-- Logs begin at Fri 2022-05-27 00:41:05 UTC, end at Fri 2022-05-27 03:32:14 UTC. -- May 27 01:28:19.831564 n-d-843146-11 systemd[1]: Started Devstack devstack@q-svc.service. May 27 01:28:22.338293 n-d-843146-11 neutron-server[88318]: INFO neutron.common.config [-] Logging enabled! May 27 01:28:22.339048 n-d-843146-11 neutron-server[88318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev1 May 27 01:28:22.339140 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 01:28:22.342436 n-d-843146-11 neutron-server[88318]: INFO neutron.common.config [-] Logging enabled! May 27 01:28:22.342699 n-d-843146-11 neutron-server[88318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev1 May 27 01:28:22.343033 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 01:28:22.343962 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 01:28:22.344199 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 01:28:22.345095 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 01:28:22.345341 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 01:28:22.345568 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 01:28:22.345889 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.346188 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.346483 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.346732 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.347030 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.347320 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.347601 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.347889 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.348185 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.348469 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.348756 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.349038 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.349267 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.349545 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.349840 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.350124 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.350347 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] debug = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.350624 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.351089 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.351488 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.351767 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.352206 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.352331 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.352601 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.352876 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.353156 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.353481 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] host = n-d-843146-11 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.353761 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.354048 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.354331 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.354614 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.354917 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.355198 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.355479 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.355754 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.356024 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] log_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.356298 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.356603 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.356870 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.357157 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.357380 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.357602 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.357891 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.358184 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.358452 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.358740 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.359022 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.359294 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.359563 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.359830 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.360138 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.360421 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.360704 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.360977 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.361248 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.361516 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.361786 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.362069 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.362343 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.362612 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.362909 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.363195 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.363464 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.363739 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.364038 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.364322 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.364600 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.364882 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.365152 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.365430 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.365700 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.365967 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.366235 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] use_json = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.366502 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.366790 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.367069 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.367336 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.367602 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.367873 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.368140 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.368421 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.368687 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:22.368980 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.369272 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.369568 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.369853 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.370141 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.370418 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.370703 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.371003 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.371287 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.371571 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.371856 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.372132 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.372419 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.372691 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.372983 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.373283 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.373577 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.373870 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.374142 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.374410 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.374680 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.374977 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.375261 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.375575 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.375865 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.376140 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.376416 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.376705 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.376981 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.377251 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.377525 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.377810 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.378086 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.378357 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.378639 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.378956 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.379242 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.379511 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.379784 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.380072 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.380345 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.380614 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.380883 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.381155 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.381422 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.381706 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.381982 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.382252 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.382522 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.382819 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.383091 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.383359 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.383638 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.383907 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.384179 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.384446 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.384715 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.384982 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.385248 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.385515 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.385783 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.386048 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.386320 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.386589 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.386888 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.387160 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.387432 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.387697 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.387981 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.388276 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.388550 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.388823 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.389098 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.389373 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.389647 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.389921 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.390195 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.390470 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.390761 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.391049 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.391838 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.392120 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.392399 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.392676 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.392966 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.393241 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.393521 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.393796 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.394081 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.394364 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.394645 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.394961 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.395253 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.395545 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.395831 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.396121 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.396401 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.396705 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.396979 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:22.397194 n-d-843146-11 neutron-server[88318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 01:28:22.397429 n-d-843146-11 neutron-server[88318]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88318) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 01:28:22.786829 n-d-843146-11 neutron-server[88318]: INFO keyring.backend [-] Loading KWallet May 27 01:28:22.793889 n-d-843146-11 neutron-server[88318]: INFO keyring.backend [-] Loading SecretService May 27 01:28:22.797328 n-d-843146-11 neutron-server[88318]: INFO keyring.backend [-] Loading Windows May 27 01:28:22.799199 n-d-843146-11 neutron-server[88318]: INFO keyring.backend [-] Loading chainer May 27 01:28:22.799974 n-d-843146-11 neutron-server[88318]: INFO keyring.backend [-] Loading macOS May 27 01:28:22.832641 n-d-843146-11 neutron-server[88318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 01:28:22.832914 n-d-843146-11 neutron-server[88318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 01:28:22.833212 n-d-843146-11 neutron-server[88318]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 01:28:22.833542 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 01:28:23.216371 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.216675 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.216948 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.218521 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.218822 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.219099 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.254028 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.254305 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.254581 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.268025 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.268306 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.268575 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.297701 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.297983 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.298257 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.335153 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.335433 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.335701 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.565721 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.566319 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.566319 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.566495 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.567199 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.686284 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.686603 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.686913 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.687187 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.687456 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.687767 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.688055 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.688316 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.688572 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.688852 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.689112 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.689376 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.689638 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.689892 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.690178 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.690424 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.690683 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.690983 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.691236 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.691514 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.691866 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.692117 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.692365 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.692648 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.692897 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.693142 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.693521 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:23.693780 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:23.694018 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:23.694249 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:23.694482 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:23.694730 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:23.695098 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 01:28:23.698132 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 01:28:23.702040 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 01:28:23.706302 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 27 01:28:23.707951 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 01:28:23.708534 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 01:28:23.708872 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 01:28:23.709258 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 01:28:23.712048 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 01:28:23.712301 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 01:28:23.712646 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 01:28:23.740647 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 01:28:23.741090 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.741386 n-d-843146-11 neutron-server[88318]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88318) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 01:28:23.741745 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.743118 n-d-843146-11 neutron-server[88318]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88318) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 01:28:23.743398 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 01:28:23.743645 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 01:28:23.746926 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.747210 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:23.808807 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 01:28:23.809046 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 01:28:23.809282 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 01:28:23.809641 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 01:28:23.841430 n-d-843146-11 neutron-server[88318]: DEBUG oslo_db.sqlalchemy.engines [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88318) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 27 01:28:24.176504 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing driver for type 'gre' May 27 01:28:24.176982 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] gre ID ranges: [(1, 1000)] May 27 01:28:24.232245 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing driver for type 'local' May 27 01:28:24.232621 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing driver for type 'vlan' May 27 01:28:24.243904 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] VlanTypeDriver initialization complete May 27 01:28:24.244254 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing driver for type 'vxlan' May 27 01:28:24.244732 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] vxlan ID ranges: [(1, 1000)] May 27 01:28:24.300772 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing extension driver 'port_security' May 27 01:28:24.301145 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.extensions.port_security [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] PortSecurityExtensionDriver initialization complete May 27 01:28:24.301527 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing mechanism driver 'openvswitch' May 27 01:28:24.301880 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing mechanism driver 'hyperv' May 27 01:28:24.308457 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.plugin [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:28:24.309134 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.309508 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.309867 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.310416 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:28:24.310895 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnet after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.311257 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnet after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.311607 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.312010 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:28:24.312419 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.312770 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.313616 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.314005 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:28:24.314415 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > security_group after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.314800 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > security_group after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.315146 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > security_group after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.317176 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:28:24.317618 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.317982 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.318339 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.318771 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:28:24.319193 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > address_group after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.319546 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > address_group after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.319891 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > address_group after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.320293 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 01:28:24.320750 n-d-843146-11 neutron-server[88318]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] ML2 OVO RPC backend initialized. {{(pid=88318) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 27 01:28:24.321481 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.321849 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.322266 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.322619 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > networks before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.322998 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.323346 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > ports before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.323693 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnet before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.324056 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnets before_response 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.324424 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.324776 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.325115 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.325455 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.325794 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.326133 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.326471 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnet after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.326838 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnet after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.327177 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.327750 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.plugin [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Modular L2 Plugin initialization complete May 27 01:28:24.328082 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading services supported by the core plugin {{(pid=88318) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 01:28:24.328417 n-d-843146-11 neutron-server[88318]: INFO neutron.plugins.ml2.managers [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Got port-security extension from driver 'port_security' May 27 01:28:24.329472 n-d-843146-11 neutron-server[88318]: INFO neutron.extensions.vlantransparent [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Disabled vlantransparent extension. May 27 01:28:24.329964 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88318) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 01:28:24.330286 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: router May 27 01:28:24.366054 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router_interface before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.366448 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router after_create 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.366849 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router before_create 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.367217 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.367588 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.367946 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router after_delete 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.368307 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > floatingip after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.368671 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router after_create 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.369022 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router after_update 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.369375 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router after_update 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.369726 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.370088 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router after_update 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.370505 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_update 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.370908 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: port after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.371255 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: port after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.371596 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: subnet after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.371939 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.372289 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > port precommit_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.372639 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_create 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.372986 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: port before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.373335 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.373691 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router after_update 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.374037 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_delete 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.374389 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_create 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.374771 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.375123 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_update 55549900 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.376088 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > agent after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.376458 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > agent after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.376811 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > network after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.377666 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Tracking information for resource: router configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:24.377996 n-d-843146-11 neutron-server[88318]: DEBUG neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Tracking information for resource: floatingip configured {{(pid=88318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 01:28:24.382935 n-d-843146-11 neutron-server[88318]: INFO neutron.db.l3_agentschedulers_db [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 01:28:24.383508 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: port after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.383872 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: port after_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.384226 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: port after_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.384579 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: port after_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.385358 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router before_create 55550100 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.385726 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_delete 55550100 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.386090 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_create 55550100 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.386450 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > router precommit_update 55550100 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.390944 n-d-843146-11 neutron-server[88318]: DEBUG neutron.services.provider_configuration [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service providers = [] {{(pid=88318) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 01:28:24.391315 n-d-843146-11 neutron-server[88318]: DEBUG neutron.db.servicetype_db [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88318) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 01:28:24.394240 n-d-843146-11 neutron-server[88318]: DEBUG neutron.services.service_base [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:28:24.394596 n-d-843146-11 neutron-server[88318]: DEBUG neutron.services.service_base [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:28:24.394978 n-d-843146-11 neutron-server[88318]: DEBUG neutron.services.service_base [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:28:24.395887 n-d-843146-11 neutron-server[88318]: DEBUG neutron.services.service_base [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 01:28:24.396263 n-d-843146-11 neutron-server[88318]: INFO neutron.services.service_base [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 01:28:24.396642 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.396966 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 01:28:24.407591 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.407930 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: auto_allocate May 27 01:28:24.413609 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: network precommit_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.413982 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: network precommit_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.414505 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.414866 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: tag May 27 01:28:24.421311 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.421643 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: timestamp May 27 01:28:24.426117 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.426456 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: network_ip_availability May 27 01:28:24.431713 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.432044 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.432403 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.433120 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.433444 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: flavors May 27 01:28:24.438188 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.438521 n-d-843146-11 neutron-server[88318]: INFO neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading Plugin: revisions May 27 01:28:24.442797 n-d-843146-11 neutron-server[88318]: DEBUG neutron.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 01:28:24.443189 n-d-843146-11 neutron-server[88318]: DEBUG oslo_concurrency.lockutils [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.610s {{(pid=88318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 01:28:24.443931 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88318) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 01:28:24.444274 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Initializing extension manager. May 27 01:28:24.444779 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: __init__.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.445125 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: __pycache__ {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.445465 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.445804 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: address_group.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.446549 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.447148 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: address-group May 27 01:28:24.447483 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: address_scope.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.448379 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.448903 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: address-scope May 27 01:28:24.449236 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.450163 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.450677 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: router-admin-state-down-before-update May 27 01:28:24.451046 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: agent.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.451749 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.452259 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: agent May 27 01:28:24.452590 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: agent_resources_synced.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.453498 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.454528 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: agent-resources-synced May 27 01:28:24.454888 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: allowedaddresspairs.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.456668 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.457195 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: allowed-address-pairs May 27 01:28:24.457527 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: auto_allocated_topology.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.458607 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.459152 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: auto-allocated-topology May 27 01:28:24.459487 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: availability_zone.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.460182 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.460694 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: availability_zone May 27 01:28:24.461020 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: availability_zone_filter.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.461937 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.462456 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: availability_zone_filter May 27 01:28:24.462820 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: data_plane_status.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.463729 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.464240 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension data-plane-status not supported by any of loaded plugins May 27 01:28:24.464567 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: default_subnetpools.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.465486 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.465998 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: default-subnetpools May 27 01:28:24.466325 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.467427 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.467942 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: dhcp_agent_scheduler May 27 01:28:24.468268 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: dns.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.469182 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.470285 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension dns-integration not supported by any of loaded plugins May 27 01:28:24.470610 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: dns_domain_ports.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.471565 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.472075 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 01:28:24.472401 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: dvr.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.473068 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.473578 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: dvr May 27 01:28:24.473901 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: empty_string_filtering.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.474857 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.475378 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: empty-string-filtering May 27 01:28:24.475702 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.476618 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.477126 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 01:28:24.477451 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.478359 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.478904 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 01:28:24.479231 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: external_net.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.480153 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.480668 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: external-net May 27 01:28:24.480995 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.481901 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.482414 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: extra_dhcp_opt May 27 01:28:24.482771 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: extraroute.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.483682 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.484190 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: extraroute May 27 01:28:24.484521 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: extraroute_atomic.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.485575 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.486086 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: extraroute-atomic May 27 01:28:24.486414 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: filter_validation.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.487113 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.487622 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: filter-validation May 27 01:28:24.487947 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: fip_pf_description.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.488868 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.489374 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 01:28:24.489701 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: fip_port_details.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.490622 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.491162 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: fip-port-details May 27 01:28:24.491490 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: flavors.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.492699 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.493215 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: flavors May 27 01:28:24.493546 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.495231 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.495754 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 01:28:24.496088 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: floatingip_pools.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.496785 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.497300 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: floatingip-pools May 27 01:28:24.497631 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: ip_allocation.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.498555 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.499098 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension ip_allocation not supported by any of loaded plugins May 27 01:28:24.499427 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.500349 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.500894 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: ip-substring-filtering May 27 01:28:24.501225 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l2_adjacency.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.502154 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.502660 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension l2_adjacency not supported by any of loaded plugins May 27 01:28:24.503023 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l3.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.504128 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.504661 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: router May 27 01:28:24.504993 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.507252 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.507781 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 01:28:24.508120 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.509059 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.509578 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: ext-gw-mode May 27 01:28:24.509911 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.510868 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.511383 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: l3-ha May 27 01:28:24.511712 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l3_flavors.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.512644 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.513158 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: l3-flavors May 27 01:28:24.513488 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.514414 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.514953 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: l3-port-ip-change-not-allowed May 27 01:28:24.515283 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: l3agentscheduler.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.516873 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.517726 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: l3_agent_scheduler May 27 01:28:24.518281 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: logging.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.520180 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.521014 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension logging not supported by any of loaded plugins May 27 01:28:24.521370 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: metering.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.522495 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.523365 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: metering May 27 01:28:24.523711 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.524820 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.525350 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: metering_source_and_destination_fields May 27 01:28:24.525683 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: multiprovidernet.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.526619 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.527177 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: multi-provider May 27 01:28:24.527509 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: netmtu.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.528433 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.528954 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: net-mtu May 27 01:28:24.529496 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: netmtu_writable.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.530271 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.530817 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: net-mtu-writable May 27 01:28:24.531149 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: network_availability_zone.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.532380 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.532898 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: network_availability_zone May 27 01:28:24.533223 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: network_ip_availability.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.534315 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.534868 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: network-ip-availability May 27 01:28:24.535199 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: network_segment_range.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.535970 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.536484 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension network-segment-range not supported by any of loaded plugins May 27 01:28:24.536814 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: pagination.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.537808 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.538145 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: pagination May 27 01:28:24.538478 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: port_device_profile.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.539430 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.539946 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: port-device-profile May 27 01:28:24.540274 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.541203 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.541713 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: port-mac-address-regenerate May 27 01:28:24.542038 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.542988 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.543500 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: port-numa-affinity-policy May 27 01:28:24.543824 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: port_resource_request.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.544753 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.545266 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension port-resource-request not supported by any of loaded plugins May 27 01:28:24.545592 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: portbindings.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.546521 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.547064 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: binding May 27 01:28:24.547417 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: portbindings_extended.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.548818 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.549344 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: binding-extended May 27 01:28:24.549676 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: portsecurity.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.550705 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.551191 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: port-security May 27 01:28:24.551557 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: project_id.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.552615 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.552972 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: project-id May 27 01:28:24.553334 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: providernet.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.554396 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.554965 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: provider May 27 01:28:24.555311 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.559412 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.559955 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos not supported by any of loaded plugins May 27 01:28:24.560296 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.561643 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.562218 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 01:28:24.562558 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.563760 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.564282 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 01:28:24.564645 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_default.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.565644 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.566217 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-default not supported by any of loaded plugins May 27 01:28:24.566788 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_fip.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.567319 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.567805 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-fip not supported by any of loaded plugins May 27 01:28:24.568145 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_gateway_ip.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.569216 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.569785 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 01:28:24.570123 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_port_network_policy.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.571166 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.571737 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 01:28:24.572111 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_rule_type_details.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.573163 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.573726 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 01:28:24.574082 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: qos_rules_alias.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.575248 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.575794 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 01:28:24.576127 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: quotasv2.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.577074 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.577409 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: quotas May 27 01:28:24.577734 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: quotasv2_detail.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.579903 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.580247 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: quota_details May 27 01:28:24.580587 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: rbac.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.581653 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.582184 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: rbac-policies May 27 01:28:24.582523 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: rbac_address_group.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.583489 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.584019 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: rbac-address-group May 27 01:28:24.584358 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: rbac_address_scope.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.585497 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.585801 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: rbac-address-scope May 27 01:28:24.586133 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: rbac_security_groups.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.587097 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.587615 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: rbac-security-groups May 27 01:28:24.587946 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: rbac_subnetpool.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.588860 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.589379 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: rbac-subnetpool May 27 01:28:24.589719 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: revisionifmatch.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.590772 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.591292 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: revision-if-match May 27 01:28:24.591623 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: revisions.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.592994 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.593508 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: standard-attr-revisions May 27 01:28:24.593839 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: router_availability_zone.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.595192 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.595714 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: router_availability_zone May 27 01:28:24.596040 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: routerservicetype.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.596966 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.597481 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension router-service-type not supported by any of loaded plugins May 27 01:28:24.597809 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.598758 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.599276 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: security-groups-normalized-cidr May 27 01:28:24.599602 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.600527 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.601038 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: port-security-groups-filtering May 27 01:28:24.601365 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.602288 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.602836 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: security-groups-remote-address-group May 27 01:28:24.603167 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: securitygroup.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.614186 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.614748 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: security-group May 27 01:28:24.615095 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: segment.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.615891 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.616406 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension segment not supported by any of loaded plugins May 27 01:28:24.616740 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.617693 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.618210 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 01:28:24.618548 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: servicetype.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.619692 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.620221 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: service-type May 27 01:28:24.620557 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: sorting.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.621541 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.621877 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: sorting May 27 01:28:24.622206 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: standard_attr_segment.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.623149 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.623673 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 01:28:24.624005 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: standardattrdescription.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.624659 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.625174 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: standard-attr-description May 27 01:28:24.625535 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: stateful_security_group.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.626463 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.627158 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: stateful-security-group May 27 01:28:24.627337 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: stdattrs_common.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.627923 n-d-843146-11 neutron-server[88318]: WARNING neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 01:28:24.628247 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.629258 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.629777 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 01:28:24.630104 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: subnet_onboard.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.631209 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.631743 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: subnet_onboard May 27 01:28:24.632075 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.633009 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.633528 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 01:28:24.633856 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: subnet_service_types.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.634820 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.635348 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: subnet-service-types May 27 01:28:24.635676 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: subnetallocation.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.636782 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.637302 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: subnet_allocation May 27 01:28:24.637630 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.638300 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.638849 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: subnetpool-prefix-ops May 27 01:28:24.639175 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.640116 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.640628 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 01:28:24.640953 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: tagging.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.642518 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.643066 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: standard-attr-tag May 27 01:28:24.643397 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: timestamp.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.644609 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.645132 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loaded extension: standard-attr-timestamp May 27 01:28:24.645468 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: trunk.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.646505 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.647055 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension trunk not supported by any of loaded plugins May 27 01:28:24.647388 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: trunk_details.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.648322 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.648836 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension trunk-details not supported by any of loaded plugins May 27 01:28:24.649163 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: uplink_status_propagation.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.650096 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.650613 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 01:28:24.650981 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Loading extension file: vlantransparent.py {{(pid=88318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 01:28:24.651657 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 01:28:24.652166 n-d-843146-11 neutron-server[88318]: INFO neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extension vlan-transparent not supported by any of loaded plugins May 27 01:28:24.654583 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:network May 27 01:28:24.655354 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:subnet May 27 01:28:24.655970 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:28:24.764591 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:port May 27 01:28:24.765887 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.767014 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service FLAVORS assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.767647 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.768079 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.768419 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:router May 27 01:28:24.769078 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:floatingip May 27 01:28:24.769905 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service METERING assigned prefix: /metering {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.771380 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.771757 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.772113 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:28:24.773154 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of CountableResource for resource:rbac_policy May 27 01:28:24.773600 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:security_group May 27 01:28:24.774271 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:security_group_rule May 27 01:28:24.775038 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service CORE assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.775377 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:28:24.775720 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] subnetpool is already registered May 27 01:28:24.776413 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service CORE assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.776750 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:28:24.777080 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] subnetpool is already registered May 27 01:28:24.779559 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.780000 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service FLAVORS assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.780594 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.781022 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.781360 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:router May 27 01:28:24.781714 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] router is already registered May 27 01:28:24.782312 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:floatingip May 27 01:28:24.782648 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] floatingip is already registered May 27 01:28:24.783311 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service METERING assigned prefix: /metering {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.783984 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of CountableResource for resource:rbac_policy May 27 01:28:24.784316 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] rbac_policy is already registered May 27 01:28:24.784896 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:security_group May 27 01:28:24.785228 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] security_group is already registered May 27 01:28:24.785812 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:security_group_rule May 27 01:28:24.786151 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] security_group_rule is already registered May 27 01:28:24.786834 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service CORE assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.787167 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:28:24.787500 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] subnetpool is already registered May 27 01:28:24.788107 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.v2.resource_helper [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Service CORE assigned prefix: {{(pid=88318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 01:28:24.788440 n-d-843146-11 neutron-server[88318]: INFO neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Creating instance of TrackedResource for resource:subnetpool May 27 01:28:24.788767 n-d-843146-11 neutron-server[88318]: WARNING neutron.quota.resource_registry [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] subnetpool is already registered May 27 01:28:24.789418 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: extensions {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.790930 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: address-groups {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.792583 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: address-scopes {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.793786 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: agents {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.794993 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: auto-allocated-topology {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.796242 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: availability_zones {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.797717 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: dhcp-networks {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.799168 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: dhcp-agents {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.801190 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: routers {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.803518 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: flavors {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.805007 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: service_profiles {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.806226 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: next_providers {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.808801 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: service_profiles {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.811520 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: floatingip-pools {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.812751 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: routers {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.815117 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: floatingips {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.816324 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: l3-routers {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.817718 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: l3-agents {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.819174 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: metering-labels {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.820528 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: metering-label-rules {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.821820 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: network-ip-availabilities {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.823095 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: bindings {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.824755 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: quotas {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.826198 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: quotas {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.827646 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: rbac-policies {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.829576 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: security-groups {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.830882 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: security-group-rules {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.832129 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: service-providers {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.833364 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: subnetpools {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.835784 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: subnetpools {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.837346 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.839100 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.840918 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.843013 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.844888 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.846779 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.848502 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.850419 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.852223 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.854097 n-d-843146-11 neutron-server[88318]: DEBUG neutron.api.extensions [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Extended resource: tags {{(pid=88318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 01:28:24.860048 n-d-843146-11 neutron-server[88318]: WARNING keystonemiddleware.auth_token [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 01:28:24.864777 n-d-843146-11 neutron-server[88318]: WARNING keystonemiddleware.auth_token [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 01:28:24.872974 n-d-843146-11 neutron-server[88318]: DEBUG oslo_concurrency.lockutils [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Acquired lock "singleton_lock" {{(pid=88318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 01:28:24.873452 n-d-843146-11 neutron-server[88318]: DEBUG oslo_concurrency.lockutils [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Releasing lock "singleton_lock" {{(pid=88318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 01:28:24.874086 n-d-843146-11 neutron-server[88318]: INFO oslo_service.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Starting 2 workers May 27 01:28:24.879269 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Started child 88425 {{(pid=88318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:28:24.883567 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Started child 88426 {{(pid=88318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:28:24.884341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:24.885090 n-d-843146-11 neutron-server[88318]: INFO neutron.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Neutron service started, listening on 0.0.0.0:9696 May 27 01:28:24.885739 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Notify callbacks [] for process, before_spawn {{(pid=88318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:24.885890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [-] (88425) wsgi starting up on http://0.0.0.0:9696 May 27 01:28:24.887869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:24.888354 n-d-843146-11 neutron-server[88318]: INFO oslo_service.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Starting 1 workers May 27 01:28:24.889213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [-] (88426) wsgi starting up on http://0.0.0.0:9696 May 27 01:28:24.893663 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Started child 88427 {{(pid=88318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:28:24.894175 n-d-843146-11 neutron-server[88318]: INFO oslo_service.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Starting 1 workers May 27 01:28:24.897267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] calling RpcWorker wait() {{(pid=88427) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 01:28:24.897824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] returning from RpcWorker wait() {{(pid=88427) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 01:28:24.898457 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Started child 88428 {{(pid=88318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 01:28:24.899228 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:24.899325 n-d-843146-11 neutron-server[88318]: DEBUG neutron_lib.callbacks.manager [None req-1cca0fd1-bc24-43a0-9de7-dca8c0d7ed6f None None] Notify callbacks [] for process, after_spawn {{(pid=88318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:24.899729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:28:24.901079 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 01:28:24.901299 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 01:28:24.901487 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 01:28:24.901704 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 01:28:24.902038 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 01:28:24.902205 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 01:28:24.902732 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.903023 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.903127 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:24.903568 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.903568 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.903849 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.904413 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.904681 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.904921 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.905190 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.905441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.905611 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.905779 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.906040 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.906292 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.906602 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.906960 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.907197 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.907475 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.907648 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.907900 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.908166 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.908419 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.908679 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] debug = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.908922 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.909404 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.909636 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.909888 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.910111 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.910377 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.910625 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.910930 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.911181 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.911417 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.911667 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.911936 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.912179 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.912391 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.912629 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.912901 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.913119 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.913567 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] host = n-d-843146-11 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.913826 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.914063 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.914308 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.914538 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.914792 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.915029 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.915270 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.915513 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.915770 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.915994 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.916255 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.916486 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.916723 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.917023 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.917159 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_options = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.917359 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.917642 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.917890 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.918096 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.918253 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.918436 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.918690 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.918895 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.919159 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.919378 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.919595 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.919811 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.920047 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.920285 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.920548 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.920781 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.921038 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.921266 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.921517 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.921746 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.921972 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.922230 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.922519 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.922776 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.922973 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.923189 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.923417 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.923654 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.923868 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.924252 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.924569 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.924823 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.925060 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.925304 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.925537 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.925766 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.925902 n-d-843146-11 neutron-server[88428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:28:24.926033 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.926235 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.926466 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.926793 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.927207 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.927430 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.927683 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.928120 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.928415 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.928763 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_json = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.928917 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.929082 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.929395 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.929594 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.929837 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.930072 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.930294 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.930553 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.931686 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:24.931686 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.931863 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.933086 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.933086 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.933086 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.933086 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.933086 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.933437 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.933556 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.934414 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.934414 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.934414 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.934893 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.934893 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.935138 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.935442 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.937525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.938910 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.938910 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.938910 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.939192 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.939281 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.939469 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.939712 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.939943 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.940295 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.940573 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.940870 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.941095 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.941326 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.941556 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.941814 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.942065 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.942338 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.942569 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.942830 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.943056 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.943273 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.943524 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.943734 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.943966 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.944175 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.944415 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.944645 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.944903 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.945137 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.945351 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.945577 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.945808 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.946047 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.946261 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.946468 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.946748 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.946957 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.947211 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.947434 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.947646 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.947858 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.948075 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.948343 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.948554 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.948769 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.948992 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.949233 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.949449 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.949685 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.949902 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.950112 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.950330 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.950544 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.950789 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.951012 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.951247 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.951460 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.951676 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.951911 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.952142 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.952423 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.952738 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.952970 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.953284 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.953700 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.954442 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.954687 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.954974 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.955195 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.955434 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.955663 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.955931 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.956177 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.956417 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.956635 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.956846 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.957093 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.957312 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.957556 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.957797 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.958031 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.958273 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.958554 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.958982 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.959313 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.959587 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.959848 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.960329 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.960553 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.960831 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.961071 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.961330 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.961639 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.961913 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.962197 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.962443 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.962674 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.962990 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.963250 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.963520 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.963791 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.964021 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.964242 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.964522 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.964784 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.965025 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.965260 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.965489 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.965824 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.966077 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.966305 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.966524 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.966836 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.967091 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.967597 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.967875 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.968132 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.968388 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.968651 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.968888 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.969122 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.969398 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.969631 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.969865 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.970079 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.970310 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.970550 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.970785 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.971003 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.971258 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.971489 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.971711 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.971947 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.972186 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.972401 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.972631 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.972843 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.973053 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.973309 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.973526 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.973743 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.973960 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.974170 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.974423 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.974641 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.974945 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.975195 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.975427 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.975688 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.975911 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.976152 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.976362 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.976618 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.976823 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.977032 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.977242 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.977459 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.977702 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.977933 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.978158 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.978379 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.978649 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.978928 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.979281 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.979531 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.979782 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.980050 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.980289 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.980532 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.980746 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.980960 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.981177 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.981409 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.981645 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.981853 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.982080 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.982319 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.982532 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.982799 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.983073 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.983321 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.983559 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.983779 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.983999 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.984232 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.984453 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.984677 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.984896 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.985105 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.985312 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.985525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.985734 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.986191 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.986511 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.987011 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.987259 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.987497 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.987746 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.987955 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.988164 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.988516 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.988696 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.988891 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.989042 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.989210 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.989445 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.989813 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.989965 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.990216 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.990436 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.990736 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.990972 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.991199 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.991453 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.991763 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.991976 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.992234 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.995790 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.996897 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.996897 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.996897 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.996897 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.996897 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.996897 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.997671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44224) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:28:24.997904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.997904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.997904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.997904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.997904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.997904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.997904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.998854 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.998854 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.998854 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.998854 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.998854 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.999237 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.999319 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.999476 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.999700 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:24.999946 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.000176 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.000394 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.001075 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 01:28:25.001603 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 01:28:25.001769 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 01:28:25.001925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 01:28:25.002098 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 01:28:25.002270 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 01:28:25.002425 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 01:28:25.002638 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.002813 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.002976 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.003129 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.003291 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.003489 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.003653 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.003814 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.003991 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.004485 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.004485 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.004485 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.005441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.005441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.005441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.005441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.005441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.005441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.005441 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.006745 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.006745 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.006745 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.007165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069387 May 27 01:28:25.007317 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] debug = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.007317 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.007596 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.007596 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.008444 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.008600 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.008740 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.008879 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.009016 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.009154 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.009291 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.009506 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.009649 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.009788 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.009927 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.010076 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.010215 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.010352 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.010489 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] host = n-d-843146-11 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.010626 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.010830 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.010978 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.011117 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.011255 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.011406 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.011546 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.011683 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.011822 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.011971 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.012118 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.012256 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.012394 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.012531 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.012668 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_options = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.012905 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.012905 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.013176 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.013323 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.013474 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.013615 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.013754 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.013904 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.014043 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.014181 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.014319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:28:25.014462 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.014462 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.014812 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.014812 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.015673 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.015837 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.015980 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.016719 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.016868 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.017807 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.017972 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.026731 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027431 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.027898 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_json = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028440 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 01:28:25.028925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.028925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.028925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.028925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.028925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.028925 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.029376 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.029575 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030094 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030094 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030094 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030323 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030487 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030575 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030818 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.030995 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.031152 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.031310 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.031475 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.031640 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.031815 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.031980 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.032159 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.032316 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.032499 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.032499 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.032499 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.032499 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.032499 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.033468 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.033468 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.033589 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.033795 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.033885 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.034044 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.034199 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.034362 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.034538 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.034676 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.034856 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.035017 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.035177 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.035338 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.035498 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.035669 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.035818 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.035973 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.036122 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.036277 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.036432 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.036597 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.036753 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.036909 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.037063 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.037219 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.037372 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.037525 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.037682 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.037833 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.037988 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.038142 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.038310 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.038465 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.038619 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.038863 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.039001 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.039138 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.039273 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.039408 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.039542 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.039689 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.039834 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.040092 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.040312 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.040312 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041236 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041236 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041236 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041236 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041236 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041236 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041999 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041999 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041999 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041999 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.041999 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.043078 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.043078 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.043078 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.043078 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.043078 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.043738 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.043877 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.044012 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.044149 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.044285 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.044393 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.044539 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.044696 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.045006 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.045363 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.045691 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.045993 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.046296 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.046597 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.046928 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.047214 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.047532 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.047830 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.048157 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.048316 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.048661 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.048995 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.049295 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.049601 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.049773 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.049953 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.050576 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.050576 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.050576 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.050576 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051024 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051024 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051024 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051201 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051359 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051513 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051694 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.051865 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.052592 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.052592 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.052592 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.052592 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.052592 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053261 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053261 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053261 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053261 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053956 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053956 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053956 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053956 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.053956 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.054301 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.054301 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.054460 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.054541 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.054674 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.055444 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.055444 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.055444 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.055679 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.055750 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.055916 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.056066 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.056276 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.056436 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.056586 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.056734 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.056878 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.057047 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.057214 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.057379 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.057548 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.057713 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.057877 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.058041 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.058203 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.058365 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.058532 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.058698 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.058894 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.059060 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.059219 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.059378 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.059540 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.059705 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.059868 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.060018 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.060939 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.060939 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.060939 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.060939 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.060939 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.060939 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.061324 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.061324 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.061444 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.061646 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.061744 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.061894 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.062038 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.062180 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.062344 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.062532 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.062697 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.063985 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.064154 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.064315 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.064458 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.065349 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.065537 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.065717 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.065837 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.066005 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.066170 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.066353 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.066537 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.066651 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.066837 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.067004 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.067170 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.067334 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.067497 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.067661 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.067850 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.068017 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.068155 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.068320 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.068480 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.068642 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.068814 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.068976 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.069137 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.069299 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.069462 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.069634 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.069793 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.069955 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.070116 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.070277 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.070449 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.070613 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.070828 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.071001 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.071163 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.071326 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.071489 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.071663 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.071828 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.071992 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.072155 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.072316 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.072479 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.072642 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.072968 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.073145 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.073318 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.073857 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.073857 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.073857 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.074103 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.074103 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.074268 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.074430 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.074590 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.074775 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.075656 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.075656 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.075656 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.075656 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.075656 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076052 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076052 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076052 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076266 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076343 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076447 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076612 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076772 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.076933 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.077094 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.077261 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.077426 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 01:28:25.077579 n-d-843146-11 neutron-server[88318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 01:28:35.716425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a25fae-3c2c-4f98-8f8d-0d114ebf2d58 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 01:28:35.785522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a25fae-3c2c-4f98-8f8d-0d114ebf2d58 None None] No non-hosted networks {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 01:28:35.794672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.agentschedulers_db [None req-04a25fae-3c2c-4f98-8f8d-0d114ebf2d58 None None] DHCP Agent not found on host n-d-843146-11 {{(pid=88427) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 01:28:35.841812 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adc76112-e8e0-4df8-a068-f238b083bb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924958'] for agent, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:37.825405 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c561b19-8b21-4d07-88af-4f6d55134dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924958'] for agent, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:37.866338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d75cd9cd-456c-4086-b515-10f70fc45ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:39.181672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924958'] for agent, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:39.195803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924958'] for agent, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:39.196378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.196884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.197360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.197852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.198332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.198820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.199300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.199905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.200381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.200834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.201303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.201750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:39.202296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843146-11', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:28:39.217525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843146-11', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:28:40.596250 n-d-843146-11 neutron-server[88427]: INFO neutron.db.l3_hamode_db [None req-91b4378e-ca2f-4c9c-863f-33897fbd79f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 01:28:40.716801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4378e-ca2f-4c9c-863f-33897fbd79f0 None None] Routers set() bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:28:40.717454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4378e-ca2f-4c9c-863f-33897fbd79f0 None None] Router IDs set() for agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 27 01:28:40.745399 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924958'] for agent, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:42.191170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44320) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:28:42.763854 n-d-843146-11 neutron-server[88426]: WARNING oslo_policy.policy [None req-b0c29af7-0255-4381-a3b7-ce95e6638ad1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:28:42.764441 n-d-843146-11 neutron-server[88426]: WARNING oslo_policy.policy [None req-b0c29af7-0255-4381-a3b7-ce95e6638ad1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:28:42.979098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-b0c29af7-0255-4381-a3b7-ce95e6638ad1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:28:42.980326 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b0c29af7-0255-4381-a3b7-ce95e6638ad1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7871740 May 27 01:28:45.342306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44334) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:28:45.697436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:28:45.791942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.policy [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88426) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 01:28:45.836622 n-d-843146-11 neutron-server[88426]: WARNING oslo_policy.policy [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:28:45.836998 n-d-843146-11 neutron-server[88426]: WARNING oslo_policy.policy [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:28:45.845476 n-d-843146-11 neutron-server[88426]: INFO neutron.quota [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] Loaded quota_driver: . May 27 01:28:45.860774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:28:45.919752 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793544178876', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793544179393', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793544190479', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793544195793', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793544075303', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793544081726', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3968898', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3968990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-832106', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-913633'] for rbac-policy, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:45.981011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:45.982161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5b9b8eb6-60ca-438f-b390-9e8993d406ad admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6388433 May 27 01:28:48.585875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44348) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:28:48.935555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'name': 'private'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:28:48.940668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:28:48.945055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Usage tracker for resource:network and tenant:a9112beea3cc4cba90651c5774a11278 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:28:48.949562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:28:48.956320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:28:48.964701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Made reservation on behalf of a9112beea3cc4cba90651c5774a11278 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:28:48.967837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:48.991047 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:49.005599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:28:49.010467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a9112beea3cc4cba90651c5774a11278 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:28:49.017174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:28:49.022835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:28:49.119907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:49.123733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:49.144141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:28:49.168631 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793544748755', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:49.169213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Unsubscribe: segment precommit_create {{(pid=88426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 01:28:49.169707 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Added segment 232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e of type vlan for network 5079075e-1394-4a2b-aaaf-92d85b643fb4 May 27 01:28:49.221473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a3f65-1814-4cb9-adb5-46f0e19d409b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:28:49.242841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.243178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.243513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.243843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.244163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.244479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.244797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.245107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.245418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.245729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.246112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.246490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Tracked resource versions report: May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: pushed versions: May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: { 'AddressGroup': {'1.2'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'ConntrackHelper': {'1.0'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Log': {'1.0'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Network': {'1.1'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Port': {'1.7'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'PortForwarding': {'1.2'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'QosPolicy': {'1.8'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'SecurityGroup': {'1.4'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'SecurityGroupRule': {'1.2'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'SubPort': {'1.0'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Subnet': {'1.1'}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Trunk': {'1.1'}} May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: consumer versions: May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: { DHCP agent@n-d-843146-11: {}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: L3 agent@n-d-843146-11: {}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: Metadata agent@n-d-843146-11: {}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: Metering agent@n-d-843146-11: {}, May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: Open vSwitch agent@n-d-843146-11: { 'AddressGroup': '1.2', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'ConntrackHelper': '1.0', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Log': '1.0', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Network': '1.1', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Port': '1.7', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'PortForwarding': '1.2', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'QosPolicy': '1.8', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'SecurityGroup': '1.4', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'SecurityGroupRule': '1.2', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'SubPort': '1.0', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Subnet': '1.1', May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: 'Trunk': '1.1'}} May 27 01:28:49.247707 n-d-843146-11 neutron-server[88426]: {{(pid=88426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:28:49.275646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:49.324480 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:49.326372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:28:49.327410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:49.436521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8499017 May 27 01:28:49.437145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361b6ab-f98b-42d2-a4de-bcfc1071b0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5079075e-1394-4a2b-aaaf-92d85b643fb4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:28:49.449785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:28:52.106696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44364) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:28:52.552395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec18d0-25ed-4f5e-b94f-34b27f55574b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:28:52.553764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5fec18d0-25ed-4f5e-b94f-34b27f55574b admin admin] 10.222.0.16 "GET /v2.0/networks/5079075e-1394-4a2b-aaaf-92d85b643fb4 HTTP/1.1" status: 200 len: 825 time: 0.4461114 May 27 01:28:52.580899 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-012553d8-c9bc-4959-8133-fd760a26aa02 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/db2a248c-7dc0-419d-9501-6553c5da635f HTTP/1.1" status: 200 len: 734 time: 0.0215559 May 27 01:28:52.589412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'subnetpool_id': 'db2a248c-7dc0-419d-9501-6553c5da635f', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:28:52.594535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:28:52.598284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Usage tracker for resource:subnet and tenant:a9112beea3cc4cba90651c5774a11278 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:28:52.601135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:28:52.606680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:28:52.616654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Made reservation on behalf of a9112beea3cc4cba90651c5774a11278 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:28:52.618960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:52.893083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:52.986460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Checking segment: {'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:28:52.986870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Network hostable DHCP agents. Network: 5079075e-1394-4a2b-aaaf-92d85b643fb4, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:28:52.993636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0d3421-2f59-4754-bd55-df1741cedb9d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:28:53.011211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:28:53.021015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 5079075e-1394-4a2b-aaaf-92d85b643fb4) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:28:53.025386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:28:53.025960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:53.030138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a97d8c3-77b7-41d9-a18f-7e8837eedfba None None] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:28:53.047444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-50118b91-586a-48cc-b85b-a78a997cffdd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4613142 May 27 01:28:53.333226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-5079075e-1394-4a2b-aaaf-92d85b643fb4', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'fixed_ips': [{'subnet_id': 'de0d3421-2f59-4754-bd55-df1741cedb9d'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:28:53.334388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:53.515174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Allocated IP 172.20.0.2 (5079075e-1394-4a2b-aaaf-92d85b643fb4/de0d3421-2f59-4754-bd55-df1741cedb9d/eae84284-4dfb-4c1e-9055-3ddebe7dbf93) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:28:53.744854 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:53.758737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Transition to ACTIVE for port object eae84284-4dfb-4c1e-9055-3ddebe7dbf93 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:28:53.778547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Transition to ACTIVE for port object eae84284-4dfb-4c1e-9055-3ddebe7dbf93 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:28:53.785117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:53.847843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:28:53.850474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:28:53.856315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:28:53.862746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Pushing event updated for resources: {'Port': ['ID=eae84284-4dfb-4c1e-9055-3ddebe7dbf93,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:28:53.902543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.902912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.903254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.903590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.903921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.904247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.904572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.904896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.905217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.905537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.905858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.906219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Tracked resource versions report: May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: pushed versions: May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: { 'AddressGroup': {'1.2'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'ConntrackHelper': {'1.0'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Log': {'1.0'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Network': {'1.1'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Port': {'1.7'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'PortForwarding': {'1.2'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'QosPolicy': {'1.8'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'SecurityGroup': {'1.4'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'SecurityGroupRule': {'1.2'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'SubPort': {'1.0'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Subnet': {'1.1'}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Trunk': {'1.1'}} May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: consumer versions: May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: { DHCP agent@n-d-843146-11: {}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: L3 agent@n-d-843146-11: {}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: Metadata agent@n-d-843146-11: {}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: Metering agent@n-d-843146-11: {}, May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: Open vSwitch agent@n-d-843146-11: { 'AddressGroup': '1.2', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'ConntrackHelper': '1.0', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Log': '1.0', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Network': '1.1', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Port': '1.7', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'PortForwarding': '1.2', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'QosPolicy': '1.8', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'SecurityGroup': '1.4', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'SecurityGroupRule': '1.2', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'SubPort': '1.0', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Subnet': '1.1', May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: 'Trunk': '1.1'}} May 27 01:28:53.907362 n-d-843146-11 neutron-server[88427]: {{(pid=88427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:28:53.961491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Attempting to bind port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:28:53.961890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Attempting to bind port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:28:53.962339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Attempting to bind port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 on network 5079075e-1394-4a2b-aaaf-92d85b643fb4 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:28:53.967711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:28:53.968137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Checking segment: {'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:28:53.969128 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:53.969515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Bound using segment: {'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:28:53.970013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Bound port: eae84284-4dfb-4c1e-9055-3ddebe7dbf93, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:28:53.970392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:54.057544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] For port eae84284-4dfb-4c1e-9055-3ddebe7dbf93, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:28:54.061197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] For port eae84284-4dfb-4c1e-9055-3ddebe7dbf93, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eae84284-4dfb-4c1e-9055-3ddebe7dbf93,segment=NetworkSegment(232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e),segment_id=232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:28:54.065970 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:54.150977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1ab85-0312-465b-83ea-a9960eff46f5 None None] Pushing event updated for resources: {'Port': ['ID=eae84284-4dfb-4c1e-9055-3ddebe7dbf93,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:28:55.496399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44374) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:28:55.874768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-404782b1-1f41-484d-a2b1-da684c48ce8a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:28:55.875755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-404782b1-1f41-484d-a2b1-da684c48ce8a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784225 May 27 01:28:57.008615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eae84284-4dfb-4c1e-9055-3ddebe7dbf93 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:28:57.081871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:28:57.924496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b5dac-6664-4957-b0f1-4f18f4585cfe None None] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:28:58.013775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] Provisioning for port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:28:58.024055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] Provisioning complete for port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:28:58.024454 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:58.273158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] Current status of the port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:28:58.273575 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:58.305144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44388) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:28:58.321492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] For port eae84284-4dfb-4c1e-9055-3ddebe7dbf93, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eae84284-4dfb-4c1e-9055-3ddebe7dbf93,segment=NetworkSegment(232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e),segment_id=232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:28:58.326191 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:58.396949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2371d-c1d1-43c5-93b3-2bda3815c4ee None None] Pushing event updated for resources: {'Port': ['ID=eae84284-4dfb-4c1e-9055-3ddebe7dbf93,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:28:58.549796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9e7041b3-a694-4541-bd0e-86ac851cea1b None None] Provisioning complete for port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:28:58.550623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9e7041b3-a694-4541-bd0e-86ac851cea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:58.671240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9e7041b3-a694-4541-bd0e-86ac851cea1b None None] Current status of the port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:28:58.680646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-eb8218c8-56bf-4ce0-987d-6853064716af admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:28:58.681635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eb8218c8-56bf-4ce0-987d-6853064716af admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3755102 May 27 01:28:58.982577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eae84284-4dfb-4c1e-9055-3ddebe7dbf93 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:28:59.047857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:28:59.048532 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:28:59.158193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:29:01.346839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:29:01.695211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:29:01.699989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:29:01.703746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Usage tracker for resource:router and tenant:a9112beea3cc4cba90651c5774a11278 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:29:01.707001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:29:01.712619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:29:01.723094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:01.724616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:01.746179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:01.853527 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:01.871486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:01.872633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0229dc12-7e38-4484-8f25-4d21e74f38f8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5248442 May 27 01:29:04.264364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44410) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:29:04.628502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-b09e7eed-a086-4348-8b23-b0245aec41e4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:29:04.629487 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b09e7eed-a086-4348-8b23-b0245aec41e4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3642035 May 27 01:29:05.661474 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aef9f15e-f2ed-415d-b003-7928e41c344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.022644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44420) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:29:07.427355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:29:07.432256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:29:07.436026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Usage tracker for resource:network and tenant:b6ba9a34b4bd44aab710d76031d3b998 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:29:07.439569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:29:07.445245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:29:07.454998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Made reservation on behalf of b6ba9a34b4bd44aab710d76031d3b998 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:29:07.457165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.469697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.484568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:29:07.488256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ba9a34b4bd44aab710d76031d3b998 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:29:07.490952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:29:07.496506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:29:07.583341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.587077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.605502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=88426) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 01:29:07.626305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781f76f7-ce07-4d2e-aea0-cf239f2bfdc4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:07.630904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.631235 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Added segment a1591ca4-4699-4b56-9f3e-b49c60095d27 of type flat for network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a May 27 01:29:07.664905 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.705359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.706271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:29:07.706866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.806759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] Pushing event updated for resources: {'Network': ['ID=737dfdb4-9b51-4422-81e3-7c3db7c0b18a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:07.810748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5e8ad1c4-fae5-4c71-aa40-4d19f39779b5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7859595 May 27 01:29:07.820785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d91eed2c-1676-4b16-b2a1-2bbfeab8c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:07.824979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:29:09.123014 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:09.195165 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:10.192237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44440) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:29:10.396251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d89bb5-7797-4815-b003-8d926cc0ff96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:29:10.397533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f9d89bb5-7797-4815-b003-8d926cc0ff96 admin admin] 10.222.0.16 "GET /v2.0/subnets/de0d3421-2f59-4754-bd55-df1741cedb9d HTTP/1.1" status: 200 len: 849 time: 0.2043669 May 27 01:29:10.536904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2f205bea-1824-4cdb-b271-a08d760079bc admin admin] 10.222.0.16 "GET /v2.0/routers/fde73aeb-0d74-4160-99d6-f1b619271f2f HTTP/1.1" status: 200 len: 704 time: 0.1336069 May 27 01:29:10.711673 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:10.941156 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:29:10.994680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:11.247743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Allocated IP 172.20.0.1 (5079075e-1394-4a2b-aaaf-92d85b643fb4/de0d3421-2f59-4754-bd55-df1741cedb9d/3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:29:11.401237 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:11.417676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Transition to ACTIVE for port object 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:29:11.469567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:11.534131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:29:11.535145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:29:11.537759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:29:11.538270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:11.683312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Pushing event updated for resources: {'Port': ['ID=3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:11.765071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-26b645f4-df31-49c1-bc5c-bfa714e03fe6 None None] Provisioning for port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:29:11.769896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-26b645f4-df31-49c1-bc5c-bfa714e03fe6 None None] Provisioning complete for port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:29:11.770264 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-26b645f4-df31-49c1-bc5c-bfa714e03fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:11.802014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:11.824084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-26b645f4-df31-49c1-bc5c-bfa714e03fe6 None None] Port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:29:12.019382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:12.023503 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:12.024213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:12.153214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Pushing event updated for resources: {'Port': ['ID=3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:12.211908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:29:12.212930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:29:12.439873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Router fde73aeb-0d74-4160-99d6-f1b619271f2f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:29:12.446316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-138321c2-3d4e-4192-a65d-d3cce6109abd None None] Provisioning complete for port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:29:12.446680 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-138321c2-3d4e-4192-a65d-d3cce6109abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:12.498508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-138321c2-3d4e-4192-a65d-d3cce6109abd None None] Port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:29:12.591091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:29:12.601896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23b734ba-4f6d-4c9a-a33b-556b4429b82a admin admin] 10.222.0.16 "PUT /v2.0/routers/fde73aeb-0d74-4160-99d6-f1b619271f2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0597551 May 27 01:29:12.602105 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Sync routers for ids ['fde73aeb-0d74-4160-99d6-f1b619271f2f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:29:12.612420 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Routers {'fde73aeb-0d74-4160-99d6-f1b619271f2f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:29:12.613280 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:29:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fde73aeb-0d74-4160-99d6-f1b619271f2f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:12.787580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Set router fde73aeb-0d74-4160-99d6-f1b619271f2f gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:29:13.148253 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'name': 'router1', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:29:01Z', 'updated_at': '2022-05-27T01:29:11Z', 'revision_number': 2, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'gw_port_host': None, '_interfaces': [{'id': '3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc', 'name': '', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'mac_address': 'fa:16:3e:a0:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:11Z', 'updated_at': '2022-05-27T01:29:11Z', 'revision_number': 2, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'subnets': [{'id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db2a248c-7dc0-419d-9501-6553c5da635f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:13.152884 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Checking router: fde73aeb-0d74-4160-99d6-f1b619271f2f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:29:13.153243 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Updating router fde73aeb-0d74-4160-99d6-f1b619271f2f port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:29:13.203993 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:13.576112 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:13.590751 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Transition to ACTIVE for port object 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:29:13.598909 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:13.838091 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Pushing event updated for resources: {'Port': ['ID=3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:13.850028 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.850368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.850701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.851052 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.851374 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.851693 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.852010 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.852325 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.852638 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.852950 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.853260 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.853568 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Tracked resource versions report: May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: pushed versions: May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: { 'AddressGroup': {'1.2'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'ConntrackHelper': {'1.0'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Log': {'1.0'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Network': {'1.1'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Port': {'1.7'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'PortForwarding': {'1.2'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'QosPolicy': {'1.8'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'SecurityGroup': {'1.4'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'SecurityGroupRule': {'1.2'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'SubPort': {'1.0'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Subnet': {'1.1'}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Trunk': {'1.1'}} May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: consumer versions: May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: { DHCP agent@n-d-843146-11: {}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: L3 agent@n-d-843146-11: {}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: Metadata agent@n-d-843146-11: {}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: Metering agent@n-d-843146-11: {}, May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: Open vSwitch agent@n-d-843146-11: { 'AddressGroup': '1.2', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'ConntrackHelper': '1.0', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Log': '1.0', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Network': '1.1', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Port': '1.7', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'PortForwarding': '1.2', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'QosPolicy': '1.8', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'SecurityGroup': '1.4', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'SecurityGroupRule': '1.2', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'SubPort': '1.0', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Subnet': '1.1', May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: 'Trunk': '1.1'}} May 27 01:29:13.854647 n-d-843146-11 neutron-server[88428]: {{(pid=88428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:29:13.858798 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Attempting to bind port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:29:13.859191 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Attempting to bind port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:29:13.859649 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Attempting to bind port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc on network 5079075e-1394-4a2b-aaaf-92d85b643fb4 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:29:13.864838 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:29:13.865246 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Checking segment: {'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:29:13.865728 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:13.866130 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Bound using segment: {'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:29:13.866632 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Bound port: 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:29:13.867036 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:13.951727 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] For port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:29:13.956092 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] For port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc,segment=NetworkSegment(232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e),segment_id=232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:29:13.961474 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:14.045435 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Routers {'fde73aeb-0d74-4160-99d6-f1b619271f2f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:29:14.046121 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:29:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fde73aeb-0d74-4160-99d6-f1b619271f2f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:14.111964 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43f39-6216-4244-b05c-923097b61ec8 None None] Pushing event updated for resources: {'Port': ['ID=3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:14.201894 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] Set router fde73aeb-0d74-4160-99d6-f1b619271f2f gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:29:14.518523 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'name': 'router1', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:29:01Z', 'updated_at': '2022-05-27T01:29:11Z', 'revision_number': 2, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'gw_port_host': None, '_interfaces': [{'id': '3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc', 'name': '', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'mac_address': 'fa:16:3e:a0:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:11Z', 'updated_at': '2022-05-27T01:29:13Z', 'revision_number': 4, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'subnets': [{'id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db2a248c-7dc0-419d-9501-6553c5da635f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:14.522229 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2adfd98-1a15-455e-b381-4e7479d5402a None None] The sync data for ids ['fde73aeb-0d74-4160-99d6-f1b619271f2f'] in n-d-843146-11 is: [{'id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'name': 'router1', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:29:01Z', 'updated_at': '2022-05-27T01:29:11Z', 'revision_number': 2, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'gw_port_host': None, '_interfaces': [{'id': '3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc', 'name': '', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'mac_address': 'fa:16:3e:a0:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:11Z', 'updated_at': '2022-05-27T01:29:13Z', 'revision_number': 4, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'subnets': [{'id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db2a248c-7dc0-419d-9501-6553c5da635f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:29:14.837022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44462) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:29:14.983371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e248a-6616-4032-b0e0-27ac1c265583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:29:14.984499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d1e248a-6616-4032-b0e0-27ac1c265583 admin admin] Synchronizing usage tracker for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:29:15.001596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d1e248a-6616-4032-b0e0-27ac1c265583 admin admin] Unset dirty status for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:29:15.002735 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5d1e248a-6616-4032-b0e0-27ac1c265583 admin admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 842 time: 0.1647372 May 27 01:29:15.012011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'name': 'public-subnet', 'gateway_ip': '172.25.3.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:29:15.016899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:29:15.020637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Usage tracker for resource:subnet and tenant:b6ba9a34b4bd44aab710d76031d3b998 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:29:15.023420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:29:15.029533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:29:15.040119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Made reservation on behalf of b6ba9a34b4bd44aab710d76031d3b998 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:29:15.042338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:15.416923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 01:29:15.417361 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:15.488993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5c62c1-d334-4732-8053-7073cdee9715,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:15.497159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:29:15.497508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Network hostable DHCP agents. Network: 737dfdb4-9b51-4422-81e3-7c3db7c0b18a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:29:15.516720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:29:15.525932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 737dfdb4-9b51-4422-81e3-7c3db7c0b18a) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:29:15.531070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:29:15.531653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:15.539346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b073d2-06ce-46ec-b8da-8e2fbf3c3de2 None None] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:29:15.554148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d37ae525-b6c2-4387-95fe-97188595950b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5453882 May 27 01:29:15.769742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026ce41-ded6-4325-ae41-b23a6a6e9bbe None None] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:29:17.015791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:29:17.084083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:29:17.089064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:29:17.089437 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:17.201082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:29:17.201418 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:17.236038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc,segment=NetworkSegment(232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e),segment_id=232c7e6a-bc5a-46d4-83ed-47bfb9f4f25e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:29:17.239652 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:17.303808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:17.840924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44476) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:29:18.036907 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-53ad86fc-f717-4b09-ab34-bc50843b3548 admin admin] 10.222.0.16 "GET /v2.0/routers/fde73aeb-0d74-4160-99d6-f1b619271f2f HTTP/1.1" status: 200 len: 710 time: 0.1948054 May 27 01:29:18.164209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aeb889-a471-449b-97e6-b6ee39fda1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:29:18.165566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-13aeb889-a471-449b-97e6-b6ee39fda1d0 admin admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 886 time: 0.1236119 May 27 01:29:18.174751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:29:18.663908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:18.993094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:18.993711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:29:19.049812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:19.072025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:29:19.072558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:19.184001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Allocated IP 172.25.3.83 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/fcfb60b5-8c76-447f-945f-ac90fb6bfa53) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:29:19.219231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:29:19.325021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:19.352852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:19.423692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:29:19.428693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:29:19.431773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:29:19.516716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fcfb60b5-8c76-447f-945f-ac90fb6bfa53,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:19.829205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:20.213827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:20.217143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:20.385971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Router fde73aeb-0d74-4160-99d6-f1b619271f2f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:29:20.565926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:29:20.575439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:20.582772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Sync routers for ids ['fde73aeb-0d74-4160-99d6-f1b619271f2f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:29:20.583345 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f2c42b58-cc7b-4ff8-bf8a-43ec461438a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/fde73aeb-0d74-4160-99d6-f1b619271f2f HTTP/1.1" status: 200 len: 889 time: 2.4056482 May 27 01:29:20.587234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Routers {'fde73aeb-0d74-4160-99d6-f1b619271f2f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:29:20.587939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:29:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fde73aeb-0d74-4160-99d6-f1b619271f2f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:20.779807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Set router fde73aeb-0d74-4160-99d6-f1b619271f2f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:29:21.119946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'name': 'router1', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fcfb60b5-8c76-447f-945f-ac90fb6bfa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:29:01Z', 'updated_at': '2022-05-27T01:29:19Z', 'revision_number': 4, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'gw_port': {'id': 'fcfb60b5-8c76-447f-945f-ac90fb6bfa53', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:19Z', 'updated_at': '2022-05-27T01:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc', 'name': '', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'mac_address': 'fa:16:3e:a0:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:11Z', 'updated_at': '2022-05-27T01:29:17Z', 'revision_number': 5, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'subnets': [{'id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db2a248c-7dc0-419d-9501-6553c5da635f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:21.124792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Checking router: fde73aeb-0d74-4160-99d6-f1b619271f2f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:29:21.125145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Updating router fde73aeb-0d74-4160-99d6-f1b619271f2f port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:29:21.175856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:21.494613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:21.506104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Transition to ACTIVE for port object fcfb60b5-8c76-447f-945f-ac90fb6bfa53 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:29:21.512365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:21.596206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02987dc1-1b7e-4131-baf5-bc1f2a18e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fcfb60b5-8c76-447f-945f-ac90fb6bfa53,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:21.601834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Attempting to bind port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:29:21.602210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Attempting to bind port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:29:21.602692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Attempting to bind port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:29:21.607775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:29:21.608159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:29:21.608590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:21.609034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:29:21.609493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Bound port: fcfb60b5-8c76-447f-945f-ac90fb6bfa53, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:29:21.609882 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:21.679201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] For port fcfb60b5-8c76-447f-945f-ac90fb6bfa53, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:29:21.682037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] For port fcfb60b5-8c76-447f-945f-ac90fb6bfa53, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fcfb60b5-8c76-447f-945f-ac90fb6bfa53,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:29:21.687171 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:21.765306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Routers {'fde73aeb-0d74-4160-99d6-f1b619271f2f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:29:21.765883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:29:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fde73aeb-0d74-4160-99d6-f1b619271f2f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:21.819481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02987dc1-1b7e-4131-baf5-bc1f2a18e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fcfb60b5-8c76-447f-945f-ac90fb6bfa53,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:21.946184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] Set router fde73aeb-0d74-4160-99d6-f1b619271f2f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:29:22.284822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-284020db-5900-43ac-8720-bd53631bf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'name': 'router1', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fcfb60b5-8c76-447f-945f-ac90fb6bfa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:29:01Z', 'updated_at': '2022-05-27T01:29:19Z', 'revision_number': 4, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'gw_port': {'id': 'fcfb60b5-8c76-447f-945f-ac90fb6bfa53', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:19Z', 'updated_at': '2022-05-27T01:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc', 'name': '', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'mac_address': 'fa:16:3e:a0:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:11Z', 'updated_at': '2022-05-27T01:29:17Z', 'revision_number': 5, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'subnets': [{'id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db2a248c-7dc0-419d-9501-6553c5da635f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:29:22.288684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284020db-5900-43ac-8720-bd53631bf30c None None] The sync data for ids ['fde73aeb-0d74-4160-99d6-f1b619271f2f'] in n-d-843146-11 is: [{'id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'name': 'router1', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'fcfb60b5-8c76-447f-945f-ac90fb6bfa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:29:01Z', 'updated_at': '2022-05-27T01:29:19Z', 'revision_number': 4, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'gw_port': {'id': 'fcfb60b5-8c76-447f-945f-ac90fb6bfa53', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:19Z', 'updated_at': '2022-05-27T01:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc', 'name': '', 'network_id': '5079075e-1394-4a2b-aaaf-92d85b643fb4', 'tenant_id': 'a9112beea3cc4cba90651c5774a11278', 'mac_address': 'fa:16:3e:a0:7e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde73aeb-0d74-4160-99d6-f1b619271f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:29:11Z', 'updated_at': '2022-05-27T01:29:17Z', 'revision_number': 5, 'project_id': 'a9112beea3cc4cba90651c5774a11278', 'subnets': [{'id': 'de0d3421-2f59-4754-bd55-df1741cedb9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db2a248c-7dc0-419d-9501-6553c5da635f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:29:22.980106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44486) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:29:23.032047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fcfb60b5-8c76-447f-945f-ac90fb6bfa53 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:29:23.097693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-612117a9-eec7-4f08-b6a0-ed1770200fa7 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1164019 May 27 01:29:23.109710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:29:23.115527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:29:23.115896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:23.237581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:29:23.237979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:23.254911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port fcfb60b5-8c76-447f-945f-ac90fb6bfa53, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fcfb60b5-8c76-447f-945f-ac90fb6bfa53,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:29:23.258832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:23.324019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=fcfb60b5-8c76-447f-945f-ac90fb6bfa53,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:29:25.007246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fcfb60b5-8c76-447f-945f-ac90fb6bfa53 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:29:25.080638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:29:25.081018 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:25.203361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port fcfb60b5-8c76-447f-945f-ac90fb6bfa53 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:29:35.664492 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-baeb95b9-ddbc-4ec1-a23d-803c097baecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:37.822898 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6465b817-f72c-4f7e-89cf-b292e3aae01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:39.126747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:39.196984 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:40.724678 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:29:47.940092 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:30:05.666441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74868da6-fe13-4382-a740-879692b23719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:07.826832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0ded-6c89-4527-a773-e5e8b25a447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:09.133102 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:09.202116 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:10.728392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:24.941794 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:30:35.669009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b27175c-611b-4c5e-99d5-5b88e252ea29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:37.831975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03924591-ed36-4ff9-90ec-7dc54ca9d0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:39.139355 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:39.199324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:30:40.730925 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:01.941681 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:31:05.674193 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95e1f4ba-611b-41f2-81b2-59585a3a3f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:07.833533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d57ecc3-bd8a-4f0a-aa09-f3292821291d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:09.135606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:09.201391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:10.732930 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:29.687485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45088) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:29.755247 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-30476185-1be7-49f2-a290-a4ba872e7675 admin admin] GET failed (client error): The resource could not be found. May 27 01:31:29.756494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-30476185-1be7-49f2-a290-a4ba872e7675 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680745 May 27 01:31:29.885707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bd39c-7bcf-479d-a0ae-936e05fcace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:29.887064 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d58bd39c-7bcf-479d-a0ae-936e05fcace5 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267779 May 27 01:31:32.049353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45098) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:32.152389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d594a4-b8ef-454d-ab1c-39168d223a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:32.152938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86d594a4-b8ef-454d-ab1c-39168d223a75 admin admin] Synchronizing usage tracker for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:31:32.168542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86d594a4-b8ef-454d-ab1c-39168d223a75 admin admin] Unset dirty status for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:31:32.169758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-86d594a4-b8ef-454d-ab1c-39168d223a75 admin admin] 10.222.0.16 "GET /v2.0/subnets/de0d3421-2f59-4754-bd55-df1741cedb9d HTTP/1.1" status: 200 len: 849 time: 0.1194482 May 27 01:31:32.179571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:31:32.293837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Notify callbacks [] for subnet, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:32.475413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793544832440'] for subnet, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:32.515622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:32.516793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:32.517964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] 10.222.0.16 "PUT /v2.0/subnets/de0d3421-2f59-4754-bd55-df1741cedb9d HTTP/1.1" status: 200 len: 868 time: 0.3415689 May 27 01:31:32.535505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5b63d-139e-4c89-ba4a-6bb5aff3b234 None None] Network 5079075e-1394-4a2b-aaaf-92d85b643fb4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:31:32.542763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0d3421-2f59-4754-bd55-df1741cedb9d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:31:32.550527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.550871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.551150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.551509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.551839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.552170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.552499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.552825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.553147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.553469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.553794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.554164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef6480-0584-4cc4-b6d5-94a88f156ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:31:32.977585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d54e4806-05df-4589-bb24-5524e1a8bcb9 None None] Provisioning complete for port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:31:32.977952 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d54e4806-05df-4589-bb24-5524e1a8bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:33.091174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d54e4806-05df-4589-bb24-5524e1a8bcb9 None None] Current status of the port 3dd03cd8-3362-4fb2-83e1-3d59de9f9fbc is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:31:33.101792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d54e4806-05df-4589-bb24-5524e1a8bcb9 None None] Provisioning complete for port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:31:33.102160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d54e4806-05df-4589-bb24-5524e1a8bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:33.235257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d54e4806-05df-4589-bb24-5524e1a8bcb9 None None] Current status of the port eae84284-4dfb-4c1e-9055-3ddebe7dbf93 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:31:34.688349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45108) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:34.822068 n-d-843146-11 neutron-server[88425]: WARNING oslo_policy.policy [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:31:34.822654 n-d-843146-11 neutron-server[88425]: WARNING oslo_policy.policy [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:31:35.274811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.policy [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88425) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 01:31:35.322982 n-d-843146-11 neutron-server[88425]: WARNING oslo_policy.policy [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:31:35.323352 n-d-843146-11 neutron-server[88425]: WARNING oslo_policy.policy [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 01:31:35.331267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:35.331743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:35.333639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18bcf9f8-2bcd-4052-b191-8f045dba053a admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6444018 May 27 01:31:35.676154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-67eacea6-4d0d-4604-a942-1e7fcfeffb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:37.509666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45124) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:37.682087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd93d3-718f-47dd-8c00-98c7281ac0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:37.682472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd93d3-718f-47dd-8c00-98c7281ac0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:37.683980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dddd93d3-718f-47dd-8c00-98c7281ac0af admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1734102 May 27 01:31:37.840109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f870a1a0-753e-4cde-8794-c7c1dfb000f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:38.941667 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:31:39.140111 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:39.205185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:39.900243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45134) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:40.069518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6521475-d566-439e-86c2-177b2a281bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:40.070897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a6521475-d566-439e-86c2-177b2a281bc4 admin admin] 10.222.0.16 "GET /v2.0/networks/5079075e-1394-4a2b-aaaf-92d85b643fb4 HTTP/1.1" status: 200 len: 869 time: 0.1696603 May 27 01:31:40.736648 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:31:42.221570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45144) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:42.425424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c1db7-2601-4ee4-a400-90adc5a036f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:42.426681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-706c1db7-2601-4ee4-a400-90adc5a036f7 admin admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 886 time: 0.2041814 May 27 01:31:44.552994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45154) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:44.660660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70771ef-285e-43e5-937c-cde3b581b45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:44.661109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70771ef-285e-43e5-937c-cde3b581b45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:44.662597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e70771ef-285e-43e5-937c-cde3b581b45d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1086581 May 27 01:31:46.831747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45164) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:46.935873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4836d0-d257-4208-a38a-010d9f16dce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:46.936319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4836d0-d257-4208-a38a-010d9f16dce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:46.938092 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7d4836d0-d257-4208-a38a-010d9f16dce4 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054060 May 27 01:31:49.118701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45174) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:49.220489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98ecae-12db-4987-ac02-9cc92b8fdd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:49.221771 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae98ecae-12db-4987-ac02-9cc92b8fdd52 admin admin] 10.222.0.16 "GET /v2.0/subnets/2d5c62c1-d334-4732-8053-7073cdee9715 HTTP/1.1" status: 200 len: 816 time: 0.1021187 May 27 01:31:51.357949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45184) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:31:51.461308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308a5b8-612b-4e18-a217-75d3377494e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:31:51.462629 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0308a5b8-612b-4e18-a217-75d3377494e5 admin admin] 10.222.0.16 "GET /v2.0/subnets/de0d3421-2f59-4754-bd55-df1741cedb9d HTTP/1.1" status: 200 len: 868 time: 0.1037197 May 27 01:32:05.679682 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-16701c43-3b22-4563-90b4-01f1fe653c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:07.832991 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-31baa333-59ed-4eda-aaf3-edc3db7aeba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:09.145932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:09.208324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:10.739902 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:10.849350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:32:10.897004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-1bd4d059-c169-434f-a800-a496abdee5ae admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:32:10.897982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1bd4d059-c169-434f-a800-a496abdee5ae admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477655 May 27 01:32:13.149661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45240) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:32:13.214905 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-07af57db-010f-4546-9473-fe2a117aa47f admin admin] GET failed (client error): The resource could not be found. May 27 01:32:13.216411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-07af57db-010f-4546-9473-fe2a117aa47f admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658283 May 27 01:32:13.338541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9159d5ed-36ba-42ca-9e5a-fefc02296a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:32:13.340054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9159d5ed-36ba-42ca-9e5a-fefc02296a76 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1193290 May 27 01:32:15.501298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45250) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:32:15.546774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:32:15.551734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:32:15.561089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:32:15.571305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Made reservation on behalf of b6ba9a34b4bd44aab710d76031d3b998 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:32:15.573486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:15.661621 n-d-843146-11 neutron-server[88426]: WARNING neutron.services.revisions.revision_plugin [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Could not find related network for resource to bump revision. May 27 01:32:15.673672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:32:15.683830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:15.684098 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Added segment afef221a-7539-4500-a52f-4d52a2344c9c of type vlan for network cc81fcae-81b4-48a8-a85a-ea188e3e9180 May 27 01:32:15.708141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:15.736205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:15.737112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:32:15.737688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:15.834986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3325765 May 27 01:32:15.835672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5f2d4-72ff-41fd-a6e1-ac27f527ccf1 admin admin] Pushing event updated for resources: {'Network': ['ID=cc81fcae-81b4-48a8-a85a-ea188e3e9180,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:32:15.849754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:32:15.940540 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:32:18.028870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45260) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:32:18.094466 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6aea62b-620c-408d-ac6b-92ba0c035ccf admin admin] GET failed (client error): The resource could not be found. May 27 01:32:18.094998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f6aea62b-620c-408d-ac6b-92ba0c035ccf admin admin] Synchronizing usage tracker for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:32:18.109196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f6aea62b-620c-408d-ac6b-92ba0c035ccf admin admin] Unset dirty status for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:32:18.110492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f6aea62b-620c-408d-ac6b-92ba0c035ccf admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806899 May 27 01:32:18.211887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff7963-b794-47bc-a3a7-3eea6148dc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:32:18.213257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-adff7963-b794-47bc-a3a7-3eea6148dc9c admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989141 May 27 01:32:18.222644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Request body: {'subnet': {'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:32:18.226847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:32:18.236646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:32:18.245634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Made reservation on behalf of b6ba9a34b4bd44aab710d76031d3b998 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:32:18.248068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:18.439154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:18.511303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da5b949-71cd-418a-9516-18ab657aee1a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:32:18.515047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:32:18.515392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Network hostable DHCP agents. Network: cc81fcae-81b4-48a8-a85a-ea188e3e9180, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:32:18.533060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:32:18.542161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, cc81fcae-81b4-48a8-a85a-ea188e3e9180) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:32:18.548375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:32:18.548936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:18.556931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ae2a0-1b5d-44d4-951d-adefaeb0bd47 None None] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:32:18.582739 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e13429bb-9d09-4640-93e9-84c1b2a4722a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533940 May 27 01:32:18.792197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'tenant_id': 'b6ba9a34b4bd44aab710d76031d3b998', 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:32:18.793040 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:18.949685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Allocated IP 192.168.233.2 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/210c4573-9927-42a3-ac6d-acc748140493) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:32:19.151878 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:19.163033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Transition to ACTIVE for port object 210c4573-9927-42a3-ac6d-acc748140493 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:32:19.183496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Transition to ACTIVE for port object 210c4573-9927-42a3-ac6d-acc748140493 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:32:19.188701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:19.254272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:32:19.256912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:32:19.260624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:32:19.269737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Pushing event updated for resources: {'Port': ['ID=210c4573-9927-42a3-ac6d-acc748140493,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:32:19.303997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.304275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.304611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.304941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.305266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.305592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.305910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.306232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.306552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.306895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.307214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.307529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:32:19.365699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Attempting to bind port 210c4573-9927-42a3-ac6d-acc748140493 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:32:19.366066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Attempting to bind port 210c4573-9927-42a3-ac6d-acc748140493 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:32:19.366426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Attempting to bind port 210c4573-9927-42a3-ac6d-acc748140493 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:32:19.371772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:32:19.372175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:32:19.372584 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:19.372999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:32:19.373459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Bound port: 210c4573-9927-42a3-ac6d-acc748140493, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:32:19.373934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:19.461311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] For port 210c4573-9927-42a3-ac6d-acc748140493, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:32:19.464369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] For port 210c4573-9927-42a3-ac6d-acc748140493, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=210c4573-9927-42a3-ac6d-acc748140493,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:32:19.469315 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:19.547601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb30c6-d37a-4f7d-9b67-78eef814d42d None None] Pushing event updated for resources: {'Port': ['ID=210c4573-9927-42a3-ac6d-acc748140493,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:32:20.379056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774a964-a9e3-4291-bba1-6a77ffa53c42 None None] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:32:20.465038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d5512099-9c59-4d04-ad36-458710b1c059 None None] Provisioning for port 210c4573-9927-42a3-ac6d-acc748140493 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:32:21.112301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 210c4573-9927-42a3-ac6d-acc748140493 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:32:21.181715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 210c4573-9927-42a3-ac6d-acc748140493 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:32:21.186420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 210c4573-9927-42a3-ac6d-acc748140493 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:32:21.186823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:21.304435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 210c4573-9927-42a3-ac6d-acc748140493 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:32:21.304752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:21.336842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 210c4573-9927-42a3-ac6d-acc748140493, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=210c4573-9927-42a3-ac6d-acc748140493,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:32:21.343151 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:21.414785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=210c4573-9927-42a3-ac6d-acc748140493,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:32:23.090528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 210c4573-9927-42a3-ac6d-acc748140493 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:32:23.160951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 210c4573-9927-42a3-ac6d-acc748140493 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:32:23.161319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:23.277959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 210c4573-9927-42a3-ac6d-acc748140493 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:32:35.684074 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8802257b-8ccf-408e-ae3d-6d065994a599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:37.835384 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-242d30fe-3aee-42f6-a35e-8504159012db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:39.145240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:39.211358 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:40.748054 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:32:52.939373 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:33:05.685685 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d5dabf30-c8d0-4ca1-a23a-18d7f6c15cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:07.836595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dd61b59b-c861-4155-a906-6f6b65439e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:09.145848 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:09.212979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:10.746129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:29.937338 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:33:35.690595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d86be772-9ef1-45bf-850a-6d19f3e9c3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:37.838565 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f2476d9-99d0-4272-abd2-8d854506a5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:39.150101 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:39.219619 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:40.750975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.086190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:33:55.092280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-6a7df901-c6f8-4cb7-89ef-5f10fa1dc928 tempest-verify_tempest_config-1422607276 tempest-verify_tempest_config-1422607276-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:33:55.093252 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6a7df901-c6f8-4cb7-89ef-5f10fa1dc928 tempest-verify_tempest_config-1422607276 tempest-verify_tempest_config-1422607276-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060222 May 27 01:33:55.389964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45326) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:33:55.502215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.518044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:33:55.521745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Usage tracker for resource:security_group_rule and tenant:e3c2db4dcf0644ac86400e07ed123fa0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:33:55.524432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:33:55.530468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:33:55.613093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.616802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.661050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Synchronizing usage tracker for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:33:55.664509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921ad086-299c-4c18-b727-dccdb391fe71,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:33:55.674243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.674578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.674933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.675258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.675577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.675892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.676204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.676514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.676825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.677134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.677443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.677752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:33:55.694571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] Unset dirty status for tenant:b6ba9a34b4bd44aab710d76031d3b998 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:33:55.696081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fbbb6c1b-1f6c-4544-9026-251a87298e5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3c2db4dcf0644ac86400e07ed123fa0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3050125 May 27 01:33:55.699117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45332) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:33:55.755585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ef8cc6e4-981e-4295-9064-45ddc772879c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.780608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ef8cc6e4-981e-4295-9064-45ddc772879c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.871509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ef8cc6e4-981e-4295-9064-45ddc772879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.890294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cc6e4-981e-4295-9064-45ddc772879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ad086-299c-4c18-b727-dccdb391fe71,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:33:55.894613 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ef8cc6e4-981e-4295-9064-45ddc772879c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:33:55.895642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ef8cc6e4-981e-4295-9064-45ddc772879c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/921ad086-299c-4c18-b727-dccdb391fe71 HTTP/1.1" status: 204 len: 168 time: 0.1956513 May 27 01:34:05.682450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-794ccbd2-594d-482d-899f-32607c1a7d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:06.936705 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:34:07.841088 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a5df02f-1ce2-4aeb-86ff-d494000dc9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:09.151148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:09.210508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:10.746516 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:35.684269 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c45569db-5af0-445d-b27b-b1274583d6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:37.842847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d85d2cac-07c8-4b2f-9fff-c60188642393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:39.157107 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:39.211608 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:40.748381 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:34:43.935794 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:35:05.687114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad26d-3aa8-4cad-a949-2c0e3f98ffbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:07.843974 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dceb6b54-1365-44f8-be63-90278efaae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:09.157790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:09.212412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:10.751662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:20.933948 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:35:35.687218 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-363f859a-8a4c-4998-beff-eae6c892b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:37.844676 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1f7c0bec-7811-427e-bf34-7117ea275110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:39.160988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:39.212868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:40.754190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:35:57.932895 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:36:05.689295 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-923559bd-c32a-4afd-8065-8e15d1164383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:07.846554 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb87-980a-47ab-94f2-6cdbb90b6d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:09.163251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:09.212786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:10.756114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:34.930952 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 5 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:36:35.691994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-470a8c34-2499-4b62-ba23-dffed0d45f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:37.848496 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8c500800-da11-4cd3-9af2-e544f349bd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:39.167663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:39.212558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:36:40.758552 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:02.359326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924958'] for agent, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:02.782682 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924958'] for agent, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:05.693484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0327999c-7c1e-438e-938b-448db278b618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:07.848934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-923be99f-9ce2-4c82-89d4-a89a69d9d3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:09.169166 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:09.213397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:10.762017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:11.930441 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:37:32.344638 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:32.735218 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:35.694642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1a43c53e-8e48-44cf-bdc3-e82048899170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:37.849513 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7657433-56ea-4951-9e62-273f59c71c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:39.170973 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:39.215383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:40.762609 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:37:48.929878 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:37:51.180745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45394) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:37:51.288518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2b75256d-5f6e-4a55-a9f7-e99a64c21b9f admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1066825 May 27 01:37:53.468710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45404) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:37:53.522461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5863a99a-d6e2-47c1-95c4-c9331e4d4ba1 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0526991 May 27 01:38:02.348528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:02.738296 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:05.695340 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9abcd695-7637-4e19-8588-be8d9c01ea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:07.851429 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-46feb5ef-1348-42a6-89c9-6113af4d8087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:09.172937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:09.215818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:10.766775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:25.929325 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:38:32.350829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:32.737095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:35.701334 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15c40e9e-84ad-4fee-a437-8c40c596ca4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:37.860958 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-83f26e56-aa26-4426-8933-2583f195bbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:39.188702 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:39.229604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:38:40.769070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:02.354053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:02.755816 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:02.927963 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:39:05.694489 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9fe741e2-d27e-435a-8cd5-83d2c7642d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:07.853792 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e797f6d-7b23-49c1-a0f3-d832f959424d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:09.182780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:09.222329 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:10.771876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:32.368434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:32.752112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:35.695591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-55cf8f66-81b4-4a48-987f-d3b3716e475f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:37.856512 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-177a7214-c36f-499c-a72a-e8a0fef1aea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:39.183710 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:39.222655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:39.927117 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:39:40.777665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.256365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45634) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:47.646091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-network', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:39:47.651454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:47.656548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Usage tracker for resource:network and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:47.659109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:47.666074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:47.677416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Made reservation on behalf of 3db63a665fba4e6cae692f0d3910abce for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:39:47.679699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.691542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.706629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:47.710666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Usage tracker for resource:security_group_rule and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:47.713554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:47.720150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:47.808015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.812332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.845826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22836e-0c7c-4c61-bfdc-d5c22ac1f7ac,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:47.856137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.856677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.857009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.857468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.858002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.858396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.858728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.859073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.859453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.859788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.860107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.860427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Tracked resource versions report: May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: pushed versions: May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: { 'AddressGroup': {'1.2'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'ConntrackHelper': {'1.0'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Log': {'1.0'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Network': {'1.1'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Port': {'1.7'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'PortForwarding': {'1.2'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'QosPolicy': {'1.8'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'SecurityGroup': {'1.4'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'SecurityGroupRule': {'1.2'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'SubPort': {'1.0'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Subnet': {'1.1'}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Trunk': {'1.1'}} May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: consumer versions: May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: { DHCP agent@n-d-843146-11: {}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: HyperV agent@n-h1-843146-11: {}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: HyperV agent@n-h2-843146-11: {}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: L3 agent@n-d-843146-11: {}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: Metadata agent@n-d-843146-11: {}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: Metering agent@n-d-843146-11: {}, May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: Open vSwitch agent@n-d-843146-11: { 'AddressGroup': '1.2', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'ConntrackHelper': '1.0', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Log': '1.0', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Network': '1.1', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Port': '1.7', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'PortForwarding': '1.2', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'QosPolicy': '1.8', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'SecurityGroup': '1.4', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'SecurityGroupRule': '1.2', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'SubPort': '1.0', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Subnet': '1.1', May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: 'Trunk': '1.1'}} May 27 01:39:47.861660 n-d-843146-11 neutron-server[88426]: {{(pid=88426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:39:47.865797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:39:47.875876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.876545 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Added segment fc3d3c7e-969a-48ba-b47f-288153c59a98 of type vlan for network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb May 27 01:39:47.902806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.933127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:47.934260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:47.934946 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:48.086364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8289113 May 27 01:39:48.086599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45670) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:48.087129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e149f-e282-4465-ab54-58e4300ad972 admin admin] Pushing event updated for resources: {'Network': ['ID=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:48.101971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:39:48.102601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Request body: {'subnet': {'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-subnet', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:39:48.104471 n-d-843146-11 neutron-server[88425]: INFO neutron.quota [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Loaded quota_driver: . May 27 01:39:48.111678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:48.118982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Usage tracker for resource:subnet and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:48.123792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:48.132902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:48.155442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Made reservation on behalf of 3db63a665fba4e6cae692f0d3910abce for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:39:48.159997 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:48.437683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:48.513627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Checking segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:39:48.514066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Network hostable DHCP agents. Network: 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:39:48.544068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=044d285e-9bbc-4dda-87ae-46c526fe2ea5,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:48.548530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:39:48.558817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.559160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.559653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.560127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.560610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.561633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.562108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.562429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.562913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.563389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.563846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.564302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Tracked resource versions report: May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: pushed versions: May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: { 'AddressGroup': {'1.2'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'ConntrackHelper': {'1.0'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Log': {'1.0'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Network': {'1.1'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Port': {'1.7'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'PortForwarding': {'1.2'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'QosPolicy': {'1.8'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'SecurityGroup': {'1.4'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'SecurityGroupRule': {'1.2'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'SubPort': {'1.0'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Subnet': {'1.1'}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Trunk': {'1.1'}} May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: consumer versions: May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: { DHCP agent@n-d-843146-11: {}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: HyperV agent@n-h1-843146-11: {}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: HyperV agent@n-h2-843146-11: {}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: L3 agent@n-d-843146-11: {}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: Metadata agent@n-d-843146-11: {}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: Metering agent@n-d-843146-11: {}, May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: Open vSwitch agent@n-d-843146-11: { 'AddressGroup': '1.2', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'ConntrackHelper': '1.0', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Log': '1.0', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Network': '1.1', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Port': '1.7', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'PortForwarding': '1.2', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'QosPolicy': '1.8', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'SecurityGroup': '1.4', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'SecurityGroupRule': '1.2', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'SubPort': '1.0', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Subnet': '1.1', May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: 'Trunk': '1.1'}} May 27 01:39:48.565636 n-d-843146-11 neutron-server[88425]: {{(pid=88425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:39:48.605284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:39:48.621663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:48.622376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:48.627546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e57a2d-c74b-4b07-a961-fdd11e485a79 None None] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:39:48.650976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45710) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:48.651570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3fbcca3f-9bcf-4f59-8653-11278de81d2f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5626271 May 27 01:39:48.655858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:39:48.660670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:48.664504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Usage tracker for resource:router and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:48.667418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:48.673870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:48.686565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:48.687837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:48.708026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:48.865543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:39:48.866747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.014772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.073111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Allocated IP 172.20.0.2 (1424c11e-5f34-4f4b-8939-2b8c6df8c6eb/044d285e-9bbc-4dda-87ae-46c526fe2ea5/1917b6bb-a978-4b9e-b5ed-f45f7ef52a27) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:39:49.313276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.327579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Transition to ACTIVE for port object 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:39:49.353182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Transition to ACTIVE for port object 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:39:49.371327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.394078 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.427308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.447511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:39:49.450917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:39:49.455537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:39:49.497538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Pushing event updated for resources: {'Port': ['ID=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:49.546853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.547189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.547587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.548074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.548466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.548869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.549249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.549626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.550027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.550383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.550776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.551154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Tracked resource versions report: May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: pushed versions: May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: { 'AddressGroup': {'1.2'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'ConntrackHelper': {'1.0'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Log': {'1.0'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Network': {'1.1'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Port': {'1.7'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'PortForwarding': {'1.2'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'QosPolicy': {'1.8'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'SecurityGroup': {'1.4'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'SecurityGroupRule': {'1.2'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'SubPort': {'1.0'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Subnet': {'1.1'}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Trunk': {'1.1'}} May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: consumer versions: May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: { DHCP agent@n-d-843146-11: {}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: HyperV agent@n-h1-843146-11: {}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: HyperV agent@n-h2-843146-11: {}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: L3 agent@n-d-843146-11: {}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: Metadata agent@n-d-843146-11: {}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: Metering agent@n-d-843146-11: {}, May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: Open vSwitch agent@n-d-843146-11: { 'AddressGroup': '1.2', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'ConntrackHelper': '1.0', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Log': '1.0', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Network': '1.1', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Port': '1.7', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'PortForwarding': '1.2', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'QosPolicy': '1.8', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'SecurityGroup': '1.4', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'SecurityGroupRule': '1.2', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'SubPort': '1.0', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Subnet': '1.1', May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: 'Trunk': '1.1'}} May 27 01:39:49.552359 n-d-843146-11 neutron-server[88427]: {{(pid=88427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:39:49.586761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Attempting to bind port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:39:49.587141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Attempting to bind port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:39:49.587495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Attempting to bind port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:39:49.599758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Allocated IP 172.25.3.193 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/041fd616-c116-4260-b77e-27881dc557f5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:39:49.608459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:39:49.609280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Checking segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:39:49.610498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.610937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Bound using segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:39:49.613316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Bound port: 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:39:49.614064 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.728706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-367889b4-29cd-439b-96be-ff926d320676 None None] For port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:39:49.731995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-367889b4-29cd-439b-96be-ff926d320676 None None] For port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:39:49.739276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.765884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.808527 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:49.829952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367889b4-29cd-439b-96be-ff926d320676 None None] Pushing event updated for resources: {'Port': ['ID=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:49.895603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:39:49.898910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:39:49.901677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:39:49.978426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=041fd616-c116-4260-b77e-27881dc557f5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:50.581788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.008292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.124478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8338397-bcab-4aa3-b9e3-cf8ab217fdc0 None None] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:39:51.131074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45792) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:51.232145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3918fb07-2511-469c-b627-add1467951ee None None] Provisioning for port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:39:51.258927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Router 10b05497-0f8c-4616-b7d8-78a9192b9151 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:39:51.386591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.402855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:51.406971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:a0793e63a8284918848a071ef7c0d8e3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:51.410804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:51.417706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:51.462409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:39:51.506601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:39:51.517319 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Sync routers for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:39:51.545817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.556682 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:39:51.556908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.557834 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:39:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:39:51.560469 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.565489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-22538b9f-e87d-460c-8404-cd7772cef3b6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9136205 May 27 01:39:51.566406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45816) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:51.645392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0793e63a8284918848a071ef7c0d8e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5104375 May 27 01:39:51.648885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45826) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:51.671067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6e11b-2865-45d7-8375-1aec4043fdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645dfc38-a98d-4143-8b26-e936bfcaae01,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:51.754395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a60bd-b9d6-4524-a4b4-759dfa092e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.781538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:39:51.786406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a60bd-b9d6-4524-a4b4-759dfa092e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.793936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:39:51.794318 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:51.898812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45834) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:51.921412 n-d-843146-11 neutron-server[88425]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 01:39:51.959889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:39:51.960286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.001732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:39:52.006265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a744559d-f66c-42ae-afb6-6acbd9e57f12 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3f3ea0759cc440169dd23e63a881ae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921159 May 27 01:39:52.012286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.052166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a60bd-b9d6-4524-a4b4-759dfa092e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.059215 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:39:52.145512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a60bd-b9d6-4524-a4b4-759dfa092e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645dfc38-a98d-4143-8b26-e936bfcaae01,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:52.169942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a60bd-b9d6-4524-a4b4-759dfa092e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.172097 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-158a60bd-b9d6-4524-a4b4-759dfa092e80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/645dfc38-a98d-4143-8b26-e936bfcaae01 HTTP/1.1" status: 204 len: 168 time: 0.5222414 May 27 01:39:52.226904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a4316619-a94c-4849-85d3-354f7c26512e None None] Provisioning complete for port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:39:52.227472 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a4316619-a94c-4849-85d3-354f7c26512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.303893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a648cfdd-63c3-45b6-826e-8bb93db9d66f tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:52.320024 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a648cfdd-63c3-45b6-826e-8bb93db9d66f tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104866 May 27 01:39:52.328725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:52.355283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-242bd0f1-9155-42b6-aab7-ac65d367ab59 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/quotas/3f3ea0759cc440169dd23e63a881ae78 HTTP/1.1" status: 200 len: 375 time: 0.0329199 May 27 01:39:52.474576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a4316619-a94c-4849-85d3-354f7c26512e None None] Current status of the port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:39:52.517193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-540dd4bb-0ca2-4161-b1ba-7d0ac62c5149 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f3ea0759cc440169dd23e63a881ae78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1563990 May 27 01:39:52.657241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:50Z', 'revision_number': 3, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:39:52.662033 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Checking router: 10b05497-0f8c-4616-b7d8-78a9192b9151 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:39:52.662698 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Updating router 10b05497-0f8c-4616-b7d8-78a9192b9151 port 041fd616-c116-4260-b77e-27881dc557f5 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:39:52.698953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45866) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:52.744841 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.773858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.926092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45890) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:52.959958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:52.989965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:52.999297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7576094cb949a590beae5f22cb1d87 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:53.006810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:53.016920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:53.097636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Allocated IP 172.20.0.1 (1424c11e-5f34-4f4b-8939-2b8c6df8c6eb/044d285e-9bbc-4dda-87ae-46c526fe2ea5/da71d168-ea81-42d7-82a5-5c768062a113) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:39:53.179439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.214672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:53.223621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Usage tracker for resource:security_group_rule and tenant:b78554cff8554a9e99570b89ebcea968 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:53.234516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:53.249418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:53.252801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.263694 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.284522 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.317288 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Transition to ACTIVE for port object 041fd616-c116-4260-b77e-27881dc557f5 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:39:53.335578 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.354689 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e7576094cb949a590beae5f22cb1d87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4265027 May 27 01:39:53.371681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45914) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:53.379975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:39:53.454058 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.497364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45926) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:53.500114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Transition to ACTIVE for port object da71d168-ea81-42d7-82a5-5c768062a113 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:39:53.530091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c70fc-7395-49c6-920e-ac9d00f46b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d25cf1-7123-41be-8ca7-d43bbec5228b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:53.570390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.613765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f843346f-9a5b-46e3-a9eb-3cf6041c3005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.614540 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Attempting to bind port 041fd616-c116-4260-b77e-27881dc557f5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:39:53.614938 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Attempting to bind port 041fd616-c116-4260-b77e-27881dc557f5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:39:53.615299 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Attempting to bind port 041fd616-c116-4260-b77e-27881dc557f5 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:39:53.621878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:39:53.622132 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.632698 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Pushing event updated for resources: {'Port': ['ID=041fd616-c116-4260-b77e-27881dc557f5,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:53.646524 n-d-843146-11 neutron-server[88426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 01:39:53.647562 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:39:53.648047 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:39:53.648465 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.648865 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:39:53.649356 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Bound port: 041fd616-c116-4260-b77e-27881dc557f5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:39:53.649747 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.688992 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f843346f-9a5b-46e3-a9eb-3cf6041c3005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.699039 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.699499 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.699657 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.700145 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.701043 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.702088 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.702559 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.703163 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.703632 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.704114 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.704728 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.705191 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:39:53.706055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Tracked resource versions report: May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: pushed versions: May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: { 'AddressGroup': {'1.2'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'ConntrackHelper': {'1.0'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Log': {'1.0'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Network': {'1.1'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Port': {'1.7'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'PortForwarding': {'1.2'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'QosPolicy': {'1.8'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'SecurityGroup': {'1.4'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'SecurityGroupRule': {'1.2'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'SubPort': {'1.0'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Subnet': {'1.1'}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Trunk': {'1.1'}} May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: consumer versions: May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: { DHCP agent@n-d-843146-11: {}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: HyperV agent@n-h1-843146-11: {}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: HyperV agent@n-h2-843146-11: {}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: L3 agent@n-d-843146-11: {}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: Metadata agent@n-d-843146-11: {}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: Metering agent@n-d-843146-11: {}, May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: Open vSwitch agent@n-d-843146-11: { 'AddressGroup': '1.2', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'ConntrackHelper': '1.0', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Log': '1.0', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Network': '1.1', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Port': '1.7', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'PortForwarding': '1.2', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'QosPolicy': '1.8', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'SecurityGroup': '1.4', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'SecurityGroupRule': '1.2', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'SubPort': '1.0', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Subnet': '1.1', May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: 'Trunk': '1.1'}} May 27 01:39:53.706702 n-d-843146-11 neutron-server[88428]: {{(pid=88428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 01:39:53.717930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.787150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:39:53.800388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-192ef285-017d-4642-83e2-0e8b4f6dc92f req-6f50d94f-af64-4904-986a-9438e390974d tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 210 time: 0.3019235 May 27 01:39:53.804076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:39:53.805734 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] For port 041fd616-c116-4260-b77e-27881dc557f5, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:39:53.811116 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] For port 041fd616-c116-4260-b77e-27881dc557f5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=041fd616-c116-4260-b77e-27881dc557f5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:39:53.822068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:39:53.827685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.831385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=da71d168-ea81-42d7-82a5-5c768062a113,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:53.836258 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:53.875418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70fc54b-a503-4397-baf4-54cedec123d7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:53.893905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45954) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:53.905880 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4614379a-9c4a-4c97-8d46-1396c346cb86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b78554cff8554a9e99570b89ebcea968&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1888783 May 27 01:39:53.944466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f843346f-9a5b-46e3-a9eb-3cf6041c3005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.003715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843346f-9a5b-46e3-a9eb-3cf6041c3005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d25cf1-7123-41be-8ca7-d43bbec5228b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:54.028731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc1c214b-dc32-4979-a00a-9bda4d49258d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.041364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:39:54.065207 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc1c214b-dc32-4979-a00a-9bda4d49258d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.109974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f843346f-9a5b-46e3-a9eb-3cf6041c3005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.111734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f843346f-9a5b-46e3-a9eb-3cf6041c3005 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43d25cf1-7123-41be-8ca7-d43bbec5228b HTTP/1.1" status: 204 len: 168 time: 0.7239280 May 27 01:39:54.119908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-168d3457-be77-4d4f-88ff-b5bc4ba9444b tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b15d1278244e41de8ece6488bec581a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820765 May 27 01:39:54.132318 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:39:54.133297 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:39:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:39:54.258661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.319120 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5779f-99d7-43f1-9cf5-c72f1f7b58cb None None] Pushing event updated for resources: {'Port': ['ID=041fd616-c116-4260-b77e-27881dc557f5,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:54.343799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-09f5b5fe-b5c7-47d7-b8ca-be2683a5e931 None None] Provisioning for port da71d168-ea81-42d7-82a5-5c768062a113 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:39:54.356399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-09f5b5fe-b5c7-47d7-b8ca-be2683a5e931 None None] Provisioning complete for port da71d168-ea81-42d7-82a5-5c768062a113 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:39:54.356813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-09f5b5fe-b5c7-47d7-b8ca-be2683a5e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.376930 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc1c214b-dc32-4979-a00a-9bda4d49258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.420296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c214b-dc32-4979-a00a-9bda4d49258d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70fc54b-a503-4397-baf4-54cedec123d7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:54.506530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-09f5b5fe-b5c7-47d7-b8ca-be2683a5e931 None None] Port da71d168-ea81-42d7-82a5-5c768062a113 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:39:54.521453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-45233433-d081-453d-96fc-c81dd18a16a5 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:54.530653 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-45233433-d081-453d-96fc-c81dd18a16a5 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4037664 May 27 01:39:54.557695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-e21843fb-2548-419a-9fcf-1761cfb32e9e tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/quotas/b15d1278244e41de8ece6488bec581a0 HTTP/1.1" status: 200 len: 375 time: 0.0209198 May 27 01:39:54.570109 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:39:54.587130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc1c214b-dc32-4979-a00a-9bda4d49258d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.603997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bc1c214b-dc32-4979-a00a-9bda4d49258d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e70fc54b-a503-4397-baf4-54cedec123d7 HTTP/1.1" status: 204 len: 168 time: 0.7048724 May 27 01:39:54.616514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-d1f99b14-e5ae-407b-b22e-4efb357dc370 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b15d1278244e41de8ece6488bec581a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576394 May 27 01:39:54.821884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.846745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.848773 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:54.977618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d6fc1ab1-6aa9-4cc0-9230-00cc90ab6fb3 req-d355cfa6-5e9c-4934-9259-b990a9858b28 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 210 time: 0.0992389 May 27 01:39:55.083125 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:39:53Z', 'revision_number': 1, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:39:55.088853 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba03905-3912-4178-a170-b1d666c67cfa None None] The sync data for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 is: [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:39:53Z', 'revision_number': 1, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:39:55.134614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=da71d168-ea81-42d7-82a5-5c768062a113,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:55.198653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46028) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:55.235071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:55.273590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:39:55.287655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:39:55.290729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:55.413703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Usage tracker for resource:security_group_rule and tenant:962efbf1c9514d15949e328342566067 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:55.433415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:55.488427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76a92243-9c97-4945-b2c7-a82d93856015 req-8346c95e-e0a1-4280-98b8-8ae5b459cb03 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 210 time: 0.2006025 May 27 01:39:55.491731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:55.756407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:55.773913 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:55.851466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5b4f9d4b-c246-41e6-b356-63a55cd2961c None None] Provisioning complete for port da71d168-ea81-42d7-82a5-5c768062a113 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:39:55.851996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9d4b-c246-41e6-b356-63a55cd2961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:55.886186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=962efbf1c9514d15949e328342566067&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6863146 May 27 01:39:55.889192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee255d-f008-4ba3-870b-9e7a8144920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d56bf18-a03c-452e-b581-8f5af628f5b8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:55.892571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46058) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:55.925364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Router 10b05497-0f8c-4616-b7d8-78a9192b9151 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:39:56.048246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572d04df-5fb9-4ff4-bc4a-e4aa39ff3ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:56.064947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f9d4b-c246-41e6-b356-63a55cd2961c None None] Port da71d168-ea81-42d7-82a5-5c768062a113 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:39:56.114110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.47', 60060) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:56.222187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572d04df-5fb9-4ff4-bc4a-e4aa39ff3ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:56.234552 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab4443d2-8a67-4ca9-8fa1-72be34b9288e req-5b45a799-bbe2-4433-9300-8be067f9d05a tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 210 time: 0.1190965 May 27 01:39:56.249703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-dcee3906-d39b-4af6-82f3-a1ee09bfa1d3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3f3ea0759cc440169dd23e63a881ae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344500 May 27 01:39:56.440166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:39:56.449118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a6676ad9-1944-4fdf-8f5c-21f65a4dfcb1 admin admin] 10.222.0.16 "PUT /v2.0/routers/10b05497-0f8c-4616-b7d8-78a9192b9151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8817179 May 27 01:39:56.658260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572d04df-5fb9-4ff4-bc4a-e4aa39ff3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:56.739943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d04df-5fb9-4ff4-bc4a-e4aa39ff3ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d56bf18-a03c-452e-b581-8f5af628f5b8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:56.769170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-72ca0491-4e1a-470f-ad60-82fa9a1e02e9 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:56.770653 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-72ca0491-4e1a-470f-ad60-82fa9a1e02e9 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5153058 May 27 01:39:56.814748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572d04df-5fb9-4ff4-bc4a-e4aa39ff3ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:56.816442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-572d04df-5fb9-4ff4-bc4a-e4aa39ff3ae9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d56bf18-a03c-452e-b581-8f5af628f5b8 HTTP/1.1" status: 204 len: 168 time: 0.9226882 May 27 01:39:56.846903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99904177-86ff-4a61-a2ae-3c96efc82f03 req-97ddc397-b6ba-4301-a430-152890a98fda tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 210 time: 0.0989203 May 27 01:39:56.874183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Request body: {'port': {'device_id': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '3f3ea0759cc440169dd23e63a881ae78'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:39:57.097436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:57.105182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Usage tracker for resource:port and tenant:3f3ea0759cc440169dd23e63a881ae78 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:57.113541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:57.120296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:57.143509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Made reservation on behalf of 3f3ea0759cc440169dd23e63a881ae78 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:39:57.147635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:57.161584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:57.177100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:57.181021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Usage tracker for resource:security_group_rule and tenant:3f3ea0759cc440169dd23e63a881ae78 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:57.183922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:57.191801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:57.331915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:57.337523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:57.380672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 041fd616-c116-4260-b77e-27881dc557f5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:39:57.539253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.47', 60064) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:57.557414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 041fd616-c116-4260-b77e-27881dc557f5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:39:57.568246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 041fd616-c116-4260-b77e-27881dc557f5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:39:57.568959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:57.600584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4952e6-56ee-402b-9154-27df770d12dc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:57.604216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dcd4284f-6ba3-4539-be4c-e2272f945da6 req-1d633f2d-793b-4873-8720-17ed2ae8113a tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 210 time: 0.1440544 May 27 01:39:57.605348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-aa9ef1bd-958c-46ed-9db0-9355cd565be0 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b15d1278244e41de8ece6488bec581a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566196 May 27 01:39:57.837921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 041fd616-c116-4260-b77e-27881dc557f5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:39:57.847719 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:57.877052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 041fd616-c116-4260-b77e-27881dc557f5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=041fd616-c116-4260-b77e-27881dc557f5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:39:57.888402 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:57.931207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Allocated IP 192.168.233.214 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/63090269-e5cf-4cab-95ee-d9772a8595e4) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:39:58.020105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-ce12ef80-8b30-498b-8fc2-b90ebc6185d3 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:58.021601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-ce12ef80-8b30-498b-8fc2-b90ebc6185d3 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4054556 May 27 01:39:58.038467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=041fd616-c116-4260-b77e-27881dc557f5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:58.049100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Request body: {'port': {'device_id': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': 'b15d1278244e41de8ece6488bec581a0'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:39:58.382753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeb1b604-08c1-4fd8-9b68-de19b40e5c5f req-54db9685-8311-4e72-96ba-dbf7b020d0df tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 210 time: 0.2909367 May 27 01:39:58.539437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46176) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:58.547308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-network', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:39:58.555800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:58.569544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Usage tracker for resource:network and tenant:b3de9d94269740349bd6d46b7a6164d5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:58.579093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:58.593378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:58.621585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Made reservation on behalf of b3de9d94269740349bd6d46b7a6164d5 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:39:58.625510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:58.660872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:58.712463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:58.727623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3de9d94269740349bd6d46b7a6164d5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:58.742539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:58.768510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:58.791187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:39:58.794908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:58.820258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Transition to ACTIVE for port object 63090269-e5cf-4cab-95ee-d9772a8595e4 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:39:58.920998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.086200 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-36fc6545-3b2f-4df8-92e8-28b0fd1e601a req-2e446915-f946-439c-a7df-a6ecf245d10f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 210 time: 0.2231445 May 27 01:39:59.219494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Pushing event updated for resources: {'Port': ['ID=63090269-e5cf-4cab-95ee-d9772a8595e4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:59.228285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:39:59.238576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:39:59.251614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:39:59.264794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:59.264794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.296602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.298022 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.325978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.343571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:59.351492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Usage tracker for resource:port and tenant:b15d1278244e41de8ece6488bec581a0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:59.361005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:59.366693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:59.371582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:59.387554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Usage tracker for resource:security_group_rule and tenant:46e125b5baf74db5a6e78432f5ed2e37 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:59.399212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:59.405205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 041fd616-c116-4260-b77e-27881dc557f5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:39:59.413172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-aeac7fa2-28df-425a-b9d7-bd65997e374b tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5441644 May 27 01:39:59.419912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Made reservation on behalf of b15d1278244e41de8ece6488bec581a0 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:39:59.440932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:59.445151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.450540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:39:59.469959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa3b701-3f16-4cc2-bfe2-244a2cc5c061,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:39:59.479110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.479639 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Added segment 36a12acb-999b-4e43-99fc-faf1f77af502 of type vlan for network e0d10e22-fec5-4dbe-a74a-26363eb1417b May 27 01:39:59.496244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-760ad99d-eb79-48ac-b0b9-b1542a0839fc tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:39:59.507469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-760ad99d-eb79-48ac-b0b9-b1542a0839fc tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291190 May 27 01:39:59.514582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.598969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.628025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:39:59.642122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Usage tracker for resource:security_group_rule and tenant:b15d1278244e41de8ece6488bec581a0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:39:59.657040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Sync routers for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:39:59.660332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:39:59.702585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:39:59.743705 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.744657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:59.745347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.756257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:39:59.759655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:39:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:39:59.941037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.970734 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:39:59.990310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82e9e-2b66-43a6-8ad4-6b2a33ba84c1 req-f53a1853-ba4a-48b3-878a-756dd0cf2447 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:39:59.991870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09a82e9e-2b66-43a6-8ad4-6b2a33ba84c1 req-f53a1853-ba4a-48b3-878a-756dd0cf2447 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 936 time: 0.2166734 May 27 01:40:00.024714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.026255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c46d42-4e9b-4a82-b0ab-4c49a153e7ef,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:00.028695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d10e22-fec5-4dbe-a74a-26363eb1417b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:00.035837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 041fd616-c116-4260-b77e-27881dc557f5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:00.039847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cf35e405-d0b6-4fde-847b-e93c043bbca8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4949176 May 27 01:40:00.040941 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.042901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46218) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:00.055887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.073561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Request body: {'subnet': {'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-subnet', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:00.101878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c98ab5f9-09bf-4e6e-8f65-5124e817e379 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46e125b5baf74db5a6e78432f5ed2e37&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3096139 May 27 01:40:00.106791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09a82e9e-2b66-43a6-8ad4-6b2a33ba84c1 req-54e1cbd5-4137-4519-bbaa-88475a03bc22 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838554 May 27 01:40:00.107463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46224) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:00.190896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:40:00.192094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ffb4-ba67-49b3-b1a1-13ba4bd1e8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.227969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ffb4-ba67-49b3-b1a1-13ba4bd1e8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.259320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:00.289121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Request body: {'port': {'device_id': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'device_owner': 'compute:tempest-test_az-1607921141', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:00.405583 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ffb4-ba67-49b3-b1a1-13ba4bd1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.433334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ffb4-ba67-49b3-b1a1-13ba4bd1e8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c46d42-4e9b-4a82-b0ab-4c49a153e7ef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:00.447171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Usage tracker for resource:subnet and tenant:b3de9d94269740349bd6d46b7a6164d5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:00.455002 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ffb4-ba67-49b3-b1a1-13ba4bd1e8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.459981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7e2ffb4-ba67-49b3-b1a1-13ba4bd1e8f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17c46d42-4e9b-4a82-b0ab-4c49a153e7ef HTTP/1.1" status: 204 len: 168 time: 0.3509247 May 27 01:40:00.470691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:00.500433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c8c60d63-6c11-4a90-b104-6618a0472bfa None None] Provisioning for port 63090269-e5cf-4cab-95ee-d9772a8595e4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:00.529735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:00.553383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc119751-956f-494e-91f6-1d7477630ed7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:00.557622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d812034-b1a2-476f-bda0-2bc36f4ab45d req-90ab72c5-b0a4-4dc4-85f7-7f90ff89f3f6 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 210 time: 0.1339121 May 27 01:40:00.583855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Made reservation on behalf of b3de9d94269740349bd6d46b7a6164d5 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:00.586595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.760951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c8c60d63-6c11-4a90-b104-6618a0472bfa None None] Provisioning complete for port 63090269-e5cf-4cab-95ee-d9772a8595e4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:00.761436 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c8c60d63-6c11-4a90-b104-6618a0472bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:00.883703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c8c60d63-6c11-4a90-b104-6618a0472bfa None None] Port 63090269-e5cf-4cab-95ee-d9772a8595e4 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:01.009322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:01.105264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:01.119201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Allocated IP 192.168.233.152 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/5a66261b-63a7-443f-8139-f9226e9013b1) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:01.175175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46254) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:01.214254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 041fd616-c116-4260-b77e-27881dc557f5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:01.237991 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:01.268015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:01.274677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Usage tracker for resource:security_group_rule and tenant:8408ea62a8624f379fea7b1723670e17 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:01.281261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:01.288560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:01.431289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:01.527751 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:01.648645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 2, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:01.656308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Checking router: 10b05497-0f8c-4616-b7d8-78a9192b9151 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:40:01.656660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Updating router 10b05497-0f8c-4616-b7d8-78a9192b9151 port da71d168-ea81-42d7-82a5-5c768062a113 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:40:01.723826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8408ea62a8624f379fea7b1723670e17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5466979 May 27 01:40:01.726099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298b0b6-a431-4c0f-83ca-d45ce2a33785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa37212-981e-4bd4-af08-b672a6e350a8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:01.729053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46264) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:01.862978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e673bb24-6f40-43e7-8021-d7ce42873c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:01.863499 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:01.892539 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e673bb24-6f40-43e7-8021-d7ce42873c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:01.964819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23ffa-2826-4e36-8723-b6a43ee0800a req-926d8a87-eab8-44a9-b351-0fdd50a43962 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:01.967030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-97c23ffa-2826-4e36-8723-b6a43ee0800a req-926d8a87-eab8-44a9-b351-0fdd50a43962 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 936 time: 0.5405140 May 27 01:40:01.968420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e673bb24-6f40-43e7-8021-d7ce42873c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.003495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673bb24-6f40-43e7-8021-d7ce42873c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa37212-981e-4bd4-af08-b672a6e350a8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:02.017387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e673bb24-6f40-43e7-8021-d7ce42873c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.035189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e673bb24-6f40-43e7-8021-d7ce42873c1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaa37212-981e-4bd4-af08-b672a6e350a8 HTTP/1.1" status: 204 len: 168 time: 0.2915666 May 27 01:40:02.056655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c763ae7-63e2-46d1-92d1-ea0657d5d880 req-23a1f242-c006-4d74-8773-57000b3e13b8 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 210 time: 0.2290642 May 27 01:40:02.065843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-97c23ffa-2826-4e36-8723-b6a43ee0800a req-7a5c88ea-8fd7-46e4-bd2d-f1066191e175 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851371 May 27 01:40:02.160085 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.263184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.322477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11ec205-aa62-4b10-acd6-ee111ae2e034,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:02.336503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Transition to ACTIVE for port object 5a66261b-63a7-443f-8139-f9226e9013b1 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:02.364551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Checking segment: {'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:02.365301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Network hostable DHCP agents. Network: e0d10e22-fec5-4dbe-a74a-26363eb1417b, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:40:02.425026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:40:02.579931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.629259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Transition to ACTIVE for port object da71d168-ea81-42d7-82a5-5c768062a113 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:02.681021 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.782566 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.812213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63090269-e5cf-4cab-95ee-d9772a8595e4 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:02.825436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.844542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Transition to ACTIVE for port object 63090269-e5cf-4cab-95ee-d9772a8595e4 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:02.846639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.865587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:02.994178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:03.053912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46286) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:03.124852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.188647 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.202700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:03.227782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Usage tracker for resource:security_group_rule and tenant:f4dacc7fcf2e474686bf1140a3272611 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:03.239676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:03.248290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52354c11-22be-4015-8193-5954b5c16ec5 None None] Pushing event updated for resources: {'Port': ['ID=da71d168-ea81-42d7-82a5-5c768062a113,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:03.263036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46294) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:03.273015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:03.317885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Pushing event updated for resources: {'Port': ['ID=5a66261b-63a7-443f-8139-f9226e9013b1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:03.331340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:03.334930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:03.346482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:03.349305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.495082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Attempting to bind port da71d168-ea81-42d7-82a5-5c768062a113 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:03.498937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Attempting to bind port da71d168-ea81-42d7-82a5-5c768062a113 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:03.499587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Attempting to bind port da71d168-ea81-42d7-82a5-5c768062a113 on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:03.555297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:03.556010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Checking segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:03.556966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.557588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Bound using segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:03.567500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Bound port: da71d168-ea81-42d7-82a5-5c768062a113, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:03.568075 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.687235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Pushing event updated for resources: {'Port': ['ID=63090269-e5cf-4cab-95ee-d9772a8595e4,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:03.709915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.758558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-f99c36ca-d409-4549-9aad-3342171f3f51 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7278001 May 27 01:40:03.760091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.763874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e0d10e22-fec5-4dbe-a74a-26363eb1417b) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:03.766549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:03.774473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1be82e0b39534c52a1d2432c98b3140c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:03.776308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059db05-5871-416b-b0ff-baecb70d6e4b None None] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:03.778108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.779627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:03.780258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:03.789732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:03.815552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:03.890093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4dacc7fcf2e474686bf1140a3272611&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8348174 May 27 01:40:03.890859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46302) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:03.915901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Request body: {'port': {'device_id': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'device_owner': 'compute:tempest-test_az-1607921141', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:03.926852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f685ed-03dc-4c7e-8167-0248624d6836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4173f867-9735-414b-bf74-330a936fee99,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:03.945586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126da80-c550-4474-abf6-53a02694c333 req-cc6eca81-5cbe-4d61-8d11-44aacae3837a tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:03.947310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0126da80-c550-4474-abf6-53a02694c333 req-cc6eca81-5cbe-4d61-8d11-44aacae3837a tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 936 time: 0.4671996 May 27 01:40:04.033792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] For port da71d168-ea81-42d7-82a5-5c768062a113, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:04.045749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Attempting to bind port 63090269-e5cf-4cab-95ee-d9772a8595e4 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:04.046442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Attempting to bind port 63090269-e5cf-4cab-95ee-d9772a8595e4 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:04.047012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Attempting to bind port 63090269-e5cf-4cab-95ee-d9772a8595e4 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:04.056933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9f38aef6-e59e-4dd9-8ac0-5205c87283ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.0126028 May 27 01:40:04.066332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] For port da71d168-ea81-42d7-82a5-5c768062a113, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=da71d168-ea81-42d7-82a5-5c768062a113,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:04.096650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.126251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46306) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:04.127202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Port 63090269-e5cf-4cab-95ee-d9772a8595e4 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:40:04.127731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Attempting to bind port 63090269-e5cf-4cab-95ee-d9772a8595e4 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:04.140119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:04.146137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:04.151114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Usage tracker for resource:router and tenant:b3de9d94269740349bd6d46b7a6164d5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:04.155450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:04.163040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:04.174757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:04.175137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:04.175863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:04.176479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Bound port: 63090269-e5cf-4cab-95ee-d9772a8595e4, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:04.176904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.221688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5e03fa2a-3015-4e27-8edb-db2b5a18f962 None None] Provisioning for port 5a66261b-63a7-443f-8139-f9226e9013b1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:04.225092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52354c11-22be-4015-8193-5954b5c16ec5 None None] Pushing event updated for resources: {'Port': ['ID=da71d168-ea81-42d7-82a5-5c768062a113,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:04.228772 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0126da80-c550-4474-abf6-53a02694c333 req-cfc35398-746d-42c9-878a-f78d020c8ee5 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702742 May 27 01:40:04.254460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5e03fa2a-3015-4e27-8edb-db2b5a18f962 None None] Provisioning complete for port 5a66261b-63a7-443f-8139-f9226e9013b1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:04.255188 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5e03fa2a-3015-4e27-8edb-db2b5a18f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.305236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] For port 63090269-e5cf-4cab-95ee-d9772a8595e4, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:04.311243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] For port 63090269-e5cf-4cab-95ee-d9772a8595e4, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63090269-e5cf-4cab-95ee-d9772a8595e4,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:04.314238 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.335341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.336974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.349301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.371391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.427713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5e03fa2a-3015-4e27-8edb-db2b5a18f962 None None] Port 5a66261b-63a7-443f-8139-f9226e9013b1 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:04.456095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:04.457277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:39:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:04.483306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.515882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5124b45a-dab7-4d2f-a4a8-87b0e291b67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.603239 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1be82e0b39534c52a1d2432c98b3140c&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3363588 May 27 01:40:04.611680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5124b45a-dab7-4d2f-a4a8-87b0e291b67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.645578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46312) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:04.645578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ad0fe-6cd7-460c-bec3-16e1779a42f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97389d1a-8c51-41e7-b506-119dcb7d0346,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:04.775021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88ba1ec6-1929-45bd-9fcc-f42a9d5a3cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.786596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e0d10e22-fec5-4dbe-a74a-26363eb1417b', 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'fixed_ips': [{'subnet_id': 'e11ec205-aa62-4b10-acd6-ee111ae2e034'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:40:04.787467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.834674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5124b45a-dab7-4d2f-a4a8-87b0e291b67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.841091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88ba1ec6-1929-45bd-9fcc-f42a9d5a3cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.879479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a66261b-63a7-443f-8139-f9226e9013b1 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:04.887039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124b45a-dab7-4d2f-a4a8-87b0e291b67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4173f867-9735-414b-bf74-330a936fee99,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:04.888248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.907683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Transition to ACTIVE for port object 5a66261b-63a7-443f-8139-f9226e9013b1 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:04.937173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:04.954171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5124b45a-dab7-4d2f-a4a8-87b0e291b67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:04.961332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5124b45a-dab7-4d2f-a4a8-87b0e291b67c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4173f867-9735-414b-bf74-330a936fee99 HTTP/1.1" status: 204 len: 168 time: 1.0649362 May 27 01:40:05.030541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88ba1ec6-1929-45bd-9fcc-f42a9d5a3cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:05.046546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Pushing event updated for resources: {'Port': ['ID=63090269-e5cf-4cab-95ee-d9772a8595e4,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:05.054197 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:05.065570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba1ec6-1929-45bd-9fcc-f42a9d5a3cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97389d1a-8c51-41e7-b506-119dcb7d0346,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:05.072426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88ba1ec6-1929-45bd-9fcc-f42a9d5a3cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:05.077018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-88ba1ec6-1929-45bd-9fcc-f42a9d5a3cad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97389d1a-8c51-41e7-b506-119dcb7d0346 HTTP/1.1" status: 204 len: 168 time: 0.4514353 May 27 01:40:05.290697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Allocated IP 172.20.0.2 (e0d10e22-fec5-4dbe-a74a-26363eb1417b/e11ec205-aa62-4b10-acd6-ee111ae2e034/a47d8267-83b2-4126-9e4c-2a7ac50334c1) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:05.401623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:05.402223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:05.403795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-a260029a-3337-456d-bdfc-90e161fd3efd service neutron] 10.222.0.47 "PUT /v2.0/ports/63090269-e5cf-4cab-95ee-d9772a8595e4 HTTP/1.1" status: 200 len: 1119 time: 5.3620260 May 27 01:40:05.586859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'tag': '63090269-e5cf-4cab-95ee-d9772a8595e4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:05.623784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device da71d168-ea81-42d7-82a5-5c768062a113 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:05.811645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384a8c3-f305-4867-a65e-b2a37be79776 req-c1e87dd1-5ef7-41d8-906c-80190092da54 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:05.817113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2384a8c3-f305-4867-a65e-b2a37be79776 req-c1e87dd1-5ef7-41d8-906c-80190092da54 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.2313929 May 27 01:40:05.903170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2384a8c3-f305-4867-a65e-b2a37be79776 req-ed61f46c-f50c-4963-8d95-1a8561096c82 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 May 27 01:40:05.920785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46334) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:05.935375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a73e13-f870-4d94-b5f5-eb3ff1b1a9e8 req-e06bae43-4697-4a30-8603-07eee9cd8dbb tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:05.936828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-95a73e13-f870-4d94-b5f5-eb3ff1b1a9e8 req-e06bae43-4697-4a30-8603-07eee9cd8dbb tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Synchronizing usage tracker for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:05.954588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:05.956885 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:05.990909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:06.000455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Usage tracker for resource:security_group_rule and tenant:7de7c7799c15413caf6aa2c797b4f55d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:06.006955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:06.016612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:06.036141 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef31b-d006-46d6-b2e1-a881cdde3c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.212418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.221770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.271357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Pushing event updated for resources: {'Port': ['ID=5a66261b-63a7-443f-8139-f9226e9013b1,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:06.307482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port da71d168-ea81-42d7-82a5-5c768062a113 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:06.325064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port da71d168-ea81-42d7-82a5-5c768062a113 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:06.325536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.348209 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7de7c7799c15413caf6aa2c797b4f55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262323 May 27 01:40:06.349688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46214d87-55bd-4fd3-8dce-7df9a96e4343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3775b29-0dfb-4e8a-bc1a-a70e9e324ab2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:06.354875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:06.400438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:03Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:06.401431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Attempting to bind port 5a66261b-63a7-443f-8139-f9226e9013b1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:06.403653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Attempting to bind port 5a66261b-63a7-443f-8139-f9226e9013b1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:06.404423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Attempting to bind port 5a66261b-63a7-443f-8139-f9226e9013b1 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:06.427918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Port 5a66261b-63a7-443f-8139-f9226e9013b1 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:40:06.428447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Attempting to bind port 5a66261b-63a7-443f-8139-f9226e9013b1 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:06.433622 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.454848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-95a73e13-f870-4d94-b5f5-eb3ff1b1a9e8 req-e06bae43-4697-4a30-8603-07eee9cd8dbb tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Unset dirty status for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:06.463098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95a73e13-f870-4d94-b5f5-eb3ff1b1a9e8 req-e06bae43-4697-4a30-8603-07eee9cd8dbb tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 3.0185604 May 27 01:40:06.472148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:06.472959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:06.473407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:06.473933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Bound port: 5a66261b-63a7-443f-8139-f9226e9013b1, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:06.474285 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.483675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca89853-8d06-4158-9aee-2316be2b89c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.497268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb6feb-0f79-435f-a2da-ef3a7a811471 None None] The sync data for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 is: [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:03Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:40:06.500409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Transition to ACTIVE for port object a47d8267-83b2-4126-9e4c-2a7ac50334c1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:06.563350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca89853-8d06-4158-9aee-2316be2b89c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.643268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Transition to ACTIVE for port object a47d8267-83b2-4126-9e4c-2a7ac50334c1 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:06.658520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.672219 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca89853-8d06-4158-9aee-2316be2b89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.738466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca89853-8d06-4158-9aee-2316be2b89c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3775b29-0dfb-4e8a-bc1a-a70e9e324ab2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:06.777718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca89853-8d06-4158-9aee-2316be2b89c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:06.782293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fca89853-8d06-4158-9aee-2316be2b89c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3775b29-0dfb-4e8a-bc1a-a70e9e324ab2 HTTP/1.1" status: 204 len: 168 time: 0.4226816 May 27 01:40:06.998336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:07.008558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:07.015729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:07.035910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Pushing event updated for resources: {'Port': ['ID=a47d8267-83b2-4126-9e4c-2a7ac50334c1,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:07.055913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port da71d168-ea81-42d7-82a5-5c768062a113 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:07.056626 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:07.095885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] For port 5a66261b-63a7-443f-8139-f9226e9013b1, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:07.104235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] For port 5a66261b-63a7-443f-8139-f9226e9013b1, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5a66261b-63a7-443f-8139-f9226e9013b1,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:07.146574 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25253e62-02f1-4291-b5f6-4fea42a79de1'] response: {'name': 'network-changed', 'server_uuid': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'tag': '63090269-e5cf-4cab-95ee-d9772a8595e4', 'status': 'completed', 'code': 200} May 27 01:40:07.156832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-2b159d0b-cb53-4a2f-8c89-d2ef085634ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:07.159783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-2b159d0b-cb53-4a2f-8c89-d2ef085634ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f3ea0759cc440169dd23e63a881ae78&device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 1122 time: 1.3769970 May 27 01:40:07.165522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:07.230468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-95a73e13-f870-4d94-b5f5-eb3ff1b1a9e8 req-650d5fb1-5597-4c55-b7a3-6b25bc05cd9d tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Synchronizing usage tracker for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:07.385712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e8fe-98d5-45f4-82c6-74e20802e435 req-14cf1886-e288-46be-a0a7-ec7642fca10c tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:07.391764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d64e8fe-98d5-45f4-82c6-74e20802e435 req-14cf1886-e288-46be-a0a7-ec7642fca10c tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.1596375 May 27 01:40:07.409675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port da71d168-ea81-42d7-82a5-5c768062a113, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=da71d168-ea81-42d7-82a5-5c768062a113,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:07.411220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Attempting to bind port a47d8267-83b2-4126-9e4c-2a7ac50334c1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:07.411635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Attempting to bind port a47d8267-83b2-4126-9e4c-2a7ac50334c1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:07.412011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Attempting to bind port a47d8267-83b2-4126-9e4c-2a7ac50334c1 on network e0d10e22-fec5-4dbe-a74a-26363eb1417b {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:07.425205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:07.425591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Checking segment: {'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:07.425978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:07.438245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Bound using segment: {'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:07.438854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Bound port: a47d8267-83b2-4126-9e4c-2a7ac50334c1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:07.439315 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:07.485259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:07.526453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d64e8fe-98d5-45f4-82c6-74e20802e435 req-b2185f00-771f-4ebc-9b93-85f3113af184 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280239 May 27 01:40:07.781569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-d6f62d1d-f69b-425b-a0bb-19e9b102b61f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=63090269-e5cf-4cab-95ee-d9772a8595e4 HTTP/1.1" status: 200 len: 217 time: 0.3991735 May 27 01:40:07.985424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:08.027853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:08.030785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:08.036157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] 10.222.0.47 "PUT /v2.0/ports/5a66261b-63a7-443f-8139-f9226e9013b1 HTTP/1.1" status: 200 len: 1119 time: 4.1634340 May 27 01:40:08.054826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-95a73e13-f870-4d94-b5f5-eb3ff1b1a9e8 req-650d5fb1-5597-4c55-b7a3-6b25bc05cd9d tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Unset dirty status for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:08.056060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95a73e13-f870-4d94-b5f5-eb3ff1b1a9e8 req-650d5fb1-5597-4c55-b7a3-6b25bc05cd9d tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5921836 May 27 01:40:08.118271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf6558-902e-4d01-a6ad-f13fed979574 service neutron] Pushing event updated for resources: {'Port': ['ID=5a66261b-63a7-443f-8139-f9226e9013b1,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:08.140066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-8cdd28fe-6697-4490-b39d-7a7d747f65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:08.147722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-8cdd28fe-6697-4490-b39d-7a7d747f65d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.3212564 May 27 01:40:08.160645 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03a4f59c-84d1-4fb2-8ea6-18d012e9b6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:08.166646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=da71d168-ea81-42d7-82a5-5c768062a113,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:08.230785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] For port a47d8267-83b2-4126-9e4c-2a7ac50334c1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:08.235121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] For port a47d8267-83b2-4126-9e4c-2a7ac50334c1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a47d8267-83b2-4126-9e4c-2a7ac50334c1,segment=NetworkSegment(36a12acb-999b-4e43-99fc-faf1f77af502),segment_id=36a12acb-999b-4e43-99fc-faf1f77af502)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:08.243945 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:08.432193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b5f1-ae59-4f3e-a1ae-4ec811bdbe3f None None] Pushing event updated for resources: {'Port': ['ID=a47d8267-83b2-4126-9e4c-2a7ac50334c1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:08.591184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-7b861d3d-36c4-4f81-995a-5f76d6f2b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:08.593189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-7b861d3d-36c4-4f81-995a-5f76d6f2b524 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3403718 May 27 01:40:08.616230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-a483b052-8659-41bc-872b-effb4f57aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:08.617729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-a483b052-8659-41bc-872b-effb4f57aa32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b15d1278244e41de8ece6488bec581a0&device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 1122 time: 0.4690721 May 27 01:40:08.894935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e50c-cf78-4cf9-8f6a-67e13b8ffa91 req-0e87317e-9ec9-4533-bfd3-af611751a465 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:08.896540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98e6e50c-cf78-4cf9-8f6a-67e13b8ffa91 req-0e87317e-9ec9-4533-bfd3-af611751a465 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.1604567 May 27 01:40:08.964576 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98e6e50c-cf78-4cf9-8f6a-67e13b8ffa91 req-afa3f26c-ffdc-40b9-be83-f2ad397c150e tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596194 May 27 01:40:09.055495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:09.087914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:09.149073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'tag': '5a66261b-63a7-443f-8139-f9226e9013b1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:09.192046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:09.241919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:09.258445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Allocated IP 172.25.3.165 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/968ceefb-c99b-4e17-9c96-bf748471224c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:09.306085 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed81c940-166c-4c99-bcf9-b42df022ec62'] response: {'name': 'network-changed', 'server_uuid': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'tag': '5a66261b-63a7-443f-8139-f9226e9013b1', 'status': 'completed', 'code': 200} May 27 01:40:09.350169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0638e1c-52af-49d3-a53d-4e15c3c3ffd1 req-e877a220-9049-4326-87cd-6ade4298cf24 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:09.358435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0638e1c-52af-49d3-a53d-4e15c3c3ffd1 req-e877a220-9049-4326-87cd-6ade4298cf24 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 0.1027074 May 27 01:40:09.415318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0638e1c-52af-49d3-a53d-4e15c3c3ffd1 req-d315dc21-be61-4925-adec-09f6086fe608 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560124 May 27 01:40:09.452341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:09.496803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:09.599300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=968ceefb-c99b-4e17-9c96-bf748471224c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:09.604583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:09.611639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:09.619775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:09.749577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a47d8267-83b2-4126-9e4c-2a7ac50334c1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:09.809738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9524bbb-4ff7-4ffe-8b5f-7ebd5ccea52b None None] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:09.918843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0c8cb16b-481d-4da1-a5a5-e710dd3b1579 None None] Provisioning for port a47d8267-83b2-4126-9e4c-2a7ac50334c1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:09.955043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a47d8267-83b2-4126-9e4c-2a7ac50334c1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:09.972003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a47d8267-83b2-4126-9e4c-2a7ac50334c1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:09.972606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.107197 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.208917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a47d8267-83b2-4126-9e4c-2a7ac50334c1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:10.209489 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.238187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c93be-d368-4beb-a38a-3b6c6bdec374 req-108d9140-51cb-43b9-9818-59f882eab206 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:10.246504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df9c93be-d368-4beb-a38a-3b6c6bdec374 req-108d9140-51cb-43b9-9818-59f882eab206 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.1222003 May 27 01:40:10.254420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a47d8267-83b2-4126-9e4c-2a7ac50334c1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a47d8267-83b2-4126-9e4c-2a7ac50334c1,segment=NetworkSegment(36a12acb-999b-4e43-99fc-faf1f77af502),segment_id=36a12acb-999b-4e43-99fc-faf1f77af502)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:10.265715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.266894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device da71d168-ea81-42d7-82a5-5c768062a113 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:10.312685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df9c93be-d368-4beb-a38a-3b6c6bdec374 req-d8437eed-be35-4ac9-b38f-31d6453026ba tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651493 May 27 01:40:10.431987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a47d8267-83b2-4126-9e4c-2a7ac50334c1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:10.464700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port da71d168-ea81-42d7-82a5-5c768062a113 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:10.465368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.657224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-90a3ae75-b63f-4870-b167-ee01e1d4f8cd None None] Provisioning complete for port a47d8267-83b2-4126-9e4c-2a7ac50334c1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:10.657596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-90a3ae75-b63f-4870-b167-ee01e1d4f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.709882 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.723339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port da71d168-ea81-42d7-82a5-5c768062a113 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:10.750197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46484) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:10.790549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-90a3ae75-b63f-4870-b167-ee01e1d4f8cd None None] Current status of the port a47d8267-83b2-4126-9e4c-2a7ac50334c1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:10.811296 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.851857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46490) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:10.877353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec66845-fabb-4b55-b9e2-c84ce573bb39 req-7155445c-904d-4e83-889e-18a2ab77bf03 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:10.878868 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ec66845-fabb-4b55-b9e2-c84ce573bb39 req-7155445c-904d-4e83-889e-18a2ab77bf03 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 0.2621574 May 27 01:40:10.972012 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:10.984502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.000490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:11.002896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:11.003465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ec66845-fabb-4b55-b9e2-c84ce573bb39 req-10ffc704-0a32-4d49-9bf7-3e69224efb03 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749586 May 27 01:40:11.015381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Usage tracker for resource:security_group_rule and tenant:0d1d33f6d3a54a9fbf52200ae62b9353 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:11.018444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Usage tracker for resource:security_group_rule and tenant:b6c0d2bfcceb41eba3b2269903210c06 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:11.031708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:11.031708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:11.032285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:11.037719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:11.156461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-3f010a39-728c-4f00-a3ab-3ee078437426 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=5a66261b-63a7-443f-8139-f9226e9013b1 HTTP/1.1" status: 200 len: 217 time: 0.1338773 May 27 01:40:11.181456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.183387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.186550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.200035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.235101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Router 50453cc2-a662-4c9e-b804-458484d105e7 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:40:11.252348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d1d33f6d3a54a9fbf52200ae62b9353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008044 May 27 01:40:11.255387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972aa43-3cfd-45e5-bcb6-cd06a246158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6088efab-fd89-4cfd-ae6d-b93653cd30e9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:11.258247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46496) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:11.268224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6c0d2bfcceb41eba3b2269903210c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153769 May 27 01:40:11.276785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-02a56f06-8d3f-413a-9a9b-12cffda9f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:11.278224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-02a56f06-8d3f-413a-9a9b-12cffda9f2e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1126719 May 27 01:40:11.278659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46500) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:11.324693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62379c-702f-4302-9951-71c48778f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb1c4c-fb2a-4247-a25c-5dadad231343,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:11.385417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-20e1dfc6-e606-4673-9b80-21f9b2cf9ca2 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632512 May 27 01:40:11.392497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73824f9d-42cb-4cf3-afb0-40e05d81fe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.396430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ac236f9-7586-4c99-8b8d-f61aea58e639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.478457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73824f9d-42cb-4cf3-afb0-40e05d81fe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.494267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ac236f9-7586-4c99-8b8d-f61aea58e639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.595868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a47d8267-83b2-4126-9e4c-2a7ac50334c1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:11.600504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73824f9d-42cb-4cf3-afb0-40e05d81fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.618535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73824f9d-42cb-4cf3-afb0-40e05d81fe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088efab-fd89-4cfd-ae6d-b93653cd30e9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:11.634932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b8200-5aa4-49fa-b5bb-f32c6dbea0d8 req-60cccf89-567c-4346-9bf4-3225c32e774b tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:11.636805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b29b8200-5aa4-49fa-b5bb-f32c6dbea0d8 req-60cccf89-567c-4346-9bf4-3225c32e774b tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.2103989 May 27 01:40:11.637819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ac236f9-7586-4c99-8b8d-f61aea58e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.659262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:40:11.663715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-91baaabf-c09e-4688-869a-1a555e87d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:11.666039 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-91baaabf-c09e-4688-869a-1a555e87d7b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3336704 May 27 01:40:11.680818 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Sync routers for ids ['50453cc2-a662-4c9e-b804-458484d105e7'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:40:11.693733 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Routers {'50453cc2-a662-4c9e-b804-458484d105e7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:11.694316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a47d8267-83b2-4126-9e4c-2a7ac50334c1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:11.694435 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['50453cc2-a662-4c9e-b804-458484d105e7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:11.694964 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.715423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b29b8200-5aa4-49fa-b5bb-f32c6dbea0d8 req-293173d9-589d-4c38-90d5-5c9013e99063 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 May 27 01:40:11.716417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac236f9-7586-4c99-8b8d-f61aea58e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb1c4c-fb2a-4247-a25c-5dadad231343,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:11.724242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ac236f9-7586-4c99-8b8d-f61aea58e639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.725648 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ac236f9-7586-4c99-8b8d-f61aea58e639 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2fb1c4c-fb2a-4247-a25c-5dadad231343 HTTP/1.1" status: 204 len: 168 time: 0.4440572 May 27 01:40:11.728001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73824f9d-42cb-4cf3-afb0-40e05d81fe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.736844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73824f9d-42cb-4cf3-afb0-40e05d81fe53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6088efab-fd89-4cfd-ae6d-b93653cd30e9 HTTP/1.1" status: 204 len: 168 time: 0.4775469 May 27 01:40:11.762359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:11.764442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-51fe8850-d5b2-4318-8c77-87389b46e5a6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.6296337 May 27 01:40:11.767539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:11.846817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2534522f-d068-4be8-be7c-cfc4e12e2ef8 req-c6e386fb-1829-4305-bc0f-adc62390a9e3 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449809 May 27 01:40:11.874452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a47d8267-83b2-4126-9e4c-2a7ac50334c1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:11.981849 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Set router 50453cc2-a662-4c9e-b804-458484d105e7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:12.015759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-2293bdc1-56f2-42e5-ba81-05c924f35a6a service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148844 May 27 01:40:12.254920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46520) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:12.311089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:12.348501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-1a05d0c7-3e36-49d9-bbff-023ee2ec6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:12.349979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-1a05d0c7-3e36-49d9-bbff-023ee2ec6960 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f3ea0759cc440169dd23e63a881ae78&device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 1122 time: 0.3963242 May 27 01:40:12.350545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46524) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:12.352117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:12.365153 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:40:09Z', 'revision_number': 3, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:12.369360 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Checking router: 50453cc2-a662-4c9e-b804-458484d105e7 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:40:12.369944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Updating router 50453cc2-a662-4c9e-b804-458484d105e7 port 968ceefb-c99b-4e17-9c96-bf748471224c binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:40:12.379487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e279858b3c44d34a90f1b7193b17a31 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:12.402291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:12.408376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7504e894-7680-42cf-a3a7-c54e2cf89ae1 req-646a2f2e-ccf1-4fbf-a916-9ee8f63a0074 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800738 May 27 01:40:12.431015 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:12.462800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:12.466281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:12.616115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:12.637249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Usage tracker for resource:security_group_rule and tenant:cba420354b784de4b22bdcd16c46bf89 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:12.649695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:12.678373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:12.687182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ac235-d457-40d5-86e8-510f97242435 req-a6f2088f-f1d3-4544-b74b-20e3851de402 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:12.688659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-597ac235-d457-40d5-86e8-510f97242435 req-a6f2088f-f1d3-4544-b74b-20e3851de402 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 0.4799390 May 27 01:40:12.738739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:12.758963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-8b8ecd3e-4fd9-49ad-a46f-f2c0246cf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:12.760438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-8b8ecd3e-4fd9-49ad-a46f-f2c0246cf4d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3987730 May 27 01:40:12.830475 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:12.844204 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Transition to ACTIVE for port object 968ceefb-c99b-4e17-9c96-bf748471224c will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:12.852777 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:12.869968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-a0ccea1c-f3ee-4063-99e2-fa4f8468e4a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=63090269-e5cf-4cab-95ee-d9772a8595e4 HTTP/1.1" status: 200 len: 217 time: 0.0894663 May 27 01:40:12.876523 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-597ac235-d457-40d5-86e8-510f97242435 req-21a01946-5712-4d60-ac8d-a36163677d72 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756859 May 27 01:40:12.923130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-1a11e0c9-778f-4c4a-ba0f-98769846f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:12.925003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-1a11e0c9-778f-4c4a-ba0f-98769846f746 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b15d1278244e41de8ece6488bec581a0&device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 1122 time: 0.4431770 May 27 01:40:12.931526 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ee5c7-f961-4b49-904f-ae04b111c476 None None] Pushing event updated for resources: {'Port': ['ID=968ceefb-c99b-4e17-9c96-bf748471224c,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:12.965213 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Attempting to bind port 968ceefb-c99b-4e17-9c96-bf748471224c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:12.965635 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Attempting to bind port 968ceefb-c99b-4e17-9c96-bf748471224c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:12.966000 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Attempting to bind port 968ceefb-c99b-4e17-9c96-bf748471224c on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:12.972053 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:12.972424 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:12.972818 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:12.973327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:12.973839 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Bound port: 968ceefb-c99b-4e17-9c96-bf748471224c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:12.974230 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.024128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Allocated IP 172.20.0.1 (e0d10e22-fec5-4dbe-a74a-26363eb1417b/e11ec205-aa62-4b10-acd6-ee111ae2e034/51453591-7454-4686-a91a-edb792116c55) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:13.051696 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] For port 968ceefb-c99b-4e17-9c96-bf748471224c, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:13.054941 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] For port 968ceefb-c99b-4e17-9c96-bf748471224c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=968ceefb-c99b-4e17-9c96-bf748471224c,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:13.059795 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.079974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-17704aa4-d41a-4328-b15b-67682ffe1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:13.081554 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-17704aa4-d41a-4328-b15b-67682ffe1332 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2006624 May 27 01:40:13.133752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd16e8-47b2-4310-9f72-e7525eba5b35 req-5d70a5ae-c315-4d6e-be16-457838425ce8 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:13.134290 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.139598 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Routers {'50453cc2-a662-4c9e-b804-458484d105e7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:13.140164 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['50453cc2-a662-4c9e-b804-458484d105e7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:13.142175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75bd16e8-47b2-4310-9f72-e7525eba5b35 req-5d70a5ae-c315-4d6e-be16-457838425ce8 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.2001584 May 27 01:40:13.166330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.212108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75bd16e8-47b2-4310-9f72-e7525eba5b35 req-e7555aa0-367f-4f22-bafe-434cf11423d1 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 May 27 01:40:13.223544 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ee5c7-f961-4b49-904f-ae04b111c476 None None] Pushing event updated for resources: {'Port': ['ID=968ceefb-c99b-4e17-9c96-bf748471224c,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:13.240179 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.251824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.260743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-d775b642-f7c3-4ffc-849e-8fd54c24ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:13.262230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-d775b642-f7c3-4ffc-849e-8fd54c24ce4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3273923 May 27 01:40:13.264437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.269694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Transition to ACTIVE for port object 51453591-7454-4686-a91a-edb792116c55 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:13.271011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084086cb-0743-4d5c-9054-cf48f0a287ef,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:13.278034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-75ac34ee-e736-453d-a1c8-f7abd6948af2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e279858b3c44d34a90f1b7193b17a31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0203543 May 27 01:40:13.280804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46532) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:13.337823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.345094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] Set router 50453cc2-a662-4c9e-b804-458484d105e7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:13.376581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-1a57bddb-366e-438a-87e1-50c0f6ce41a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=5a66261b-63a7-443f-8139-f9226e9013b1 HTTP/1.1" status: 200 len: 217 time: 0.1010568 May 27 01:40:13.385791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cba420354b784de4b22bdcd16c46bf89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0289159 May 27 01:40:13.396892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46536) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:13.416738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbc132b8-6581-4327-960a-0bc8039c0028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.422552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6e413-15b1-4083-b85a-57f640e3d368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31abc417-bb32-40c3-855b-296bb7c1fb1c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:13.444723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-e54fb4fc-a74c-4459-b736-28ceeac02f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:13.446232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-e54fb4fc-a74c-4459-b736-28ceeac02f9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3557425 May 27 01:40:13.449183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:13.457229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:13.479096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-6ed2b24e-8c25-44fc-b1a0-e14d4124e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:13.480366 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-6ed2b24e-8c25-44fc-b1a0-e14d4124e95f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0914042 May 27 01:40:13.484771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:13.485245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.497548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Pushing event updated for resources: {'Port': ['ID=51453591-7454-4686-a91a-edb792116c55,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:13.510468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbc132b8-6581-4327-960a-0bc8039c0028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.624848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbc132b8-6581-4327-960a-0bc8039c0028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.644923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-a36fb37f-c0b7-4b08-a1a6-c19131d8deb7 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903238 May 27 01:40:13.662112 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbc132b8-6581-4327-960a-0bc8039c0028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.666334 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dbc132b8-6581-4327-960a-0bc8039c0028 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/084086cb-0743-4d5c-9054-cf48f0a287ef HTTP/1.1" status: 204 len: 168 time: 0.3822665 May 27 01:40:13.666334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2911-84bb-4c2f-9eb4-ec4cfc5d31e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.668030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc132b8-6581-4327-960a-0bc8039c0028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084086cb-0743-4d5c-9054-cf48f0a287ef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:13.730414 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:40:09Z', 'revision_number': 3, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:13.733218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2911-84bb-4c2f-9eb4-ec4cfc5d31e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.737555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe31264-0954-4e32-b232-41bbab439af7 None None] The sync data for ids ['50453cc2-a662-4c9e-b804-458484d105e7'] in n-d-843146-11 is: [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:40:09Z', 'revision_number': 3, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:40:13.759855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-2633729e-ab51-4a4a-b37f-abc627bd6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:13.761581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-2633729e-ab51-4a4a-b37f-abc627bd6eee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2340043 May 27 01:40:13.856646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-28f2cfb3-e9c1-460e-9231-0f1440b82370 None None] Provisioning for port 51453591-7454-4686-a91a-edb792116c55 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:13.862491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2911-84bb-4c2f-9eb4-ec4cfc5d31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.864244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-28f2cfb3-e9c1-460e-9231-0f1440b82370 None None] Provisioning complete for port 51453591-7454-4686-a91a-edb792116c55 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:13.864839 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28f2cfb3-e9c1-460e-9231-0f1440b82370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.895718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a2911-84bb-4c2f-9eb4-ec4cfc5d31e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31abc417-bb32-40c3-855b-296bb7c1fb1c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:13.898149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2911-84bb-4c2f-9eb4-ec4cfc5d31e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:13.899896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9d5a2911-84bb-4c2f-9eb4-ec4cfc5d31e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31abc417-bb32-40c3-855b-296bb7c1fb1c HTTP/1.1" status: 204 len: 168 time: 0.5002475 May 27 01:40:13.980662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b142335-cdbf-4bb6-b5e9-a4a549670061 req-ab41ebe9-00c8-475f-bda9-9070c85bbd5a service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272443 May 27 01:40:13.995217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-28f2cfb3-e9c1-460e-9231-0f1440b82370 None None] Port 51453591-7454-4686-a91a-edb792116c55 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:14.006684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:14.025214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-1a705517-4b91-44bb-9a5f-977abcfee17c service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513676 May 27 01:40:14.285794 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c1cf9d9-5324-48c2-8f7a-03553face559 req-9bd08f64-2720-46fb-b4e5-de324f37eae7 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549777 May 27 01:40:14.312365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c56101-20d1-4c95-83a5-0b331b0fd094 req-c5293416-3b52-47fb-ad92-03ce0c4f4a83 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:14.319851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59c56101-20d1-4c95-83a5-0b331b0fd094 req-c5293416-3b52-47fb-ad92-03ce0c4f4a83 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 0.1561739 May 27 01:40:14.398585 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59c56101-20d1-4c95-83a5-0b331b0fd094 req-5942aeab-378b-4731-aec3-ad4566c22b44 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779285 May 27 01:40:14.574349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059901cb-2c61-4399-8ec1-e62551dc54d1 req-9ce6917f-1809-48d6-8deb-8145e70005b8 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:14.579245 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-059901cb-2c61-4399-8ec1-e62551dc54d1 req-9ce6917f-1809-48d6-8deb-8145e70005b8 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.1442230 May 27 01:40:14.629498 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:14.645607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:14.646347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:14.738010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-059901cb-2c61-4399-8ec1-e62551dc54d1 req-bc107627-9dae-4dde-b4ef-5723bf941db6 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451144 May 27 01:40:14.833253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Pushing event updated for resources: {'Port': ['ID=51453591-7454-4686-a91a-edb792116c55,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:14.910289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:14.911887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:15.012850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46586) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:15.132210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Router 50453cc2-a662-4c9e-b804-458484d105e7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:40:15.157417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2125950794-network', 'tenant_id': '114772fd4565474a8f652d9ceaea4352'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:15.162649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:15.166830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Usage tracker for resource:network and tenant:114772fd4565474a8f652d9ceaea4352 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:15.170533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:15.178638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:15.191829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Made reservation on behalf of 114772fd4565474a8f652d9ceaea4352 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:15.194012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.207077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.225217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38aa9ebe-81bd-423b-966a-aea5f6a1313e None None] Provisioning complete for port 51453591-7454-4686-a91a-edb792116c55 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:15.225807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38aa9ebe-81bd-423b-966a-aea5f6a1313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.230300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:15.237639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Usage tracker for resource:security_group_rule and tenant:114772fd4565474a8f652d9ceaea4352 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:15.240587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:15.250481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:15.287938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38aa9ebe-81bd-423b-966a-aea5f6a1313e None None] Port 51453591-7454-4686-a91a-edb792116c55 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:15.349300 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.349898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:40:15.357325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.364973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bcb92012-74d9-4086-86ee-d6f14c73cf7b admin admin] 10.222.0.16 "PUT /v2.0/routers/50453cc2-a662-4c9e-b804-458484d105e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5962636 May 27 01:40:15.405580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:40:15.413021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3ef73-d5a3-4e27-9d5e-ce639a0117ad,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:15.426038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793544748755', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.427270 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Unsubscribe: segment precommit_create {{(pid=88425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 01:40:15.427944 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Added segment 5379d9d8-3118-4d5f-8664-416d7548fdd9 of type vlan for network 15b2dbd3-6b1b-4334-ae2f-8d4a02efe209 May 27 01:40:15.530989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.576049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.577693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:15.578694 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.665499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 968ceefb-c99b-4e17-9c96-bf748471224c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:15.723723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] Pushing event updated for resources: {'Network': ['ID=15b2dbd3-6b1b-4334-ae2f-8d4a02efe209,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:15.744628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 15b2dbd3-6b1b-4334-ae2f-8d4a02efe209 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:40:15.791046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e9b87664-0fbe-4ed1-a1ef-deac850eae22 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7759745 May 27 01:40:15.794483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46618) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:15.801761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Request body: {'subnet': {'network_id': '15b2dbd3-6b1b-4334-ae2f-8d4a02efe209', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2125950794-subnet', 'tenant_id': '114772fd4565474a8f652d9ceaea4352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:15.808942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:15.816528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Usage tracker for resource:subnet and tenant:114772fd4565474a8f652d9ceaea4352 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:15.822348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:15.827434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31179-24b3-40a8-b46a-715617f57d75 req-7a72dbf8-edb8-45fe-b6a9-22043cf252c4 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:15.834662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:15.837323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebf31179-24b3-40a8-b46a-715617f57d75 req-7a72dbf8-edb8-45fe-b6a9-22043cf252c4 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 0.2513287 May 27 01:40:15.841389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Sync routers for ids ['50453cc2-a662-4c9e-b804-458484d105e7'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:40:15.862927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Made reservation on behalf of 114772fd4565474a8f652d9ceaea4352 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:15.865428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:15.914851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebf31179-24b3-40a8-b46a-715617f57d75 req-5dd4cb8e-cc99-4332-8a2d-072421d42ec7 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764630 May 27 01:40:15.916086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 968ceefb-c99b-4e17-9c96-bf748471224c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:15.922760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Routers {'50453cc2-a662-4c9e-b804-458484d105e7'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:15.923416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['50453cc2-a662-4c9e-b804-458484d105e7'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:15.989830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 968ceefb-c99b-4e17-9c96-bf748471224c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:15.990495 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.128914 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.139211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b7847-6b7c-46c9-a52c-42bcaf69633f req-dbec372e-ebfd-4012-95db-807070c0f61f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:16.140401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a52b7847-6b7c-46c9-a52c-42bcaf69633f req-dbec372e-ebfd-4012-95db-807070c0f61f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Synchronizing usage tracker for tenant:b15d1278244e41de8ece6488bec581a0 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:16.162606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a52b7847-6b7c-46c9-a52c-42bcaf69633f req-dbec372e-ebfd-4012-95db-807070c0f61f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Unset dirty status for tenant:b15d1278244e41de8ece6488bec581a0 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:16.171142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a52b7847-6b7c-46c9-a52c-42bcaf69633f req-dbec372e-ebfd-4012-95db-807070c0f61f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.1297109 May 27 01:40:16.215940 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-fe771682-4154-464f-9e3f-e77a841fac01 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485766 May 27 01:40:16.216388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a52b7847-6b7c-46c9-a52c-42bcaf69633f req-03a91452-dc8d-4f94-9416-d4d80e2f6eef tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Synchronizing usage tracker for tenant:b15d1278244e41de8ece6488bec581a0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:16.236954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a52b7847-6b7c-46c9-a52c-42bcaf69633f req-03a91452-dc8d-4f94-9416-d4d80e2f6eef tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Unset dirty status for tenant:b15d1278244e41de8ece6488bec581a0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:16.239155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a52b7847-6b7c-46c9-a52c-42bcaf69633f req-03a91452-dc8d-4f94-9416-d4d80e2f6eef tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670972 May 27 01:40:16.287187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Set router 50453cc2-a662-4c9e-b804-458484d105e7 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:16.308751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b659b2a0-def0-4877-b7af-6f9f50f9aaa4,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:16.333296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Checking segment: {'id': '5379d9d8-3118-4d5f-8664-416d7548fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '15b2dbd3-6b1b-4334-ae2f-8d4a02efe209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:16.333645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Network hostable DHCP agents. Network: 15b2dbd3-6b1b-4334-ae2f-8d4a02efe209, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:40:16.359931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 968ceefb-c99b-4e17-9c96-bf748471224c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:16.360638 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.378926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Network 15b2dbd3-6b1b-4334-ae2f-8d4a02efe209 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:40:16.405961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-6bcff546-657f-49d9-b9c4-2a1abbe71592 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:16.411236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-6bcff546-657f-49d9-b9c4-2a1abbe71592 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827488 May 27 01:40:16.412265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 15b2dbd3-6b1b-4334-ae2f-8d4a02efe209) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:16.426622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:16.427251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.439137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-0f696e1d-c38f-4f23-869c-41d2b5b271e3 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/quotas/85ba29e0ffe44821b6ac9a6d795c9f9f HTTP/1.1" status: 200 len: 375 time: 0.0248151 May 27 01:40:16.444317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b227ded-3af8-4df2-b777-85be63cd1a9b None None] Network 15b2dbd3-6b1b-4334-ae2f-8d4a02efe209 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:16.484068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 968ceefb-c99b-4e17-9c96-bf748471224c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=968ceefb-c99b-4e17-9c96-bf748471224c,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:16.489660 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0226a0c1-4541-4b0e-952b-3068d4ede1f5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6932006 May 27 01:40:16.496988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-5013ad3a-401f-43a8-a42d-47d188273f26 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505109 May 27 01:40:16.582376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.620024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46652) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:16.625637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966329248', 'description': 'tempest-description--1479826276'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:16.631453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:16.635897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Usage tracker for resource:security_group and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:16.640079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:16.647401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:16.667717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.690256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:16.694647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Usage tracker for resource:security_group_rule and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:16.698264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:16.706591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:16.790089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c16b0413-0b18-4feb-bb8a-85fda863477c req-1178d32a-bd66-4b9a-b7da-adf2ae04dc85 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0652649 May 27 01:40:16.831357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=968ceefb-c99b-4e17-9c96-bf748471224c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:16.865283 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.870403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.927149 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:40:16.936901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e738e-f180-4878-8797-ff1bc4694005,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:16.939855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:16.941063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-afbff9e2-f916-4ecd-b2ca-0fc198f71011 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3200352 May 27 01:40:16.946147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46670) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:16.952961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'security_group_rule': {'security_group_id': 'a56e738e-f180-4878-8797-ff1bc4694005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:16.969134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:16.973810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Usage tracker for resource:security_group_rule and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:16.977550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:16.986046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ff293-9718-4cda-b33b-a817305d983e None None] Network 15b2dbd3-6b1b-4334-ae2f-8d4a02efe209 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:16.990794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:17.010619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.011572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:40:13Z', 'revision_number': 4, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51453591-7454-4686-a91a-edb792116c55', 'name': '', 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'mac_address': 'fa:16:3e:a2:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e11ec205-aa62-4b10-acd6-ee111ae2e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:12Z', 'updated_at': '2022-05-27T01:40:14Z', 'revision_number': 2, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'subnets': [{'id': 'e11ec205-aa62-4b10-acd6-ee111ae2e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:17.067460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Checking router: 50453cc2-a662-4c9e-b804-458484d105e7 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:40:17.068052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Updating router 50453cc2-a662-4c9e-b804-458484d105e7 port 51453591-7454-4686-a91a-edb792116c55 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:40:17.125531 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.139727 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.145388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.170662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5072ec-41c3-477e-b1ca-c73f59da519e,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:17.174870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5a66261b-63a7-443f-8139-f9226e9013b1 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:40:17.182743 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.184411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-46dc2b5a-fe44-4da4-90a6-3ac310a4da71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371535 May 27 01:40:17.186255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a4c0e-31e3-45c7-9b74-d48474a91829 req-7624ab05-18c7-49d1-90d0-cd0292655fe4 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:17.187669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46678) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:17.193644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'security_group_rule': {'security_group_id': 'a56e738e-f180-4878-8797-ff1bc4694005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:17.196069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f6a4c0e-31e3-45c7-9b74-d48474a91829 req-7624ab05-18c7-49d1-90d0-cd0292655fe4 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 0.1305430 May 27 01:40:17.200219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:17.205331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Usage tracker for resource:security_group_rule and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:17.209471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:17.218139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:17.245492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.257300 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f6a4c0e-31e3-45c7-9b74-d48474a91829 req-73f74c57-074c-454c-a9e3-7e6cbe789e38 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603492 May 27 01:40:17.332221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.339428 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.375874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cd3d18-e309-4115-aa84-ce154fd45449,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:17.422044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.426144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-71767fa8-e2f3-43d1-99fb-3b859f50cefc tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344270 May 27 01:40:17.427222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46688) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:17.434336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:17.444675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:17.450238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Usage tracker for resource:floatingip and tenant:3db63a665fba4e6cae692f0d3910abce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:17.454943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:17.462082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:17.477829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.501456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46694) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:17.513460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2063987640-network', 'tenant_id': 'd7234857cd154ce3baf6d21f7a371779'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:17.530065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:17.558946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa0a7-ca11-4703-88c5-a7cfa28c9f4f req-bd6578c5-040e-49de-add5-aee1674b4773 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:17.561458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07afa0a7-ca11-4703-88c5-a7cfa28c9f4f req-bd6578c5-040e-49de-add5-aee1674b4773 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 970 time: 0.1869731 May 27 01:40:17.565298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Usage tracker for resource:network and tenant:d7234857cd154ce3baf6d21f7a371779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:17.598355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5a66261b-63a7-443f-8139-f9226e9013b1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5a66261b-63a7-443f-8139-f9226e9013b1,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:17.603913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:17.613427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 968ceefb-c99b-4e17-9c96-bf748471224c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:17.635661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:17.679594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07afa0a7-ca11-4703-88c5-a7cfa28c9f4f req-17ca5d51-e548-4f4d-99c2-09e18aa78bb2 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103508 May 27 01:40:17.702802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Made reservation on behalf of d7234857cd154ce3baf6d21f7a371779 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:17.705648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.720659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.730788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '5a66261b-63a7-443f-8139-f9226e9013b1', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '5a66261b-63a7-443f-8139-f9226e9013b1', 'mac_address': 'fa:16:3e:a3:66:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-1607921141', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:40:17.738130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:17.744742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d7234857cd154ce3baf6d21f7a371779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:17.748088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:17.755992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:17.784352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.874193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.880373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.891997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 5a66261b-63a7-443f-8139-f9226e9013b1 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:17.892414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.896104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:40:17.908461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.908641 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Added segment ac0550ee-34b7-43a6-8b18-a118fa3719d0 of type vlan for network 180e6ddf-f0a7-4e00-b8ba-036b0081717a May 27 01:40:17.917033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a66261b-63a7-443f-8139-f9226e9013b1 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:17.945688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.958695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5a66261b-63a7-443f-8139-f9226e9013b1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5a66261b-63a7-443f-8139-f9226e9013b1,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:17.971275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 968ceefb-c99b-4e17-9c96-bf748471224c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:17.971648 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:17.972906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff9e4d69-8a53-4a11-8d57-3d98a972aa2f req-13a27f67-62fc-4582-bad9-d1cba694f6dd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0595171 May 27 01:40:18.001871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.001871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:18.001871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.002168 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.002168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63090269-e5cf-4cab-95ee-d9772a8595e4 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:40:18.010440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Allocated IP 172.25.3.230 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/87a76c48-6c86-40f8-ae7e-09ceb6720c86) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:18.118114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85418d2d-3934-4315-a5bd-91c78d9b9e48,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:18.129321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.13', 52213) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:18.135766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] Pushing event updated for resources: {'Network': ['ID=180e6ddf-f0a7-4e00-b8ba-036b0081717a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:18.136672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 63090269-e5cf-4cab-95ee-d9772a8595e4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63090269-e5cf-4cab-95ee-d9772a8595e4,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:18.172918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-95b2fa28-4402-4943-99c9-ab2354bc4e6a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418601 May 27 01:40:18.177841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a6b1751b-598c-40fe-8cf7-ab37940397e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6727154 May 27 01:40:18.184989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 180e6ddf-f0a7-4e00-b8ba-036b0081717a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:40:18.200423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46702) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:18.214502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.216308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=5a66261b-63a7-443f-8139-f9226e9013b1,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:18.225750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Request body: {'subnet': {'network_id': '180e6ddf-f0a7-4e00-b8ba-036b0081717a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2063987640-subnet', 'tenant_id': 'd7234857cd154ce3baf6d21f7a371779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:18.232133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:18.237264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Usage tracker for resource:subnet and tenant:d7234857cd154ce3baf6d21f7a371779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:18.241047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:18.246981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.249229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:18.270787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '63090269-e5cf-4cab-95ee-d9772a8595e4', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '63090269-e5cf-4cab-95ee-d9772a8595e4', 'mac_address': 'fa:16:3e:9c:56:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:tempest-test_az-1607921141', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:40:18.356385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Made reservation on behalf of d7234857cd154ce3baf6d21f7a371779 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:18.358879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.369464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:18.385965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:18.389247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event updated for resources: {'Port': ['ID=87a76c48-6c86-40f8-ae7e-09ceb6720c86,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:18.398004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:18.412272 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.453661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Transition to ACTIVE for port object 51453591-7454-4686-a91a-edb792116c55 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:18.462777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 63090269-e5cf-4cab-95ee-d9772a8595e4 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:18.463189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.474771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 968ceefb-c99b-4e17-9c96-bf748471224c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:18.475286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.479227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.525140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63090269-e5cf-4cab-95ee-d9772a8595e4 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:18.557230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.647494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-0827afc3-421b-43b1-b90b-137250aaad90 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:18.648586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-0827afc3-421b-43b1-b90b-137250aaad90 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4691179 May 27 01:40:18.696057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c3322-74d5-4403-a442-a775e2f45c53 None None] Pushing event updated for resources: {'Port': ['ID=51453591-7454-4686-a91a-edb792116c55,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:18.702391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 63090269-e5cf-4cab-95ee-d9772a8595e4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63090269-e5cf-4cab-95ee-d9772a8595e4,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:18.746052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f587c-80b4-49bf-83d9-c06e7b61afa9 req-17fd04db-0d01-456f-b77e-ac6c9156daac tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:18.748041 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f5f587c-80b4-49bf-83d9-c06e7b61afa9 req-17fd04db-0d01-456f-b77e-ac6c9156daac tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 970 time: 0.3648326 May 27 01:40:18.771966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.892997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f5f587c-80b4-49bf-83d9-c06e7b61afa9 req-24ac2bc0-5c26-4a0d-823f-35ca55a55f25 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332414 May 27 01:40:18.923195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Attempting to bind port 51453591-7454-4686-a91a-edb792116c55 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:18.923674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Attempting to bind port 51453591-7454-4686-a91a-edb792116c55 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:18.924160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Attempting to bind port 51453591-7454-4686-a91a-edb792116c55 on network e0d10e22-fec5-4dbe-a74a-26363eb1417b {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:18.940571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:18.941061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Checking segment: {'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:18.941565 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.942323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Bound using segment: {'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:18.942481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Bound port: 51453591-7454-4686-a91a-edb792116c55, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a12acb-999b-4e43-99fc-faf1f77af502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:18.943013 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.972750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:18.997511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bb63b-1e6f-4771-a557-46714da2b7fb req-c47b63d7-fce7-46a3-b5ef-606250cb96d1 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:18.999525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-797bb63b-1e6f-4771-a557-46714da2b7fb req-c47b63d7-fce7-46a3-b5ef-606250cb96d1 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 971 time: 0.1394634 May 27 01:40:19.023702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.034757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.038650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=63090269-e5cf-4cab-95ee-d9772a8595e4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:19.080646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d06213b-c29b-49e3-804b-877c3dc1b4be,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:19.081974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] For port 51453591-7454-4686-a91a-edb792116c55, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:19.088212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] For port 51453591-7454-4686-a91a-edb792116c55, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=51453591-7454-4686-a91a-edb792116c55,segment=NetworkSegment(36a12acb-999b-4e43-99fc-faf1f77af502),segment_id=36a12acb-999b-4e43-99fc-faf1f77af502)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:19.095591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.106298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Checking segment: {'id': 'ac0550ee-34b7-43a6-8b18-a118fa3719d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '180e6ddf-f0a7-4e00-b8ba-036b0081717a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:19.106298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Network hostable DHCP agents. Network: 180e6ddf-f0a7-4e00-b8ba-036b0081717a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:40:19.129634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Network 180e6ddf-f0a7-4e00-b8ba-036b0081717a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:40:19.145396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.199155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Routers {'50453cc2-a662-4c9e-b804-458484d105e7'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:19.199952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['50453cc2-a662-4c9e-b804-458484d105e7'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:19.202229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 180e6ddf-f0a7-4e00-b8ba-036b0081717a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:19.215856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-797bb63b-1e6f-4771-a557-46714da2b7fb req-e6746b6a-3286-4878-b9e2-22e2b51fd4ee tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099490 May 27 01:40:19.219683 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.221413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7928541 May 27 01:40:19.228506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41578a3-7d7e-4f89-bd85-bdb2759ce11a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event updated for resources: {'Port': ['ID=87a76c48-6c86-40f8-ae7e-09ceb6720c86,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:19.241472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:19.242277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.250482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a76278f3-e7fd-4cea-b175-abd78ed0ab71 req-7c28aa59-55c3-4bce-947d-44275ad86e7d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.1078241 May 27 01:40:19.272542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0405388c-f33d-4b0d-8314-a49af58f1f51 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0664375 May 27 01:40:19.325071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242025c2-cbac-4817-b47e-72411c1af6fd None None] Network 180e6ddf-f0a7-4e00-b8ba-036b0081717a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:19.375494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['63090269-e5cf-4cab-95ee-d9772a8595e4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:19.403889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['5a66261b-63a7-443f-8139-f9226e9013b1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:19.454936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46730) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:19.510214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-04425332-1c98-415f-8a47-27aab7b99d92 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Synchronizing usage tracker for tenant:3db63a665fba4e6cae692f0d3910abce on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:19.543415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] Deleting subnet b659b2a0-def0-4877-b7af-6f9f50f9aaa4 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:40:19.543646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-04425332-1c98-415f-8a47-27aab7b99d92 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Unset dirty status for tenant:3db63a665fba4e6cae692f0d3910abce on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:19.545608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-04425332-1c98-415f-8a47-27aab7b99d92 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--966329248&fields=id&tenant_id=3db63a665fba4e6cae692f0d3910abce HTTP/1.1" status: 200 len: 267 time: 0.0780356 May 27 01:40:19.549282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.679309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.687447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.706356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c3322-74d5-4403-a442-a775e2f45c53 None None] Pushing event updated for resources: {'Port': ['ID=51453591-7454-4686-a91a-edb792116c55,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:19.740933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-3d775295-513e-4025-8598-291b734c2ec7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:19.741576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-3d775295-513e-4025-8598-291b734c2ec7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Synchronizing usage tracker for tenant:3db63a665fba4e6cae692f0d3910abce on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:19.761508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-3d775295-513e-4025-8598-291b734c2ec7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Unset dirty status for tenant:3db63a665fba4e6cae692f0d3910abce on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:19.763194 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-3d775295-513e-4025-8598-291b734c2ec7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 824 time: 0.2098603 May 27 01:40:19.778529 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.782283 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-1d4cfe7d-c616-40c8-8909-8d4081a08119 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/quotas/3db63a665fba4e6cae692f0d3910abce HTTP/1.1" status: 200 len: 375 time: 0.0127459 May 27 01:40:19.833936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b659b2a0-def0-4877-b7af-6f9f50f9aaa4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:19.837904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] Set router 50453cc2-a662-4c9e-b804-458484d105e7 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:19.843977 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:19.851750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-67a01f95-b679-4fbc-a63c-654a5f4415a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b659b2a0-def0-4877-b7af-6f9f50f9aaa4 HTTP/1.1" status: 204 len: 168 time: 0.3954701 May 27 01:40:19.855161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46736) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:19.893508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-bccc9b7e-98c3-4ede-83a8-69deccf26b04 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Synchronizing usage tracker for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:19.919486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-bccc9b7e-98c3-4ede-83a8-69deccf26b04 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Unset dirty status for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:19.936211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-bccc9b7e-98c3-4ede-83a8-69deccf26b04 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376443 May 27 01:40:19.979602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:20.121995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:20.184360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-1f676928-9ab3-45df-b978-efee38875c45 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:40:20.185423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-1f676928-9ab3-45df-b978-efee38875c45 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618207 May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > port after_create 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > port after_delete 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > port after_update 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.205552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.206244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.303225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b334de-f7a5-44da-9e2a-b9790c685783 None None] Network 180e6ddf-f0a7-4e00-b8ba-036b0081717a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:20.333583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-0ef7255a-9545-44c3-a7b6-7c80b4d0a0e0 service neutron] 10.222.0.16 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416392 May 27 01:40:20.356140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.356583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.356983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.357349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:20.357999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b2dbd3-6b1b-4334-ae2f-8d4a02efe209']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:20.379796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5379d9d8-3118-4d5f-8664-416d7548fdd9') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:20.380006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5379d9d8-3118-4d5f-8664-416d7548fdd9') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:20.399700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:20.429955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:20.443045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5794919-cebf-4dcd-85f7-bcaeeb21e150 req-98d26ab3-0527-438e-8733-458a8021a656 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:20.444693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5794919-cebf-4dcd-85f7-bcaeeb21e150 req-98d26ab3-0527-438e-8733-458a8021a656 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 971 time: 0.3115389 May 27 01:40:20.448445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:40:20.448848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:20.493980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-0d1e8cf6-84e2-476b-a01a-421e1c8d5106 service neutron] 10.222.0.16 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541522 May 27 01:40:20.594014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:20.597904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5794919-cebf-4dcd-85f7-bcaeeb21e150 req-03322a18-02ec-496a-86ab-05a9683b437c tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289024 May 27 01:40:20.649605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:20.666290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] Pushing event deleted for resources: {'Network': ['ID=15b2dbd3-6b1b-4334-ae2f-8d4a02efe209,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:20.672759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46756) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:20.672882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c11952a4-8868-477b-bc9d-d74d6961280a admin admin] 10.222.0.16 "DELETE /v2.0/networks/15b2dbd3-6b1b-4334-ae2f-8d4a02efe209 HTTP/1.1" status: 204 len: 168 time: 0.8165362 May 27 01:40:20.733714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:40:13Z', 'revision_number': 4, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51453591-7454-4686-a91a-edb792116c55', 'name': '', 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'mac_address': 'fa:16:3e:a2:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e11ec205-aa62-4b10-acd6-ee111ae2e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:12Z', 'updated_at': '2022-05-27T01:40:19Z', 'revision_number': 4, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'subnets': [{'id': 'e11ec205-aa62-4b10-acd6-ee111ae2e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:20.771584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7a55e-cea5-4175-a905-157207e4009e None None] The sync data for ids ['50453cc2-a662-4c9e-b804-458484d105e7'] in n-d-843146-11 is: [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:40:13Z', 'revision_number': 4, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51453591-7454-4686-a91a-edb792116c55', 'name': '', 'network_id': 'e0d10e22-fec5-4dbe-a74a-26363eb1417b', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'mac_address': 'fa:16:3e:a2:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e11ec205-aa62-4b10-acd6-ee111ae2e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:12Z', 'updated_at': '2022-05-27T01:40:19Z', 'revision_number': 4, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'subnets': [{'id': 'e11ec205-aa62-4b10-acd6-ee111ae2e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:40:20.821112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] Deleting subnet 4d06213b-c29b-49e3-804b-877c3dc1b4be {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:40:20.969726 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5379d9d8-3118-4d5f-8664-416d7548fdd9 resource provider aggregate not found May 27 01:40:21.019112 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5379d9d8-3118-4d5f-8664-416d7548fdd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5379d9d8-3118-4d5f-8664-416d7548fdd9 found for delete ", "request_id": "req-2fb6dde6-85f4-4b07-99b5-3cc29ce0f709"}]} May 27 01:40:21.034384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb184d38-a85c-4ed4-ae8f-a5d08a0de098 req-e459eb2c-0cc5-462c-85b8-70ad5324ba31 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:21.035944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a4c2d10-e3f8-4262-8a8e-3e54f934c36a req-2e899258-c3df-4355-8bf4-e95804e771b4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.2117076 May 27 01:40:21.036233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb184d38-a85c-4ed4-ae8f-a5d08a0de098 req-e459eb2c-0cc5-462c-85b8-70ad5324ba31 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 971 time: 0.1348665 May 27 01:40:21.039615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.112555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb184d38-a85c-4ed4-ae8f-a5d08a0de098 req-84936fcc-babf-4463-a31a-9490cc490ab3 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693393 May 27 01:40:21.194607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bac0cb3-dd34-4ffa-a91f-4ef9618d5d42 req-d7c36bd5-b808-4d58-8b1a-ab437bc163b4 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 210 time: 0.0684958 May 27 01:40:21.206374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.221863 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.307822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.347540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d06213b-c29b-49e3-804b-877c3dc1b4be,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:21.353760 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.361589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-04707fc4-c97e-4d7d-80ad-eb01eaf52bca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4d06213b-c29b-49e3-804b-877c3dc1b4be HTTP/1.1" status: 204 len: 168 time: 0.6877353 May 27 01:40:21.364232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:21.500847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.658806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51453591-7454-4686-a91a-edb792116c55 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:21.693769 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.736898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.737876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.738618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.739084 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > port after_create 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.739404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.740230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > port after_update 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.740557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.740892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.741242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.741554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.780623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 51453591-7454-4686-a91a-edb792116c55 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:21.794273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 51453591-7454-4686-a91a-edb792116c55 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:21.795361 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:21.897525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfdb2d-5bfd-46a7-9329-89cc3c51ba7e req-53c52782-ac3a-4ffd-8805-b00b58bc72b4 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:21.908402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0cfdb2d-5bfd-46a7-9329-89cc3c51ba7e req-53c52782-ac3a-4ffd-8805-b00b58bc72b4 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 971 time: 0.1319263 May 27 01:40:21.971159 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.971427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.971747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.972067 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 01:40:21.972420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180e6ddf-f0a7-4e00-b8ba-036b0081717a']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:21.975916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0cfdb2d-5bfd-46a7-9329-89cc3c51ba7e req-03aee09a-aac1-4e63-b091-da2cb2724793 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618145 May 27 01:40:21.990519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 51453591-7454-4686-a91a-edb792116c55 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:21.992278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0550ee-34b7-43a6-8b18-a118fa3719d0') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:21.992565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0550ee-34b7-43a6-8b18-a118fa3719d0') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:21.995213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.010515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.029483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.034888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 51453591-7454-4686-a91a-edb792116c55, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=51453591-7454-4686-a91a-edb792116c55,segment=NetworkSegment(36a12acb-999b-4e43-99fc-faf1f77af502),segment_id=36a12acb-999b-4e43-99fc-faf1f77af502)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:22.037828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:40:22.038271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.040338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.190989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=51453591-7454-4686-a91a-edb792116c55,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:22.287861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-332d12dd-a945-4e8c-90c7-04d509958902 req-1f3b77a5-8797-4e85-9925-6c1cf8edebb2 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0759554 May 27 01:40:22.312211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.353812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.369040 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ac0550ee-34b7-43a6-8b18-a118fa3719d0 resource provider aggregate not found May 27 01:40:22.388722 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] 10.222.0.16 "DELETE /v2.0/networks/180e6ddf-f0a7-4e00-b8ba-036b0081717a HTTP/1.1" status: 204 len: 168 time: 1.0223413 May 27 01:40:22.390278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6704937-2999-450d-b49f-8694cfe3327f admin admin] Pushing event deleted for resources: {'Network': ['ID=180e6ddf-f0a7-4e00-b8ba-036b0081717a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:22.402288 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ac0550ee-34b7-43a6-8b18-a118fa3719d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac0550ee-34b7-43a6-8b18-a118fa3719d0 found for delete ", "request_id": "req-f17e6914-ba82-4def-8632-108e495d5501"}]} May 27 01:40:22.434354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a73ef-aeab-4c60-9bb8-184348677da0 req-5cafb039-909c-449a-8362-802970b29379 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:22.436423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e2a73ef-aeab-4c60-9bb8-184348677da0 req-5cafb039-909c-449a-8362-802970b29379 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 971 time: 0.1602135 May 27 01:40:22.526435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e711d815-0e39-497f-9960-6b3268e7b0a4 req-fe79696d-b0f6-49e1-8410-1b3368ccb505 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 210 time: 0.0656517 May 27 01:40:22.539109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e2a73ef-aeab-4c60-9bb8-184348677da0 req-0da496f8-cd35-4f15-a80f-416b553e354f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957336 May 27 01:40:22.630348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46798) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:22.685038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-91616ea8-702c-4d76-884e-8180efe52310 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=114772fd4565474a8f652d9ceaea4352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533023 May 27 01:40:22.687381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46802) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:22.749523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c74-7abc-411f-a576-12a0206a22cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.775057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c74-7abc-411f-a576-12a0206a22cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.827486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c74-7abc-411f-a576-12a0206a22cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.842603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd72c74-7abc-411f-a576-12a0206a22cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3ef73-d5a3-4e27-9d5e-ce639a0117ad,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:22.851014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c74-7abc-411f-a576-12a0206a22cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:22.852204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ccd72c74-7abc-411f-a576-12a0206a22cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38c3ef73-d5a3-4e27-9d5e-ce639a0117ad HTTP/1.1" status: 204 len: 168 time: 0.1638780 May 27 01:40:23.163603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f650e8b-668f-49db-9bbf-8a2f920f2f15 req-c1ea7479-ce21-4547-a24c-b705c7104939 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:23.164653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f650e8b-668f-49db-9bbf-8a2f920f2f15 req-c1ea7479-ce21-4547-a24c-b705c7104939 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 971 time: 0.0851412 May 27 01:40:23.172452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5a66261b-63a7-443f-8139-f9226e9013b1 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:23.203548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46812) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:23.213333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f650e8b-668f-49db-9bbf-8a2f920f2f15 req-9f9e1bc6-8db9-464a-8568-56624e62b774 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 May 27 01:40:23.246352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 5a66261b-63a7-443f-8139-f9226e9013b1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:23.251077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 5a66261b-63a7-443f-8139-f9226e9013b1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:23.251440 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.266802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a5da811a-defc-4da7-9f6a-4739fcc40339 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7234857cd154ce3baf6d21f7a371779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613184 May 27 01:40:23.268570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46816) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:23.324961 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39981d30-7abe-42b6-bd73-14af5acaddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.351918 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39981d30-7abe-42b6-bd73-14af5acaddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.369312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 5a66261b-63a7-443f-8139-f9226e9013b1 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:23.369719 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.403688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a66261b-63a7-443f-8139-f9226e9013b1'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:23.442417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6137af1a-0600-4841-9de1-bed2c640c008 req-401d50b1-c5e9-4c3a-a89e-05f174338347 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0434132 May 27 01:40:23.443230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39981d30-7abe-42b6-bd73-14af5acaddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.457849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981d30-7abe-42b6-bd73-14af5acaddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85418d2d-3934-4315-a5bd-91c78d9b9e48,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:23.468034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5a66261b-63a7-443f-8139-f9226e9013b1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5a66261b-63a7-443f-8139-f9226e9013b1,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:23.470018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39981d30-7abe-42b6-bd73-14af5acaddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.471291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-39981d30-7abe-42b6-bd73-14af5acaddc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85418d2d-3934-4315-a5bd-91c78d9b9e48 HTTP/1.1" status: 204 len: 168 time: 0.2018480 May 27 01:40:23.482468 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.483575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63090269-e5cf-4cab-95ee-d9772a8595e4 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:23.693371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51453591-7454-4686-a91a-edb792116c55 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:23.738220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-06f785be-b4ad-4f6d-a146-c50d780d587c req-02473cfd-1bdd-432a-b156-b2e994eb0307 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 210 time: 0.0576825 May 27 01:40:23.800699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=5a66261b-63a7-443f-8139-f9226e9013b1,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:23.821607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7462a1c-a1be-4724-83b4-c108eb3bde8b req-0e8cb9dc-2cc0-4c28-b9eb-00f09f2c860f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:23.823315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7462a1c-a1be-4724-83b4-c108eb3bde8b req-0e8cb9dc-2cc0-4c28-b9eb-00f09f2c860f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.1333323 May 27 01:40:23.834087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 63090269-e5cf-4cab-95ee-d9772a8595e4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:23.842160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 51453591-7454-4686-a91a-edb792116c55 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:23.842627 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.874134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 63090269-e5cf-4cab-95ee-d9772a8595e4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:23.874337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:23.883262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7462a1c-a1be-4724-83b4-c108eb3bde8b req-8e7011f3-5816-40be-a4f5-cb8dc4cc6ee4 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 May 27 01:40:24.032394 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829def24-7047-4a2d-b743-20aacbff8182'] response: {'server_uuid': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a66261b-63a7-443f-8139-f9226e9013b1', 'code': 200} May 27 01:40:24.070150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 51453591-7454-4686-a91a-edb792116c55 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:24.074172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 63090269-e5cf-4cab-95ee-d9772a8595e4 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:24.074583 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:24.108900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 63090269-e5cf-4cab-95ee-d9772a8595e4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63090269-e5cf-4cab-95ee-d9772a8595e4,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:24.113057 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:24.160307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-ca7c94c0-e7c9-4fbd-ba85-0299c0ce71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:24.162163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-ca7c94c0-e7c9-4fbd-ba85-0299c0ce71f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 1124 time: 0.0933671 May 27 01:40:24.193630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=63090269-e5cf-4cab-95ee-d9772a8595e4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:24.194130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:24.210781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:24.215022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Usage tracker for resource:security_group_rule and tenant:25bc8d25941b420a825f052ef8f6947b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:24.217922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:24.223657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:24.313839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:24.318867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:24.376406 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22eb61e1-198d-4aba-8ff7-ca002baff859 req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083035 May 27 01:40:24.400336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbcee8-2c59-43f0-b79e-352cea79f037 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a1be0-0ebd-4d9d-b8d8-39fadc249ddb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:24.438097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2998b-893f-424e-a98c-772aadf40459 req-fb3d912f-7fa1-45e8-ac15-62f2dcef8a66 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:24.439607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35d2998b-893f-424e-a98c-772aadf40459 req-fb3d912f-7fa1-45e8-ac15-62f2dcef8a66 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 972 time: 0.1006773 May 27 01:40:24.492366 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35d2998b-893f-424e-a98c-772aadf40459 req-134d491b-0cb4-4f19-bff6-e7989421f8c3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 May 27 01:40:24.648004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33e09fd9-c8a3-4303-9cfe-30b9f0a8e926 req-c6498cca-49d6-4d58-ac61-4abd08569483 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0472162 May 27 01:40:24.910939 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90c10f7b-47da-4dfc-a45b-7241c5ff5d24 req-5d10e49e-d5cb-4f5c-b0cb-1e6c5db00506 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 210 time: 0.0438445 May 27 01:40:25.088635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23396-c59f-4f0c-8a3f-34026e16d89e req-6d9e6234-38ec-4d9b-86b5-11421d206613 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:25.090354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f23396-c59f-4f0c-8a3f-34026e16d89e req-6d9e6234-38ec-4d9b-86b5-11421d206613 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.0826054 May 27 01:40:25.135731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f23396-c59f-4f0c-8a3f-34026e16d89e req-a15309c5-1e65-4045-8d3c-579f3631e849 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389502 May 27 01:40:25.223661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8d59daa-8b07-4d9e-91d0-20fed4a26097 req-1e02c61f-2a14-4a49-b666-e38943378bdc tempest-FlavorsV2NegativeTest-497593990 tempest-FlavorsV2NegativeTest-497593990-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=461b2ed6381c4741a68a46bdcf976ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277033 May 27 01:40:25.369517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d59daa-8b07-4d9e-91d0-20fed4a26097 req-1d0a31c9-7792-4b52-b96d-42b37334f554 tempest-FlavorsV2NegativeTest-497593990 tempest-FlavorsV2NegativeTest-497593990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:25.370916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8d59daa-8b07-4d9e-91d0-20fed4a26097 req-1d0a31c9-7792-4b52-b96d-42b37334f554 tempest-FlavorsV2NegativeTest-497593990 tempest-FlavorsV2NegativeTest-497593990-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420715 May 27 01:40:25.385062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8d59daa-8b07-4d9e-91d0-20fed4a26097 req-f67c501d-ff28-48c3-b2fe-e5ba6b5719c6 tempest-FlavorsV2NegativeTest-497593990 tempest-FlavorsV2NegativeTest-497593990-project] 10.222.0.16 "GET /v2.0/quotas/461b2ed6381c4741a68a46bdcf976ce1 HTTP/1.1" status: 200 len: 375 time: 0.0087237 May 27 01:40:25.430248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8d59daa-8b07-4d9e-91d0-20fed4a26097 req-24c27a70-66af-4278-9e66-cb0e47617f36 tempest-FlavorsV2NegativeTest-497593990 tempest-FlavorsV2NegativeTest-497593990-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=461b2ed6381c4741a68a46bdcf976ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399442 May 27 01:40:25.702515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:25.824767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3a998b6-a712-4fbf-9489-cef8148ebbbc req-1d5b64a4-d3a7-45a7-aa7a-47c00b27d380 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0457246 May 27 01:40:25.883968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:25.890464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Usage tracker for resource:port and tenant:85ba29e0ffe44821b6ac9a6d795c9f9f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:25.908677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ef71-4400-4ebb-adf8-8bc39ded01a9 req-b43c5c09-64c5-4153-9b13-6bd6f875cc32 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:25.910608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40f3ef71-4400-4ebb-adf8-8bc39ded01a9 req-b43c5c09-64c5-4153-9b13-6bd6f875cc32 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 972 time: 0.2948971 May 27 01:40:25.911776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:25.919710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:25.970094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:25.973685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:25.990021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40f3ef71-4400-4ebb-adf8-8bc39ded01a9 req-f3438c98-b4b3-4e51-8d68-1ef1021a2d1d tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721915 May 27 01:40:25.990836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:25.995020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46926) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:26.027054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:26.031368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Usage tracker for resource:security_group_rule and tenant:85ba29e0ffe44821b6ac9a6d795c9f9f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:26.034223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63090269-e5cf-4cab-95ee-d9772a8595e4'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:26.034689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:26.040266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:26.096373 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3534e519-4714-48d9-86bb-c10e4700b232'] response: {'server_uuid': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63090269-e5cf-4cab-95ee-d9772a8595e4', 'code': 200} May 27 01:40:26.100318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c49ef99d-7b25-4c13-bcc9-c075de30d61b req-4cbb2aa1-d305-4794-9e42-e3d0721159cb tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 210 time: 0.0524204 May 27 01:40:26.140115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.150487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.154521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:26.154803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.159341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Usage tracker for resource:security_group_rule and tenant:461b2ed6381c4741a68a46bdcf976ce1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:26.162556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:26.169057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:26.270348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.274520 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.322876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b63615d-61f4-4273-b40c-9f8a3fee6374,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:26.335578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed61c71d-9fd6-45ca-b29d-37e5fd283f0b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:26.343548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fb2a50b4-3f0a-44fa-857f-d9b3f3d3e7fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=461b2ed6381c4741a68a46bdcf976ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446848 May 27 01:40:26.344077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46936) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:26.451753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.13', 52217) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:26.492835 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5b52dc4-44c1-4228-a740-aa9a415a96ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.493383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694ec82-343f-450f-ae73-275336cc568d req-10409db8-05a4-4be3-91a3-4f70063c1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:26.495434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6694ec82-343f-450f-ae73-275336cc568d req-10409db8-05a4-4be3-91a3-4f70063c1bae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 1124 time: 0.3272743 May 27 01:40:26.507703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.226 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/96efc6cc-2643-443b-885e-6973edce71f8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:26.519198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5b52dc4-44c1-4228-a740-aa9a415a96ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.574513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5b52dc4-44c1-4228-a740-aa9a415a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.585324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497baa4-b170-464d-b5b3-49a7c226c263 req-064a1880-b22e-4da1-8d30-62d111b8627e tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:26.586823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2497baa4-b170-464d-b5b3-49a7c226c263 req-064a1880-b22e-4da1-8d30-62d111b8627e tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.3239491 May 27 01:40:26.608660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5b52dc4-44c1-4228-a740-aa9a415a96ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:26.612069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c5b52dc4-44c1-4228-a740-aa9a415a96ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed61c71d-9fd6-45ca-b29d-37e5fd283f0b HTTP/1.1" status: 204 len: 168 time: 0.2648580 May 27 01:40:26.612069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b52dc4-44c1-4228-a740-aa9a415a96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed61c71d-9fd6-45ca-b29d-37e5fd283f0b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:26.710332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6694ec82-343f-450f-ae73-275336cc568d req-6c2341a7-a169-4608-a88b-1f876f292e74 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004149 May 27 01:40:26.736727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2497baa4-b170-464d-b5b3-49a7c226c263 req-225a159b-3ee6-430b-a3e1-a08f699b15b6 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365185 May 27 01:40:26.776213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-51eb71be-cf49-4a48-823a-19620a46631b tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:26.777636 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-51eb71be-cf49-4a48-823a-19620a46631b tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 824 time: 0.3228388 May 27 01:40:26.910065 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-5e20877c-3f8d-48b4-a472-b3f342bedb71 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db63a665fba4e6cae692f0d3910abce HTTP/1.1" status: 200 len: 379 time: 0.1143720 May 27 01:40:26.928059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'port': {'device_id': '635378f2-e348-496b-9a0d-fa301e22377b', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'admin_state_up': True, 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'security_groups': ['a56e738e-f180-4878-8797-ff1bc4694005']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:26.981155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d1e128b-1186-445e-a86f-5608daa20db3 req-69f7e474-58c1-4b66-90d5-020c21a1ac4b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0473814 May 27 01:40:27.048759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.085689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object 96efc6cc-2643-443b-885e-6973edce71f8 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:27.114229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:27.167627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:27.192694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Made reservation on behalf of 3db63a665fba4e6cae692f0d3910abce for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:27.196434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.209722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.271272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c60571e9-3b3b-4e1c-8a00-ab891886f2f0 req-e325d7af-1f53-41cd-bae8-10aaaeb3f6f5 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 210 time: 0.0519159 May 27 01:40:27.334820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:27.338733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:27.342842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46968) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:27.345526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:27.412402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e88dc1-d13c-40c2-81c1-42a2045a17c7 req-ecb0168e-cf20-455d-8a1e-02293c7752be tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:27.415179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84e88dc1-d13c-40c2-81c1-42a2045a17c7 req-ecb0168e-cf20-455d-8a1e-02293c7752be tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 972 time: 0.3036919 May 27 01:40:27.431969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=96efc6cc-2643-443b-885e-6973edce71f8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:27.464688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-network', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:27.469447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:27.473711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Usage tracker for resource:network and tenant:e517131a22284b39a6ca38671ca23ad2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:27.476619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:27.480826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:27.481451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.486474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:27.497576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Made reservation on behalf of e517131a22284b39a6ca38671ca23ad2 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:27.500857 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.515184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.529723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:27.533557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Usage tracker for resource:security_group_rule and tenant:e517131a22284b39a6ca38671ca23ad2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:27.537014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:27.543943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:27.575181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84e88dc1-d13c-40c2-81c1-42a2045a17c7 req-054426d9-4ef7-4cdd-8a89-f62ea70f5ecf tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350939 May 27 01:40:27.603946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-d94cc20c-524e-490f-bbe2-62f85d3b6dbb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9055226 May 27 01:40:27.614639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-e70b8a66-701f-42fe-878e-de25653fd94a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:40:27.615571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-e70b8a66-701f-42fe-878e-de25653fd94a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054474 May 27 01:40:27.617537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Allocated IP 172.20.0.10 (1424c11e-5f34-4f4b-8939-2b8c6df8c6eb/044d285e-9bbc-4dda-87ae-46c526fe2ea5/88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:27.627878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-864df87d-7edf-43ad-89c2-4bdd18e39eee None None] Provisioning for port 96efc6cc-2643-443b-885e-6973edce71f8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:27.646926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-864df87d-7edf-43ad-89c2-4bdd18e39eee None None] Provisioning complete for port 96efc6cc-2643-443b-885e-6973edce71f8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:27.647762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-864df87d-7edf-43ad-89c2-4bdd18e39eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.651167 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.655601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.687218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:40:27.696202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5580fb-ac13-4e7e-b749-8010fc94a998,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:27.702455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.702859 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Added segment 15f1d4d1-6caf-446e-96d0-7e3d457e25ff of type vlan for network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d May 27 01:40:27.731212 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.737535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-864df87d-7edf-43ad-89c2-4bdd18e39eee None None] Port 96efc6cc-2643-443b-885e-6973edce71f8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:27.763527 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.764554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:27.765233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.894205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Request body: {'port': {'device_id': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:27.915263 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5710981 May 27 01:40:27.923191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46978) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:27.923811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd62c-e73e-4d82-a8d1-aff8dd1ab93e admin admin] Pushing event updated for resources: {'Network': ['ID=d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:27.929541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:27.935460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:40:27.936082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Request body: {'subnet': {'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-subnet', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:27.946633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:27.955065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Usage tracker for resource:subnet and tenant:e517131a22284b39a6ca38671ca23ad2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:27.959070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:27.961176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Transition to ACTIVE for port object 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:27.967801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:27.981195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Made reservation on behalf of e517131a22284b39a6ca38671ca23ad2 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:27.984124 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.042957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.062419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.130101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2c0f-367f-4fdf-b35d-2d6a2c347af8 req-f6504fa2-80e8-41dc-9f71-4c6ffdcecb92 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:28.131857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-596a2c0f-367f-4fdf-b35d-2d6a2c347af8 req-f6504fa2-80e8-41dc-9f71-4c6ffdcecb92 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.2675340 May 27 01:40:28.199828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-596a2c0f-367f-4fdf-b35d-2d6a2c347af8 req-4c3d4e7a-c5c9-43be-ab83-88d7b21a95a0 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556126 May 27 01:40:28.222057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:28.231223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:28.241945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:28.278952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event updated for resources: {'Port': ['ID=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:28.313501 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.391326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:28.392356 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.443434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c97969-b5a4-46ab-a0e0-48e94a081e36,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:28.455796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Checking segment: {'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:28.456146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Network hostable DHCP agents. Network: d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:40:28.479477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-09004602-740d-47ec-8e8d-3a13b129fa57 tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:28.481051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-09004602-740d-47ec-8e8d-3a13b129fa57 tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 1124 time: 0.1383259 May 27 01:40:28.485691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:40:28.492550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-9d3404f9-fcc4-436e-9ffe-1edc8998c694 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5715611 May 27 01:40:28.508119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Request body: {'port': {'device_id': '635378f2-e348-496b-9a0d-fa301e22377b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:28.508618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.521377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:28.530307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3684e-9426-4cb0-868f-cfdb2191e56f None None] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:28.533679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:28.534378 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.538029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:28.539966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070936a0-8c40-475c-90c2-21f45dbc5589 req-48f20e2d-a0c6-4277-8a4a-ed1bcfe4487c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:28.540490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-070936a0-8c40-475c-90c2-21f45dbc5589 req-48f20e2d-a0c6-4277-8a4a-ed1bcfe4487c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:28.549774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Usage tracker for resource:security_group_rule and tenant:4c7eb3b2bc974a5887dea3e9b799baae is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:28.558242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:28.568039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:28.578899 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0176fbc5-b76d-4dd9-8b8c-4bdbb700570c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6511467 May 27 01:40:28.583892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:28.591026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:28.598637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:28.603700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Usage tracker for resource:router and tenant:e517131a22284b39a6ca38671ca23ad2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:28.607977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:28.614623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:28.636795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.638833 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.657645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9e44a5ea-d810-489f-b377-56d9cf0874e1 None None] Provisioning for port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:28.670300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.670528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9e44a5ea-d810-489f-b377-56d9cf0874e1 None None] Provisioning complete for port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:28.670906 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9e44a5ea-d810-489f-b377-56d9cf0874e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.688019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.777784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9e44a5ea-d810-489f-b377-56d9cf0874e1 None None] Port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:28.815267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96efc6cc-2643-443b-885e-6973edce71f8 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:28.828365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.832833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d', 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'fixed_ips': [{'subnet_id': '99c97969-b5a4-46ab-a0e0-48e94a081e36'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:40:28.834637 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.866421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.903248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Transition to ACTIVE for port object 96efc6cc-2643-443b-885e-6973edce71f8 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:28.906263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-070936a0-8c40-475c-90c2-21f45dbc5589 req-48f20e2d-a0c6-4277-8a4a-ed1bcfe4487c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:28.907538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-070936a0-8c40-475c-90c2-21f45dbc5589 req-48f20e2d-a0c6-4277-8a4a-ed1bcfe4487c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 936 time: 0.7490549 May 27 01:40:28.913855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.920226 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:28.957728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d645d818-c3a4-48c8-b4c1-f4a63273e55d req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670513 May 27 01:40:29.037901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.039664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Allocated IP 172.20.0.2 (d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d/99c97969-b5a4-46ab-a0e0-48e94a081e36/484c9c2d-8c27-4402-aadf-44e7ecb78cd4) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:29.047208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80c1e4-6412-44d0-bc22-73d83eb9e90d tempest-AggregatesAdminTestJSON-617756506 tempest-AggregatesAdminTestJSON-617756506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e6091d-6f7b-4264-95b5-d8d7220f4a96,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:29.201304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Pushing event updated for resources: {'Port': ['ID=96efc6cc-2643-443b-885e-6973edce71f8,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:29.244086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-070936a0-8c40-475c-90c2-21f45dbc5589 req-b6b4b6dd-9a96-4771-8b92-b62591d294b5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:29.279919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077432a-fc78-41d5-95b7-8c7803f2c326 req-6ddedc6c-7283-4edb-9385-3e936dba327d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:29.281366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5077432a-fc78-41d5-95b7-8c7803f2c326 req-6ddedc6c-7283-4edb-9385-3e936dba327d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 932 time: 0.1368697 May 27 01:40:29.326699 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.339246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-070936a0-8c40-475c-90c2-21f45dbc5589 req-b6b4b6dd-9a96-4771-8b92-b62591d294b5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:29.340405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-070936a0-8c40-475c-90c2-21f45dbc5589 req-b6b4b6dd-9a96-4771-8b92-b62591d294b5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847136 May 27 01:40:29.345728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Transition to ACTIVE for port object 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:29.371956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Transition to ACTIVE for port object 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:29.379955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.464658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:29.467767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Attempting to bind port 96efc6cc-2643-443b-885e-6973edce71f8 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:29.468103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Attempting to bind port 96efc6cc-2643-443b-885e-6973edce71f8 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:29.468424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Attempting to bind port 96efc6cc-2643-443b-885e-6973edce71f8 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:29.470309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:29.474880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:29.523229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Pushing event updated for resources: {'Port': ['ID=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:29.527383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Port 96efc6cc-2643-443b-885e-6973edce71f8 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:40:29.527711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Attempting to bind port 96efc6cc-2643-443b-885e-6973edce71f8 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:29.541649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:29.541991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:29.542381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:29.542835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Bound port: 96efc6cc-2643-443b-885e-6973edce71f8, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:29.543184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.561668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5077432a-fc78-41d5-95b7-8c7803f2c326 req-4e9679ba-c13b-46c2-a200-399a88c886c1 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541173 May 27 01:40:29.565763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:29.574756 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.577695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.606855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.642067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Attempting to bind port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:29.643621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Attempting to bind port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:29.644193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Attempting to bind port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 on network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:29.648845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Transition to ACTIVE for port object 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:29.664592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:29.665141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Checking segment: {'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:29.666348 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.668150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Bound using segment: {'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:29.669362 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.670406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Bound port: 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:29.670906 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.783518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:29.787872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:29.794862 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:29.816020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Allocated IP 172.25.3.11 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/b4ec8127-bf35-4206-843f-65edc3977850) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:29.832171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fc625-8fc5-4fdf-8ae4-87653f4ce9f0 req-bd168df8-2ac1-4823-bcf8-8777b2d327d8 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:29.833763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b83fc625-8fc5-4fdf-8ae4-87653f4ce9f0 req-bd168df8-2ac1-4823-bcf8-8777b2d327d8 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 972 time: 0.3677955 May 27 01:40:29.894795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebda69-0524-4a85-9121-f8a473c7f867 None None] Pushing event updated for resources: {'Port': ['ID=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:29.965202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] For port 96efc6cc-2643-443b-885e-6973edce71f8, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:29.996548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Pushing event updated for resources: {'Port': ['ID=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:29.999705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] For port 96efc6cc-2643-443b-885e-6973edce71f8, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=96efc6cc-2643-443b-885e-6973edce71f8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:30.023331 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:30.083323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b83fc625-8fc5-4fdf-8ae4-87653f4ce9f0 req-2552f40a-0a4e-48d8-a22a-eb6232940020 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755049 May 27 01:40:30.102755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:30.124485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.125243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:30.126834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] 10.222.0.13 "PUT /v2.0/ports/96efc6cc-2643-443b-885e-6973edce71f8 HTTP/1.1" status: 200 len: 1097 time: 2.3750212 May 27 01:40:30.127274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'tag': '96efc6cc-2643-443b-885e-6973edce71f8'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:30.187307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Attempting to bind port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:30.187722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Attempting to bind port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:30.188121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Attempting to bind port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:30.197288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:40:30.197696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Attempting to bind port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:30.251108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1612b7e-3b20-4578-b036-dceee480b88b req-aaea9942-ed52-4df8-b047-4b8e9cbb41ea tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.252634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1612b7e-3b20-4578-b036-dceee480b88b req-aaea9942-ed52-4df8-b047-4b8e9cbb41ea tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.2169421 May 27 01:40:30.264238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:30.264797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Checking segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:30.265195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Bound using segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:30.265916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Bound port: 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:30.266429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:30.278703 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:30.282499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc355c-a685-472a-85ab-93276b82d415 service neutron] Pushing event updated for resources: {'Port': ['ID=96efc6cc-2643-443b-885e-6973edce71f8,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:30.393892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:30.409563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:30.417865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1612b7e-3b20-4578-b036-dceee480b88b req-cc3de417-e616-4dda-b25a-ada2aa09cabe tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573162 May 27 01:40:30.419272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:30.453175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ec8127-bf35-4206-843f-65edc3977850,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:30.471268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-95779f25-75ce-4fcb-ba26-afa8f75a80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.472911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-95779f25-75ce-4fcb-ba26-afa8f75a80c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 1100 time: 0.2624178 May 27 01:40:30.474064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] For port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:30.488828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] For port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:30.558248 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb94a3dc-5f14-4b64-a20f-27839096bb63'] response: {'name': 'network-changed', 'server_uuid': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'tag': '96efc6cc-2643-443b-885e-6973edce71f8', 'status': 'completed', 'code': 200} May 27 01:40:30.566402 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:30.618549 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-87f1d131-1e09-44a3-ab02-c842f6060643 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=96efc6cc-2643-443b-885e-6973edce71f8 HTTP/1.1" status: 200 len: 217 time: 0.1319311 May 27 01:40:30.702780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.703440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:30.704823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] 10.222.0.13 "PUT /v2.0/ports/88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b HTTP/1.1" status: 200 len: 1093 time: 2.2032597 May 27 01:40:30.740597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-71cf86c3-1536-4ee3-9690-139c8b8e5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.742238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-71cf86c3-1536-4ee3-9690-139c8b8e5d39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1155756 May 27 01:40:30.743173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d4ee3-db4b-48cc-bdac-34e7e2718429 service neutron] Pushing event updated for resources: {'Port': ['ID=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:30.917908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7d655-1cd3-4267-803b-665fdadc9e42 req-7bd0e7c1-081c-46fb-80f7-ab94935c8989 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.919314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-faf7d655-1cd3-4267-803b-665fdadc9e42 req-7bd0e7c1-081c-46fb-80f7-ab94935c8989 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 948 time: 0.3092940 May 27 01:40:30.964883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-f78c9221-d94f-4357-8fd8-21c099955c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.966973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-f78c9221-d94f-4357-8fd8-21c099955c14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2122917 May 27 01:40:30.969610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-db120ed4-f0a9-4b5e-b22a-7692c0b36593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.971066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-db120ed4-f0a9-4b5e-b22a-7692c0b36593 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 1096 time: 0.1831024 May 27 01:40:30.989985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3a87-cce8-4247-90fb-27f2e572f3a5 req-592d0600-3cfe-4788-8ad5-97000cc13a28 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:30.990691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-17fc3a87-cce8-4247-90fb-27f2e572f3a5 req-592d0600-3cfe-4788-8ad5-97000cc13a28 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Synchronizing usage tracker for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:31.044289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-faf7d655-1cd3-4267-803b-665fdadc9e42 req-577fc93b-50d7-43f5-853d-2ec64efd37b4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122625 May 27 01:40:31.061278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:31.089426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-06546f2d-c52b-4482-82bd-d0c45b80cb86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b HTTP/1.1" status: 200 len: 217 time: 0.1092370 May 27 01:40:31.193330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-17fc3a87-cce8-4247-90fb-27f2e572f3a5 req-592d0600-3cfe-4788-8ad5-97000cc13a28 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Unset dirty status for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:31.199257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17fc3a87-cce8-4247-90fb-27f2e572f3a5 req-592d0600-3cfe-4788-8ad5-97000cc13a28 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 944 time: 0.3382351 May 27 01:40:31.259287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49022563-89f6-4244-9204-41fba9b2fa6f None None] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:31.287146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-5a4a7350-ace0-4998-8bd3-df2a299e6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:31.288786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-5a4a7350-ace0-4998-8bd3-df2a299e6b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044d285e-9bbc-4dda-87ae-46c526fe2ea5 HTTP/1.1" status: 200 len: 863 time: 0.1554599 May 27 01:40:31.345039 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17fc3a87-cce8-4247-90fb-27f2e572f3a5 req-983bc02d-66f1-4f4f-b54b-0f96c8cdaf9b tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364145 May 27 01:40:31.347035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-6ad73b96-8034-4cd9-8a15-67054c40ebba service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661156 May 27 01:40:31.389737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0deff249-b9a0-479f-b3ed-a4291b1e997d None None] Provisioning for port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:31.556079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2308cb0-a17a-4e25-b898-dd846a75859a req-bc16cdd3-5ddc-4318-b6bb-3ff0e1c7b13c tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:31.563612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c2308cb0-a17a-4e25-b898-dd846a75859a req-bc16cdd3-5ddc-4318-b6bb-3ff0e1c7b13c tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 972 time: 0.3601999 May 27 01:40:31.633941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:31.686645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:31.695872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-7b88d326-0598-479a-b2a8-58697ffc40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:31.698111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-7b88d326-0598-479a-b2a8-58697ffc40ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4006901 May 27 01:40:31.734209 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c2308cb0-a17a-4e25-b898-dd846a75859a req-5e8bc44f-a432-48eb-ade7-6d9ad6508f9d tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696579 May 27 01:40:31.775341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:31.783270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:31.783832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:31.838268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f164a6-8096-4e90-bb6d-0d33e6a172a9 req-342303fb-9d6b-4adb-9d41-3730106a13fe service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804082 May 27 01:40:31.862952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702f6de-393c-4a46-b79c-27e9f202874c req-da4ec38e-35c8-46a4-a5a0-b622802b787f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:31.864411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-757caacf-6fce-4235-96c6-01ac62b52c8b None None] Provisioning complete for port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:31.864585 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b702f6de-393c-4a46-b79c-27e9f202874c req-da4ec38e-35c8-46a4-a5a0-b622802b787f tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.4832790 May 27 01:40:31.864691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-757caacf-6fce-4235-96c6-01ac62b52c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:31.912958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:40:31.979119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:31.979399 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.031641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-821f73a5-e95b-4099-a553-da3a03e35f4d service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085032 May 27 01:40:32.043406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967cd02-6f65-45eb-bf20-b6d4f5e6e6f3 req-2b1c4224-01a5-4893-8635-ade343d1375c tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:32.045746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3967cd02-6f65-45eb-bf20-b6d4f5e6e6f3 req-2b1c4224-01a5-4893-8635-ade343d1375c tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.3986928 May 27 01:40:32.068540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:32.071357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Deleting port 5a66261b-63a7-443f-8139-f9226e9013b1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:32.071813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.077666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-757caacf-6fce-4235-96c6-01ac62b52c8b None None] Current status of the port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:32.078054 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-757caacf-6fce-4235-96c6-01ac62b52c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.088783 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.123703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:40:32.137333 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Sync routers for ids ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:40:32.155504 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Routers {'27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:32.156123 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:32.156789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.158191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d0eda6b4-aa46-439e-8c2c-06ddd2540f26 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5733531 May 27 01:40:32.160886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47018) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:32.204781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:32.307683 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-757caacf-6fce-4235-96c6-01ac62b52c8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:40:32.308737 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-757caacf-6fce-4235-96c6-01ac62b52c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:40:32.338507 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Set router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:32.354641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3967cd02-6f65-45eb-bf20-b6d4f5e6e6f3 req-2fce4611-b78b-42e2-ad3b-7d6b83f38624 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508733 May 27 01:40:32.426009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.438179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388901b8-604c-45af-bd8c-be612f35baad req-d4ce8e9e-e02c-4dc0-b2d3-0624bf5e3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:32.439698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-388901b8-604c-45af-bd8c-be612f35baad req-d4ce8e9e-e02c-4dc0-b2d3-0624bf5e3f83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 1100 time: 0.5237749 May 27 01:40:32.499636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25230-908a-48b5-bc59-b4a428156902 req-2634f71e-909d-49e6-88aa-d1dc7543d506 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:32.501198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75a25230-908a-48b5-bc59-b4a428156902 req-2634f71e-909d-49e6-88aa-d1dc7543d506 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 948 time: 0.2566826 May 27 01:40:32.607927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:32.613108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388901b8-604c-45af-bd8c-be612f35baad req-ee90ba83-b809-4c35-b25e-54159114ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:32.614544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-388901b8-604c-45af-bd8c-be612f35baad req-ee90ba83-b809-4c35-b25e-54159114ea98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1487339 May 27 01:40:32.629796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75a25230-908a-48b5-bc59-b4a428156902 req-4ea0408f-a797-4cc4-a0b5-20ff9054b59b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204178 May 27 01:40:32.648936 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:30Z', 'revision_number': 3, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:32.652892 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Checking router: 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:40:32.653210 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Updating router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 port b4ec8127-bf35-4206-843f-65edc3977850 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:40:32.686417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27214f3a-b9f1-4b69-af0f-60a85f6fe1e6 req-8865870f-8d64-4597-b8b2-f134d9ff95f6 service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396065 May 27 01:40:32.710200 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.791675 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:32.808008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-388901b8-604c-45af-bd8c-be612f35baad req-e2d9eaa9-7125-4f84-a669-5110f3eddcc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=96efc6cc-2643-443b-885e-6973edce71f8 HTTP/1.1" status: 200 len: 217 time: 0.1110017 May 27 01:40:32.813048 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff73fe3c-d6d7-45d1-b974-826e28282a81'] response: {'name': 'network-changed', 'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'status': 'completed', 'code': 200} May 27 01:40:32.898435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-757caacf-6fce-4235-96c6-01ac62b52c8b None None] Current status of the port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:32.935191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-64217c3c-0fd8-45ea-9565-ede51045d660 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:32.936879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-64217c3c-0fd8-45ea-9565-ede51045d660 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 1124 time: 0.7481050 May 27 01:40:33.049235 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.061374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388901b8-604c-45af-bd8c-be612f35baad req-0b6bba30-864d-4e36-a411-63e52807d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:33.062934 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Transition to ACTIVE for port object b4ec8127-bf35-4206-843f-65edc3977850 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:33.063160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-388901b8-604c-45af-bd8c-be612f35baad req-0b6bba30-864d-4e36-a411-63e52807d6ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2046845 May 27 01:40:33.065622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] For port 5a66261b-63a7-443f-8139-f9226e9013b1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5a66261b-63a7-443f-8139-f9226e9013b1,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:33.065622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.070436 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.153478 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Attempting to bind port b4ec8127-bf35-4206-843f-65edc3977850 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:33.154623 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Attempting to bind port b4ec8127-bf35-4206-843f-65edc3977850 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:33.155016 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Attempting to bind port b4ec8127-bf35-4206-843f-65edc3977850 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:33.162257 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667489f6-3757-43a8-8fdd-22a534f4a6df None None] Pushing event updated for resources: {'Port': ['ID=b4ec8127-bf35-4206-843f-65edc3977850,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:33.163334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a76f7-f961-4380-a08d-776b2bf1856d req-2304c202-bd6f-45c0-a087-4d681b65797f tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:33.164763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1b7a76f7-f961-4380-a08d-776b2bf1856d req-2304c202-bd6f-45c0-a087-4d681b65797f tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 972 time: 0.2590957 May 27 01:40:33.170129 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:33.170565 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:33.170999 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.171393 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:33.171875 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Bound port: b4ec8127-bf35-4206-843f-65edc3977850, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:33.172265 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.248516 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] For port b4ec8127-bf35-4206-843f-65edc3977850, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:33.249355 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.251557 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] For port b4ec8127-bf35-4206-843f-65edc3977850, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b4ec8127-bf35-4206-843f-65edc3977850,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:33.256538 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.262022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1b7a76f7-f961-4380-a08d-776b2bf1856d req-3c91766a-f20d-4f9f-bf25-bef19555eda8 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697110 May 27 01:40:33.306331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Deleting port 63090269-e5cf-4cab-95ee-d9772a8595e4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:33.307338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.335477 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667489f6-3757-43a8-8fdd-22a534f4a6df None None] Pushing event updated for resources: {'Port': ['ID=b4ec8127-bf35-4206-843f-65edc3977850,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:33.338134 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Routers {'27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:33.338748 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:33.344462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Calling delete_port for 5a66261b-63a7-443f-8139-f9226e9013b1 owned by compute:tempest-test_az-1607921141 {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:33.413854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b833-14c4-43bd-8589-5d4aa25ce3ee req-fd9c2798-cb54-48f5-9278-e8ad1480ae11 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:33.415423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d765b833-14c4-43bd-8589-5d4aa25ce3ee req-fd9c2798-cb54-48f5-9278-e8ad1480ae11 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 944 time: 0.7319360 May 27 01:40:33.434168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-8171d38d-ce71-46cf-8b77-76f6c91f7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:33.436551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-8171d38d-ce71-46cf-8b77-76f6c91f7ef0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 1096 time: 0.6224740 May 27 01:40:33.514999 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] Set router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:33.547274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Allocated IP 172.20.0.1 (d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d/99c97969-b5a4-46ab-a0e0-48e94a081e36/1ab86e29-d869-48e9-bc0c-d717fc0dcc73) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:33.619603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:33.715825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:33.716626 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.731517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6affd5-f6d5-43d9-8fcb-12df6a81f225 req-5bf94e18-600d-4f0a-8c68-4888802df9d2 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:33.735310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc6affd5-f6d5-43d9-8fcb-12df6a81f225 req-5bf94e18-600d-4f0a-8c68-4888802df9d2 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 972 time: 0.2524781 May 27 01:40:33.740633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d765b833-14c4-43bd-8589-5d4aa25ce3ee req-9f679fc3-7e39-448b-b9df-3aa66f96e83c tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119960 May 27 01:40:33.875053 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc6affd5-f6d5-43d9-8fcb-12df6a81f225 req-7448d69f-f7d8-4881-8314-9bf3c2a20335 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc119751-956f-494e-91f6-1d7477630ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249561 May 27 01:40:33.878107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.898441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Transition to ACTIVE for port object 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:33.912587 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:30Z', 'revision_number': 3, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:33.916627 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339d7bb-2e79-442a-911e-1bd5c61bdfdb None None] The sync data for ids ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'] in n-d-843146-11 is: [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:30Z', 'revision_number': 3, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:40:33.932726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:33.946567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:33.946791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388901b8-604c-45af-bd8c-be612f35baad req-090dece3-6d5f-437a-93ab-b29af925e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:33.948109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-388901b8-604c-45af-bd8c-be612f35baad req-090dece3-6d5f-437a-93ab-b29af925e522 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8022342 May 27 01:40:34.008010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:34.010866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:34.015394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:34.058444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab86e29-d869-48e9-bc0c-d717fc0dcc73,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:34.078223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.108282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] For port 63090269-e5cf-4cab-95ee-d9772a8595e4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63090269-e5cf-4cab-95ee-d9772a8595e4,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:34.108777 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.147839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-ec61f46d-f82a-49f2-9430-483fc4fd0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:34.150773 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-ec61f46d-f82a-49f2-9430-483fc4fd0459 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 925 time: 0.6933932 May 27 01:40:34.249680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.344454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d5fd3d58-d7df-4ced-b6b2-dcbaedc7ee8e None None] Provisioning for port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:34.349622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d5fd3d58-d7df-4ced-b6b2-dcbaedc7ee8e None None] Provisioning complete for port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:34.349997 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d5fd3d58-d7df-4ced-b6b2-dcbaedc7ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.377864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.388948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Calling delete_port for 63090269-e5cf-4cab-95ee-d9772a8595e4 owned by compute:tempest-test_az-1607921141 {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:34.436780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd3d58-d7df-4ced-b6b2-dcbaedc7ee8e None None] Port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:34.469823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-958ed9ab-c682-42af-b79f-8cb0f5cab9d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b HTTP/1.1" status: 200 len: 217 time: 0.2948480 May 27 01:40:34.577158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.589285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38810f-97d1-4e35-95a1-32984ec2e26e req-ab5a78d0-de9e-4905-8e31-71b1fb79afef tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:34.591073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef38810f-97d1-4e35-95a1-32984ec2e26e req-ab5a78d0-de9e-4905-8e31-71b1fb79afef tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 972 time: 0.1329122 May 27 01:40:34.592883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.600747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Pushing event deleted for resources: {'Port': ['ID=5a66261b-63a7-443f-8139-f9226e9013b1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:34.603801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-2cfb706f-fe05-4d06-b909-4137cdf68bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:34.605245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-2cfb706f-fe05-4d06-b909-4137cdf68bb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044d285e-9bbc-4dda-87ae-46c526fe2ea5 HTTP/1.1" status: 200 len: 863 time: 0.0990465 May 27 01:40:34.778700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab86e29-d869-48e9-bc0c-d717fc0dcc73,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:34.785322 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:34.792340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef38810f-97d1-4e35-95a1-32984ec2e26e req-a9193f71-7bd8-4c49-aa75-9f32ee625a23 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664906 May 27 01:40:34.813880 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-388901b8-604c-45af-bd8c-be612f35baad req-f225189f-1472-4891-bfe2-56651f455801 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209658 May 27 01:40:34.991952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:34.998526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:35.024166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72ff4e-4625-41ce-af39-af6910d4b301 req-1c75a0bf-8201-4cc8-880d-3cbcc83981fe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:35.025645 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e72ff4e-4625-41ce-af39-af6910d4b301 req-1c75a0bf-8201-4cc8-880d-3cbcc83981fe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 948 time: 1.1344707 May 27 01:40:35.034870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] No DVR routers for this DVR port 5a66261b-63a7-443f-8139-f9226e9013b1 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:40:35.038406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:35.052557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'name': 'network-vif-deleted', 'tag': '5a66261b-63a7-443f-8139-f9226e9013b1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:35.087943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:35.103605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['63090269-e5cf-4cab-95ee-d9772a8595e4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:35.201893 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e72ff4e-4625-41ce-af39-af6910d4b301 req-99e9b739-b16c-48b4-9c72-b720857d8658 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498702 May 27 01:40:35.202510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Pushing event deleted for resources: {'Port': ['ID=63090269-e5cf-4cab-95ee-d9772a8595e4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:35.206373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b702f6de-393c-4a46-b79c-27e9f202874c req-08f4649d-52be-47b9-8300-1c9b9e4d1dbf tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.47 "DELETE /v2.0/ports/5a66261b-63a7-443f-8139-f9226e9013b1 HTTP/1.1" status: 204 len: 173 time: 3.3305929 May 27 01:40:35.228625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5a66261b-63a7-443f-8139-f9226e9013b1 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:40:35.295428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb7594-af6a-409e-a354-26677b61d732 req-7eb746f7-b6a1-45b6-a62a-fa962448ef98 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:35.302604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6fbb7594-af6a-409e-a354-26677b61d732 req-7eb746f7-b6a1-45b6-a62a-fa962448ef98 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 944 time: 0.3710837 May 27 01:40:35.329102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 5a66261b-63a7-443f-8139-f9226e9013b1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:40:35.329446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5a66261b-63a7-443f-8139-f9226e9013b1 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:40:35.345113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-eee6ed74-d493-4934-89c7-dc321f800517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:35.346620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-eee6ed74-d493-4934-89c7-dc321f800517 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7176108 May 27 01:40:35.356430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] No DVR routers for this DVR port 63090269-e5cf-4cab-95ee-d9772a8595e4 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:40:35.360335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:35.363004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68297456-c674-45a5-9a47-efcbf26df9f3 req-f6842553-8b52-4d59-b14b-518165eb3146 tempest-DeleteServersAdminTestJSON-1722700247 tempest-DeleteServersAdminTestJSON-1722700247-project-admin] 10.222.0.47 "DELETE /v2.0/ports/63090269-e5cf-4cab-95ee-d9772a8595e4 HTTP/1.1" status: 204 len: 173 time: 2.4016681 May 27 01:40:35.363189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0dbb1c4a-29a4-4661-9ca1-ee3eb0a18fbf None None] Provisioning complete for port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:35.363578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1c4a-29a4-4661-9ca1-ee3eb0a18fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:35.379483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6fbb7594-af6a-409e-a354-26677b61d732 req-10caad78-0a1d-4680-bed6-deeca4c7a0e3 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758965 May 27 01:40:35.399845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:40:35.464860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-388901b8-604c-45af-bd8c-be612f35baad req-4124bf45-6e7b-4914-acba-86cac7659cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674026 May 27 01:40:35.490037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb1c4a-29a4-4661-9ca1-ee3eb0a18fbf None None] Port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:35.523342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 96efc6cc-2643-443b-885e-6973edce71f8 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:40:35.554836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cad1574c-bc64-47ee-883e-ea8700f7a1a2 req-2bac5a92-c2ba-407f-bd78-61ffa33a8f76 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Synchronizing usage tracker for tenant:b15d1278244e41de8ece6488bec581a0 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:35.563546 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6383621b-8191-46b6-b197-fd59d6aa9726'] response: {'server_uuid': 'd4ba250e-6135-4aed-9553-3cbe6fefcf8a', 'name': 'network-vif-deleted', 'tag': '5a66261b-63a7-443f-8139-f9226e9013b1', 'status': 'completed', 'code': 200} May 27 01:40:35.617471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cad1574c-bc64-47ee-883e-ea8700f7a1a2 req-2bac5a92-c2ba-407f-bd78-61ffa33a8f76 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] Unset dirty status for tenant:b15d1278244e41de8ece6488bec581a0 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:35.619147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cad1574c-bc64-47ee-883e-ea8700f7a1a2 req-2bac5a92-c2ba-407f-bd78-61ffa33a8f76 tempest-AggregatesAdminTestJSON-934424076 tempest-AggregatesAdminTestJSON-934424076-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4ba250e-6135-4aed-9553-3cbe6fefcf8a HTTP/1.1" status: 200 len: 210 time: 0.2537019 May 27 01:40:35.645167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-abf2b168-41e4-4493-a444-e61b559d529a service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809887 May 27 01:40:35.724221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b4ec8127-bf35-4206-843f-65edc3977850 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:35.864249 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dbb28c2c-2f0e-4dc4-8628-d8408bac4d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:35.897914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b4ec8127-bf35-4206-843f-65edc3977850 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:35.899922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:40:35.902740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5a0eff-0e9a-495e-888c-d053d2cf05ec req-16662ff9-0cf4-4694-a47e-ce82c9996d7f service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504997 May 27 01:40:35.909718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 96efc6cc-2643-443b-885e-6973edce71f8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=96efc6cc-2643-443b-885e-6973edce71f8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:35.914902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5de61b07-1ed1-4701-88be-1768d4a34605 admin admin] 10.222.0.16 "PUT /v2.0/routers/27ab0a0c-5a6c-4a4b-a24c-f95baf35f658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7529585 May 27 01:40:35.920373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b4ec8127-bf35-4206-843f-65edc3977850 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:35.920771 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:35.975157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '96efc6cc-2643-443b-885e-6973edce71f8', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '96efc6cc-2643-443b-885e-6973edce71f8', 'mac_address': 'fa:16:3e:9a:b3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:40:35.977246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Sync routers for ids ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:40:36.035988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Routers {'27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:36.036647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:36.097718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac0579a8-07e2-4101-9751-f687fc879cb5 req-58cdd109-4c0e-4f1a-a8c4-d8b71bd89c92 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb05c1ca-75c7-45a4-9de6-4c202536336e HTTP/1.1" status: 200 len: 210 time: 0.0815363 May 27 01:40:36.191476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 96efc6cc-2643-443b-885e-6973edce71f8 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:36.192032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:36.219510 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7a2b472-600d-4fd6-b473-f3e017577de0 req-98ec1b12-1f2a-42fc-aaf9-9dc1297de6a6 tempest-FloatingIPsNegativeTestJSON-480699575 tempest-FloatingIPsNegativeTestJSON-480699575-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=e517131a22284b39a6ca38671ca23ad2 HTTP/1.1" status: 200 len: 217 time: 0.0691547 May 27 01:40:36.283109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-068efdcd-ff9b-4741-bb24-01685b9e2bf9 req-ec20d3ae-7120-4c59-8ff0-31a160d98f03 tempest-FloatingIPsNegativeTestJSON-480699575 tempest-FloatingIPsNegativeTestJSON-480699575-project] Synchronizing usage tracker for tenant:e517131a22284b39a6ca38671ca23ad2 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:36.307356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-068efdcd-ff9b-4741-bb24-01685b9e2bf9 req-ec20d3ae-7120-4c59-8ff0-31a160d98f03 tempest-FloatingIPsNegativeTestJSON-480699575 tempest-FloatingIPsNegativeTestJSON-480699575-project] Unset dirty status for tenant:e517131a22284b39a6ca38671ca23ad2 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:36.309642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-068efdcd-ff9b-4741-bb24-01685b9e2bf9 req-ec20d3ae-7120-4c59-8ff0-31a160d98f03 tempest-FloatingIPsNegativeTestJSON-480699575 tempest-FloatingIPsNegativeTestJSON-480699575-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0613701 May 27 01:40:36.325145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96efc6cc-2643-443b-885e-6973edce71f8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:36.378502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 96efc6cc-2643-443b-885e-6973edce71f8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=96efc6cc-2643-443b-885e-6973edce71f8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:36.381012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b4ec8127-bf35-4206-843f-65edc3977850 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:36.381409 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:36.393448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:36.400272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Set router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:36.418624 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-e213c4af-e04c-4c25-9956-ffbea7608c9a req-f829ca59-f62c-46d6-8b71-41ec6c360f82 tempest-FloatingIPsNegativeTestJSON-480699575 tempest-FloatingIPsNegativeTestJSON-480699575-project] show failed (client error): The resource could not be found. May 27 01:40:36.420297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e213c4af-e04c-4c25-9956-ffbea7608c9a req-f829ca59-f62c-46d6-8b71-41ec6c360f82 tempest-FloatingIPsNegativeTestJSON-480699575 tempest-FloatingIPsNegativeTestJSON-480699575-project] 10.222.0.16 "GET /v2.0/floatingips/beeab664-a4f1-418e-b852-8f847af7128a HTTP/1.1" status: 404 len: 350 time: 0.0891893 May 27 01:40:36.428760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd17ccc-7329-4504-bb33-3083b1564159 req-222fdf91-de99-4c02-92ac-d117d0080a71 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:36.429392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dd17ccc-7329-4504-bb33-3083b1564159 req-222fdf91-de99-4c02-92ac-d117d0080a71 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 948 time: 0.0913208 May 27 01:40:36.430644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47060) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:36.487507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dd17ccc-7329-4504-bb33-3083b1564159 req-23098321-14d4-42a5-81ba-bb03077a279f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 May 27 01:40:36.510158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b4ec8127-bf35-4206-843f-65edc3977850, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b4ec8127-bf35-4206-843f-65edc3977850,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:36.526541 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:36.615513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=96efc6cc-2643-443b-885e-6973edce71f8,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:36.780986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b4ec8127-bf35-4206-843f-65edc3977850,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:36.791316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b224c8-1073-4b53-beb8-2533e98f63b8 req-5738a6eb-ee81-41dd-879b-d973d0698530 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:36.793132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82b224c8-1073-4b53-beb8-2533e98f63b8 req-5738a6eb-ee81-41dd-879b-d973d0698530 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 944 time: 0.2127824 May 27 01:40:36.813940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:36.916594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82b224c8-1073-4b53-beb8-2533e98f63b8 req-c76c621d-cbac-44c5-8d51-73beb208e57e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701106 May 27 01:40:36.968097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:34Z', 'revision_number': 4, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '1ab86e29-d869-48e9-bc0c-d717fc0dcc73', 'name': '', 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'mac_address': 'fa:16:3e:37:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '99c97969-b5a4-46ab-a0e0-48e94a081e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:33Z', 'updated_at': '2022-05-27T01:40:34Z', 'revision_number': 2, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'subnets': [{'id': '99c97969-b5a4-46ab-a0e0-48e94a081e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:36.985042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Checking router: 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:40:36.985400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Updating router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:40:37.063955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:37.127963 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:37.266162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63090269-e5cf-4cab-95ee-d9772a8595e4 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:40:37.334467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 63090269-e5cf-4cab-95ee-d9772a8595e4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:40:37.334467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63090269-e5cf-4cab-95ee-d9772a8595e4 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:40:37.514444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:40:37.545570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-6596d7f8-4f86-4b7c-b141-9f99a9a86078 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3f3ea0759cc440169dd23e63a881ae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686762 May 27 01:40:37.565416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'name': 'network-vif-deleted', 'tag': '63090269-e5cf-4cab-95ee-d9772a8595e4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:37.611116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b4ec8127-bf35-4206-843f-65edc3977850 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:37.758731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-c0c0f2e6-8740-4dd0-be14-3ff80bd8aaea tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:37.758954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e81c5-91f4-42fc-9318-57a6417879e2 req-3e7571ba-1be4-4095-97eb-040c1441aa7b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:37.760296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-c0c0f2e6-8740-4dd0-be14-3ff80bd8aaea tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051702 May 27 01:40:37.761017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-968e81c5-91f4-42fc-9318-57a6417879e2 req-3e7571ba-1be4-4095-97eb-040c1441aa7b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 949 time: 0.1013865 May 27 01:40:37.784084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-243caea3-b6f3-43ce-a52c-02e9075631c5 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/quotas/3f3ea0759cc440169dd23e63a881ae78 HTTP/1.1" status: 200 len: 375 time: 0.0164785 May 27 01:40:37.789032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Deleting port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:37.789515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:37.810323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:37.835446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-968e81c5-91f4-42fc-9318-57a6417879e2 req-c29da408-cce3-418c-8f5f-17d3d374547a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 May 27 01:40:37.843572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Transition to ACTIVE for port object 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:37.854997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:37.878001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:37.901844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-b11307eb-5597-4570-ab56-b56540b3d6f6 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f3ea0759cc440169dd23e63a881ae78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805109 May 27 01:40:37.976646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b4ec8127-bf35-4206-843f-65edc3977850 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:37.977385 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.001428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'port_id': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'mac_address': 'fa:16:3e:55:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:40:38.083451 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.099021 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adac9179-855c-4c82-a0c3-84cd3bf7614c'] response: {'server_uuid': 'bb05c1ca-75c7-45a4-9de6-4c202536336e', 'name': 'network-vif-deleted', 'tag': '63090269-e5cf-4cab-95ee-d9772a8595e4', 'status': 'completed', 'code': 200} May 27 01:40:38.212985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac8f18-a77f-4217-ad1e-c68152039219 None None] Pushing event updated for resources: {'Port': ['ID=1ab86e29-d869-48e9-bc0c-d717fc0dcc73,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:38.215154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddba9e66-2910-4f4d-9d52-f95332d4c1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.262317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Calling delete_port for 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:38.318779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ae4c0e11-9fa8-4943-a998-9735c41919dc req-03e5d830-6ae1-47a8-8731-c4e8d58e7329 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Synchronizing usage tracker for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:38.333551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:38.334093 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.358651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ae4c0e11-9fa8-4943-a998-9735c41919dc req-03e5d830-6ae1-47a8-8731-c4e8d58e7329 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Unset dirty status for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:38.360074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:38.361177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae4c0e11-9fa8-4943-a998-9735c41919dc req-03e5d830-6ae1-47a8-8731-c4e8d58e7329 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 210 time: 0.1148739 May 27 01:40:38.379744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:38.442210 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.561331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47152) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:38.577164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:38.686739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b4ec8127-bf35-4206-843f-65edc3977850 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:38.703610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Attempting to bind port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:38.704553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Attempting to bind port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:38.704960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Attempting to bind port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 on network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:38.713078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:38.713456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Checking segment: {'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:38.714135 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.714795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Bound using segment: {'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:38.715285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Bound port: 1ab86e29-d869-48e9-bc0c-d717fc0dcc73, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f1d4d1-6caf-446e-96d0-7e3d457e25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:38.715769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.721406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407efebd-1c48-4640-ba77-931966ef9ed5 req-ac2bc444-02a0-4704-8061-e642ba36675e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:38.728710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-407efebd-1c48-4640-ba77-931966ef9ed5 req-ac2bc444-02a0-4704-8061-e642ba36675e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 944 time: 0.4731772 May 27 01:40:38.787283 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:38.807842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-407efebd-1c48-4640-ba77-931966ef9ed5 req-3c2274b5-81b3-4a80-8eb6-3ce1a7c89969 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783086 May 27 01:40:38.850407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:38.854752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:38.858619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:40:38.859434 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:40:38.867005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:35fb2224a3c644a4b834671d925b1977 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:38.871484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:38.885485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:39.016633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] For port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:39.070129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] For port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1ab86e29-d869-48e9-bc0c-d717fc0dcc73,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:39.086772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.092940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.095620 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.160779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35fb2224a3c644a4b834671d925b1977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985856 May 27 01:40:39.161073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47184) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:39.171745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54566d-f813-4c1a-b6f9-9c2fc4e6790e req-3bc19136-d09d-48bf-9762-b272c243fc4c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:39.181100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb54566d-f813-4c1a-b6f9-9c2fc4e6790e req-3bc19136-d09d-48bf-9762-b272c243fc4c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 949 time: 0.1633642 May 27 01:40:39.187573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976179e6-5652-46f8-969e-154adc26f0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b27e2-e1f0-40f6-81e0-1eb9e70d32dd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:39.277441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb54566d-f813-4c1a-b6f9-9c2fc4e6790e req-7452f14e-822d-4935-9b70-0ca6e3596e4a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954883 May 27 01:40:39.306852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Routers {'27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:39.307504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:39.315170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d003344-65d2-4ddb-a5f2-f4bf6ba8d150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.345339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d003344-65d2-4ddb-a5f2-f4bf6ba8d150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.370170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Deleting port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:39.370497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.387336 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.399386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47198) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:39.415724 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.439284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac8f18-a77f-4217-ad1e-c68152039219 None None] Pushing event updated for resources: {'Port': ['ID=1ab86e29-d869-48e9-bc0c-d717fc0dcc73,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:39.564197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 96efc6cc-2643-443b-885e-6973edce71f8 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:39.598620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86774750-97e2-4457-9c51-1bf6e9fc60d2 req-4cb60a96-9941-42fa-bf6c-50d36d5d6df0 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 210 time: 0.0590861 May 27 01:40:39.637567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.656402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:39.662304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Usage tracker for resource:security_group_rule and tenant:f2cee46945754b77bd0f7e934c2f3fbb is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:39.666677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:39.674824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:39.773770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] Set router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:39.824439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-4ec05847-552d-4ebf-be73-1f7884038790 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3f3ea0759cc440169dd23e63a881ae78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585303 May 27 01:40:39.845236 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.851013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d003344-65d2-4ddb-a5f2-f4bf6ba8d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.880390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003344-65d2-4ddb-a5f2-f4bf6ba8d150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b27e2-e1f0-40f6-81e0-1eb9e70d32dd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:39.901620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.916250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 96efc6cc-2643-443b-885e-6973edce71f8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:39.945384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d003344-65d2-4ddb-a5f2-f4bf6ba8d150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.946516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d003344-65d2-4ddb-a5f2-f4bf6ba8d150 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/786b27e2-e1f0-40f6-81e0-1eb9e70d32dd HTTP/1.1" status: 204 len: 168 time: 0.7629323 May 27 01:40:39.953409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] For port 1ab86e29-d869-48e9-bc0c-d717fc0dcc73, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1ab86e29-d869-48e9-bc0c-d717fc0dcc73,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:39.953738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.961002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 96efc6cc-2643-443b-885e-6973edce71f8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:39.961827 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:39.987485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2cee46945754b77bd0f7e934c2f3fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865855 May 27 01:40:40.031685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47228) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:40.220582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Calling delete_port for 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:40.235563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adee65-d96f-441d-99b8-8b6b6a1c9f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3453b0c2-cb11-4270-be0c-ba431047aa77,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:40.282916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b83e35-65c6-44de-8b8a-6d5c784e7bda req-71d2ed5c-4487-4082-a1c2-beffd15d1b0b tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:40.285023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20b83e35-65c6-44de-8b8a-6d5c784e7bda req-71d2ed5c-4487-4082-a1c2-beffd15d1b0b tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 945 time: 0.2397654 May 27 01:40:40.353292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-28851a56-514e-49f5-81ac-173d8b8f3ed1 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:40.355423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-28851a56-514e-49f5-81ac-173d8b8f3ed1 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5191140 May 27 01:40:40.368784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20b83e35-65c6-44de-8b8a-6d5c784e7bda req-c8aea933-c8ef-4e25-b2d1-39631675599e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729158 May 27 01:40:40.385708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Request body: {'port': {'device_id': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '3f3ea0759cc440169dd23e63a881ae78'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:40.503195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 96efc6cc-2643-443b-885e-6973edce71f8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:40.503790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.586742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47256) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:40.613905 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.637620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:40.641944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Usage tracker for resource:security_group_rule and tenant:802c057fc9c1428ca18f84574bb72a20 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:40.645087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:40.645259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96efc6cc-2643-443b-885e-6973edce71f8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:40.657824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:40.670229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 96efc6cc-2643-443b-885e-6973edce71f8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=96efc6cc-2643-443b-885e-6973edce71f8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:40.688921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.738578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:40.751264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.754670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:40.762367 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.786357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Made reservation on behalf of 3f3ea0759cc440169dd23e63a881ae78 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:40.789594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.789757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:34Z', 'revision_number': 4, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '1ab86e29-d869-48e9-bc0c-d717fc0dcc73', 'name': '', 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'mac_address': 'fa:16:3e:37:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '99c97969-b5a4-46ab-a0e0-48e94a081e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:33Z', 'updated_at': '2022-05-27T01:40:38Z', 'revision_number': 4, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'subnets': [{'id': '99c97969-b5a4-46ab-a0e0-48e94a081e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:40.790262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.801274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85f96a-7c79-4ba5-95d2-39fbce1dd356 None None] The sync data for ids ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'] in n-d-843146-11 is: [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:34Z', 'revision_number': 4, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '1ab86e29-d869-48e9-bc0c-d717fc0dcc73', 'name': '', 'network_id': 'd6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'mac_address': 'fa:16:3e:37:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '99c97969-b5a4-46ab-a0e0-48e94a081e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:33Z', 'updated_at': '2022-05-27T01:40:38Z', 'revision_number': 4, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'subnets': [{'id': '99c97969-b5a4-46ab-a0e0-48e94a081e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:40:40.806475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=96efc6cc-2643-443b-885e-6973edce71f8,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:40.811544 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:40.821835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1752d-f6ec-48a5-aac0-4d0592bf6e44 req-0065e253-2284-400e-997d-709930e1b6e2 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:40.823527 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eed1752d-f6ec-48a5-aac0-4d0592bf6e44 req-0065e253-2284-400e-997d-709930e1b6e2 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 949 time: 0.2953272 May 27 01:40:40.973027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eed1752d-f6ec-48a5-aac0-4d0592bf6e44 req-613f6c9e-eecc-4d7d-9543-e5c39a59b940 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397340 May 27 01:40:40.974704 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6a04131-96a7-49ee-b9af-8ed794ef2beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.006165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6a04131-96a7-49ee-b9af-8ed794ef2beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.042491 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7ee7ef-f9b0-41b3-b460-e784364026c0'] response: {'server_uuid': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96efc6cc-2643-443b-885e-6973edce71f8', 'code': 200} May 27 01:40:41.096464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab86e29-d869-48e9-bc0c-d717fc0dcc73,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:41.102178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eee64b-d0f4-4e77-bd7e-f0b751613510,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:41.117559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Allocated IP 192.168.233.96 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/f30dbf86-0461-406c-af21-afde058bdb2a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:41.159447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57a64c52-d08e-4f84-9850-92da589e8456 req-26fcd956-2f1e-476c-b7c2-400066cb86c0 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 210 time: 0.3777199 May 27 01:40:41.172235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6a04131-96a7-49ee-b9af-8ed794ef2beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.212142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04131-96a7-49ee-b9af-8ed794ef2beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3453b0c2-cb11-4270-be0c-ba431047aa77,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:41.244130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47278) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:41.245260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d003cd60-b270-4acd-bc77-470afc1621ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=802c057fc9c1428ca18f84574bb72a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511016 May 27 01:40:41.334597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6a04131-96a7-49ee-b9af-8ed794ef2beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.339585 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f6a04131-96a7-49ee-b9af-8ed794ef2beb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3453b0c2-cb11-4270-be0c-ba431047aa77 HTTP/1.1" status: 204 len: 168 time: 1.3060224 May 27 01:40:41.520980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:41.587523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eed5d34-1ccd-407f-bfe8-3b785db420f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.596845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630df0e-0992-442d-849e-cb022d5ed0bc req-91beb049-a1d9-442f-b43d-e857c65d5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:41.600028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9630df0e-0992-442d-849e-cb022d5ed0bc req-91beb049-a1d9-442f-b43d-e857c65d5dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 1102 time: 0.4620602 May 27 01:40:41.686662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eed5d34-1ccd-407f-bfe8-3b785db420f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.722396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:41.729295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:41.729661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.732571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.756312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9630df0e-0992-442d-849e-cb022d5ed0bc req-eca65e58-6914-4a62-9890-b5b8cb2ba15c service neutron] Synchronizing usage tracker for tenant:25bc8d25941b420a825f052ef8f6947b on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:41.896955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:41.897943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.918765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88499423-9fa4-4705-b8d5-ca8d907045d8 req-8350582b-37f0-4a51-b77c-1df59f666867 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:41.926387 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88499423-9fa4-4705-b8d5-ca8d907045d8 req-8350582b-37f0-4a51-b77c-1df59f666867 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 945 time: 0.3296826 May 27 01:40:41.929908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.940138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:41.944539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:41.949606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9630df0e-0992-442d-849e-cb022d5ed0bc req-eca65e58-6914-4a62-9890-b5b8cb2ba15c service neutron] Unset dirty status for tenant:25bc8d25941b420a825f052ef8f6947b on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:41.951315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9630df0e-0992-442d-849e-cb022d5ed0bc req-eca65e58-6914-4a62-9890-b5b8cb2ba15c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353894 May 27 01:40:42.001671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Transition to ACTIVE for port object f30dbf86-0461-406c-af21-afde058bdb2a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:42.004934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eed5d34-1ccd-407f-bfe8-3b785db420f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.053025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:42.068237 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eed5d34-1ccd-407f-bfe8-3b785db420f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.069545 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9eed5d34-1ccd-407f-bfe8-3b785db420f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9eee64b-d0f4-4e77-bd7e-f0b751613510 HTTP/1.1" status: 204 len: 168 time: 0.8279328 May 27 01:40:42.070622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed5d34-1ccd-407f-bfe8-3b785db420f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eee64b-d0f4-4e77-bd7e-f0b751613510,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:42.129024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88499423-9fa4-4705-b8d5-ca8d907045d8 req-0a244a85-2b28-4491-91a1-314c5938688e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012589 May 27 01:40:42.136313 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.258373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47328) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:42.259158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Pushing event updated for resources: {'Port': ['ID=f30dbf86-0461-406c-af21-afde058bdb2a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:42.344182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:42.356088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:42.362386 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.375621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:42.411125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:42.415587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4a981561c349bdb420f21995e2c591 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:42.418994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:42.426558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:42.517665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:42.520949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.595830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-f6ba189b-5473-4eb9-9e61-4137aea2c854 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2211728 May 27 01:40:42.623565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Request body: {'port': {'device_id': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:42.657277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:40:42.697917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49feba-b271-45df-a794-f1d85a23a7d8 req-fe1548da-8d7e-47d8-b24c-54934fc628c9 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:42.699923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c49feba-b271-45df-a794-f1d85a23a7d8 req-fe1548da-8d7e-47d8-b24c-54934fc628c9 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 950 time: 0.4329276 May 27 01:40:42.751965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3507fde3-acb6-4b0f-b35e-f7a17c42f390 None None] Provisioning for port f30dbf86-0461-406c-af21-afde058bdb2a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:42.762017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3507fde3-acb6-4b0f-b35e-f7a17c42f390 None None] Provisioning complete for port f30dbf86-0461-406c-af21-afde058bdb2a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:42.762732 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3507fde3-acb6-4b0f-b35e-f7a17c42f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.773739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926a23c-729d-49cd-bc86-a5e66e5e8e61 req-bbc53836-11c6-45c1-9291-df04410f3159 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:42.780997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b926a23c-729d-49cd-bc86-a5e66e5e8e61 req-bbc53836-11c6-45c1-9291-df04410f3159 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 935 time: 0.2180839 May 27 01:40:42.832938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c49feba-b271-45df-a794-f1d85a23a7d8 req-a438af56-af89-4d58-8b72-9e3362a18af8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233404 May 27 01:40:42.848240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.854255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3507fde3-acb6-4b0f-b35e-f7a17c42f390 None None] Port f30dbf86-0461-406c-af21-afde058bdb2a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:42.864471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.884352 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:42.931249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b926a23c-729d-49cd-bc86-a5e66e5e8e61 req-0d663e60-2694-4df7-b68e-da00539a66cb tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491289 May 27 01:40:42.965625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:40:42.972044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8ebd9a9e-db1f-4961-927f-1efab2e37b10 admin admin] 10.222.0.16 "PUT /v2.0/routers/27ab0a0c-5a6c-4a4b-a24c-f95baf35f658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5403047 May 27 01:40:42.975049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47356) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:42.977160 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] Sync routers for ids ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:40:42.990552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] Routers {'27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:42.991209 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:42.997465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd4a981561c349bdb420f21995e2c591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7353787 May 27 01:40:43.000621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47360) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:43.009845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c0254-0c7f-458f-8b73-0cb407478b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffbd83-fd2c-4a82-ad72-55e9860dce59,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:43.044773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:43.167825 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45828d93-fec6-4f86-93b4-56ae73c99d80'] response: {'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'code': 200} May 27 01:40:43.222730 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-896265d5-b724-4965-852b-c476a4e0439c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:43.364284 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:43.382944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-896265d5-b724-4965-852b-c476a4e0439c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:43.396644 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] Set router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:43.486855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cde63-52b6-4dc5-ab6b-438c63a4e80f req-203b82a4-f28e-483e-aab5-791ed70e6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:43.488435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-573cde63-52b6-4dc5-ab6b-438c63a4e80f req-203b82a4-f28e-483e-aab5-791ed70e6036 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 1098 time: 0.1988845 May 27 01:40:43.628246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-573cde63-52b6-4dc5-ab6b-438c63a4e80f req-6c7feaee-a8b0-484c-b6ad-ff73b478f25d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305833 May 27 01:40:43.634071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-896265d5-b724-4965-852b-c476a4e0439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:43.659058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896265d5-b724-4965-852b-c476a4e0439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffbd83-fd2c-4a82-ad72-55e9860dce59,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:43.684572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-896265d5-b724-4965-852b-c476a4e0439c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:43.698512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-896265d5-b724-4965-852b-c476a4e0439c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20ffbd83-fd2c-4a82-ad72-55e9860dce59 HTTP/1.1" status: 204 len: 168 time: 0.6889796 May 27 01:40:43.700153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30dbf86-0461-406c-af21-afde058bdb2a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:43.711634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:43.751268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Transition to ACTIVE for port object f30dbf86-0461-406c-af21-afde058bdb2a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:43.766512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:43.880041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641f64e-d662-4b64-9ee0-19a3256c0261 req-8813c332-dc88-4ad3-9fd4-94b964527976 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:43.898194 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7641f64e-d662-4b64-9ee0-19a3256c0261 req-8813c332-dc88-4ad3-9fd4-94b964527976 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 946 time: 0.4108620 May 27 01:40:43.916219 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:40Z', 'revision_number': 5, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:43.925401 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] Checking router: 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:40:43.945329 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] Routers {'27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:43.945968 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:44.048729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7641f64e-d662-4b64-9ee0-19a3256c0261 req-025f1d20-a654-466b-840a-1beaa9cd1d37 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495807 May 27 01:40:44.097611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:44.131509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Deleting port b4ec8127-bf35-4206-843f-65edc3977850 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:44.131847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:44.340461 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] Set router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:44.344583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Pushing event updated for resources: {'Port': ['ID=f30dbf86-0461-406c-af21-afde058bdb2a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:44.425985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Attempting to bind port f30dbf86-0461-406c-af21-afde058bdb2a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:44.426362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Attempting to bind port f30dbf86-0461-406c-af21-afde058bdb2a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:44.426692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Attempting to bind port f30dbf86-0461-406c-af21-afde058bdb2a on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:44.431702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Port f30dbf86-0461-406c-af21-afde058bdb2a on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:40:44.432183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Attempting to bind port f30dbf86-0461-406c-af21-afde058bdb2a on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:44.437599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:44.438012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:44.438502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:44.439053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Bound port: f30dbf86-0461-406c-af21-afde058bdb2a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:44.439466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:44.582937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] For port f30dbf86-0461-406c-af21-afde058bdb2a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:44.606516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] For port f30dbf86-0461-406c-af21-afde058bdb2a, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f30dbf86-0461-406c-af21-afde058bdb2a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:44.620594 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:44.644144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] For port b4ec8127-bf35-4206-843f-65edc3977850, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b4ec8127-bf35-4206-843f-65edc3977850,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:44.644671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:44.676632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cf368-cd87-41ab-be4c-c1b43bbc73b4 req-14a60685-9e3d-4f36-98a9-474eeb7380bf tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:44.678145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-150cf368-cd87-41ab-be4c-c1b43bbc73b4 req-14a60685-9e3d-4f36-98a9-474eeb7380bf tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 950 time: 0.2055402 May 27 01:40:44.756785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:44.758251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:44.759891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] 10.222.0.47 "PUT /v2.0/ports/f30dbf86-0461-406c-af21-afde058bdb2a HTTP/1.1" status: 200 len: 1096 time: 2.1531234 May 27 01:40:44.781851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'tag': 'f30dbf86-0461-406c-af21-afde058bdb2a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:44.799013 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:40Z', 'revision_number': 5, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:44.807376 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75d0c5-8a5c-43e1-a1df-0870d0f779df None None] The sync data for ids ['27ab0a0c-5a6c-4a4b-a24c-f95baf35f658'] in n-d-843146-11 is: [{'id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'name': 'tempest-FloatingIPsNegativeTestJSON-69845921-router', 'tenant_id': 'e517131a22284b39a6ca38671ca23ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:28Z', 'updated_at': '2022-05-27T01:40:40Z', 'revision_number': 5, 'project_id': 'e517131a22284b39a6ca38671ca23ad2', 'gw_port': {'id': 'b4ec8127-bf35-4206-843f-65edc3977850', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ab0a0c-5a6c-4a4b-a24c-f95baf35f658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:29Z', 'updated_at': '2022-05-27T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:40:44.827168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Calling delete_port for b4ec8127-bf35-4206-843f-65edc3977850 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:44.890970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-150cf368-cd87-41ab-be4c-c1b43bbc73b4 req-ae0d32a2-1298-4a9f-8786-65522534c59a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630340 May 27 01:40:44.911722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d52e5-1ac2-404b-bf57-0fe9d3abd239 service neutron] Pushing event updated for resources: {'Port': ['ID=f30dbf86-0461-406c-af21-afde058bdb2a,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:44.956487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e7b4-b16a-4d22-aeaf-25f577ab4eb1 req-2730b137-7276-424c-be61-bbab5897c6a6 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:44.957236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2fc9e7b4-b16a-4d22-aeaf-25f577ab4eb1 req-2730b137-7276-424c-be61-bbab5897c6a6 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Synchronizing usage tracker for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:44.981389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-d24b4216-d833-465a-9892-a34299422b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:44.982866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-d24b4216-d833-465a-9892-a34299422b3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f3ea0759cc440169dd23e63a881ae78&device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 1099 time: 0.1564064 May 27 01:40:44.988283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2fc9e7b4-b16a-4d22-aeaf-25f577ab4eb1 req-2730b137-7276-424c-be61-bbab5897c6a6 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Unset dirty status for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:44.996474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fc9e7b4-b16a-4d22-aeaf-25f577ab4eb1 req-2730b137-7276-424c-be61-bbab5897c6a6 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 947 time: 0.3006961 May 27 01:40:45.124750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-d08fcd6c-a09c-46cb-b282-a9d900f455d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f30dbf86-0461-406c-af21-afde058bdb2a HTTP/1.1" status: 200 len: 217 time: 0.1258254 May 27 01:40:45.259728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fc9e7b4-b16a-4d22-aeaf-25f577ab4eb1 req-2dc9a818-a761-4edc-a690-c383e7a1e7eb tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621326 May 27 01:40:45.274574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-8b503c20-8fa3-4488-9f99-b15939aa749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:45.276178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-8b503c20-8fa3-4488-9f99-b15939aa749d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1387069 May 27 01:40:45.364909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:45.378504 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7133dc-6443-412d-8bac-a5e4e6e3c901'] response: {'name': 'network-changed', 'server_uuid': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'tag': 'f30dbf86-0461-406c-af21-afde058bdb2a', 'status': 'completed', 'code': 200} May 27 01:40:45.400594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-c5efd51a-bb93-4f9a-b8fd-416e1b5cd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:45.402457 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-c5efd51a-bb93-4f9a-b8fd-416e1b5cd06a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200747 May 27 01:40:45.494118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ec8127-bf35-4206-843f-65edc3977850,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:45.692435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:40:45.694311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:45.733971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:40:45.734314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1ab86e29-d869-48e9-bc0c-d717fc0dcc73 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:40:45.759578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-d55e811f-0d57-4ce0-a216-d525ac4f3c9d service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501055 May 27 01:40:45.889707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700a7b5-37d7-48b8-9257-2fedf01c9f83 req-01598d5c-3527-40b1-9a35-0c60267e7bd4 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:45.896611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8700a7b5-37d7-48b8-9257-2fedf01c9f83 req-01598d5c-3527-40b1-9a35-0c60267e7bd4 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 946 time: 0.2491956 May 27 01:40:45.923522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:45.926317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:45.962746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a729e496-abb3-4d3a-97ab-c3c09f71b9f6 req-d2e1643d-2c63-40c5-af1f-5338c3f41dbf service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951256 May 27 01:40:45.996114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8700a7b5-37d7-48b8-9257-2fedf01c9f83 req-610009f6-5fdc-41f3-adff-1e082edf2bcd tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984318 May 27 01:40:46.039386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.039954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:40:46.064314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.070287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47474) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:46.071278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c223f03b-1764-4701-82f7-9a2041c46310 admin admin] 10.222.0.16 "DELETE /v2.0/routers/27ab0a0c-5a6c-4a4b-a24c-f95baf35f658 HTTP/1.1" status: 204 len: 168 time: 3.0944166 May 27 01:40:46.248996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ed34-86eb-43a5-94c1-1bd9c2d19a66 req-a3c771a5-4403-45d0-805b-98c8f676deb6 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:46.250523 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f857ed34-86eb-43a5-94c1-1bd9c2d19a66 req-a3c771a5-4403-45d0-805b-98c8f676deb6 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 946 time: 0.0867121 May 27 01:40:46.259287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47484) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:46.265431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'floatingip': {'port_id': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:46.282822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] Deleting subnet 99c97969-b5a4-46ab-a0e0-48e94a081e36 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:40:46.286814 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.340505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-bcdd1b66-9b32-4416-9a01-79274eea0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:46.342626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-bcdd1b66-9b32-4416-9a01-79274eea0fe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f3ea0759cc440169dd23e63a881ae78&device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 1099 time: 0.3227587 May 27 01:40:46.345249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.372585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.473439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934b9e5-7a3c-4e7c-a294-d1d31cf19604 req-43f3de0a-4573-4e0c-bb2d-b43f7823be25 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:46.474940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2934b9e5-7a3c-4e7c-a294-d1d31cf19604 req-43f3de0a-4573-4e0c-bb2d-b43f7823be25 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 950 time: 0.3499327 May 27 01:40:46.672819 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.745191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2934b9e5-7a3c-4e7c-a294-d1d31cf19604 req-25eb31c1-6fd6-4209-a183-a3a1aea84882 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591999 May 27 01:40:46.754646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-d65575ef-82e2-49fb-a572-fc186082d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:46.756333 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-d65575ef-82e2-49fb-a572-fc186082d7c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4070756 May 27 01:40:46.847016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-5f982707-dd8d-45de-8983-f643d7e32a5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f30dbf86-0461-406c-af21-afde058bdb2a HTTP/1.1" status: 200 len: 217 time: 0.0815940 May 27 01:40:46.912334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.953694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:46.962921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c97969-b5a4-46ab-a0e0-48e94a081e36,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:46.970024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:46.971271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3906a77-e3a2-4439-983f-fa4f01e39dc7 req-10663b6c-3ed0-4ebd-b308-fd3d18235481 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:46.973313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3906a77-e3a2-4439-983f-fa4f01e39dc7 req-10663b6c-3ed0-4ebd-b308-fd3d18235481 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 947 time: 0.2728255 May 27 01:40:46.974736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-a92759a4-76af-4ea3-bce5-2dd222aecc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:46.976230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-a92759a4-76af-4ea3-bce5-2dd222aecc57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1201489 May 27 01:40:46.978948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c949e501-5761-4a3e-a0ad-df9a8425f2cd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/99c97969-b5a4-46ab-a0e0-48e94a081e36 HTTP/1.1" status: 204 len: 168 time: 0.9036341 May 27 01:40:46.979078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2757fc-de0c-4a24-b41e-acd890fda9bf None None] Network d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:40:46.981331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47516) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:47.145687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.163296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Deleting port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:47.163640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.219422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-b5063368-826f-4b56-a625-f15066f7f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:47.221343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-b5063368-826f-4b56-a625-f15066f7f1a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2191186 May 27 01:40:47.243558 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.291558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:47.303342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Usage tracker for resource:security_group_rule and tenant:8234540709b041be984f42536e60678f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:47.313079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:47.318056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3906a77-e3a2-4439-983f-fa4f01e39dc7 req-baa23405-6223-429d-99ea-0b2129d97213 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313572 May 27 01:40:47.328140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:47.435628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] DHCP port deletion for d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:40:47.440339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Deleting port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:47.440986 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.495574 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.539291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:40:47.596491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-3ea34afc-fb6e-4723-956c-e45d10348de3 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664918 May 27 01:40:47.664382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.705582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:40:47.753165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8234540709b041be984f42536e60678f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7984569 May 27 01:40:47.764796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.765428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47538) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:47.787324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.820948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:47.821339 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.847725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdf1e6-763b-4bcd-b630-3cf4ef044cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3946256f-1616-4a8f-a180-0b4309ebe9bf,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:47.928022 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.943015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:47.943383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:47.960376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c742-b030-4a87-8a55-ec46d4623695 req-92ac6f8d-a8c6-4fa2-bb2d-56a899c9d125 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:47.972315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4632c742-b030-4a87-8a55-ec46d4623695 req-92ac6f8d-a8c6-4fa2-bb2d-56a899c9d125 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 1102 time: 0.6893861 May 27 01:40:47.995349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47548) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:47.997688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.041943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Calling delete_port for 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:48.050786 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.083453 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6 associated. External IP: 172.25.3.230, port: 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b. May 27 01:40:48.084438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:48.088116 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.156166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Calling delete_port for 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:48.300420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:48.314739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.316119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b4ec8127-bf35-4206-843f-65edc3977850 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:40:48.367706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:48.376926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d0226928-1b1c-4d63-8e22-d323b18f5d38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b15d1278244e41de8ece6488bec581a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3780415 May 27 01:40:48.376926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.382966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47574) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:48.393736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Usage tracker for resource:security_group_rule and tenant:dd4e54591866407a9688676d67916e66 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:48.401226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:48.423672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:48.446971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a9391f-ff07-4ebf-8d5c-25b018e0201a req-0fbe48c9-2967-43de-8456-852c44be345c service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8351643 May 27 01:40:48.460493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3946256f-1616-4a8f-a180-0b4309ebe9bf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:48.476613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.477176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.477776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.478270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.478679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.479233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.479639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.480074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.480505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.480901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.481294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.482253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.489814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.493523 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49acf218-238d-496f-9f7b-acfdb645b4b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3946256f-1616-4a8f-a180-0b4309ebe9bf HTTP/1.1" status: 204 len: 168 time: 0.7246783 May 27 01:40:48.518170 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:40:48.518927 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:40:48.519537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: b4ec8127-bf35-4206-843f-65edc3977850 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:40:48.520819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b4ec8127-bf35-4206-843f-65edc3977850 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:40:48.530757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:40:48.531103 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:40:48.572618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:48.613098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.619169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.658329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4632c742-b030-4a87-8a55-ec46d4623695 req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6849351 May 27 01:40:48.674905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a00e9e5-bc2d-4217-9154-45da9aded919,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:48.683552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47584) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:48.685749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.686097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.686436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.686792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.687393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.687875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.688102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.688432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.688757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.689082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.689404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.689722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b4c62-998d-403d-8b10-90e6eb8365be tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:48.722182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee998ad2-fdf4-4098-b157-c7a09577686b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.757525 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee998ad2-fdf4-4098-b157-c7a09577686b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:48.922813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279ca9-bb9c-48ab-be07-b58cffe9f428 req-2763f1a3-72ab-4dc6-9f4d-f05a3409fc21 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:48.929663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba279ca9-bb9c-48ab-be07-b58cffe9f428 req-2763f1a3-72ab-4dc6-9f4d-f05a3409fc21 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 947 time: 0.3239491 May 27 01:40:48.971828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Router 10b05497-0f8c-4616-b7d8-78a9192b9151 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:40:48.972695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee998ad2-fdf4-4098-b157-c7a09577686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.003714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee998ad2-fdf4-4098-b157-c7a09577686b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc119751-956f-494e-91f6-1d7477630ed7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:49.027915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Deleting port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:49.029612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.031015 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba279ca9-bb9c-48ab-be07-b58cffe9f428 req-7fac8383-889a-4d28-bb55-e7476fb15bb5 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911248 May 27 01:40:49.036001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Deleting port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:49.036554 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.095532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.161151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:49.174437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47612) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:49.179131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Usage tracker for resource:security_group_rule and tenant:4bcec9fbff1f43da992c225bc7c4d45a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:49.199283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:49.214495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:49.217849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.262118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee998ad2-fdf4-4098-b157-c7a09577686b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.263822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ee998ad2-fdf4-4098-b157-c7a09577686b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc119751-956f-494e-91f6-1d7477630ed7 HTTP/1.1" status: 204 len: 168 time: 0.8591669 May 27 01:40:49.289205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:49.293956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2b1585ff7e024a3ab732493f240a8420 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:49.305474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:49.308276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:49.312687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f30dbf86-0461-406c-af21-afde058bdb2a details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:40:49.338406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:49.339419 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.539453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:40:49.547007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-73b375f1-8c01-40a5-8c76-e5bfd2f8627d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1319451 May 27 01:40:49.562381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Calling delete_port for 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:49.570270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.597888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] Sync routers for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:40:49.666924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-636cc682-f3d1-4403-9849-a3aca38e2144 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "PUT /v2.0/floatingips/0c764726-e7d7-44c2-aa0f-ea9fc802aff6 HTTP/1.1" status: 200 len: 992 time: 3.4059379 May 27 01:40:49.667819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:49.694443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:49.695113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:49.771450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.794224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.840570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b1585ff7e024a3ab732493f240a8420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6632445 May 27 01:40:49.848356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47644) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:49.858645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] For port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,segment=NetworkSegment(15f1d4d1-6caf-446e-96d0-7e3d457e25ff),segment_id=15f1d4d1-6caf-446e-96d0-7e3d457e25ff)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:49.862953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:49.916948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:49.951027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47652) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:50.019805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d89163-21cf-46a9-9053-f0dfffbde6a7 req-f4517a43-4cce-4e65-892b-03715d8aa52f tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:50.022730 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41d89163-21cf-46a9-9053-f0dfffbde6a7 req-f4517a43-4cce-4e65-892b-03715d8aa52f tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 946 time: 0.2536209 May 27 01:40:50.053351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Calling delete_port for 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:40:50.092909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7ac3b-e313-4393-ae8e-be53b92831a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a532be0c-d4e4-4234-aacf-af43121c422d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:50.108122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47658) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:50.142475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6c92ac9f-6f41-4110-8ae6-b55a48485fee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c7eb3b2bc974a5887dea3e9b799baae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873760 May 27 01:40:50.145311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47666) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:50.198102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41d89163-21cf-46a9-9053-f0dfffbde6a7 req-9ad77189-d65f-4c6d-9e3d-dced095211a5 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574268 May 27 01:40:50.209316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a8c8d3da-4de1-40e2-8c3b-c8567823cd91 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:50.225676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a8c8d3da-4de1-40e2-8c3b-c8567823cd91 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6685755 May 27 01:40:50.225676 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.233985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38a782ce-000d-4cc9-b5cc-3751266930b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.246213 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-8bd1e41a-bc7e-4c78-a325-6a52e3fa9f5d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/quotas/85ba29e0ffe44821b6ac9a6d795c9f9f HTTP/1.1" status: 200 len: 375 time: 0.0284579 May 27 01:40:50.284970 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38a782ce-000d-4cc9-b5cc-3751266930b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.303567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f30dbf86-0461-406c-af21-afde058bdb2a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f30dbf86-0461-406c-af21-afde058bdb2a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:50.318410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29924496-29c8-45b0-8834-2c8ae4dd80b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.318611 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.358587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38a782ce-000d-4cc9-b5cc-3751266930b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.367604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Pushing event deleted for resources: {'Port': ['ID=484c9c2d-8c27-4402-aadf-44e7ecb78cd4,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:50.369724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f30dbf86-0461-406c-af21-afde058bdb2a', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'f30dbf86-0461-406c-af21-afde058bdb2a', 'mac_address': 'fa:16:3e:aa:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:40:50.372789 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.381399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:40:50.381722 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:40:50.383587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a782ce-000d-4cc9-b5cc-3751266930b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e6091d-6f7b-4264-95b5-d8d7220f4a96,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:50.395833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.396383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.396895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.397374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.397848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.398318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.398820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.399285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.399766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.400230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.400693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.401174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:40:50.402650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38a782ce-000d-4cc9-b5cc-3751266930b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.406913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38a782ce-000d-4cc9-b5cc-3751266930b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61e6091d-6f7b-4264-95b5-d8d7220f4a96 HTTP/1.1" status: 204 len: 168 time: 0.2582960 May 27 01:40:50.407183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29924496-29c8-45b0-8834-2c8ae4dd80b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.450494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101e9c7-48ac-43a1-b689-914fd54a5ca0 None None] No DVR routers for this DVR port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:40:50.495084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f30dbf86-0461-406c-af21-afde058bdb2a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:50.495736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.502926 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29924496-29c8-45b0-8834-2c8ae4dd80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.515935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30dbf86-0461-406c-af21-afde058bdb2a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:50.534910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0c764726-e7d7-44c2-aa0f-ea9fc802aff6', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'port_id': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'mac_address': 'fa:16:3e:55:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635378f2-e348-496b-9a0d-fa301e22377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:40:18Z', 'updated_at': '2022-05-27T01:40:47Z', 'revision_number': 1, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:50.543318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] Checking router: 10b05497-0f8c-4616-b7d8-78a9192b9151 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:40:50.549674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f30dbf86-0461-406c-af21-afde058bdb2a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f30dbf86-0461-406c-af21-afde058bdb2a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:50.557939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:40:50.566280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.566461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b5ebc-e90c-4277-b39e-157247fbc759 req-36f266fd-e136-4180-a83b-232b13b08ecf tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:50.566461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-667b5ebc-e90c-4277-b39e-157247fbc759 req-36f266fd-e136-4180-a83b-232b13b08ecf tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 947 time: 0.1534894 May 27 01:40:50.566963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:40:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:50.592720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e912531e-38a7-457d-9a19-dcaa222f7ecd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:50.596857 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-79137bcd-6a29-4467-99c7-571417c94cfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bcec9fbff1f43da992c225bc7c4d45a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9032581 May 27 01:40:50.598318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:50.612719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47676) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:50.620029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e618375b804e0a95c1e69b197c1f11 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:50.629106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-667b5ebc-e90c-4277-b39e-157247fbc759 req-bcc5efde-bd16-4461-8f6a-ab4ffc8f017f tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604804 May 27 01:40:50.635362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.652296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:50.660491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:50.734645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29924496-29c8-45b0-8834-2c8ae4dd80b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a532be0c-d4e4-4234-aacf-af43121c422d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:50.741162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29924496-29c8-45b0-8834-2c8ae4dd80b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.745449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-29924496-29c8-45b0-8834-2c8ae4dd80b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a532be0c-d4e4-4234-aacf-af43121c422d HTTP/1.1" status: 204 len: 168 time: 0.8878253 May 27 01:40:50.788196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-51dbea0c-849a-4947-b486-810b6065b239 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5384924 May 27 01:40:50.851685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.864255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3150-d267-4178-9cfc-34f2d92884a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.895941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f30dbf86-0461-406c-af21-afde058bdb2a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:50.926518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3150-d267-4178-9cfc-34f2d92884a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:50.948346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:40:50.987486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.009631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f30dbf86-0461-406c-af21-afde058bdb2a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:51.040478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3150-d267-4178-9cfc-34f2d92884a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.142069 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6fdfb3-0119-44c9-8480-67ebd9e9e463'] response: {'name': 'network-changed', 'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'status': 'completed', 'code': 200} May 27 01:40:51.142573 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2e618375b804e0a95c1e69b197c1f11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0325198 May 27 01:40:51.142813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47690) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:51.160053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d1c1a-330d-4c45-80f7-7d47bd6b44d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeba2e1-7da4-4774-a0a3-e2f754139aec,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:51.181974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3150-d267-4178-9cfc-34f2d92884a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.186404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9a9f3150-d267-4178-9cfc-34f2d92884a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e912531e-38a7-457d-9a19-dcaa222f7ecd HTTP/1.1" status: 204 len: 168 time: 0.5702643 May 27 01:40:51.237401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Deleting port 484c9c2d-8c27-4402-aadf-44e7ecb78cd4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:40:51.237756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.271868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f3150-d267-4178-9cfc-34f2d92884a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e912531e-38a7-457d-9a19-dcaa222f7ecd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:51.286454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49c1eb6f-0a46-4565-88dd-58748bad4fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.331708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] The port '484c9c2d-8c27-4402-aadf-44e7ecb78cd4' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:40:51.350684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49c1eb6f-0a46-4565-88dd-58748bad4fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.428188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49c1eb6f-0a46-4565-88dd-58748bad4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.449329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49c1eb6f-0a46-4565-88dd-58748bad4fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.451316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49c1eb6f-0a46-4565-88dd-58748bad4fdb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfeba2e1-7da4-4774-a0a3-e2f754139aec HTTP/1.1" status: 204 len: 168 time: 0.3075902 May 27 01:40:51.454924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1eb6f-0a46-4565-88dd-58748bad4fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeba2e1-7da4-4774-a0a3-e2f754139aec,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:51.575438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.625179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:51.713028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f1d4d1-6caf-446e-96d0-7e3d457e25ff') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:51.713392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f1d4d1-6caf-446e-96d0-7e3d457e25ff') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:51.726893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.749303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.756772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:40:51.757286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:51.868686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085983e-39d0-458a-a922-3a4b5944d078 req-1fc87a72-8b58-4fea-95c8-321c72d217c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:51.869411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0c764726-e7d7-44c2-aa0f-ea9fc802aff6', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'port_id': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'mac_address': 'fa:16:3e:55:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635378f2-e348-496b-9a0d-fa301e22377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:40:18Z', 'updated_at': '2022-05-27T01:40:47Z', 'revision_number': 1, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:40:51.870567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2085983e-39d0-458a-a922-3a4b5944d078 req-1fc87a72-8b58-4fea-95c8-321c72d217c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 1098 time: 0.6898375 May 27 01:40:51.874695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5f12c-06b4-4f3b-bac9-01bfa619b573 None None] The sync data for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 is: [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0c764726-e7d7-44c2-aa0f-ea9fc802aff6', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'port_id': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'mac_address': 'fa:16:3e:55:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635378f2-e348-496b-9a0d-fa301e22377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:40:18Z', 'updated_at': '2022-05-27T01:40:47Z', 'revision_number': 1, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:40:51.921907 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 15f1d4d1-6caf-446e-96d0-7e3d457e25ff resource provider aggregate not found May 27 01:40:52.080503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.084133 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 15f1d4d1-6caf-446e-96d0-7e3d457e25ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15f1d4d1-6caf-446e-96d0-7e3d457e25ff found for delete ", "request_id": "req-1936dfe7-711a-4c96-a07d-f8765ab7558e"}]} May 27 01:40:52.121080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:52.127181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085983e-39d0-458a-a922-3a4b5944d078 req-ec15c5af-2c4a-4d4f-839f-f1d7c02cef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:52.128624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2085983e-39d0-458a-a922-3a4b5944d078 req-ec15c5af-2c4a-4d4f-839f-f1d7c02cef82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 925 time: 0.2018182 May 27 01:40:52.154560 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.224233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47740) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:52.254991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:52.283837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1105751b-4f3a-443c-acca-beb8b8e7039f admin admin] 10.222.0.16 "DELETE /v2.0/networks/d6caa8dd-cc0d-4c79-ac68-05d5bc5a5d2d HTTP/1.1" status: 204 len: 168 time: 5.2983093 May 27 01:40:52.308124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2746ff18-6c11-4022-a5e8-26bcabd57f9c req-7b518fe6-cca9-42e9-89e9-a7cb6021c8ef tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 210 time: 0.1828403 May 27 01:40:52.313804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.315018 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35468ad2-da75-4f44-9612-cd76dddccb90 None None] New status for floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:40:52.333757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.343420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845c08-64f8-48c3-b71e-8d98685de3be req-ba8c5ef5-b34a-4273-ab16-73715a6b9af3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:52.351132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1845c08-64f8-48c3-b71e-8d98685de3be req-ba8c5ef5-b34a-4273-ab16-73715a6b9af3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 948 time: 0.4850821 May 27 01:40:52.355300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2085983e-39d0-458a-a922-3a4b5944d078 req-f6eb3d5a-da00-49bf-8d51-2fb362572390 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b HTTP/1.1" status: 200 len: 1000 time: 0.2045443 May 27 01:40:52.361986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:52.364417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:52.369045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Usage tracker for resource:security_group_rule and tenant:22bbb8aa842743db84bcc72e8cc4ce2a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:52.371971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Usage tracker for resource:security_group_rule and tenant:ea76e39d644e4a6ebff34ae893c77e76 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:52.375192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:52.377761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:52.386024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:52.389228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:52.460622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1845c08-64f8-48c3-b71e-8d98685de3be req-6c75840b-dc88-407f-a416-421fb9e4b925 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084042 May 27 01:40:52.485051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085983e-39d0-458a-a922-3a4b5944d078 req-76c8e119-04c1-4f64-a1a4-1d1e23a33eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:52.487000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2085983e-39d0-458a-a922-3a4b5944d078 req-76c8e119-04c1-4f64-a1a4-1d1e23a33eaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044d285e-9bbc-4dda-87ae-46c526fe2ea5 HTTP/1.1" status: 200 len: 863 time: 0.1153979 May 27 01:40:52.584487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085983e-39d0-458a-a922-3a4b5944d078 req-d6cc29c9-b30c-4faf-9bd6-eee760e8cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:52.586350 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2085983e-39d0-458a-a922-3a4b5944d078 req-d6cc29c9-b30c-4faf-9bd6-eee760e8cfed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925031 May 27 01:40:52.617560 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.631743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.633221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.679084 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:52.721416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47752) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:52.795172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22bbb8aa842743db84bcc72e8cc4ce2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683986 May 27 01:40:52.795370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47756) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:52.799193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea76e39d644e4a6ebff34ae893c77e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509632 May 27 01:40:52.802288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47762) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:52.811384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc79d68-a402-4c4b-ab8b-01a7b55e6ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701eb883-abf5-4cd4-b3de-e9b40777f29a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:52.830082 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1bf640d5-41dc-420b-a6e1-8b8a17bb8a34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e517131a22284b39a6ca38671ca23ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031296 May 27 01:40:52.830869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47766) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:52.944721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdf270-00c6-432a-ad0e-8ee0c235d9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557daf3f-41de-42b1-8772-4a9cc4232b51,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:53.018746 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8305676c-9187-4489-963b-398fb8599665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.052563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47772) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:53.080434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4e15a421-b42a-402c-ab13-c7ed3e37664a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.090487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8305676c-9187-4489-963b-398fb8599665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.131228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2085983e-39d0-458a-a922-3a4b5944d078 req-5799411a-47cf-4cca-a54c-117ebc261d30 service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379674 May 27 01:40:53.176455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8305676c-9187-4489-963b-398fb8599665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.195413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305676c-9187-4489-963b-398fb8599665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5580fb-ac13-4e7e-b749-8010fc94a998,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:53.250652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a8f23a9-63a2-4206-99f0-f75dbfc2b278 tempest-AutoAllocateNetworkTest-185939533 tempest-AutoAllocateNetworkTest-185939533-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=75db759ea3594b9cb583e9f67bfdd3ea&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1947267 May 27 01:40:53.251312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47784) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:53.282569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7fcc-3e24-4ab3-be46-aac3cc391a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.282803 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8305676c-9187-4489-963b-398fb8599665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.283864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8305676c-9187-4489-963b-398fb8599665 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b5580fb-ac13-4e7e-b749-8010fc94a998 HTTP/1.1" status: 204 len: 168 time: 0.4521194 May 27 01:40:53.295151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4e15a421-b42a-402c-ab13-c7ed3e37664a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.326001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f30dbf86-0461-406c-af21-afde058bdb2a up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:40:53.361703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7fcc-3e24-4ab3-be46-aac3cc391a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.373623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2085983e-39d0-458a-a922-3a4b5944d078 req-41eecbf2-73be-4293-b68b-2e6e207f713c service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139637 May 27 01:40:53.439155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4e15a421-b42a-402c-ab13-c7ed3e37664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.475697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7fcc-3e24-4ab3-be46-aac3cc391a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.501219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15a421-b42a-402c-ab13-c7ed3e37664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557daf3f-41de-42b1-8772-4a9cc4232b51,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:53.519784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1b65d-4ac2-475b-9b15-2a7cf686c039 tempest-AutoAllocateNetworkTest-185939533 tempest-AutoAllocateNetworkTest-185939533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:53.526029 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60d1b65d-4ac2-475b-9b15-2a7cf686c039 tempest-AutoAllocateNetworkTest-185939533 tempest-AutoAllocateNetworkTest-185939533-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2711961 May 27 01:40:53.526630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47798) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:53.541849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7fcc-3e24-4ab3-be46-aac3cc391a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701eb883-abf5-4cd4-b3de-e9b40777f29a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:53.555298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4e15a421-b42a-402c-ab13-c7ed3e37664a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.559508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4e15a421-b42a-402c-ab13-c7ed3e37664a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/557daf3f-41de-42b1-8772-4a9cc4232b51 HTTP/1.1" status: 204 len: 168 time: 0.7653024 May 27 01:40:53.571881 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7fcc-3e24-4ab3-be46-aac3cc391a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.581727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1e2c7fcc-3e24-4ab3-be46-aac3cc391a89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/701eb883-abf5-4cd4-b3de-e9b40777f29a HTTP/1.1" status: 204 len: 168 time: 0.7744031 May 27 01:40:53.622798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f30dbf86-0461-406c-af21-afde058bdb2a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:53.628655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f30dbf86-0461-406c-af21-afde058bdb2a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:53.629268 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.663423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60ab0b2f-b397-4eba-bcaf-8b59596a56c3 tempest-AutoAllocateNetworkTest-185939533 tempest-AutoAllocateNetworkTest-185939533-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1355288 May 27 01:40:53.666117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47808) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:53.686688 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca47121f-254d-4571-8272-a96e6f9c6fd8 req-3da818f3-b14d-4b89-aae1-0e5a80f8fc95 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 210 time: 0.0699723 May 27 01:40:53.741474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e5f0608a-1089-4371-a2a2-d9a8d26e350c tempest-AutoAllocateNetworkTest-185939533 tempest-AutoAllocateNetworkTest-185939533-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=75db759ea3594b9cb583e9f67bfdd3ea HTTP/1.1" status: 200 len: 208 time: 0.0739348 May 27 01:40:53.844763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f30dbf86-0461-406c-af21-afde058bdb2a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:40:53.845442 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.879749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f25b9-fcc5-494e-a448-5598269a33c4 req-df6f740d-45cc-4f4a-a9a3-241162dbfdc7 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:53.881655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e77f25b9-fcc5-494e-a448-5598269a33c4 req-df6f740d-45cc-4f4a-a9a3-241162dbfdc7 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 948 time: 0.1233089 May 27 01:40:53.894170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30dbf86-0461-406c-af21-afde058bdb2a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:53.917408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f30dbf86-0461-406c-af21-afde058bdb2a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f30dbf86-0461-406c-af21-afde058bdb2a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:40:53.924756 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:53.935715 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:40:53.938548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4c7fea01-b9ed-4e51-bdbf-c7c3f26cd79d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563350 May 27 01:40:53.991559 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3732bc-657b-427f-8536-227a0332f451'] response: {'server_uuid': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30dbf86-0461-406c-af21-afde058bdb2a', 'code': 200} May 27 01:40:54.041754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f30dbf86-0461-406c-af21-afde058bdb2a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:54.171030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e77f25b9-fcc5-494e-a448-5598269a33c4 req-4bb725ae-6f8f-49b7-a54a-1e4f653bb58d tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544620 May 27 01:40:54.243972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-21dbacca-c505-493b-aa60-ef19625b4761 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:54.245437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-21dbacca-c505-493b-aa60-ef19625b4761 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2934752 May 27 01:40:54.266586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:54.347618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.47', 60082) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:54.409341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-7f2e76b5-480c-41b0-bd12-89c8a5402fd7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605564 May 27 01:40:54.512157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d95e51-a4a3-4d19-9b9b-e57f95e60cc8 req-8c919aaf-3fb2-4628-8ae7-a7efc3db082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:54.513678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9d95e51-a4a3-4d19-9b9b-e57f95e60cc8 req-8c919aaf-3fb2-4628-8ae7-a7efc3db082a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 1101 time: 0.4031236 May 27 01:40:54.518513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47844) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:54.648164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:54.663455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-b947fa9b-f509-4138-9bb5-045bc87e2334 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:54.665561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-b947fa9b-f509-4138-9bb5-045bc87e2334 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508440 May 27 01:40:54.678434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:54.682287 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9d95e51-a4a3-4d19-9b9b-e57f95e60cc8 req-56893377-b002-4727-a500-34ab9403da8b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717859 May 27 01:40:54.682472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:54.697333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:54.701784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:54.915166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:54.948392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:54.959353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Usage tracker for resource:security_group_rule and tenant:75db759ea3594b9cb583e9f67bfdd3ea is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:40:54.968552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:40:54.976801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.122 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/22702ee8-f851-432f-9c99-ecb066cc349b) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:54.984959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:55.006507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ec26ef1-e499-4156-a385-e60fa69f5d9e req-20459989-dff7-4e48-8f40-1cdcff6a4488 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 210 time: 0.0629203 May 27 01:40:55.074226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:40:55.086539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:40:55.102190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:40:55.106435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.306405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.383830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.386278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object 22702ee8-f851-432f-9c99-ecb066cc349b will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:55.393020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.462409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75db759ea3594b9cb583e9f67bfdd3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9405746 May 27 01:40:55.462409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131040ee-b3f0-49e8-9310-bc0099ab574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc81f7bc-501d-4cb3-8106-cfe500434557,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:55.463077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47884) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:40:55.497585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06e537-f561-4870-88a7-c6a4fccae6d7 req-abe38991-9f7b-496f-951f-5c3e36364a81 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:55.499571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac06e537-f561-4870-88a7-c6a4fccae6d7 req-abe38991-9f7b-496f-951f-5c3e36364a81 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 949 time: 0.1778598 May 27 01:40:55.501136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.514022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:55.599294 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-841567be-c831-4f84-9a1d-ad5c81a944d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.669907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-841567be-c831-4f84-9a1d-ad5c81a944d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.684028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.30 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/2e84d110-3859-40ce-89f7-8af97ee67332) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:40:55.720781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:55.726884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:55.734222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:55.778256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac06e537-f561-4870-88a7-c6a4fccae6d7 req-830fc421-5b04-463e-841e-7e196ccc23cb tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077458 May 27 01:40:55.784869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=22702ee8-f851-432f-9c99-ecb066cc349b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:55.809346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-841567be-c831-4f84-9a1d-ad5c81a944d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.858292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:55.861997 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:55.907342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-5524ea8d-1972-4d05-bb92-858123ec4a51 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6531777 May 27 01:40:55.930380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Request body: {'port': {'device_id': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:55.942538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841567be-c831-4f84-9a1d-ad5c81a944d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc81f7bc-501d-4cb3-8106-cfe500434557,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:56.009544 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-841567be-c831-4f84-9a1d-ad5c81a944d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.010931 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-841567be-c831-4f84-9a1d-ad5c81a944d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc81f7bc-501d-4cb3-8106-cfe500434557 HTTP/1.1" status: 204 len: 168 time: 0.5468657 May 27 01:40:56.143558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3804b722-0f11-4c17-9f39-f03beacf0d56 None None] Provisioning for port 22702ee8-f851-432f-9c99-ecb066cc349b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:56.150229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3804b722-0f11-4c17-9f39-f03beacf0d56 None None] Provisioning complete for port 22702ee8-f851-432f-9c99-ecb066cc349b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:56.150605 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3804b722-0f11-4c17-9f39-f03beacf0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.192164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.193548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.228552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object 2e84d110-3859-40ce-89f7-8af97ee67332 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:56.272074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3804b722-0f11-4c17-9f39-f03beacf0d56 None None] Port 22702ee8-f851-432f-9c99-ecb066cc349b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:56.283973 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.300240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:40:56.370069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:40:56.373261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:40:56.378178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:40:56.468812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:56.469630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.493719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=2e84d110-3859-40ce-89f7-8af97ee67332,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:56.497433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aafbf-f4c5-4920-9c7a-23e6cbec5304 req-f881d3fc-c85a-4142-baea-acaa89d7d52d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:56.498868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7b3aafbf-f4c5-4920-9c7a-23e6cbec5304 req-f881d3fc-c85a-4142-baea-acaa89d7d52d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:40:56.501657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-76e4265a-64a6-470c-ac5b-5eb1f84a693a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8284421 May 27 01:40:56.523175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Request body: {'port': {'device_id': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:40:56.641371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7b3aafbf-f4c5-4920-9c7a-23e6cbec5304 req-f881d3fc-c85a-4142-baea-acaa89d7d52d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:40:56.643067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b3aafbf-f4c5-4920-9c7a-23e6cbec5304 req-f881d3fc-c85a-4142-baea-acaa89d7d52d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 935 time: 0.3707380 May 27 01:40:56.710823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.807003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ec43fd26-0e65-4cbe-ab4e-27d73d716fcc None None] Provisioning for port 2e84d110-3859-40ce-89f7-8af97ee67332 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:40:56.812791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ec43fd26-0e65-4cbe-ab4e-27d73d716fcc None None] Provisioning complete for port 2e84d110-3859-40ce-89f7-8af97ee67332 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:40:56.813734 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ec43fd26-0e65-4cbe-ab4e-27d73d716fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:56.827033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b3aafbf-f4c5-4920-9c7a-23e6cbec5304 req-2b9c3dc5-3634-48df-9a7f-4310872a8945 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715875 May 27 01:40:56.889541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ec43fd26-0e65-4cbe-ab4e-27d73d716fcc None None] Port 2e84d110-3859-40ce-89f7-8af97ee67332 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:40:56.991605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22702ee8-f851-432f-9c99-ecb066cc349b {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:57.000018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.017458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Transition to ACTIVE for port object 22702ee8-f851-432f-9c99-ecb066cc349b will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:57.023202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.211864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248a7ff-d007-4f02-b16d-85e9f78abde5 req-25e6f423-1a49-4f97-bca5-35d6ea9299bc tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:57.213446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f248a7ff-d007-4f02-b16d-85e9f78abde5 req-25e6f423-1a49-4f97-bca5-35d6ea9299bc tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 949 time: 0.2110808 May 27 01:40:57.232010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Pushing event updated for resources: {'Port': ['ID=22702ee8-f851-432f-9c99-ecb066cc349b,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:57.293485 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f248a7ff-d007-4f02-b16d-85e9f78abde5 req-e3a41739-f50f-4d95-9e74-9f6004f0c348 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716960 May 27 01:40:57.357169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e84d110-3859-40ce-89f7-8af97ee67332 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:40:57.365084 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.389375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Transition to ACTIVE for port object 2e84d110-3859-40ce-89f7-8af97ee67332 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:40:57.410349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.422526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Attempting to bind port 22702ee8-f851-432f-9c99-ecb066cc349b on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:57.423075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Attempting to bind port 22702ee8-f851-432f-9c99-ecb066cc349b by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:57.423848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Attempting to bind port 22702ee8-f851-432f-9c99-ecb066cc349b on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:57.431248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Port 22702ee8-f851-432f-9c99-ecb066cc349b on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:40:57.431697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Attempting to bind port 22702ee8-f851-432f-9c99-ecb066cc349b on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:57.439079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:57.439574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:57.440089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:57.443329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Bound port: 22702ee8-f851-432f-9c99-ecb066cc349b, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:57.443329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.614615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] For port 22702ee8-f851-432f-9c99-ecb066cc349b, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:57.624138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] For port 22702ee8-f851-432f-9c99-ecb066cc349b, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=22702ee8-f851-432f-9c99-ecb066cc349b,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:57.822274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.824428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Pushing event updated for resources: {'Port': ['ID=2e84d110-3859-40ce-89f7-8af97ee67332,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:57.901896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-bd7fc97b-55ea-4017-b396-903b86f5e881 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fc6090b481f545cba699ccbf92a5b4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2810225 May 27 01:40:57.913150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Attempting to bind port 2e84d110-3859-40ce-89f7-8af97ee67332 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:40:57.913515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Attempting to bind port 2e84d110-3859-40ce-89f7-8af97ee67332 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:40:57.914060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Attempting to bind port 2e84d110-3859-40ce-89f7-8af97ee67332 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:57.929462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Port 2e84d110-3859-40ce-89f7-8af97ee67332 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:40:57.930260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Attempting to bind port 2e84d110-3859-40ce-89f7-8af97ee67332 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:40:57.940802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:40:57.941144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:40:57.941694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:40:57.942991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Bound port: 2e84d110-3859-40ce-89f7-8af97ee67332, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:40:57.943360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.972926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:57.973664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:57.974987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] 10.222.0.47 "PUT /v2.0/ports/22702ee8-f851-432f-9c99-ecb066cc349b HTTP/1.1" status: 200 len: 1097 time: 2.0506201 May 27 01:40:57.975547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'tag': '22702ee8-f851-432f-9c99-ecb066cc349b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:58.105224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:40:58.113413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2e84d110-3859-40ce-89f7-8af97ee67332,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:40:58.175986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65cdff-1253-43e9-a66b-27ae2dcc0b81 service neutron] Pushing event updated for resources: {'Port': ['ID=22702ee8-f851-432f-9c99-ecb066cc349b,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:58.244112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-2b89bb2b-b912-4137-b6de-a8f2ca27e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:58.245662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-2b89bb2b-b912-4137-b6de-a8f2ca27e04c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 1100 time: 0.1854780 May 27 01:40:58.254211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-26f78e53-3cba-4106-bb71-4019dcfcc166 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:58.255937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-26f78e53-3cba-4106-bb71-4019dcfcc166 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325775 May 27 01:40:58.297795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:58.324937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-529e21f3-e387-49c9-97a5-f04807d5feba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=22702ee8-f851-432f-9c99-ecb066cc349b HTTP/1.1" status: 200 len: 217 time: 0.0679660 May 27 01:40:58.380335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-6e4a9afa-ffcd-4071-86b2-23ea95018980 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/quotas/fc6090b481f545cba699ccbf92a5b4c0 HTTP/1.1" status: 200 len: 375 time: 0.0538707 May 27 01:40:58.388620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Pushing event updated for resources: {'Port': ['ID=2e84d110-3859-40ce-89f7-8af97ee67332,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:40:58.418521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:58.419326 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:40:58.420758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-a50ee1eb-0dec-41c2-ba20-9cc6ac84a3ad service neutron] 10.222.0.47 "PUT /v2.0/ports/2e84d110-3859-40ce-89f7-8af97ee67332 HTTP/1.1" status: 200 len: 1096 time: 1.9081998 May 27 01:40:58.421508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:40:58.466993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd96bd1-dcd5-486a-9239-6538e7d02d77 req-c36888e8-ee8f-4883-a71a-8d6cccb6dad3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:58.468680 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4bd96bd1-dcd5-486a-9239-6538e7d02d77 req-c36888e8-ee8f-4883-a71a-8d6cccb6dad3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 949 time: 0.3536761 May 27 01:40:58.536779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-bcc41b41-af31-44b9-bfa8-1b17bf1f41e7 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc6090b481f545cba699ccbf92a5b4c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445374 May 27 01:40:58.561189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-e7f8048c-ed26-4624-99aa-aca5384e6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:58.563081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-e7f8048c-ed26-4624-99aa-aca5384e6d65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2287998 May 27 01:40:58.677691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-7cfb1cf8-3a56-4202-9b40-3deb2a479fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:58.679430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-7cfb1cf8-3a56-4202-9b40-3deb2a479fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095674 May 27 01:40:58.775653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4bd96bd1-dcd5-486a-9239-6538e7d02d77 req-42e0996e-214e-4e09-b3cc-00e01f722740 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008816 May 27 01:40:58.858216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-c1b25038-d498-4778-8e16-836c0680e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:58.865181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-c1b25038-d498-4778-8e16-836c0680e2d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 1099 time: 0.3601561 May 27 01:40:58.887291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-04f98d68-02b2-4f47-8e06-8146639414db service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008576 May 27 01:40:58.954130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-f718c878-0f9e-477f-94a7-2778f52c2bd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2e84d110-3859-40ce-89f7-8af97ee67332 HTTP/1.1" status: 200 len: 217 time: 0.0825095 May 27 01:40:59.026681 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54367cad-408e-46a3-b65e-0b3d5f512702'] response: {'name': 'network-changed', 'server_uuid': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'tag': '22702ee8-f851-432f-9c99-ecb066cc349b', 'status': 'completed', 'code': 200} May 27 01:40:59.052439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-1a2603cf-6d2c-48c9-ad3f-999cc22f6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.054608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-1a2603cf-6d2c-48c9-ad3f-999cc22f6536 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0944190 May 27 01:40:59.138246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff11527-c907-454c-9938-a55e2999cf78 req-e5c25df5-073e-4dca-be2a-f748ee07c6df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.139781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eff11527-c907-454c-9938-a55e2999cf78 req-e5c25df5-073e-4dca-be2a-f748ee07c6df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 947 time: 0.2510202 May 27 01:40:59.141878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-17c9133e-4bb5-4591-b831-840024278187 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036011 May 27 01:40:59.203386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-1a013da4-d1d6-4c2e-b4ed-348629f2ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.205327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-1a013da4-d1d6-4c2e-b4ed-348629f2ea14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403730 May 27 01:40:59.271351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eff11527-c907-454c-9938-a55e2999cf78 req-9b2ecfdd-9f6a-40e6-9406-8827439d68a4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123953 May 27 01:40:59.340055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f87ab-3089-476a-95bb-4999c335c01d req-8d84fbac-88e5-4a9f-ae2f-8cf563eaed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.342063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681f87ab-3089-476a-95bb-4999c335c01d req-8d84fbac-88e5-4a9f-ae2f-8cf563eaed27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 1100 time: 0.1425521 May 27 01:40:59.357412 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36daa25e-cb06-4661-a3af-b8174d4d6117'] response: {'name': 'network-changed', 'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332', 'status': 'completed', 'code': 200} May 27 01:40:59.412395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-185fa33d-bc76-479f-a69c-f5d9f9f711aa service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002032 May 27 01:40:59.520494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f87ab-3089-476a-95bb-4999c335c01d req-8730b498-8bb5-4be1-9fdc-ab9c63b684d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.521993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681f87ab-3089-476a-95bb-4999c335c01d req-8730b498-8bb5-4be1-9fdc-ab9c63b684d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1714916 May 27 01:40:59.626567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681f87ab-3089-476a-95bb-4999c335c01d req-67f8cf3c-1422-4731-ae0c-4e65786d979d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=22702ee8-f851-432f-9c99-ecb066cc349b HTTP/1.1" status: 200 len: 217 time: 0.0985227 May 27 01:40:59.721810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f87ab-3089-476a-95bb-4999c335c01d req-4a2fadc4-dd36-42d1-a15c-211c3b58db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.723472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681f87ab-3089-476a-95bb-4999c335c01d req-4a2fadc4-dd36-42d1-a15c-211c3b58db3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0898316 May 27 01:40:59.734848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffc37a89-97e3-4583-a240-18899cd39245 req-3d763d31-0943-4b04-8aab-e1b421b141dc tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 210 time: 0.0864861 May 27 01:40:59.760137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18876c66-6ab2-4781-a06a-6384791d72b3 req-6780b9a4-5310-4952-8d3c-9f532fef1b2b service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410895 May 27 01:40:59.897036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f87ab-3089-476a-95bb-4999c335c01d req-82bb83a1-3c21-4392-bd29-ab81f9f30bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.898515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681f87ab-3089-476a-95bb-4999c335c01d req-82bb83a1-3c21-4392-bd29-ab81f9f30bfc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1580284 May 27 01:40:59.973121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-c49e36ed-287d-44fd-9b36-3a6009c4a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:40:59.976999 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-c49e36ed-287d-44fd-9b36-3a6009c4a714 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 1099 time: 0.1153622 May 27 01:41:00.069670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681f87ab-3089-476a-95bb-4999c335c01d req-15220ba9-634b-4390-8b5e-3dda2c7b9798 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616428 May 27 01:41:00.155160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-38cadb4d-c705-4e6a-84d5-1299d679889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:00.156535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-38cadb4d-c705-4e6a-84d5-1299d679889f service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1688364 May 27 01:41:00.253796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-5fb258a6-a627-43f0-98ef-2f6290641718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2e84d110-3859-40ce-89f7-8af97ee67332 HTTP/1.1" status: 200 len: 217 time: 0.0900238 May 27 01:41:00.397456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-d1ddeb75-ebf2-4995-bb2f-d9100e306986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:00.399333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-d1ddeb75-ebf2-4995-bb2f-d9100e306986 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1364512 May 27 01:41:00.469633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-5ff437be-b71b-43a4-8b7b-b5a6a6f317e7 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc6090b481f545cba699ccbf92a5b4c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791717 May 27 01:41:00.565555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48062) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:00.663539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48068) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:00.698586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-a372ad50-c4e4-4c41-b4cf-1ec96ad4008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:00.700602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-a372ad50-c4e4-4c41-b4cf-1ec96ad4008a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2944508 May 27 01:41:00.716157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6761a06-5b49-4a03-8764-b356370689ef req-f6357438-98f7-4bd5-9599-1d73debdd044 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:00.716877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d6761a06-5b49-4a03-8764-b356370689ef req-f6357438-98f7-4bd5-9599-1d73debdd044 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:00.802756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d6761a06-5b49-4a03-8764-b356370689ef req-f6357438-98f7-4bd5-9599-1d73debdd044 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:00.804030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6761a06-5b49-4a03-8764-b356370689ef req-f6357438-98f7-4bd5-9599-1d73debdd044 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 947 time: 0.3293586 May 27 01:41:00.833290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032487-987a-49cf-a407-56f5c3a3323e req-1bd85e79-7bea-4ec7-b3cc-5f89074a8a25 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:00.834892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26032487-987a-49cf-a407-56f5c3a3323e req-1bd85e79-7bea-4ec7-b3cc-5f89074a8a25 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 949 time: 0.4433603 May 27 01:41:00.849446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681f87ab-3089-476a-95bb-4999c335c01d req-e5c8a818-97a8-42cb-b02c-3fb5993b94bc service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694485 May 27 01:41:00.882586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-34d12dd0-2221-42df-b4ae-9c8dcd42a829 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:00.884145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-34d12dd0-2221-42df-b4ae-9c8dcd42a829 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594913 May 27 01:41:00.887676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6761a06-5b49-4a03-8764-b356370689ef req-1f5b86e0-beb8-4ec7-88a5-2dcf8cda6c6a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 May 27 01:41:00.904730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Request body: {'port': {'device_id': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': 'fc6090b481f545cba699ccbf92a5b4c0'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:00.913546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-b9d68c01-b806-431f-a730-a26901d6c487 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895797 May 27 01:41:00.932216 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26032487-987a-49cf-a407-56f5c3a3323e req-8011fbf2-575e-4b97-830b-9a9039d35bd4 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817354 May 27 01:41:01.029033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48082) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:01.091728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:01.096695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Usage tracker for resource:port and tenant:fc6090b481f545cba699ccbf92a5b4c0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:01.100196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:01.107364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:01.157998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.170444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.177357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1576688-e7e3-483c-af6e-b46e609eacda req-22de3153-3c63-4765-9758-116c0dc4450c tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 210 time: 0.0673630 May 27 01:41:01.178536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.189097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Made reservation on behalf of fc6090b481f545cba699ccbf92a5b4c0 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:01.193032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.203713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:01.207223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.209626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9880ce0f0f71435fb6c8790eee9f2039 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:01.215011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:01.217760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:01.223240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Usage tracker for resource:security_group_rule and tenant:797bc0ff284c4c3c9ec3c7d498b8e042 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:01.223865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:01.228343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:01.231173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Usage tracker for resource:security_group_rule and tenant:2d0087a5d25447e5aa4817a4c95fddb8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:01.233204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:01.234766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:01.235868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:01.237581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Usage tracker for resource:security_group_rule and tenant:fc6090b481f545cba699ccbf92a5b4c0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:01.242520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:01.245153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:01.250504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:01.253531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:01.266948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3de13227-d97c-4484-aaab-224a69f0ed34 req-c056c69f-7228-4308-9933-ac829160190b service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468208 May 27 01:41:01.404084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.413157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.414192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.421224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.422385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.433723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.441032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.472095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.483214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d0087a5d25447e5aa4817a4c95fddb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513550 May 27 01:41:01.488812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48098) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:01.495847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9880ce0f0f71435fb6c8790eee9f2039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305123 May 27 01:41:01.496562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5bad3-afcc-4cea-b6ef-177ccfef28c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b06be9-80ba-44b0-a6bf-ceb341c21058,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:01.499628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48104) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:01.541681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=797bc0ff284c4c3c9ec3c7d498b8e042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9676285 May 27 01:41:01.542566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48108) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:01.565959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79440d3-8de3-4a06-8baf-7ae6eeed0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98366d-187c-43fe-8162-7e6d60561f94,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:01.602935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ce392-caa0-4e41-97c1-571c153318a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34547b-e214-4cdd-808d-8b4f2df5a58c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:01.644990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a366384-5b8b-4937-b17d-e062f66b2534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.647798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9550ef99-78de-45fb-8c9d-aa8d356ca42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.659298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a3f2d8-78ee-4673-8f23-6cac8fe5a757,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:01.694837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a366384-5b8b-4937-b17d-e062f66b2534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.707605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9550ef99-78de-45fb-8c9d-aa8d356ca42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.733390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-946b705e-9a10-4ab0-9c4a-609a50ca2dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.777112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Allocated IP 192.168.233.135 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/85797178-b80f-440a-a1de-3888de116ce7) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:01.781028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-946b705e-9a10-4ab0-9c4a-609a50ca2dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.878843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-95a40096-ea8b-45f6-bf69-5887aa4dc3a3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:01.880650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-95a40096-ea8b-45f6-bf69-5887aa4dc3a3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 949 time: 0.1562314 May 27 01:41:01.883439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a366384-5b8b-4937-b17d-e062f66b2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.893173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-946b705e-9a10-4ab0-9c4a-609a50ca2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.945109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9550ef99-78de-45fb-8c9d-aa8d356ca42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:01.960833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a366384-5b8b-4937-b17d-e062f66b2534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b06be9-80ba-44b0-a6bf-ceb341c21058,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:01.981839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b705e-9a10-4ab0-9c4a-609a50ca2dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34547b-e214-4cdd-808d-8b4f2df5a58c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:01.998341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550ef99-78de-45fb-8c9d-aa8d356ca42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98366d-187c-43fe-8162-7e6d60561f94,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:02.023330 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a366384-5b8b-4937-b17d-e062f66b2534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.026766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a366384-5b8b-4937-b17d-e062f66b2534 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81b06be9-80ba-44b0-a6bf-ceb341c21058 HTTP/1.1" status: 204 len: 168 time: 0.5126796 May 27 01:41:02.029182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Deleting port f30dbf86-0461-406c-af21-afde058bdb2a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:41:02.034772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.067262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9550ef99-78de-45fb-8c9d-aa8d356ca42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.071183 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9550ef99-78de-45fb-8c9d-aa8d356ca42f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e98366d-187c-43fe-8162-7e6d60561f94 HTTP/1.1" status: 204 len: 168 time: 0.5786576 May 27 01:41:02.090452 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-946b705e-9a10-4ab0-9c4a-609a50ca2dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.094465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-946b705e-9a10-4ab0-9c4a-609a50ca2dfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed34547b-e214-4cdd-808d-8b4f2df5a58c HTTP/1.1" status: 204 len: 168 time: 0.5472224 May 27 01:41:02.148935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.171963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Transition to ACTIVE for port object 85797178-b80f-440a-a1de-3888de116ce7 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:02.185943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ec79b-220c-47e0-be15-e8607dd3798f req-54c32dbc-b893-4bc8-8205-77ce565186af tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:02.187888 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c08ec79b-220c-47e0-be15-e8607dd3798f req-54c32dbc-b893-4bc8-8205-77ce565186af tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 947 time: 0.1668358 May 27 01:41:02.246370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c08ec79b-220c-47e0-be15-e8607dd3798f req-144bf30a-12b7-4d43-bd60-0e3b2138af21 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 May 27 01:41:02.259796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.377096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Pushing event updated for resources: {'Port': ['ID=85797178-b80f-440a-a1de-3888de116ce7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:02.394939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:02.396226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:02.415075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:02.421978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.423872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] For port f30dbf86-0461-406c-af21-afde058bdb2a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f30dbf86-0461-406c-af21-afde058bdb2a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:02.424291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.591200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Calling delete_port for f30dbf86-0461-406c-af21-afde058bdb2a owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:41:02.638829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48152) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:02.673122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:02.677354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.677667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524587a-53b0-4e28-8386-a30fab4b3dcf req-b3f274a3-67f6-4bb2-9b39-34b675b339d3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:02.685957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5524587a-53b0-4e28-8386-a30fab4b3dcf req-b3f274a3-67f6-4bb2-9b39-34b675b339d3 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 949 time: 0.4044271 May 27 01:41:02.745020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa2668-2bb1-46d3-afb9-2a94a6cec2df req-3a471e98-64b6-497e-bb04-65286d551337 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:02.745815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ceaa2668-2bb1-46d3-afb9-2a94a6cec2df req-3a471e98-64b6-497e-bb04-65286d551337 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Synchronizing usage tracker for tenant:fc6090b481f545cba699ccbf92a5b4c0 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:02.781789 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-e8e49c98-e682-4568-bce8-1134da9449a3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8834777 May 27 01:41:02.783267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ceaa2668-2bb1-46d3-afb9-2a94a6cec2df req-3a471e98-64b6-497e-bb04-65286d551337 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Unset dirty status for tenant:fc6090b481f545cba699ccbf92a5b4c0 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:02.792200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-010580ae-9139-4106-9ee3-379a6ca7b757 None None] Provisioning for port 85797178-b80f-440a-a1de-3888de116ce7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:02.793541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ceaa2668-2bb1-46d3-afb9-2a94a6cec2df req-3a471e98-64b6-497e-bb04-65286d551337 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 936 time: 0.3130684 May 27 01:41:02.806477 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.806789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48158) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:02.814103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-010580ae-9139-4106-9ee3-379a6ca7b757 None None] Provisioning complete for port 85797178-b80f-440a-a1de-3888de116ce7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:02.814985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-010580ae-9139-4106-9ee3-379a6ca7b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.821750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Request body: {'port': {'device_id': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:02.836306 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5524587a-53b0-4e28-8386-a30fab4b3dcf req-22094338-221e-4413-a235-657df958ce86 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4952e6-56ee-402b-9154-27df770d12dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491256 May 27 01:41:02.859296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48162) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:02.870427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.925988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:02.940252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e5b37ec2684f379fe29188fc6fde3f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:02.945718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:02.955427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:02.955627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-010580ae-9139-4106-9ee3-379a6ca7b757 None None] Port 85797178-b80f-440a-a1de-3888de116ce7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:41:02.986214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.987432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:02.999116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f30dbf86-0461-406c-af21-afde058bdb2a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:03.048284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Pushing event deleted for resources: {'Port': ['ID=f30dbf86-0461-406c-af21-afde058bdb2a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:03.075400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ceaa2668-2bb1-46d3-afb9-2a94a6cec2df req-cbc15ee3-0c23-4488-a316-ade145599ef4 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Synchronizing usage tracker for tenant:fc6090b481f545cba699ccbf92a5b4c0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:03.085482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:03.109743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5000d10bcc4c19b324b26cf9e9f1c3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:03.114262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ceaa2668-2bb1-46d3-afb9-2a94a6cec2df req-cbc15ee3-0c23-4488-a316-ade145599ef4 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Unset dirty status for tenant:fc6090b481f545cba699ccbf92a5b4c0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:03.122858 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ceaa2668-2bb1-46d3-afb9-2a94a6cec2df req-cbc15ee3-0c23-4488-a316-ade145599ef4 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275414 May 27 01:41:03.123875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:03.136704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:03.160987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48166) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:03.162172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] No DVR routers for this DVR port f30dbf86-0461-406c-af21-afde058bdb2a on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:41:03.183724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.186332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'name': 'network-vif-deleted', 'tag': 'f30dbf86-0461-406c-af21-afde058bdb2a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:03.195925 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.212616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.217969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.249324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:03.251906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:03.259888 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb396df-b2a7-49ff-bc3a-082e2bbf1c1f'] response: {'server_uuid': '2971b886-d139-4ff9-8a46-c2f1c090436c', 'name': 'network-vif-deleted', 'tag': 'f30dbf86-0461-406c-af21-afde058bdb2a', 'status': 'completed', 'code': 200} May 27 01:41:03.261372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Usage tracker for resource:security_group_rule and tenant:4a678d99291d45da9c06921f48460769 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:03.264443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Usage tracker for resource:security_group_rule and tenant:997fc88ae66c45a0a68fc7e415531c79 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:03.267896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f82ce7b-0def-4980-8ee0-1d89b0400732 req-9271b725-91fd-45e4-bd7b-ba48b786f257 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.47 "DELETE /v2.0/ports/f30dbf86-0461-406c-af21-afde058bdb2a HTTP/1.1" status: 204 len: 173 time: 1.3805783 May 27 01:41:03.268750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:03.286060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:03.308911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:03.316112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:03.350767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.354988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2e84d110-3859-40ce-89f7-8af97ee67332 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:03.383667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.455352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7e5b37ec2684f379fe29188fc6fde3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453493 May 27 01:41:03.470906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48174) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:03.472887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84abfd-75d1-4983-8ce7-e1ea42286df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4a916-0b30-401c-af8a-72fb3d744029,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:03.555793 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.567351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2e84d110-3859-40ce-89f7-8af97ee67332,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:03.579463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.583905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '2e84d110-3859-40ce-89f7-8af97ee67332', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '2e84d110-3859-40ce-89f7-8af97ee67332', 'mac_address': 'fa:16:3e:6c:57:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:03.641638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2e84d110-3859-40ce-89f7-8af97ee67332 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:03.642300 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.661150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e84d110-3859-40ce-89f7-8af97ee67332 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:03.672143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c5000d10bcc4c19b324b26cf9e9f1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8116951 May 27 01:41:03.675795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48178) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:03.678086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2e84d110-3859-40ce-89f7-8af97ee67332,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:03.683845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.685098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 22702ee8-f851-432f-9c99-ecb066cc349b details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:03.711225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4f6b5-9a17-4cd5-bcc5-224981d989f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb2d6d-8cc7-4988-8e69-265a80095460,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:03.721272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.756068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.757456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10c14-3614-439e-96af-9f0d2929f775 req-fd7f84b7-cb96-4361-9e49-1c3864cfe1ec tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:03.759158 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbe10c14-3614-439e-96af-9f0d2929f775 req-fd7f84b7-cb96-4361-9e49-1c3864cfe1ec tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 947 time: 0.2991474 May 27 01:41:03.777286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2e84d110-3859-40ce-89f7-8af97ee67332,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:03.796521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 22702ee8-f851-432f-9c99-ecb066cc349b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=22702ee8-f851-432f-9c99-ecb066cc349b,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:03.797700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1a9295f-a691-4293-a103-24a7ca9dd3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.809293 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.821594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '22702ee8-f851-432f-9c99-ecb066cc349b', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '22702ee8-f851-432f-9c99-ecb066cc349b', 'mac_address': 'fa:16:3e:08:4f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:03.837461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbe10c14-3614-439e-96af-9f0d2929f775 req-9dfa3706-6d32-4e4d-965d-b5ef88efa713 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641191 May 27 01:41:03.844550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.859110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=997fc88ae66c45a0a68fc7e415531c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951323 May 27 01:41:03.864582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48184) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:03.874642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ee695-1777-4f88-b5b6-dc62360b4c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7197b8b-3052-4c69-acb6-943ed1dbebd8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:03.936864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 22702ee8-f851-432f-9c99-ecb066cc349b is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:03.937534 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.949838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a678d99291d45da9c06921f48460769&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3083210 May 27 01:41:03.954905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48188) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:03.957841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22702ee8-f851-432f-9c99-ecb066cc349b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:03.958655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85797178-b80f-440a-a1de-3888de116ce7 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:03.975806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 22702ee8-f851-432f-9c99-ecb066cc349b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=22702ee8-f851-432f-9c99-ecb066cc349b,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:03.986023 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:03.987032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.005542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1a9295f-a691-4293-a103-24a7ca9dd3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.017223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22343e3d-fc16-450a-9d34-4a3b280e816b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.024978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Transition to ACTIVE for port object 85797178-b80f-440a-a1de-3888de116ce7 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:04.041427 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.043327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22343e3d-fc16-450a-9d34-4a3b280e816b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.100261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=22702ee8-f851-432f-9c99-ecb066cc349b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.157702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82691574-f418-4ee4-904d-453fd35f1758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838f0d16-1db2-475d-84c6-d207f01377d2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.180649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef93fe7d-dbde-4fba-9c77-e15d6d4f8ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.187944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d385e58d-8a4e-4124-bd21-3b1fde775b79 req-ddac24f0-b348-47f3-886d-aebf3057d876 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Synchronizing usage tracker for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:04.205853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0aaa-0c55-4516-9371-c2985332ccd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.242526 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22343e3d-fc16-450a-9d34-4a3b280e816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.249084 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0aaa-0c55-4516-9371-c2985332ccd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.266900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Pushing event updated for resources: {'Port': ['ID=85797178-b80f-440a-a1de-3888de116ce7,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.267733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d385e58d-8a4e-4124-bd21-3b1fde775b79 req-ddac24f0-b348-47f3-886d-aebf3057d876 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] Unset dirty status for tenant:3f3ea0759cc440169dd23e63a881ae78 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:04.269024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d385e58d-8a4e-4124-bd21-3b1fde775b79 req-ddac24f0-b348-47f3-886d-aebf3057d876 tempest-DeleteServersAdminTestJSON-788941820 tempest-DeleteServersAdminTestJSON-788941820-project] 10.222.0.16 "GET /v2.0/ports?device_id=2971b886-d139-4ff9-8a46-c2f1c090436c HTTP/1.1" status: 200 len: 210 time: 0.1832290 May 27 01:41:04.285549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:04.288140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1a9295f-a691-4293-a103-24a7ca9dd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.300561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22343e3d-fc16-450a-9d34-4a3b280e816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb2d6d-8cc7-4988-8e69-265a80095460,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.317278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef93fe7d-dbde-4fba-9c77-e15d6d4f8ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.345824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9295f-a691-4293-a103-24a7ca9dd3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4a916-0b30-401c-af8a-72fb3d744029,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.369185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-22343e3d-fc16-450a-9d34-4a3b280e816b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.370303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-22343e3d-fc16-450a-9d34-4a3b280e816b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0cb2d6d-8cc7-4988-8e69-265a80095460 HTTP/1.1" status: 204 len: 168 time: 0.6847129 May 27 01:41:04.376757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1a9295f-a691-4293-a103-24a7ca9dd3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.380627 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f1a9295f-a691-4293-a103-24a7ca9dd3f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ce4a916-0b30-401c-af8a-72fb3d744029 HTTP/1.1" status: 204 len: 168 time: 0.9030550 May 27 01:41:04.386006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2e84d110-3859-40ce-89f7-8af97ee67332'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:04.405442 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0aaa-0c55-4516-9371-c2985332ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.440135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0aaa-0c55-4516-9371-c2985332ccd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.443718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9f3e0aaa-0c55-4516-9371-c2985332ccd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7197b8b-3052-4c69-acb6-943ed1dbebd8 HTTP/1.1" status: 204 len: 168 time: 0.5529950 May 27 01:41:04.447980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e0aaa-0c55-4516-9371-c2985332ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7197b8b-3052-4c69-acb6-943ed1dbebd8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.464124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Attempting to bind port 85797178-b80f-440a-a1de-3888de116ce7 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:04.464446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Attempting to bind port 85797178-b80f-440a-a1de-3888de116ce7 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:04.465185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Attempting to bind port 85797178-b80f-440a-a1de-3888de116ce7 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:04.479545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef93fe7d-dbde-4fba-9c77-e15d6d4f8ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.492778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Port 85797178-b80f-440a-a1de-3888de116ce7 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:41:04.493127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Attempting to bind port 85797178-b80f-440a-a1de-3888de116ce7 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:04.510382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93fe7d-dbde-4fba-9c77-e15d6d4f8ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f0d16-1db2-475d-84c6-d207f01377d2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.512283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:04.512791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:04.513175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:04.513608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Bound port: 85797178-b80f-440a-a1de-3888de116ce7, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:04.514098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.535812 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef93fe7d-dbde-4fba-9c77-e15d6d4f8ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.539583 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ef93fe7d-dbde-4fba-9c77-e15d6d4f8ae0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/838f0d16-1db2-475d-84c6-d207f01377d2 HTTP/1.1" status: 204 len: 168 time: 0.5837243 May 27 01:41:04.606906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdecfe-b061-4a35-8c5d-ab96a6937b4b req-83e7868b-ff99-4fc1-9c77-e602934f4840 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:04.613939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9acdecfe-b061-4a35-8c5d-ab96a6937b4b req-83e7868b-ff99-4fc1-9c77-e602934f4840 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 948 time: 0.2575400 May 27 01:41:04.692395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9acdecfe-b061-4a35-8c5d-ab96a6937b4b req-f69b53ab-d2d2-46e1-bf25-9eea3c754b9f tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774665 May 27 01:41:04.693581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] For port 85797178-b80f-440a-a1de-3888de116ce7, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:04.706159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] For port 85797178-b80f-440a-a1de-3888de116ce7, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=85797178-b80f-440a-a1de-3888de116ce7,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:04.713167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.776062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:04.776774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:04.778663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] 10.222.0.13 "PUT /v2.0/ports/85797178-b80f-440a-a1de-3888de116ce7 HTTP/1.1" status: 200 len: 1097 time: 1.9611862 May 27 01:41:04.779292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'tag': '85797178-b80f-440a-a1de-3888de116ce7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:04.830670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f7ed7-b260-42c2-9850-d62cc0b44600 service neutron] Pushing event updated for resources: {'Port': ['ID=85797178-b80f-440a-a1de-3888de116ce7,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:04.871717 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec7a28e-799b-491d-85e3-0ff60206a5bf'] response: {'name': 'network-changed', 'server_uuid': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'tag': '85797178-b80f-440a-a1de-3888de116ce7', 'status': 'completed', 'code': 200} May 27 01:41:04.945187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-c8e2d6b6-a20a-44b0-bfc4-9e4707fff755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:04.946756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-c8e2d6b6-a20a-44b0-bfc4-9e4707fff755 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6090b481f545cba699ccbf92a5b4c0&device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 1100 time: 0.1174145 May 27 01:41:05.077638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-6e08d82c-5302-4f21-b83b-27fe1c6f9b96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=85797178-b80f-440a-a1de-3888de116ce7 HTTP/1.1" status: 200 len: 217 time: 0.1209545 May 27 01:41:05.161459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-1eb415b3-1599-4c1f-9c9d-5b9f70e43772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:05.162735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-1eb415b3-1599-4c1f-9c9d-5b9f70e43772 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0767837 May 27 01:41:05.178764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929a08-aec7-4a62-938a-1f3f0361e6ce req-a3d58ed9-386d-4896-8506-08b91eebe07e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:05.180492 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19929a08-aec7-4a62-938a-1f3f0361e6ce req-a3d58ed9-386d-4896-8506-08b91eebe07e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 948 time: 0.1546304 May 27 01:41:05.292119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48224) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:05.322117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:05.339419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19929a08-aec7-4a62-938a-1f3f0361e6ce req-4d3d401d-3329-469e-8214-caabc77f7f03 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265616 May 27 01:41:05.360188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f30dbf86-0461-406c-af21-afde058bdb2a no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:41:05.363338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-c46936ed-af0f-4a97-8e6d-f1cabe426f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:05.365210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-c46936ed-af0f-4a97-8e6d-f1cabe426f87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1838624 May 27 01:41:05.378009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:05.384547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Usage tracker for resource:security_group_rule and tenant:a926994d90504006b61544638f8aad17 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:05.391685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:05.409220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:05.433108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: f30dbf86-0461-406c-af21-afde058bdb2a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:41:05.433826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f30dbf86-0461-406c-af21-afde058bdb2a not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:41:05.561833 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:05.571419 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:05.613951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-aa6686c5-2fb1-4317-bd6a-e81ea4c73d98 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374671 May 27 01:41:05.660822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a926994d90504006b61544638f8aad17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667586 May 27 01:41:05.661849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf32922-7a36-4319-81f1-bcbf9d69065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8edcb2-d1b6-417e-aa4e-ac1a0fddd26d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:05.665389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48246) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:05.723786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d1bc86f8-3bcc-469b-aa85-a7358dc3add7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:05.806104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9e066bc-880a-41a6-9764-56256c2d5568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:05.891778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd4d6c8-8c19-4216-8af6-1a6d04f59d0a req-a3be4491-9b6b-4807-a2d2-673a1e2d6559 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672954 May 27 01:41:05.942053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9e066bc-880a-41a6-9764-56256c2d5568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:06.017159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bafeb-09db-429e-9ae5-de3883e97590 req-2802d059-ad0e-48ac-91ce-152a66a570bd tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:06.019373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a2bafeb-09db-429e-9ae5-de3883e97590 req-2802d059-ad0e-48ac-91ce-152a66a570bd tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 948 time: 0.1807222 May 27 01:41:06.042563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-e7997acb-5b5d-41a4-b940-95d0c24fc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:06.047308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-e7997acb-5b5d-41a4-b940-95d0c24fc633 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6090b481f545cba699ccbf92a5b4c0&device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 1100 time: 0.1054485 May 27 01:41:06.081900 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9e066bc-880a-41a6-9764-56256c2d5568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:06.125500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a2bafeb-09db-429e-9ae5-de3883e97590 req-66c3842b-7c47-4015-86f8-a1e9caf4ccb7 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883143 May 27 01:41:06.126741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e066bc-880a-41a6-9764-56256c2d5568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8edcb2-d1b6-417e-aa4e-ac1a0fddd26d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:06.128741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9e066bc-880a-41a6-9764-56256c2d5568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:06.139989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9e066bc-880a-41a6-9764-56256c2d5568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c8edcb2-d1b6-417e-aa4e-ac1a0fddd26d HTTP/1.1" status: 204 len: 168 time: 0.4624472 May 27 01:41:06.230362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-4767c198-3791-42a8-ac8b-548db485048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:06.232640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-4767c198-3791-42a8-ac8b-548db485048e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1769600 May 27 01:41:06.318089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-ad0d68c0-e57e-40c4-9915-06593bcd2fd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=85797178-b80f-440a-a1de-3888de116ce7 HTTP/1.1" status: 200 len: 217 time: 0.0781040 May 27 01:41:06.381791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48286) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:06.383164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-5f75100a-2236-46fa-bd21-a06e1dbea738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:06.384586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-5f75100a-2236-46fa-bd21-a06e1dbea738 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0597208 May 27 01:41:06.495246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-a921c833-a4fd-49df-9cc9-a6f288b67059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:06.498649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-a921c833-a4fd-49df-9cc9-a6f288b67059 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069846 May 27 01:41:06.705146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-50daeed9-e4fb-43dc-98d1-b01306356e1a service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573009 May 27 01:41:06.712803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25437b-aa5b-482f-b883-af68bb34d066 req-d867da40-37ac-4f8d-998d-4d81001c2693 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:06.714445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa25437b-aa5b-482f-b883-af68bb34d066 req-d867da40-37ac-4f8d-998d-4d81001c2693 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 948 time: 0.2123916 May 27 01:41:06.847754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3fe9f1eb-7e87-4419-a02d-a2e5a1250fcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f3ea0759cc440169dd23e63a881ae78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4634314 May 27 01:41:06.850288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48304) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:06.857069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa25437b-aa5b-482f-b883-af68bb34d066 req-8c0e3598-812f-4919-ae14-93ab5f31d1a5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195188 May 27 01:41:06.913989 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd2f0667-7954-466b-8340-aa1fad78bdb4 req-862f9920-6d9e-4de4-9992-8a43e889eae4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984506 May 27 01:41:06.931717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6c9f-2b9e-4104-813c-76391b16a97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:06.961640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6c9f-2b9e-4104-813c-76391b16a97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.026496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6c9f-2b9e-4104-813c-76391b16a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.044865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e6c9f-2b9e-4104-813c-76391b16a97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4952e6-56ee-402b-9154-27df770d12dc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:07.058804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6c9f-2b9e-4104-813c-76391b16a97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.063650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7e6e6c9f-2b9e-4104-813c-76391b16a97e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac4952e6-56ee-402b-9154-27df770d12dc HTTP/1.1" status: 204 len: 168 time: 0.2116179 May 27 01:41:07.318551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7cd46-c60a-463c-8a85-eaea2452b2b2 req-e28a0141-635b-4f88-a5fd-c53711e65107 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:07.320192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6e7cd46-c60a-463c-8a85-eaea2452b2b2 req-e28a0141-635b-4f88-a5fd-c53711e65107 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 948 time: 0.0956945 May 27 01:41:07.361282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 22702ee8-f851-432f-9c99-ecb066cc349b up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:07.367515 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6e7cd46-c60a-463c-8a85-eaea2452b2b2 req-4999507c-66b3-4b0e-bb28-16a01b61e37f tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 May 27 01:41:07.462409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 22702ee8-f851-432f-9c99-ecb066cc349b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:07.468674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 22702ee8-f851-432f-9c99-ecb066cc349b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:07.469332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.624343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 22702ee8-f851-432f-9c99-ecb066cc349b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:07.625081 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.652045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22702ee8-f851-432f-9c99-ecb066cc349b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:07.662789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 22702ee8-f851-432f-9c99-ecb066cc349b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=22702ee8-f851-432f-9c99-ecb066cc349b,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:07.675458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.676681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2e84d110-3859-40ce-89f7-8af97ee67332 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:07.713083 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3983adf-efd7-45c3-a3a9-a802a295c5b2'] response: {'server_uuid': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22702ee8-f851-432f-9c99-ecb066cc349b', 'code': 200} May 27 01:41:07.713343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:07.738780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.755434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:07.760301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Usage tracker for resource:security_group_rule and tenant:c431e4fbc4b3419090aa1c3954f16ef2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:07.763658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:07.769957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:07.814925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=22702ee8-f851-432f-9c99-ecb066cc349b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:07.834881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 2e84d110-3859-40ce-89f7-8af97ee67332 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:07.841558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 2e84d110-3859-40ce-89f7-8af97ee67332 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:07.841558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.913044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a6bef7bb-3056-4443-8557-682f47173e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.914148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f750b8-6c4c-4b13-a7fa-0e395d54f828 req-0e34a2e4-ce1b-4d1a-b3d8-8e91214368a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:07.916175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f750b8-6c4c-4b13-a7fa-0e395d54f828 req-0e34a2e4-ce1b-4d1a-b3d8-8e91214368a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 1102 time: 0.1399710 May 27 01:41:07.990296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2e84d110-3859-40ce-89f7-8af97ee67332 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:07.990983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:07.998582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:08.009758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:08.036306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2e84d110-3859-40ce-89f7-8af97ee67332,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:08.043695 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:08.051581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f750b8-6c4c-4b13-a7fa-0e395d54f828 req-fa88fad4-adb6-443e-a1ba-8884ca348c27 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253636 May 27 01:41:08.134229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c431e4fbc4b3419090aa1c3954f16ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186881 May 27 01:41:08.143353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:08.160590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2e84d110-3859-40ce-89f7-8af97ee67332,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:08.161693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a8a6a-a288-4534-b58e-792a8bc15902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6750a4a1-704f-48d6-91e1-69beabf4905d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:08.204571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436a4b-7b41-4234-8296-55534609a8c6 req-0338a43a-28c2-4206-aa08-f3ae9fd40d9c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:08.206071 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34436a4b-7b41-4234-8296-55534609a8c6 req-0338a43a-28c2-4206-aa08-f3ae9fd40d9c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 949 time: 0.1280770 May 27 01:41:08.232831 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c421815-4889-4e4e-9960-032ed8fc6344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:08.254839 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34436a4b-7b41-4234-8296-55534609a8c6 req-9fcc340e-f604-4901-a27c-54cbb5532679 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 May 27 01:41:08.268933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c421815-4889-4e4e-9960-032ed8fc6344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:08.333537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c421815-4889-4e4e-9960-032ed8fc6344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:08.350036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c421815-4889-4e4e-9960-032ed8fc6344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6750a4a1-704f-48d6-91e1-69beabf4905d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:08.358354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c421815-4889-4e4e-9960-032ed8fc6344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:08.359881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8c421815-4889-4e4e-9960-032ed8fc6344 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6750a4a1-704f-48d6-91e1-69beabf4905d HTTP/1.1" status: 204 len: 168 time: 0.2154789 May 27 01:41:08.589598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353924fb-46f3-451e-8c4d-dfe8aaec2b36 req-6e066d08-b5e6-4d9e-8fb5-f55a0e3e6ae3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:08.591252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-353924fb-46f3-451e-8c4d-dfe8aaec2b36 req-6e066d08-b5e6-4d9e-8fb5-f55a0e3e6ae3 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 948 time: 0.0960937 May 27 01:41:08.645374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-353924fb-46f3-451e-8c4d-dfe8aaec2b36 req-a28aae2b-5949-4195-8494-29cd99b580ed tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478837 May 27 01:41:09.199561 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:09.239703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:09.570103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-82cb3d13-36db-45ac-af01-bc9892035724 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0790048 May 27 01:41:09.572794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d40f71-fa8e-487d-82a8-0ea23645f96d req-04b2890c-8b45-40c1-baf3-3fec5eb0ebbc tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:09.580555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d40f71-fa8e-487d-82a8-0ea23645f96d req-04b2890c-8b45-40c1-baf3-3fec5eb0ebbc tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 949 time: 0.0913014 May 27 01:41:09.659775 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d40f71-fa8e-487d-82a8-0ea23645f96d req-d741c9db-ce1b-4747-b715-ff5f4899d9d5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782819 May 27 01:41:09.674031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 85797178-b80f-440a-a1de-3888de116ce7 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:09.737921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-7ef8c215-b012-43b3-9b31-719d64e6dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:09.739572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:09.739717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-7ef8c215-b012-43b3-9b31-719d64e6dd7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 1102 time: 0.0926907 May 27 01:41:09.897684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbd20d-f9ee-48bd-9a15-f88c303ff31f req-e26d969e-9e1a-45fe-a548-da1e0d19b08d tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:09.899175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9bcbd20d-f9ee-48bd-9a15-f88c303ff31f req-e26d969e-9e1a-45fe-a548-da1e0d19b08d tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 948 time: 0.1225379 May 27 01:41:09.981112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48448) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:09.985262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 85797178-b80f-440a-a1de-3888de116ce7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=85797178-b80f-440a-a1de-3888de116ce7,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:10.004509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '85797178-b80f-440a-a1de-3888de116ce7', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '85797178-b80f-440a-a1de-3888de116ce7', 'mac_address': 'fa:16:3e:fd:d8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:10.013586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9bcbd20d-f9ee-48bd-9a15-f88c303ff31f req-28270467-cd0b-4249-8fe4-b91c99a9a79d tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059630 May 27 01:41:10.024151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-cd6f90ea-2595-4ef8-85ce-e7b63d28ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:10.025594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-cd6f90ea-2595-4ef8-85ce-e7b63d28ca38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2632749 May 27 01:41:10.079823 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d84a110-c9d5-45dd-83f4-49d2713f5b38'] response: {'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332', 'code': 200} May 27 01:41:10.080631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 85797178-b80f-440a-a1de-3888de116ce7 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:10.081225 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.124460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85797178-b80f-440a-a1de-3888de116ce7 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:10.147002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 85797178-b80f-440a-a1de-3888de116ce7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=85797178-b80f-440a-a1de-3888de116ce7,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:10.155951 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.305794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd0204-222a-4901-ae04-1fcfb109668b req-df288c1e-06bb-4d95-8ac4-47cda1cb0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:10.308976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92bd0204-222a-4901-ae04-1fcfb109668b req-df288c1e-06bb-4d95-8ac4-47cda1cb0bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 1101 time: 0.1794059 May 27 01:41:10.376550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=85797178-b80f-440a-a1de-3888de116ce7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:10.380052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-116dedf3-50ed-4849-86ce-0115ee95c314 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=96efc6cc-2643-443b-885e-6973edce71f8 HTTP/1.1" status: 200 len: 217 time: 0.3456151 May 27 01:41:10.441033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92bd0204-222a-4901-ae04-1fcfb109668b req-130ed4b5-b93c-4056-ad15-205597a1be81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253760 May 27 01:41:10.451235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.459699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:10.464359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:022f49526b814a049bf6e6e6aa249ef0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:10.468122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:10.474839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:10.490137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['85797178-b80f-440a-a1de-3888de116ce7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:10.514760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-19c9d6a2-7c89-4b3a-af14-0ece00dd2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:10.516042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-19c9d6a2-7c89-4b3a-af14-0ece00dd2f75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1277850 May 27 01:41:10.588548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.603229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.673594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53cf2ea-4bf8-4129-a216-1cbf0503026b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:10.680389 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0946f267-ac09-4509-8660-d49e77c9e7e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=022f49526b814a049bf6e6e6aa249ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975956 May 27 01:41:10.680684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-d52cd022-de6b-4e7c-a97b-dffe0fbfc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:10.682181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-d52cd022-de6b-4e7c-a97b-dffe0fbfc890 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595471 May 27 01:41:10.683140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48492) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:10.814831 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.857731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b93c9b7c-d15d-4143-932d-70c1dea5603b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.917779 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b93c9b7c-d15d-4143-932d-70c1dea5603b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:10.991640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b93c9b7c-d15d-4143-932d-70c1dea5603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.011111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c9b7c-d15d-4143-932d-70c1dea5603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53cf2ea-4bf8-4129-a216-1cbf0503026b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:11.036367 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b93c9b7c-d15d-4143-932d-70c1dea5603b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.040826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b93c9b7c-d15d-4143-932d-70c1dea5603b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a53cf2ea-4bf8-4129-a216-1cbf0503026b HTTP/1.1" status: 204 len: 168 time: 0.3564384 May 27 01:41:11.041512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-e413515c-bc55-4fa9-b95a-2a34ebbf637e service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460097 May 27 01:41:11.140311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a79ef-48f2-4510-9032-6501ae3ea72c req-1f28fe4c-3491-4760-ad75-fd39369a86a0 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:11.142355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e6a79ef-48f2-4510-9032-6501ae3ea72c req-1f28fe4c-3491-4760-ad75-fd39369a86a0 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 949 time: 0.2404885 May 27 01:41:11.218453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e6a79ef-48f2-4510-9032-6501ae3ea72c req-0bf85f4a-fba9-4b91-988f-1aec9475bba7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654678 May 27 01:41:11.223797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48512) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:11.237120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a395dc-6e69-4da4-bf78-16621e0f73b8 req-54a85a72-8fa8-46be-b6a7-39c295d7abf7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846004 May 27 01:41:11.237214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48516) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:11.270741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e069b6-82ae-4384-9770-30f677f8d9fa req-f491bbf6-a986-4d8a-8824-13412a56c162 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:11.272776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45e069b6-82ae-4384-9770-30f677f8d9fa req-f491bbf6-a986-4d8a-8824-13412a56c162 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 949 time: 0.1338394 May 27 01:41:11.284310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48524) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:11.338064 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45e069b6-82ae-4384-9770-30f677f8d9fa req-8ac9256e-3220-4d3b-ac8f-d332a258b577 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 May 27 01:41:11.552848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.573496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.586865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.598230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:11.606016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6cb969129e48898399f7dea42b55aa is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:11.608311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:11.612683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:11.615242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Usage tracker for resource:security_group_rule and tenant:1c66a9619a784843981d8f5ce138b83e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:11.622677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:11.623977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:11.627026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:11.637325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b98340ac874b49a4ca71b3d72bffca is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:11.638661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:11.644720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:11.654265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:11.680111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 85797178-b80f-440a-a1de-3888de116ce7 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:11.775626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48536) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:11.803836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.811482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.825787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.853833 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c66a9619a784843981d8f5ce138b83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258345 May 27 01:41:11.857137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48542) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:11.878097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:11.890751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.897078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Usage tracker for resource:security_group_rule and tenant:072f2e9f3bdf41e49fe194f1e174c25e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:11.901926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:11.910597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 85797178-b80f-440a-a1de-3888de116ce7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:11.915529 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.917772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcced071-5c2f-4938-b6aa-cdfd49067dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366179a-15c7-4ef3-90b4-f2a5a33e196b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:11.924152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:11.929669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 85797178-b80f-440a-a1de-3888de116ce7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:11.930104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.956347 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:11.989669 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.023409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef9275c-d9be-47e3-8aff-eaec25cbe01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.053342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef9275c-d9be-47e3-8aff-eaec25cbe01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.056518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a6cb969129e48898399f7dea42b55aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8182347 May 27 01:41:12.063095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48546) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:12.066359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479ac62-8301-45c6-837b-c43ccffc0f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa90ce7d-a646-492b-9a57-21f37e814876,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:12.110780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-1d155215-d135-482e-bcf9-bad96f6ce12f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1691873 May 27 01:41:12.117113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b98340ac874b49a4ca71b3d72bffca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8307223 May 27 01:41:12.120682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48552) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:12.121061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 85797178-b80f-440a-a1de-3888de116ce7 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:12.121504 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.137119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef9275c-d9be-47e3-8aff-eaec25cbe01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.157366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85797178-b80f-440a-a1de-3888de116ce7'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:12.160373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323fe2-9632-44e1-94cc-48cc236af151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a975ea-194c-4c43-af0d-cfd5f28fb2ca,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:12.163122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9275c-d9be-47e3-8aff-eaec25cbe01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366179a-15c7-4ef3-90b4-f2a5a33e196b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:12.169194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 85797178-b80f-440a-a1de-3888de116ce7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=85797178-b80f-440a-a1de-3888de116ce7,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:12.175986 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.185144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef9275c-d9be-47e3-8aff-eaec25cbe01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.186817 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fef9275c-d9be-47e3-8aff-eaec25cbe01b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a366179a-15c7-4ef3-90b4-f2a5a33e196b HTTP/1.1" status: 204 len: 168 time: 0.3277917 May 27 01:41:12.258271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-875cadb5-2408-45c3-a005-98c8ceba4c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.276454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9387d4-66f6-48a0-83f8-b8e8f2f08925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.295642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=85797178-b80f-440a-a1de-3888de116ce7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:12.307443 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1a3f96-025d-42d7-9f1f-e2766659fd5b'] response: {'server_uuid': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85797178-b80f-440a-a1de-3888de116ce7', 'code': 200} May 27 01:41:12.338127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9387d4-66f6-48a0-83f8-b8e8f2f08925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.382688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.489124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.517487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-875cadb5-2408-45c3-a005-98c8ceba4c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.613112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=072f2e9f3bdf41e49fe194f1e174c25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350248 May 27 01:41:12.613792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48570) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:12.626088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c3d83-6785-4abe-8cd9-a10944d45e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a784611a-212c-4648-88f2-272ec351f330,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:12.672226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48062eea-1107-46fb-8388-768f1d9bea20 req-5a8e5766-f522-4ac2-9e33-1191fdfd2d18 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:12.673978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48062eea-1107-46fb-8388-768f1d9bea20 req-5a8e5766-f522-4ac2-9e33-1191fdfd2d18 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 949 time: 0.1586149 May 27 01:41:12.676555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-b46153ac-3912-45ad-aa7f-5bc5e11888a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:12.677945 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-b46153ac-3912-45ad-aa7f-5bc5e11888a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 1102 time: 0.3430858 May 27 01:41:12.703778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48574) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:12.706772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9387d4-66f6-48a0-83f8-b8e8f2f08925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.723344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220807-9b9c-4032-8cb2-d2783b7ad11f req-15a8040f-39ed-4a5f-b963-1d5c69e265a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:12.724802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2220807-9b9c-4032-8cb2-d2783b7ad11f req-15a8040f-39ed-4a5f-b963-1d5c69e265a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 1102 time: 0.3200495 May 27 01:41:12.726336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-875cadb5-2408-45c3-a005-98c8ceba4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.769398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9387d4-66f6-48a0-83f8-b8e8f2f08925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa90ce7d-a646-492b-9a57-21f37e814876,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:12.775193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.797339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09bdb1-c687-4223-8b12-3840a8a7b7a7 req-fb6d7253-4bf2-4277-88ef-e2fdf425a22f tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:12.798837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d09bdb1-c687-4223-8b12-3840a8a7b7a7 req-fb6d7253-4bf2-4277-88ef-e2fdf425a22f tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 950 time: 0.2961266 May 27 01:41:12.805440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cadb5-2408-45c3-a005-98c8ceba4c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a975ea-194c-4c43-af0d-cfd5f28fb2ca,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:12.805597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f18a7ef4-97a7-4819-81c0-2f199dee0466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.819973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48062eea-1107-46fb-8388-768f1d9bea20 req-be1c2f2e-3b27-4036-b2c2-f00d01ad5b67 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386023 May 27 01:41:12.825746 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-875cadb5-2408-45c3-a005-98c8ceba4c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.830461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-875cadb5-2408-45c3-a005-98c8ceba4c00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37a975ea-194c-4c43-af0d-cfd5f28fb2ca HTTP/1.1" status: 204 len: 168 time: 0.7050276 May 27 01:41:12.856470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:12.877282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9387d4-66f6-48a0-83f8-b8e8f2f08925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.880884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cc9387d4-66f6-48a0-83f8-b8e8f2f08925 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa90ce7d-a646-492b-9a57-21f37e814876 HTTP/1.1" status: 204 len: 168 time: 0.8005953 May 27 01:41:12.882095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:fae937e2c5264a03bf24ccc19b4a7be6 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:12.888846 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f18a7ef4-97a7-4819-81c0-2f199dee0466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:12.895802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:12.910236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2220807-9b9c-4032-8cb2-d2783b7ad11f req-e0c49e2e-8861-411a-ab7e-2748e372ca61 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591198 May 27 01:41:12.910937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-a9146aa5-3513-40be-b7fe-8162990bec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:12.912962 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-a9146aa5-3513-40be-b7fe-8162990bec4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2106161 May 27 01:41:12.919589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:12.960984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d09bdb1-c687-4223-8b12-3840a8a7b7a7 req-27dfc335-668a-4263-a744-25005999bd45 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526825 May 27 01:41:13.016846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-0c7762a3-19f6-42c0-8f69-c01e6dbef03a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=22702ee8-f851-432f-9c99-ecb066cc349b HTTP/1.1" status: 200 len: 217 time: 0.0968869 May 27 01:41:13.045379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f18a7ef4-97a7-4819-81c0-2f199dee0466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.090300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a7ef4-97a7-4819-81c0-2f199dee0466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a784611a-212c-4648-88f2-272ec351f330,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:13.177844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-b952222a-fdbf-417a-b8de-0b18b4664a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:13.179449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-b952222a-fdbf-417a-b8de-0b18b4664a36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1538806 May 27 01:41:13.183418 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f18a7ef4-97a7-4819-81c0-2f199dee0466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.187621 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f18a7ef4-97a7-4819-81c0-2f199dee0466 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a784611a-212c-4648-88f2-272ec351f330 HTTP/1.1" status: 204 len: 168 time: 0.5675471 May 27 01:41:13.228516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.236634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.295719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5b02-f505-4da9-a3fd-5c8005c6ae8b req-19821967-59e9-4c6c-adee-a8563d43c10c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:13.303138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7cd5b02-f505-4da9-a3fd-5c8005c6ae8b req-19821967-59e9-4c6c-adee-a8563d43c10c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 950 time: 0.1899209 May 27 01:41:13.303746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-ca95d24c-c4d0-4984-9ed4-0f2aed9ac135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:13.305773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-ca95d24c-c4d0-4984-9ed4-0f2aed9ac135 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195722 May 27 01:41:13.326997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fae937e2c5264a03bf24ccc19b4a7be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211934 May 27 01:41:13.327582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48600) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:13.332118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48602) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:13.336734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dbbbc-8fe3-4aee-9697-070ae358f7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c73951-0f4b-4922-973d-5d0ebbfa268f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:13.360817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.408351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:13.417189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Usage tracker for resource:security_group_rule and tenant:bc4a0e3352bd4957bcd387a8f4ec77e8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:13.428173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:13.437883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7cd5b02-f505-4da9-a3fd-5c8005c6ae8b req-d8af7109-c684-4225-bb48-49d4786dcd72 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337845 May 27 01:41:13.454791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:13.498400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95aa8d2d-dd1c-4910-a17a-38d9feb87f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.545422 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95aa8d2d-dd1c-4910-a17a-38d9feb87f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.636382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.638341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-b23f4b1e-76a7-4aa3-8f4c-61cfaad19592 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258801 May 27 01:41:13.644790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.750386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48624) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:13.775427 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95aa8d2d-dd1c-4910-a17a-38d9feb87f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.819401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95aa8d2d-dd1c-4910-a17a-38d9feb87f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.828889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:13.831226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-95aa8d2d-dd1c-4910-a17a-38d9feb87f6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43c73951-0f4b-4922-973d-5d0ebbfa268f HTTP/1.1" status: 204 len: 168 time: 0.4875791 May 27 01:41:13.843017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc4a0e3352bd4957bcd387a8f4ec77e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121241 May 27 01:41:13.843828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798ec08-f523-44bf-9e4a-a654ed564f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68124e9a-d19b-4cf2-ad8b-22dbe638bdb3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:13.857952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48634) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:13.870066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:13.875064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3eb48c1f7594439b77890024bbe18ab is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:13.882634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:13.890611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa8d2d-dd1c-4910-a17a-38d9feb87f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c73951-0f4b-4922-973d-5d0ebbfa268f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:13.905427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:13.991327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07e13cd6-f947-42c8-be59-daa843df0bfb req-632f190c-4298-4445-aeb0-2e2e90b97ea6 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460681 May 27 01:41:14.018393 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b170-a85d-4398-8fc0-cd3e0e5d0922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.132060 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b170-a85d-4398-8fc0-cd3e0e5d0922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.139488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.186830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.222763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5504fda-56d0-4202-9c31-f36d6690f6e9 req-26a0d5d3-874b-4b62-b7c2-8f1b651ce70b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:14.228861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5504fda-56d0-4202-9c31-f36d6690f6e9 req-26a0d5d3-874b-4b62-b7c2-8f1b651ce70b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:14.237519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5504fda-56d0-4202-9c31-f36d6690f6e9 req-26a0d5d3-874b-4b62-b7c2-8f1b651ce70b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9&device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 1690 time: 0.1802814 May 27 01:41:14.250339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3eb48c1f7594439b77890024bbe18ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942751 May 27 01:41:14.254292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48656) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:14.284375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b170-a85d-4398-8fc0-cd3e0e5d0922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.328889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9b170-a85d-4398-8fc0-cd3e0e5d0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68124e9a-d19b-4cf2-ad8b-22dbe638bdb3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:14.342809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5504fda-56d0-4202-9c31-f36d6690f6e9 req-2383deb6-b74d-49ff-8031-b7f91319ea5e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043501 May 27 01:41:14.348623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90308f1c-3c79-45e7-8f77-bf1eb768bcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a2665-5293-43f4-bddd-caf4048997ab,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:14.375953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee190f6-8687-4b17-b69d-8957f480a11a req-ce1b0641-5e55-4dda-bc35-cecfee00fed2 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:14.376314 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b170-a85d-4398-8fc0-cd3e0e5d0922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.378136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6cb9b170-a85d-4398-8fc0-cd3e0e5d0922 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68124e9a-d19b-4cf2-ad8b-22dbe638bdb3 HTTP/1.1" status: 204 len: 168 time: 0.5191963 May 27 01:41:14.383219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aee190f6-8687-4b17-b69d-8957f480a11a req-ce1b0641-5e55-4dda-bc35-cecfee00fed2 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 950 time: 0.2394438 May 27 01:41:14.424738 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d490e9c-251f-49ee-a4a1-07c6c6ecd98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.442266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aee190f6-8687-4b17-b69d-8957f480a11a req-83fedc75-250c-4c78-be81-106783099726 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 May 27 01:41:14.473230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d490e9c-251f-49ee-a4a1-07c6c6ecd98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.579821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d490e9c-251f-49ee-a4a1-07c6c6ecd98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.604393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d490e9c-251f-49ee-a4a1-07c6c6ecd98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a2665-5293-43f4-bddd-caf4048997ab,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:14.618969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d490e9c-251f-49ee-a4a1-07c6c6ecd98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:14.625512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2d490e9c-251f-49ee-a4a1-07c6c6ecd98f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b3a2665-5293-43f4-bddd-caf4048997ab HTTP/1.1" status: 204 len: 168 time: 0.3676951 May 27 01:41:14.711784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0c2f3-fcf9-43b3-9876-de320d89b266 req-c36636cd-4b3b-46de-a684-df0d882f5545 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:14.713269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47e0c2f3-fcf9-43b3-9876-de320d89b266 req-c36636cd-4b3b-46de-a684-df0d882f5545 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 1101 time: 0.0737135 May 27 01:41:14.757642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47e0c2f3-fcf9-43b3-9876-de320d89b266 req-b2f8a503-d732-4891-8e57-7d3948a5ed38 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 May 27 01:41:14.990045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0cb90-6813-4e04-9df6-105285023b41 req-0de80d94-7e84-43f9-8500-3d237c1b1520 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:14.992193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cf0cb90-6813-4e04-9df6-105285023b41 req-0de80d94-7e84-43f9-8500-3d237c1b1520 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 1102 time: 0.1102114 May 27 01:41:15.047952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cf0cb90-6813-4e04-9df6-105285023b41 req-47453ac0-fd4d-448f-8616-8452d06c4ecf tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 May 27 01:41:15.513823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-33c92e0e-a607-47ca-986f-8d8f1f4da5de tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356913 May 27 01:41:15.667525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66c39d-0402-4a13-ba73-18588cecc4a9 req-c03e28f3-7b1c-4ca4-a338-9c186d0d26aa tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:15.678419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b66c39d-0402-4a13-ba73-18588cecc4a9 req-c03e28f3-7b1c-4ca4-a338-9c186d0d26aa tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 950 time: 0.1070554 May 27 01:41:15.719768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-770f27f9-46c2-4763-8dfb-3715a4df33ce tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:15.722211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-770f27f9-46c2-4763-8dfb-3715a4df33ce tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073793 May 27 01:41:15.740345 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-74e5362d-0c8d-46a8-981f-91ab3016c2db tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/quotas/85ba29e0ffe44821b6ac9a6d795c9f9f HTTP/1.1" status: 200 len: 375 time: 0.0100036 May 27 01:41:15.744890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b66c39d-0402-4a13-ba73-18588cecc4a9 req-03965295-295b-40bc-9c73-1722765dbb7d tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633011 May 27 01:41:15.857979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-f89e5e4c-6b0e-4a68-89a5-68c01ebfe8ca tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110632 May 27 01:41:16.230440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726765d-005c-457e-8fae-38259ee03211 req-85aade79-7f27-4077-91ae-632ac263c0a1 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:16.238916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2726765d-005c-457e-8fae-38259ee03211 req-85aade79-7f27-4077-91ae-632ac263c0a1 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 950 time: 0.0922968 May 27 01:41:16.300853 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2726765d-005c-457e-8fae-38259ee03211 req-6318c197-e317-41c7-be83-96b83763b1b1 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609648 May 27 01:41:16.688071 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75433780-a03d-4fe7-9f4e-8073e9274f60 req-9c2d48b9-6a68-4e35-b336-90f3e5169443 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 210 time: 0.0660567 May 27 01:41:17.537393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed7b85-1bc0-4f66-9abe-397fd8e32fd4 req-ced84d44-9ba7-4888-81f2-399be846a53d tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:17.543784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38ed7b85-1bc0-4f66-9abe-397fd8e32fd4 req-ced84d44-9ba7-4888-81f2-399be846a53d tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 950 time: 0.0990880 May 27 01:41:17.595689 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38ed7b85-1bc0-4f66-9abe-397fd8e32fd4 req-a7d7d2ca-bfde-4c5e-ab4c-f199c1a8a610 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 May 27 01:41:17.646211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48882) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:17.886499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-b6096de7-ac7e-44e1-a359-b3dd7701954b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817521 May 27 01:41:18.023279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-73416e6a-0f16-42b9-bb2f-f8d944ccecc4 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:18.027898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-73416e6a-0f16-42b9-bb2f-f8d944ccecc4 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 950 time: 0.2300017 May 27 01:41:18.151808 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:18.175090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-8e9c4373-19d4-4716-951a-b760ad2838bd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654321 May 27 01:41:18.219687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Deleting port 85797178-b80f-440a-a1de-3888de116ce7 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:41:18.220258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:18.223521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eadbfa4c-2d7b-4eb8-9893-555daf0d9993 req-84b80bc5-d1fd-49a3-b455-3053adb5c5d6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 210 time: 0.2630434 May 27 01:41:18.335994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-d340604e-3e75-448d-a301-8451e4b3549f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:18.337815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-d340604e-3e75-448d-a301-8451e4b3549f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4452262 May 27 01:41:18.339154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:18.344823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Usage tracker for resource:security_group_rule and tenant:c586ba23a3824d78a5746dbcaa3c7165 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:18.348603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:18.355221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:18.427438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:18.485267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ccf17619-2c2b-4d29-9d88-929885a75f31 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:18.487497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ccf17619-2c2b-4d29-9d88-929885a75f31 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028703 May 27 01:41:18.514678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:18.645625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:18.678176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:18.695141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:18.706300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:18.733758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:18.741014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:18.771643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] For port 85797178-b80f-440a-a1de-3888de116ce7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=85797178-b80f-440a-a1de-3888de116ce7,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:18.772206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:18.788886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:18.885815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c586ba23a3824d78a5746dbcaa3c7165&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2384605 May 27 01:41:18.891193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48936) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:18.892012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fde1f-b972-4671-9b58-6f1d813734ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc4f641-4865-44b2-b9e0-afdad46369e1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:18.969052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Calling delete_port for 85797178-b80f-440a-a1de-3888de116ce7 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:41:19.013890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:19.043397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:19.046765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.057154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.76 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/0e414a1f-6f9b-467f-8973-d56c997d1fb8) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:19.072950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4806a53-8b81-4dd1-8900-5f929b6c655e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.185107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4806a53-8b81-4dd1-8900-5f929b6c655e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.273224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.285889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['85797178-b80f-440a-a1de-3888de116ce7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:19.326061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Pushing event deleted for resources: {'Port': ['ID=85797178-b80f-440a-a1de-3888de116ce7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:19.380847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b899e33-2231-4793-ad79-23e58bcb75f5 req-e0bfbb89-d92a-41a5-a416-cc11f1e1e364 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:19.382343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b899e33-2231-4793-ad79-23e58bcb75f5 req-e0bfbb89-d92a-41a5-a416-cc11f1e1e364 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5f1a04-8366-47f0-b77d-a6f1e6733280 HTTP/1.1" status: 200 len: 950 time: 0.2670445 May 27 01:41:19.386204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4806a53-8b81-4dd1-8900-5f929b6c655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.433252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4806a53-8b81-4dd1-8900-5f929b6c655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc4f641-4865-44b2-b9e0-afdad46369e1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:19.479891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] No DVR routers for this DVR port 85797178-b80f-440a-a1de-3888de116ce7 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:41:19.484619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.486007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.487113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'name': 'network-vif-deleted', 'tag': '85797178-b80f-440a-a1de-3888de116ce7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:19.495258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b899e33-2231-4793-ad79-23e58bcb75f5 req-72ea82c5-28bb-414b-be68-ce0282cdf5bf tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a3f2d8-78ee-4673-8f23-6cac8fe5a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047080 May 27 01:41:19.526799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6572d232-5fe4-4d8c-b045-b703edf76080 req-0bfacfa6-8673-4ce2-9300-e46bc7039518 tempest-ImagesNegativeTestJSON-2035420917 tempest-ImagesNegativeTestJSON-2035420917-project] 10.222.0.13 "DELETE /v2.0/ports/85797178-b80f-440a-a1de-3888de116ce7 HTTP/1.1" status: 204 len: 173 time: 1.4926167 May 27 01:41:19.538294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object 0e414a1f-6f9b-467f-8973-d56c997d1fb8 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:19.583783 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4806a53-8b81-4dd1-8900-5f929b6c655e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.588807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e4806a53-8b81-4dd1-8900-5f929b6c655e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcc4f641-4865-44b2-b9e0-afdad46369e1 HTTP/1.1" status: 204 len: 168 time: 0.6901600 May 27 01:41:19.592281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:19.603137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3dd3f-7f32-4653-8d60-2d48774c8861 req-2de3fb4d-25f9-4225-86ee-1e47c9d3ebd2 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:19.604190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3dd3f-7f32-4653-8d60-2d48774c8861 req-2de3fb4d-25f9-4225-86ee-1e47c9d3ebd2 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:19.605178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3dd3f-7f32-4653-8d60-2d48774c8861 req-2de3fb4d-25f9-4225-86ee-1e47c9d3ebd2 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:19.607278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3dd3f-7f32-4653-8d60-2d48774c8861 req-2de3fb4d-25f9-4225-86ee-1e47c9d3ebd2 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:19.607278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3dd3f-7f32-4653-8d60-2d48774c8861 req-2de3fb4d-25f9-4225-86ee-1e47c9d3ebd2 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:19.607579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:19.610823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7b3dd3f-7f32-4653-8d60-2d48774c8861 req-2de3fb4d-25f9-4225-86ee-1e47c9d3ebd2 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2467530 May 27 01:41:19.704723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.7 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/f62490cb-607e-42e2-aaf3-321a53cd1886) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:19.773550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:19.805303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=0e414a1f-6f9b-467f-8973-d56c997d1fb8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:19.824255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:19.825186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:19.827629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:19.948443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:19.949893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.005013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-bb3be93b-3262-41cb-a0c6-8f16e31d6716 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5868492 May 27 01:41:20.012422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0f46bf21-1938-4ffb-a67b-d76baa622472 req-9dc7e3fc-7316-4c1b-990a-acb0bc641903 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:20.020180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Request body: {'port': {'device_id': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:20.091800 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536f560e-9185-4628-b218-b1a39e7fa1f6'] response: {'server_uuid': '3d5f1a04-8366-47f0-b77d-a6f1e6733280', 'name': 'network-vif-deleted', 'tag': '85797178-b80f-440a-a1de-3888de116ce7', 'status': 'completed', 'code': 200} May 27 01:41:20.096484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0f46bf21-1938-4ffb-a67b-d76baa622472 req-9dc7e3fc-7316-4c1b-990a-acb0bc641903 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:20.116490 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f46bf21-1938-4ffb-a67b-d76baa622472 req-9dc7e3fc-7316-4c1b-990a-acb0bc641903 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 210 time: 0.2684777 May 27 01:41:20.208054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.325843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a32a5262-8ff7-48c8-a5ba-e17a0300b110 None None] Provisioning for port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:20.342247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f579879-8792-4694-8380-572e6290d9e4 req-4693f990-820a-4107-97cb-e729572c99c4 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:20.342576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a32a5262-8ff7-48c8-a5ba-e17a0300b110 None None] Provisioning complete for port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:20.342982 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a32a5262-8ff7-48c8-a5ba-e17a0300b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.359077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f579879-8792-4694-8380-572e6290d9e4 req-4693f990-820a-4107-97cb-e729572c99c4 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 886 time: 0.2028844 May 27 01:41:20.405144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.421804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a32a5262-8ff7-48c8-a5ba-e17a0300b110 None None] Port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:41:20.435342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object f62490cb-607e-42e2-aaf3-321a53cd1886 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:20.457798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:20.498737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.511971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:20.570778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:20.573984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:20.578473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:20.614740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=f62490cb-607e-42e2-aaf3-321a53cd1886,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:20.670080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:20.670752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.699097 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-474bb6ae-4f76-4d3e-b71d-9537f195d6c8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1886573 May 27 01:41:20.712002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Request body: {'port': {'device_id': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:20.718014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.864734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:20.874863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:20.974925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3cce41aa-5411-4781-b9a9-9144757c240d None None] Provisioning for port f62490cb-607e-42e2-aaf3-321a53cd1886 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:20.989082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3cce41aa-5411-4781-b9a9-9144757c240d None None] Provisioning complete for port f62490cb-607e-42e2-aaf3-321a53cd1886 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:20.990291 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3cce41aa-5411-4781-b9a9-9144757c240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:21.061005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:21.074054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Usage tracker for resource:security_group_rule and tenant:9978da1e57824753892863f2d15b18e2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:21.078369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:21.108747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:21.111888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3cce41aa-5411-4781-b9a9-9144757c240d None None] Port f62490cb-607e-42e2-aaf3-321a53cd1886 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:41:21.154613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e414a1f-6f9b-467f-8973-d56c997d1fb8 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:21.169350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:21.217650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Transition to ACTIVE for port object 0e414a1f-6f9b-467f-8973-d56c997d1fb8 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:21.237255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:21.287637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01756-6f5e-4e1c-9b59-8ae7f3edce0f req-1296a77e-359c-4182-a5ea-a4eba2fd8af8 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:21.288322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01756-6f5e-4e1c-9b59-8ae7f3edce0f req-1296a77e-359c-4182-a5ea-a4eba2fd8af8 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:21.288936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01756-6f5e-4e1c-9b59-8ae7f3edce0f req-1296a77e-359c-4182-a5ea-a4eba2fd8af8 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:21.289538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01756-6f5e-4e1c-9b59-8ae7f3edce0f req-1296a77e-359c-4182-a5ea-a4eba2fd8af8 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:21.290135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01756-6f5e-4e1c-9b59-8ae7f3edce0f req-1296a77e-359c-4182-a5ea-a4eba2fd8af8 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:21.292066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93b01756-6f5e-4e1c-9b59-8ae7f3edce0f req-1296a77e-359c-4182-a5ea-a4eba2fd8af8 tempest-NetworksTest-1229188546 tempest-NetworksTest-1229188546-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.8087966 May 27 01:41:21.454735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Pushing event updated for resources: {'Port': ['ID=0e414a1f-6f9b-467f-8973-d56c997d1fb8,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:21.683428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62490cb-607e-42e2-aaf3-321a53cd1886 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:21.697923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:21.729404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Transition to ACTIVE for port object f62490cb-607e-42e2-aaf3-321a53cd1886 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:21.738573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:21.769462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 85797178-b80f-440a-a1de-3888de116ce7 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:41:21.857695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49040) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:21.870211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 85797178-b80f-440a-a1de-3888de116ce7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:41:21.875852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 85797178-b80f-440a-a1de-3888de116ce7 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:41:21.925497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49044) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:21.940651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:21.990743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.112404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9978da1e57824753892863f2d15b18e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6533945 May 27 01:41:22.126534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49060) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:22.128877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Attempting to bind port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:22.129325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Attempting to bind port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:22.131159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Attempting to bind port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:22.169031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f62490cb-607e-42e2-aaf3-321a53cd1886,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:22.186431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:41:22.186807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Attempting to bind port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:22.206612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41fffc-8f59-4b15-a3e1-cd5452a7335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fac3b2-52de-47c2-9425-61d62b2d5fb1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:22.209270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:22.209617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:22.210116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:22.210557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Bound port: 0e414a1f-6f9b-467f-8973-d56c997d1fb8, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:22.210864 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.341711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf092f-015d-4fb3-9205-0cdb4041b8fa req-0440ab6b-16b7-4ef6-92ae-684b6c811a20 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:22.342373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-41bf092f-015d-4fb3-9205-0cdb4041b8fa req-0440ab6b-16b7-4ef6-92ae-684b6c811a20 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:22.365304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Attempting to bind port f62490cb-607e-42e2-aaf3-321a53cd1886 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:22.365654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Attempting to bind port f62490cb-607e-42e2-aaf3-321a53cd1886 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:22.366047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Attempting to bind port f62490cb-607e-42e2-aaf3-321a53cd1886 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:22.373962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Port f62490cb-607e-42e2-aaf3-321a53cd1886 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:41:22.374395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Attempting to bind port f62490cb-607e-42e2-aaf3-321a53cd1886 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:22.379932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:22.380352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:22.380811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:22.381316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Bound port: f62490cb-607e-42e2-aaf3-321a53cd1886, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:22.381768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.403292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cd03152-ae6c-42a6-83ba-85e1e0d9e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.430506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-41bf092f-015d-4fb3-9205-0cdb4041b8fa req-0440ab6b-16b7-4ef6-92ae-684b6c811a20 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:22.431947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41bf092f-015d-4fb3-9205-0cdb4041b8fa req-0440ab6b-16b7-4ef6-92ae-684b6c811a20 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 946 time: 0.7449400 May 27 01:41:22.500103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cd03152-ae6c-42a6-83ba-85e1e0d9e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.521249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] For port 0e414a1f-6f9b-467f-8973-d56c997d1fb8, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:22.523969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.524092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.549826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:22.554826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3fded685734df5a91476c44772a89a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:22.561503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:22.568842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:22.574070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] For port 0e414a1f-6f9b-467f-8973-d56c997d1fb8, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0e414a1f-6f9b-467f-8973-d56c997d1fb8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:22.590603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:22.601279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.656036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Usage tracker for resource:security_group_rule and tenant:2c6e407626734e08b3500cd220b6e6c6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:22.669083 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41bf092f-015d-4fb3-9205-0cdb4041b8fa req-f0cfd20f-815f-4126-b5cb-0b5eed7e6314 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258096 May 27 01:41:22.670223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:22.716374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] For port f62490cb-607e-42e2-aaf3-321a53cd1886, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:22.724333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:22.753054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.754783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:22.755551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] For port f62490cb-607e-42e2-aaf3-321a53cd1886, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f62490cb-607e-42e2-aaf3-321a53cd1886,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:22.755820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.760411 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.769093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e414a1f-6f9b-467f-8973-d56c997d1fb8 HTTP/1.1" status: 200 len: 1096 time: 2.7553375 May 27 01:41:22.780241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'tag': '0e414a1f-6f9b-467f-8973-d56c997d1fb8'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:22.847319 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:22.868763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c3fded685734df5a91476c44772a89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9379971 May 27 01:41:22.873616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49090) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:22.874150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49092) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:22.941269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49094) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:22.955433 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c0d017-3483-4c27-a3ba-3ca8cc027151'] response: {'name': 'network-changed', 'server_uuid': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'tag': '0e414a1f-6f9b-467f-8973-d56c997d1fb8', 'status': 'completed', 'code': 200} May 27 01:41:23.002282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68a989-b675-4639-b50a-85ce7913eb52 service neutron] Pushing event updated for resources: {'Port': ['ID=0e414a1f-6f9b-467f-8973-d56c997d1fb8,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:23.021947 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cd03152-ae6c-42a6-83ba-85e1e0d9e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.070870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd03152-ae6c-42a6-83ba-85e1e0d9e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fac3b2-52de-47c2-9425-61d62b2d5fb1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:23.124748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:23.125429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.126901 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] 10.222.0.13 "PUT /v2.0/ports/f62490cb-607e-42e2-aaf3-321a53cd1886 HTTP/1.1" status: 200 len: 1095 time: 2.4201086 May 27 01:41:23.127378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'tag': 'f62490cb-607e-42e2-aaf3-321a53cd1886'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:23.133654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cd03152-ae6c-42a6-83ba-85e1e0d9e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.138133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1cd03152-ae6c-42a6-83ba-85e1e0d9e648 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23fac3b2-52de-47c2-9425-61d62b2d5fb1 HTTP/1.1" status: 204 len: 168 time: 1.0030019 May 27 01:41:23.223096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-d47c0715-48ff-4fe2-ba12-69acf7085ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:23.225751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-d47c0715-48ff-4fe2-ba12-69acf7085ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 1099 time: 0.3733759 May 27 01:41:23.256022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50443d2-74c6-43e5-bec3-7d64859a7ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe7c697-cdd0-4945-b1c0-ace7927dd299,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:23.294300 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c24ebb-0ee7-43ff-afd4-970bd737024a'] response: {'name': 'network-changed', 'server_uuid': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'tag': 'f62490cb-607e-42e2-aaf3-321a53cd1886', 'status': 'completed', 'code': 200} May 27 01:41:23.357393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdf21b-075f-4bb6-a14d-214bedf8dbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f62490cb-607e-42e2-aaf3-321a53cd1886,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:23.393210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.447570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-03e8ea9c-197d-4147-b531-84eb3ad50d6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0e414a1f-6f9b-467f-8973-d56c997d1fb8 HTTP/1.1" status: 200 len: 217 time: 0.1747377 May 27 01:41:23.451165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:23.456189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ded74eb1-b2f1-4013-96ae-9cbe849f8e23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc6090b481f545cba699ccbf92a5b4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126164 May 27 01:41:23.462406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49118) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:23.463278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4caaaa61-3b3e-4fc2-8097-10a9eb07679c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.502840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Usage tracker for resource:security_group_rule and tenant:7b1280fb7e05455692f905ef22fd0c76 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:23.510580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:23.524169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.525494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:23.541969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.563821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-522f2856-34d4-425f-99d7-7fcbe5955d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:23.565314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-522f2856-34d4-425f-99d7-7fcbe5955d84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 1098 time: 0.3699896 May 27 01:41:23.567484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4caaaa61-3b3e-4fc2-8097-10a9eb07679c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.607122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c6e407626734e08b3500cd220b6e6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6861153 May 27 01:41:23.616810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49124) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:23.649477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-fb07a0e9-63db-4c61-8fad-1b4e16118d00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f62490cb-607e-42e2-aaf3-321a53cd1886 HTTP/1.1" status: 200 len: 217 time: 0.0736616 May 27 01:41:23.702320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cd454676-a929-447e-9f41-d923d6eb4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:23.703945 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-cd454676-a929-447e-9f41-d923d6eb4085 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2377698 May 27 01:41:23.733229 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9eb3-37a7-4784-a2f0-15c18b6272e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.794886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9eb3-37a7-4784-a2f0-15c18b6272e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.810321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-1bcda367-c6cd-4183-a404-abe2bc55f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:23.812233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-1bcda367-c6cd-4183-a404-abe2bc55f7c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1377280 May 27 01:41:23.844734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c554e2d-4ddf-4e66-be48-985682a0a51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8713a950-53d7-43f4-a594-26b3262c5e1e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:23.917630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-93a40ecf-037d-4a96-9b4a-b07355c629cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.939136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4caaaa61-3b3e-4fc2-8097-10a9eb07679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.968835 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-93a40ecf-037d-4a96-9b4a-b07355c629cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.977080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaaa61-3b3e-4fc2-8097-10a9eb07679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe7c697-cdd0-4945-b1c0-ace7927dd299,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:23.990498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4caaaa61-3b3e-4fc2-8097-10a9eb07679c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:23.993992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4caaaa61-3b3e-4fc2-8097-10a9eb07679c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fe7c697-cdd0-4945-b1c0-ace7927dd299 HTTP/1.1" status: 204 len: 168 time: 1.0359795 May 27 01:41:24.023858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-07859970-49d4-4753-985d-c7d146044ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:24.025334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-07859970-49d4-4753-985d-c7d146044ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051499 May 27 01:41:24.025921 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9eb3-37a7-4784-a2f0-15c18b6272e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.063694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-49cf8b2a-a420-4ad6-947c-d1266f8bb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:24.065388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-49cf8b2a-a420-4ad6-947c-d1266f8bb924 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3140094 May 27 01:41:24.073036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ec1fb-9e90-4605-b23b-8c734839a321 req-ef68a603-c07d-4841-a8e3-5be34fe6f45f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:24.080603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-120ec1fb-9e90-4605-b23b-8c734839a321 req-ef68a603-c07d-4841-a8e3-5be34fe6f45f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 946 time: 0.2560897 May 27 01:41:24.103619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b9eb3-37a7-4784-a2f0-15c18b6272e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a3f2d8-78ee-4673-8f23-6cac8fe5a757,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:24.209573 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.220610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9eb3-37a7-4784-a2f0-15c18b6272e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.222048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd3b9eb3-37a7-4784-a2f0-15c18b6272e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97a3f2d8-78ee-4673-8f23-6cac8fe5a757 HTTP/1.1" status: 204 len: 168 time: 0.7538946 May 27 01:41:24.232877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.255743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-120ec1fb-9e90-4605-b23b-8c734839a321 req-d4d00f84-a831-4baf-b064-380d51923e86 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741989 May 27 01:41:24.285549 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-9686abae-eb85-47a8-a6f6-428cb74f4067 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454281 May 27 01:41:24.301915 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b1280fb7e05455692f905ef22fd0c76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3424990 May 27 01:41:24.312804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49158) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:24.316281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e137-0eab-46a7-95ad-41ab709a8f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb48fd-5ea3-4774-84e9-a9be7a36b6b1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:24.323647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-93a40ecf-037d-4a96-9b4a-b07355c629cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.372070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40ecf-037d-4a96-9b4a-b07355c629cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8713a950-53d7-43f4-a594-26b3262c5e1e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:24.382089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-5ba4216d-ddb1-48bf-96c4-bee185308cbd service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063533 May 27 01:41:24.507788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-93a40ecf-037d-4a96-9b4a-b07355c629cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.511309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-93a40ecf-037d-4a96-9b4a-b07355c629cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8713a950-53d7-43f4-a594-26b3262c5e1e HTTP/1.1" status: 204 len: 168 time: 0.8803895 May 27 01:41:24.523291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-02fe45d8-6c00-4e86-98f7-097a3e17ef82 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304673 May 27 01:41:24.560540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-519a9990-77e1-4bd5-98b4-1a9f9e8b1fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.571004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49170) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:24.614145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.628148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-519a9990-77e1-4bd5-98b4-1a9f9e8b1fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.636271 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d960e80-962c-4297-a8b0-b2dc4ec6bc61 req-20dcbaee-3bf4-466b-b13d-86fea236ed8d service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382965 May 27 01:41:24.738661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:24.755657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Usage tracker for resource:security_group_rule and tenant:581c82f93c614598a4f4c500fffc7aa2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:24.762515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:24.773359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:24.806554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757dd69-979f-4ca6-a891-6df949452e30 req-7558c93a-5553-4ad5-af7e-f1acde1e447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:24.808199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b757dd69-979f-4ca6-a891-6df949452e30 req-7558c93a-5553-4ad5-af7e-f1acde1e447f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 1098 time: 0.1676040 May 27 01:41:24.879972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ce65c-aed9-442c-980e-05107319e10e req-9bb0e048-e9e1-4a5f-aca0-461e9e0c3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:24.881584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c1ce65c-aed9-442c-980e-05107319e10e req-9bb0e048-e9e1-4a5f-aca0-461e9e0c3472 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 1099 time: 0.0954804 May 27 01:41:24.882399 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-519a9990-77e1-4bd5-98b4-1a9f9e8b1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:24.997336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757dd69-979f-4ca6-a891-6df949452e30 req-d42cf3a6-f48f-4e54-9760-2888ddcbeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:24.998865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b757dd69-979f-4ca6-a891-6df949452e30 req-d42cf3a6-f48f-4e54-9760-2888ddcbeaad service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1726937 May 27 01:41:25.007641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a9990-77e1-4bd5-98b4-1a9f9e8b1fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb48fd-5ea3-4774-84e9-a9be7a36b6b1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:25.022701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-519a9990-77e1-4bd5-98b4-1a9f9e8b1fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.023990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-519a9990-77e1-4bd5-98b4-1a9f9e8b1fcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2cb48fd-5ea3-4774-84e9-a9be7a36b6b1 HTTP/1.1" status: 204 len: 168 time: 0.7045667 May 27 01:41:25.072643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ce65c-aed9-442c-980e-05107319e10e req-efe57df3-2e16-4517-b39e-46a09e0a9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:25.074745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c1ce65c-aed9-442c-980e-05107319e10e req-efe57df3-2e16-4517-b39e-46a09e0a9fba service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1671386 May 27 01:41:25.101634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b757dd69-979f-4ca6-a891-6df949452e30 req-3d14c7f7-dd3d-47b3-b005-1eed4f52185f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f62490cb-607e-42e2-aaf3-321a53cd1886 HTTP/1.1" status: 200 len: 217 time: 0.0936892 May 27 01:41:25.111350 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.176690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c1ce65c-aed9-442c-980e-05107319e10e req-c1d46299-7de2-4c45-9ee6-d33b228608a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0e414a1f-6f9b-467f-8973-d56c997d1fb8 HTTP/1.1" status: 200 len: 217 time: 0.0900693 May 27 01:41:25.213892 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.248919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ce65c-aed9-442c-980e-05107319e10e req-14659463-603c-422d-85db-ac2a10078b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:25.250287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49196) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:25.250677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c1ce65c-aed9-442c-980e-05107319e10e req-14659463-603c-422d-85db-ac2a10078b37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0672021 May 27 01:41:25.304493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.321958 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=581c82f93c614598a4f4c500fffc7aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7497108 May 27 01:41:25.323159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2045eb-e3bc-4435-806b-7df9dbfe919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016264c-6b5e-4192-a707-86ac54b3ff51,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:25.326098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49202) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:25.330999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757dd69-979f-4ca6-a891-6df949452e30 req-f6040407-bcc9-4c84-a302-34068f7ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:25.333902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b757dd69-979f-4ca6-a891-6df949452e30 req-f6040407-bcc9-4c84-a302-34068f7ebad8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2255163 May 27 01:41:25.335505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:25.342221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Usage tracker for resource:security_group_rule and tenant:cc17e48bad4a449e922e23d5d8f1c99e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:25.349810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:25.388666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:25.395470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ce65c-aed9-442c-980e-05107319e10e req-65316f5a-fba3-4fe8-866b-8b2706275b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:25.397313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c1ce65c-aed9-442c-980e-05107319e10e req-65316f5a-fba3-4fe8-866b-8b2706275b5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388998 May 27 01:41:25.458952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757dd69-979f-4ca6-a891-6df949452e30 req-0e73c1c3-059e-4684-9e33-817e008ae9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:25.460938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b757dd69-979f-4ca6-a891-6df949452e30 req-0e73c1c3-059e-4684-9e33-817e008ae9b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124036 May 27 01:41:25.565240 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32a96d26-94c0-4864-9b72-4b112aa2c2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.610691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32a96d26-94c0-4864-9b72-4b112aa2c2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.638783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.662551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.685944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b757dd69-979f-4ca6-a891-6df949452e30 req-56f25efb-2e3c-4a20-ad75-32182e01daad service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179456 May 27 01:41:25.698037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c1ce65c-aed9-442c-980e-05107319e10e req-3ab151ee-5d36-4a10-badf-b27c91e0bd64 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870173 May 27 01:41:25.732112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e9bee-b8b7-4a6d-b089-0b300f39c19a req-2079eef6-826e-4fe3-85ff-e0865376b346 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:25.739000 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-018e9bee-b8b7-4a6d-b089-0b300f39c19a req-2079eef6-826e-4fe3-85ff-e0865376b346 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 946 time: 0.2417502 May 27 01:41:25.770591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc17e48bad4a449e922e23d5d8f1c99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136306 May 27 01:41:25.810783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:25.818068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63397859-d15e-4f22-9dea-8e479105ea97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740e8ecf-e4b3-4764-a8b1-f521410d08cc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:25.852961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32a96d26-94c0-4864-9b72-4b112aa2c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.885606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-018e9bee-b8b7-4a6d-b089-0b300f39c19a req-395763af-8bd7-4c9a-90b8-aab1a7b2a761 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456490 May 27 01:41:25.898159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a96d26-94c0-4864-9b72-4b112aa2c2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016264c-6b5e-4192-a707-86ac54b3ff51,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:25.920703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b757dd69-979f-4ca6-a891-6df949452e30 req-fc5c1092-5547-4ed7-a4ae-5fc5e7be6540 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168880 May 27 01:41:25.942919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32a96d26-94c0-4864-9b72-4b112aa2c2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.946482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-32a96d26-94c0-4864-9b72-4b112aa2c2ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b016264c-6b5e-4192-a707-86ac54b3ff51 HTTP/1.1" status: 204 len: 168 time: 0.6169269 May 27 01:41:25.978080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49224) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:25.982343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c1ce65c-aed9-442c-980e-05107319e10e req-bca62eba-bf1c-4464-9c13-121f519678cc service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770140 May 27 01:41:25.982988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6834a918-8414-4daf-8973-c52386d839bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:25.998403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.014366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:26.015719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6834a918-8414-4daf-8973-c52386d839bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.019768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a6bbac047346a296c7c4e9a8dded04 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:26.023132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:26.030862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:26.080441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6834a918-8414-4daf-8973-c52386d839bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.105702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834a918-8414-4daf-8973-c52386d839bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740e8ecf-e4b3-4764-a8b1-f521410d08cc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:26.114808 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6834a918-8414-4daf-8973-c52386d839bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.115973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6834a918-8414-4daf-8973-c52386d839bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/740e8ecf-e4b3-4764-a8b1-f521410d08cc HTTP/1.1" status: 204 len: 168 time: 0.3012879 May 27 01:41:26.128925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.133921 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.182344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca481151-a213-4b6a-a019-4a9845f3c0b8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:26.186755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fb17a98e-cf97-4170-93b5-17212d543e44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1a6bbac047346a296c7c4e9a8dded04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070973 May 27 01:41:26.189655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49232) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:26.255318 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4234a863-03e7-482c-9e0a-95fe08cb7f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.290400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4234a863-03e7-482c-9e0a-95fe08cb7f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.347864 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4234a863-03e7-482c-9e0a-95fe08cb7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.366395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234a863-03e7-482c-9e0a-95fe08cb7f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca481151-a213-4b6a-a019-4a9845f3c0b8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:26.369780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4234a863-03e7-482c-9e0a-95fe08cb7f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:26.370929 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4234a863-03e7-482c-9e0a-95fe08cb7f4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca481151-a213-4b6a-a019-4a9845f3c0b8 HTTP/1.1" status: 204 len: 168 time: 0.1801822 May 27 01:41:27.104752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1152-3485-4d9b-a573-c853b01b5d71 req-1911ba1e-3bee-4397-b6bd-efb7adde94fb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:27.107023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-328c1152-3485-4d9b-a573-c853b01b5d71 req-1911ba1e-3bee-4397-b6bd-efb7adde94fb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 946 time: 0.0963602 May 27 01:41:27.165293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-328c1152-3485-4d9b-a573-c853b01b5d71 req-060181a5-a779-4397-8cb5-31bb61a6c4e4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 May 27 01:41:27.813096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f62490cb-607e-42e2-aaf3-321a53cd1886 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:27.961031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port f62490cb-607e-42e2-aaf3-321a53cd1886, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f62490cb-607e-42e2-aaf3-321a53cd1886,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:27.976256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'f62490cb-607e-42e2-aaf3-321a53cd1886', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'f62490cb-607e-42e2-aaf3-321a53cd1886', 'mac_address': 'fa:16:3e:35:c7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:27.978753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49326) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:28.041931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port f62490cb-607e-42e2-aaf3-321a53cd1886 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:28.042431 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.061988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62490cb-607e-42e2-aaf3-321a53cd1886 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:28.077829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port f62490cb-607e-42e2-aaf3-321a53cd1886, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f62490cb-607e-42e2-aaf3-321a53cd1886,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:28.082247 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.162140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=f62490cb-607e-42e2-aaf3-321a53cd1886,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:28.184460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.207337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:28.222192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Usage tracker for resource:security_group_rule and tenant:64ddd458554342c697e942f5ee164443 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:28.225560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:28.232521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:28.337419 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.348289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.412635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64ddd458554342c697e942f5ee164443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328105 May 27 01:41:28.413301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:28.413499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b1686-0bd7-4a4e-a6fb-3eaeb57952e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba864a-b085-485b-aa2a-521252440b01,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:28.415297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49352) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:28.509603 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac13-4cc5-4e53-b7ae-5b2b2f2d8792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.576971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac13-4cc5-4e53-b7ae-5b2b2f2d8792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.712018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac13-4cc5-4e53-b7ae-5b2b2f2d8792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.756880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01ac13-4cc5-4e53-b7ae-5b2b2f2d8792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba864a-b085-485b-aa2a-521252440b01,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:28.763865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98ba0-60cd-4927-8987-a1f24b605003 req-fcb122e9-14b9-44cf-b25e-38f4afd075cd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:28.768881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99e98ba0-60cd-4927-8987-a1f24b605003 req-fcb122e9-14b9-44cf-b25e-38f4afd075cd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 947 time: 0.2731326 May 27 01:41:28.829988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac13-4cc5-4e53-b7ae-5b2b2f2d8792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:28.833451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6d01ac13-4cc5-4e53-b7ae-5b2b2f2d8792 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8ba864a-b085-485b-aa2a-521252440b01 HTTP/1.1" status: 204 len: 168 time: 0.4143960 May 27 01:41:28.859021 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99e98ba0-60cd-4927-8987-a1f24b605003 req-286e6c88-d077-49eb-84c2-ebae64f879b7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832782 May 27 01:41:29.439082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49394) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:29.469499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0e414a1f-6f9b-467f-8973-d56c997d1fb8 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:29.482585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49402) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:29.637310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0e414a1f-6f9b-467f-8973-d56c997d1fb8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0e414a1f-6f9b-467f-8973-d56c997d1fb8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:29.654142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '0e414a1f-6f9b-467f-8973-d56c997d1fb8', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '0e414a1f-6f9b-467f-8973-d56c997d1fb8', 'mac_address': 'fa:16:3e:9e:8c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:29.673988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.691110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.704752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:29.710906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Usage tracker for resource:security_group_rule and tenant:79c9505ac8e44964aebd653832493ea8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:29.713950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:29.716800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:29.726747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:29.728878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Usage tracker for resource:security_group_rule and tenant:0f79a54189854df080018e6566a5f91a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:29.732509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:29.737043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:29.738165 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.743249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:29.763379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e414a1f-6f9b-467f-8973-d56c997d1fb8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:29.784601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0e414a1f-6f9b-467f-8973-d56c997d1fb8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0e414a1f-6f9b-467f-8973-d56c997d1fb8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:29.791098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.848785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f62490cb-607e-42e2-aaf3-321a53cd1886 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:29.896488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.908296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.929921 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.946614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.948006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=0e414a1f-6f9b-467f-8973-d56c997d1fb8,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:29.961920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port f62490cb-607e-42e2-aaf3-321a53cd1886 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:29.968790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port f62490cb-607e-42e2-aaf3-321a53cd1886 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:29.969337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:29.982384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79c9505ac8e44964aebd653832493ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422513 May 27 01:41:29.985317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49428) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:30.017994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effca30f-6bff-4248-9a07-00e52d71c431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525781cf-a5ad-4674-9352-8a1f6a78638f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:30.109401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port f62490cb-607e-42e2-aaf3-321a53cd1886 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:30.110091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.119420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f79a54189854df080018e6566a5f91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332726 May 27 01:41:30.120400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49436) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:30.152327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a0a80-e6fe-4381-84c9-1b7147b7debe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d2970d-192b-4bf9-af68-5db3c89e0f04,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:30.152906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62490cb-607e-42e2-aaf3-321a53cd1886'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:30.167453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port f62490cb-607e-42e2-aaf3-321a53cd1886, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f62490cb-607e-42e2-aaf3-321a53cd1886,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:30.175839 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.195009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdecb90-0e3e-4407-a9ea-444cba8477cd req-f50891f9-cf2d-4d09-b7f6-170ddf132fc0 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:30.196839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbdecb90-0e3e-4407-a9ea-444cba8477cd req-f50891f9-cf2d-4d09-b7f6-170ddf132fc0 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 947 time: 0.1494169 May 27 01:41:30.205876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34c82d02-538c-4aaf-80ce-972fed774ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.245841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['0e414a1f-6f9b-467f-8973-d56c997d1fb8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:30.255149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34c82d02-538c-4aaf-80ce-972fed774ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.267392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01b40609-695c-4113-b1dd-de71883c6608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.295221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01b40609-695c-4113-b1dd-de71883c6608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.297120 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d108136e-a178-486a-94f5-ad3fe5201335'] response: {'server_uuid': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62490cb-607e-42e2-aaf3-321a53cd1886', 'code': 200} May 27 01:41:30.363741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01b40609-695c-4113-b1dd-de71883c6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.368794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=f62490cb-607e-42e2-aaf3-321a53cd1886,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:30.396336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b40609-695c-4113-b1dd-de71883c6608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d2970d-192b-4bf9-af68-5db3c89e0f04,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:30.409850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01b40609-695c-4113-b1dd-de71883c6608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.411136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-01b40609-695c-4113-b1dd-de71883c6608 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71d2970d-192b-4bf9-af68-5db3c89e0f04 HTTP/1.1" status: 204 len: 168 time: 0.2889645 May 27 01:41:30.427369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbdecb90-0e3e-4407-a9ea-444cba8477cd req-25b995f3-d4db-412f-b7a3-6f72e8382d93 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133126 May 27 01:41:30.452046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34c82d02-538c-4aaf-80ce-972fed774ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.481804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c82d02-538c-4aaf-80ce-972fed774ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525781cf-a5ad-4674-9352-8a1f6a78638f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:30.487413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7d878-deda-4667-805c-a861472740b1 req-2aab9c2d-2d3c-49fa-97ad-61bdc870b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:30.488783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ee7d878-deda-4667-805c-a861472740b1 req-2aab9c2d-2d3c-49fa-97ad-61bdc870b8fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 1100 time: 0.1868632 May 27 01:41:30.492197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34c82d02-538c-4aaf-80ce-972fed774ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:30.494758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-34c82d02-538c-4aaf-80ce-972fed774ac4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/525781cf-a5ad-4674-9352-8a1f6a78638f HTTP/1.1" status: 204 len: 168 time: 0.5064595 May 27 01:41:30.535132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ee7d878-deda-4667-805c-a861472740b1 req-6a66847b-8f10-4fee-bb8b-038fedb11774 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 May 27 01:41:30.928170 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:41:31.217641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49476) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:31.237221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.252622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:31.256667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Usage tracker for resource:security_group_rule and tenant:fe534baf141f48bca71803fc3dafba87 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:31.259633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:31.265895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:31.305994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49480) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:31.336037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.365284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:31.374960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Usage tracker for resource:security_group_rule and tenant:d775e02ff94441d8a5cd07c69109dafc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:31.378497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:31.471472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0e414a1f-6f9b-467f-8973-d56c997d1fb8 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:31.485716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:31.507968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.513054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.553797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:31.555598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95948a93-488d-4cb4-b194-c6ac5f2ef439,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:31.564758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:31.568527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.590917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-361c00d1-02d4-4661-9fba-66ebde0c0a93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe534baf141f48bca71803fc3dafba87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715599 May 27 01:41:31.594100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49496) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:31.680204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.687975 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.697506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89d425e0-682f-4013-8066-579168a5ed55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.731632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:31.732015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.732668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89d425e0-682f-4013-8066-579168a5ed55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.777580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0e414a1f-6f9b-467f-8973-d56c997d1fb8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0e414a1f-6f9b-467f-8973-d56c997d1fb8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:31.784999 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.805769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9958fc54-0655-4feb-a7c8-ec639479e15d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:31.820850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89d425e0-682f-4013-8066-579168a5ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.826140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e82297eb-a6fe-414e-bead-033086955e78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d775e02ff94441d8a5cd07c69109dafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190544 May 27 01:41:31.826860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49500) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:31.879051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d425e0-682f-4013-8066-579168a5ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95948a93-488d-4cb4-b194-c6ac5f2ef439,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:31.932367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=0e414a1f-6f9b-467f-8973-d56c997d1fb8,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:31.945842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89d425e0-682f-4013-8066-579168a5ed55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:31.946970 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-89d425e0-682f-4013-8066-579168a5ed55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95948a93-488d-4cb4-b194-c6ac5f2ef439 HTTP/1.1" status: 204 len: 168 time: 0.3518438 May 27 01:41:31.996916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a678600-8079-4125-9a2c-7e6c77e36f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.039938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49516) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:32.071038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-9132bfb5-3ed2-4243-b8fd-a90af363f796 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690410 May 27 01:41:32.109349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a678600-8079-4125-9a2c-7e6c77e36f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.123485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:32.190233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc7fc7-eec3-47f4-9372-4c8519ea6fa4 req-1b3c91e3-76e0-4368-9369-0f2fc6f15e36 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:32.192458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9abc7fc7-eec3-47f4-9372-4c8519ea6fa4 req-1b3c91e3-76e0-4368-9369-0f2fc6f15e36 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 948 time: 0.0968974 May 27 01:41:32.256814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9abc7fc7-eec3-47f4-9372-4c8519ea6fa4 req-198165d4-c180-4c00-b17e-c010ad3d7d04 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569782 May 27 01:41:32.298749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e414a1f-6f9b-467f-8973-d56c997d1fb8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:32.300288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-1ce6ff9c-54e8-475e-8031-f4053b690841 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:32.307207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-1ce6ff9c-54e8-475e-8031-f4053b690841 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350259 May 27 01:41:32.310271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a678600-8079-4125-9a2c-7e6c77e36f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.335735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-6ec0b4da-d5a1-44b1-a089-6d0cf3a7a093 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/quotas/2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 375 time: 0.0276856 May 27 01:41:32.337304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a678600-8079-4125-9a2c-7e6c77e36f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9958fc54-0655-4feb-a7c8-ec639479e15d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:32.338770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a678600-8079-4125-9a2c-7e6c77e36f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.340347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a678600-8079-4125-9a2c-7e6c77e36f81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9958fc54-0655-4feb-a7c8-ec639479e15d HTTP/1.1" status: 204 len: 168 time: 0.5023813 May 27 01:41:32.393472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-713192083-network', 'tenant_id': '8464fbc527ab486cb84bc80cefaf787d'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:32.400504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:32.413912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Usage tracker for resource:network and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:32.415907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-90ea37a3-0f12-4c4e-bd44-4927f8a615c4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661349 May 27 01:41:32.418376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.423189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:32.434614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:32.438910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6edcfed69879491e92b0c49fc00af0f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:32.440158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.441185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:32.442871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:32.450705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:32.454906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Made reservation on behalf of 8464fbc527ab486cb84bc80cefaf787d for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:32.458308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.475912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.497458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:32.502615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:32.506978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:32.515210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:32.592180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.600235 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.687520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49550) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:32.688217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6edcfed69879491e92b0c49fc00af0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611448 May 27 01:41:32.689127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9c125-a1eb-49b8-8978-a725882eedc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf3a092-f0dd-449f-9e43-0113dcdcd990,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:32.770453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.784676 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.805877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-522bc272-076c-4a01-9bd2-e7f7515ddfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.822403 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.829410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:41:32.846680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25133c9c-6ba4-4865-a7b7-91fe2dcc2748,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:32.862259 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.862604 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Added segment bc7f89f6-fae0-4478-b119-3f91cf8c05a0 of type vlan for network 14666023-cfba-447c-be7e-733ed0626fa3 May 27 01:41:32.870695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-522bc272-076c-4a01-9bd2-e7f7515ddfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:32.939790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:33.000026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-522bc272-076c-4a01-9bd2-e7f7515ddfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:33.018502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:33.019777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:33.020761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:33.049706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bc272-076c-4a01-9bd2-e7f7515ddfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf3a092-f0dd-449f-9e43-0113dcdcd990,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:33.097443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59a94-29ac-4b00-a628-535fb3e29f59 req-c347145a-c964-40d3-8a77-6c30b4f48d6e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:33.106270 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65579ea2-fdb8-4c98-8760-504bc01042a0'] response: {'server_uuid': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e414a1f-6f9b-467f-8973-d56c997d1fb8', 'code': 200} May 27 01:41:33.106778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40c59a94-29ac-4b00-a628-535fb3e29f59 req-c347145a-c964-40d3-8a77-6c30b4f48d6e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 949 time: 0.2124283 May 27 01:41:33.174126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40c59a94-29ac-4b00-a628-535fb3e29f59 req-8adbafc0-81b0-455c-b524-02a933fa1baa tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663743 May 27 01:41:33.352161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e99aaa1-c9f7-4992-a321-19ec87c0f181 req-8eb1597e-d25a-4be8-893b-55a9f1f16820 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 210 time: 0.1182394 May 27 01:41:33.352821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=14666023-cfba-447c-be7e-733ed0626fa3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:33.363573 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-522bc272-076c-4a01-9bd2-e7f7515ddfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:33.364884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-522bc272-076c-4a01-9bd2-e7f7515ddfbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cf3a092-f0dd-449f-9e43-0113dcdcd990 HTTP/1.1" status: 204 len: 168 time: 0.6747420 May 27 01:41:33.366766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b91d9d8b-3e1d-44a0-a25c-e5937f761dd2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3255935 May 27 01:41:33.369632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49584) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:33.373891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 14666023-cfba-447c-be7e-733ed0626fa3 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:41:33.375218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Request body: {'subnet': {'network_id': '14666023-cfba-447c-be7e-733ed0626fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-713192083-subnet', 'tenant_id': '8464fbc527ab486cb84bc80cefaf787d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:33.387982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:33.392082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Usage tracker for resource:subnet and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:33.394989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:33.406826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:33.429627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff76be-4184-4a75-90f1-585603d7edd4 req-e39ea2dd-fb28-414f-a04b-222e2e02b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:33.431040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Made reservation on behalf of 8464fbc527ab486cb84bc80cefaf787d for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:33.433894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:33.443278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccff76be-4184-4a75-90f1-585603d7edd4 req-e39ea2dd-fb28-414f-a04b-222e2e02b6f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 1101 time: 0.2129776 May 27 01:41:33.530189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccff76be-4184-4a75-90f1-585603d7edd4 req-d8bc083d-db94-492a-977a-3a7418ae0c94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800724 May 27 01:41:33.757165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbefbdf1-5307-4049-971f-d36dc85c9f44 req-dcc86cd7-9d3e-4f3f-ae48-56532a7a922d tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b96235dc128e4e43904e5c7984173733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598035 May 27 01:41:33.791831 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:33.955588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4188de59-a3b3-445f-8fa0-f1e34b36e634,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:33.973883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49612) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:33.983526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Checking segment: {'id': 'bc7f89f6-fae0-4478-b119-3f91cf8c05a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '14666023-cfba-447c-be7e-733ed0626fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:33.983998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Network hostable DHCP agents. Network: 14666023-cfba-447c-be7e-733ed0626fa3, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:41:33.989871 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.005872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:34.006061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefbdf1-5307-4049-971f-d36dc85c9f44 req-9d52aa7c-bccd-4789-ab25-8cf45a6b8919 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:34.007530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbefbdf1-5307-4049-971f-d36dc85c9f44 req-9d52aa7c-bccd-4789-ab25-8cf45a6b8919 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423699 May 27 01:41:34.015487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Usage tracker for resource:security_group_rule and tenant:4c8cc035c087411aa7a430b52e9d7df5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:34.018419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:34.024932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:34.031446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbefbdf1-5307-4049-971f-d36dc85c9f44 req-bf414104-922f-488e-9b40-2599fe138b49 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/quotas/b96235dc128e4e43904e5c7984173733 HTTP/1.1" status: 200 len: 375 time: 0.0106444 May 27 01:41:34.034225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Network 14666023-cfba-447c-be7e-733ed0626fa3 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:41:34.088897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbefbdf1-5307-4049-971f-d36dc85c9f44 req-6e372fdb-ac76-4133-a364-a1ebc2376dc8 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b96235dc128e4e43904e5c7984173733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505552 May 27 01:41:34.091255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 14666023-cfba-447c-be7e-733ed0626fa3) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:34.098118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:34.098836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.099531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8bd161-f597-4651-aefb-8511f40db46a None None] Network 14666023-cfba-447c-be7e-733ed0626fa3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:34.130681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-635ccb94-94dd-4715-b925-7368711b02a2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7598200 May 27 01:41:34.209657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.223157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.334409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-cfbcc2bb-8ba8-4a2c-a3b7-93d3823676b4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649581 May 27 01:41:34.341009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e29f1d-2d27-42f0-b1b2-d1ff81fe961a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:34.346091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bbda10ae-19c2-4938-851e-9b0c9e3eef51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c8cc035c087411aa7a430b52e9d7df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724325 May 27 01:41:34.383418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:34.472395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5a66e3d-14c2-42a1-a2cf-896f66e09e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.526415 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5a66e3d-14c2-42a1-a2cf-896f66e09e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.538834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca29035-96ba-4fef-9752-4181ef7a67bd None None] Network 14666023-cfba-447c-be7e-733ed0626fa3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:34.593504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d83470-15d3-4422-8701-b899eb9a7aa3 req-e395fc8a-5657-4bf1-ba6a-50b37a67d55b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:34.619130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5d83470-15d3-4422-8701-b899eb9a7aa3 req-e395fc8a-5657-4bf1-ba6a-50b37a67d55b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 949 time: 0.2796581 May 27 01:41:34.638245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-dfe3d3ce-1d05-4a5f-b25d-f98f2944d21a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:34.642676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-dfe3d3ce-1d05-4a5f-b25d-f98f2944d21a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025305 May 27 01:41:34.656622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Request body: {'port': {'device_id': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '2a595a6c5b3e46bc9e96e4e5b58aa258'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:34.721174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5d83470-15d3-4422-8701-b899eb9a7aa3 req-0e132ac9-7dca-4787-ad1c-6b68a5044dc6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991924 May 27 01:41:34.750693 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5a66e3d-14c2-42a1-a2cf-896f66e09e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.771530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a66e3d-14c2-42a1-a2cf-896f66e09e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e29f1d-2d27-42f0-b1b2-d1ff81fe961a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:34.803203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5a66e3d-14c2-42a1-a2cf-896f66e09e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.809960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a5a66e3d-14c2-42a1-a2cf-896f66e09e71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17e29f1d-2d27-42f0-b1b2-d1ff81fe961a HTTP/1.1" status: 204 len: 168 time: 0.4268253 May 27 01:41:34.886488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:34.892466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Usage tracker for resource:port and tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:34.896678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:34.909751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:34.929619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Made reservation on behalf of 2a595a6c5b3e46bc9e96e4e5b58aa258 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:34.935318 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.952715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:34.973479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:34.982191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Usage tracker for resource:security_group_rule and tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:34.985499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:34.995107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:35.009243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bfa821a6-bc81-4a2b-865e-cf0880806896 req-09b41483-2cbf-4dce-a1a0-080801073326 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 210 time: 0.0846150 May 27 01:41:35.142885 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.149440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.240179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384a82c1-3508-4fd7-8e90-39c0de5ca3ae,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:35.331480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Allocated IP 192.168.233.62 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/2c72ead3-05de-4192-995a-8305bf92d66f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:35.424937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1644529473', 'description': 'tempest-description-2056647444'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:35.430568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:35.435060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:35.437914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:35.444054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:35.460111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.494956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:35.500977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group_rule and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:35.507344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:35.513958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:35.613065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.621219 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.637109 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.657404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Transition to ACTIVE for port object 2c72ead3-05de-4192-995a-8305bf92d66f will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:35.671629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d988f3de-9cc4-4c5a-bb0f-74601567d1f2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:35.684494 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.685893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-624d44b8-d586-4f87-9a77-a7ef1e1223ea req-aed80a96-fe4e-4c0b-8c5f-3e72f250b535 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2653120 May 27 01:41:35.709878 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.713746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa74e97d-9cc5-4819-a8eb-2849c6b01f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.761413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-2f35c7e2-f758-4f2b-94d1-2e17b40b5c6e tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/d988f3de-9cc4-4c5a-bb0f-74601567d1f2 HTTP/1.1" status: 200 len: 1813 time: 0.0484288 May 27 01:41:35.773629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd988f3de-9cc4-4c5a-bb0f-74601567d1f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:35.774411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd988f3de-9cc4-4c5a-bb0f-74601567d1f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:35.782934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:35.787385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group_rule and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:35.791578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:35.797635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:35.812223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:35.816041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:35.817815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:35.820609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:35.922840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:35.925072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.925637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.959767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.966089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:35.993648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-55efb470-4749-4c8e-8a2c-97433f115626 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3432243 May 27 01:41:36.006335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Request body: {'port': {'device_id': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:36.007567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead80b3f-985e-4443-aa2c-2850668ad2c8,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:36.019554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:36.028156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ad37bbd-47be-4aa1-9c8a-56df1a4e0dde req-a712402d-1588-4ff2-bbfb-4da40d1ee253 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2604728 May 27 01:41:36.246302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f1b94300-8e41-4645-a78f-0361c9bb68b3 None None] Provisioning for port 2c72ead3-05de-4192-995a-8305bf92d66f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:36.251781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f1b94300-8e41-4645-a78f-0361c9bb68b3 None None] Provisioning complete for port 2c72ead3-05de-4192-995a-8305bf92d66f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:36.252342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f1b94300-8e41-4645-a78f-0361c9bb68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:36.271566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:36.311391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f1b94300-8e41-4645-a78f-0361c9bb68b3 None None] Port 2c72ead3-05de-4192-995a-8305bf92d66f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:41:36.336671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa49a07-8034-46df-9663-74ed74149159 req-1ee9dbc8-02ad-404d-bb07-98022a05102e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:36.336671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0aa49a07-8034-46df-9663-74ed74149159 req-1ee9dbc8-02ad-404d-bb07-98022a05102e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 949 time: 0.2548025 May 27 01:41:36.438395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0aa49a07-8034-46df-9663-74ed74149159 req-ba018092-26c1-47f3-a17b-c218b220c9eb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981243 May 27 01:41:36.660796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa60d140-c691-42d9-a818-875d13efd750 req-14978c3c-44ef-43db-bccd-58ddaf7f4120 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/d988f3de-9cc4-4c5a-bb0f-74601567d1f2 HTTP/1.1" status: 200 len: 2406 time: 0.1803277 May 27 01:41:36.835626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c72ead3-05de-4192-995a-8305bf92d66f {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:36.853581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:36.874274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351c50-1acf-42c3-824e-03d8ae735baf req-2829dee0-4453-4ebe-913d-56ae570c893a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:36.889772 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90351c50-1acf-42c3-824e-03d8ae735baf req-2829dee0-4453-4ebe-913d-56ae570c893a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 935 time: 0.1405606 May 27 01:41:36.890873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Transition to ACTIVE for port object 2c72ead3-05de-4192-995a-8305bf92d66f will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:36.913488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:36.949956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90351c50-1acf-42c3-824e-03d8ae735baf req-73ae713c-7144-4d6c-827c-2e2ea88968b6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554223 May 27 01:41:37.012328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a18499e-db1a-4f21-aa32-7927bed39ca6 req-42faab4d-e348-4904-a19a-4bcd34f9bb4a tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-group-rules/ead80b3f-985e-4443-aa2c-2850668ad2c8 HTTP/1.1" status: 200 len: 778 time: 0.0235116 May 27 01:41:37.091593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a18499e-db1a-4f21-aa32-7927bed39ca6 req-45b8e833-e65a-4448-97fb-4dd68b37469a tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/d988f3de-9cc4-4c5a-bb0f-74601567d1f2 HTTP/1.1" status: 200 len: 2406 time: 0.0734570 May 27 01:41:37.140258 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a18499e-db1a-4f21-aa32-7927bed39ca6 req-98d3497f-9c78-4a01-afbf-0a7e9e89525c tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.163662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:37.164207 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a18499e-db1a-4f21-aa32-7927bed39ca6 req-98d3497f-9c78-4a01-afbf-0a7e9e89525c tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.212837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a18499e-db1a-4f21-aa32-7927bed39ca6 req-98d3497f-9c78-4a01-afbf-0a7e9e89525c tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.233864 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a18499e-db1a-4f21-aa32-7927bed39ca6 req-98d3497f-9c78-4a01-afbf-0a7e9e89525c tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.235129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a18499e-db1a-4f21-aa32-7927bed39ca6 req-98d3497f-9c78-4a01-afbf-0a7e9e89525c tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ead80b3f-985e-4443-aa2c-2850668ad2c8 HTTP/1.1" status: 204 len: 173 time: 0.1428435 May 27 01:41:37.237635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3497f-9c78-4a01-afbf-0a7e9e89525c tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ead80b3f-985e-4443-aa2c-2850668ad2c8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:37.259277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49738) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:37.337988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f0af0-cbfa-4f5a-a595-b447ea4ad366 req-147ddf3f-b3bc-4faa-b36f-6fa4e32ee472 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:37.344696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f0af0-cbfa-4f5a-a595-b447ea4ad366 req-147ddf3f-b3bc-4faa-b36f-6fa4e32ee472 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:37.346286 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb4f0af0-cbfa-4f5a-a595-b447ea4ad366 req-147ddf3f-b3bc-4faa-b36f-6fa4e32ee472 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a&device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 1688 time: 0.3586915 May 27 01:41:37.354460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:37.354827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:37.355723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:37.374745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Port 2c72ead3-05de-4192-995a-8305bf92d66f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:41:37.375083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:37.385596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:37.385941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:37.386891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:37.387319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Bound port: 2c72ead3-05de-4192-995a-8305bf92d66f, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:37.387728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.449652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb4f0af0-cbfa-4f5a-a595-b447ea4ad366 req-8fca9776-1b6d-469d-8e6b-2843c2b53f7b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957270 May 27 01:41:37.485512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.507848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:37.523818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Usage tracker for resource:security_group_rule and tenant:6576b7f9a2af4b69a4b1483124dd1862 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:37.546334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:37.554330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:37.568057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:37.581013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:37.613775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.666655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-993b0fb0-50b3-45e2-b207-4e691685c6a1 req-4f71c298-93c2-47dc-af41-f420f5d506f4 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b96235dc128e4e43904e5c7984173733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841329 May 27 01:41:37.667205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-158036592', 'description': 'tempest-description-1324655414'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:37.677454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:37.681640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:37.685861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:37.700730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:37.714130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.728221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:37.728936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.730294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] 10.222.0.13 "PUT /v2.0/ports/2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 1096 time: 1.7282202 May 27 01:41:37.733500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:37.748868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:37.753623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group_rule and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:37.757220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:37.772506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:37.825743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c63c7e-fd97-48e7-95ed-b54df282cafa service neutron] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:37.869510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.876118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2f2418d-7d52-4d51-a70e-a3394e2e7d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.877641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.927395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0879d63-65a3-4bb9-baa6-c74bdeef99f9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:37.933579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:37.943279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d01aa40-7726-427d-88ca-20e4f7cc35b0 req-89e563ae-0967-4713-8af2-8a4e036425a0 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2838247 May 27 01:41:38.024366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b0fb0-50b3-45e2-b207-4e691685c6a1 req-4b8778b2-9927-42db-b13f-d7f1348b0eb7 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:38.027579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-993b0fb0-50b3-45e2-b207-4e691685c6a1 req-4b8778b2-9927-42db-b13f-d7f1348b0eb7 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3453631 May 27 01:41:38.041645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:38.055811 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:38.080599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-993b0fb0-50b3-45e2-b207-4e691685c6a1 req-5a6cb69d-8fd7-4cbe-ad65-c27d2abdc1db tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/quotas/b96235dc128e4e43904e5c7984173733 HTTP/1.1" status: 200 len: 375 time: 0.0462968 May 27 01:41:38.163692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6576b7f9a2af4b69a4b1483124dd1862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8985662 May 27 01:41:38.165873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-993b0fb0-50b3-45e2-b207-4e691685c6a1 req-a751d46e-8ef9-4b7e-ad5e-8aa3b983b1d4 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b96235dc128e4e43904e5c7984173733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751057 May 27 01:41:38.166330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49786) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:38.172551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5ce02-ff7c-4e6c-bba0-91545019ec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e719ca-f501-4ed8-b1d6-5738ff574347,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:38.224398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-0bfc5e60-d7c9-4a1d-b119-1f81e30baebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:38.225721 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-0bfc5e60-d7c9-4a1d-b119-1f81e30baebf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1099 time: 0.4219129 May 27 01:41:38.297246 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2551fc5c-64c1-455f-8fc7-46065f3153a3'] response: {'name': 'network-changed', 'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f', 'status': 'completed', 'code': 200} May 27 01:41:38.311899 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b7b114-b49d-4e53-878d-2030c2ad1ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:38.315593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-adce8da7-49da-4187-96ef-fb7853172a7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.0752263 May 27 01:41:38.316788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4cb84397-f56b-4683-a0a4-49d2d6699322 req-ff5a1fc2-654d-485c-afae-52237987e908 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/b0879d63-65a3-4bb9-baa6-c74bdeef99f9 HTTP/1.1" status: 200 len: 1812 time: 0.0581830 May 27 01:41:38.426818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b7b114-b49d-4e53-878d-2030c2ad1ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:38.461204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-4d79bf9a-261a-4f26-9cff-4ba4f4cd0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:38.462567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-4d79bf9a-261a-4f26-9cff-4ba4f4cd0d1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1358209 May 27 01:41:38.482311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712760a-9804-4622-b4a5-80919e2b52df req-2d32ea32-40a3-4b7f-94db-965c7557c89e tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:38.483920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a712760a-9804-4622-b4a5-80919e2b52df req-2d32ea32-40a3-4b7f-94db-965c7557c89e tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 1100 time: 0.0693555 May 27 01:41:38.525553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a712760a-9804-4622-b4a5-80919e2b52df req-3db64f57-4d29-4d80-b22b-2d2411a8d39f tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 May 27 01:41:38.637971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476be6-0912-4aa7-9f48-7b15895978e4 req-eaf0f93e-31eb-4ea2-b923-7e2d55516fe0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:38.638684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd476be6-0912-4aa7-9f48-7b15895978e4 req-eaf0f93e-31eb-4ea2-b923-7e2d55516fe0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:38.648925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b7b114-b49d-4e53-878d-2030c2ad1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:38.675931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7b114-b49d-4e53-878d-2030c2ad1ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e719ca-f501-4ed8-b1d6-5738ff574347,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:38.681370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-1740bb9c-412f-40d6-a002-2e4b5504a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:38.682861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-1740bb9c-412f-40d6-a002-2e4b5504a8f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2059288 May 27 01:41:38.686162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b7b114-b49d-4e53-878d-2030c2ad1ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:38.688188 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-70b7b114-b49d-4e53-878d-2030c2ad1ae6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5e719ca-f501-4ed8-b1d6-5738ff574347 HTTP/1.1" status: 204 len: 168 time: 0.5187378 May 27 01:41:38.689009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd476be6-0912-4aa7-9f48-7b15895978e4 req-eaf0f93e-31eb-4ea2-b923-7e2d55516fe0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:38.690255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd476be6-0912-4aa7-9f48-7b15895978e4 req-eaf0f93e-31eb-4ea2-b923-7e2d55516fe0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.3015299 May 27 01:41:38.726266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-55cffd55-c4c0-49f3-b74a-725bf482f28f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2786b27664034c8294ce5aac3dddfdc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500133 May 27 01:41:38.816903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd476be6-0912-4aa7-9f48-7b15895978e4 req-0ade87ea-6c0a-408b-8692-785005f328c8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:38.864349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-017f1587-3d68-497d-8046-a30bf279aa9e service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726248 May 27 01:41:38.864932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd476be6-0912-4aa7-9f48-7b15895978e4 req-0ade87ea-6c0a-408b-8692-785005f328c8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:38.866122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd476be6-0912-4aa7-9f48-7b15895978e4 req-0ade87ea-6c0a-408b-8692-785005f328c8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529384 May 27 01:41:38.896881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-47ecbddc-18a6-420a-85d7-8ff866f19afc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:38.898386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-47ecbddc-18a6-420a-85d7-8ff866f19afc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660352 May 27 01:41:38.916590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-aa35fd8c-4fa7-40f9-90c0-f8d0919678b9 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/quotas/2786b27664034c8294ce5aac3dddfdc8 HTTP/1.1" status: 200 len: 375 time: 0.0107155 May 27 01:41:38.974158 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-a6ef4f80-59cf-4be2-9583-35a7d079e117 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2786b27664034c8294ce5aac3dddfdc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516744 May 27 01:41:39.020886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b288b4e-6b71-4b15-874b-a47466fffe67 req-3936fa00-8f6f-4e07-8507-c7b315f4e627 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502452 May 27 01:41:39.130970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49828) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:39.163492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-c09708ac-403d-44e2-8094-f1683c9af793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:39.165725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.166000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-c09708ac-403d-44e2-8094-f1683c9af793 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1099 time: 0.0950067 May 27 01:41:39.184947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:39.190243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Usage tracker for resource:security_group_rule and tenant:ec5500bcc9434ce5a6a94f1408a14042 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:39.194802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:39.208677 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.215653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:39.237170 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.354487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.359970 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.406934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-7d67f806-c0e2-4813-9d69-e70bb516d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:39.409383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2348f1b-cf8a-4610-937e-9c119bb84bee,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:39.409657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-7d67f806-c0e2-4813-9d69-e70bb516d715 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2377210 May 27 01:41:39.436996 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-386472a8-c5c7-4611-b6c6-c7e5e2cc4f8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec5500bcc9434ce5a6a94f1408a14042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049915 May 27 01:41:39.439588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:39.501551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-d95b0c5a-0cf7-42b4-a9ae-aa6917fde133 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.0836475 May 27 01:41:39.523633 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d1e04fc7-4feb-4e7c-a7b9-657842ba46a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.585386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-120ec633-2ba3-48c3-b235-7919ebb09fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:39.587105 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-120ec633-2ba3-48c3-b235-7919ebb09fbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0793283 May 27 01:41:39.749413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-edbf4f9e-2aee-4910-a5bb-51488842274a req-2319bdb4-46d3-46c6-a261-53f1d4f36d0d tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 210 time: 0.0575242 May 27 01:41:39.751531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d1e04fc7-4feb-4e7c-a7b9-657842ba46a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.754264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-9f59d7e1-7447-4ae6-8fd0-e8062a98f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:39.755541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-9f59d7e1-7447-4ae6-8fd0-e8062a98f9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1605783 May 27 01:41:39.761561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7173d-44ef-41fd-a7e8-f0623eef5bf0 req-2c1de851-a1cb-48e5-a593-b619618ca15c tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:39.763837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fd7173d-44ef-41fd-a7e8-f0623eef5bf0 req-2c1de851-a1cb-48e5-a593-b619618ca15c tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 1101 time: 0.1244237 May 27 01:41:39.798744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-46091306', 'description': 'tempest-description-1505732334'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:39.804644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:39.809239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:39.812215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:39.820205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:39.834068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.860078 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d1e04fc7-4feb-4e7c-a7b9-657842ba46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.879991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04fc7-4feb-4e7c-a7b9-657842ba46a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2348f1b-cf8a-4610-937e-9c119bb84bee,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:39.884727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:39.895852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d1e04fc7-4feb-4e7c-a7b9-657842ba46a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:39.897807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d1e04fc7-4feb-4e7c-a7b9-657842ba46a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2348f1b-cf8a-4610-937e-9c119bb84bee HTTP/1.1" status: 204 len: 168 time: 0.4570639 May 27 01:41:39.903545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group_rule and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:39.908050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:39.910216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2fd7173d-44ef-41fd-a7e8-f0623eef5bf0 req-68bc584d-e4fe-42b9-809b-fadfd7a6c90d tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Synchronizing usage tracker for tenant:dd4e54591866407a9688676d67916e66 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:39.916594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:39.958412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2fd7173d-44ef-41fd-a7e8-f0623eef5bf0 req-68bc584d-e4fe-42b9-809b-fadfd7a6c90d tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Unset dirty status for tenant:dd4e54591866407a9688676d67916e66 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:39.960066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fd7173d-44ef-41fd-a7e8-f0623eef5bf0 req-68bc584d-e4fe-42b9-809b-fadfd7a6c90d tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648540 May 27 01:41:39.961814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-b8543bd6-0fc1-4337-a00a-526c80e6a88c service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953323 May 27 01:41:40.028121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:40.033755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:40.078049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b1fc28-db25-4979-a2cf-9884d6d00635,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:40.100150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:40.103640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e0a6f9d-96b8-4e6a-97c7-f2203af56b14 req-828b1ccc-2a80-471a-be12-99d27aaa6af3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3142011 May 27 01:41:40.156546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fda8d30-4928-430e-bc00-1458f5061b3b req-94626f00-4489-4f97-a4d4-77563995b17a service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875844 May 27 01:41:40.438297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-cdd23f5c-c9b5-4cc2-be23-5f11cf3f5207 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2786b27664034c8294ce5aac3dddfdc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411189 May 27 01:41:40.542150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904d4b7-9afc-4dd4-a61e-52cf8f7430fc req-bfcab586-210b-44d2-90f2-d89bd999994b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:40.550690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d904d4b7-9afc-4dd4-a61e-52cf8f7430fc req-bfcab586-210b-44d2-90f2-d89bd999994b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.1098740 May 27 01:41:40.617092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d904d4b7-9afc-4dd4-a61e-52cf8f7430fc req-df345608-0c68-4ec3-a630-b1d4b941dc77 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651901 May 27 01:41:40.707369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-a4d83cda-a77d-40e9-8cea-dbd9229eeb11 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:40.708827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-a4d83cda-a77d-40e9-8cea-dbd9229eeb11 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653103 May 27 01:41:40.734530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Request body: {'port': {'device_id': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '2786b27664034c8294ce5aac3dddfdc8'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:40.800218 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:40.807430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-38ac9678-dfd0-4ab6-ac0c-cba889bab901 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361254 May 27 01:41:40.857989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a8ace77-39ac-403f-b704-c2df4e977483 req-ad7d762e-aa41-4850-8589-db19a57dbf03 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/63b1fc28-db25-4979-a2cf-9884d6d00635 HTTP/1.1" status: 200 len: 1811 time: 0.3705668 May 27 01:41:40.927497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:40.932768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Usage tracker for resource:port and tenant:2786b27664034c8294ce5aac3dddfdc8 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:40.937540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:40.947296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:40.963419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Made reservation on behalf of 2786b27664034c8294ce5aac3dddfdc8 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:40.970466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:40.976523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-bc201719-6189-4860-985e-92a7991a22ea tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:40.978027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-bc201719-6189-4860-985e-92a7991a22ea tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698377 May 27 01:41:40.987074 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:40.993758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-91cc58ca-8923-4915-8fa7-8d6ef424e962 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/quotas/85ba29e0ffe44821b6ac9a6d795c9f9f HTTP/1.1" status: 200 len: 375 time: 0.0093060 May 27 01:41:41.011308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:41.016592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Usage tracker for resource:security_group_rule and tenant:2786b27664034c8294ce5aac3dddfdc8 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:41.020183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:41.030165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:41.112553 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-a85e5239-cb9f-4d28-8ac0-117b64cbe301 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1124756 May 27 01:41:41.136906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.141683 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.233964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:41.409856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49916) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:41.419427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49922) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:41.438487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-932070023', 'description': 'tempest-description-379365839'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:41.445455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Allocated IP 192.168.233.78 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/66d23b77-7d3a-41ec-98aa-92709a3c8a78) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:41.448285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:41.456698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:41.463930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:41.472980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:41.591063 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.630308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:41.640463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abd1a14c-2dbb-487c-a0f7-08adc3e3d75e req-0fe93f4a-ecc8-4726-abb7-ac99de544f21 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 210 time: 0.2066600 May 27 01:41:41.646998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-599262677-network', 'tenant_id': '5c8c4c46e37a48ffa5acec47a9e7553e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:41.651371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group_rule and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:41.653126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:41.658614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Usage tracker for resource:network and tenant:5c8c4c46e37a48ffa5acec47a9e7553e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:41.658852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:41.662629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:41.669829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:41.695276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Made reservation on behalf of 5c8c4c46e37a48ffa5acec47a9e7553e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:41.697706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.712818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.717314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:41.760001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.781159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d9241867-d5bf-4494-a92e-2b50d01005ec req-760b57a9-ab83-47e3-8b07-0773b03f250a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 210 time: 0.0735276 May 27 01:41:41.784586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:41.791111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Usage tracker for resource:security_group_rule and tenant:223e058770e1497bb11bc27450641f85 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:41.794180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:41.796562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:41.812712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Usage tracker for resource:security_group_rule and tenant:5c8c4c46e37a48ffa5acec47a9e7553e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:41.815405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:41.817804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:41.825888 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.826080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:41.885660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Transition to ACTIVE for port object 66d23b77-7d3a-41ec-98aa-92709a3c8a78 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:41.888766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.894806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.930790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-edf5819d-ef3e-4d07-8623-5786dae33375 req-9ed3defa-6983-4c44-b1cf-c2514a32a586 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b96235dc128e4e43904e5c7984173733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459688 May 27 01:41:41.958667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f230e3-cd24-40e9-b885-5112f60b44ea,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:41.974285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:41.986991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2eba2cf7-edf8-4a13-b696-fa2c2d71e863 req-5472eac2-af95-48f0-bb61-f3891bb9eb04 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5472333 May 27 01:41:41.988720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.072111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:42.076130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:42.092880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:42.110907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.127874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.162354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.181806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.204708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Pushing event updated for resources: {'Port': ['ID=66d23b77-7d3a-41ec-98aa-92709a3c8a78,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:42.221993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba57ca1-27e8-4d1c-af9d-bff11464e253,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:42.226339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bcd0abc2-2aa9-44d0-a298-ced463adf898 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=223e058770e1497bb11bc27450641f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8056984 May 27 01:41:42.233772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:42.243148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5819d-ef3e-4d07-8623-5786dae33375 req-a9132bc7-3e50-48de-bf76-07b4134e413a tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:42.252383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-edf5819d-ef3e-4d07-8623-5786dae33375 req-a9132bc7-3e50-48de-bf76-07b4134e413a tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108191 May 27 01:41:42.257264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:41:42.291367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-edf5819d-ef3e-4d07-8623-5786dae33375 req-44cc526d-b74f-4f3f-a97b-50b030822c92 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/quotas/b96235dc128e4e43904e5c7984173733 HTTP/1.1" status: 200 len: 375 time: 0.0377579 May 27 01:41:42.292526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.292878 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Added segment 6a875ece-32b8-453f-8680-f66a0b1998bf of type vlan for network 01882877-d4cd-4357-82eb-2190017a290c May 27 01:41:42.294790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:42.295434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.299042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96288b23-19e5-49f8-a9c4-0c83973649cb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:42.337419 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-41fc033a-a07a-4b44-9005-f23d70d9d800 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6179411 May 27 01:41:42.337961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0a056594-ef51-4bcf-ad75-17c412bd3c52 None None] Provisioning for port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:42.343917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0a056594-ef51-4bcf-ad75-17c412bd3c52 None None] Provisioning complete for port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:42.344332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0a056594-ef51-4bcf-ad75-17c412bd3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.346145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34a4c52f-ec85-42f6-b3cd-5b4210fab176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.352406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Request body: {'port': {'device_id': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:42.369741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-edf5819d-ef3e-4d07-8623-5786dae33375 req-30842515-6fe5-449c-8d72-857b64b504e4 tempest-QuotasAdminNegativeTest-591774137 tempest-QuotasAdminNegativeTest-591774137-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b96235dc128e4e43904e5c7984173733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676095 May 27 01:41:42.411138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0a056594-ef51-4bcf-ad75-17c412bd3c52 None None] Port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:41:42.418549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.438106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562fea8-f172-488f-9909-40a93b69b0c5 req-3327b289-83a0-4648-85b4-47fcbfe7f056 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:42.446451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c562fea8-f172-488f-9909-40a93b69b0c5 req-3327b289-83a0-4648-85b4-47fcbfe7f056 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.3127041 May 27 01:41:42.457417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.457745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:42.459043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.481191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34a4c52f-ec85-42f6-b3cd-5b4210fab176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.596588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c562fea8-f172-488f-9909-40a93b69b0c5 req-9ba37529-1c82-4993-946c-7684cc6e6efa tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491127 May 27 01:41:42.606767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.657413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-f3ed4f06-9775-4fe7-b3f1-236546b00988 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386008 May 27 01:41:42.658674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2493651 May 27 01:41:42.665938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49960) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:42.686783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Request body: {'subnet': {'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-599262677-subnet', 'tenant_id': '5c8c4c46e37a48ffa5acec47a9e7553e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:42.696155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17851-d551-4f39-bb7d-257f4e81821d admin admin] Pushing event updated for resources: {'Network': ['ID=01882877-d4cd-4357-82eb-2190017a290c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:42.704878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:42.711228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 01882877-d4cd-4357-82eb-2190017a290c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:41:42.713656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Usage tracker for resource:subnet and tenant:5c8c4c46e37a48ffa5acec47a9e7553e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:42.719240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:42.721907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34a4c52f-ec85-42f6-b3cd-5b4210fab176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.742439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:42.756182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4c52f-ec85-42f6-b3cd-5b4210fab176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba57ca1-27e8-4d1c-af9d-bff11464e253,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:42.759488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eec4d6a9-a2a3-45b8-b4fd-a116092a98c8 req-1ac0d5c1-3423-4c3d-86a3-1b5127092ef7 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/c6f230e3-cd24-40e9-b885-5112f60b44ea HTTP/1.1" status: 200 len: 1811 time: 0.2854216 May 27 01:41:42.833121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-34a4c52f-ec85-42f6-b3cd-5b4210fab176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.834296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-34a4c52f-ec85-42f6-b3cd-5b4210fab176 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ba57ca1-27e8-4d1c-af9d-bff11464e253 HTTP/1.1" status: 204 len: 168 time: 0.5999019 May 27 01:41:42.858960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Made reservation on behalf of 5c8c4c46e37a48ffa5acec47a9e7553e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:42.861231 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:42.884889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-02f4900b-e2f0-4c1d-89d9-ce67efd7eb21 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:42.887069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-02f4900b-e2f0-4c1d-89d9-ce67efd7eb21 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151284 May 27 01:41:42.902896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:43.176664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:43.195101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:43.225741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b37d97-5567-4bc6-9e6e-7eb686aead44 req-c69f66c3-5edd-4683-a101-916f1023db2e tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:43.231298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5b37d97-5567-4bc6-9e6e-7eb686aead44 req-c69f66c3-5edd-4683-a101-916f1023db2e tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 935 time: 0.2092683 May 27 01:41:43.232359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:43.235016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-947446044', 'description': 'tempest-description-807930052'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:43.236043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.245447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49976) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:43.249165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:43.284940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.293143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:43.298896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:43.314054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:43.355311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:43.371148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5b37d97-5567-4bc6-9e6e-7eb686aead44 req-8bcb021f-9ff3-47a7-9fe1-f768dc1f0018 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231992 May 27 01:41:43.372074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Usage tracker for resource:security_group_rule and tenant:a45095187aa049fc9364890367ae626b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:43.381518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:43.390483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.392722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:43.453741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.459423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d23b77-7d3a-41ec-98aa-92709a3c8a78 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:43.464046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:43.492390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.497176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.502844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Usage tracker for resource:security_group_rule and tenant:8464fbc527ab486cb84bc80cefaf787d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:43.514387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.516697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:43.535120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:43.556808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Transition to ACTIVE for port object 66d23b77-7d3a-41ec-98aa-92709a3c8a78 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:43.576418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.617800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-494d8e08-05aa-48ab-927d-23a03caadbb2 req-b9a992dc-6f75-4fc0-893a-f36049b2d3ee tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 210 time: 0.1123302 May 27 01:41:43.632985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371e2dab-a644-4868-9352-597037e75b91,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:43.640961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-864e8d0a-47dd-4135-818e-e302978aed92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a45095187aa049fc9364890367ae626b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916655 May 27 01:41:43.642130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49982) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:43.642802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db009aff-f446-4aee-9072-77386fec3a4f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:43.707417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.210 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/3f6c2506-9d94-4745-821f-c826762fda5a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:43.752338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:43.752705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Network hostable DHCP agents. Network: 01882877-d4cd-4357-82eb-2190017a290c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:41:43.777866 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a26ff5b6-855f-4293-a50e-dea4f1d69813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.853879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Pushing event updated for resources: {'Port': ['ID=66d23b77-7d3a-41ec-98aa-92709a3c8a78,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:43.856531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Network 01882877-d4cd-4357-82eb-2190017a290c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:41:43.872972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:43.893812 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a26ff5b6-855f-4293-a50e-dea4f1d69813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.900724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 01882877-d4cd-4357-82eb-2190017a290c) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:43.913844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:43.914920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.939100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bca3974-378b-4927-882c-c1b16c22d635 None None] Network 01882877-d4cd-4357-82eb-2190017a290c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:43.984405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:43.994686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Attempting to bind port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:43.995135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Attempting to bind port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:43.996176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Attempting to bind port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:44.000911 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.024807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-360ffbb6-8862-4d57-8aca-ddf94853b12c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3527799 May 27 01:41:44.032416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:41:44.032751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Attempting to bind port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:44.046656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:44.047060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:44.047503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:44.048030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Bound port: 66d23b77-7d3a-41ec-98aa-92709a3c8a78, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:44.048383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.077910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.082869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71168430-4779-4d20-a252-6193b5298233 req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8618591 May 27 01:41:44.086544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10e521-8dd5-4a53-8887-93befd8062cc tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05cf24d-c8f4-4a4e-b158-649f44d3d88e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:44.107411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:44.129649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '2c72ead3-05de-4192-995a-8305bf92d66f', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '2c72ead3-05de-4192-995a-8305bf92d66f', 'mac_address': 'fa:16:3e:55:51:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:44.225256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d15105f-07fc-401c-8ad5-319b03d71f53 req-14ff29a6-c1db-4a5a-a897-96cb733db0e3 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/d05cf24d-c8f4-4a4e-b158-649f44d3d88e HTTP/1.1" status: 200 len: 1811 time: 0.1016881 May 27 01:41:44.226238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] For port 66d23b77-7d3a-41ec-98aa-92709a3c8a78, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:44.229617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] For port 66d23b77-7d3a-41ec-98aa-92709a3c8a78, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=66d23b77-7d3a-41ec-98aa-92709a3c8a78,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:44.237818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.250389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49998) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:44.263643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492877-57e4-4e01-a686-e583d091e348 req-3248d731-8676-4b5f-a20b-f0ee61dc67d9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:44.282164 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7492877-57e4-4e01-a686-e583d091e348 req-3248d731-8676-4b5f-a20b-f0ee61dc67d9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.4643860 May 27 01:41:44.294178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:44.294817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.297069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] 10.222.0.47 "PUT /v2.0/ports/66d23b77-7d3a-41ec-98aa-92709a3c8a78 HTTP/1.1" status: 200 len: 1096 time: 1.9510839 May 27 01:41:44.312476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'tag': '66d23b77-7d3a-41ec-98aa-92709a3c8a78'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:44.344966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 2c72ead3-05de-4192-995a-8305bf92d66f is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:44.345888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.390541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a26ff5b6-855f-4293-a50e-dea4f1d69813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.412717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.432275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c72ead3-05de-4192-995a-8305bf92d66f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:44.434395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ff5b6-855f-4293-a50e-dea4f1d69813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e2dab-a644-4868-9352-597037e75b91,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:44.464816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7492877-57e4-4e01-a686-e583d091e348 req-344e88c4-e8c5-4390-8cbd-06d62f15bf65 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769876 May 27 01:41:44.490021 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-89b410df-3522-48b2-8f5e-6cbf4afd22b8 req-c4318a8a-0ac5-4fc8-97a4-1a9ad7307099 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] show failed (client error): The resource could not be found. May 27 01:41:44.491089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89b410df-3522-48b2-8f5e-6cbf4afd22b8 req-c4318a8a-0ac5-4fc8-97a4-1a9ad7307099 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/3670cc28-ab6b-4e1f-9dd6-8dc854729993 HTTP/1.1" status: 404 len: 352 time: 0.1847370 May 27 01:41:44.498936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object 3f6c2506-9d94-4745-821f-c826762fda5a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:44.535933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:44.536131 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a26ff5b6-855f-4293-a50e-dea4f1d69813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.539161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086492d5-9826-405e-a95f-73027e4ba4c9 None None] Network 01882877-d4cd-4357-82eb-2190017a290c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:44.540686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a26ff5b6-855f-4293-a50e-dea4f1d69813 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/371e2dab-a644-4868-9352-597037e75b91 HTTP/1.1" status: 204 len: 168 time: 0.8975062 May 27 01:41:44.565962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.578241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75e07f-b70c-49bc-9f06-35834721d74e service neutron] Pushing event updated for resources: {'Port': ['ID=66d23b77-7d3a-41ec-98aa-92709a3c8a78,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:44.607995 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5243fa12-f603-45f7-9632-18d261d73811'] response: {'name': 'network-changed', 'server_uuid': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'tag': '66d23b77-7d3a-41ec-98aa-92709a3c8a78', 'status': 'completed', 'code': 200} May 27 01:41:44.615050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.634729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-0192e1ca-aa98-4672-90c4-421db9dc521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:44.639488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-0192e1ca-aa98-4672-90c4-421db9dc521a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2786b27664034c8294ce5aac3dddfdc8&device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 1099 time: 0.2955701 May 27 01:41:44.738507 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-f02fa5bf-89f7-415d-ba55-b3ba6c3dafe5 req-9e65c4c3-667c-44d2-b28b-403a0ccf6ae6 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] show failed (client error): The resource could not be found. May 27 01:41:44.745426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332', '0e414a1f-6f9b-467f-8973-d56c997d1fb8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:44.756205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f02fa5bf-89f7-415d-ba55-b3ba6c3dafe5 req-9e65c4c3-667c-44d2-b28b-403a0ccf6ae6 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-group-rules/e4631803-27a3-4aa6-9ab7-dbe9b46650dd HTTP/1.1" status: 404 len: 361 time: 0.0640583 May 27 01:41:44.773450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:44.783636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:44.786932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:44.822763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-6a32b76c-f48f-46ed-a465-d8f40fb7f476 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=66d23b77-7d3a-41ec-98aa-92709a3c8a78 HTTP/1.1" status: 200 len: 217 time: 0.1768901 May 27 01:41:44.826052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:44.851295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=3f6c2506-9d94-4745-821f-c826762fda5a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:44.898869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:44.899105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.903823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:44.949815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b7521218-5578-49a5-a181-09439914df42 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0529270 May 27 01:41:44.963574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Request body: {'port': {'device_id': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:45.017608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:45.059886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Usage tracker for resource:security_group_rule and tenant:b96235dc128e4e43904e5c7984173733 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:45.066230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:45.090440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:45.121174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-d830c929-9572-4956-ad71-9516fc62f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:45.122770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-d830c929-9572-4956-ad71-9516fc62f90d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2038078 May 27 01:41:45.128298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:45.143965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bba86-9a27-40fe-98b6-e9531c17eb23 req-19d79be7-3e61-4ae3-b4fa-dd78fe9756f2 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:45.144692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a1bba86-9a27-40fe-98b6-e9531c17eb23 req-19d79be7-3e61-4ae3-b4fa-dd78fe9756f2 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Synchronizing usage tracker for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:45.237319 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.247131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a1bba86-9a27-40fe-98b6-e9531c17eb23 req-19d79be7-3e61-4ae3-b4fa-dd78fe9756f2 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Unset dirty status for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:45.253654 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a1bba86-9a27-40fe-98b6-e9531c17eb23 req-19d79be7-3e61-4ae3-b4fa-dd78fe9756f2 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 947 time: 0.4379966 May 27 01:41:45.283267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:45.292963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-686458937-network', 'tenant_id': 'f73627a5dcbf435a8261c7c1f0705f52'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:45.299597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:45.304995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:45.321290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Usage tracker for resource:network and tenant:f73627a5dcbf435a8261c7c1f0705f52 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:45.325597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c95b3-8b59-40c3-a14b-27b729f9a802 req-183083b4-59ce-4f35-9778-bc7c307cf076 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:45.326446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-769c95b3-8b59-40c3-a14b-27b729f9a802 req-183083b4-59ce-4f35-9778-bc7c307cf076 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:45.326844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:45.333450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:45.355036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-769c95b3-8b59-40c3-a14b-27b729f9a802 req-183083b4-59ce-4f35-9778-bc7c307cf076 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:45.362312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-769c95b3-8b59-40c3-a14b-27b729f9a802 req-183083b4-59ce-4f35-9778-bc7c307cf076 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 936 time: 0.3626087 May 27 01:41:45.362932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Made reservation on behalf of f73627a5dcbf435a8261c7c1f0705f52 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:45.365351 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.401246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a1bba86-9a27-40fe-98b6-e9531c17eb23 req-e55de1cd-e099-4644-9943-3916dfbf68cc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Synchronizing usage tracker for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:45.406856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.423755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275228-8024-40d6-bc89-971a67f21898 req-cb036b53-c158-4fda-88db-616476659831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:45.425760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-cb036b53-c158-4fda-88db-616476659831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2905788 May 27 01:41:45.431007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-769c95b3-8b59-40c3-a14b-27b729f9a802 req-3b2231f4-fb9b-4676-9a29-fd85c6869a4a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676734 May 27 01:41:45.502413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:45.505635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f73627a5dcbf435a8261c7c1f0705f52 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:45.508617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:45.515460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:45.548186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-748601f5-5b09-4d1d-9536-66df79b6eb54 None None] Provisioning for port 3f6c2506-9d94-4745-821f-c826762fda5a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:45.571622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8182e220-d943-46e4-ac02-9397c6edb1cb req-003f68e7-a770-4294-868e-c09ac3a67b2c tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/d05cf24d-c8f4-4a4e-b158-649f44d3d88e HTTP/1.1" status: 200 len: 1811 time: 0.0897677 May 27 01:41:45.582590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-748601f5-5b09-4d1d-9536-66df79b6eb54 None None] Provisioning complete for port 3f6c2506-9d94-4745-821f-c826762fda5a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:45.583169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-748601f5-5b09-4d1d-9536-66df79b6eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.658095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8182e220-d943-46e4-ac02-9397c6edb1cb req-bccfcece-aafd-495b-8abb-c87eea61d156 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.693034 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8182e220-d943-46e4-ac02-9397c6edb1cb req-bccfcece-aafd-495b-8abb-c87eea61d156 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.778979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-748601f5-5b09-4d1d-9536-66df79b6eb54 None None] Port 3f6c2506-9d94-4745-821f-c826762fda5a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:41:45.815909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8182e220-d943-46e4-ac02-9397c6edb1cb req-bccfcece-aafd-495b-8abb-c87eea61d156 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.819520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a1bba86-9a27-40fe-98b6-e9531c17eb23 req-e55de1cd-e099-4644-9943-3916dfbf68cc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Unset dirty status for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:45.820659 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a1bba86-9a27-40fe-98b6-e9531c17eb23 req-e55de1cd-e099-4644-9943-3916dfbf68cc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662568 May 27 01:41:45.828762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.879857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfcece-aafd-495b-8abb-c87eea61d156 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05cf24d-c8f4-4a4e-b158-649f44d3d88e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:45.898156 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8182e220-d943-46e4-ac02-9397c6edb1cb req-bccfcece-aafd-495b-8abb-c87eea61d156 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.903218 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8182e220-d943-46e4-ac02-9397c6edb1cb req-bccfcece-aafd-495b-8abb-c87eea61d156 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "DELETE /v2.0/security-groups/d05cf24d-c8f4-4a4e-b158-649f44d3d88e HTTP/1.1" status: 204 len: 173 time: 0.3307698 May 27 01:41:45.947598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.948855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:45.987233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.083296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-21dd0123-b964-430d-82d9-3c6e7cc15a8c service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858092 May 27 01:41:46.086450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b96235dc128e4e43904e5c7984173733&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7885005 May 27 01:41:46.091970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:41:46.095141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50054) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:46.124452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a79bbe-46f3-4c3b-bbe8-ae7a34774049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b293a-f7d5-41d8-a384-ad5b2ba925ba,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:46.171528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd985974-6dd0-4917-94f5-cadcaf03fec9 req-e720c1ed-f536-42fa-acd4-548a5af0c922 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/c6f230e3-cd24-40e9-b885-5112f60b44ea HTTP/1.1" status: 200 len: 1811 time: 0.2445424 May 27 01:41:46.175306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a327966d-e2ce-40b7-9e90-74d7d64f5020,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:46.227961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6c2506-9d94-4745-821f-c826762fda5a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:46.247693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.251477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.252351 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Added segment 8b21680a-3347-4ffe-8fbb-f631bfa39048 of type vlan for network ab3bd868-66d4-4ee1-bbef-453f86c81507 May 27 01:41:46.263922 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd985974-6dd0-4917-94f5-cadcaf03fec9 req-f779deef-de07-44c3-b2b2-4cce141f21f2 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.285466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Transition to ACTIVE for port object 3f6c2506-9d94-4745-821f-c826762fda5a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:46.298405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.351706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd985974-6dd0-4917-94f5-cadcaf03fec9 req-f779deef-de07-44c3-b2b2-4cce141f21f2 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.359663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.406173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d68a8-f76d-42de-9be6-634f518a2ac3 req-f2e54ca4-77a7-4015-b5d8-62f4a8248899 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:46.407675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-774d68a8-f76d-42de-9be6-634f518a2ac3 req-f2e54ca4-77a7-4015-b5d8-62f4a8248899 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 948 time: 0.3848958 May 27 01:41:46.411455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d546-106c-4a31-b286-7efb4f3e079a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.439513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48275228-8024-40d6-bc89-971a67f21898 req-dfed0dcf-b5fc-4047-9705-8a1e6b410775 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429167 May 27 01:41:46.491626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.492567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:46.493146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.521743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d546-106c-4a31-b286-7efb4f3e079a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.537713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6c2506-9d94-4745-821f-c826762fda5a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:46.595694 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-774d68a8-f76d-42de-9be6-634f518a2ac3 req-ca497180-7e5a-4815-9017-6a67e9d61a0a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822634 May 27 01:41:46.615232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd985974-6dd0-4917-94f5-cadcaf03fec9 req-f779deef-de07-44c3-b2b2-4cce141f21f2 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.634611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779deef-de07-44c3-b2b2-4cce141f21f2 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f230e3-cd24-40e9-b885-5112f60b44ea,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:46.702903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Attempting to bind port 3f6c2506-9d94-4745-821f-c826762fda5a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:46.703251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Attempting to bind port 3f6c2506-9d94-4745-821f-c826762fda5a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:46.705278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Attempting to bind port 3f6c2506-9d94-4745-821f-c826762fda5a on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:46.718850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Port 3f6c2506-9d94-4745-821f-c826762fda5a on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:41:46.719390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Attempting to bind port 3f6c2506-9d94-4745-821f-c826762fda5a on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:46.726071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd985974-6dd0-4917-94f5-cadcaf03fec9 req-f779deef-de07-44c3-b2b2-4cce141f21f2 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.727443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd985974-6dd0-4917-94f5-cadcaf03fec9 req-f779deef-de07-44c3-b2b2-4cce141f21f2 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "DELETE /v2.0/security-groups/c6f230e3-cd24-40e9-b885-5112f60b44ea HTTP/1.1" status: 204 len: 173 time: 0.5494716 May 27 01:41:46.728457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:46.728950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:46.729706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:46.730431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Bound port: 3f6c2506-9d94-4745-821f-c826762fda5a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:46.730934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.737527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3bd868-66d4-4ee1-bbef-453f86c81507,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:46.750621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network ab3bd868-66d4-4ee1-bbef-453f86c81507 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:41:46.834260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b777cb97-da29-415d-af7a-5cf280fa89b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5498941 May 27 01:41:46.837316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:46.851176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Request body: {'subnet': {'network_id': 'ab3bd868-66d4-4ee1-bbef-453f86c81507', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-686458937-subnet', 'tenant_id': 'f73627a5dcbf435a8261c7c1f0705f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:46.856319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:46.860156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Usage tracker for resource:subnet and tenant:f73627a5dcbf435a8261c7c1f0705f52 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:46.863004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:46.864533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-926e7d71-293c-45aa-927f-ca2bda13795a req-b64b08e4-7bc3-4484-b4cf-4c11c307b79b tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/63b1fc28-db25-4979-a2cf-9884d6d00635 HTTP/1.1" status: 200 len: 1811 time: 0.1124568 May 27 01:41:46.868914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:46.898066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-45b5b459-16d0-408e-9aec-dc84318e68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:46.899571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-45b5b459-16d0-408e-9aec-dc84318e68d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2786b27664034c8294ce5aac3dddfdc8&device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 1099 time: 0.3573000 May 27 01:41:46.901830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Made reservation on behalf of f73627a5dcbf435a8261c7c1f0705f52 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:46.903731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.904341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] For port 3f6c2506-9d94-4745-821f-c826762fda5a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:46.919091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d546-106c-4a31-b286-7efb4f3e079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:46.924834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] For port 3f6c2506-9d94-4745-821f-c826762fda5a, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3f6c2506-9d94-4745-821f-c826762fda5a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:46.940305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.024623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.026787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.028661 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] 10.222.0.47 "PUT /v2.0/ports/3f6c2506-9d94-4745-821f-c826762fda5a HTTP/1.1" status: 200 len: 1097 time: 2.0714231 May 27 01:41:47.031528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'tag': '3f6c2506-9d94-4745-821f-c826762fda5a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:47.046927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-926e7d71-293c-45aa-927f-ca2bda13795a req-b9dea522-7ee0-4ade-b6fb-211a368d73b9 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.077546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0d546-106c-4a31-b286-7efb4f3e079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b293a-f7d5-41d8-a384-ad5b2ba925ba,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:47.085245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e9b7c-54e5-432b-aaf4-9c5f5757b891 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6c2506-9d94-4745-821f-c826762fda5a,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:47.116152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d546-106c-4a31-b286-7efb4f3e079a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.117465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ddd0d546-106c-4a31-b286-7efb4f3e079a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f20b293a-f7d5-41d8-a384-ad5b2ba925ba HTTP/1.1" status: 204 len: 168 time: 1.0193498 May 27 01:41:47.137478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b59bcd-7108-4e6f-8d64-833af31f7dfc req-1d3f540f-93b6-4e8a-92bb-4943790ec70d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.144850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32b59bcd-7108-4e6f-8d64-833af31f7dfc req-1d3f540f-93b6-4e8a-92bb-4943790ec70d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 948 time: 0.4031568 May 27 01:41:47.262466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32b59bcd-7108-4e6f-8d64-833af31f7dfc req-6cdb4bb5-f237-426e-87f6-b9ce2440ad96 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166971 May 27 01:41:47.263535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-926e7d71-293c-45aa-927f-ca2bda13795a req-b9dea522-7ee0-4ade-b6fb-211a368d73b9 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.277935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-a6e446dd-f55d-477f-b3ec-5ebae4245f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.277935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-a6e446dd-f55d-477f-b3ec-5ebae4245f47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3620474 May 27 01:41:47.358250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-58be65a5-a3f1-40f6-a8ef-f28ec074bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.359784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-58be65a5-a3f1-40f6-a8ef-f28ec074bf32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 1100 time: 0.2442775 May 27 01:41:47.360380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-926e7d71-293c-45aa-927f-ca2bda13795a req-b9dea522-7ee0-4ade-b6fb-211a368d73b9 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.400121 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-1d8c82f3-ce03-4527-ba22-ed88ba89cc0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=66d23b77-7d3a-41ec-98aa-92709a3c8a78 HTTP/1.1" status: 200 len: 217 time: 0.1117597 May 27 01:41:47.441473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea522-7ee0-4ade-b6fb-211a368d73b9 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b1fc28-db25-4979-a2cf-9884d6d00635,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:47.452342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-baf281aa-e7f6-4976-a56d-85b7d3aac5e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3f6c2506-9d94-4745-821f-c826762fda5a HTTP/1.1" status: 200 len: 217 time: 0.0738056 May 27 01:41:47.453808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-926e7d71-293c-45aa-927f-ca2bda13795a req-b9dea522-7ee0-4ade-b6fb-211a368d73b9 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.454890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-926e7d71-293c-45aa-927f-ca2bda13795a req-b9dea522-7ee0-4ade-b6fb-211a368d73b9 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "DELETE /v2.0/security-groups/63b1fc28-db25-4979-a2cf-9884d6d00635 HTTP/1.1" status: 204 len: 173 time: 0.5775292 May 27 01:41:47.524693 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b43ab4-2cac-4854-9562-4e8b9018614c'] response: {'name': 'network-changed', 'server_uuid': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'tag': '3f6c2506-9d94-4745-821f-c826762fda5a', 'status': 'completed', 'code': 200} May 27 01:41:47.529250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-c883621d-cbc7-487e-a26d-4903107ee499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.531031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-c883621d-cbc7-487e-a26d-4903107ee499 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0697322 May 27 01:41:47.582927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-2fa8dab8-fd23-4afb-946b-6aea06567d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.584714 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-2fa8dab8-fd23-4afb-946b-6aea06567d68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1496189 May 27 01:41:47.639937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50098) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:47.642534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.664694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-d5c3cdbd-4646-475f-9403-579200931f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.666375 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-d5c3cdbd-4646-475f-9403-579200931f4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227870 May 27 01:41:47.718668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:47.753745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad366e-4194-4c95-be38-86080d02bf5e req-bce05c39-9394-42ec-8b36-bbe368bb3cb2 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.755486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2aad366e-4194-4c95-be38-86080d02bf5e req-bce05c39-9394-42ec-8b36-bbe368bb3cb2 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 947 time: 0.3657176 May 27 01:41:47.768635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:47.784977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b01d5d67714355bad40d3eba98d65e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:47.799561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ff97c7-86be-424f-be32-3bb166b1a6de,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:47.803288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:47.804161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-b9714de8-dabc-4f36-b27d-84d77b031251 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302483 May 27 01:41:47.817252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:47.845950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Checking segment: {'id': '8b21680a-3347-4ffe-8fbb-f631bfa39048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab3bd868-66d4-4ee1-bbef-453f86c81507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:47.846301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Network hostable DHCP agents. Network: ab3bd868-66d4-4ee1-bbef-453f86c81507, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:41:47.883760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:47.887793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2aad366e-4194-4c95-be38-86080d02bf5e req-a4164044-7ef1-4a3c-b580-c8b724d016bc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167059 May 27 01:41:47.889828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-cca7c929-3d0e-4ccc-a2fb-89c24d825819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:47.891372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-cca7c929-3d0e-4ccc-a2fb-89c24d825819 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2982748 May 27 01:41:47.958620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-9d163407-0573-48ca-8715-7438d4c7794e tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=de8fa0c454ae437d9693a170aaf316b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316825 May 27 01:41:47.987648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 2c72ead3-05de-4192-995a-8305bf92d66f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:47.992965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 2c72ead3-05de-4192-995a-8305bf92d66f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:47.993338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.004843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-498eb09c-a2bd-425b-98b7-2b8cd20f7743 req-00740219-de70-46fb-ab2c-3c9579a7879a service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934874 May 27 01:41:48.107507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Network ab3bd868-66d4-4ee1-bbef-453f86c81507 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:41:48.134127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 2c72ead3-05de-4192-995a-8305bf92d66f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:48.134458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.166060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:48.175178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, ab3bd868-66d4-4ee1-bbef-453f86c81507) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:48.178864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:48.186082 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.192252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-418896bc-289f-4276-9f09-dbc20e11f257 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:48.193959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-418896bc-289f-4276-9f09-dbc20e11f257 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232707 May 27 01:41:48.200537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-630938e8-d475-4e52-8972-a6abc794553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:48.202095 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-630938e8-d475-4e52-8972-a6abc794553d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 1100 time: 0.1392155 May 27 01:41:48.208067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:48.208644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.216049 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f98ecd4-6fa0-47eb-bab7-949f4f30ae09 req-1779ede3-c03c-46b0-bdb4-d5c92f96e352 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/b0879d63-65a3-4bb9-baa6-c74bdeef99f9 HTTP/1.1" status: 200 len: 1812 time: 0.1767640 May 27 01:41:48.227536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f0863-ddc9-4de7-965a-d0d1f5478a4f None None] Network ab3bd868-66d4-4ee1-bbef-453f86c81507 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:48.235096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-160dfc4c-a64f-453a-961c-0e416ab1c8b3 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/quotas/de8fa0c454ae437d9693a170aaf316b4 HTTP/1.1" status: 200 len: 375 time: 0.0318601 May 27 01:41:48.263436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.284180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.292867 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-7e83d29f-7dd0-4054-b397-1589dd91a7b1 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931472 May 27 01:41:48.342897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-de30ad81-9e69-4e3e-a373-932129488490 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4959826 May 27 01:41:48.354958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:48.355944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-ae8f582c-9f2d-4b8d-bdf1-09a8ac429c10 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de8fa0c454ae437d9693a170aaf316b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680497 May 27 01:41:48.428413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-974ad234-b3fa-44f3-823c-0ddb0cc7582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:48.430203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-974ad234-b3fa-44f3-823c-0ddb0cc7582c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2196071 May 27 01:41:48.467842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1b01d5d67714355bad40d3eba98d65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8267395 May 27 01:41:48.468868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50116) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:48.474095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2724d6b-b2c6-4764-bff2-569eb6e53fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf62f3fa-8824-4e8c-93b6-6a6134308133,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:48.538768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f98ecd4-6fa0-47eb-bab7-949f4f30ae09 req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.553418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-05f1b70a-e9c5-46da-a4ac-2881dc6ff13f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3f6c2506-9d94-4745-821f-c826762fda5a HTTP/1.1" status: 200 len: 217 time: 0.1164386 May 27 01:41:48.571278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef98da-51cf-4498-84e5-b6dcaead224e None None] Network ab3bd868-66d4-4ee1-bbef-453f86c81507 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:48.619886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f98ecd4-6fa0-47eb-bab7-949f4f30ae09 req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.629672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96d5e025-0c90-4cdf-ab18-843722d0a461 req-128a1e75-5263-4ef5-bfe6-3612ee5bbbe3 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188021 May 27 01:41:48.677335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe438-1d13-4206-b203-ede20f2dfc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.719817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f98ecd4-6fa0-47eb-bab7-949f4f30ae09 req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.726502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe438-1d13-4206-b203-ede20f2dfc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.734838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-44c89819-2ca6-4615-a9a5-63c32bc6ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:48.738999 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-44c89819-2ca6-4615-a9a5-63c32bc6ff5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1702163 May 27 01:41:48.760270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0879d63-65a3-4bb9-baa6-c74bdeef99f9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:48.780770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f98ecd4-6fa0-47eb-bab7-949f4f30ae09 req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.786804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f98ecd4-6fa0-47eb-bab7-949f4f30ae09 req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0879d63-65a3-4bb9-baa6-c74bdeef99f9 HTTP/1.1" status: 204 len: 173 time: 0.5552588 May 27 01:41:48.788227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.796168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.797411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.797975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.798523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.799088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.799634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.800363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.800885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.801415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.801818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.802238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2230f98-293d-4d5a-801d-016f02d203c1 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:48.838691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe438-1d13-4206-b203-ede20f2dfc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.857324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fe438-1d13-4206-b203-ede20f2dfc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf62f3fa-8824-4e8c-93b6-6a6134308133,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:48.861912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe438-1d13-4206-b203-ede20f2dfc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:48.865995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0a2fe438-1d13-4206-b203-ede20f2dfc44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf62f3fa-8824-4e8c-93b6-6a6134308133 HTTP/1.1" status: 204 len: 168 time: 0.3880548 May 27 01:41:48.914558 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2447749-d6ce-45ce-af26-b35929847396'] response: {'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f', 'code': 200} May 27 01:41:49.060881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-aa662511-22b5-412e-a6fe-9eaa26a99a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:49.062325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-aa662511-22b5-412e-a6fe-9eaa26a99a67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3149571 May 27 01:41:49.077041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b6962-c017-40b4-9b83-c3a540709c8b req-7c4ccbd7-0946-4a1d-81d9-2844de67b280 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:49.078488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-971b6962-c017-40b4-9b83-c3a540709c8b req-7c4ccbd7-0946-4a1d-81d9-2844de67b280 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.2502358 May 27 01:41:49.107762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20decb-d2f4-4708-a5b8-5dfd1efdb618 req-41738c90-1284-4722-8f33-82db786c1a84 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:49.116439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a20decb-d2f4-4708-a5b8-5dfd1efdb618 req-41738c90-1284-4722-8f33-82db786c1a84 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 948 time: 0.1071613 May 27 01:41:49.171751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a20decb-d2f4-4708-a5b8-5dfd1efdb618 req-4878fd71-eb07-48e4-80e4-079a8c172a6b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543787 May 27 01:41:49.201784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41ca74-c7b8-41cf-ba34-2d304a19da62 req-36b9e673-7e14-41ba-92af-d528b44cd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:49.203274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba41ca74-c7b8-41cf-ba34-2d304a19da62 req-36b9e673-7e14-41ba-92af-d528b44cd62c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1101 time: 0.2442925 May 27 01:41:49.303804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-971b6962-c017-40b4-9b83-c3a540709c8b req-bc550489-3b20-4f1d-9932-83a30ed9bf18 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018371 May 27 01:41:49.322061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb7896f2-3b44-443f-979d-fd0703a40db0 req-9e762c9f-5c80-4288-a156-998217b21215 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 210 time: 0.0483689 May 27 01:41:49.361310 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba41ca74-c7b8-41cf-ba34-2d304a19da62 req-8f281289-b40a-48b5-b6e5-6585ab5a4304 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499050 May 27 01:41:49.363124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-0ab91f13-d844-491f-82ad-1f79e4a7d6d7 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835939 May 27 01:41:49.413376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0594eecc-005c-4eb0-bba5-e8e9cc606af7 req-27a7b0b4-ba3c-4a98-8bcd-3a3f34ff7086 tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "GET /v2.0/security-groups/d988f3de-9cc4-4c5a-bb0f-74601567d1f2 HTTP/1.1" status: 200 len: 1813 time: 0.0651021 May 27 01:41:49.497726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0594eecc-005c-4eb0-bba5-e8e9cc606af7 req-551aa24c-5106-42f5-9077-c8dcc59a686d tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:49.527641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae070b88-2d80-405e-b0ac-e4d594d70ada req-a6983857-d144-474f-a33f-308a3e2ba872 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550925 May 27 01:41:49.535346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0594eecc-005c-4eb0-bba5-e8e9cc606af7 req-551aa24c-5106-42f5-9077-c8dcc59a686d tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:49.593333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0594eecc-005c-4eb0-bba5-e8e9cc606af7 req-551aa24c-5106-42f5-9077-c8dcc59a686d tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:49.615464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0594eecc-005c-4eb0-bba5-e8e9cc606af7 req-551aa24c-5106-42f5-9077-c8dcc59a686d tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:49.616575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0594eecc-005c-4eb0-bba5-e8e9cc606af7 req-551aa24c-5106-42f5-9077-c8dcc59a686d tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] 10.222.0.16 "DELETE /v2.0/security-groups/d988f3de-9cc4-4c5a-bb0f-74601567d1f2 HTTP/1.1" status: 204 len: 173 time: 0.1975389 May 27 01:41:49.618908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aa24c-5106-42f5-9077-c8dcc59a686d tempest-SecurityGroupRulesNegativeTestJSON-2124483290 tempest-SecurityGroupRulesNegativeTestJSON-2124483290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d988f3de-9cc4-4c5a-bb0f-74601567d1f2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:49.623507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50156) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:49.689074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Deleting subnet 4188de59-a3b3-445f-8fa0-f1e34b36e634 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:41:49.692255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:49.803537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:49.821208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a7350-3fe8-4199-991e-68a427116b70 req-98a830fd-1289-4761-88d4-484274afc01a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:49.827379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a0a7350-3fe8-4199-991e-68a427116b70 req-98a830fd-1289-4761-88d4-484274afc01a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 947 time: 0.0998037 May 27 01:41:49.880403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a0a7350-3fe8-4199-991e-68a427116b70 req-b78f94f3-0486-47bf-b5c7-bdcee2b94df1 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497675 May 27 01:41:49.951782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.016279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-be2ae271-04d7-4205-8be6-443af174d084 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:50.016955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-be2ae271-04d7-4205-8be6-443af174d084 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:50.042701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-be2ae271-04d7-4205-8be6-443af174d084 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:50.043844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-be2ae271-04d7-4205-8be6-443af174d084 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.2804573 May 27 01:41:50.057817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.103788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-4a12d1f8-a642-4fe9-ba9a-4f91f9d33300 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/quotas/5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 375 time: 0.0541661 May 27 01:41:50.110123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4188de59-a3b3-445f-8fa0-f1e34b36e634,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:50.112762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.154264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.154608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.154973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.156716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.157032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.157371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.157705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.158036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.158362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.158685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.159038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.159360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:50.170948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50176) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:50.171550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-49803411-48ec-4bec-953b-371bf29f8592 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4188de59-a3b3-445f-8fa0-f1e34b36e634 HTTP/1.1" status: 204 len: 168 time: 0.5461795 May 27 01:41:50.180940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-3deba1a4-d922-4ad9-9e54-9f9af071fe5c tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635421 May 27 01:41:50.281427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-1be45ec8-380a-48fd-8af9-79d6cc92cf80 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=de8fa0c454ae437d9693a170aaf316b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723844 May 27 01:41:50.325813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.544441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-702c9455-d60a-4325-94c8-0abf65109d95 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:50.546146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-702c9455-d60a-4325-94c8-0abf65109d95 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590575 May 27 01:41:50.572434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Request body: {'port': {'device_id': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': 'de8fa0c454ae437d9693a170aaf316b4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:50.576421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.615357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14666023-cfba-447c-be7e-733ed0626fa3']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:41:50.639086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7f89f6-fae0-4478-b119-3f91cf8c05a0') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:41:50.639480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7f89f6-fae0-4478-b119-3f91cf8c05a0') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:41:50.656697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.680259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7783ef8-1c12-4140-a060-85bebb52f3c3 req-d35a6f4a-1c50-4c05-b44d-da8f0a5e822c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:50.681767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7783ef8-1c12-4140-a060-85bebb52f3c3 req-d35a6f4a-1c50-4c05-b44d-da8f0a5e822c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 948 time: 0.2977059 May 27 01:41:50.686456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.695726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:41:50.696156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.696673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-c4145b6b-264b-4577-befe-4c9a7e993e97 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:41:50.704870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-c4145b6b-264b-4577-befe-4c9a7e993e97 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2644024 May 27 01:41:50.799011 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment bc7f89f6-fae0-4478-b119-3f91cf8c05a0 resource provider aggregate not found May 27 01:41:50.841196 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment bc7f89f6-fae0-4478-b119-3f91cf8c05a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc7f89f6-fae0-4478-b119-3f91cf8c05a0 found for delete ", "request_id": "req-8e9c52b4-1f2f-4d01-a169-5d841297d509"}]} May 27 01:41:50.846208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7783ef8-1c12-4140-a060-85bebb52f3c3 req-3bcf0c83-7d69-42e4-be28-781d8cafca43 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290984 May 27 01:41:50.852122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.874042 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:50.884896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] Pushing event deleted for resources: {'Network': ['ID=14666023-cfba-447c-be7e-733ed0626fa3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:50.890237 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a9d4a407-f45a-45c6-a621-e1b9f8e5eceb admin admin] 10.222.0.16 "DELETE /v2.0/networks/14666023-cfba-447c-be7e-733ed0626fa3 HTTP/1.1" status: 204 len: 168 time: 0.7181199 May 27 01:41:50.904157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:50.911334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Usage tracker for resource:port and tenant:de8fa0c454ae437d9693a170aaf316b4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:50.921729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-2784259d-3551-4555-9d64-20e61f907a13 service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160938 May 27 01:41:50.923695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:50.948173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:51.018012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Made reservation on behalf of de8fa0c454ae437d9693a170aaf316b4 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:51.021886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.037275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.067727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4985-b84d-40b9-9b50-efdb58bc26fa req-7afbb2d4-1cec-431a-926a-4293af8af7c1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:51.070062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:51.076170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf0f4985-b84d-40b9-9b50-efdb58bc26fa req-7afbb2d4-1cec-431a-926a-4293af8af7c1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.0975306 May 27 01:41:51.077458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Usage tracker for resource:security_group_rule and tenant:de8fa0c454ae437d9693a170aaf316b4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:51.081775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:51.098781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:51.099583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:51.108097 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-0682c733-5fb6-48b2-b0a2-bfa00f615483 service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855814 May 27 01:41:51.155472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf0f4985-b84d-40b9-9b50-efdb58bc26fa req-de4a89bb-24fc-4e11-997f-7c80e4f36ebe tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778344 May 27 01:41:51.195577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.201083 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.348552 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3cd984-d068-4dc6-ae7e-1f19b63431e0 req-4baf40b8-8972-4298-9b90-a2633575a8b2 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 210 time: 0.0447366 May 27 01:41:51.367611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f40d71ba-f959-48f8-85e8-2b4da8b809da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8464fbc527ab486cb84bc80cefaf787d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669005 May 27 01:41:51.377860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:51.406144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432d56ca-f9b6-4069-a18a-bc960e641c42,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:51.415764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Allocated IP 192.168.233.34 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/ca93b6ee-15a6-4ceb-a264-727875744c43) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:51.471376 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aad918ad-68e0-42c4-a0e8-28e26a93a71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.501468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aad918ad-68e0-42c4-a0e8-28e26a93a71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.615073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 66d23b77-7d3a-41ec-98aa-92709a3c8a78 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:51.674379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aad918ad-68e0-42c4-a0e8-28e26a93a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.705108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30997b-8cb6-4f4b-b929-6e1527c4f0e5 req-d5b5537e-fb0c-4f08-9018-31a4a7120fae tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:51.707320 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b30997b-8cb6-4f4b-b929-6e1527c4f0e5 req-d5b5537e-fb0c-4f08-9018-31a4a7120fae tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 947 time: 0.1520195 May 27 01:41:51.712014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad918ad-68e0-42c4-a0e8-28e26a93a71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25133c9c-6ba4-4865-a7b7-91fe2dcc2748,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:51.750656 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aad918ad-68e0-42c4-a0e8-28e26a93a71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:51.764128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aad918ad-68e0-42c4-a0e8-28e26a93a71d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25133c9c-6ba4-4865-a7b7-91fe2dcc2748 HTTP/1.1" status: 204 len: 168 time: 0.3760631 May 27 01:41:51.785196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b30997b-8cb6-4f4b-b929-6e1527c4f0e5 req-3c3c067c-43ed-4141-a869-06bcd3845741 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688217 May 27 01:41:51.847690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-ac801fec-f7ff-4b77-901d-1e70cd8c4565 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e46acd997de4c7d81749775eb26b9fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699966 May 27 01:41:51.874056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 66d23b77-7d3a-41ec-98aa-92709a3c8a78, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=66d23b77-7d3a-41ec-98aa-92709a3c8a78,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:51.908657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '66d23b77-7d3a-41ec-98aa-92709a3c8a78', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '66d23b77-7d3a-41ec-98aa-92709a3c8a78', 'mac_address': 'fa:16:3e:9c:8f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:52.000159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:52.000997 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.026349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d23b77-7d3a-41ec-98aa-92709a3c8a78 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:52.047663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.048420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 66d23b77-7d3a-41ec-98aa-92709a3c8a78, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=66d23b77-7d3a-41ec-98aa-92709a3c8a78,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:52.054610 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.055335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3f6c2506-9d94-4745-821f-c826762fda5a details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:41:52.132121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-3ba3abd5-596f-4cc7-81e3-3104312fcee4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:52.143893 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-3ba3abd5-596f-4cc7-81e3-3104312fcee4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946794 May 27 01:41:52.149223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Transition to ACTIVE for port object ca93b6ee-15a6-4ceb-a264-727875744c43 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:52.150470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3f6c2506-9d94-4745-821f-c826762fda5a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3f6c2506-9d94-4745-821f-c826762fda5a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:52.170796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '3f6c2506-9d94-4745-821f-c826762fda5a', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '3f6c2506-9d94-4745-821f-c826762fda5a', 'mac_address': 'fa:16:3e:5f:cd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:41:52.172360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=66d23b77-7d3a-41ec-98aa-92709a3c8a78,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:52.181347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.181843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.182043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.182331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.183230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.183562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.183877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.184321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.184506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.185074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.185400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.185713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:41:52.188147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-0b55a833-3916-47f0-b834-22b9e615e7ca tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/quotas/0e46acd997de4c7d81749775eb26b9fc HTTP/1.1" status: 200 len: 375 time: 0.0430677 May 27 01:41:52.200970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.233835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-e2bc8302-0aa1-4c93-b578-32932eac00c8 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:52.235469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-e2bc8302-0aa1-4c93-b578-32932eac00c8 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1101 time: 0.1295898 May 27 01:41:52.261806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.279974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:52.290241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Usage tracker for resource:security_group_rule and tenant:b761fdbf617e43688cca0d7c124bffd0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:52.293932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:52.295758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 3f6c2506-9d94-4745-821f-c826762fda5a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:52.296016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.301659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:52.320320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-4f4f1286-2b9f-4413-89da-246f91090572 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e46acd997de4c7d81749775eb26b9fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218417 May 27 01:41:52.320455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6c2506-9d94-4745-821f-c826762fda5a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:52.340563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3f6c2506-9d94-4745-821f-c826762fda5a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3f6c2506-9d94-4745-821f-c826762fda5a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:52.346229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:52.348521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.350235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:52.355262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:52.404424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Pushing event updated for resources: {'Port': ['ID=ca93b6ee-15a6-4ceb-a264-727875744c43,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:52.429726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.440937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.495956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d68e3c3-5139-4ef4-b6d3-2d975eb540a3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:52.499757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:52.502587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:52.510190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=3f6c2506-9d94-4745-821f-c826762fda5a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:52.512848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a2b5399-fee8-47cd-a6ba-9a10d4654aae req-1a91219a-a4dc-4da4-8a7f-98d354936e10 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699447 May 27 01:41:52.572254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-882e5178-28f3-44b4-8628-942554069a05 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0049977 May 27 01:41:52.595331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Request body: {'port': {'device_id': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:52.697225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['66d23b77-7d3a-41ec-98aa-92709a3c8a78'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:52.777983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3f6c2506-9d94-4745-821f-c826762fda5a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:41:52.899522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92bc01e5-002c-430a-b365-8249d394f979 req-37d377a5-2dfc-4247-a3c4-4cfc314ff299 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 210 time: 0.0925212 May 27 01:41:52.920311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-efdab4b8-a59a-45e0-bf76-d84c28c4cc6c None None] Provisioning for port ca93b6ee-15a6-4ceb-a264-727875744c43 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:52.950169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-efdab4b8-a59a-45e0-bf76-d84c28c4cc6c None None] Provisioning complete for port ca93b6ee-15a6-4ceb-a264-727875744c43 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:52.950535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-efdab4b8-a59a-45e0-bf76-d84c28c4cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.066928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-efdab4b8-a59a-45e0-bf76-d84c28c4cc6c None None] Port ca93b6ee-15a6-4ceb-a264-727875744c43 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:41:53.151106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8c935-e579-443b-9d33-fcb4a8c26f17 req-a5450b05-4ab2-4416-a0b6-51fe3407ca47 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:53.153654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90c8c935-e579-443b-9d33-fcb4a8c26f17 req-a5450b05-4ab2-4416-a0b6-51fe3407ca47 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 949 time: 0.4779112 May 27 01:41:53.157103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dff147-db4a-41a9-a632-a745b14a3491 req-e4c7c6be-f1be-4a3a-b13f-67f25f439c39 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:53.167765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.168327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89dff147-db4a-41a9-a632-a745b14a3491 req-e4c7c6be-f1be-4a3a-b13f-67f25f439c39 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 935 time: 0.1258490 May 27 01:41:53.207787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50286) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:53.243951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89dff147-db4a-41a9-a632-a745b14a3491 req-aa1d8bc0-b31b-48c5-a78a-880c0c3a9754 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742853 May 27 01:41:53.329008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90c8c935-e579-443b-9d33-fcb4a8c26f17 req-8d6ff93e-10a8-44a6-ad5c-22250a022d79 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406519 May 27 01:41:53.346542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-8191b632-ea00-439b-b05b-60301e13a123 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:53.348048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-8191b632-ea00-439b-b05b-60301e13a123 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.4943202 May 27 01:41:53.368387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1393823372-network', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:53.383785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:53.388572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Usage tracker for resource:network and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:53.391658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:53.400488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:53.416701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Made reservation on behalf of a56dc6c84c3542f78a5d362e32946205 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:53.419472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.433843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.452255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:53.456713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Usage tracker for resource:security_group_rule and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:53.459637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:53.466047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:53.469006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Request body: {'port': {'device_id': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'admin_state_up': True, 'tenant_id': '5c8c4c46e37a48ffa5acec47a9e7553e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:53.543421 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf79b31a-5d40-4f7a-bf6f-7aa1d324ffaf req-6ff559b3-8a0b-420f-8331-28a2b50cd17f tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 210 time: 0.0788863 May 27 01:41:53.624717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.630470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.668621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:41:53.682380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38ba81d-76dc-4c89-bcb1-ce7d440a9b99,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:53.701596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.701934 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Added segment e7148605-f71c-41b7-a726-9bbe16af982e of type vlan for network 50bb64fb-067a-4f03-afc5-b66c50b54f18 May 27 01:41:53.729225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.762675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.763949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:53.764713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:53.873105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6638885 May 27 01:41:53.878039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50304) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:53.895659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Request body: {'subnet': {'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1393823372-subnet', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:53.909721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:53.910985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af554b93-a12c-4df3-8c67-f4533af91a63 admin admin] Pushing event updated for resources: {'Network': ['ID=50bb64fb-067a-4f03-afc5-b66c50b54f18,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:53.924438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:41:53.929282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Usage tracker for resource:subnet and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:53.934842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:53.944601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:53.965385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:53.970105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Made reservation on behalf of a56dc6c84c3542f78a5d362e32946205 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:53.973007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:54.003726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50314) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:54.044077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Usage tracker for resource:port and tenant:5c8c4c46e37a48ffa5acec47a9e7553e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:54.051980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:54.114768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:54.121148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679579-4eac-4887-9389-0180838075c2 req-a7e40b07-a024-42d9-9d06-41aa1082a6e3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:54.122625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c8679579-4eac-4887-9389-0180838075c2 req-a7e40b07-a024-42d9-9d06-41aa1082a6e3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1630361 May 27 01:41:54.137520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca93b6ee-15a6-4ceb-a264-727875744c43 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:54.150203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c612471-d76d-4de0-8b04-51ce14c26b5d req-4ba7ca7b-5d38-4501-a73f-ba9c9fcc778a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:54.152204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c612471-d76d-4de0-8b04-51ce14c26b5d req-4ba7ca7b-5d38-4501-a73f-ba9c9fcc778a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 948 time: 0.4430764 May 27 01:41:54.162870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:54.193689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c8679579-4eac-4887-9389-0180838075c2 req-5ad46b3c-3a27-43eb-b3d1-376177bd8766 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633395 May 27 01:41:54.219433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-2bf6fe40-996b-431a-a0a5-de6550cd50d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2143648 May 27 01:41:54.304305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Made reservation on behalf of 5c8c4c46e37a48ffa5acec47a9e7553e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:54.307817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:54.328744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-de632896-e174-4b63-919e-f06c36186932 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0e46acd997de4c7d81749775eb26b9fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1675813 May 27 01:41:54.341043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Transition to ACTIVE for port object ca93b6ee-15a6-4ceb-a264-727875744c43 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:54.394522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:54.400341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-682b2ae8-2025-46b2-9b21-014e3a09fbf0 req-fee58604-bbdf-4a29-b061-0024beece4ff tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 210 time: 0.0619736 May 27 01:41:54.552928 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c612471-d76d-4de0-8b04-51ce14c26b5d req-0d499cb5-7cd6-48e5-99f3-7a4b130f1bc8 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947270 May 27 01:41:54.669186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f3bb1-b0ef-491c-91e4-604dbb4bc6e2 req-654d9f19-4a9a-4b66-a3cf-b733547f9cce tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:54.671384 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-060f3bb1-b0ef-491c-91e4-604dbb4bc6e2 req-654d9f19-4a9a-4b66-a3cf-b733547f9cce tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 947 time: 0.1686952 May 27 01:41:54.736711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-060f3bb1-b0ef-491c-91e4-604dbb4bc6e2 req-61cc1169-df51-4238-9450-6877bb6054c6 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583057 May 27 01:41:54.767584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Pushing event updated for resources: {'Port': ['ID=ca93b6ee-15a6-4ceb-a264-727875744c43,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:54.918763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4dc9f82-ce3b-4fa8-abc0-0be0f6105aba req-67f2b909-9e5f-4b54-9985-088390bd11b2 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 210 time: 0.0501320 May 27 01:41:55.002037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-3a1b9bfa-ad53-453b-8935-af8bcfe63f7a tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:55.003484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-3a1b9bfa-ad53-453b-8935-af8bcfe63f7a tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6589451 May 27 01:41:55.037864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Request body: {'port': {'device_id': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '0e46acd997de4c7d81749775eb26b9fc'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:55.200774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Allocated IP 172.20.0.4 (01882877-d4cd-4357-82eb-2190017a290c/db009aff-f446-4aee-9072-77386fec3a4f/32d1cc66-1ad0-4752-bebd-d92a6c9ced47) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:55.214381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.259088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Attempting to bind port ca93b6ee-15a6-4ceb-a264-727875744c43 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:55.259427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Attempting to bind port ca93b6ee-15a6-4ceb-a264-727875744c43 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:55.259756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Attempting to bind port ca93b6ee-15a6-4ceb-a264-727875744c43 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:55.302573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Port ca93b6ee-15a6-4ceb-a264-727875744c43 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:41:55.302928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Attempting to bind port ca93b6ee-15a6-4ceb-a264-727875744c43 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:55.342467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c2190-2185-4708-8265-887eb989acab req-e54a34da-cf66-4bc6-ba07-416abece1be3 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:55.343960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-061c2190-2185-4708-8265-887eb989acab req-e54a34da-cf66-4bc6-ba07-416abece1be3 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 949 time: 0.5884457 May 27 01:41:55.357566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:55.357904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:55.358290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:55.358741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Bound port: ca93b6ee-15a6-4ceb-a264-727875744c43, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:55.359092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.395622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cea574-6929-4356-b181-1ec2e54ca33a req-4178f49c-8849-4bfd-adf8-8be0d045a9f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:55.397054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24cea574-6929-4356-b181-1ec2e54ca33a req-4178f49c-8849-4bfd-adf8-8be0d045a9f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.0813556 May 27 01:41:55.425679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37172b61-5262-4ee2-9ec8-dc2e97cfe7fc,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:55.443120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24cea574-6929-4356-b181-1ec2e54ca33a req-98d9439b-b568-4c87-be6e-b44efceaa895 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 May 27 01:41:55.474571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:55.507063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Usage tracker for resource:port and tenant:0e46acd997de4c7d81749775eb26b9fc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:55.543185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:55.559659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Checking segment: {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:55.560009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Network hostable DHCP agents. Network: 50bb64fb-067a-4f03-afc5-b66c50b54f18, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:41:55.568332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.13', 52233) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:55.596446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-279939b6-f41b-4db7-a9d7-49139a7f4cd2 req-8c130b12-f9d3-4306-86d1-c3b4f56e7b14 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 210 time: 0.0445113 May 27 01:41:55.626107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:55.657331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3f6c2506-9d94-4745-821f-c826762fda5a up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:55.674988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-061c2190-2185-4708-8265-887eb989acab req-908cdea2-1954-4041-ad65-83c816cfa648 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051081 May 27 01:41:55.736405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Made reservation on behalf of 0e46acd997de4c7d81749775eb26b9fc for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:41:55.740462 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.749289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] For port ca93b6ee-15a6-4ceb-a264-727875744c43, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:55.750623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 3f6c2506-9d94-4745-821f-c826762fda5a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:55.758488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 3f6c2506-9d94-4745-821f-c826762fda5a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:55.758966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.777425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:41:55.779552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.796661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] For port ca93b6ee-15a6-4ceb-a264-727875744c43, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ca93b6ee-15a6-4ceb-a264-727875744c43,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:55.806736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2850-aea8-4eb1-b3ea-14e2de00b072 req-4cb35e04-1e77-4a7d-bb49-4bc0bdcae848 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:55.810057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-808e2850-aea8-4eb1-b3ea-14e2de00b072 req-4cb35e04-1e77-4a7d-bb49-4bc0bdcae848 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 948 time: 0.1036870 May 27 01:41:55.825514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:55.829418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 50bb64fb-067a-4f03-afc5-b66c50b54f18) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:55.831754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.840873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d387b-f955-4dc1-894e-8648e53e78cf None None] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:55.869855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-808e2850-aea8-4eb1-b3ea-14e2de00b072 req-769ba31c-3c68-499a-8e75-53a8254ec456 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527871 May 27 01:41:55.889957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:55.890553 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.894152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Usage tracker for resource:security_group_rule and tenant:0e46acd997de4c7d81749775eb26b9fc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:55.909438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:55.927410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:55.931249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:55.999621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:56.000160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.001539 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca93b6ee-15a6-4ceb-a264-727875744c43 HTTP/1.1" status: 200 len: 1096 time: 3.4182503 May 27 01:41:56.002100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'tag': 'ca93b6ee-15a6-4ceb-a264-727875744c43'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:56.021617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 3f6c2506-9d94-4745-821f-c826762fda5a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:56.022313 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.074088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f80cbc1f-6dc7-4503-a9e4-dedcae3fbc8c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1925623 May 27 01:41:56.074952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50362) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:41:56.076466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-e016cd76-80fd-4e54-a1f9-a2b0cb487de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:56.077937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-e016cd76-80fd-4e54-a1f9-a2b0cb487de0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1101 time: 0.4623075 May 27 01:41:56.088589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:56.128848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19542abc-0cac-436c-ab60-fb5ae8656731 service neutron] Pushing event updated for resources: {'Port': ['ID=ca93b6ee-15a6-4ceb-a264-727875744c43,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:56.142953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:41:56.154201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d0827e2-6051-49a0-98a3-28b3fda4fe2e req-0607087d-56e1-4233-88ec-5f68e88cc2e4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 210 time: 0.0734828 May 27 01:41:56.155409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Usage tracker for resource:router and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:41:56.168762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:41:56.168762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:41:56.188862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6c2506-9d94-4745-821f-c826762fda5a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:56.190736 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.192021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.211556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3f6c2506-9d94-4745-821f-c826762fda5a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3f6c2506-9d94-4745-821f-c826762fda5a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:56.214921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.220517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.221658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 66d23b77-7d3a-41ec-98aa-92709a3c8a78 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:56.305400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-50bb64fb-067a-4f03-afc5-b66c50b54f18', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:41:56.307798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.386982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=3f6c2506-9d94-4745-821f-c826762fda5a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:56.428707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d7543-c6e4-4a7d-bc1c-0abb8ca98664 req-ec30da35-5804-4e80-b71c-3e36f92dc6d2 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:56.429463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-430d7543-c6e4-4a7d-bc1c-0abb8ca98664 req-ec30da35-5804-4e80-b71c-3e36f92dc6d2 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Synchronizing usage tracker for tenant:de8fa0c454ae437d9693a170aaf316b4 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:56.434044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.502032 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabd63b7-e786-4489-ae2f-cbeaf0402f02'] response: {'name': 'network-changed', 'server_uuid': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'tag': 'ca93b6ee-15a6-4ceb-a264-727875744c43', 'status': 'completed', 'code': 200} May 27 01:41:56.502270 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac2766e-8854-4aed-aee5-4a1cb28a39f0'] response: {'server_uuid': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6c2506-9d94-4745-821f-c826762fda5a', 'code': 200} May 27 01:41:56.556407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:56.566872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:56.567239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.590103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-86353fe3-c47e-42de-96f2-dc07c7b196c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:56.591587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-86353fe3-c47e-42de-96f2-dc07c7b196c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4598017 May 27 01:41:56.601957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Network 01882877-d4cd-4357-82eb-2190017a290c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:56.611286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:56.668093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-5ab6631a-1be1-4d34-b370-010df65c2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:56.669630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-5ab6631a-1be1-4d34-b370-010df65c2774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de8fa0c454ae437d9693a170aaf316b4&device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 1099 time: 0.5869641 May 27 01:41:56.676064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:56.706518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.720521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Allocated IP 172.20.0.2 (50bb64fb-067a-4f03-afc5-b66c50b54f18/37172b61-5262-4ee2-9ec8-dc2e97cfe7fc/775f0ce8-d424-4f2a-9e56-a68302f5e36e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:56.724167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-430d7543-c6e4-4a7d-bc1c-0abb8ca98664 req-ec30da35-5804-4e80-b71c-3e36f92dc6d2 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Unset dirty status for tenant:de8fa0c454ae437d9693a170aaf316b4 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:56.731835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-430d7543-c6e4-4a7d-bc1c-0abb8ca98664 req-ec30da35-5804-4e80-b71c-3e36f92dc6d2 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 947 time: 0.8248994 May 27 01:41:56.733677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:56.746807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.789200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-8487c340-2d04-4dee-b3ff-ea259948d76a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.1825666 May 27 01:41:56.814173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.851278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:41:56.851653 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.881487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-4686c88d-4f8f-4f7d-8c58-4c11d968fdbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ca93b6ee-15a6-4ceb-a264-727875744c43 HTTP/1.1" status: 200 len: 217 time: 0.1733627 May 27 01:41:56.912384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 66d23b77-7d3a-41ec-98aa-92709a3c8a78, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=66d23b77-7d3a-41ec-98aa-92709a3c8a78,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:41:56.921173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:56.931836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b344-a9fa-4718-9042-b63df3504850 req-28ad63c7-8852-414d-89cc-ef6f70fe54f4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:56.933895 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7754b344-a9fa-4718-9042-b63df3504850 req-28ad63c7-8852-414d-89cc-ef6f70fe54f4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1977887 May 27 01:41:56.970512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c249-8bea-4e03-a959-757f79611dbf req-bb13d034-099e-47d2-ba0b-81f3fdc3a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:56.972176 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d52c249-8bea-4e03-a959-757f79611dbf req-bb13d034-099e-47d2-ba0b-81f3fdc3a281 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 1102 time: 0.3712716 May 27 01:41:57.025234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:57.025874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.045227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7754b344-a9fa-4718-9042-b63df3504850 req-3119e3b5-bb7a-40ef-806c-960fbfe56ed4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939736 May 27 01:41:57.047875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2307d204-0b74-422e-a430-d4c3c01f7427,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:57.063474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-430d7543-c6e4-4a7d-bc1c-0abb8ca98664 req-2c8c30f1-133e-4372-accc-cd5b15e3b381 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Synchronizing usage tracker for tenant:de8fa0c454ae437d9693a170aaf316b4 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:41:57.064547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d52c249-8bea-4e03-a959-757f79611dbf req-c19a81ae-0069-4ade-8beb-75c10bbe27a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843456 May 27 01:41:57.097277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=66d23b77-7d3a-41ec-98aa-92709a3c8a78,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:57.103614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-154342fa-854c-4496-826b-1c18f790d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:57.105121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-154342fa-854c-4496-826b-1c18f790d678 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2842047 May 27 01:41:57.114739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.122799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-ee66ebde-436a-4290-85bc-c1ac8e09d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:57.124217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-ee66ebde-436a-4290-85bc-c1ac8e09d262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2055097 May 27 01:41:57.127774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Transition to ACTIVE for port object 775f0ce8-d424-4f2a-9e56-a68302f5e36e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:57.148199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Transition to ACTIVE for port object 775f0ce8-d424-4f2a-9e56-a68302f5e36e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:57.154192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.218627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:57.225562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:57.228566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:57.232308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-6edbc60e-9b9f-4ceb-a842-bffcc98a46a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7694890 May 27 01:41:57.256901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-430d7543-c6e4-4a7d-bc1c-0abb8ca98664 req-2c8c30f1-133e-4372-accc-cd5b15e3b381 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Unset dirty status for tenant:de8fa0c454ae437d9693a170aaf316b4 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:41:57.258026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-430d7543-c6e4-4a7d-bc1c-0abb8ca98664 req-2c8c30f1-133e-4372-accc-cd5b15e3b381 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254192 May 27 01:41:57.264794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Request body: {'port': {'device_id': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:41:57.315118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Pushing event updated for resources: {'Port': ['ID=775f0ce8-d424-4f2a-9e56-a68302f5e36e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:57.356510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Attempting to bind port 775f0ce8-d424-4f2a-9e56-a68302f5e36e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:41:57.357114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Attempting to bind port 775f0ce8-d424-4f2a-9e56-a68302f5e36e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:41:57.357486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Attempting to bind port 775f0ce8-d424-4f2a-9e56-a68302f5e36e on network 50bb64fb-067a-4f03-afc5-b66c50b54f18 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:41:57.363372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:41:57.363819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Checking segment: {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:41:57.364306 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.364819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Bound using segment: {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:41:57.366187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Bound port: 775f0ce8-d424-4f2a-9e56-a68302f5e36e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:41:57.366187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.376437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Allocated IP 192.168.233.151 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/56a0e69d-0056-4566-99d0-9ae477dfd0dd) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:57.387549 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.427557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.472391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] For port 775f0ce8-d424-4f2a-9e56-a68302f5e36e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:41:57.475791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] For port 775f0ce8-d424-4f2a-9e56-a68302f5e36e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=775f0ce8-d424-4f2a-9e56-a68302f5e36e,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:41:57.480359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fd60c-984e-450b-8d82-3aa91a18681a req-ff6aa21c-03b2-4c32-8f1f-6a5aca6d7fb9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:57.480667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.481845 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-678fd60c-984e-450b-8d82-3aa91a18681a req-ff6aa21c-03b2-4c32-8f1f-6a5aca6d7fb9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 931 time: 0.2331545 May 27 01:41:57.538058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-a69bdf77-9f8e-4da6-b426-7dfda5aaf49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:57.539590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-a69bdf77-9f8e-4da6-b426-7dfda5aaf49c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4188142 May 27 01:41:57.563562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-678fd60c-984e-450b-8d82-3aa91a18681a req-2757ee45-32c0-43a9-9d87-9c42096dcccc tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 May 27 01:41:57.575332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e712d-bde4-4523-b8eb-9edadff3ab46 None None] Pushing event updated for resources: {'Port': ['ID=775f0ce8-d424-4f2a-9e56-a68302f5e36e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:57.610101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.620882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-6c18ea47-d229-4d75-8d7c-4b254d4e9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:57.622364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-6c18ea47-d229-4d75-8d7c-4b254d4e9c54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4583848 May 27 01:41:57.674203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Allocated IP 172.25.3.78 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/40223a27-9a23-4628-b8fe-fee7dca41d2e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:41:57.922803 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:57.938421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c003-3676-45a6-a5f5-391d369d489e req-ea9562a6-f7f7-41da-925b-c714541b2b28 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:57.940415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5290c003-3676-45a6-a5f5-391d369d489e req-ea9562a6-f7f7-41da-925b-c714541b2b28 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.1843619 May 27 01:41:58.005453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5290c003-3676-45a6-a5f5-391d369d489e req-a9001b4d-2abc-457a-8404-8e17bfd6a952 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544953 May 27 01:41:58.006862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:58.089237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:58.092370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:58.096158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:58.130705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Pushing event updated for resources: {'Port': ['ID=40223a27-9a23-4628-b8fe-fee7dca41d2e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:58.185117 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9effc994-defb-4d8f-a551-29a5795289ab req-029e326d-9832-4ca2-8833-e332bb62154f tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 210 time: 0.0595281 May 27 01:41:58.186763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a54dc-e536-4dff-9a2a-347ffae6e357 req-7a677fc9-65e3-4522-8c85-9b0f2073991f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:58.188333 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4a54dc-e536-4dff-9a2a-347ffae6e357 req-7a677fc9-65e3-4522-8c85-9b0f2073991f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 950 time: 0.7619104 May 27 01:41:58.233915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-5f6c3138-5a14-496b-ac77-57c61d8cd03d service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587629 May 27 01:41:58.303735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-14804e62-b7ec-447c-ab97-4b81a7eb2fad service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730967 May 27 01:41:58.504273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d23b77-7d3a-41ec-98aa-92709a3c8a78'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:41:58.548241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:58.619716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4a54dc-e536-4dff-9a2a-347ffae6e357 req-76da4780-53a6-49a1-a04e-b57fe63388f3 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071069 May 27 01:41:58.691670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142ff38-1200-47cd-8e23-ca8a41fd15a2 req-2e61e483-4cb3-4fdb-badf-3c5d24e521dc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:58.706721 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f142ff38-1200-47cd-8e23-ca8a41fd15a2 req-2e61e483-4cb3-4fdb-badf-3c5d24e521dc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.2801948 May 27 01:41:58.769653 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-881e33a2-f949-4f18-8337-985d61c53de2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043879 May 27 01:41:58.771480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0925f27-54fe-493c-a539-b50e24f2d4e1 req-23040dea-2714-4f47-8f54-0749ee803b70 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490047 May 27 01:41:58.785368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Transition to ACTIVE for port object 56a0e69d-0056-4566-99d0-9ae477dfd0dd will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:58.835581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e4730-6ced-4020-af91-6289956a13b1 None None] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:41:58.842426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f142ff38-1200-47cd-8e23-ca8a41fd15a2 req-a878a82d-08b6-4f11-987b-3993130b26d0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347656 May 27 01:41:58.849439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:58.976447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fafe853a-46fb-40e3-97df-f9e39c5c5cd8 None None] Provisioning for port 775f0ce8-d424-4f2a-9e56-a68302f5e36e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:59.092449 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe00e8dc-9e3c-49f2-9979-061cb5a96f59'] response: {'server_uuid': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d23b77-7d3a-41ec-98aa-92709a3c8a78', 'code': 200} May 27 01:41:59.183842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:41:59.199486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:59.212499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834eec1-d6cf-48e6-8dae-e3a4514634db req-4f8b4640-4891-4841-ab1c-0a804779cfda tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:59.214417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8834eec1-d6cf-48e6-8dae-e3a4514634db req-4f8b4640-4891-4841-ab1c-0a804779cfda tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 947 time: 0.4254394 May 27 01:41:59.254313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-13242e78-4a0a-40a8-b393-9617d1b5cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:59.256204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-13242e78-4a0a-40a8-b393-9617d1b5cae6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de8fa0c454ae437d9693a170aaf316b4&device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 1099 time: 0.2536213 May 27 01:41:59.258104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Transition to ACTIVE for port object 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:41:59.290760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:59.292230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:59.429479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8834eec1-d6cf-48e6-8dae-e3a4514634db req-17f40d28-cca7-40d0-8da4-1a7385d875d3 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057753 May 27 01:41:59.467662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95474ed8-9ada-4cb0-ab89-4f149890ae30 req-f5f0f57a-e48f-4ff2-95e7-95a26c69e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:59.469420 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95474ed8-9ada-4cb0-ab89-4f149890ae30 req-f5f0f57a-e48f-4ff2-95e7-95a26c69e2b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 1101 time: 0.2586212 May 27 01:41:59.476712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:59.501918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4717b2-e657-446f-9dbe-3b765cdc724e req-a08daa62-e3e8-464f-a0b4-ff223bad91ef tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:59.509047 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd4717b2-e657-446f-9dbe-3b765cdc724e req-a08daa62-e3e8-464f-a0b4-ff223bad91ef tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 943 time: 0.2962837 May 27 01:41:59.524599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:41:59.532323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:41:59.534663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:41:59.601272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:59.729723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 775f0ce8-d424-4f2a-9e56-a68302f5e36e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:41:59.781068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95474ed8-9ada-4cb0-ab89-4f149890ae30 req-796c0308-667e-4d90-9504-559123060c05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018148 May 27 01:41:59.808433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 775f0ce8-d424-4f2a-9e56-a68302f5e36e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:59.811846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd4717b2-e657-446f-9dbe-3b765cdc724e req-df093bd8-60e9-4828-aabc-1cb30f4743ff tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019750 May 27 01:41:59.823518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 775f0ce8-d424-4f2a-9e56-a68302f5e36e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:59.824240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:59.843611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:59.844244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:59.850045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:41:59.873834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Pushing event updated for resources: {'Port': ['ID=56a0e69d-0056-4566-99d0-9ae477dfd0dd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:41:59.880387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-2a11f297-7172-4e10-9788-107a9e9bf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:41:59.881904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-2a11f297-7172-4e10-9788-107a9e9bf519 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.6191380 May 27 01:41:59.910839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf2fe2b6-e2f6-42d4-bf94-ade9a97de75a None None] Provisioning for port 56a0e69d-0056-4566-99d0-9ae477dfd0dd completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:41:59.919722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf2fe2b6-e2f6-42d4-bf94-ade9a97de75a None None] Provisioning complete for port 56a0e69d-0056-4566-99d0-9ae477dfd0dd triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:41:59.920144 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe2b6-e2f6-42d4-bf94-ade9a97de75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:41:59.958795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-81c2ac83-f0c0-48e5-ada8-4a03604eeea0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9400980 May 27 01:41:59.984403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fe2b6-e2f6-42d4-bf94-ade9a97de75a None None] Port 56a0e69d-0056-4566-99d0-9ae477dfd0dd cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:00.052853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 775f0ce8-d424-4f2a-9e56-a68302f5e36e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:00.053260 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.077226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-b133e1ae-3117-40d6-8d82-d1e2002ec0c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ca93b6ee-15a6-4ceb-a264-727875744c43 HTTP/1.1" status: 200 len: 217 time: 0.1860130 May 27 01:42:00.083511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Request body: {'port': {'device_id': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:00.106937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 775f0ce8-d424-4f2a-9e56-a68302f5e36e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=775f0ce8-d424-4f2a-9e56-a68302f5e36e,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:00.111992 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.119363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:00.119708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:00.120566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:00.181582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=775f0ce8-d424-4f2a-9e56-a68302f5e36e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:00.185147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:00.185500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:00.207989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:00.208377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:00.208729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:00.209217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Bound port: 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:00.209516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.218238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:42:00.230505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Sync routers for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:42:00.237536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9108a8-2eee-48dc-aea8-76ac5859378c req-11ae7e96-5055-45b7-94d9-f0b9135ceae9 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:00.238368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247f34e-8f14-4e0b-9f99-3cce0a29dd70 req-056a3f12-04c8-4b3d-a51a-dd558c93c018 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:00.239044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a9108a8-2eee-48dc-aea8-76ac5859378c req-11ae7e96-5055-45b7-94d9-f0b9135ceae9 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.6389530 May 27 01:42:00.239609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0247f34e-8f14-4e0b-9f99-3cce0a29dd70 req-056a3f12-04c8-4b3d-a51a-dd558c93c018 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 936 time: 0.3078344 May 27 01:42:00.246989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:00.247729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:41:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:00.267031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.270706 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-143437d2-7ee2-46aa-bb26-f4802618616d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1905463 May 27 01:42:00.271515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50396) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:00.281784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-ce87ef79-1eb3-4d30-a26d-e27d0a4e2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:00.283283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-ce87ef79-1eb3-4d30-a26d-e27d0a4e2e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1653068 May 27 01:42:00.367883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0247f34e-8f14-4e0b-9f99-3cce0a29dd70 req-dd6445de-63d4-435b-89c7-1473edac3ec1 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167750 May 27 01:42:00.430232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:00.430425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.475610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a9108a8-2eee-48dc-aea8-76ac5859378c req-1eb1af71-7532-4b8d-9370-22ebcbb58b70 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955605 May 27 01:42:00.531017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:00.554223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:00.572983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.610550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-22ffd2b2-f42a-48e1-a8ad-2e80181349b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:00.612078 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-22ffd2b2-f42a-48e1-a8ad-2e80181349b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2933996 May 27 01:42:00.725339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:00.726559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.727861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 1092 time: 3.4763293 May 27 01:42:00.786502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:41:58Z', 'revision_number': 3, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:00.790815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Checking router: 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:42:00.791257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Updating router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f port 40223a27-9a23-4628-b8fe-fee7dca41d2e binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:42:00.811166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:00.849248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:00.860035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab9e74-bcff-485e-9e2e-b13ddf5dfe1d req-0f31a161-4a5f-4595-9eb9-ff9f437226a1 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:00.861499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fdab9e74-bcff-485e-9e2e-b13ddf5dfe1d req-0f31a161-4a5f-4595-9eb9-ff9f437226a1 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 950 time: 0.2821000 May 27 01:42:00.938791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cb4b-7362-4878-bc83-c2369bba07d8 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:00.988339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fdab9e74-bcff-485e-9e2e-b13ddf5dfe1d req-35ee34b7-4b65-42dc-bf53-ec832d845746 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715570 May 27 01:42:01.068691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-09067238-5dcf-4fba-8d95-185b6933d020 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059289 May 27 01:42:01.205198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a652f1c-9242-4df7-9a9f-14f3b46eff77 req-96e02da6-ae83-480c-9a01-0e98a81be593 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:01.206837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a652f1c-9242-4df7-9a9f-14f3b46eff77 req-96e02da6-ae83-480c-9a01-0e98a81be593 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.4962206 May 27 01:42:01.217153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-7c72d08c-f55e-4310-a056-ad451693fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:01.218815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-7c72d08c-f55e-4310-a056-ad451693fdc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1095 time: 0.3922312 May 27 01:42:01.246989 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.258409 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.274126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Transition to ACTIVE for port object 40223a27-9a23-4628-b8fe-fee7dca41d2e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:01.283746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.324442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-3aa3ffc9-ffc6-4bba-b0d2-fe4d0ad32459 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 217 time: 0.0946441 May 27 01:42:01.331287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193259-6d35-4cbc-9214-0cd7085c907e req-a0f7adc5-75b6-48fb-8f68-df6f839ff846 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:01.333358 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7193259-6d35-4cbc-9214-0cd7085c907e req-a0f7adc5-75b6-48fb-8f68-df6f839ff846 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 947 time: 0.1949289 May 27 01:42:01.387961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Attempting to bind port 40223a27-9a23-4628-b8fe-fee7dca41d2e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:01.388358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Attempting to bind port 40223a27-9a23-4628-b8fe-fee7dca41d2e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:01.388687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Attempting to bind port 40223a27-9a23-4628-b8fe-fee7dca41d2e on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:01.398157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8831c-8cf4-48b7-8b2b-4426469fda57 None None] Pushing event updated for resources: {'Port': ['ID=40223a27-9a23-4628-b8fe-fee7dca41d2e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:01.402570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:01.403047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:01.403450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.403967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:01.404856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Bound port: 40223a27-9a23-4628-b8fe-fee7dca41d2e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:01.405017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.437909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a652f1c-9242-4df7-9a9f-14f3b46eff77 req-618ee4af-7e26-4fb8-9b12-7632016138c7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132485 May 27 01:42:01.450487 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7193259-6d35-4cbc-9214-0cd7085c907e req-38b8b50b-1862-40e9-9d29-244d2100d5e2 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078277 May 27 01:42:01.491106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] For port 40223a27-9a23-4628-b8fe-fee7dca41d2e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:01.491106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] For port 40223a27-9a23-4628-b8fe-fee7dca41d2e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=40223a27-9a23-4628-b8fe-fee7dca41d2e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:01.497640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.512475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fadbed9-0c32-4c72-8d12-921cd66b2c8e req-becba473-2873-4484-888b-37f1f37fbaf2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347217 May 27 01:42:01.517988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-9d7a6cc5-7aab-498e-ba85-efb8848be74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:01.519444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-9d7a6cc5-7aab-498e-ba85-efb8848be74e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1734245 May 27 01:42:01.535292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a0e69d-0056-4566-99d0-9ae477dfd0dd {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:01.574773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Allocated IP 172.20.0.1 (50bb64fb-067a-4f03-afc5-b66c50b54f18/37172b61-5262-4ee2-9ec8-dc2e97cfe7fc/29cd70c0-430e-4825-8e42-bd9759f71283) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:01.575651 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9749a63f-a178-4a18-9d0b-f9d3a62a5631'] response: {'name': 'network-changed', 'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47', 'status': 'completed', 'code': 200} May 27 01:42:01.592536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.597140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-77174a83-137b-41fd-aa8c-757d377a3290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641680 May 27 01:42:01.656072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8831c-8cf4-48b7-8b2b-4426469fda57 None None] Pushing event updated for resources: {'Port': ['ID=40223a27-9a23-4628-b8fe-fee7dca41d2e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:01.686583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:01.687236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:41:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:01.750701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 775f0ce8-d424-4f2a-9e56-a68302f5e36e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:01.847358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Transition to ACTIVE for port object 56a0e69d-0056-4566-99d0-9ae477dfd0dd will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:01.851893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.868536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.871667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcd377-1e34-4f62-86d5-93882c779edd req-011a3eca-b4d6-4fe4-a746-86df11942eb4 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:01.873184 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28dcd377-1e34-4f62-86d5-93882c779edd req-011a3eca-b4d6-4fe4-a746-86df11942eb4 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 1102 time: 0.1445735 May 27 01:42:01.876148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Transition to ACTIVE for port object 29cd70c0-430e-4825-8e42-bd9759f71283 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:01.940048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28dcd377-1e34-4f62-86d5-93882c779edd req-6daebf17-bfa5-4c08-be83-368982bef630 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469100 May 27 01:42:01.941469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 775f0ce8-d424-4f2a-9e56-a68302f5e36e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:01.941469 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:01.944560 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.008390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:02.069395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Pushing event updated for resources: {'Port': ['ID=56a0e69d-0056-4566-99d0-9ae477dfd0dd,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:02.077140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-4da472fc-45de-4a23-82df-82c7f1a4c7a6 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689460 May 27 01:42:02.101340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ca93b6ee-15a6-4ceb-a264-727875744c43 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:02.259937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6a6d1-20dc-443b-b74c-e6860c79402d req-9d504989-7c82-401c-9e6a-3e0bfd2d3ee0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:02.260727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38a6a6d1-20dc-443b-b74c-e6860c79402d req-9d504989-7c82-401c-9e6a-3e0bfd2d3ee0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:02.263400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Pushing event updated for resources: {'Port': ['ID=29cd70c0-430e-4825-8e42-bd9759f71283,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:02.281996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:02.284284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:02.289904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:02.348418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38a6a6d1-20dc-443b-b74c-e6860c79402d req-9d504989-7c82-401c-9e6a-3e0bfd2d3ee0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:02.356300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38a6a6d1-20dc-443b-b74c-e6860c79402d req-9d504989-7c82-401c-9e6a-3e0bfd2d3ee0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 943 time: 0.6278040 May 27 01:42:02.358410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.407571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7082a324-6031-4be8-8226-b2987cbc5de0 req-0b79243b-a483-490d-bf28-4e0290d0cb77 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819173 May 27 01:42:02.418600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Attempting to bind port 56a0e69d-0056-4566-99d0-9ae477dfd0dd on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:02.419096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Attempting to bind port 56a0e69d-0056-4566-99d0-9ae477dfd0dd by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:02.419518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Attempting to bind port 56a0e69d-0056-4566-99d0-9ae477dfd0dd on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:02.452326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38a6a6d1-20dc-443b-b74c-e6860c79402d req-4586d470-09e9-4ebd-8b6e-5ce6e88c50ea tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:02.466174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Port 56a0e69d-0056-4566-99d0-9ae477dfd0dd on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:02.467072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Attempting to bind port 56a0e69d-0056-4566-99d0-9ae477dfd0dd on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:02.475635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:02.476213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:02.476969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:02.477503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Bound port: 56a0e69d-0056-4566-99d0-9ae477dfd0dd, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:02.478071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.522009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.523207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4807ef-70ff-46da-8aa5-a1855ddb665a req-fd160370-a3f9-4923-a1e5-5acdb2c95de7 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:02.531710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d4807ef-70ff-46da-8aa5-a1855ddb665a req-fd160370-a3f9-4923-a1e5-5acdb2c95de7 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 948 time: 0.3527718 May 27 01:42:02.589100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ca93b6ee-15a6-4ceb-a264-727875744c43, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ca93b6ee-15a6-4ceb-a264-727875744c43,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:02.596081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 775f0ce8-d424-4f2a-9e56-a68302f5e36e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:02.621820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'ca93b6ee-15a6-4ceb-a264-727875744c43', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'ca93b6ee-15a6-4ceb-a264-727875744c43', 'mac_address': 'fa:16:3e:b5:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:02.623607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d4807ef-70ff-46da-8aa5-a1855ddb665a req-5bba2e9d-7ae6-4d41-97c0-d582b3c9b0a2 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 May 27 01:42:02.672413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38a6a6d1-20dc-443b-b74c-e6860c79402d req-4586d470-09e9-4ebd-8b6e-5ce6e88c50ea tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:02.673673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38a6a6d1-20dc-443b-b74c-e6860c79402d req-4586d470-09e9-4ebd-8b6e-5ce6e88c50ea tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165751 May 27 01:42:02.691820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-b72767d5-b918-4831-abf1-e327cf957643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:02.693309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-b72767d5-b918-4831-abf1-e327cf957643 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1095 time: 0.2030969 May 27 01:42:02.715722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c047ef8d-e314-4e57-8cdb-e5b0d3873c77 None None] Provisioning for port 29cd70c0-430e-4825-8e42-bd9759f71283 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:02.728912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c047ef8d-e314-4e57-8cdb-e5b0d3873c77 None None] Provisioning complete for port 29cd70c0-430e-4825-8e42-bd9759f71283 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:02.729413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c047ef8d-e314-4e57-8cdb-e5b0d3873c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.792487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c047ef8d-e314-4e57-8cdb-e5b0d3873c77 None None] Port 29cd70c0-430e-4825-8e42-bd9759f71283 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:02.800367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ca93b6ee-15a6-4ceb-a264-727875744c43 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:02.800826 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.806833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] For port 56a0e69d-0056-4566-99d0-9ae477dfd0dd, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:02.819985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] For port 56a0e69d-0056-4566-99d0-9ae477dfd0dd, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=56a0e69d-0056-4566-99d0-9ae477dfd0dd,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:02.829412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:41:58Z', 'revision_number': 3, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:02.835008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1d7aa-cf84-45e1-8862-38cd70a2b5b0 None None] The sync data for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 is: [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:41:58Z', 'revision_number': 3, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:42:02.837429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca93b6ee-15a6-4ceb-a264-727875744c43 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:02.848200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.855960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.861701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.886625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ca93b6ee-15a6-4ceb-a264-727875744c43, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ca93b6ee-15a6-4ceb-a264-727875744c43,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:02.964227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-7b9b7ace-aa6d-4b7b-b315-3c95a4981b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:02.966243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-7b9b7ace-aa6d-4b7b-b315-3c95a4981b4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2562175 May 27 01:42:02.967294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-06daeb63-43e2-44c9-a1ac-53aa40239911 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754972 May 27 01:42:02.968631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:02.969392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:02.970851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] 10.222.0.47 "PUT /v2.0/ports/56a0e69d-0056-4566-99d0-9ae477dfd0dd HTTP/1.1" status: 200 len: 1097 time: 2.8955905 May 27 01:42:02.993092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:03.102466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ca93b6ee-15a6-4ceb-a264-727875744c43,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:03.124400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-161afcc4-3cd5-49ae-80d6-3d6af4b9cf03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 217 time: 0.1504896 May 27 01:42:03.193249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:03.206176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cf554-108b-4338-9451-8059aa01d802 req-baa9fea2-52a4-4848-8be7-d9cfad4aeda6 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:03.208120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f60cf554-108b-4338-9451-8059aa01d802 req-baa9fea2-52a4-4848-8be7-d9cfad4aeda6 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.4133103 May 27 01:42:03.209565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:03.268772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9163c-b65b-4cca-9039-7279564ea261 service neutron] Pushing event updated for resources: {'Port': ['ID=56a0e69d-0056-4566-99d0-9ae477dfd0dd,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:03.331862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-8d50b46d-168b-4e88-b8ed-87ab99d6674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:03.333326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-8d50b46d-168b-4e88-b8ed-87ab99d6674c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1994684 May 27 01:42:03.403871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Pushing event updated for resources: {'Port': ['ID=29cd70c0-430e-4825-8e42-bd9759f71283,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:03.404416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-ea8e4a62-3513-4da0-9f93-f37fe7d866be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546141 May 27 01:42:03.414370 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:03.421488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f60cf554-108b-4338-9451-8059aa01d802 req-c779735c-a299-4a31-98b6-e82c7e72a68c tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565354 May 27 01:42:03.478193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ca93b6ee-15a6-4ceb-a264-727875744c43'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:03.560607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-a499ec17-d75b-4d0a-8dd2-146ae2a5e911 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458881 May 27 01:42:03.562461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-64061317-2c93-4f6a-b413-b5392b28c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:03.564241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-64061317-2c93-4f6a-b413-b5392b28c713 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e46acd997de4c7d81749775eb26b9fc&device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 1100 time: 0.5331881 May 27 01:42:03.570867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-6221469f-0596-4da6-b1c7-27ba55996e75 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:03.572285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-6221469f-0596-4da6-b1c7-27ba55996e75 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4972835 May 27 01:42:03.640645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'tag': '56a0e69d-0056-4566-99d0-9ae477dfd0dd'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:03.713711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:03.723024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:03.771373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 40223a27-9a23-4628-b8fe-fee7dca41d2e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:03.864596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-cdf0c33a-d6df-4f57-8287-86017410f811 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=56a0e69d-0056-4566-99d0-9ae477dfd0dd HTTP/1.1" status: 200 len: 217 time: 0.2910461 May 27 01:42:03.891409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-b20271af-d15e-4a3c-bbe2-9d6e28054a9e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/quotas/85ba29e0ffe44821b6ac9a6d795c9f9f HTTP/1.1" status: 200 len: 375 time: 0.1175997 May 27 01:42:03.898065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 40223a27-9a23-4628-b8fe-fee7dca41d2e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:03.905978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 40223a27-9a23-4628-b8fe-fee7dca41d2e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:03.906448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:03.957535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92356e7d-fe5e-4e3c-8d71-884d1dd3d19a req-14e2f6d4-5629-4486-9a69-339fb6ff3e46 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:03.965535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92356e7d-fe5e-4e3c-8d71-884d1dd3d19a req-14e2f6d4-5629-4486-9a69-339fb6ff3e46 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 948 time: 0.3510172 May 27 01:42:04.036722 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92356e7d-fe5e-4e3c-8d71-884d1dd3d19a req-387dccd2-c7e9-4d32-ad12-5a7d1b8d6558 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702286 May 27 01:42:04.043848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:42:04.075053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-ea3e714b-d0b5-4124-a2b1-e9f0a65c660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:04.076423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-ea3e714b-d0b5-4124-a2b1-e9f0a65c660c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1817067 May 27 01:42:04.095228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 40223a27-9a23-4628-b8fe-fee7dca41d2e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:04.095776 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:04.118441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 40223a27-9a23-4628-b8fe-fee7dca41d2e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=40223a27-9a23-4628-b8fe-fee7dca41d2e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:04.125105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0fee56d-6783-4a7c-bb27-36fdfd81558f None None] Provisioning complete for port 29cd70c0-430e-4825-8e42-bd9759f71283 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:04.125575 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0fee56d-6783-4a7c-bb27-36fdfd81558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:04.162950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:04.186094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9bb9209-967d-4e5a-912a-feafde62c9c6 req-594901e1-6687-4023-9e02-8f0f3cc5dadb service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460641 May 27 01:42:04.223495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-c1761b64-deff-440c-91bb-2f04c43e5952 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2726028 May 27 01:42:04.244134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-f75b7cfd-7b92-41d9-837a-a0272018b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:04.244514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a0fee56d-6783-4a7c-bb27-36fdfd81558f None None] Port 29cd70c0-430e-4825-8e42-bd9759f71283 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:04.247089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-f75b7cfd-7b92-41d9-837a-a0272018b27e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1435812 May 27 01:42:04.259559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=40223a27-9a23-4628-b8fe-fee7dca41d2e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:04.408360 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-41c5b235-aa1c-4290-96e4-e6e513ede3b3 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543174 May 27 01:42:04.451770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:42:04.465291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-419104b8-498d-4135-8df6-25db857d5a2f admin admin] 10.222.0.16 "PUT /v2.0/routers/2a4ccee5-bcd1-4c45-851b-3f57fef4a62f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1929810 May 27 01:42:04.479995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494da7a-70c6-478c-99e6-ba7c6bc41aba req-2a9dd624-52ef-492e-bfc5-d74bf2d617e8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:04.481609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4494da7a-70c6-478c-99e6-ba7c6bc41aba req-2a9dd624-52ef-492e-bfc5-d74bf2d617e8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1252773 May 27 01:42:04.534723 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4494da7a-70c6-478c-99e6-ba7c6bc41aba req-87df5538-8799-4f78-828f-93566c4023c3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 May 27 01:42:04.646194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13c43202-08a4-45a6-a712-eba2c9ed0356 req-05a8f800-4a08-413e-9719-6694393c4be3 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293413 May 27 01:42:04.827500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c3ba5-589f-493e-885c-09cfc9dc26fe req-bfe538b8-027c-4d64-beea-4ccced31a6c1 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:04.838126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-542c3ba5-589f-493e-885c-09cfc9dc26fe req-bfe538b8-027c-4d64-beea-4ccced31a6c1 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 948 time: 0.1215181 May 27 01:42:04.899465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-542c3ba5-589f-493e-885c-09cfc9dc26fe req-3395f95f-2c97-479d-8bca-e0a23a6c91e0 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602334 May 27 01:42:04.955756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175262be-4b09-4364-acff-7c6d2650d40d req-268b097e-3a62-46d2-a82f-cf7f78128004 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:04.957581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-175262be-4b09-4364-acff-7c6d2650d40d req-268b097e-3a62-46d2-a82f-cf7f78128004 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 943 time: 0.1313400 May 27 01:42:04.959287 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8e79d9-4c97-4b9e-b3e8-fe7a44ea6661'] response: {'name': 'network-changed', 'server_uuid': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'tag': '56a0e69d-0056-4566-99d0-9ae477dfd0dd', 'status': 'completed', 'code': 200} May 27 01:42:05.068127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-175262be-4b09-4364-acff-7c6d2650d40d req-fcb0bb8d-655f-4fd8-82f8-6cafce7c7837 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035924 May 27 01:42:05.100606 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Sync routers for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:42:05.101153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-08e1255f-5771-4a49-876f-2f1ba98df988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:05.102634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-08e1255f-5771-4a49-876f-2f1ba98df988 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e46acd997de4c7d81749775eb26b9fc&device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 1100 time: 0.1137447 May 27 01:42:05.116739 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:05.117360 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:41:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:05.127434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c420b98-fbdf-4f44-ba0a-548927b32d6b req-7d742aeb-2480-49dc-a510-1d9281daf52c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 210 time: 0.0912235 May 27 01:42:05.279599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-a74f3dc8-113a-4545-b0a7-f21d2a4503b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:05.283444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-a74f3dc8-113a-4545-b0a7-f21d2a4503b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1739378 May 27 01:42:05.353308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50464) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:05.361971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91886585', 'description': 'tempest-description--2021789569'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:05.365665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-e578a8eb-0c8e-4866-81c0-7de0438f0219 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=56a0e69d-0056-4566-99d0-9ae477dfd0dd HTTP/1.1" status: 200 len: 217 time: 0.0743089 May 27 01:42:05.369921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:05.376116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Usage tracker for resource:security_group and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:05.379828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:05.388666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:05.405973 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:05.490245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-be2def50-f6b8-4900-972c-ef310a7fd5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:05.491723 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-be2def50-f6b8-4900-972c-ef310a7fd5a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1170831 May 27 01:42:05.513955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-dfa133b7-8709-484a-bffd-8ca3f92a4bf0 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2786b27664034c8294ce5aac3dddfdc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470994 May 27 01:42:05.519093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:05.525039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Usage tracker for resource:security_group_rule and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:05.529358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:05.561721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:05.572591 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:05.730989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c05c1a34-926c-4a1a-bdc4-a0c3fa9a8dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:05.759074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 40223a27-9a23-4628-b8fe-fee7dca41d2e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:05.773944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-5fa0df99-6531-4f54-ab07-4ba49f74e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:05.775586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-5fa0df99-6531-4f54-ab07-4ba49f74e5ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2671690 May 27 01:42:05.786953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-93be5c51-39b6-4178-9fa2-f6e89434a89a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:05.791125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ace25-398a-4147-8544-0fdff91ddb3f req-09759a9b-4cae-4001-a6fc-de18dfed07cd tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:05.794437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-93be5c51-39b6-4178-9fa2-f6e89434a89a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711749 May 27 01:42:05.798571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-440ace25-398a-4147-8544-0fdff91ddb3f req-09759a9b-4cae-4001-a6fc-de18dfed07cd tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 948 time: 0.1507623 May 27 01:42:05.831309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-c7b198cd-f266-4458-987c-570f0b55971d tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/quotas/2786b27664034c8294ce5aac3dddfdc8 HTTP/1.1" status: 200 len: 375 time: 0.0357623 May 27 01:42:05.839386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:05.848528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 40223a27-9a23-4628-b8fe-fee7dca41d2e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:05.849043 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:05.876614 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:05.914417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:05.916026 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5606656 May 27 01:42:05.919190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50484) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:05.932258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Request body: {'security_group_rule': {'security_group_id': '2fa144ea-de97-42a1-804f-07b43ef3122e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:05.945481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:05.948963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa8b02-f8c8-43dc-90ad-9c334d54adaf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa144ea-de97-42a1-804f-07b43ef3122e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:05.962383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-440ace25-398a-4147-8544-0fdff91ddb3f req-4ee8d269-29f4-4497-81f4-5cfb2d90f896 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593170 May 27 01:42:05.983117 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-30916a1b-4d32-4023-bda2-8a862b3d8d08 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2786b27664034c8294ce5aac3dddfdc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506152 May 27 01:42:05.993536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Usage tracker for resource:security_group_rule and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:06.015515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:06.024809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:06.029151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:06.068784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ca93b6ee-15a6-4ceb-a264-727875744c43 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:06.071430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.099160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-30259e43-c7ed-4ae6-885c-4e93bf623f60 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427806 May 27 01:42:06.129073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-f4607620-1000-4f10-860e-c59b2a2b258b service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277779 May 27 01:42:06.169558 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 2, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:06.186755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Checking router: 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:42:06.187362 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Updating router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f port 29cd70c0-430e-4825-8e42-bd9759f71283 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:42:06.249083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 40223a27-9a23-4628-b8fe-fee7dca41d2e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:06.297103 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.344328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-83b51d09-e956-48da-92f6-374a7d67c71c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:06.346140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-83b51d09-e956-48da-92f6-374a7d67c71c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416890 May 27 01:42:06.358521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-208e5cfe-aeed-4724-b908-a07fc02c3492 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--966329248&fields=id&tenant_id=3db63a665fba4e6cae692f0d3910abce HTTP/1.1" status: 200 len: 267 time: 0.0746415 May 27 01:42:06.363431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:06.408544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port ca93b6ee-15a6-4ceb-a264-727875744c43 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:06.418909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port ca93b6ee-15a6-4ceb-a264-727875744c43 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:06.419275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.518273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:06.601515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ca93b6ee-15a6-4ceb-a264-727875744c43 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:06.602287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.634522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'port_id': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47', 'mac_address': 'fa:16:3e:1b:d9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db009aff-f446-4aee-9072-77386fec3a4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:06.688318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca93b6ee-15a6-4ceb-a264-727875744c43'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:06.721935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ca93b6ee-15a6-4ceb-a264-727875744c43, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ca93b6ee-15a6-4ceb-a264-727875744c43,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:06.732026 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.738116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.741611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:06.751949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.767292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-e9e13447-cbb4-48c9-9d0e-1d012bcf5994 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:06.769080 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-e9e13447-cbb4-48c9-9d0e-1d012bcf5994 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 824 time: 0.3591895 May 27 01:42:06.798252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51db489-58f1-4210-a635-bd0ce0a5c5ee,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:06.798786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:06.814409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bb219-f95b-444f-b385-1c1e01e8383e req-fbe789b2-2a71-4bb4-b189-010ff2ebf69b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:06.821516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-548bb219-f95b-444f-b385-1c1e01e8383e req-fbe789b2-2a71-4bb4-b189-010ff2ebf69b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.7117982 May 27 01:42:06.835843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-405af80c-461c-4fb8-965e-cd8bc0658d2b tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/quotas/3db63a665fba4e6cae692f0d3910abce HTTP/1.1" status: 200 len: 375 time: 0.0531929 May 27 01:42:06.841335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50de406c-cf5e-409e-ac46-cba76667dc32 req-ed235f6b-9150-4c3b-9f7f-a69c5a205a25 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844738 May 27 01:42:06.851342 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.864199 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Transition to ACTIVE for port object 29cd70c0-430e-4825-8e42-bd9759f71283 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:06.870166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.872183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ddc1c092-619b-4399-be13-fcb5e5e6a74a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9518962 May 27 01:42:06.876033 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.876917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50512) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:06.887614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Request body: {'security_group_rule': {'security_group_id': '2fa144ea-de97-42a1-804f-07b43ef3122e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:06.889234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ca93b6ee-15a6-4ceb-a264-727875744c43,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:06.901071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:06.901593 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.910294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-548bb219-f95b-444f-b385-1c1e01e8383e req-63ebf930-81e6-4f28-a097-49df46ddc900 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876396 May 27 01:42:06.915806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:06.925714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Usage tracker for resource:security_group_rule and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:06.926412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:06.935832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:06.953617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:06.959995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:06.961764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:06.993808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.004375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:07.008376 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.073989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:07.158965 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Pushing event updated for resources: {'Port': ['ID=29cd70c0-430e-4825-8e42-bd9759f71283,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:07.172018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.202245 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.203428 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.204035 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.215798 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.217478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.218116 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.218783 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.219339 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.219904 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.220462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.221003 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.221560 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.221741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-ed37c311-ef24-4721-8574-37bdc76553da tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3847141 May 27 01:42:07.222312 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:07.267805 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Attempting to bind port 29cd70c0-430e-4825-8e42-bd9759f71283 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:07.268283 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Attempting to bind port 29cd70c0-430e-4825-8e42-bd9759f71283 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:07.268717 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Attempting to bind port 29cd70c0-430e-4825-8e42-bd9759f71283 on network 50bb64fb-067a-4f03-afc5-b66c50b54f18 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:07.275413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb603f4-a237-444d-80f9-816ef3eeb311,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:07.283623 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:07.284080 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Checking segment: {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:07.284858 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.285323 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Bound using segment: {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:07.285879 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Bound port: 29cd70c0-430e-4825-8e42-bd9759f71283, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:07.286372 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.311073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.312483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3b075e98-d397-4ad5-962a-b36ae298b7cf tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4343779 May 27 01:42:07.315788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50518) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:07.322450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:07.333084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:07.345923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['32d1cc66-1ad0-4752-bebd-d92a6c9ced47'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:07.346521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e2a4-596a-4b79-9627-0763d001e2d6 req-3aacd66e-89a6-4697-bc46-cf11f085bf17 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:07.347264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1bf6e2a4-596a-4b79-9627-0763d001e2d6 req-3aacd66e-89a6-4697-bc46-cf11f085bf17 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Synchronizing usage tracker for tenant:0e46acd997de4c7d81749775eb26b9fc on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:07.350050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Usage tracker for resource:floatingip and tenant:a56dc6c84c3542f78a5d362e32946205 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:07.367318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:07.377348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:07.392023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-65c62eb5-cd76-4689-873b-8e0c5d512363 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:07.393495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-65c62eb5-cd76-4689-873b-8e0c5d512363 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "GET /v2.0/ports?device_id=635378f2-e348-496b-9a0d-fa301e22377b HTTP/1.1" status: 200 len: 946 time: 0.2281165 May 27 01:42:07.426850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.83 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/9196de08-c6e4-487a-a04c-74297024e4dc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:07.438607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.440857 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] For port 29cd70c0-430e-4825-8e42-bd9759f71283, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:07.445035 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] For port 29cd70c0-430e-4825-8e42-bd9759f71283, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=29cd70c0-430e-4825-8e42-bd9759f71283,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:07.451333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1bf6e2a4-596a-4b79-9627-0763d001e2d6 req-3aacd66e-89a6-4697-bc46-cf11f085bf17 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Unset dirty status for tenant:0e46acd997de4c7d81749775eb26b9fc on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:07.452494 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1bf6e2a4-596a-4b79-9627-0763d001e2d6 req-3aacd66e-89a6-4697-bc46-cf11f085bf17 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 948 time: 0.3355539 May 27 01:42:07.469850 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.487232 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-b88ed9a0-0951-4aa9-9f61-60efbeafa9b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497096 May 27 01:42:07.578193 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:07.579217 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:41:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:07.646231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Deleting port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:42:07.646595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.668755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be855576-7fe3-4312-90b0-d197d45cbe1e None None] Pushing event updated for resources: {'Port': ['ID=29cd70c0-430e-4825-8e42-bd9759f71283,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:07.716831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1bf6e2a4-596a-4b79-9627-0763d001e2d6 req-c9f8ac4c-7320-4f97-b865-f17132b1325d tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Synchronizing usage tracker for tenant:0e46acd997de4c7d81749775eb26b9fc on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:07.873860 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:07.879683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1bf6e2a4-596a-4b79-9627-0763d001e2d6 req-c9f8ac4c-7320-4f97-b865-f17132b1325d tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Unset dirty status for tenant:0e46acd997de4c7d81749775eb26b9fc on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:07.896170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1bf6e2a4-596a-4b79-9627-0763d001e2d6 req-c9f8ac4c-7320-4f97-b865-f17132b1325d tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228246 May 27 01:42:07.898036 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e46a430f-9ef3-4daa-8b6d-0e3cf78241c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:07.996120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-5693f9e6-b85f-4549-bee6-bc5e535c02ff tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2786b27664034c8294ce5aac3dddfdc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831718 May 27 01:42:08.007488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:08.023462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:42:08.043548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-027c0172-3b38-42e4-838f-c57305bc0e06 service neutron] 10.222.0.16 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554695 May 27 01:42:08.046946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object 9196de08-c6e4-487a-a04c-74297024e4dc will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:08.079590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:08.091879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332', '0e414a1f-6f9b-467f-8973-d56c997d1fb8', '3f6c2506-9d94-4745-821f-c826762fda5a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:08.195123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:08.198859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:08.202920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:08.274861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=9196de08-c6e4-487a-a04c-74297024e4dc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:08.352175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:08.352838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:08.418376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-222dd7bc-20aa-4ac0-af6d-a698f9656a8f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0586469 May 27 01:42:08.430730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Request body: {'port': {'device_id': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:08.487209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:08.507742 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:07Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:08.514826 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32327093-b432-4f0e-9f03-2a3dc18ca35c None None] The sync data for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 is: [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:07Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:42:08.538028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:08.651433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-3023f5e7-bf92-4c7e-882d-077d9fda3bdc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:08.653267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-3023f5e7-bf92-4c7e-882d-077d9fda3bdc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6344752 May 27 01:42:08.677324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Request body: {'port': {'device_id': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '2786b27664034c8294ce5aac3dddfdc8'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:08.722409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] For port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:08.722835 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:08.726348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:08.748988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0b6e4eb-2115-4116-92ff-d696aa83ca00 None None] Provisioning for port 9196de08-c6e4-487a-a04c-74297024e4dc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:08.764782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc6b4-b83b-4f46-96f1-9fe26b7bcc74 req-99844058-7083-44d2-a01c-d7e2e84cfdc4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:08.766391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f78fc6b4-b83b-4f46-96f1-9fe26b7bcc74 req-99844058-7083-44d2-a01c-d7e2e84cfdc4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.6673477 May 27 01:42:08.808351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa9a0-c573-477a-825f-adfc20e34940 req-2f745238-ff42-48a3-8df5-6a8cc8e8befe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:08.814591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3d0aa9a0-c573-477a-825f-adfc20e34940 req-2f745238-ff42-48a3-8df5-6a8cc8e8befe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:08.845550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0b6e4eb-2115-4116-92ff-d696aa83ca00 None None] Provisioning complete for port 9196de08-c6e4-487a-a04c-74297024e4dc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:08.846265 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e4eb-2115-4116-92ff-d696aa83ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:08.952026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3d0aa9a0-c573-477a-825f-adfc20e34940 req-2f745238-ff42-48a3-8df5-6a8cc8e8befe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:08.959033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d0aa9a0-c573-477a-825f-adfc20e34940 req-2f745238-ff42-48a3-8df5-6a8cc8e8befe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 935 time: 0.4506640 May 27 01:42:09.029602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6e4eb-2115-4116-92ff-d696aa83ca00 None None] Port 9196de08-c6e4-487a-a04c-74297024e4dc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:09.077985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d0aa9a0-c573-477a-825f-adfc20e34940 req-79c93a46-7302-42dc-ba7a-8364b5e54f77 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179981 May 27 01:42:09.168215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f78fc6b4-b83b-4f46-96f1-9fe26b7bcc74 req-b5473f4c-8df8-47c8-915c-5e7887c9d4eb tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227663 May 27 01:42:09.320767 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bded8a-834a-4914-a9c2-236e9f6ec455'] response: {'server_uuid': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca93b6ee-15a6-4ceb-a264-727875744c43', 'code': 200} May 27 01:42:09.376144 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:09.385227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:09.414209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:09.610928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26b685e1-7cb3-4665-b542-385958450da5 req-68aceeb3-7513-427c-a483-a5c7f138c7fa tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 210 time: 0.0695035 May 27 01:42:09.626134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9196de08-c6e4-487a-a04c-74297024e4dc {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:09.643399 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:09.686174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Transition to ACTIVE for port object 9196de08-c6e4-487a-a04c-74297024e4dc will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:09.697767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:09.708070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 56a0e69d-0056-4566-99d0-9ae477dfd0dd details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:09.787912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29cd70c0-430e-4825-8e42-bd9759f71283 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:09.876768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:09.889220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Allocated IP 172.25.3.100 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/81922463-60b1-4f73-b23f-e5292d032480) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:09.987621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Made reservation on behalf of 2786b27664034c8294ce5aac3dddfdc8 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:09.992343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.047760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Pushing event updated for resources: {'Port': ['ID=9196de08-c6e4-487a-a04c-74297024e4dc,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:10.063765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:10.122376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 29cd70c0-430e-4825-8e42-bd9759f71283 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:10.135530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 56a0e69d-0056-4566-99d0-9ae477dfd0dd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=56a0e69d-0056-4566-99d0-9ae477dfd0dd,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:10.147052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 29cd70c0-430e-4825-8e42-bd9759f71283 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:10.147426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.189818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.190409 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.191046 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6 disassociated. External IP: 172.25.3.230, port: 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b. May 27 01:42:10.191046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Calling delete_port for 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:42:10.201560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '56a0e69d-0056-4566-99d0-9ae477dfd0dd', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '56a0e69d-0056-4566-99d0-9ae477dfd0dd', 'mac_address': 'fa:16:3e:fe:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:10.221095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Attempting to bind port 9196de08-c6e4-487a-a04c-74297024e4dc on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:10.221598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Attempting to bind port 9196de08-c6e4-487a-a04c-74297024e4dc by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:10.221791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Attempting to bind port 9196de08-c6e4-487a-a04c-74297024e4dc on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:10.234849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f5f57-bb6a-4155-8e51-dc4f16f9be35 req-a007fe46-2ee5-434a-b520-7de421b9780d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:10.236193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a31f5f57-bb6a-4155-8e51-dc4f16f9be35 req-a007fe46-2ee5-434a-b520-7de421b9780d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.3107579 May 27 01:42:10.238441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Port 9196de08-c6e4-487a-a04c-74297024e4dc on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:10.238902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Attempting to bind port 9196de08-c6e4-487a-a04c-74297024e4dc on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:10.261539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:10.262480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:10.262480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:10.262734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Bound port: 9196de08-c6e4-487a-a04c-74297024e4dc, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:10.263065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.302667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 56a0e69d-0056-4566-99d0-9ae477dfd0dd is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:10.304362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.311147 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a31f5f57-bb6a-4155-8e51-dc4f16f9be35 req-62a43639-b8c4-4640-8325-b904bd935436 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682900 May 27 01:42:10.317813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:10.369447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a0e69d-0056-4566-99d0-9ae477dfd0dd {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:10.374151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:10.374341 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.429030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] For port 9196de08-c6e4-487a-a04c-74297024e4dc, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:10.440106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] For port 9196de08-c6e4-487a-a04c-74297024e4dc, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9196de08-c6e4-487a-a04c-74297024e4dc,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:10.442785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 29cd70c0-430e-4825-8e42-bd9759f71283 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:10.443174 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.447176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.460539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 56a0e69d-0056-4566-99d0-9ae477dfd0dd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=56a0e69d-0056-4566-99d0-9ae477dfd0dd,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:10.475724 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.520054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a33d2e-e0ad-4e4b-8ebb-333b58ca8eda req-a12f2b15-32f4-44f4-b509-771fb6b33dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:10.521627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2a33d2e-e0ad-4e4b-8ebb-333b58ca8eda req-a12f2b15-32f4-44f4-b509-771fb6b33dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 1101 time: 1.1039550 May 27 01:42:10.551266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 29cd70c0-430e-4825-8e42-bd9759f71283, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=29cd70c0-430e-4825-8e42-bd9759f71283,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:10.595372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.602820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=56a0e69d-0056-4566-99d0-9ae477dfd0dd,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:10.611193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48ab0aa8-fb51-4e25-9769-e5475ce7a467 req-f08628f9-d15f-483c-9e36-4f33325e4137 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 210 time: 0.0967245 May 27 01:42:10.647859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:10.648603 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.652010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] 10.222.0.47 "PUT /v2.0/ports/9196de08-c6e4-487a-a04c-74297024e4dc HTTP/1.1" status: 200 len: 1096 time: 2.2256715 May 27 01:42:10.662279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'tag': '9196de08-c6e4-487a-a04c-74297024e4dc'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:10.680199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.13', 52242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:10.703123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:10.703504 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.706181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ecf1a-fb1e-4000-a3b8-c7edc15bc62b req-de646bf8-ab31-4905-b517-352ba8712786 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:10.707865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9a6ecf1a-fb1e-4000-a3b8-c7edc15bc62b req-de646bf8-ab31-4905-b517-352ba8712786 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 949 time: 1.0995975 May 27 01:42:10.736687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=29cd70c0-430e-4825-8e42-bd9759f71283,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:10.753903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:10.759831 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.763163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:42:10.854780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:10.972544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2a33d2e-e0ad-4e4b-8ebb-333b58ca8eda req-ac0e80cc-3b1c-4682-9917-9c0b88f728c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309189 May 27 01:42:11.001993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Allocated IP 192.168.233.154 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/305ecd6f-11db-4487-bdb4-94beaddd887c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:11.026605 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:11.028624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9a6ecf1a-fb1e-4000-a3b8-c7edc15bc62b req-712a5cab-1db5-436b-8307-a8717fbf902b tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766542 May 27 01:42:11.034875 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:11.075793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b update to DOWN by agent not found {{(pid=88427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 01:42:11.080385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:11.095968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['56a0e69d-0056-4566-99d0-9ae477dfd0dd'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:11.113840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event deleted for resources: {'Port': ['ID=88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:11.217907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33fdae-c528-40b5-9485-f369c659ce6c service neutron] Pushing event updated for resources: {'Port': ['ID=9196de08-c6e4-487a-a04c-74297024e4dc,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:11.224737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:11.313190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-df7d0f8b-e8c1-4e5f-a3b2-296ea9fe4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:11.326747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-df7d0f8b-e8c1-4e5f-a3b2-296ea9fe4fd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 1099 time: 0.5746753 May 27 01:42:11.328039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:11.392117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-6070ce63-fd6a-4e30-8416-64610e3c995c tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:11.393499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-6070ce63-fd6a-4e30-8416-64610e3c995c tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 824 time: 0.7034960 May 27 01:42:11.477792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d6ed5-9841-4c42-a0b4-2d0c8d3f0946 req-37001cad-55cc-4548-aa14-b3a7617da27a tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:11.479851 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a48d6ed5-9841-4c42-a0b4-2d0c8d3f0946 req-37001cad-55cc-4548-aa14-b3a7617da27a tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 949 time: 0.4014916 May 27 01:42:11.479970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:11.483146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-f81fcbcf-823b-46dd-898a-d0ae6e6d4839 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9196de08-c6e4-487a-a04c-74297024e4dc HTTP/1.1" status: 200 len: 217 time: 0.0872035 May 27 01:42:11.492848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:11.515071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:11.547760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event updated for resources: {'Port': ['ID=81922463-60b1-4f73-b23f-e5292d032480,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:11.567806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-7cf79f94-b159-4dbd-b3ed-fb008464bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:11.570242 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-7cf79f94-b159-4dbd-b3ed-fb008464bb51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0690777 May 27 01:42:11.660009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Router 10b05497-0f8c-4616-b7d8-78a9192b9151 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:42:11.662122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:11.665815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-165a2c57-b494-4229-ada9-cc12c4cda6f6 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db63a665fba4e6cae692f0d3910abce HTTP/1.1" status: 200 len: 379 time: 0.2146196 May 27 01:42:11.679582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a48d6ed5-9841-4c42-a0b4-2d0c8d3f0946 req-45d4324a-3cc1-436f-b740-532796b68e93 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892958 May 27 01:42:11.684790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'port': {'device_id': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'admin_state_up': True, 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'security_groups': ['a56e738e-f180-4878-8797-ff1bc4694005']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:11.739966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d039a5-33ec-450c-afb3-2533788e322c req-0875a75e-d486-4dc7-a01d-6ead5fc0f9c2 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:11.741469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0d039a5-33ec-450c-afb3-2533788e322c req-0875a75e-d486-4dc7-a01d-6ead5fc0f9c2 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 947 time: 0.5414131 May 27 01:42:11.742938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29cd70c0-430e-4825-8e42-bd9759f71283 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:11.747903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Transition to ACTIVE for port object 305ecd6f-11db-4487-bdb4-94beaddd887c will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:11.911200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 29cd70c0-430e-4825-8e42-bd9759f71283 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:11.912019 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:11.940630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:11.952875 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:11.974740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:11.996183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-f295ae8a-4af3-4f94-90c4-8db8538abcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:11.999542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-f295ae8a-4af3-4f94-90c4-8db8538abcaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3924046 May 27 01:42:12.004743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Made reservation on behalf of 3db63a665fba4e6cae692f0d3910abce for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:12.008505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:12.047967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0d039a5-33ec-450c-afb3-2533788e322c req-ad1cea83-c3f9-44f1-a184-c0462bc75cfe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986069 May 27 01:42:12.058134 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:12.105512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 29cd70c0-430e-4825-8e42-bd9759f71283 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:12.152542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:12.170137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6adc92-fe33-4bee-96ca-ebcd08986a9b req-d4a661ab-707a-4a0e-9717-3f698c22197c tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:12.171687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f6adc92-fe33-4bee-96ca-ebcd08986a9b req-d4a661ab-707a-4a0e-9717-3f698c22197c tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 945 time: 0.2811208 May 27 01:42:12.199944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:12.212267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:12.234704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['66d23b77-7d3a-41ec-98aa-92709a3c8a78'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:12.293381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Pushing event updated for resources: {'Port': ['ID=305ecd6f-11db-4487-bdb4-94beaddd887c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:12.327022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-43423c8b-49e1-4e45-9020-734ccc0bf72c service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074102 May 27 01:42:12.360059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:12.365612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f6adc92-fe33-4bee-96ca-ebcd08986a9b req-4a28ff3b-6dfe-4e0f-838d-85167bee5f5c tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552668 May 27 01:42:12.441772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:42:12.459545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] Sync routers for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:42:12.464177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:12.464841 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:12.489271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:12.490220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:42:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:12.567417 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6022edb-2e06-4604-9d8b-c3ac09b26e66'] response: {'name': 'network-changed', 'server_uuid': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'tag': '9196de08-c6e4-487a-a04c-74297024e4dc', 'status': 'completed', 'code': 200} May 27 01:42:12.675115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Allocated IP 172.20.0.12 (1424c11e-5f34-4f4b-8939-2b8c6df8c6eb/044d285e-9bbc-4dda-87ae-46c526fe2ea5/adc09f71-86f8-460c-b378-b10acf4ddd7e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:12.693165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b65a9752-1571-40bc-b7bd-e9e545fc357b req-122cd1af-5cf8-4277-b345-f8e00e617bd8 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594661 May 27 01:42:12.745217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] No DVR routers for this DVR port 88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:42:12.765075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:12.770067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'name': 'network-vif-deleted', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:12.867624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ce336681-0e6d-42f3-84a3-ebc1d20fbca2 None None] Provisioning for port 305ecd6f-11db-4487-bdb4-94beaddd887c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:12.882736 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-e27a3709-a252-4283-82fd-2be91dfdbd92 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2090180 May 27 01:42:12.897615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1576f-b24e-4b28-a70c-47e97ae29831 req-0c33df81-5951-41d1-854e-c68e32e4ce4f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:12.898471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-59c1576f-b24e-4b28-a70c-47e97ae29831 req-0c33df81-5951-41d1-854e-c68e32e4ce4f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Synchronizing usage tracker for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:12.904311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ce336681-0e6d-42f3-84a3-ebc1d20fbca2 None None] Provisioning complete for port 305ecd6f-11db-4487-bdb4-94beaddd887c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:12.904897 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ce336681-0e6d-42f3-84a3-ebc1d20fbca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:12.919890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Request body: {'port': {'device_id': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:12.949577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b1a2655c-05fe-478d-bc7a-606768c3a961 req-97416512-38b4-40aa-a8f3-3d2c17482b35 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "DELETE /v2.0/ports/88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b HTTP/1.1" status: 204 len: 173 time: 5.5471339 May 27 01:42:13.037804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:13.039266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-59c1576f-b24e-4b28-a70c-47e97ae29831 req-0c33df81-5951-41d1-854e-c68e32e4ce4f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Unset dirty status for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:13.046573 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59c1576f-b24e-4b28-a70c-47e97ae29831 req-0c33df81-5951-41d1-854e-c68e32e4ce4f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 936 time: 0.8629923 May 27 01:42:13.087107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ce336681-0e6d-42f3-84a3-ebc1d20fbca2 None None] Port 305ecd6f-11db-4487-bdb4-94beaddd887c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:13.161419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:13.191671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59c1576f-b24e-4b28-a70c-47e97ae29831 req-9e10e1e7-96ca-4649-af3c-a23dd2a3aad0 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441112 May 27 01:42:13.196735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd678d1d-400f-41c6-bc1e-7e815b479a13 req-0123bea5-cfb8-41ff-ac0c-03af1b2c8a78 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:13.214339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd678d1d-400f-41c6-bc1e-7e815b479a13 req-0123bea5-cfb8-41ff-ac0c-03af1b2c8a78 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.4929225 May 27 01:42:13.276160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-185dd747-abab-4c63-ac7f-6e1b7a9d1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:13.277649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-185dd747-abab-4c63-ac7f-6e1b7a9d1c49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 1099 time: 0.4118657 May 27 01:42:13.280320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:13.293958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:13.310693 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:13.327018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd678d1d-400f-41c6-bc1e-7e815b479a13 req-777d40cd-2f2e-4f01-af56-77a07ee5d0c8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116633 May 27 01:42:13.425067 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1c7301-0a2b-4982-bc3b-3ca03a994322'] response: {'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47', 'code': 200} May 27 01:42:13.667973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Transition to ACTIVE for port object adc09f71-86f8-460c-b378-b10acf4ddd7e will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:13.670501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:13.677546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] Checking router: 10b05497-0f8c-4616-b7d8-78a9192b9151 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:42:13.690640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:13.691950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:42:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:13.753406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-9988b843-76b7-4e3e-af9b-d1a09343cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:13.754728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-9988b843-76b7-4e3e-af9b-d1a09343cf69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4695106 May 27 01:42:13.833469 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:13.867778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event updated for resources: {'Port': ['ID=81922463-60b1-4f73-b23f-e5292d032480,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:13.902408 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:13.903400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-105ed9c4-259e-4178-84b9-f37645d894e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9196de08-c6e4-487a-a04c-74297024e4dc HTTP/1.1" status: 200 len: 217 time: 0.1364398 May 27 01:42:13.930062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:13.970054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:13.980391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:13.980632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a6bddafe-2778-40b7-866c-b7e2d9a6b790 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6530001 May 27 01:42:13.980763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:13.984794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48deb-f3de-4309-b72e-437c74a7a8c5 req-7f6bf5ff-8a59-4fd8-9cf7-ebaf99c1bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:13.986276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4c48deb-f3de-4309-b72e-437c74a7a8c5 req-7f6bf5ff-8a59-4fd8-9cf7-ebaf99c1bc23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1097 time: 0.5801911 May 27 01:42:14.026501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:14.026872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b6dec-f8f2-43c2-aafc-06170d0eec73 req-c3eb0260-15e9-4e23-8542-4d3cdbbb84fa tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:14.028755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27513ff-199e-429e-91cc-735f754b4df3 req-c6d3509a-08ba-41d1-a270-c8f2db847b8d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:14.029497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e27513ff-199e-429e-91cc-735f754b4df3 req-c6d3509a-08ba-41d1-a270-c8f2db847b8d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Synchronizing usage tracker for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:14.034173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d9b6dec-f8f2-43c2-aafc-06170d0eec73 req-c3eb0260-15e9-4e23-8542-4d3cdbbb84fa tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 949 time: 0.4248047 May 27 01:42:14.099734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event updated for resources: {'Port': ['ID=adc09f71-86f8-460c-b378-b10acf4ddd7e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:14.131743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 56a0e69d-0056-4566-99d0-9ae477dfd0dd up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:14.140998 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d9b6dec-f8f2-43c2-aafc-06170d0eec73 req-20b2b96b-52e7-4657-b5fd-34d7b29e686e tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058388 May 27 01:42:14.162470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:14.163111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.192365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-66ffbaa3-5570-4bae-a0c8-df881032cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:14.196045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-66ffbaa3-5570-4bae-a0c8-df881032cb25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2600238 May 27 01:42:14.200215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-a367ef80-0a76-4a1f-b651-c9dbc211cd56 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5245481 May 27 01:42:14.207293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4c48deb-f3de-4309-b72e-437c74a7a8c5 req-75c19f9f-71cf-4519-84c1-8462468d046c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119029 May 27 01:42:14.214023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e27513ff-199e-429e-91cc-735f754b4df3 req-c6d3509a-08ba-41d1-a270-c8f2db847b8d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Unset dirty status for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:14.220734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e27513ff-199e-429e-91cc-735f754b4df3 req-c6d3509a-08ba-41d1-a270-c8f2db847b8d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 932 time: 0.4696376 May 27 01:42:14.236888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305ecd6f-11db-4487-bdb4-94beaddd887c {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:14.249606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.278432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Transition to ACTIVE for port object 305ecd6f-11db-4487-bdb4-94beaddd887c will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:14.283492 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e27513ff-199e-429e-91cc-735f754b4df3 req-682da2e2-10c9-4c07-b61d-ca1a80eba5f6 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619068 May 27 01:42:14.284572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.315403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Request body: {'port': {'device_id': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:14.408291 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75364b26-5b27-4bb2-bb9a-0d0447cedd5a'] response: {'server_uuid': '635378f2-e348-496b-9a0d-fa301e22377b', 'name': 'network-vif-deleted', 'tag': '88f0a1f8-4e82-4c6a-95de-fae9e5e0bb2b', 'status': 'completed', 'code': 200} May 27 01:42:14.489486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=305ecd6f-11db-4487-bdb4-94beaddd887c,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:14.614913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-4b350e9e-4945-4b8a-a31c-8bbfeadcb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:14.617170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-4b350e9e-4945-4b8a-a31c-8bbfeadcb9d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4130571 May 27 01:42:14.638888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 56a0e69d-0056-4566-99d0-9ae477dfd0dd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:14.652596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 56a0e69d-0056-4566-99d0-9ae477dfd0dd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:14.652807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.771835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Attempting to bind port 305ecd6f-11db-4487-bdb4-94beaddd887c on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:14.772167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Attempting to bind port 305ecd6f-11db-4487-bdb4-94beaddd887c by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:14.772491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Attempting to bind port 305ecd6f-11db-4487-bdb4-94beaddd887c on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:14.779153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0c1a-4e2f-4608-9681-7309bcbbb486 req-91207e86-751d-4dc1-ae05-80d7db991a71 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:14.784959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:14.786662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bdbc0c1a-4e2f-4608-9681-7309bcbbb486 req-91207e86-751d-4dc1-ae05-80d7db991a71 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 949 time: 0.5240788 May 27 01:42:14.795018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Port 305ecd6f-11db-4487-bdb4-94beaddd887c on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:14.795359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Attempting to bind port 305ecd6f-11db-4487-bdb4-94beaddd887c on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:14.802896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8006befa-1945-4b76-921e-d7a7a3a5dff7 None None] The sync data for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 is: [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:42:14.816084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 56a0e69d-0056-4566-99d0-9ae477dfd0dd is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:14.816576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.830990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61f05-cf7f-4c56-b1b2-e7f27579affc req-4fba40f8-07c1-438d-a6ae-16c8193103f8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:14.831221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.832837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d9b61f05-cf7f-4c56-b1b2-e7f27579affc req-4fba40f8-07c1-438d-a6ae-16c8193103f8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 947 time: 0.2979758 May 27 01:42:14.833762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:14.834098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:14.834482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:14.835104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Bound port: 305ecd6f-11db-4487-bdb4-94beaddd887c, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:14.835726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.914573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 56a0e69d-0056-4566-99d0-9ae477dfd0dd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=56a0e69d-0056-4566-99d0-9ae477dfd0dd,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:14.919736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:14.931421 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-a74f57e5-4612-4bbf-aeea-d31814fc01be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3081231 May 27 01:42:15.021866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d9b61f05-cf7f-4c56-b1b2-e7f27579affc req-ba8338b0-b6e4-445a-947d-294dffa9be0e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571736 May 27 01:42:15.036454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=56a0e69d-0056-4566-99d0-9ae477dfd0dd,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:15.055077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bdbc0c1a-4e2f-4608-9681-7309bcbbb486 req-5d621faa-4173-459e-a8da-6988913111c6 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670598 May 27 01:42:15.096684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] For port 305ecd6f-11db-4487-bdb4-94beaddd887c, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:15.108081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] For port 305ecd6f-11db-4487-bdb4-94beaddd887c, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=305ecd6f-11db-4487-bdb4-94beaddd887c,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:15.109445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-98632a1e-4dd1-4421-9094-4a1cfe931862 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676468 May 27 01:42:15.117173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-da023ed9-53cf-409f-bb36-15fac7146926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.119825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-da023ed9-53cf-409f-bb36-15fac7146926 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 1101 time: 0.1548944 May 27 01:42:15.121988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:15.134704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ed158e92-ad55-494e-a38a-e6e13bbc3000 None None] Provisioning for port adc09f71-86f8-460c-b378-b10acf4ddd7e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:15.149183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ed158e92-ad55-494e-a38a-e6e13bbc3000 None None] Provisioning complete for port adc09f71-86f8-460c-b378-b10acf4ddd7e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:15.149773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed158e92-ad55-494e-a38a-e6e13bbc3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:15.227169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ed158e92-ad55-494e-a38a-e6e13bbc3000 None None] Port adc09f71-86f8-460c-b378-b10acf4ddd7e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:15.249870 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243896d5-a54e-4971-bb10-92597c9e96a4 None None] New status for floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:42:15.283506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.284131 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:15.285463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/305ecd6f-11db-4487-bdb4-94beaddd887c HTTP/1.1" status: 200 len: 1097 time: 2.3830457 May 27 01:42:15.362947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-57005aaf-b259-45e7-8552-22ae53f4577f tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Synchronizing usage tracker for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:15.427338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a0e69d-0056-4566-99d0-9ae477dfd0dd'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:15.447255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179394bb-97af-40e0-a88f-9a89b8bff182 req-0beff1ef-0837-4cc6-b30a-137a9a1bb017 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278792 May 27 01:42:15.465833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-57005aaf-b259-45e7-8552-22ae53f4577f tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Unset dirty status for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:15.467144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-57005aaf-b259-45e7-8552-22ae53f4577f tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--91886585&fields=id&tenant_id=a56dc6c84c3542f78a5d362e32946205 HTTP/1.1" status: 200 len: 267 time: 0.1960545 May 27 01:42:15.513429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ab874-f0dc-46c3-a581-abf226e9e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=305ecd6f-11db-4487-bdb4-94beaddd887c,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:15.576331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-062648b8-b415-4abd-9136-ec57bf17cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.578021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-062648b8-b415-4abd-9136-ec57bf17cc8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3987155 May 27 01:42:15.581878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-3101d85b-4541-4b73-8294-fafadf39c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.583409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-3101d85b-4541-4b73-8294-fafadf39c392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2786b27664034c8294ce5aac3dddfdc8&device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 1100 time: 0.1981623 May 27 01:42:15.683152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc09f71-86f8-460c-b378-b10acf4ddd7e {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:15.694899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:15.735874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Transition to ACTIVE for port object adc09f71-86f8-460c-b378-b10acf4ddd7e will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:15.737387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-c49458b0-fb96-4383-835c-598e3ee9fe62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2e84d110-3859-40ce-89f7-8af97ee67332 HTTP/1.1" status: 200 len: 217 time: 0.1510510 May 27 01:42:15.747522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbd95a-1879-4869-aec7-751d5b85cee7 req-cbe7eda1-664a-4bca-b934-391df3030369 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.748982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03bbd95a-1879-4869-aec7-751d5b85cee7 req-cbe7eda1-664a-4bca-b934-391df3030369 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 945 time: 0.5204489 May 27 01:42:15.750751 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:15.795084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-a6d5a218-5447-4215-b525-930271136fdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=305ecd6f-11db-4487-bdb4-94beaddd887c HTTP/1.1" status: 200 len: 217 time: 0.1348798 May 27 01:42:15.894672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-30fae97a-24e0-4231-acf4-2f4633bebd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.896120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-30fae97a-24e0-4231-acf4-2f4633bebd28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1462922 May 27 01:42:15.906232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03bbd95a-1879-4869-aec7-751d5b85cee7 req-c645030b-32c7-43be-b98e-0199729cdce9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161077 May 27 01:42:15.915041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-10aa194a-68ef-4534-9112-4cb562317e11 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.915721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-10aa194a-68ef-4534-9112-4cb562317e11 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Synchronizing usage tracker for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:15.946852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-0644ede7-328a-42d9-b0ff-2c3f40995f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:15.948331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-0644ede7-328a-42d9-b0ff-2c3f40995f07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1303964 May 27 01:42:16.007092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Pushing event updated for resources: {'Port': ['ID=adc09f71-86f8-460c-b378-b10acf4ddd7e,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:16.063910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-3a16f0ad-506d-4bd4-b6b2-efe37fa71484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.065423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-3a16f0ad-506d-4bd4-b6b2-efe37fa71484 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1562331 May 27 01:42:16.068487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-dcae0dde-da19-48bf-bd69-96175048f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.069958 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-dcae0dde-da19-48bf-bd69-96175048f46b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126559 May 27 01:42:16.080432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-10aa194a-68ef-4534-9112-4cb562317e11 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Unset dirty status for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:16.081614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-10aa194a-68ef-4534-9112-4cb562317e11 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/networks?id=50bb64fb-067a-4f03-afc5-b66c50b54f18 HTTP/1.1" status: 200 len: 812 time: 0.5059822 May 27 01:42:16.113608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-9c6790a0-39e8-4944-89b8-4fc2fad09b24 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/quotas/a56dc6c84c3542f78a5d362e32946205 HTTP/1.1" status: 200 len: 375 time: 0.0190394 May 27 01:42:16.202633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Attempting to bind port adc09f71-86f8-460c-b378-b10acf4ddd7e on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:16.203002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Attempting to bind port adc09f71-86f8-460c-b378-b10acf4ddd7e by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:16.203395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Attempting to bind port adc09f71-86f8-460c-b378-b10acf4ddd7e on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:16.210897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Port adc09f71-86f8-460c-b378-b10acf4ddd7e on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:16.211139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Attempting to bind port adc09f71-86f8-460c-b378-b10acf4ddd7e on network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:16.220516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:16.220891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Checking segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:16.221243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Bound using segment: {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:16.221685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Bound port: adc09f71-86f8-460c-b378-b10acf4ddd7e, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3d3c7e-969a-48ba-b47f-288153c59a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:16.222026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:16.298754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-9f297636-bcfe-46a8-818d-567b4cbd66ec tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Synchronizing usage tracker for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:16.338652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-9f297636-bcfe-46a8-818d-567b4cbd66ec tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Unset dirty status for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:16.339979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-9f297636-bcfe-46a8-818d-567b4cbd66ec tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56dc6c84c3542f78a5d362e32946205&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2152770 May 27 01:42:16.340956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] For port adc09f71-86f8-460c-b378-b10acf4ddd7e, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:16.344035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] For port adc09f71-86f8-460c-b378-b10acf4ddd7e, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:16.348943 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:16.413257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'tag': '305ecd6f-11db-4487-bdb4-94beaddd887c'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:16.462086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-0818fb49-48a6-42f3-9af9-b86f08932d11 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862939 May 27 01:42:16.469050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-21495eea-05cf-440b-99db-58fe4572fb2b service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696291 May 27 01:42:16.484565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.485182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:16.486554 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] 10.222.0.13 "PUT /v2.0/ports/adc09f71-86f8-460c-b378-b10acf4ddd7e HTTP/1.1" status: 200 len: 1093 time: 2.1801493 May 27 01:42:16.487004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:16.515622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13f4a4-1b79-4a1a-9ecc-b8125ff6dedc service neutron] Pushing event updated for resources: {'Port': ['ID=adc09f71-86f8-460c-b378-b10acf4ddd7e,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:16.578608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b05580-e12b-4d19-acd6-3d0efa743cfd req-f172e79c-c044-4b9e-928f-553cdafca174 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.580150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00b05580-e12b-4d19-acd6-3d0efa743cfd req-f172e79c-c044-4b9e-928f-553cdafca174 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 948 time: 0.2850320 May 27 01:42:16.631377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-46156159-6826-4eca-bc4e-5a8f90e56cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499514 May 27 01:42:16.729474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00b05580-e12b-4d19-acd6-3d0efa743cfd req-0894e1ec-3750-4a14-b629-a10518953bdd tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370702 May 27 01:42:16.738923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-2d55a4f8-84ea-49b0-92e5-b0c1d79e2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.740356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-2d55a4f8-84ea-49b0-92e5-b0c1d79e2957 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 1096 time: 0.1953242 May 27 01:42:16.768620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3f2bb3e-9d67-4e3b-b066-e61616b60b37 req-2350132b-cdff-45a3-84cd-316adf03fed9 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986181 May 27 01:42:16.770515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd469af1-b56b-47b2-bb39-11c6de8a6c33 req-69992709-257d-4714-b8f7-d3b8b06bf0cf service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820334 May 27 01:42:16.829127 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-addd2468-4b94-4f8b-8b7b-b995a88efa14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e HTTP/1.1" status: 200 len: 217 time: 0.0679948 May 27 01:42:16.889774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-e2c71962-4cf9-410f-aacc-12318d85e190 service neutron] 10.222.0.16 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575493 May 27 01:42:16.904161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-b36da468-53b8-44c2-b354-19a102dec18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.905571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-b36da468-53b8-44c2-b354-19a102dec18f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044d285e-9bbc-4dda-87ae-46c526fe2ea5 HTTP/1.1" status: 200 len: 863 time: 0.0660014 May 27 01:42:16.918025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ff4fa-f015-4b58-95a1-cbd2e6eb7072 req-365a6847-69cf-4fa8-ac38-f84b7827c674 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.919518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-792ff4fa-f015-4b58-95a1-cbd2e6eb7072 req-365a6847-69cf-4fa8-ac38-f84b7827c674 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.0853786 May 27 01:42:16.968163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-792ff4fa-f015-4b58-95a1-cbd2e6eb7072 req-e1534a52-bece-4c77-a60e-18247c36cfc4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 May 27 01:42:16.989291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-7fb2855d-e9e7-4f5b-8a7c-66457f1a8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:16.990810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-7fb2855d-e9e7-4f5b-8a7c-66457f1a8846 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792179 May 27 01:42:17.056647 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3fe761-8aa8-42cb-8287-0af5585d1e24'] response: {'server_uuid': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a0e69d-0056-4566-99d0-9ae477dfd0dd', 'code': 200} May 27 01:42:17.156007 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-5cf1003e-7630-48a1-98db-8d16cb5bf546 service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588688 May 27 01:42:17.238771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419ae9-9c2e-4d96-8177-bb668912e3d8 req-347981e2-9504-4098-a25d-0610ad47249a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:17.240430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7419ae9-9c2e-4d96-8177-bb668912e3d8 req-347981e2-9504-4098-a25d-0610ad47249a tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 944 time: 0.1577096 May 27 01:42:17.246367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cc99a-df25-4400-bc60-cd99b4f7cea0 req-7af366ce-4aec-45d0-a14b-a27980c2bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:17.248072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-044cc99a-df25-4400-bc60-cd99b4f7cea0 req-7af366ce-4aec-45d0-a14b-a27980c2bfbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 1102 time: 0.1147640 May 27 01:42:17.323265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7419ae9-9c2e-4d96-8177-bb668912e3d8 req-fc2888e2-3393-41bf-a21f-a1ac02c7bb46 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726538 May 27 01:42:17.324699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-044cc99a-df25-4400-bc60-cd99b4f7cea0 req-69385e75-c2a0-4f24-8c0f-08dee5ccb087 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 May 27 01:42:17.362826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efdacc97-591b-4f44-b4f3-c35388d35435 req-93289228-57b0-44b6-80eb-d8d7d37068d3 service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734803 May 27 01:42:17.370451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288697a-ae83-45c8-ac67-a87a500212b9 req-9eabb37e-0a47-468d-adc6-b3dc6fb6a2a7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:17.371856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a288697a-ae83-45c8-ac67-a87a500212b9 req-9eabb37e-0a47-468d-adc6-b3dc6fb6a2a7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 947 time: 0.2149892 May 27 01:42:17.421173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a288697a-ae83-45c8-ac67-a87a500212b9 req-1edb5a85-111a-49a9-a184-832cc6d88064 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432267 May 27 01:42:17.521606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a259e61-d610-4013-bb3c-8576045d7081 req-840cfb6d-1932-4360-8077-a95fb168499c tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:17.523208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a259e61-d610-4013-bb3c-8576045d7081 req-840cfb6d-1932-4360-8077-a95fb168499c tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 950 time: 0.0875354 May 27 01:42:17.568833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a259e61-d610-4013-bb3c-8576045d7081 req-267e3d82-6626-41c0-9a49-8e5e0be334cf tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 May 27 01:42:17.638922 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74f1f77-dfec-4acb-bbf3-ecf8d4ece14e'] response: {'name': 'network-changed', 'server_uuid': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'tag': '305ecd6f-11db-4487-bdb4-94beaddd887c', 'status': 'completed', 'code': 200} May 27 01:42:17.713564 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6dd66d5-a0e9-4468-b002-3b31aa3c17cf'] response: {'name': 'network-changed', 'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'status': 'completed', 'code': 200} May 27 01:42:17.761385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9196de08-c6e4-487a-a04c-74297024e4dc details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:17.839549 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f2be5dd-21bc-4c9c-b8c8-aec18587fda5 req-2195376e-855b-4444-afc5-3403cd492122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 210 time: 0.0546708 May 27 01:42:17.871958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-bbab1fc0-cd1e-493e-bb4e-b92cb0763c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:17.873439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-bbab1fc0-cd1e-493e-bb4e-b92cb0763c68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 1096 time: 0.1345243 May 27 01:42:17.936756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9196de08-c6e4-487a-a04c-74297024e4dc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9196de08-c6e4-487a-a04c-74297024e4dc,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:17.951631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-1bc7c27a-146f-4113-a6b5-c839dff6d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:17.953236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9196de08-c6e4-487a-a04c-74297024e4dc', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '9196de08-c6e4-487a-a04c-74297024e4dc', 'mac_address': 'fa:16:3e:6e:f3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:17.959773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-1bc7c27a-146f-4113-a6b5-c839dff6d869 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2786b27664034c8294ce5aac3dddfdc8&device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 1100 time: 0.2855780 May 27 01:42:18.018581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9196de08-c6e4-487a-a04c-74297024e4dc is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:18.019234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:18.038102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9196de08-c6e4-487a-a04c-74297024e4dc {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:18.054005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9196de08-c6e4-487a-a04c-74297024e4dc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9196de08-c6e4-487a-a04c-74297024e4dc,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:18.058777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:18.085004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6f53-2303-494f-b5f7-010cd5aed2b9 req-4926c635-084b-42cf-aabf-c8a0b2e1b0f7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.086459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aeba6f53-2303-494f-b5f7-010cd5aed2b9 req-4926c635-084b-42cf-aabf-c8a0b2e1b0f7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 945 time: 0.3392425 May 27 01:42:18.092961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-e1844fd2-d4e3-4145-86dd-853e961c6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.094780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-e1844fd2-d4e3-4145-86dd-853e961c6735 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 925 time: 0.2119775 May 27 01:42:18.133465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9196de08-c6e4-487a-a04c-74297024e4dc,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:18.165032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-2b1d87d4-e8e9-4749-af70-071a545cdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.166537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-2b1d87d4-e8e9-4749-af70-071a545cdb32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1982095 May 27 01:42:18.169408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aeba6f53-2303-494f-b5f7-010cd5aed2b9 req-bc26d841-912d-45f4-9b97-ffba16277bdd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716052 May 27 01:42:18.171696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-14efed94-ee86-4bae-accd-f3bc4b5fa805 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e HTTP/1.1" status: 200 len: 217 time: 0.0654998 May 27 01:42:18.240630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13791b2-01a4-469c-8386-39dd0187963b req-46426173-7265-47e4-9d5f-ba1d1995a4a7 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.242111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b13791b2-01a4-469c-8386-39dd0187963b req-46426173-7265-47e4-9d5f-ba1d1995a4a7 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 949 time: 0.2166111 May 27 01:42:18.250269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-f6201cf7-1294-46d2-97db-792fc7e0049e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=305ecd6f-11db-4487-bdb4-94beaddd887c HTTP/1.1" status: 200 len: 217 time: 0.0664597 May 27 01:42:18.272926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-6bd114a0-7867-4cde-b18b-7f7664183602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.274272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-6bd114a0-7867-4cde-b18b-7f7664183602 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044d285e-9bbc-4dda-87ae-46c526fe2ea5 HTTP/1.1" status: 200 len: 863 time: 0.0907845 May 27 01:42:18.334237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b13791b2-01a4-469c-8386-39dd0187963b req-017334e5-1c29-4427-94ac-1244683601ce tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847244 May 27 01:42:18.368868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-fd7280a9-0a50-4075-a7e3-aab47a378b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.370852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-fd7280a9-0a50-4075-a7e3-aab47a378b79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1138294 May 27 01:42:18.379718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-0874a5f2-0247-4a9f-b71f-d3ad9540f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.381464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-0874a5f2-0247-4a9f-b71f-d3ad9540f9af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914755 May 27 01:42:18.394513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1d370-7742-4bcc-bea4-090c95cd0ee3 req-3467ef3a-9b56-4e4c-b32f-b5ca95f0194e tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.395997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43c1d370-7742-4bcc-bea4-090c95cd0ee3 req-3467ef3a-9b56-4e4c-b32f-b5ca95f0194e tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 948 time: 0.1070256 May 27 01:42:18.488820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43c1d370-7742-4bcc-bea4-090c95cd0ee3 req-838ebd14-b115-4423-88d1-4e9578c6750c tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580745 May 27 01:42:18.507679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-91c7f73b-5171-4c52-9dd0-c4565da63c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.509242 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-91c7f73b-5171-4c52-9dd0-c4565da63c5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123924 May 27 01:42:18.620504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9196de08-c6e4-487a-a04c-74297024e4dc'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:18.725654 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-6253ad88-8007-4c87-969f-b3f984fe2461 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087240 May 27 01:42:18.850131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-c05541f2-e056-4b48-a02e-aa117020fffa service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600105 May 27 01:42:18.862901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e642153-85b0-4ebc-9419-23b0c0affb25 req-7f7f7516-e889-48d9-acc8-6a78610c6145 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.864437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e642153-85b0-4ebc-9419-23b0c0affb25 req-7f7f7516-e889-48d9-acc8-6a78610c6145 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.3196430 May 27 01:42:18.871401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-a24337f7-3ca7-4813-9a22-e95ec3270d44 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:18.872840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-a24337f7-3ca7-4813-9a22-e95ec3270d44 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.47 "GET /v2.0/networks?id=50bb64fb-067a-4f03-afc5-b66c50b54f18 HTTP/1.1" status: 200 len: 812 time: 0.3293035 May 27 01:42:18.998740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea131b22-06f9-4e98-8401-40ef197bdbbb req-de94e017-628b-4737-bc3f-6bda05bc8b16 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658813 May 27 01:42:19.005041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c26a7-1aa3-4680-9b49-fa360bd33476 req-b9f2f4cc-bd3c-4364-8440-dff7665c0581 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:19.015072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-302c26a7-1aa3-4680-9b49-fa360bd33476 req-b9f2f4cc-bd3c-4364-8440-dff7665c0581 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1097 time: 0.1465135 May 27 01:42:19.023393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e642153-85b0-4ebc-9419-23b0c0affb25 req-ed49cd82-5a62-453a-8915-a5e103962db6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484921 May 27 01:42:19.037626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-dd6ae5d4-2077-4129-8042-10d68ad3893b tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56dc6c84c3542f78a5d362e32946205 HTTP/1.1" status: 200 len: 378 time: 0.1443100 May 27 01:42:19.070949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-302c26a7-1aa3-4680-9b49-fa360bd33476 req-c1bfc84e-4a41-428f-aa7f-94fb390ee246 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Synchronizing usage tracker for tenant:f73627a5dcbf435a8261c7c1f0705f52 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:19.075514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Request body: {'port': {'device_id': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'admin_state_up': True, 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'security_groups': ['2fa144ea-de97-42a1-804f-07b43ef3122e']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:19.088505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-302c26a7-1aa3-4680-9b49-fa360bd33476 req-c1bfc84e-4a41-428f-aa7f-94fb390ee246 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Unset dirty status for tenant:f73627a5dcbf435a8261c7c1f0705f52 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:19.089914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-302c26a7-1aa3-4680-9b49-fa360bd33476 req-c1bfc84e-4a41-428f-aa7f-94fb390ee246 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740628 May 27 01:42:19.226629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b354d530-4b63-44b3-8e2a-9be04ad9cdc4 req-77d67124-04c6-4a32-9866-9b1909d08e48 service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527656 May 27 01:42:19.293719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:19.307953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:19.313064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0122e6-0de4-4b31-8d90-282071668734 req-5850e503-ecbf-4a74-9701-2af8a3a2ec50 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:19.314512 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f0122e6-0de4-4b31-8d90-282071668734 req-5850e503-ecbf-4a74-9701-2af8a3a2ec50 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 948 time: 0.0800793 May 27 01:42:19.317049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87b83-9bca-4f57-9e87-ea9252bc861b req-4bc42cdd-4a8e-4849-a1c9-130820f81ec6 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:19.318497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08f87b83-9bca-4f57-9e87-ea9252bc861b req-4bc42cdd-4a8e-4849-a1c9-130820f81ec6 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 944 time: 0.1662526 May 27 01:42:19.340774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Made reservation on behalf of a56dc6c84c3542f78a5d362e32946205 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:19.344210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:19.363806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f0122e6-0de4-4b31-8d90-282071668734 req-df7aff11-35ab-4f5d-9cea-ebf930c74b6f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 May 27 01:42:19.424071 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08f87b83-9bca-4f57-9e87-ea9252bc861b req-ba7e9cd7-a86a-4f50-baac-c670c775e113 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985575 May 27 01:42:19.554265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad147-e774-4be8-8f4d-372c85e873a3 req-98f5be32-90e4-4510-bdc4-488b11dcb001 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:19.556516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-800ad147-e774-4be8-8f4d-372c85e873a3 req-98f5be32-90e4-4510-bdc4-488b11dcb001 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 950 time: 0.0838969 May 27 01:42:19.578927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d62ce0d-5e60-489f-9a34-d449c7e3c3cb req-4bbafea1-104a-491d-b7a0-8c730073f0df tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 210 time: 0.0483255 May 27 01:42:19.588892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Allocated IP 172.20.0.9 (50bb64fb-067a-4f03-afc5-b66c50b54f18/37172b61-5262-4ee2-9ec8-dc2e97cfe7fc/177fde58-2d54-42a5-9906-aa0710481820) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:19.645099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-800ad147-e774-4be8-8f4d-372c85e873a3 req-aa635af2-ec04-4da7-8ff8-6dd9e3fd39f2 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827553 May 27 01:42:19.821300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eb96e-3ea3-452b-8372-c01a014dcda8 req-1d01075b-3c00-4e15-ab25-504457a467e9 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:19.822873 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7e4eb96e-3ea3-452b-8372-c01a014dcda8 req-1d01075b-3c00-4e15-ab25-504457a467e9 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 949 time: 0.0809977 May 27 01:42:19.867108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7e4eb96e-3ea3-452b-8372-c01a014dcda8 req-140cf2a0-2447-46ca-a1cf-ae48ffd3a9e9 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.16 "GET /v2.0/security-groups?id=432d56ca-f9b6-4069-a18a-bc960e641c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 May 27 01:42:19.929941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:19.940483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d907c81-8438-4eb7-ad26-37c8f2df1b86 req-44256849-17ec-4df4-8e46-1c54c23b61e0 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:19.941981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d907c81-8438-4eb7-ad26-37c8f2df1b86 req-44256849-17ec-4df4-8e46-1c54c23b61e0 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1097 time: 0.2544179 May 27 01:42:19.983858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-4faa8f43-bb18-43a2-90ac-8a9fb41f81e7 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:19.985251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-4faa8f43-bb18-43a2-90ac-8a9fb41f81e7 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.13 "GET /v2.0/ports?device_id=26af4f75-39db-4f3d-be40-f8874d2b356c HTTP/1.1" status: 200 len: 949 time: 0.1927383 May 27 01:42:19.987990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Transition to ACTIVE for port object 177fde58-2d54-42a5-9906-aa0710481820 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:20.045963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99da90-2f56-4ede-b5c1-c607fb840beb req-ceb94aae-fe88-4357-8d9d-7424298300d4 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:20.048001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f99da90-2f56-4ede-b5c1-c607fb840beb req-ceb94aae-fe88-4357-8d9d-7424298300d4 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 948 time: 0.0781782 May 27 01:42:20.058329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d907c81-8438-4eb7-ad26-37c8f2df1b86 req-a357018a-df89-4da9-8754-913643e9fa34 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043310 May 27 01:42:20.060328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 305ecd6f-11db-4487-bdb4-94beaddd887c details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:20.080177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Deleting port ca93b6ee-15a6-4ceb-a264-727875744c43 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:42:20.080515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:20.098335 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f99da90-2f56-4ede-b5c1-c607fb840beb req-cc9d42d6-fb5c-464a-8d37-e0d8b828c933 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 May 27 01:42:20.214214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:20.236942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 305ecd6f-11db-4487-bdb4-94beaddd887c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=305ecd6f-11db-4487-bdb4-94beaddd887c,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:20.253576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '305ecd6f-11db-4487-bdb4-94beaddd887c', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '305ecd6f-11db-4487-bdb4-94beaddd887c', 'mac_address': 'fa:16:3e:54:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:20.326261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 305ecd6f-11db-4487-bdb4-94beaddd887c is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:20.326895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:20.347158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305ecd6f-11db-4487-bdb4-94beaddd887c {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:20.363965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 305ecd6f-11db-4487-bdb4-94beaddd887c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=305ecd6f-11db-4487-bdb4-94beaddd887c,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:20.368100 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:20.438046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=305ecd6f-11db-4487-bdb4-94beaddd887c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:20.496454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:20.509707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:20.525561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:20.552741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event updated for resources: {'Port': ['ID=177fde58-2d54-42a5-9906-aa0710481820,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:20.615955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:20.616605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:20.691767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60135f7-b18a-4ea9-bc87-adff3b7ccc08 req-91c65dd7-c4d5-434e-bc07-ca668ee4e112 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:20.693294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e60135f7-b18a-4ea9-bc87-adff3b7ccc08 req-91c65dd7-c4d5-434e-bc07-ca668ee4e112 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.3458035 May 27 01:42:20.695334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] For port ca93b6ee-15a6-4ceb-a264-727875744c43, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ca93b6ee-15a6-4ceb-a264-727875744c43,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:20.695701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:20.725743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-836bd186-d4a6-440c-a9c1-9292aebd4d7c tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6543977 May 27 01:42:20.726405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['305ecd6f-11db-4487-bdb4-94beaddd887c'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:20.794943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ac6f3fc0-0678-41b7-bc86-5e5814493a98 None None] Provisioning for port 177fde58-2d54-42a5-9906-aa0710481820 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:20.807577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ac6f3fc0-0678-41b7-bc86-5e5814493a98 None None] Provisioning complete for port 177fde58-2d54-42a5-9906-aa0710481820 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:20.807948 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3fc0-0678-41b7-bc86-5e5814493a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:20.847174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Request body: {'port': {'device_id': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:20.878128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Calling delete_port for ca93b6ee-15a6-4ceb-a264-727875744c43 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:42:20.884854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f3fc0-0678-41b7-bc86-5e5814493a98 None None] Port 177fde58-2d54-42a5-9906-aa0710481820 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:20.972473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e60135f7-b18a-4ea9-bc87-adff3b7ccc08 req-c2111904-8285-4327-814b-3f690400ab4f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669091 May 27 01:42:21.060967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:21.248818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:21.344111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Pushing event deleted for resources: {'Port': ['ID=ca93b6ee-15a6-4ceb-a264-727875744c43,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:21.459697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbc41a-a3c5-4ea4-8abd-c34b9fdcf6b9 req-b316c31a-8cac-44f3-a656-397d76317b0b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:21.461210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18bbc41a-a3c5-4ea4-8abd-c34b9fdcf6b9 req-b316c31a-8cac-44f3-a656-397d76317b0b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 948 time: 0.3550355 May 27 01:42:21.477371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] No DVR routers for this DVR port ca93b6ee-15a6-4ceb-a264-727875744c43 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:42:21.484669 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:21.487271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'name': 'network-vif-deleted', 'tag': 'ca93b6ee-15a6-4ceb-a264-727875744c43'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:21.592443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36ae2e2e-99c2-432d-aca3-15b9424cb408 req-32f8b461-8dd5-4401-9f91-67566b88f265 tempest-ServerDiagnosticsNegativeTest-693746782 tempest-ServerDiagnosticsNegativeTest-693746782-project] 10.222.0.13 "DELETE /v2.0/ports/ca93b6ee-15a6-4ceb-a264-727875744c43 HTTP/1.1" status: 204 len: 173 time: 1.5953612 May 27 01:42:21.612127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50696) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:21.615542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18bbc41a-a3c5-4ea4-8abd-c34b9fdcf6b9 req-69d38fcd-4afd-463f-b1b5-532a581737d4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362526 May 27 01:42:21.653062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ca93b6ee-15a6-4ceb-a264-727875744c43'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:21.732621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-349255ac-0e0f-432a-8817-3597b7bea4ea tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:42:21.733738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-349255ac-0e0f-432a-8817-3597b7bea4ea tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1204875 May 27 01:42:21.765281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9196de08-c6e4-487a-a04c-74297024e4dc up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:21.814655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177fde58-2d54-42a5-9906-aa0710481820 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:21.822985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:21.840534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Transition to ACTIVE for port object 177fde58-2d54-42a5-9906-aa0710481820 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:21.846287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:21.851408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 9196de08-c6e4-487a-a04c-74297024e4dc completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:21.865624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9196de08-c6e4-487a-a04c-74297024e4dc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:21.865999 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:21.900899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Request body: {'binding': {'host': 'n-h2-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:21.901502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:42:22.015954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9196de08-c6e4-487a-a04c-74297024e4dc is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:22.017918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:22.050019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196de08-c6e4-487a-a04c-74297024e4dc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:22.062690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9196de08-c6e4-487a-a04c-74297024e4dc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9196de08-c6e4-487a-a04c-74297024e4dc,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:22.068027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device adc09f71-86f8-460c-b378-b10acf4ddd7e details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:22.070350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 305ecd6f-11db-4487-bdb4-94beaddd887c up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:22.133520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:22.165618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on host n-h2-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:22.166121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:22.166523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:22.172477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:22.173350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:22.184705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:22.187858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:22.188514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:22.190339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Bound port: 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:22.286226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:22.294159 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:22.295855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-28189421-be24-49ae-ae4b-3d80fe6619b5 service neutron] 10.222.0.16 "POST /v2.0/ports/32d1cc66-1ad0-4752-bebd-d92a6c9ced47/bindings HTTP/1.1" status: 201 len: 390 time: 0.4482567 May 27 01:42:22.307660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Pushing event updated for resources: {'Port': ['ID=177fde58-2d54-42a5-9906-aa0710481820,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:22.362496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f38cd-fe77-4b8f-abef-6511d88716ea req-6edf22c2-7390-47b3-aa87-fd56808dec9c tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:22.371531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f5f38cd-fe77-4b8f-abef-6511d88716ea req-6edf22c2-7390-47b3-aa87-fd56808dec9c tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 944 time: 0.4778879 May 27 01:42:22.414322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Attempting to bind port 177fde58-2d54-42a5-9906-aa0710481820 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:22.414661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Attempting to bind port 177fde58-2d54-42a5-9906-aa0710481820 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:22.415017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Attempting to bind port 177fde58-2d54-42a5-9906-aa0710481820 on network 50bb64fb-067a-4f03-afc5-b66c50b54f18 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:22.427776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Port 177fde58-2d54-42a5-9906-aa0710481820 on network 50bb64fb-067a-4f03-afc5-b66c50b54f18 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:22.428324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Attempting to bind port 177fde58-2d54-42a5-9906-aa0710481820 on network 50bb64fb-067a-4f03-afc5-b66c50b54f18 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:22.447507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f5f38cd-fe77-4b8f-abef-6511d88716ea req-94df5f4a-10eb-4e5c-851b-b6a4c26f2128 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724089 May 27 01:42:22.457535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:22.458123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Checking segment: {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:22.458840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Bound using segment: {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:22.461898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Bound port: 177fde58-2d54-42a5-9906-aa0710481820, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7148605-f71c-41b7-a726-9bbe16af982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:22.464997 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:22.638662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 305ecd6f-11db-4487-bdb4-94beaddd887c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:22.652264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9196de08-c6e4-487a-a04c-74297024e4dc,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:22.660249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] For port 177fde58-2d54-42a5-9906-aa0710481820, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:22.663627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] For port 177fde58-2d54-42a5-9906-aa0710481820, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=177fde58-2d54-42a5-9906-aa0710481820,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:22.678303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:22.689747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 305ecd6f-11db-4487-bdb4-94beaddd887c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:22.690423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:22.805191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port adc09f71-86f8-460c-b378-b10acf4ddd7e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:22.824513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:22.825145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:22.826632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] 10.222.0.47 "PUT /v2.0/ports/177fde58-2d54-42a5-9906-aa0710481820 HTTP/1.1" status: 200 len: 1092 time: 2.0457244 May 27 01:42:22.839470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'port_id': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'mac_address': 'fa:16:3e:0a:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:22.851126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277efb10-bd7d-468d-90d0-023eb6fc8a56 service neutron] Pushing event updated for resources: {'Port': ['ID=177fde58-2d54-42a5-9906-aa0710481820,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:22.875967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3bbbc-c969-490e-a0f1-8b31bf40fe6a req-5f1405ba-9dc6-4940-a65d-0c143e438d20 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:22.877515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0a3bbbc-c969-490e-a0f1-8b31bf40fe6a req-5f1405ba-9dc6-4940-a65d-0c143e438d20 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 949 time: 0.1392725 May 27 01:42:22.934119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968667ac-2071-4f78-831e-5f82b305b417 req-5a622454-0241-40cd-bb59-59e6573a67b8 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:22.942951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-968667ac-2071-4f78-831e-5f82b305b417 req-5a622454-0241-40cd-bb59-59e6573a67b8 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 943 time: 0.3432167 May 27 01:42:22.999454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50720) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:23.023673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0a3bbbc-c969-490e-a0f1-8b31bf40fe6a req-cc2051a5-5584-40ba-b9ff-7101e8de2134 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783908 May 27 01:42:23.030442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-968667ac-2071-4f78-831e-5f82b305b417 req-8583dfc6-c5f4-4964-a45f-808ecd02300a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865586 May 27 01:42:23.045284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-ea00eb26-7236-4544-95f5-7f9a52d7d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.048462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4f7bfb16-336a-4bcf-a6d0-e537306dcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.049935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4f7bfb16-336a-4bcf-a6d0-e537306dcfca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1097 time: 0.2566216 May 27 01:42:23.053370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-ea00eb26-7236-4544-95f5-7f9a52d7d3ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56dc6c84c3542f78a5d362e32946205&device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 1095 time: 0.1733801 May 27 01:42:23.070213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port adc09f71-86f8-460c-b378-b10acf4ddd7e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:23.070592 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.092893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 305ecd6f-11db-4487-bdb4-94beaddd887c is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:23.093559 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.122583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc09f71-86f8-460c-b378-b10acf4ddd7e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:23.169262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 305ecd6f-11db-4487-bdb4-94beaddd887c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=305ecd6f-11db-4487-bdb4-94beaddd887c,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:23.199043 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.203529 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b9accb-5fc2-4cec-a0f4-b1c146b2393c'] response: {'server_uuid': '26af4f75-39db-4f3d-be40-f8874d2b356c', 'name': 'network-vif-deleted', 'tag': 'ca93b6ee-15a6-4ceb-a264-727875744c43', 'status': 'completed', 'code': 200} May 27 01:42:23.252849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-88fa65ad-cfa2-4776-8f75-dd1dc879d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.254374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-88fa65ad-cfa2-4776-8f75-dd1dc879d687 service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.1889963 May 27 01:42:23.257160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-649046f2-4b07-4339-a443-0d49d2f9933f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177fde58-2d54-42a5-9906-aa0710481820 HTTP/1.1" status: 200 len: 217 time: 0.1917250 May 27 01:42:23.288376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port adc09f71-86f8-460c-b378-b10acf4ddd7e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:23.296879 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.304013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=305ecd6f-11db-4487-bdb4-94beaddd887c,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:23.371497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-6a44011f-9eaa-4f0e-b5a1-070610b1a14d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 217 time: 0.1001201 May 27 01:42:23.377971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fc8cc43c-dc5f-4cf9-a21d-bc5807db4a1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de8fa0c454ae437d9693a170aaf316b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736374 May 27 01:42:23.379123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50726) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:23.403972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=adc09f71-86f8-460c-b378-b10acf4ddd7e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:23.445556 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396d3979-66e3-4684-9166-036e8befe74c'] response: {'server_uuid': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196de08-c6e4-487a-a04c-74297024e4dc', 'code': 200} May 27 01:42:23.453151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-f780cdad-58fb-4466-8925-6cc35ea1378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.455583 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-f780cdad-58fb-4466-8925-6cc35ea1378d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37172b61-5262-4ee2-9ec8-dc2e97cfe7fc HTTP/1.1" status: 200 len: 851 time: 0.1605320 May 27 01:42:23.503627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-f4ec94b6-4c6f-4fbf-9151-a09ae8c3eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.504988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-f4ec94b6-4c6f-4fbf-9151-a09ae8c3eabd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1211293 May 27 01:42:23.562611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3337284c-5200-46ee-93a7-5542c5aefce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.598443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3337284c-5200-46ee-93a7-5542c5aefce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.602356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cc043-ddb8-4c3a-aaa6-ee6057607fb0 req-7d71dec9-ffdb-4a0d-9cbe-42ccdc8abefc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.604690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b15cc043-ddb8-4c3a-aaa6-ee6057607fb0 req-7d71dec9-ffdb-4a0d-9cbe-42ccdc8abefc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.2609618 May 27 01:42:23.609619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-7df0af37-9117-4e16-8f35-013a9ad36362 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887198 May 27 01:42:23.678355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-414d7ffd-40ce-4e10-abc6-cc6d0e962229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.679851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-414d7ffd-40ce-4e10-abc6-cc6d0e962229 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50bb64fb-067a-4f03-afc5-b66c50b54f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170579 May 27 01:42:23.685848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b15cc043-ddb8-4c3a-aaa6-ee6057607fb0 req-51bb4df6-edbd-4a28-af25-1acdae3edcad tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751853 May 27 01:42:23.691617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['adc09f71-86f8-460c-b378-b10acf4ddd7e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:23.800664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc4c9-39dc-4d9e-b47b-4c4eecd1929c req-c7605804-a876-46ee-9b4c-6baa01f6d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.802525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c28fc4c9-39dc-4d9e-b47b-4c4eecd1929c req-c7605804-a876-46ee-9b4c-6baa01f6d63f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 1101 time: 0.2582815 May 27 01:42:23.827611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3337284c-5200-46ee-93a7-5542c5aefce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.856873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dff47-ddd1-4e4c-b041-baa3a7428407 req-763af67c-8206-4643-8dc2-4cb2d704b49d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.858325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b9dff47-ddd1-4e4c-b041-baa3a7428407 req-763af67c-8206-4643-8dc2-4cb2d704b49d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 945 time: 0.2666829 May 27 01:42:23.863758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-f98ec0a2-18b6-438f-a4d5-e1ad6b0cb4ea service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125995 May 27 01:42:23.864608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337284c-5200-46ee-93a7-5542c5aefce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432d56ca-f9b6-4069-a18a-bc960e641c42,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:23.935864 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c28fc4c9-39dc-4d9e-b47b-4c4eecd1929c req-8c3dfaa2-0f20-44c9-b94e-30bce3bbac02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191928 May 27 01:42:23.960255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-834a0267-5bc2-4465-9866-52f03907e833 service neutron] 10.222.0.47 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660084 May 27 01:42:23.972663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663c49c-ae55-445e-8e1e-f6aadaa27991 req-bfe12c53-9ad8-401b-b076-1f8807fc3d96 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:23.974021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1663c49c-ae55-445e-8e1e-f6aadaa27991 req-bfe12c53-9ad8-401b-b076-1f8807fc3d96 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 949 time: 0.1667912 May 27 01:42:23.995067 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3337284c-5200-46ee-93a7-5542c5aefce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:23.996163 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3337284c-5200-46ee-93a7-5542c5aefce1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/432d56ca-f9b6-4069-a18a-bc960e641c42 HTTP/1.1" status: 204 len: 168 time: 0.6146934 May 27 01:42:24.016467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b9dff47-ddd1-4e4c-b041-baa3a7428407 req-8585f318-fe06-4e20-87a8-fdf5a97b693a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411979 May 27 01:42:24.019716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1663c49c-ae55-445e-8e1e-f6aadaa27991 req-5a2248ae-82cc-469f-b878-91862bdb3bd6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 May 27 01:42:24.066458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ca93b6ee-15a6-4ceb-a264-727875744c43 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:42:24.123468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-deebb8af-0412-42a5-86af-e617d9c4b8e9 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498055 May 27 01:42:24.135307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: ca93b6ee-15a6-4ceb-a264-727875744c43 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:42:24.135658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ca93b6ee-15a6-4ceb-a264-727875744c43 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:42:24.216487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8126b88-804c-464a-8f32-309236038b78 req-7134b74c-091d-45df-bc41-0b5d21e8aafe tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:24.217994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8126b88-804c-464a-8f32-309236038b78 req-7134b74c-091d-45df-bc41-0b5d21e8aafe tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 945 time: 0.0839474 May 27 01:42:24.237027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465384ed-9f81-473b-bf43-6a74156bdbc7 req-181b6ac5-a3f0-4e75-8a4d-1ff4c998ff3e tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:24.244930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-465384ed-9f81-473b-bf43-6a74156bdbc7 req-181b6ac5-a3f0-4e75-8a4d-1ff4c998ff3e tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 950 time: 0.0915742 May 27 01:42:24.299354 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-465384ed-9f81-473b-bf43-6a74156bdbc7 req-a57448e3-346c-4657-b6c1-ff32717aa24a tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 May 27 01:42:24.302586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8126b88-804c-464a-8f32-309236038b78 req-d5ab26b3-1e7a-4d1b-9e1f-b6c1650fe440 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784988 May 27 01:42:24.376264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50742) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:24.395607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:24.410542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:24.414479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Usage tracker for resource:security_group_rule and tenant:a4cfa02037614c9c897449ceb959c318 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:24.417598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:24.423328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:24.465731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b4ebfba-1cb2-4db8-a61f-dcd9cfa1e252 req-fb88fad9-3fe6-4809-be18-36d5039a2501 service neutron] 10.222.0.47 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006679 May 27 01:42:24.521602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edec1-a002-463e-8d70-e418c2b0c2ae req-45701cca-f260-42c3-82ef-a95f9eedb77f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:24.523080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b03edec1-a002-463e-8d70-e418c2b0c2ae req-45701cca-f260-42c3-82ef-a95f9eedb77f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 950 time: 0.0941033 May 27 01:42:24.574627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b03edec1-a002-463e-8d70-e418c2b0c2ae req-54e26605-55e7-49e8-b720-a77427d456ed tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 May 27 01:42:24.637769 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:24.647077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec4480-21e1-418f-ab78-105ecd6e94b7 req-584ce6c5-efe2-4610-93c5-b955414bf2b3 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:24.648502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0ec4480-21e1-418f-ab78-105ecd6e94b7 req-584ce6c5-efe2-4610-93c5-b955414bf2b3 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 943 time: 0.1961825 May 27 01:42:24.651424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:24.710185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-a0a24c1b-4acd-4ef6-bcc6-3f5842aca348 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:24.711707 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-a0a24c1b-4acd-4ef6-bcc6-3f5842aca348 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.2055035 May 27 01:42:24.724442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4cfa02037614c9c897449ceb959c318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468959 May 27 01:42:24.727149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50748) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:24.731568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-11'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:24.779198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8ce5-27e6-4a2e-9a4e-0e0773d63c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625ccfd-ad13-4bf9-9a9a-afd02c00d3d3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:24.791952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e39584f-f57b-4aa0-aa3e-e27838e3be3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:24.798328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0ec4480-21e1-418f-ab78-105ecd6e94b7 req-2a5d95dc-ea60-4c2c-aef6-947e54fd7866 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374898 May 27 01:42:24.869992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:24.872115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e39584f-f57b-4aa0-aa3e-e27838e3be3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:24.939952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b181d8e-f227-42a7-a002-c7e48d93ed97 req-8bb9a9d0-f0e5-472b-8aa0-a2b7c9608eff tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:24.941432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b181d8e-f227-42a7-a002-c7e48d93ed97 req-8bb9a9d0-f0e5-472b-8aa0-a2b7c9608eff tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1375053 May 27 01:42:24.979492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e39584f-f57b-4aa0-aa3e-e27838e3be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:25.001433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b181d8e-f227-42a7-a002-c7e48d93ed97 req-a8535f88-57e8-474f-857d-8095ae080b13 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534949 May 27 01:42:25.003890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39584f-f57b-4aa0-aa3e-e27838e3be3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625ccfd-ad13-4bf9-9a9a-afd02c00d3d3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:25.009421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e39584f-f57b-4aa0-aa3e-e27838e3be3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:25.013439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3e39584f-f57b-4aa0-aa3e-e27838e3be3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2625ccfd-ad13-4bf9-9a9a-afd02c00d3d3 HTTP/1.1" status: 204 len: 168 time: 0.2842441 May 27 01:42:25.252689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:25.265432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'tag': '177fde58-2d54-42a5-9906-aa0710481820'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:25.281931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566b0ea-58ea-4299-ba1e-c0d12cf5585f req-bd82eaf5-4c80-428a-80f3-35b88cd7d98a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:25.283538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6566b0ea-58ea-4299-ba1e-c0d12cf5585f req-bd82eaf5-4c80-428a-80f3-35b88cd7d98a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 949 time: 0.1422005 May 27 01:42:25.314005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232814-f8b2-49aa-8118-a03d5b20bd34 req-65ce2b0e-eeaa-4657-99b8-906b6db98aa9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:25.315536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-de232814-f8b2-49aa-8118-a03d5b20bd34 req-65ce2b0e-eeaa-4657-99b8-906b6db98aa9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 945 time: 0.1575775 May 27 01:42:25.334541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:25.364488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-de232814-f8b2-49aa-8118-a03d5b20bd34 req-23abb618-2726-4bf6-ae79-f6a30a0c6487 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 May 27 01:42:25.391225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6566b0ea-58ea-4299-ba1e-c0d12cf5585f req-9fabd5e4-9360-49a8-a036-188ed6c14d75 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 May 27 01:42:25.417944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:25.428714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:25.429523 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb94d34-15ee-4fed-aa47-1bc00ac257cb'] response: {'name': 'network-changed', 'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'tag': '177fde58-2d54-42a5-9906-aa0710481820', 'status': 'completed', 'code': 200} May 27 01:42:25.439554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:25.447465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305ecd6f-11db-4487-bdb4-94beaddd887c'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:25.566209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942129c1-bdce-4b4d-a99e-10660662156d req-bf786a29-25ba-40f3-a983-ae30a2545f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:25.568404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-942129c1-bdce-4b4d-a99e-10660662156d req-bf786a29-25ba-40f3-a983-ae30a2545f54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56dc6c84c3542f78a5d362e32946205&device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 1095 time: 0.1064265 May 27 01:42:25.584449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:25.749143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on host n-h1-843146-11 for vnic_type normal with profile {"migrating_to": "n-h2-843146-11"} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:25.749982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:25.750745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:25.767770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:25.768790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Attempting to bind port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:25.777713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:25.778055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:25.778437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:25.778896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Bound port: 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:25.779307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:25.811917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca42cc-4607-4b47-8584-9d5973cc6557 req-e90e9b09-72fd-4918-93da-60123cbf7095 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:25.815195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6ca42cc-4607-4b47-8584-9d5973cc6557 req-e90e9b09-72fd-4918-93da-60123cbf7095 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 950 time: 0.2325356 May 27 01:42:25.838669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942129c1-bdce-4b4d-a99e-10660662156d req-df2cd98b-4aac-4d80-a74c-28823fb232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:25.840175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-942129c1-bdce-4b4d-a99e-10660662156d req-df2cd98b-4aac-4d80-a74c-28823fb232e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50bb64fb-067a-4f03-afc5-b66c50b54f18 HTTP/1.1" status: 200 len: 913 time: 0.1880772 May 27 01:42:25.843848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da048df-35e2-4e97-b0b0-bb674ec08b14 req-4d448141-4951-49d3-b0d8-b1e6b5500fc7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:25.845036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2da048df-35e2-4e97-b0b0-bb674ec08b14 req-4d448141-4951-49d3-b0d8-b1e6b5500fc7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Synchronizing usage tracker for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:25.879783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2da048df-35e2-4e97-b0b0-bb674ec08b14 req-4d448141-4951-49d3-b0d8-b1e6b5500fc7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Unset dirty status for tenant:3db63a665fba4e6cae692f0d3910abce on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:25.880942 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2da048df-35e2-4e97-b0b0-bb674ec08b14 req-4d448141-4951-49d3-b0d8-b1e6b5500fc7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 945 time: 0.3309584 May 27 01:42:25.912086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:25.930050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-942129c1-bdce-4b4d-a99e-10660662156d req-493643f4-fec5-4382-8de5-6a8837ea2896 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177fde58-2d54-42a5-9906-aa0710481820 HTTP/1.1" status: 200 len: 217 time: 0.0812244 May 27 01:42:25.932540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:25.935734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6ca42cc-4607-4b47-8584-9d5973cc6557 req-82c797d2-1872-4b4e-9fa2-293dd0649129 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157446 May 27 01:42:25.940752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2da048df-35e2-4e97-b0b0-bb674ec08b14 req-09313500-f0ad-4b52-8e9e-0752697a171e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484188 May 27 01:42:25.941904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:26.015295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942129c1-bdce-4b4d-a99e-10660662156d req-794d83da-bbe6-414b-a0fb-385fd32dd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.016735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-942129c1-bdce-4b4d-a99e-10660662156d req-794d83da-bbe6-414b-a0fb-385fd32dd1a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37172b61-5262-4ee2-9ec8-dc2e97cfe7fc HTTP/1.1" status: 200 len: 851 time: 0.0791452 May 27 01:42:26.047811 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785309b7-1aed-46e0-8096-82b691f2c0f3'] response: {'server_uuid': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305ecd6f-11db-4487-bdb4-94beaddd887c', 'code': 200} May 27 01:42:26.066325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device adc09f71-86f8-460c-b378-b10acf4ddd7e up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:26.110222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=8']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:26.116888 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436ffe49-1622-4c15-b334-eaa650b78900'] response: {'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47', 'code': 200} May 27 01:42:26.151865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port adc09f71-86f8-460c-b378-b10acf4ddd7e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:26.157245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port adc09f71-86f8-460c-b378-b10acf4ddd7e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:26.157663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:26.174661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.176160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:26.177644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-4e05eb85-1f24-418b-b234-648cc918ea86 service neutron] 10.222.0.47 "PUT /v2.0/ports/32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 1123 time: 1.4557242 May 27 01:42:26.320426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['32d1cc66-1ad0-4752-bebd-d92a6c9ced47'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:26.427774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port adc09f71-86f8-460c-b378-b10acf4ddd7e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:26.428471 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:26.482035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-2e64f5d5-7133-4217-b802-8e765b4d1c8e tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.486107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-2e64f5d5-7133-4217-b802-8e765b4d1c8e tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 950 time: 0.3892212 May 27 01:42:26.496864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df7efc-7502-4ed4-8514-2158c55ce86b req-0ccceb27-b427-4f1d-ad27-6ce821f2f13a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.497426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942129c1-bdce-4b4d-a99e-10660662156d req-2685ec72-18fb-4070-a5b6-708373cf9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.498409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-942129c1-bdce-4b4d-a99e-10660662156d req-2685ec72-18fb-4070-a5b6-708373cf9580 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50bb64fb-067a-4f03-afc5-b66c50b54f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4729092 May 27 01:42:26.505789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4df7efc-7502-4ed4-8514-2158c55ce86b req-0ccceb27-b427-4f1d-ad27-6ce821f2f13a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 950 time: 0.1914375 May 27 01:42:26.532466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56773-e9bb-4122-9393-5bd5f3aa863a req-ea471c3b-16d2-4a87-9f4e-313d49fc3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.533932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27c56773-e9bb-4122-9393-5bd5f3aa863a req-ea471c3b-16d2-4a87-9f4e-313d49fc3501 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 1102 time: 0.3300264 May 27 01:42:26.544305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port adc09f71-86f8-460c-b378-b10acf4ddd7e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:26.581599 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:26.584443 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4df7efc-7502-4ed4-8514-2158c55ce86b req-e2a977cf-4d15-41d0-a433-7c632e9f3da0 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 May 27 01:42:26.591416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274301e-2d3c-40fe-94b7-5288f70fef14 req-58965425-23cd-4440-8073-8852592422ef tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.592145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c274301e-2d3c-40fe-94b7-5288f70fef14 req-58965425-23cd-4440-8073-8852592422ef tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Synchronizing usage tracker for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:26.609017 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-8b0eb950-c775-496d-a9f3-794ef7cea936 service neutron] show failed (client error): The resource could not be found. May 27 01:42:26.612332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-8b0eb950-c775-496d-a9f3-794ef7cea936 service neutron] 10.222.0.13 "GET /v2.0/ports/2c72ead3-05de-4192-995a-8305bf92d66f/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.3713481 May 27 01:42:26.737778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Deleting port 56a0e69d-0056-4566-99d0-9ae477dfd0dd {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:42:26.749646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:26.782308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=adc09f71-86f8-460c-b378-b10acf4ddd7e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:26.793675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27c56773-e9bb-4122-9393-5bd5f3aa863a req-acd58dcf-4f78-42a0-81ff-5aec67db462e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327080 May 27 01:42:26.801553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c274301e-2d3c-40fe-94b7-5288f70fef14 req-58965425-23cd-4440-8073-8852592422ef tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Unset dirty status for tenant:a56dc6c84c3542f78a5d362e32946205 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:26.807230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c274301e-2d3c-40fe-94b7-5288f70fef14 req-58965425-23cd-4440-8073-8852592422ef tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 943 time: 0.5551133 May 27 01:42:26.871857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21963f-3536-4a77-9d37-f8bde38402d5 req-9621314d-dfff-4247-af8c-edbf22f3abda tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:26.874029 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e21963f-3536-4a77-9d37-f8bde38402d5 req-9621314d-dfff-4247-af8c-edbf22f3abda tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1112270 May 27 01:42:26.928513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e21963f-3536-4a77-9d37-f8bde38402d5 req-23b9f210-da34-4550-9dff-2d1913fddab1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481589 May 27 01:42:26.962572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c274301e-2d3c-40fe-94b7-5288f70fef14 req-a27441d8-bc33-4239-9cd3-8acddad0276d tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389234 May 27 01:42:26.971943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-942129c1-bdce-4b4d-a99e-10660662156d req-9aaad0a5-9fbf-428b-ab40-b15ef05cf02f service neutron] 10.222.0.47 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346867 May 27 01:42:27.130446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880262f-1ce0-4825-a088-140f0b36ed61 req-2e666461-7987-4f00-8acd-19bc379afe1f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:27.131966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c880262f-1ce0-4825-a088-140f0b36ed61 req-2e666461-7987-4f00-8acd-19bc379afe1f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 943 time: 0.0845790 May 27 01:42:27.224500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c880262f-1ce0-4825-a088-140f0b36ed61 req-27c010df-f6bc-4ff3-b507-82260fba745a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 May 27 01:42:27.239867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-dbd17155-7728-4442-bfaf-9cb1e3d587ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:27.241348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-dbd17155-7728-4442-bfaf-9cb1e3d587ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 1101 time: 0.1188948 May 27 01:42:27.255594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:27.382651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] For port 56a0e69d-0056-4566-99d0-9ae477dfd0dd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=56a0e69d-0056-4566-99d0-9ae477dfd0dd,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:27.383036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:27.393348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-942129c1-bdce-4b4d-a99e-10660662156d req-02eaa32d-98d6-44c7-9b98-f669531dde01 service neutron] 10.222.0.47 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126101 May 27 01:42:27.430451 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:27.456659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a6ebf-3631-46fd-bd03-d79a3bf74803 req-dcae2890-e2df-4103-b141-b982350f7d8d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:27.458105 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a5a6ebf-3631-46fd-bd03-d79a3bf74803 req-dcae2890-e2df-4103-b141-b982350f7d8d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 949 time: 0.3264070 May 27 01:42:27.526223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010db4-9a8f-4503-8d3b-a223aa8a5b66 req-f34ca97b-35d5-458e-9458-4fbf0062ef25 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:27.527624 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d010db4-9a8f-4503-8d3b-a223aa8a5b66 req-f34ca97b-35d5-458e-9458-4fbf0062ef25 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd49d105-7a60-41be-9493-23ac537ecdc3 HTTP/1.1" status: 200 len: 950 time: 0.1721747 May 27 01:42:27.530063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Calling delete_port for 56a0e69d-0056-4566-99d0-9ae477dfd0dd owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:42:27.634738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a5a6ebf-3631-46fd-bd03-d79a3bf74803 req-f21d82d1-525d-46ad-beff-a564fbb0a6bf tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149571 May 27 01:42:27.719823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:27.737882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['56a0e69d-0056-4566-99d0-9ae477dfd0dd'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:27.801336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d010db4-9a8f-4503-8d3b-a223aa8a5b66 req-c7d96326-47ce-4ba5-b0ee-2bea5ffb2d72 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.16 "GET /v2.0/security-groups?id=2307d204-0b74-422e-a430-d4c3c01f7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334325 May 27 01:42:27.803494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Pushing event deleted for resources: {'Port': ['ID=56a0e69d-0056-4566-99d0-9ae477dfd0dd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:27.881055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:27.908778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] No DVR routers for this DVR port 56a0e69d-0056-4566-99d0-9ae477dfd0dd on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:42:27.921140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:27.923800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'name': 'network-vif-deleted', 'tag': '56a0e69d-0056-4566-99d0-9ae477dfd0dd'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:27.927323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:27.954371 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db3e8ff4-008f-4eae-8a79-09b0c1ed28f5 req-bbcc06b2-01a1-4c44-9145-2b9709a8d2f4 tempest-TenantUsagesTestJSON-1895996015 tempest-TenantUsagesTestJSON-1895996015-project] 10.222.0.47 "DELETE /v2.0/ports/56a0e69d-0056-4566-99d0-9ae477dfd0dd HTTP/1.1" status: 204 len: 173 time: 1.4601858 May 27 01:42:27.971599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2b58-1c14-4ef8-966f-5c712e127e9a req-6c5df3d4-3494-40c0-bad1-9e110057148d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:27.973470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd6f2b58-1c14-4ef8-966f-5c712e127e9a req-6c5df3d4-3494-40c0-bad1-9e110057148d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.2101576 May 27 01:42:28.000693 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:28.020892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Transition to ACTIVE for port object 2c72ead3-05de-4192-995a-8305bf92d66f will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:28.027204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:28.049411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:28.105496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd6f2b58-1c14-4ef8-966f-5c712e127e9a req-aa65d858-f15b-47a8-a123-40b90316d313 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247969 May 27 01:42:28.140949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47'}, {'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:28.211625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-a878000a-1aa8-4a60-b52b-0bd311db5bbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500088 May 27 01:42:28.309127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963c8f-6650-4338-9aaa-ec03f4151bec req-6dcdff2b-362a-4d88-a822-f96cbb0b267b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:28.310982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc963c8f-6650-4338-9aaa-ec03f4151bec req-6dcdff2b-362a-4d88-a822-f96cbb0b267b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 950 time: 0.0977545 May 27 01:42:28.373196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc963c8f-6650-4338-9aaa-ec03f4151bec req-028ce52f-e510-453c-8d97-53671c3138e4 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558755 May 27 01:42:28.387534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] No DVR routers for this DVR port 2c72ead3-05de-4192-995a-8305bf92d66f on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:42:28.437318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:28.462377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-8618afd3-33a0-4090-bfbc-3a5badb34271 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:28.463876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-8618afd3-33a0-4090-bfbc-3a5badb34271 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514939 May 27 01:42:28.471715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:28.472037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:28.472356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:28.483899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Port 2c72ead3-05de-4192-995a-8305bf92d66f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:28.484214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Attempting to bind port 2c72ead3-05de-4192-995a-8305bf92d66f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:28.492220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-6de967ba-cff8-4350-a28f-82c4797f5b64 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/quotas/60b61bb5dfea40a38a08ee2563a973a3 HTTP/1.1" status: 200 len: 375 time: 0.0216303 May 27 01:42:28.532205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:28.532811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:28.532921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:28.533338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Bound port: 2c72ead3-05de-4192-995a-8305bf92d66f, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:28.533683 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:28.548953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371408af-d055-4a17-97e2-0231190e4d85 req-34159f7b-6988-4143-b413-898fe3bc58ba tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:28.550455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-371408af-d055-4a17-97e2-0231190e4d85 req-34159f7b-6988-4143-b413-898fe3bc58ba tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 1101 time: 0.0726674 May 27 01:42:28.557374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-fa84a8e0-99fe-42ae-ad93-e22a91da93a0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643260 May 27 01:42:28.625508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-371408af-d055-4a17-97e2-0231190e4d85 req-2a15dc55-e176-4596-93a1-e9662d2010f1 tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682964 May 27 01:42:28.639927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:28.660250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:28.667535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:28.720553 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6251f29-c39a-4328-adb9-904c796bf8f3'] response: {'server_uuid': 'dd49d105-7a60-41be-9493-23ac537ecdc3', 'name': 'network-vif-deleted', 'tag': '56a0e69d-0056-4566-99d0-9ae477dfd0dd', 'status': 'completed', 'code': 200} May 27 01:42:28.804714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:28.805378 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:28.806738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] 10.222.0.47 "PUT /v2.0/ports/2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 1096 time: 1.5565586 May 27 01:42:28.819091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d587c-ee0d-42f4-9aae-baa42669e40f service neutron] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:29.000902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-f1042f6d-2c82-462a-a475-a4e64a04e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.002368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-f1042f6d-2c82-462a-a475-a4e64a04e1d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1099 time: 0.1600182 May 27 01:42:29.002604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6a6d0-40fa-454d-8577-60f468fd5056 req-d2c7777f-b872-45b3-8b2f-2e6cb0e329c5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.004660 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73e6a6d0-40fa-454d-8577-60f468fd5056 req-d2c7777f-b872-45b3-8b2f-2e6cb0e329c5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.1140306 May 27 01:42:29.057721 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73e6a6d0-40fa-454d-8577-60f468fd5056 req-e46b1dd0-c884-414a-bce0-a2b818e06cd7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 May 27 01:42:29.097489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2976c-8053-46b5-a2b5-896bccbc1138 req-936bd098-dc4e-4f22-9edc-330d4e7531b7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.099077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74f2976c-8053-46b5-a2b5-896bccbc1138 req-936bd098-dc4e-4f22-9edc-330d4e7531b7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 943 time: 0.1775179 May 27 01:42:29.126916 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1096b370-1ee0-4a5f-a348-f8841859696a'] response: {'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'code': 200} May 27 01:42:29.197830 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7917e7b7-fbdd-4ea0-a7f4-ff4fcd6218ab'] response: {'name': 'network-changed', 'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47', 'status': 'completed', 'code': 200} May 27 01:42:29.198103 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7917e7b7-fbdd-4ea0-a7f4-ff4fcd6218ab'] response: {'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f', 'code': 200} May 27 01:42:29.210779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74f2976c-8053-46b5-a2b5-896bccbc1138 req-2684b558-bf6d-4685-9b70-89659bddfe05 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969958 May 27 01:42:29.318469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e382c39-f15d-4684-bd3c-4df8e0c54b62 req-00fa7c1c-e319-4388-891e-f0db54000ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.324123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-58951a86-2ca8-41f9-80eb-475af8273baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.324638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e382c39-f15d-4684-bd3c-4df8e0c54b62 req-00fa7c1c-e319-4388-891e-f0db54000ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 1098 time: 0.1238151 May 27 01:42:29.325951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-58951a86-2ca8-41f9-80eb-475af8273baa service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3136637 May 27 01:42:29.414019 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e382c39-f15d-4684-bd3c-4df8e0c54b62 req-42dcea26-1a5c-4255-a545-78f48565fb7a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523572 May 27 01:42:29.432881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-bbb15e20-10ce-4920-87d3-b5d4b864cbf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.0993688 May 27 01:42:29.436225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e422-a05f-4e4a-8ee6-6d88b37d4214 req-503c1ef2-86a6-45ef-b1d5-c4ff6bf0e461 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.437716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2957e422-a05f-4e4a-8ee6-6d88b37d4214 req-503c1ef2-86a6-45ef-b1d5-c4ff6bf0e461 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 943 time: 0.1119239 May 27 01:42:29.439181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-c9e42321-bd28-4aa5-9bc8-593fc29b3cee tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046660 May 27 01:42:29.486589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2957e422-a05f-4e4a-8ee6-6d88b37d4214 req-c178799c-108b-4399-87fb-b763943ed2d8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410163 May 27 01:42:29.528583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-ca94771e-e643-4a69-a8be-12679c6d8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.530532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-ca94771e-e643-4a69-a8be-12679c6d8063 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0900121 May 27 01:42:29.735719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-1f01df86-e0d7-43ba-a2ee-42a46e683aa2 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541160 May 27 01:42:29.768502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-c6b0a89b-6a28-48d6-b981-e92a516fd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.769965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-c6b0a89b-6a28-48d6-b981-e92a516fd027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1126 time: 0.5320506 May 27 01:42:29.817882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:29.821201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 56a0e69d-0056-4566-99d0-9ae477dfd0dd no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:42:29.858295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-138530d0-164f-4c57-83ef-cc272eddc956 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.859224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 56a0e69d-0056-4566-99d0-9ae477dfd0dd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:42:29.859774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 56a0e69d-0056-4566-99d0-9ae477dfd0dd not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:42:29.859978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-138530d0-164f-4c57-83ef-cc272eddc956 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3709829 May 27 01:42:29.911574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-df32d3ab-e012-4e4c-a11d-93ecf22fb78c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:29.918787 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-df32d3ab-e012-4e4c-a11d-93ecf22fb78c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821401 May 27 01:42:29.932623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50888) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:29.934839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-e57fec53-ea08-4a89-8e68-f0b58147f985 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/quotas/85ba29e0ffe44821b6ac9a6d795c9f9f HTTP/1.1" status: 200 len: 375 time: 0.0150745 May 27 01:42:29.994479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-987f4b4e-a75a-4335-a17c-605dd77c2e1f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/quotas/60b61bb5dfea40a38a08ee2563a973a3 HTTP/1.1" status: 200 len: 375 time: 0.0625985 May 27 01:42:29.997550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:30.005694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-bfe3557d-f38f-4ebf-bc70-2c2f8edaa103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:30.007179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-bfe3557d-f38f-4ebf-bc70-2c2f8edaa103 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4303846 May 27 01:42:30.012603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 has no active binding in host n-h2-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:42:30.013280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 177fde58-2d54-42a5-9906-aa0710481820 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:30.090159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-cfbb5a5c-951f-4852-978b-00ab7b3e8437 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1528132 May 27 01:42:30.108854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-21a8c47d-7600-40df-a501-407586fc9820 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070037 May 27 01:42:30.111730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:42:30.170551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-799703bc-30a2-4d12-abdc-c3308ec7cbc2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771353 May 27 01:42:30.328870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-817274ee-9293-4bc0-8d27-b72d053ee6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:30.330333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-817274ee-9293-4bc0-8d27-b72d053ee6b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.5517836 May 27 01:42:30.414136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 177fde58-2d54-42a5-9906-aa0710481820, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=177fde58-2d54-42a5-9906-aa0710481820,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:30.444792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '177fde58-2d54-42a5-9906-aa0710481820', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'port_id': '177fde58-2d54-42a5-9906-aa0710481820', 'mac_address': 'fa:16:3e:a4:9a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:30.476893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-fcef9b86-91a0-490c-9c0b-cd7272f865fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 217 time: 0.1345584 May 27 01:42:30.527551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:42:30.573582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-696d315c-f024-460e-90da-2926a401d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:30.575346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-696d315c-f024-460e-90da-2926a401d440 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0799377 May 27 01:42:30.585155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 177fde58-2d54-42a5-9906-aa0710481820 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:30.585555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:30.597082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-ec90d9b3-9859-4a97-ae5f-8434a46b78ce tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:30.598912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-ec90d9b3-9859-4a97-ae5f-8434a46b78ce tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4228268 May 27 01:42:30.623403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Request body: {'port': {'device_id': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '60b61bb5dfea40a38a08ee2563a973a3'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:30.626219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177fde58-2d54-42a5-9906-aa0710481820 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:30.663239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 177fde58-2d54-42a5-9906-aa0710481820, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=177fde58-2d54-42a5-9906-aa0710481820,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:30.674588 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:30.756703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f02b2a26-a219-4c15-8371-577e8cca193f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e46acd997de4c7d81749775eb26b9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224294 May 27 01:42:30.757184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310b91-9a96-4d91-9539-65eae801488c req-4dd0ae05-2b15-41c1-9bd9-3ca35fde1891 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:30.765825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31310b91-9a96-4d91-9539-65eae801488c req-4dd0ae05-2b15-41c1-9bd9-3ca35fde1891 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.2979670 May 27 01:42:30.769587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=177fde58-2d54-42a5-9906-aa0710481820,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:30.771575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50920) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:30.801638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-b37180f4-9874-4c59-a5e8-294fafd96455 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2137449 May 27 01:42:30.842989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-a67442b9-28bd-4e18-92d8-2e293912232c service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897151 May 27 01:42:30.973619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31310b91-9a96-4d91-9539-65eae801488c req-82a5ebec-baa8-4403-994e-6c84b7579c65 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066848 May 27 01:42:30.999280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:31.003029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Usage tracker for resource:port and tenant:60b61bb5dfea40a38a08ee2563a973a3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:31.006030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:31.015274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:31.049174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Made reservation on behalf of 60b61bb5dfea40a38a08ee2563a973a3 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:31.053498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.068896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.074695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-168ae9b6-ee7f-47c6-9ce3-220f349c787a req-5668c97e-c137-4012-980f-d3ac2bae3e2a service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238643 May 27 01:42:31.080371 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dcf87ec7-57dc-43d0-993b-a117121cba15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.097949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:31.110431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Usage tracker for resource:security_group_rule and tenant:60b61bb5dfea40a38a08ee2563a973a3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:31.116486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:31.125764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f69a2-487c-49c1-8f7f-fe4f656b2aa8 req-dbbc8f7c-9eaf-409a-b1c7-6fb8ba07419b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:31.129936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dcf87ec7-57dc-43d0-993b-a117121cba15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.135307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f00f69a2-487c-49c1-8f7f-fe4f656b2aa8 req-dbbc8f7c-9eaf-409a-b1c7-6fb8ba07419b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 950 time: 0.5510752 May 27 01:42:31.137319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:31.206827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['177fde58-2d54-42a5-9906-aa0710481820'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:31.207162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:31.224787 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f00f69a2-487c-49c1-8f7f-fe4f656b2aa8 req-0aef5a9e-3725-4bbd-a32e-de3034cec3f9 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884831 May 27 01:42:31.271811 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-68285b63-6dba-4ca3-acee-ee49a07b0a2d service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518850 May 27 01:42:31.355525 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dcf87ec7-57dc-43d0-993b-a117121cba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.392179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf87ec7-57dc-43d0-993b-a117121cba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307d204-0b74-422e-a430-d4c3c01f7427,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:31.420080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dcf87ec7-57dc-43d0-993b-a117121cba15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.441858 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dcf87ec7-57dc-43d0-993b-a117121cba15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2307d204-0b74-422e-a430-d4c3c01f7427 HTTP/1.1" status: 204 len: 168 time: 0.6557188 May 27 01:42:31.543677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd6ad1-4808-4628-a028-e3e31bf42657 req-e4aec722-9a9e-4610-9929-27dd108e0e3e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:31.547837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3dbd6ad1-4808-4628-a028-e3e31bf42657 req-e4aec722-9a9e-4610-9929-27dd108e0e3e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.2901747 May 27 01:42:31.552224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.587458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.616061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc666cc6-e2b8-4de5-b85c-151c573275d9 req-c9175e7f-42a3-43db-a8a0-1c41cb157eab tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:31.617658 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc666cc6-e2b8-4de5-b85c-151c573275d9 req-c9175e7f-42a3-43db-a8a0-1c41cb157eab tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 944 time: 0.1509826 May 27 01:42:31.621487 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ada79a63-35f7-4d7f-b3e1-8ab84011a0dd req-1a124c9e-0d24-4adf-9fe8-a42c59ec9b5c service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417485 May 27 01:42:31.672495 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc666cc6-e2b8-4de5-b85c-151c573275d9 req-3f376a1e-3f61-4b80-b0b5-d507af204094 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481310 May 27 01:42:31.676263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3dbd6ad1-4808-4628-a028-e3e31bf42657 req-244611ae-c4b3-413d-89cd-90c7877d3f42 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215062 May 27 01:42:31.781284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a821cb13-58ab-4702-8841-32cb69767462,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:31.852992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50936) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:31.866933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5a4f9165-7a3f-4868-817b-5b7b1edfb657 req-a70b43fb-8b82-46b1-91c4-3536b3b5c661 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 210 time: 0.0833685 May 27 01:42:31.870036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97a6971f-5f56-4d9c-9571-dae056bc29c1 req-8d513ed1-b700-4326-adab-e62fc322c508 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 210 time: 0.0617452 May 27 01:42:31.889323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:31.913261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:31.924659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Allocated IP 192.168.233.118 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/8cb07bbe-7030-495e-9c58-244c90c9a047) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:31.926478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c511036fbd4c70bcdbb846d8277a52 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:31.931583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:31.942809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:31.945778 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30638b1-8281-4d6d-a7c4-d0d7d42b6619'] response: {'name': 'network-changed', 'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f', 'status': 'completed', 'code': 200} May 27 01:42:32.156634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-45e0401a-70bf-4c90-9f23-6dea1a337315 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1960773 May 27 01:42:32.266126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:32.276542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-18bb5b95-f75e-4fd8-be8e-7b1083505a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:32.277906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-18bb5b95-f75e-4fd8-be8e-7b1083505a22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1099 time: 0.2738349 May 27 01:42:32.281456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:32.302082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:32.380440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044f89e-c5b7-453e-a6d2-5cf6d002c8bb req-1c006b41-41e1-4f38-8e02-54133b8b3375 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:32.382106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9044f89e-c5b7-453e-a6d2-5cf6d002c8bb req-1c006b41-41e1-4f38-8e02-54133b8b3375 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 943 time: 0.2878618 May 27 01:42:32.389014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-2422f5bf-b1df-46a4-9feb-1422cdba3368 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:32.390558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-2422f5bf-b1df-46a4-9feb-1422cdba3368 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283702 May 27 01:42:32.393849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-7f62a2d0-57d4-4aa0-9910-df87ccac35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:32.395212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-7f62a2d0-57d4-4aa0-9910-df87ccac35d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1099 time: 0.3879721 May 27 01:42:32.426047 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:32.430647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0986256-d0b0-4264-8e80-e60417d6b94b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:32.438169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Transition to ACTIVE for port object 8cb07bbe-7030-495e-9c58-244c90c9a047 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:32.471871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a42b2342-31bb-45f7-9d51-947151db2661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5c511036fbd4c70bcdbb846d8277a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6055360 May 27 01:42:32.494596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50944) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:32.534547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Request body: {'port': {'device_id': '80537e47-582a-4482-ab63-b70672481aee', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '60b61bb5dfea40a38a08ee2563a973a3'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:32.555527 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-0ae13c5e-0ce5-42fa-b133-009fbc753440 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686843 May 27 01:42:32.728698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9044f89e-c5b7-453e-a6d2-5cf6d002c8bb req-e7c819cf-3210-4782-987b-1df3f49fb6c0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369610 May 27 01:42:32.755005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-8df2a003-c0c1-43a4-a7a3-cacc92b1010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:32.756511 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-8df2a003-c0c1-43a4-a7a3-cacc92b1010d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4502289 May 27 01:42:32.786328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-8c1709ea-a35b-454d-93af-48d300666a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:32.787884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-8c1709ea-a35b-454d-93af-48d300666a89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2573483 May 27 01:42:32.820721 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:32.825368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:32.843667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5acf5d2d-f135-409d-978c-ba4dabf2c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:32.893493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604b32-494a-416c-be61-58c00be4e972 req-2720420a-8692-4f9e-88a4-8c33aaf6e410 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:32.895772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9604b32-494a-416c-be61-58c00be4e972 req-2720420a-8692-4f9e-88a4-8c33aaf6e410 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.5243251 May 27 01:42:32.905949 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-29a8d24a-2752-495c-96c0-efe950b7f431 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.1425378 May 27 01:42:32.913501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-3621bb68-0b73-4724-999e-e1661601ed7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.1152394 May 27 01:42:32.997056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:33.004975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Usage tracker for resource:port and tenant:60b61bb5dfea40a38a08ee2563a973a3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:33.010550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:33.024164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:33.028271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-583d64b5-a0cd-404e-9d5c-deeee8ecf894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:33.029719 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-583d64b5-a0cd-404e-9d5c-deeee8ecf894 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0994298 May 27 01:42:33.037048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-e6c798fd-c6e6-4ad0-8488-2aae36039a6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:33.038368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-e6c798fd-c6e6-4ad0-8488-2aae36039a6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4743710 May 27 01:42:33.043944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:33.055389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:33.059947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Request body: {'port': {'device_id': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '85ba29e0ffe44821b6ac9a6d795c9f9f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:33.075052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5acf5d2d-f135-409d-978c-ba4dabf2c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.081527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Made reservation on behalf of 60b61bb5dfea40a38a08ee2563a973a3 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:33.085065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.099004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:33.099411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-1ac72c3e-702d-4cb7-8bc5-bf6272e5cba4 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:33.100935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-1ac72c3e-702d-4cb7-8bc5-bf6272e5cba4 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 1102 time: 0.2292087 May 27 01:42:33.130495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:33.184829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.233024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:33.239758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Usage tracker for resource:security_group_rule and tenant:58141e274a624b1ba252bb713435bdf3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:33.244875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:33.255585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:33.300140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-716245d2-1988-4610-8a7d-27f09905c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:33.301486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-716245d2-1988-4610-8a7d-27f09905c918 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.3752453 May 27 01:42:33.307165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-c6e6f288-8bfd-45f6-8c8c-ec5a0dc5562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:33.309116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-c6e6f288-8bfd-45f6-8c8c-ec5a0dc5562a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720702 May 27 01:42:33.311519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9604b32-494a-416c-be61-58c00be4e972 req-e7c78d58-9cbc-42b7-a7e6-726ac3500c0d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4046581 May 27 01:42:33.372067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bdf59bc7-bddd-4b08-abeb-2562e9c3b655 None None] Provisioning for port 8cb07bbe-7030-495e-9c58-244c90c9a047 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:33.383005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bdf59bc7-bddd-4b08-abeb-2562e9c3b655 None None] Provisioning complete for port 8cb07bbe-7030-495e-9c58-244c90c9a047 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:33.383441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bdf59bc7-bddd-4b08-abeb-2562e9c3b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.427120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:33.427754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.446144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Allocated IP 192.168.233.134 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/3b54f62a-5af8-4be4-a55f-810d6aa825be) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:33.489235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bdf59bc7-bddd-4b08-abeb-2562e9c3b655 None None] Port 8cb07bbe-7030-495e-9c58-244c90c9a047 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:33.520127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:33.532351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-4a974956-8d47-40ae-8a5a-381f7c8efcbf tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9182019 May 27 01:42:33.544203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:33.549766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Request body: {'port': {'device_id': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:33.576813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-4e232215-f4b4-4ea6-b055-0bff011ae88c service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523382 May 27 01:42:33.578971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5acf5d2d-f135-409d-978c-ba4dabf2c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.581128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5acf5d2d-f135-409d-978c-ba4dabf2c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.584818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5acf5d2d-f135-409d-978c-ba4dabf2c0a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0986256-d0b0-4264-8e80-e60417d6b94b HTTP/1.1" status: 204 len: 168 time: 1.0638485 May 27 01:42:33.621410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.626424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf5d2d-f135-409d-978c-ba4dabf2c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0986256-d0b0-4264-8e80-e60417d6b94b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:33.642333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-bfcc8c95-380a-4acf-9f03-d48e262ec22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:33.643883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-bfcc8c95-380a-4acf-9f03-d48e262ec22e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3137064 May 27 01:42:33.677106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Made reservation on behalf of 85ba29e0ffe44821b6ac9a6d795c9f9f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:33.680590 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.696075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.801420 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f9d61ed-3d7c-47b0-9da5-4a27bca11510 req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6921287 May 27 01:42:33.832405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01afcc4-d1d1-49bc-a50e-6828ef8da4f9 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dab69aa-1e92-45d2-bd24-d6bcfeea4915,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:33.836027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 177fde58-2d54-42a5-9906-aa0710481820 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:33.920030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-cebd16e6-063e-46aa-912e-3922a4b16af3 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277822 May 27 01:42:33.939746 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.944586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-4c4b337c-312d-40b4-a5e5-069c5d527c70 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492743 May 27 01:42:33.945144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.961042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Transition to ACTIVE for port object 3b54f62a-5af8-4be4-a55f-810d6aa825be will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:33.991525 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:33.991914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 177fde58-2d54-42a5-9906-aa0710481820 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:33.999190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 177fde58-2d54-42a5-9906-aa0710481820 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:33.999715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:34.136422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 177fde58-2d54-42a5-9906-aa0710481820 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:34.136803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:34.142135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:34.147298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:34.154156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:34.169485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177fde58-2d54-42a5-9906-aa0710481820'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:34.180320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-409f5405-13f9-4fc2-ad25-6649d2a66522 req-5b2d9cf0-b0fe-49ea-8fd2-666d1a95828f service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840920 May 27 01:42:34.188897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 177fde58-2d54-42a5-9906-aa0710481820, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=177fde58-2d54-42a5-9906-aa0710481820,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:34.199342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:34.231599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:34.232610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:34.272144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Pushing event updated for resources: {'Port': ['ID=3b54f62a-5af8-4be4-a55f-810d6aa825be,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:34.277168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-8a7c9f0d-4e0a-40c4-a209-04e2323422a2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7491710 May 27 01:42:34.296397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=177fde58-2d54-42a5-9906-aa0710481820,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:34.308525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Request body: {'port': {'device_id': '80537e47-582a-4482-ab63-b70672481aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:34.331772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-c85b69d7-8ffb-479f-8c5f-ea000e6aa3d5 service neutron] 10.222.0.13 "GET /v2.0/ports/32d1cc66-1ad0-4752-bebd-d92a6c9ced47/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.1470873 May 27 01:42:34.348936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32915e6-7979-4c86-aa3b-1d75859b1587 req-0882ca7f-97ca-4a29-9b01-b7472273dcfb tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:34.359483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b32915e6-7979-4c86-aa3b-1d75859b1587 req-0882ca7f-97ca-4a29-9b01-b7472273dcfb tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 944 time: 0.8891912 May 27 01:42:34.475764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bbfcb-f39f-4302-b649-5cc790da30a6 req-a7641165-4077-4164-bfc4-62144cbac63e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:34.477272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d95bbfcb-f39f-4302-b649-5cc790da30a6 req-a7641165-4077-4164-bfc4-62144cbac63e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.4390011 May 27 01:42:34.521596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf5d44cc-f161-440d-b6f1-18825b59c31f None None] Provisioning for port 3b54f62a-5af8-4be4-a55f-810d6aa825be completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:34.531541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf5d44cc-f161-440d-b6f1-18825b59c31f None None] Provisioning complete for port 3b54f62a-5af8-4be4-a55f-810d6aa825be triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:34.532303 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bf5d44cc-f161-440d-b6f1-18825b59c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:34.614041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d44cc-f161-440d-b6f1-18825b59c31f None None] Port 3b54f62a-5af8-4be4-a55f-810d6aa825be cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:34.635545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d95bbfcb-f39f-4302-b649-5cc790da30a6 req-cae1ebf4-c792-45a4-bbf4-fc61bce1ea87 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446228 May 27 01:42:34.650530 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:34.689610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Allocated IP 192.168.233.21 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/6b4a592e-fb86-4c52-89fb-8a65ae57fa1d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:34.744474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b32915e6-7979-4c86-aa3b-1d75859b1587 req-59758ce8-17b9-44aa-87ed-c30cf0ad8f09 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3831909 May 27 01:42:34.909050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89ce5a-d97e-4601-9233-39d6dccea777 req-a7551b6d-feec-4399-a935-609f459a8c38 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:34.909988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-be89ce5a-d97e-4601-9233-39d6dccea777 req-a7551b6d-feec-4399-a935-609f459a8c38 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Synchronizing usage tracker for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:34.927069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-be89ce5a-d97e-4601-9233-39d6dccea777 req-a7551b6d-feec-4399-a935-609f459a8c38 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Unset dirty status for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:34.928246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be89ce5a-d97e-4601-9233-39d6dccea777 req-a7551b6d-feec-4399-a935-609f459a8c38 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 936 time: 0.1108873 May 27 01:42:34.943611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe3bc092-525f-4c1c-8165-32a20f1af519 req-66b98b1c-c128-4432-8e89-76e2432bb7fc tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 210 time: 0.0826347 May 27 01:42:34.992106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be89ce5a-d97e-4601-9233-39d6dccea777 req-460fb47a-9122-45f9-9097-2b147d9ae698 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568531 May 27 01:42:35.182684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ade74-0046-4f60-a6d5-47b71b3936e9 req-be4debd9-269d-4a7e-ab67-16f4d5bfe9f9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:35.184645 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c10ade74-0046-4f60-a6d5-47b71b3936e9 req-be4debd9-269d-4a7e-ab67-16f4d5bfe9f9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 943 time: 0.0851338 May 27 01:42:35.233307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c10ade74-0046-4f60-a6d5-47b71b3936e9 req-01b79404-7c4c-4de2-9b2e-38e7b13e9f80 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 May 27 01:42:35.289064 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95704aa7-6564-4484-b19d-c54ec281fb79'] response: {'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177fde58-2d54-42a5-9906-aa0710481820', 'code': 200} May 27 01:42:35.338534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:35.380149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431e4b3-b056-49db-9453-efa99fe3624a req-fd18efed-a52c-4443-bd5e-b21814f958aa tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:35.381654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9431e4b3-b056-49db-9453-efa99fe3624a req-fd18efed-a52c-4443-bd5e-b21814f958aa tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.2979863 May 27 01:42:35.389856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:35.414243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51010) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:35.427786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:35.430352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Request body: {'floatingip': {'port_id': 'adc09f71-86f8-460c-b378-b10acf4ddd7e'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:35.457345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Transition to ACTIVE for port object 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:35.459973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:35.473718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:35.501205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:35.569504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:35.582089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:35.595423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:35.639236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332', '0e414a1f-6f9b-467f-8973-d56c997d1fb8', '3f6c2506-9d94-4745-821f-c826762fda5a', '9196de08-c6e4-487a-a04c-74297024e4dc'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:35.690214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:35.703968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:35.710434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:35.756837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-523f7a48-40d7-4235-a475-cfa24e78a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:35.812890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:35.814294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:35.852005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event updated for resources: {'Port': ['ID=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:35.858619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:35.878763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] Transition to ACTIVE for port object 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:35.930686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22afbd0-cb04-4af2-8ed8-258c2053387b req-cabb1866-b7b5-4e78-8177-cb06eba3e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:35.932299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c22afbd0-cb04-4af2-8ed8-258c2053387b req-cabb1866-b7b5-4e78-8177-cb06eba3e253 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 1097 time: 0.5585139 May 27 01:42:35.953502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-7afa7a74-8c85-48e2-8809-851480305cba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9000843 May 27 01:42:35.954571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:35.965798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b84f39-40c7-4980-b57d-777a3c3104be req-67b2ec7c-1041-41ba-8fbd-b947f0475300 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:35.973600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-03b84f39-40c7-4980-b57d-777a3c3104be req-67b2ec7c-1041-41ba-8fbd-b947f0475300 tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 1102 time: 0.5582433 May 27 01:42:36.015695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Request body: {'port': {'device_id': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:36.097813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:42:36.129223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c22afbd0-cb04-4af2-8ed8-258c2053387b req-30dc7898-8db0-47f0-9e08-5d4a45a4d673 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1836395 May 27 01:42:36.137103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-03b84f39-40c7-4980-b57d-777a3c3104be req-c9261cde-8832-48eb-8167-42e7d31cd79a tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Synchronizing usage tracker for tenant:58141e274a624b1ba252bb713435bdf3 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:36.140420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:42:36.185260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] No DVR routers for this DVR port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:42:36.187310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5c95bec6-1fc0-4357-8673-f71111901064 None None] Provisioning for port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:36.225429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5c95bec6-1fc0-4357-8673-f71111901064 None None] Provisioning complete for port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:36.225797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c95bec6-1fc0-4357-8673-f71111901064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:36.298505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] Pushing event updated for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:36.299087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-03b84f39-40c7-4980-b57d-777a3c3104be req-c9261cde-8832-48eb-8167-42e7d31cd79a tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] Unset dirty status for tenant:58141e274a624b1ba252bb713435bdf3 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:36.305377 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:36.315138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-03b84f39-40c7-4980-b57d-777a3c3104be req-c9261cde-8832-48eb-8167-42e7d31cd79a tempest-ServersAdminNegativeTestJSON-93004299 tempest-ServersAdminNegativeTestJSON-93004299-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405147 May 27 01:42:36.319461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b54f62a-5af8-4be4-a55f-810d6aa825be {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:36.319830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:42:36.326059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:36.328559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b1a83d24-e557-44b6-97af-91ac63c6e63c service neutron] 10.222.0.13 "PUT /v2.0/ports/32d1cc66-1ad0-4752-bebd-d92a6c9ced47/bindings/n-h2-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 1.9523127 May 27 01:42:36.336513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:36.344775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888f57e-d479-47fc-b943-5ba2e5a0b2fe req-a052c565-4d75-4d46-83b2-9404270d9552 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:36.346743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6888f57e-d479-47fc-b943-5ba2e5a0b2fe req-a052c565-4d75-4d46-83b2-9404270d9552 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 947 time: 0.4697702 May 27 01:42:36.376424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5c95bec6-1fc0-4357-8673-f71111901064 None None] Port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:42:36.403136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '2c72ead3-05de-4192-995a-8305bf92d66f', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '2c72ead3-05de-4192-995a-8305bf92d66f', 'mac_address': 'fa:16:3e:55:51:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:36.433647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Transition to ACTIVE for port object 3b54f62a-5af8-4be4-a55f-810d6aa825be will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:36.442988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:36.547948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2c72ead3-05de-4192-995a-8305bf92d66f is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:36.548487 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:36.610925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c72ead3-05de-4192-995a-8305bf92d66f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:36.655213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:36.671132 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:36.701172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6888f57e-d479-47fc-b943-5ba2e5a0b2fe req-527f0eca-4f45-4305-9c33-71d294593027 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345718 May 27 01:42:36.830630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b54f62a-5af8-4be4-a55f-810d6aa825be,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:36.874274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:37.010793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb07bbe-7030-495e-9c58-244c90c9a047 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:37.021857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.048133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Transition to ACTIVE for port object 8cb07bbe-7030-495e-9c58-244c90c9a047 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:37.072850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.106315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Attempting to bind port 3b54f62a-5af8-4be4-a55f-810d6aa825be on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:37.106971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Attempting to bind port 3b54f62a-5af8-4be4-a55f-810d6aa825be by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:37.106971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Attempting to bind port 3b54f62a-5af8-4be4-a55f-810d6aa825be on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:37.187257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Port 3b54f62a-5af8-4be4-a55f-810d6aa825be on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:37.187687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Attempting to bind port 3b54f62a-5af8-4be4-a55f-810d6aa825be on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:37.189855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410490eb-2154-44e0-91bf-fc0244c8d5a8 req-38240d5b-eaf3-44f1-907d-317c45aadb81 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:37.191635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-410490eb-2154-44e0-91bf-fc0244c8d5a8 req-38240d5b-eaf3-44f1-907d-317c45aadb81 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.2659638 May 27 01:42:37.219305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:37.219663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:37.220060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:37.220502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Bound port: 3b54f62a-5af8-4be4-a55f-810d6aa825be, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:37.220852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.258397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04014b-e19a-4c1c-ad9c-049dcbcd5cb3 req-ef0a7714-35e0-458d-a708-7d39d12140cd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:37.260580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd04014b-e19a-4c1c-ad9c-049dcbcd5cb3 req-ef0a7714-35e0-458d-a708-7d39d12140cd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 935 time: 0.2866592 May 27 01:42:37.263146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.297010 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.361631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:37.515442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd04014b-e19a-4c1c-ad9c-049dcbcd5cb3 req-dad5d5d8-ce0e-4bff-8663-6d9ae82277ca tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251883 May 27 01:42:37.517334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-410490eb-2154-44e0-91bf-fc0244c8d5a8 req-f45e0af3-1c81-41c7-8f1a-901174e7c776 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2530022 May 27 01:42:37.545244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] For port 3b54f62a-5af8-4be4-a55f-810d6aa825be, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:37.575036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] For port 3b54f62a-5af8-4be4-a55f-810d6aa825be, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:37.596881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Attempting to bind port 8cb07bbe-7030-495e-9c58-244c90c9a047 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:37.597213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Attempting to bind port 8cb07bbe-7030-495e-9c58-244c90c9a047 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:37.597539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Attempting to bind port 8cb07bbe-7030-495e-9c58-244c90c9a047 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:37.601736 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.615267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Port 8cb07bbe-7030-495e-9c58-244c90c9a047 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:37.615598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Attempting to bind port 8cb07bbe-7030-495e-9c58-244c90c9a047 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:37.627817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:37.628156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:37.628538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:37.628967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Bound port: 8cb07bbe-7030-495e-9c58-244c90c9a047, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:37.629315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.652536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:37.660237 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6 associated. External IP: 172.25.3.230, port: adc09f71-86f8-460c-b378-b10acf4ddd7e. May 27 01:42:37.684611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.760393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Transition to ACTIVE for port object 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:37.773896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.791118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:37.791732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.793091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] 10.222.0.13 "PUT /v2.0/ports/3b54f62a-5af8-4be4-a55f-810d6aa825be HTTP/1.1" status: 200 len: 1097 time: 3.5024374 May 27 01:42:37.798105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80537e47-582a-4482-ab63-b70672481aee', 'tag': '3b54f62a-5af8-4be4-a55f-810d6aa825be'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:37.893435 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eea16cea-8d23-4207-888d-2a9779866cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:37.916290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:37.949111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d7552-b7f9-4be8-bab7-de93fccbadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b54f62a-5af8-4be4-a55f-810d6aa825be,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:37.951397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:37.952300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:37.987493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:38.059566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351316d-c733-471b-98b5-797836687f43 req-9ef56c94-5ea5-4542-b641-8639fe503946 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.061526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f351316d-c733-471b-98b5-797836687f43 req-9ef56c94-5ea5-4542-b641-8639fe503946 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.3509536 May 27 01:42:38.071880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb1be-814b-495f-8036-d45f658c0b5d req-627bad9d-dca0-4427-8b09-8ca63d19128c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.072607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-318eb1be-814b-495f-8036-d45f658c0b5d req-627bad9d-dca0-4427-8b09-8ca63d19128c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Synchronizing usage tracker for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:38.109319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.109925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:38.111501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] 10.222.0.47 "PUT /v2.0/ports/8cb07bbe-7030-495e-9c58-244c90c9a047 HTTP/1.1" status: 200 len: 1097 time: 4.5691540 May 27 01:42:38.114866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:38.116092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-82228724-b506-4651-b075-9d5fd59d475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.117568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-82228724-b506-4651-b075-9d5fd59d475a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 1100 time: 0.2299571 May 27 01:42:38.136881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-318eb1be-814b-495f-8036-d45f658c0b5d req-627bad9d-dca0-4427-8b09-8ca63d19128c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Unset dirty status for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:38.138025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-318eb1be-814b-495f-8036-d45f658c0b5d req-627bad9d-dca0-4427-8b09-8ca63d19128c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 948 time: 0.4509194 May 27 01:42:38.175155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5537b8-7b17-4ce7-b259-df39554835fb service neutron] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:38.187686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Attempting to bind port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:38.187788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Attempting to bind port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:38.188076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Attempting to bind port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:38.204022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:38.204562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Attempting to bind port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:38.215157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-318eb1be-814b-495f-8036-d45f658c0b5d req-917de365-167a-4dd3-b28d-fb40fc845613 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Synchronizing usage tracker for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:38.219054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:38.219566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:38.220103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:38.220690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Bound port: 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:38.221215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:38.245933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:38.288881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-318eb1be-814b-495f-8036-d45f658c0b5d req-917de365-167a-4dd3-b28d-fb40fc845613 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Unset dirty status for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:38.301988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-318eb1be-814b-495f-8036-d45f658c0b5d req-917de365-167a-4dd3-b28d-fb40fc845613 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565127 May 27 01:42:38.393430 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-1fe352d4-2e90-4819-94dc-09846da5e596 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be HTTP/1.1" status: 200 len: 217 time: 0.2671111 May 27 01:42:38.394043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] For port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:38.398221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] For port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:38.405845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:38.425384 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f351316d-c733-471b-98b5-797836687f43 req-5635907b-69ae-44d3-a945-1802b3999927 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474975 May 27 01:42:38.516779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.517456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:38.518875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b4a592e-fb86-4c52-89fb-8a65ae57fa1d HTTP/1.1" status: 200 len: 1096 time: 2.5534842 May 27 01:42:38.536272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-13480977-ecf8-4abf-860c-630476547a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.538297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-13480977-ecf8-4abf-860c-630476547a72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1325834 May 27 01:42:38.588616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eebd80-b909-4735-bd64-8b19e5cf41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:38.719210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-462af9d2-8aee-408c-8629-89eb754e9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.720732 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-462af9d2-8aee-408c-8629-89eb754e9bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 1099 time: 0.0992806 May 27 01:42:38.743788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Router 10b05497-0f8c-4616-b7d8-78a9192b9151 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:42:38.803714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-cbeb691a-df39-4ee5-8694-a2438bc192d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d HTTP/1.1" status: 200 len: 217 time: 0.0755541 May 27 01:42:38.874756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3a625-c3b3-4615-b22d-03f0b2114df4 req-1759a20b-2ebf-4934-a4da-be8a1166dcc2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.876245 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e6d3a625-c3b3-4615-b22d-03f0b2114df4 req-1759a20b-2ebf-4934-a4da-be8a1166dcc2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 948 time: 0.2417672 May 27 01:42:38.878735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-f0c1d677-ffa6-4d57-a19a-7a315b467c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.880372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-f0c1d677-ffa6-4d57-a19a-7a315b467c8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0703063 May 27 01:42:38.880916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-207a53ef-485e-43f4-a3d4-a8c6ba698b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.882300 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-207a53ef-485e-43f4-a3d4-a8c6ba698b6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3302348 May 27 01:42:38.969399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-2c73ee7c-f6d0-413d-828b-d08e1b83bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:38.971263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-2c73ee7c-f6d0-413d-828b-d08e1b83bf44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787528 May 27 01:42:38.977857 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc38c3c0-e4c8-408b-a80f-9d9c9854da8b'] response: {'name': 'network-changed', 'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'status': 'completed', 'code': 200} May 27 01:42:38.984995 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63fdf41-a967-4ea7-ae87-0aaab814a7ef'] response: {'name': 'network-changed', 'server_uuid': '80537e47-582a-4482-ab63-b70672481aee', 'tag': '3b54f62a-5af8-4be4-a55f-810d6aa825be', 'status': 'completed', 'code': 200} May 27 01:42:39.095778 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e6d3a625-c3b3-4615-b22d-03f0b2114df4 req-65f5abea-faf0-4409-a618-b05b5340864c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627345 May 27 01:42:39.110892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:42:39.125262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:39.132396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] Sync routers for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:42:39.148936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:39.149664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:42:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:39.172066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-c1434a12-990c-4220-8c48-799e28ee9f13 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401223 May 27 01:42:39.172327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-cfe4a472-f0ef-4865-84fb-63f4ae7bc5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933422 May 27 01:42:39.210074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a34a7a9-eaf6-47a4-8e37-9ded410fb322 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "PUT /v2.0/floatingips/0c764726-e7d7-44c2-aa0f-ea9fc802aff6 HTTP/1.1" status: 200 len: 992 time: 3.7890222 May 27 01:42:39.270335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468064a9-4cac-401f-b940-8404c79e16fb req-3265467b-2a67-445a-af8a-c537118aa9c4 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:39.271812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-468064a9-4cac-401f-b940-8404c79e16fb req-3265467b-2a67-445a-af8a-c537118aa9c4 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.2056940 May 27 01:42:39.339131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:39.343053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-468064a9-4cac-401f-b940-8404c79e16fb req-d91029f2-1efe-4515-90c1-0bbf423c13ae tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635076 May 27 01:42:39.351513 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:39.360745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2b9b5d0-01ef-4571-9514-e2b2d48a5ad0 req-45c48efe-f89b-4f23-be09-7e8a69789f28 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776752 May 27 01:42:39.399319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:39.416012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e57c2-edcf-4df8-aa89-cd7ffb6a244b req-756f11e2-9d42-4604-af46-5a613a5f6abe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:39.417850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd0e57c2-edcf-4df8-aa89-cd7ffb6a244b req-756f11e2-9d42-4604-af46-5a613a5f6abe tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 947 time: 0.1862001 May 27 01:42:39.419899 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3f7ab37-6541-479b-b91d-cc1ba618137c req-f14d1fea-222d-4da9-88c1-06133cab06f4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087305 May 27 01:42:39.468350 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd0e57c2-edcf-4df8-aa89-cd7ffb6a244b req-345b0b1c-4b91-40c6-acb2-26c801ebea82 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 May 27 01:42:39.646542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c15ae-0da4-449f-bb3f-ffe523e16da1 req-155a7cc8-0f81-4592-b199-58afd71c9a9e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:39.648072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac1c15ae-0da4-449f-bb3f-ffe523e16da1 req-155a7cc8-0f81-4592-b199-58afd71c9a9e tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.0854959 May 27 01:42:39.682984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-0ae31923-5d4c-4062-8aef-545aac0db144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:39.684441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-0ae31923-5d4c-4062-8aef-545aac0db144 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 1100 time: 0.1943393 May 27 01:42:39.707273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac1c15ae-0da4-449f-bb3f-ffe523e16da1 req-b664f289-9d7d-48d4-9024-9ad4344bc38d tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 May 27 01:42:39.783153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f163c96-d2ef-4434-b6aa-71fee96f7708 req-99768a1b-0169-48e9-ab55-dfbd7114f08e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:39.784597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f163c96-d2ef-4434-b6aa-71fee96f7708 req-99768a1b-0169-48e9-ab55-dfbd7114f08e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 948 time: 0.2097642 May 27 01:42:39.791027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0c764726-e7d7-44c2-aa0f-ea9fc802aff6', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'port_id': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'mac_address': 'fa:16:3e:0a:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:40:18Z', 'updated_at': '2022-05-27T01:42:37Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:39.794999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] Checking router: 10b05497-0f8c-4616-b7d8-78a9192b9151 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:42:39.804272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:42:39.804886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:42:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:39.860516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f163c96-d2ef-4434-b6aa-71fee96f7708 req-ee71e5fa-2eff-4a06-8163-58fab8840e74 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682223 May 27 01:42:39.876364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-226f12e6-78e2-454e-add2-8ef7d2126bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:39.877810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-226f12e6-78e2-454e-add2-8ef7d2126bae service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1856818 May 27 01:42:39.951318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-0e245789-5723-4efb-95a1-ae39f5ad316c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be HTTP/1.1" status: 200 len: 217 time: 0.0651996 May 27 01:42:39.997812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:42:40.067946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-aa48b2af-d24c-4d83-ac2a-5ebf815e762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:40.069552 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-aa48b2af-d24c-4d83-ac2a-5ebf815e762d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1117392 May 27 01:42:40.150477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff418df-8719-474f-81f2-327de533b98a req-566da579-c685-46a2-8e5f-f425e67bfa0b tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:40.151952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ff418df-8719-474f-81f2-327de533b98a req-566da579-c685-46a2-8e5f-f425e67bfa0b tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.1587703 May 27 01:42:40.197583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-c83b07b1-46ae-4595-b11a-548efb7c9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:40.199061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-c83b07b1-46ae-4595-b11a-548efb7c9c5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1220148 May 27 01:42:40.210053 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ff418df-8719-474f-81f2-327de533b98a req-cf61c2e4-0ee0-488e-8253-7d8310fedb8b tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509610 May 27 01:42:40.388957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0c764726-e7d7-44c2-aa0f-ea9fc802aff6', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'port_id': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'mac_address': 'fa:16:3e:0a:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:40:18Z', 'updated_at': '2022-05-27T01:42:37Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:42:40.398515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095170f-e55d-42d2-8de1-fc82e73a5773 None None] The sync data for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 is: [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0c764726-e7d7-44c2-aa0f-ea9fc802aff6', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'port_id': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'mac_address': 'fa:16:3e:0a:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:40:18Z', 'updated_at': '2022-05-27T01:42:37Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:42:40.531281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-057142cb-0092-499f-894c-3af12b29f703 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238091 May 27 01:42:40.567647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d264097-a621-409b-9080-e9218885db33 req-c5927eb8-fa2b-43ed-b842-779d298bf6d9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:40.574937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d264097-a621-409b-9080-e9218885db33 req-c5927eb8-fa2b-43ed-b842-779d298bf6d9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 948 time: 0.1581163 May 27 01:42:40.652157 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93711685-fea3-4a14-8894-2ef9aab24ec6 None None] New status for floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:42:40.703726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d264097-a621-409b-9080-e9218885db33 req-d284faa0-af52-4536-b73a-45aa9f989c3a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279101 May 27 01:42:40.704837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5a83-1739-4970-923d-ad084b0e65ff req-7fb9a9c3-d15b-4787-a3d7-cc7c38f92cc8 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:40.706348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82ab5a83-1739-4970-923d-ad084b0e65ff req-7fb9a9c3-d15b-4787-a3d7-cc7c38f92cc8 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1698530 May 27 01:42:40.735990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e285067-ee57-408c-96b4-85d82efd8fdc req-482911b5-48c6-4d27-ba5d-0939cfbd8253 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961498 May 27 01:42:40.763631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82ab5a83-1739-4970-923d-ad084b0e65ff req-02a2dba8-59b5-4779-a185-8735c896900e tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515983 May 27 01:42:40.803770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:40.926812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e836f9-c6f9-4f91-a8f7-98a97e27869c req-fee94743-86b4-40a7-933c-03bb15404d4a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:40.926812 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38e836f9-c6f9-4f91-a8f7-98a97e27869c req-fee94743-86b4-40a7-933c-03bb15404d4a tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 950 time: 0.0903578 May 27 01:42:40.979680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'tag': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:40.985862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:40.993052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38e836f9-c6f9-4f91-a8f7-98a97e27869c req-24d48154-6315-4918-93fe-ae550e4d6a10 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564890 May 27 01:42:41.168103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99c79c-0603-47f8-b058-c532089ab47b req-45fe126e-2323-4c98-8810-8f4af638990c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.169539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d99c79c-0603-47f8-b058-c532089ab47b req-45fe126e-2323-4c98-8810-8f4af638990c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 947 time: 0.0862770 May 27 01:42:41.215146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d99c79c-0603-47f8-b058-c532089ab47b req-f37de460-cc20-4265-8c84-5a16281d71bd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 May 27 01:42:41.268030 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d23dc7-838d-4a06-86a2-e4067ed90c53'] response: {'name': 'network-changed', 'server_uuid': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'tag': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d', 'status': 'completed', 'code': 200} May 27 01:42:41.311497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1607b-0ec7-4fb2-bd54-563ec6ce5a52 req-8aa6a0f8-b05b-42cf-8d1f-39e54dac5bb3 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.312966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4ca1607b-0ec7-4fb2-bd54-563ec6ce5a52 req-8aa6a0f8-b05b-42cf-8d1f-39e54dac5bb3 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 948 time: 0.0833776 May 27 01:42:41.320769 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a60adbb-64d4-4488-9586-f8faf7fdc76f'] response: {'name': 'network-changed', 'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'status': 'completed', 'code': 200} May 27 01:42:41.376210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-3dcc79b1-d69b-4859-b76f-792bf2c6395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.378005 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-3dcc79b1-d69b-4859-b76f-792bf2c6395e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 1099 time: 0.0869603 May 27 01:42:41.403695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4ca1607b-0ec7-4fb2-bd54-563ec6ce5a52 req-dd00f0f4-d373-42f7-9f9c-256f3c1cedb5 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838969 May 27 01:42:41.442853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389931d-d962-40e1-83c4-505edf431c4f req-dc3673ae-5fe4-4ae7-a5cd-5aa4d0c8d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.444724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3389931d-d962-40e1-83c4-505edf431c4f req-dc3673ae-5fe4-4ae7-a5cd-5aa4d0c8d66a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db63a665fba4e6cae692f0d3910abce&device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 1098 time: 0.0938644 May 27 01:42:41.588026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-4eca81a7-4d3e-4dca-8a58-c76974b829ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.589477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-4eca81a7-4d3e-4dca-8a58-c76974b829ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2011900 May 27 01:42:41.597116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6084a7a-ed24-449b-97f2-c1c8d4a700f3 req-4e28f620-f3da-49a2-aeec-8983e21df8dc tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.598511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6084a7a-ed24-449b-97f2-c1c8d4a700f3 req-4e28f620-f3da-49a2-aeec-8983e21df8dc tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.1370394 May 27 01:42:41.605687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389931d-d962-40e1-83c4-505edf431c4f req-b8b168ce-b392-4c9e-af24-205edd26f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.607832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3389931d-d962-40e1-83c4-505edf431c4f req-b8b168ce-b392-4c9e-af24-205edd26f212 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 200 len: 925 time: 0.1528456 May 27 01:42:41.677130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-6cff4083-588f-44f0-af77-9ce82faa2e01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d HTTP/1.1" status: 200 len: 217 time: 0.0774651 May 27 01:42:41.726017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3389931d-d962-40e1-83c4-505edf431c4f req-4027ba7c-3786-4dc2-88a4-6cc32aa73941 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e HTTP/1.1" status: 200 len: 1002 time: 0.1045990 May 27 01:42:41.746369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6084a7a-ed24-449b-97f2-c1c8d4a700f3 req-72853d1c-68e5-477e-b93e-796bb863785a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965211 May 27 01:42:41.762124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-e7a4ab50-7448-4774-b773-28fe64d56b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.764609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-e7a4ab50-7448-4774-b773-28fe64d56b8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0709746 May 27 01:42:41.801269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389931d-d962-40e1-83c4-505edf431c4f req-4d9666bc-58cd-4632-b0c3-f6d96fed5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.802742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3389931d-d962-40e1-83c4-505edf431c4f req-4d9666bc-58cd-4632-b0c3-f6d96fed5e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044d285e-9bbc-4dda-87ae-46c526fe2ea5 HTTP/1.1" status: 200 len: 863 time: 0.0684469 May 27 01:42:41.859877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-1e91a02b-72fa-49b3-ab08-9467775c7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.862619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-1e91a02b-72fa-49b3-ab08-9467775c7969 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889728 May 27 01:42:41.876938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:41.947874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 2c72ead3-05de-4192-995a-8305bf92d66f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:41.955406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 2c72ead3-05de-4192-995a-8305bf92d66f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:41.955796 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:41.971217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389931d-d962-40e1-83c4-505edf431c4f req-39028308-7024-4922-ae8c-c22221337964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:41.973318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3389931d-d962-40e1-83c4-505edf431c4f req-39028308-7024-4922-ae8c-c22221337964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637924 May 27 01:42:42.015162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-c033e81b-fdcd-4fbd-87a3-3d9232913bdb service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451919 May 27 01:42:42.022208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad6daf-4e0b-4ce5-b2c7-66192ff4f40b req-912b2e1b-301e-46e9-abd5-9f471d61bc05 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:42.023904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4fad6daf-4e0b-4ce5-b2c7-66192ff4f40b req-912b2e1b-301e-46e9-abd5-9f471d61bc05 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 948 time: 0.1368182 May 27 01:42:42.115932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2c72ead3-05de-4192-995a-8305bf92d66f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:42.116309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:42.136888 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4fad6daf-4e0b-4ce5-b2c7-66192ff4f40b req-5d4ab757-94b2-4b0c-94f0-84f625bbfb2f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060190 May 27 01:42:42.147331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:42.171826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:42.178745 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:42.180925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3389931d-d962-40e1-83c4-505edf431c4f req-d3aece45-b9fa-4108-afca-1ee3b590679a service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882236 May 27 01:42:42.205917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4fc392-9409-4aba-96d6-e4e8bebb94d0 req-c28406c1-b054-4f3a-8176-ec15f7330ecc service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756239 May 27 01:42:42.258809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:42.429273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3389931d-d962-40e1-83c4-505edf431c4f req-e4a5c1fc-ec38-42d1-9f98-306a5a35fa9c service neutron] 10.222.0.13 "GET /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415287 May 27 01:42:42.437223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb520e-91d9-47dd-802a-8420b2be020e req-1f559684-d5f2-4764-93fa-7be5c8267510 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:42.438623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cbb520e-91d9-47dd-802a-8420b2be020e req-1f559684-d5f2-4764-93fa-7be5c8267510 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1266620 May 27 01:42:42.487610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cbb520e-91d9-47dd-802a-8420b2be020e req-2cc5c350-68b7-4d69-9911-7f58da1d4874 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429583 May 27 01:42:42.500391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-cab217a6-051c-40e1-bf3e-a14816807608 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:42.501828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-cab217a6-051c-40e1-bf3e-a14816807608 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 950 time: 0.1416528 May 27 01:42:42.512509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12256f38-fa86-4b2b-a478-59eee1d6a3d8 req-c4741f8d-4cc3-4fa2-85f8-19f90d35d0cc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:42.513883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-12256f38-fa86-4b2b-a478-59eee1d6a3d8 req-c4741f8d-4cc3-4fa2-85f8-19f90d35d0cc tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 950 time: 0.1190622 May 27 01:42:42.553486 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5521cba-3208-4cf3-b2c7-4d437c73adf8'] response: {'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f', 'code': 200} May 27 01:42:42.606890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Deleting port 305ecd6f-11db-4487-bdb4-94beaddd887c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:42:42.607036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:42.729532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872372a2-506c-4bde-84e1-3fbbb64e8aa1 req-b6c58b09-4e19-4667-a74a-f2664abd23d8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:42.730255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-872372a2-506c-4bde-84e1-3fbbb64e8aa1 req-b6c58b09-4e19-4667-a74a-f2664abd23d8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:42.747718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-872372a2-506c-4bde-84e1-3fbbb64e8aa1 req-b6c58b09-4e19-4667-a74a-f2664abd23d8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:42.748877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-872372a2-506c-4bde-84e1-3fbbb64e8aa1 req-b6c58b09-4e19-4667-a74a-f2664abd23d8 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 947 time: 0.1117318 May 27 01:42:42.755647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-12256f38-fa86-4b2b-a478-59eee1d6a3d8 req-992f0cf9-b254-4550-887b-23e619f8b9e5 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081671 May 27 01:42:42.796937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-872372a2-506c-4bde-84e1-3fbbb64e8aa1 req-5eb6649f-ff03-4dcd-b0d6-2d57b77675c0 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 May 27 01:42:42.985299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9e7d-ed52-4c84-8526-c27f5fd6d3cf req-d7a092b0-8fae-4b9c-ac40-c55099298004 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:42.986744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-117f9e7d-ed52-4c84-8526-c27f5fd6d3cf req-d7a092b0-8fae-4b9c-ac40-c55099298004 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 948 time: 0.0847781 May 27 01:42:43.030978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-117f9e7d-ed52-4c84-8526-c27f5fd6d3cf req-7e0eacb1-2855-4ead-addb-bc534bc57cd0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 May 27 01:42:43.043724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] For port 305ecd6f-11db-4487-bdb4-94beaddd887c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=305ecd6f-11db-4487-bdb4-94beaddd887c,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:43.044085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:43.173234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d8795-1d1f-43ad-ba84-738ef795860d req-c743d0cb-b570-4096-b685-2a7e0b5b0d81 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:43.174751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-249d8795-1d1f-43ad-ba84-738ef795860d req-c743d0cb-b570-4096-b685-2a7e0b5b0d81 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.2519712 May 27 01:42:43.182014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Calling delete_port for 305ecd6f-11db-4487-bdb4-94beaddd887c owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:42:43.279289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-249d8795-1d1f-43ad-ba84-738ef795860d req-b0e75250-4df9-4a1d-9842-8ac43c0164b1 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656626 May 27 01:42:43.366177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:43.378369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['66d23b77-7d3a-41ec-98aa-92709a3c8a78'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:43.413508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['305ecd6f-11db-4487-bdb4-94beaddd887c'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:43.455909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Pushing event deleted for resources: {'Port': ['ID=305ecd6f-11db-4487-bdb4-94beaddd887c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:43.570535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] No DVR routers for this DVR port 305ecd6f-11db-4487-bdb4-94beaddd887c on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:42:43.574792 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:43.579300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'name': 'network-vif-deleted', 'tag': '305ecd6f-11db-4487-bdb4-94beaddd887c'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:43.604724 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88c73488-7b16-41e3-80f1-4cc69f96512d req-e57209cc-1de8-4a68-b391-4aade60b5618 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.13 "DELETE /v2.0/ports/305ecd6f-11db-4487-bdb4-94beaddd887c HTTP/1.1" status: 204 len: 173 time: 1.0898139 May 27 01:42:43.624558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e5150-f3c0-40ed-ba05-15ce9a3cd647 req-07ee4ba1-d552-4b00-80c2-7bb9f28ca0e4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:43.626447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc1e5150-f3c0-40ed-ba05-15ce9a3cd647 req-07ee4ba1-d552-4b00-80c2-7bb9f28ca0e4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.2175815 May 27 01:42:43.713119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc1e5150-f3c0-40ed-ba05-15ce9a3cd647 req-2000652a-dfc5-46d9-b3a2-ad5278c5de42 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661488 May 27 01:42:43.908560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed1f52-0b7e-4de0-8d06-801cb4850824 req-dd71b895-9b28-4f5e-9310-cc7213b23871 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:43.909996 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1ed1f52-0b7e-4de0-8d06-801cb4850824 req-dd71b895-9b28-4f5e-9310-cc7213b23871 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.0928199 May 27 01:42:43.954898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1ed1f52-0b7e-4de0-8d06-801cb4850824 req-1c49a8a4-6d15-4386-b4fa-6813e0aa2892 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379467 May 27 01:42:44.006161 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168c3bd8-14bf-44d1-9c6d-da4a07fb7d32'] response: {'server_uuid': '4a14bf4f-71d7-4ac2-8b69-0fed10020de4', 'name': 'network-vif-deleted', 'tag': '305ecd6f-11db-4487-bdb4-94beaddd887c', 'status': 'completed', 'code': 200} May 27 01:42:44.128661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 3b54f62a-5af8-4be4-a55f-810d6aa825be details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:44.131077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52f5d6c9-5458-4168-98d0-d97d6338ec9f req-1e443a5e-9f82-4f23-a35d-ed784f650e9e tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a14bf4f-71d7-4ac2-8b69-0fed10020de4 HTTP/1.1" status: 200 len: 210 time: 0.0418501 May 27 01:42:44.176485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35035681-4d5a-4c96-9b5a-3698f7508bd0 req-dbbd601f-6e02-4b82-8c0c-5d69928669ba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:44.178225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35035681-4d5a-4c96-9b5a-3698f7508bd0 req-dbbd601f-6e02-4b82-8c0c-5d69928669ba tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 947 time: 0.0883789 May 27 01:42:44.237845 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35035681-4d5a-4c96-9b5a-3698f7508bd0 req-e872ecc4-1e34-4229-bf60-0de8c03f7c7b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531406 May 27 01:42:44.287387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 3b54f62a-5af8-4be4-a55f-810d6aa825be, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:44.304925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '3b54f62a-5af8-4be4-a55f-810d6aa825be', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '3b54f62a-5af8-4be4-a55f-810d6aa825be', 'mac_address': 'fa:16:3e:3c:d6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:44.363867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 3b54f62a-5af8-4be4-a55f-810d6aa825be is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:44.364432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:44.384603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b54f62a-5af8-4be4-a55f-810d6aa825be {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:44.401998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 3b54f62a-5af8-4be4-a55f-810d6aa825be, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:44.406949 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:44.407584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:44.428309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1d159-e82f-45a6-8d3f-c95e762e38c1 req-d0a18817-42a2-4c5d-b1ba-8e97c1c7d510 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:44.430270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1e1d159-e82f-45a6-8d3f-c95e762e38c1 req-d0a18817-42a2-4c5d-b1ba-8e97c1c7d510 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 948 time: 0.1012251 May 27 01:42:44.479769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1e1d159-e82f-45a6-8d3f-c95e762e38c1 req-4961a2f1-3d28-441d-8529-3d44fb3fdd6b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 May 27 01:42:44.494993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:44.503373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=3b54f62a-5af8-4be4-a55f-810d6aa825be,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:44.514846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d', 'mac_address': 'fa:16:3e:82:a9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:44.581236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:44.581786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:44.604926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:44.626258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:44.630491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:44.686897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3de746-8103-46c8-bcab-f788fe2fd1b6 req-a3d662e7-2a74-457a-a9e2-fe81421dc4a6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:44.688376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd3de746-8103-46c8-bcab-f788fe2fd1b6 req-a3d662e7-2a74-457a-a9e2-fe81421dc4a6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.0898519 May 27 01:42:44.713580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:44.736171 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd3de746-8103-46c8-bcab-f788fe2fd1b6 req-4cad92c0-1fc0-4619-a361-873491408f18 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 May 27 01:42:44.973133 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:42:44.977113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e98f6-586b-401b-98ec-bd3af9041f09 req-55736d45-aa27-4dc8-9a15-6eb55251aaae tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:44.979292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-431e98f6-586b-401b-98ec-bd3af9041f09 req-55736d45-aa27-4dc8-9a15-6eb55251aaae tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1451848 May 27 01:42:45.024373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-431e98f6-586b-401b-98ec-bd3af9041f09 req-a59229aa-95b5-4bd1-b391-f70b2dc61e6e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 May 27 01:42:45.027670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['6b4a592e-fb86-4c52-89fb-8a65ae57fa1d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:45.054834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['3b54f62a-5af8-4be4-a55f-810d6aa825be'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:45.219027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9c83-50a2-46db-89ca-79d91c8c8f16 req-bd54329e-1c5e-4308-b2ba-fa08c6bfd1da tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:45.220829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da0c9c83-50a2-46db-89ca-79d91c8c8f16 req-bd54329e-1c5e-4308-b2ba-fa08c6bfd1da tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.0870559 May 27 01:42:45.275719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da0c9c83-50a2-46db-89ca-79d91c8c8f16 req-754df9f9-0c6b-4f20-b11c-81d7a715126a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490434 May 27 01:42:45.492424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433fc0e-52aa-4d8a-8eac-4ef7869bc974 req-8936348e-5c4e-4401-9d5a-1f8b0622efa6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:45.494141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6433fc0e-52aa-4d8a-8eac-4ef7869bc974 req-8936348e-5c4e-4401-9d5a-1f8b0622efa6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 948 time: 0.0822833 May 27 01:42:45.544153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6433fc0e-52aa-4d8a-8eac-4ef7869bc974 req-a11b8735-e4d1-4ff4-a0fa-29b11e150e98 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 May 27 01:42:45.769357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc5356-b96f-443e-8bb6-fa612b84a8aa req-2087d03a-c62b-4ecb-87c1-4a576c1ceba7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:45.770892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfc5356-b96f-443e-8bb6-fa612b84a8aa req-2087d03a-c62b-4ecb-87c1-4a576c1ceba7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 949 time: 0.1025901 May 27 01:42:45.819414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfc5356-b96f-443e-8bb6-fa612b84a8aa req-095a8a1f-8e76-43f5-a564-2fe27b89b4c8 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 May 27 01:42:45.833273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507056e8-ff85-4425-8ba7-c6c3774020f7 req-f0f6577f-80d4-4d74-b6fb-cd8a6b9319c0 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:45.835153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507056e8-ff85-4425-8ba7-c6c3774020f7 req-f0f6577f-80d4-4d74-b6fb-cd8a6b9319c0 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.0903625 May 27 01:42:45.885598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507056e8-ff85-4425-8ba7-c6c3774020f7 req-f189c552-d27e-48c1-929e-76aebfd2bc30 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 May 27 01:42:46.009443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51590) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:46.013886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646c94a-8255-4cb6-94b2-788d2725f353 req-a72ad4e1-682e-42d3-b6fa-b2ee1a25bfc5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:46.015453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7646c94a-8255-4cb6-94b2-788d2725f353 req-a72ad4e1-682e-42d3-b6fa-b2ee1a25bfc5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.0819199 May 27 01:42:46.064130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7646c94a-8255-4cb6-94b2-788d2725f353 req-0c0cf8d2-c0f3-4702-9ce3-65bcd950a050 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 May 27 01:42:46.122107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 305ecd6f-11db-4487-bdb4-94beaddd887c no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:42:46.131098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:46.160517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 305ecd6f-11db-4487-bdb4-94beaddd887c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:42:46.160954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 305ecd6f-11db-4487-bdb4-94beaddd887c not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:42:46.193142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:46.202979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc914da507a41078c6307a08df735e9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:46.207337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:46.214734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:46.261934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cb282-31c0-4260-bee4-50ff3bda7061 req-9ffeb71c-fa66-4077-b3cc-54ecd0b47499 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:46.263364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-213cb282-31c0-4260-bee4-50ff3bda7061 req-9ffeb71c-fa66-4077-b3cc-54ecd0b47499 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1229227 May 27 01:42:46.329755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-213cb282-31c0-4260-bee4-50ff3bda7061 req-d8cd736b-8593-46c5-9eb1-36c6d9767862 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 May 27 01:42:46.359232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:46.362979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:46.415785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cc914da507a41078c6307a08df735e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023619 May 27 01:42:46.415785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00497f-7183-44a7-996b-7d272f4f1810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e720de5-009c-492b-9af3-97107d3e0ffa,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:46.416719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:46.499662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1873a1c-4217-460a-862d-fcf4a5f2f04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:46.524588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02a8dd-d683-4867-8aac-3a1157646dfe req-7ee764de-f1c6-44fc-a2e0-ec8b10ff8898 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:46.525940 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f02a8dd-d683-4867-8aac-3a1157646dfe req-7ee764de-f1c6-44fc-a2e0-ec8b10ff8898 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1400557 May 27 01:42:46.554093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1873a1c-4217-460a-862d-fcf4a5f2f04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:46.602044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f02a8dd-d683-4867-8aac-3a1157646dfe req-673e424b-edff-4b3f-9e3d-3e6083d29897 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694675 May 27 01:42:46.630017 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1873a1c-4217-460a-862d-fcf4a5f2f04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:46.647283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1873a1c-4217-460a-862d-fcf4a5f2f04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e720de5-009c-492b-9af3-97107d3e0ffa,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:46.651213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1873a1c-4217-460a-862d-fcf4a5f2f04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:46.652927 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f1873a1c-4217-460a-862d-fcf4a5f2f04d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e720de5-009c-492b-9af3-97107d3e0ffa HTTP/1.1" status: 204 len: 168 time: 0.2304018 May 27 01:42:46.737761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b36d9a-e370-431e-b8ef-81abbdd626ea req-f76442c8-5bbf-449d-b2d3-d23ea0702215 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:46.739345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16b36d9a-e370-431e-b8ef-81abbdd626ea req-f76442c8-5bbf-449d-b2d3-d23ea0702215 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 948 time: 0.0837822 May 27 01:42:46.787965 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16b36d9a-e370-431e-b8ef-81abbdd626ea req-775c6a85-dc04-4e68-a826-e32bc8c6118c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 May 27 01:42:47.012086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f7055-d6ef-441d-8dfc-4199985c215e req-3c075084-a10a-4b16-8c91-5d0f93bd3b8b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:47.013685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a82f7055-d6ef-441d-8dfc-4199985c215e req-3c075084-a10a-4b16-8c91-5d0f93bd3b8b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 949 time: 0.0867269 May 27 01:42:47.061619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a82f7055-d6ef-441d-8dfc-4199985c215e req-168a598b-740e-4edc-a40a-c4c467efba73 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 May 27 01:42:47.090056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f324083-330a-405b-8904-f2c24f5b3b71 req-defea3cd-13fa-429d-bf25-21cefa784f68 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:47.092618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f324083-330a-405b-8904-f2c24f5b3b71 req-defea3cd-13fa-429d-bf25-21cefa784f68 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.0866406 May 27 01:42:47.142639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f324083-330a-405b-8904-f2c24f5b3b71 req-81756c01-a607-4be5-9549-a54736bb9cc1 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 May 27 01:42:47.340760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51632) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:47.354823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b8af-c986-48de-aff9-12ea9abbd9d1 req-3d2d5473-1baf-4ea7-99fe-c32783d38c9f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:47.359172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f79b8af-c986-48de-aff9-12ea9abbd9d1 req-3d2d5473-1baf-4ea7-99fe-c32783d38c9f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.1778929 May 27 01:42:47.403475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f79b8af-c986-48de-aff9-12ea9abbd9d1 req-cb217efd-e02b-4cf8-bf3f-3f1e50504940 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 May 27 01:42:47.478574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-492744158-network', 'tenant_id': 'e2d43daf50a64c4581810a6941cdc131'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:47.486804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:47.492446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Usage tracker for resource:network and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:47.496282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:47.508019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:47.523988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Made reservation on behalf of e2d43daf50a64c4581810a6941cdc131 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:47.526231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.539547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.559385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:47.570083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf0930-c694-4a9a-804c-16608739c246 req-bfffd08d-a423-40e7-870b-8e2c1d29a43b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:47.572138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1cf0930-c694-4a9a-804c-16608739c246 req-bfffd08d-a423-40e7-870b-8e2c1d29a43b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1332591 May 27 01:42:47.573065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:47.576040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:47.597154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:47.640950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1cf0930-c694-4a9a-804c-16608739c246 req-3324a270-9a6b-4c26-bd33-f9eb97bdd076 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620036 May 27 01:42:47.705375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.709457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.740111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:42:47.750100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd7c345-ba7c-4bee-931c-4f3288a0c02d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:47.755479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.755826 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Added segment f1284436-f209-4e79-be12-0b032280fad6 of type vlan for network b28f0ac9-be42-4265-ad35-351eceb84378 May 27 01:42:47.782493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.801489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66df36-1302-4a70-9d20-4e7f57a74216 req-19ed6be0-ce34-41ad-88f2-827ee18d6b3b tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:47.803519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d66df36-1302-4a70-9d20-4e7f57a74216 req-19ed6be0-ce34-41ad-88f2-827ee18d6b3b tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.0888600 May 27 01:42:47.813454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.814205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:47.814840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:47.849780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d66df36-1302-4a70-9d20-4e7f57a74216 req-10294180-cfa7-4e83-9a93-5b2a24963ac2 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404618 May 27 01:42:47.963829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] Pushing event updated for resources: {'Network': ['ID=b28f0ac9-be42-4265-ad35-351eceb84378,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:47.966307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b403ecee-4971-4498-ac73-ae51f3f75778 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6243074 May 27 01:42:47.969377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51644) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:47.975148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Request body: {'subnet': {'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-492744158-subnet', 'tenant_id': 'e2d43daf50a64c4581810a6941cdc131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:47.979147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b28f0ac9-be42-4265-ad35-351eceb84378 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:42:47.980820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:47.985409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Usage tracker for resource:subnet and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:47.988703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:47.994831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:48.005142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Made reservation on behalf of e2d43daf50a64c4581810a6941cdc131 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:48.006661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708612a9-ac94-4341-ac6a-316da66d793c req-41baab40-722a-46e3-a9bd-56f14e3674dd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:48.007797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:48.008196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-708612a9-ac94-4341-ac6a-316da66d793c req-41baab40-722a-46e3-a9bd-56f14e3674dd tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 948 time: 0.0992482 May 27 01:42:48.058162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-708612a9-ac94-4341-ac6a-316da66d793c req-63a3ad6e-5591-4d17-901b-b3253517fa79 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 May 27 01:42:48.131859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 3b54f62a-5af8-4be4-a55f-810d6aa825be up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:48.200900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 3b54f62a-5af8-4be4-a55f-810d6aa825be completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:48.205823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 3b54f62a-5af8-4be4-a55f-810d6aa825be triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:48.206396 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:48.271944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:48.332852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 3b54f62a-5af8-4be4-a55f-810d6aa825be is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:48.333332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:48.337349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5949e-f103-4d22-a76d-e1eec8f4ede2 req-966480e2-71ff-4177-9d86-7a0fa6518b60 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:48.338936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2d5949e-f103-4d22-a76d-e1eec8f4ede2 req-966480e2-71ff-4177-9d86-7a0fa6518b60 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.0858409 May 27 01:42:48.350172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70687d9-12d2-437e-89b0-b0087e5a8248,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:48.359013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63400-6525-48aa-8ace-7382a10c070c req-b0b48638-e123-4d25-bfd8-66ca7ef72a6e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:48.360503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4c63400-6525-48aa-8ace-7382a10c070c req-b0b48638-e123-4d25-bfd8-66ca7ef72a6e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 949 time: 0.1857400 May 27 01:42:48.362334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80537e47-582a-4482-ab63-b70672481aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b54f62a-5af8-4be4-a55f-810d6aa825be'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:48.373292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 3b54f62a-5af8-4be4-a55f-810d6aa825be, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:48.377584 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:48.378510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:48.389974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Checking segment: {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:48.390333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Network hostable DHCP agents. Network: b28f0ac9-be42-4265-ad35-351eceb84378, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:42:48.394133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2d5949e-f103-4d22-a76d-e1eec8f4ede2 req-7ad9a1f7-abbf-4758-a422-a9bee4112ade tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491593 May 27 01:42:48.441315 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4c63400-6525-48aa-8ace-7382a10c070c req-31cbcae9-2e82-483d-96f1-7509714673f2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688663 May 27 01:42:48.442346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Network b28f0ac9-be42-4265-ad35-351eceb84378 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:42:48.453598 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3280ec-306f-4a1d-80e3-3fc23208ef3d'] response: {'server_uuid': '80537e47-582a-4482-ab63-b70672481aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b54f62a-5af8-4be4-a55f-810d6aa825be', 'code': 200} May 27 01:42:48.456835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b28f0ac9-be42-4265-ad35-351eceb84378) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:48.469689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:48.470403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:48.476003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b2e6d-5c0a-47e9-8a68-f818b99ed002 None None] Network b28f0ac9-be42-4265-ad35-351eceb84378 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:42:48.504954 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e12c83ed-b3e0-4018-98aa-ad1f0155a9fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5343978 May 27 01:42:48.619040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=3b54f62a-5af8-4be4-a55f-810d6aa825be,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:48.647286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe530f-018f-4673-869a-503d5c63eb35 req-9e61b99f-ee8d-466c-88a7-49df3eadd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:48.649154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4fe530f-018f-4673-869a-503d5c63eb35 req-9e61b99f-ee8d-466c-88a7-49df3eadd34c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 1102 time: 0.1097076 May 27 01:42:48.659918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:42:48.671134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:42:48.671580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:48.701658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af312d71-c7bb-4b08-a76b-bd96124943bc req-23094d3a-06c2-4047-ba7e-50e4ef9c93c9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:48.702591 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4fe530f-018f-4673-869a-503d5c63eb35 req-cd3d8b2a-92ab-4899-a27d-4cd124fd476c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466685 May 27 01:42:48.711592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af312d71-c7bb-4b08-a76b-bd96124943bc req-23094d3a-06c2-4047-ba7e-50e4ef9c93c9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.1558976 May 27 01:42:48.777176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af312d71-c7bb-4b08-a76b-bd96124943bc req-7d68e3ac-554d-4e86-90d7-fc28850a8f05 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642767 May 27 01:42:48.854196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25020e4c-2a78-4f74-a682-53634a59e56f None None] Network b28f0ac9-be42-4265-ad35-351eceb84378 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:42:48.892051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecfc1f-1115-42b9-bd7a-e7ba31c46d0f req-d1b3b3eb-04d4-4cec-957f-fbd1c9eba232 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:48.898386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6ecfc1f-1115-42b9-bd7a-e7ba31c46d0f req-d1b3b3eb-04d4-4cec-957f-fbd1c9eba232 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1070044 May 27 01:42:48.941564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6ecfc1f-1115-42b9-bd7a-e7ba31c46d0f req-cceaba28-6ca2-4091-b032-338595dfcff1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 May 27 01:42:48.955718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:48.956052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:49.025522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:49.032433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:49.141068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777a135-279b-49af-b4cd-e35e54dbd200 req-4172537d-c6c9-400b-a6d7-50fcab7aeff4 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:49.142959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7777a135-279b-49af-b4cd-e35e54dbd200 req-4172537d-c6c9-400b-a6d7-50fcab7aeff4 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.0961030 May 27 01:42:49.170749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:49.175977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-e7fb9b8a-1d91-44d5-a263-2ed217bbfa20 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:49.176784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-e7fb9b8a-1d91-44d5-a263-2ed217bbfa20 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Synchronizing usage tracker for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:49.192289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7777a135-279b-49af-b4cd-e35e54dbd200 req-fde064a8-4bbe-474d-aa8b-d934a0e0e71d tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431659 May 27 01:42:49.194784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-e7fb9b8a-1d91-44d5-a263-2ed217bbfa20 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Unset dirty status for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:49.196612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-e7fb9b8a-1d91-44d5-a263-2ed217bbfa20 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 821 time: 0.1764908 May 27 01:42:49.212087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-e6ce3df8-295b-469c-a0fa-c0dccc3215f5 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/quotas/e2d43daf50a64c4581810a6941cdc131 HTTP/1.1" status: 200 len: 375 time: 0.0096738 May 27 01:42:49.261167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-44aa97b7-53e8-42e5-a030-9a8c850de01b tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417573 May 27 01:42:49.369375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc6e05-2af9-4a7a-81d3-960985c3a3b9 req-bba5d732-8cff-4e35-86d0-d72ff4837e70 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:49.370862 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8acc6e05-2af9-4a7a-81d3-960985c3a3b9 req-bba5d732-8cff-4e35-86d0-d72ff4837e70 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.0839438 May 27 01:42:49.392945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-42035bf4-fd8d-4afa-bb83-6808efb2be5e service neutron] 10.222.0.16 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251354 May 27 01:42:49.414628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8acc6e05-2af9-4a7a-81d3-960985c3a3b9 req-a87ca8d9-181c-4ced-9ad7-bd3c99a2dd96 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380461 May 27 01:42:49.577581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-f60d4436-a1fd-465c-9d02-7bb1f5b8daab service neutron] 10.222.0.16 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789339 May 27 01:42:49.585089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475774c-fb9d-4c91-a9f2-a19aefc01415 req-a06dddb3-cbcf-4340-a6e8-68aad3f5f86b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:49.585776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4475774c-fb9d-4c91-a9f2-a19aefc01415 req-a06dddb3-cbcf-4340-a6e8-68aad3f5f86b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Synchronizing usage tracker for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:49.603488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4475774c-fb9d-4c91-a9f2-a19aefc01415 req-a06dddb3-cbcf-4340-a6e8-68aad3f5f86b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Unset dirty status for tenant:2786b27664034c8294ce5aac3dddfdc8 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:49.605162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4475774c-fb9d-4c91-a9f2-a19aefc01415 req-a06dddb3-cbcf-4340-a6e8-68aad3f5f86b tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.0977118 May 27 01:42:49.654226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4475774c-fb9d-4c91-a9f2-a19aefc01415 req-7bcba459-6d6a-498d-8946-791208142b41 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 May 27 01:42:49.752708 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b23603ef-b90d-4c5d-a688-7e867bb8bab1 req-82ea6f5d-7ac0-4c81-8a07-a9593d842ff8 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 210 time: 0.0434067 May 27 01:42:49.844201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb965e-77c8-4296-a937-d5b33839e1f6 req-dc9f0b24-5933-4d5e-af11-ba9e7b6f1210 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:49.845812 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4deb965e-77c8-4296-a937-d5b33839e1f6 req-dc9f0b24-5933-4d5e-af11-ba9e7b6f1210 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 950 time: 0.0828085 May 27 01:42:49.891696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4deb965e-77c8-4296-a937-d5b33839e1f6 req-d230bef9-7aac-4b4e-9026-fd17faa1cf79 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 May 27 01:42:49.981094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41c154-2e01-44fd-85b2-b807c65baa40 req-e30bcc98-fa82-43b9-8979-fe26f1592e05 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:49.982694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a41c154-2e01-44fd-85b2-b807c65baa40 req-e30bcc98-fa82-43b9-8979-fe26f1592e05 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.0864635 May 27 01:42:50.031614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a41c154-2e01-44fd-85b2-b807c65baa40 req-2185b8d6-d384-4ffd-8045-cda43b5e27f1 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 May 27 01:42:50.157763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9a2ac-ed75-4272-8141-54e1dfa5960c req-d7db7969-497a-4ef7-99cc-87e4ab2553c3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.159260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a3b9a2ac-ed75-4272-8141-54e1dfa5960c req-d7db7969-497a-4ef7-99cc-87e4ab2553c3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.0929492 May 27 01:42:50.207664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a3b9a2ac-ed75-4272-8141-54e1dfa5960c req-11e6c2f3-7730-4952-ac0f-9ed1277c040a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 May 27 01:42:50.372979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114fe18-9df3-4264-a47a-62243dc1eb8f req-abe5f936-afe5-4da7-8a62-fabca3a4feb2 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.374398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b114fe18-9df3-4264-a47a-62243dc1eb8f req-abe5f936-afe5-4da7-8a62-fabca3a4feb2 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.0786836 May 27 01:42:50.420714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b114fe18-9df3-4264-a47a-62243dc1eb8f req-cdcf6585-4bb0-404f-aa2e-5fab53d2a1ef tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406897 May 27 01:42:50.455292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:50.501268 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fc67df-5fb5-45e5-b126-5a9be828acb1'] response: {'server_uuid': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d', 'code': 200} May 27 01:42:50.685148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a927012-788b-4912-a01d-38c8d303641d req-7455aa8a-2cda-453b-927d-840579b17efc tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.692922 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a927012-788b-4912-a01d-38c8d303641d req-7455aa8a-2cda-453b-927d-840579b17efc tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.1753061 May 27 01:42:50.767399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733cedf-90b8-4824-a078-bc90ed18bac6 req-66aebef0-d538-4e6e-af0a-dd8afa02f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.769062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1733cedf-90b8-4824-a078-bc90ed18bac6 req-66aebef0-d538-4e6e-af0a-dd8afa02f1ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 1101 time: 0.1813555 May 27 01:42:50.773080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-86c7f3bc-0c34-4305-861e-3991b23a44c6 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.775710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-86c7f3bc-0c34-4305-861e-3991b23a44c6 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.1503797 May 27 01:42:50.827757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a927012-788b-4912-a01d-38c8d303641d req-0a38cde5-406f-48c3-ad88-a11d98af9fd5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335664 May 27 01:42:50.850027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1733cedf-90b8-4824-a078-bc90ed18bac6 req-c5c590d9-55cd-440c-9b48-3adf225bcf01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703537 May 27 01:42:50.863880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9d640-96bd-4930-b623-a04a7b61efa6 req-e26673ec-f8c1-4db3-b3d4-abc7eea3c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.865552 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3f9d640-96bd-4930-b623-a04a7b61efa6 req-e26673ec-f8c1-4db3-b3d4-abc7eea3c26a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1100 time: 0.1679204 May 27 01:42:50.912650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3f9d640-96bd-4930-b623-a04a7b61efa6 req-c822a9f8-cac7-4cc7-8e99-5eee3376843f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368960 May 27 01:42:50.967989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15982c3-94ff-4c66-9aee-449e202249e5 req-28d7ae48-7ef4-455e-9844-7db0eebe9cce tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.969847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a15982c3-94ff-4c66-9aee-449e202249e5 req-28d7ae48-7ef4-455e-9844-7db0eebe9cce tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.1248672 May 27 01:42:50.976314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-cf627d4f-3676-470c-9606-791203e31006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:50.977809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-cf627d4f-3676-470c-9606-791203e31006 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 1096 time: 0.1843891 May 27 01:42:51.055302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a15982c3-94ff-4c66-9aee-449e202249e5 req-183c94c5-5365-41f2-a75e-6cbab2338753 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752056 May 27 01:42:51.098427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-858ed97a-b3c4-4f6d-89d2-6070d77bc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.100142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-858ed97a-b3c4-4f6d-89d2-6070d77bc2f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1096 time: 0.0845120 May 27 01:42:51.161220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0213a8a9-9f26-4e48-8991-a2dd1f4be92d req-c952131e-2c22-4434-a39c-25586052ea59 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 210 time: 0.1949029 May 27 01:42:51.208580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9d640-96bd-4930-b623-a04a7b61efa6 req-c1f68c66-b61e-4e1b-bd71-1198eec9baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.209999 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3f9d640-96bd-4930-b623-a04a7b61efa6 req-c1f68c66-b61e-4e1b-bd71-1198eec9baf4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2793248 May 27 01:42:51.292131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-6dfd0767-1c0e-48af-8b7e-0d317397cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.293566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-6dfd0767-1c0e-48af-8b7e-0d317397cedf service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.1870203 May 27 01:42:51.305904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac49fa-7b90-447d-96ab-b5cbae3fe4b8 req-c13bd093-9f14-489b-92c7-6ae04413d1f9 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.307274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8fac49fa-7b90-447d-96ab-b5cbae3fe4b8 req-c13bd093-9f14-489b-92c7-6ae04413d1f9 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 950 time: 0.1336462 May 27 01:42:51.385217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-ecbdbea6-b4b0-4164-b0dc-d3c66069f99d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 217 time: 0.0770004 May 27 01:42:51.410887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-633eb2e1-2dc8-49ff-a1e1-9c6796b1061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.412325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-633eb2e1-2dc8-49ff-a1e1-9c6796b1061b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1100 time: 0.1428659 May 27 01:42:51.420134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a111-b292-4c31-a991-edd36a0a75db req-152111d6-e0bf-4194-83f5-e6379bf762f7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.421442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30a2a111-b292-4c31-a991-edd36a0a75db req-152111d6-e0bf-4194-83f5-e6379bf762f7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.1507649 May 27 01:42:51.478856 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8fac49fa-7b90-447d-96ab-b5cbae3fe4b8 req-c9a47e69-76f4-478f-ae11-95852f8aad45 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212234 May 27 01:42:51.511544 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-e436ff23-8098-4de1-b122-d11ac7f5e545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=8cb07bbe-7030-495e-9c58-244c90c9a047 HTTP/1.1" status: 200 len: 217 time: 0.0701437 May 27 01:42:51.554740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-316e7216-0afb-4d18-b351-671c615774c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.556793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-316e7216-0afb-4d18-b351-671c615774c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1561711 May 27 01:42:51.628062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-295ccc32-f25a-4da9-b5f0-2cef16765764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.629485 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-295ccc32-f25a-4da9-b5f0-2cef16765764 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1076136 May 27 01:42:51.636259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-b82285b4-d90b-429c-a20a-8ac29e843baa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590918 May 27 01:42:51.643131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30a2a111-b292-4c31-a991-edd36a0a75db req-54f9cb4f-32d3-4cf6-a934-c7bedbe7b171 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145689 May 27 01:42:51.653587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-ba0e4bad-36ef-4a80-94f0-7b883964c212 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.655134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-ba0e4bad-36ef-4a80-94f0-7b883964c212 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 821 time: 0.2195351 May 27 01:42:51.717755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Request body: {'port': {'device_id': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'admin_state_up': True, 'tenant_id': 'e2d43daf50a64c4581810a6941cdc131'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:51.737548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3188-a0be-4a9d-986f-904429652459 req-61fd865a-f53c-4966-88db-e7c27cdfcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.739054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-61fd865a-f53c-4966-88db-e7c27cdfcb71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0861571 May 27 01:42:51.935607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-a78c27c7-0524-4801-b97b-54bb9048c555 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849658 May 27 01:42:51.943627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b85af-0fbb-449c-b571-81c8468948fe req-219f5e30-f5e5-4c2d-826c-bc3fd055d305 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.944971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d7b85af-0fbb-449c-b571-81c8468948fe req-219f5e30-f5e5-4c2d-826c-bc3fd055d305 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1767015 May 27 01:42:51.965199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-fe344534-9951-4e3c-8f6b-fc8be89d86c5 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091934 May 27 01:42:51.972582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:51.982235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3a074-d6b8-43c2-8017-78f88eb0361f req-cd45748d-12d6-4e39-a2fb-2e060f2662e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:51.983700 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1e3a074-d6b8-43c2-8017-78f88eb0361f req-cd45748d-12d6-4e39-a2fb-2e060f2662e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.3265719 May 27 01:42:52.004502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Usage tracker for resource:port and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:42:52.012766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:42:52.070606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d7b85af-0fbb-449c-b571-81c8468948fe req-0b7131fb-ca65-4fb8-8655-734a0879dfee tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071963 May 27 01:42:52.100405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:52.108518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d64a3188-a0be-4a9d-986f-904429652459 req-84cef9af-5ef2-48d1-a083-3ee0ca010f64 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626301 May 27 01:42:52.187457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Made reservation on behalf of e2d43daf50a64c4581810a6941cdc131 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:52.190905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:52.205516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1e3a074-d6b8-43c2-8017-78f88eb0361f req-ddebecb8-7e2b-4b6c-b4f0-438fb79e0fd6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021804 May 27 01:42:52.260952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9d18-1868-4ade-ac9c-e1c9897b7236 req-1ddf22a7-62cc-41e5-850c-cd7c0d361b61 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:52.262656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d55a9d18-1868-4ade-ac9c-e1c9897b7236 req-1ddf22a7-62cc-41e5-850c-cd7c0d361b61 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 948 time: 0.0934222 May 27 01:42:52.307248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-0b5fb975-f867-4995-934b-0852fc259e49 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225806 May 27 01:42:52.340502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d55a9d18-1868-4ade-ac9c-e1c9897b7236 req-d58ede7d-f83e-494a-adf5-a85d8799a58f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645461 May 27 01:42:52.454937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Allocated IP 172.20.0.13 (b28f0ac9-be42-4265-ad35-351eceb84378/e70687d9-12d2-437e-89b0-b0087e5a8248/640603dc-6a37-4493-a25c-b339f309ee66) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:52.483027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ad0cd-b620-431e-a86e-20df2e858011 req-eebf4ca0-e8a0-4e00-93ea-fd806f623b5e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:52.484537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa0ad0cd-b620-431e-a86e-20df2e858011 req-eebf4ca0-e8a0-4e00-93ea-fd806f623b5e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.1642008 May 27 01:42:52.543390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215ea9-c376-43bd-b470-3834f2f2b001 req-545a2d83-1a00-408f-865f-847338d4d5de tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:52.544977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0215ea9-c376-43bd-b470-3834f2f2b001 req-545a2d83-1a00-408f-865f-847338d4d5de tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.0849550 May 27 01:42:52.577325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa0ad0cd-b620-431e-a86e-20df2e858011 req-b9611c73-ee0e-4ed0-b782-306bca6459e6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826921 May 27 01:42:52.591966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0215ea9-c376-43bd-b470-3834f2f2b001 req-243c8236-f387-4b50-a2f0-c3b06625192e tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 May 27 01:42:52.718036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:52.773479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e6b33b7-a8b6-419b-8834-2e53992aa405 req-8204cf35-9006-4733-ab94-c4f8e766d23c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 210 time: 0.0484924 May 27 01:42:52.865711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:52.916778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-f4dceaba-bf96-424a-9ff8-3b34efa7d675 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:52.918220 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-f4dceaba-bf96-424a-9ff8-3b34efa7d675 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.1292393 May 27 01:42:53.007215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-41af983a-a8eb-43e6-a138-ebd407c7bc6b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.008579 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-41af983a-a8eb-43e6-a138-ebd407c7bc6b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 949 time: 0.1595855 May 27 01:42:53.015935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d3ba-dcf2-4002-afcc-52f717b66efc req-c3d174ff-cad8-4973-ab5d-decd22c6f526 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.017249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c152d3ba-dcf2-4002-afcc-52f717b66efc req-c3d174ff-cad8-4973-ab5d-decd22c6f526 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.1273468 May 27 01:42:53.035977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Network b28f0ac9-be42-4265-ad35-351eceb84378 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:53.054841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:53.058023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:53.101154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:53.121489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c152d3ba-dcf2-4002-afcc-52f717b66efc req-cb4aae73-5c36-46c1-889a-8f35b674546e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668290 May 27 01:42:53.123244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.123596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.123932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.124258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.124590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.124923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.125245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.125817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.125917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.126178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.126497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.126852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:53.131176 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-231edc0c-bb7e-432c-8c81-e9d9637bbce5 service neutron] delete failed (client error): The resource could not be found. May 27 01:42:53.132146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-231edc0c-bb7e-432c-8c81-e9d9637bbce5 service neutron] 10.222.0.13 "DELETE /v2.0/ports/2c72ead3-05de-4192-995a-8305bf92d66f/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.1140609 May 27 01:42:53.175931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.176629 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:53.244525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42469d2e-6d08-4171-b1d3-c31bc377ed12 req-db1b5488-c513-4ed1-b696-83a0b7d1d392 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.246142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42469d2e-6d08-4171-b1d3-c31bc377ed12 req-db1b5488-c513-4ed1-b696-83a0b7d1d392 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.3408101 May 27 01:42:53.283692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-287ca133-d671-4395-a49c-5436a12a5aec tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5730517 May 27 01:42:53.306583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Request body: {'port': {'device_id': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:53.343167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-eee1059f-3666-48f1-98fb-c595291d816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.344709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-eee1059f-3666-48f1-98fb-c595291d816f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1101 time: 0.1371608 May 27 01:42:53.364353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42469d2e-6d08-4171-b1d3-c31bc377ed12 req-ebc11de4-f5b4-4514-9898-4a2c2305f331 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059628 May 27 01:42:53.372174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-a624cf5e-9c46-4f40-a961-8cd742475f6c service neutron] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:53.378519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-a624cf5e-9c46-4f40-a961-8cd742475f6c service neutron] Notify callbacks [] for binding, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:53.379592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29c1747d-d40e-4f92-8e41-d6282a2a85fe req-a624cf5e-9c46-4f40-a961-8cd742475f6c service neutron] 10.222.0.47 "DELETE /v2.0/ports/32d1cc66-1ad0-4752-bebd-d92a6c9ced47/bindings/n-h1-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.4067874 May 27 01:42:53.380793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa6c28-3237-4a5a-9386-23c0dd151dea req-8c4b37b4-8258-4092-925e-6640b63b1064 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.382241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-17fa6c28-3237-4a5a-9386-23c0dd151dea req-8c4b37b4-8258-4092-925e-6640b63b1064 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1370938 May 27 01:42:53.509134 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:53.594267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-883397c3-93c7-4e57-935d-8627336ff943 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.595866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-883397c3-93c7-4e57-935d-8627336ff943 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.47 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.1777189 May 27 01:42:53.634975 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-17fa6c28-3237-4a5a-9386-23c0dd151dea req-80f47c51-2211-46ad-a400-6e8d78b0a19d tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1998610 May 27 01:42:53.666330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-1767d891-43e5-40b6-9a92-c6b79d56b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.668063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-1767d891-43e5-40b6-9a92-c6b79d56b780 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3162289 May 27 01:42:53.738086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-fe50583f-01e0-423f-be0b-e7b092ca0f3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.0626326 May 27 01:42:53.796612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Deleting port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:42:53.796969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:53.853090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-217dbe6e-fa49-49cf-82d8-f8d91a5cae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.854427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-217dbe6e-fa49-49cf-82d8-f8d91a5cae17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1095223 May 27 01:42:53.926073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35e21d-5d50-4f5c-8fd3-bc7f2b34d171 req-f7580c14-eca2-4026-be7b-c3d687359d63 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.929929 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e35e21d-5d50-4f5c-8fd3-bc7f2b34d171 req-f7580c14-eca2-4026-be7b-c3d687359d63 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1096 time: 0.1505361 May 27 01:42:53.978178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e35e21d-5d50-4f5c-8fd3-bc7f2b34d171 req-19be9ab8-048a-4b0d-955e-c1ce71846be4 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 May 27 01:42:53.987595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-15c5e2b9-f6eb-4df9-9e82-3a71b7a66409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:53.989051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-15c5e2b9-f6eb-4df9-9e82-3a71b7a66409 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1261992 May 27 01:42:54.104809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd1671-289d-45f6-8844-1f82e305d537 req-d4ea301d-2cba-4941-bdb9-ce8c1dadab98 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:54.107117 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9efd1671-289d-45f6-8844-1f82e305d537 req-d4ea301d-2cba-4941-bdb9-ce8c1dadab98 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 948 time: 0.4166512 May 27 01:42:54.143014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-cdc3227c-ccea-489d-a256-90b30efd687c service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464829 May 27 01:42:54.280345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9efd1671-289d-45f6-8844-1f82e305d537 req-39d9f9a9-c919-4955-84d1-5fdbd7db85e7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407311 May 27 01:42:54.346505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86738ae-ddee-47e9-97c1-461edcaec79c req-22166195-3c86-4b50-85bb-24b7f7c3584b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:54.351308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] For port 66d23b77-7d3a-41ec-98aa-92709a3c8a78, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=66d23b77-7d3a-41ec-98aa-92709a3c8a78,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:54.351673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:54.353386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b86738ae-ddee-47e9-97c1-461edcaec79c req-22166195-3c86-4b50-85bb-24b7f7c3584b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.1851470 May 27 01:42:54.356477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-437c591d-f9a0-449c-8da2-91466cdedc9e req-75453883-66d9-48c1-935f-08a1d2d35b88 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057517 May 27 01:42:54.433437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b86738ae-ddee-47e9-97c1-461edcaec79c req-a955f35f-3b28-4601-a778-f4ace99e470f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791042 May 27 01:42:54.596920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61411469-0146-4059-afa7-96f0f29add5b req-fb972647-0ad7-4fe0-9051-08fc445b1973 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:54.598444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61411469-0146-4059-afa7-96f0f29add5b req-fb972647-0ad7-4fe0-9051-08fc445b1973 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 932 time: 0.0855689 May 27 01:42:54.607297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Calling delete_port for 66d23b77-7d3a-41ec-98aa-92709a3c8a78 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:42:54.647913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61411469-0146-4059-afa7-96f0f29add5b req-f1cefc40-f30a-4770-9e0e-6641c6b19bed tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429010 May 27 01:42:54.683496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640603dc-6a37-4493-a25c-b339f309ee66 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:54.697291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:54.726290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Transition to ACTIVE for port object 640603dc-6a37-4493-a25c-b339f309ee66 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:54.754144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:54.824405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0021e-4318-4349-93b5-cb38c236af69 req-d3cbe0a8-aac0-4902-9ef4-31891e8ba8cf tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:54.825912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00a0021e-4318-4349-93b5-cb38c236af69 req-d3cbe0a8-aac0-4902-9ef4-31891e8ba8cf tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/ports?device_id=98d9b97d-587c-4fb2-bc81-8ce58152aec5 HTTP/1.1" status: 200 len: 949 time: 0.3399568 May 27 01:42:54.896491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-7a7cafb4-a016-436a-9eb1-a6326dd6555a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:54.897920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-7a7cafb4-a016-436a-9eb1-a6326dd6555a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.1559629 May 27 01:42:54.913622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2e8f9d85-cae0-4ea6-b5c0-9a4a52efd7bd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/quotas/5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 375 time: 0.0090358 May 27 01:42:54.969148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:55.003316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-5f287625-cb37-40f7-b635-76b1b3e28855 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825248 May 27 01:42:55.073772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00a0021e-4318-4349-93b5-cb38c236af69 req-ed659b3a-d74f-42f4-972e-6712f1e0af71 tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950705 May 27 01:42:55.083923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:55.105960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['66d23b77-7d3a-41ec-98aa-92709a3c8a78'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:55.145733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Pushing event deleted for resources: {'Port': ['ID=66d23b77-7d3a-41ec-98aa-92709a3c8a78,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:55.175221 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-d3aa58c9-dc69-4583-850a-a4dd551ea267 service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644521 May 27 01:42:55.200873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Attempting to bind port 640603dc-6a37-4493-a25c-b339f309ee66 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:42:55.201248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Attempting to bind port 640603dc-6a37-4493-a25c-b339f309ee66 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:42:55.201566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Attempting to bind port 640603dc-6a37-4493-a25c-b339f309ee66 on network b28f0ac9-be42-4265-ad35-351eceb84378 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:55.236506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Port 640603dc-6a37-4493-a25c-b339f309ee66 on network b28f0ac9-be42-4265-ad35-351eceb84378 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:42:55.236831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Attempting to bind port 640603dc-6a37-4493-a25c-b339f309ee66 on network b28f0ac9-be42-4265-ad35-351eceb84378 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:42:55.282239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] No DVR routers for this DVR port 66d23b77-7d3a-41ec-98aa-92709a3c8a78 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:42:55.286939 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:55.289709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:42:55.290048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Checking segment: {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:42:55.290418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Bound using segment: {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:42:55.290870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Bound port: 640603dc-6a37-4493-a25c-b339f309ee66, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:42:55.291204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:55.302773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'name': 'network-vif-deleted', 'tag': '66d23b77-7d3a-41ec-98aa-92709a3c8a78'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:55.303432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-06d3694a-7579-452b-93c6-af3271be6be3 service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251750 May 27 01:42:55.367810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0d12485-1de8-4046-b382-79dd4f5f828f req-ba649b6f-e7d2-473a-a78f-00eecf63624f tempest-ServersAdminNegativeTestJSON-580003197 tempest-ServersAdminNegativeTestJSON-580003197-project] 10.222.0.47 "DELETE /v2.0/ports/66d23b77-7d3a-41ec-98aa-92709a3c8a78 HTTP/1.1" status: 204 len: 173 time: 1.7579327 May 27 01:42:55.422151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:42:55.425701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:42:55.434426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf4ea1-b804-45fa-8b7d-13569970aab9 req-f5d2b624-ee92-4199-99f9-f144032980f4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:55.435726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8aaf4ea1-b804-45fa-8b7d-13569970aab9 req-f5d2b624-ee92-4199-99f9-f144032980f4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.2009547 May 27 01:42:55.437473 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:55.531532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:55.531532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:55.532876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] 10.222.0.47 "PUT /v2.0/ports/640603dc-6a37-4493-a25c-b339f309ee66 HTTP/1.1" status: 200 len: 1093 time: 2.2313309 May 27 01:42:55.561264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8aaf4ea1-b804-45fa-8b7d-13569970aab9 req-9276915a-e762-4629-bff4-f8794b68b4ca tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846665 May 27 01:42:55.562044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9fae6-14c4-454d-84a1-7d17e81ec984 service neutron] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:55.660275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab65c-73e9-4d9d-8208-c980f277ab0e req-3a83a60c-b42f-4eaa-9910-01de6ab9559e tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:55.670819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca8ab65c-73e9-4d9d-8208-c980f277ab0e req-3a83a60c-b42f-4eaa-9910-01de6ab9559e tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 1101 time: 0.1499038 May 27 01:42:55.727506 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca8ab65c-73e9-4d9d-8208-c980f277ab0e req-ab3f1e87-eb03-4f45-9e7b-474fddc1a2ba tempest-ServersOnMultiNodesTest-787013573 tempest-ServersOnMultiNodesTest-787013573-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555241 May 27 01:42:55.780693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-4ce88c5b-4861-4a2e-800d-26d77805d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:55.782185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-4ce88c5b-4861-4a2e-800d-26d77805d028 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 1096 time: 0.1732590 May 27 01:42:55.924698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:55.945532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-83a35fa8-acf1-4901-bdb7-1d4300bcd972 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=640603dc-6a37-4493-a25c-b339f309ee66 HTTP/1.1" status: 200 len: 217 time: 0.1483173 May 27 01:42:55.950250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4bc1b-1e56-42a3-a4d3-10a1af9ac91d req-88c103fc-6e50-4500-a12c-8ab3aa5f453f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:55.951925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0ad4bc1b-1e56-42a3-a4d3-10a1af9ac91d req-88c103fc-6e50-4500-a12c-8ab3aa5f453f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 948 time: 0.1039600 May 27 01:42:55.965373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41f3d-ad64-4869-adab-81782061223c req-963fd9a1-4ff1-4238-9ede-3c9fa891cb80 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:55.972374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-faf41f3d-ad64-4869-adab-81782061223c req-963fd9a1-4ff1-4238-9ede-3c9fa891cb80 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.2347331 May 27 01:42:56.039378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0ad4bc1b-1e56-42a3-a4d3-10a1af9ac91d req-78ba9be6-ecaa-4e3e-9c8b-7d659542067c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698638 May 27 01:42:56.080341 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-faf41f3d-ad64-4869-adab-81782061223c req-c54ba966-2c73-4e78-80a6-09a8ad2cac6f tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070230 May 27 01:42:56.103892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-25ae089c-8269-460d-b9fd-0317a0840a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:56.107752 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-25ae089c-8269-460d-b9fd-0317a0840a73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e70687d9-12d2-437e-89b0-b0087e5a8248 HTTP/1.1" status: 200 len: 861 time: 0.1334126 May 27 01:42:56.186897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-71917b74-2484-496b-960f-9f665778e550 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b28f0ac9-be42-4265-ad35-351eceb84378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728750 May 27 01:42:56.188480 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884c565c-870a-4fba-b4b9-5ff821d6d2fb'] response: {'server_uuid': '98d9b97d-587c-4fb2-bc81-8ce58152aec5', 'name': 'network-vif-deleted', 'tag': '66d23b77-7d3a-41ec-98aa-92709a3c8a78', 'status': 'completed', 'code': 200} May 27 01:42:56.205697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:56.221810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'mac_address': 'fa:16:3e:1c:5b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:42:56.258259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c36cd85e-a3c3-49e9-b307-74391f5e3264 req-b5d55414-1e70-41e9-90fd-47b62de3e797 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 210 time: 0.0687089 May 27 01:42:56.325003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:42:56.325390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:56.357779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb07bbe-7030-495e-9c58-244c90c9a047 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:56.384740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b0791-52c1-4845-9c6a-44ea0fb202ef req-6eecb8ce-8f10-4a2d-a215-6e10bc2e2759 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:56.386448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-094b0791-52c1-4845-9c6a-44ea0fb202ef req-6eecb8ce-8f10-4a2d-a215-6e10bc2e2759 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1101 time: 0.1228654 May 27 01:42:56.387724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:42:56.395550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:56.454211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-094b0791-52c1-4845-9c6a-44ea0fb202ef req-19ed5ad0-128f-4663-8671-a4163f43305a tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Synchronizing usage tracker for tenant:b761fdbf617e43688cca0d7c124bffd0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:56.475075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-094b0791-52c1-4845-9c6a-44ea0fb202ef req-19ed5ad0-128f-4663-8671-a4163f43305a tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Unset dirty status for tenant:b761fdbf617e43688cca0d7c124bffd0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:56.479652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:56.488279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.488997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.489347 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-094b0791-52c1-4845-9c6a-44ea0fb202ef req-19ed5ad0-128f-4663-8671-a4163f43305a tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914543 May 27 01:42:56.489717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.490201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.490815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.491335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.492175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.493228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.493442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.493819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.494230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.494815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:56.499048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-553d2f4a-fb75-478e-b9de-af666fd47bae service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720392 May 27 01:42:56.633761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f0f61-f133-4fe9-b646-4ef869d54fab req-aceeacad-82a0-4555-aeef-d577e48b1e5e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:56.634423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a04f0f61-f133-4fe9-b646-4ef869d54fab req-aceeacad-82a0-4555-aeef-d577e48b1e5e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Synchronizing usage tracker for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:56.664252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1dd14b-e225-44f9-a4ff-8d33e8b92125 req-3bd7df46-b7d8-46ec-b5b0-ee0cad421db4 service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573713 May 27 01:42:56.670293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a04f0f61-f133-4fe9-b646-4ef869d54fab req-aceeacad-82a0-4555-aeef-d577e48b1e5e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Unset dirty status for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:56.671767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a04f0f61-f133-4fe9-b646-4ef869d54fab req-aceeacad-82a0-4555-aeef-d577e48b1e5e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 944 time: 0.2616067 May 27 01:42:56.723469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a04f0f61-f133-4fe9-b646-4ef869d54fab req-0404ab54-f9df-4b7a-ab99-7655351c15ab tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Synchronizing usage tracker for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:56.740192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a04f0f61-f133-4fe9-b646-4ef869d54fab req-0404ab54-f9df-4b7a-ab99-7655351c15ab tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Unset dirty status for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:56.743304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a04f0f61-f133-4fe9-b646-4ef869d54fab req-0404ab54-f9df-4b7a-ab99-7655351c15ab tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655096 May 27 01:42:56.843120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8cb07bbe-7030-495e-9c58-244c90c9a047'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:42:57.049682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1a98a-91f5-4508-a9ae-6ed28d6905b5 req-16e2b74b-3004-49dc-ad26-8d6d493e7f9a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:57.052972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70c1a98a-91f5-4508-a9ae-6ed28d6905b5 req-16e2b74b-3004-49dc-ad26-8d6d493e7f9a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1797783 May 27 01:42:57.067962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51798) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:57.075091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Request body: {'floatingip': {'port_id': '177fde58-2d54-42a5-9906-aa0710481820'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:57.200909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:57.243319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51812) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:57.330122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-78f372d3-a4ce-4b14-b55d-44a151ac3111 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:57.331644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-78f372d3-a4ce-4b14-b55d-44a151ac3111 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.4464328 May 27 01:42:57.344557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af43f29-f0e3-4684-afc0-f096a77ac19d req-c96688b1-9a24-41e1-a3da-6f7d25884769 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:57.346100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8af43f29-f0e3-4684-afc0-f096a77ac19d req-c96688b1-9a24-41e1-a3da-6f7d25884769 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.1607478 May 27 01:42:57.349404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-1a1e2d1c-17bd-4b4c-9765-d83df6368f0b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874805 May 27 01:42:57.353327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Request body: {'port': {'device_id': '314067cc-a598-47ab-a433-50e71255aba3', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'admin_state_up': True, 'tenant_id': '5c8c4c46e37a48ffa5acec47a9e7553e'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:57.518100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8af43f29-f0e3-4684-afc0-f096a77ac19d req-386056f1-d5eb-4011-84d2-0ec56ffccc49 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479487 May 27 01:42:57.551108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2edf6981-88af-48f0-b3db-ccd19ba231a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2786b27664034c8294ce5aac3dddfdc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066583 May 27 01:42:57.551753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51824) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:57.595230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:42:57.619489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:42:57.640442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Made reservation on behalf of 5c8c4c46e37a48ffa5acec47a9e7553e for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:42:57.641900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-2d281388-02fc-435b-9d61-bebbf8f0b685 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:57.643411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-2d281388-02fc-435b-9d61-bebbf8f0b685 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836215 May 27 01:42:57.643861 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:57.658085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:57.726947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-44f9c351-dfda-4e07-ae5e-fd5e4199487a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/quotas/2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 375 time: 0.0321569 May 27 01:42:57.774273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:57.921020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db85c8-31f7-4a69-a286-07c333e904f8 req-4fcf6d35-bc29-4773-94d7-d84d60469f56 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:57.922484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07db85c8-31f7-4a69-a286-07c333e904f8 req-4fcf6d35-bc29-4773-94d7-d84d60469f56 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 949 time: 0.2608533 May 27 01:42:57.934704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 66d23b77-7d3a-41ec-98aa-92709a3c8a78 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:42:57.947357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:57.961310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Allocated IP 172.20.0.2 (01882877-d4cd-4357-82eb-2190017a290c/db009aff-f446-4aee-9072-77386fec3a4f/d53eba20-143a-4af5-afe5-9f06aa8f3af7) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:42:57.970826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 66d23b77-7d3a-41ec-98aa-92709a3c8a78 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:42:57.971172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 66d23b77-7d3a-41ec-98aa-92709a3c8a78 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:42:57.978460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:58.006458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.006830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.007170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.007502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.007911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.008239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.008589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.008970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.009293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.009614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.009936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.010251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:42:58.038522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07db85c8-31f7-4a69-a286-07c333e904f8 req-0f663d93-f717-4c59-9629-c1ccdfb261fe tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061029 May 27 01:42:58.058810 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:58.062732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d3873b91-37d3-425d-a515-4c0d0cccca3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e4229a1-f28e-4a96-abdb-f1b8c3d9e83e HTTP/1.1" status: 204 len: 168 time: 0.5077517 May 27 01:42:58.165986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-464363d7-9be5-4b9e-aeed-be266793341b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4309599 May 27 01:42:58.192496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:42:58.275168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e9f04629-109c-4509-b12d-854cf3badad2 req-ecaad6d1-eae2-446b-8e53-29cabb8601fd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:42:58.302951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e9f04629-109c-4509-b12d-854cf3badad2 req-ecaad6d1-eae2-446b-8e53-29cabb8601fd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:42:58.304095 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9f04629-109c-4509-b12d-854cf3badad2 req-ecaad6d1-eae2-446b-8e53-29cabb8601fd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 210 time: 0.1253402 May 27 01:42:58.334494 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:58.370278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:58.453718 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44515f66-f452-493e-818d-3e63959c0691'] response: {'name': 'network-changed', 'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66', 'status': 'completed', 'code': 200} May 27 01:42:58.520854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9252ce3b-2a4f-4317-b061-90b6af4285fc req-0f3f9a90-2056-4a38-8457-567028cad2e8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 210 time: 0.0607879 May 27 01:42:58.522585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Network 01882877-d4cd-4357-82eb-2190017a290c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:42:58.526658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:42:58.528558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:58.530670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:42:58.612069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:58.612793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:58.634906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-c863e94f-4e5b-4068-bfd3-c3247ab6339e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2857997 May 27 01:42:58.638990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51846) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:58.662065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Request body: {'port': {'device_id': '314067cc-a598-47ab-a433-50e71255aba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:42:58.721643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:58.737836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:58.847825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-89a23160-bf83-4946-99c2-71205d7e69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:58.849305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-89a23160-bf83-4946-99c2-71205d7e69e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 1096 time: 0.3993723 May 27 01:42:58.871514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf417e0e-15df-461e-9980-6e6708a4a092 req-c98ba72b-539a-47bd-a89c-7960556f996c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:58.872784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf417e0e-15df-461e-9980-6e6708a4a092 req-c98ba72b-539a-47bd-a89c-7960556f996c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 944 time: 0.4217310 May 27 01:42:58.875792 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cffdce15-9809-432f-871a-24b45056ca9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58141e274a624b1ba252bb713435bdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305145 May 27 01:42:58.877039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51852) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:42:58.917379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:58.948519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-6a558af4-f6be-4827-b466-ba90d5449205 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:58.949967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-6a558af4-f6be-4827-b466-ba90d5449205 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.3745000 May 27 01:42:58.962624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add0e22-ce54-441b-a7e8-c92b2efa9c1c req-402bb336-b932-4586-bde0-7b4bb960287e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:58.964075 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3add0e22-ce54-441b-a7e8-c92b2efa9c1c req-402bb336-b932-4586-bde0-7b4bb960287e tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.2467577 May 27 01:42:59.038927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-876e9aab-509d-4c30-9d56-9f5a056ac777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:59.107463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-876e9aab-509d-4c30-9d56-9f5a056ac777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:59.146197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:42:59.146539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:59.153952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3add0e22-ce54-441b-a7e8-c92b2efa9c1c req-0dbff66f-eb7f-429d-9380-b720b30f8508 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616988 May 27 01:42:59.194362 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Floating IP 11b3949a-bd7c-42c5-8751-3d85d3d83103 associated. External IP: 172.25.3.100, port: 177fde58-2d54-42a5-9906-aa0710481820. May 27 01:42:59.249426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf417e0e-15df-461e-9980-6e6708a4a092 req-31e182c3-c83b-4d9d-92c5-246d16a31668 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984695 May 27 01:42:59.479100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-876e9aab-509d-4c30-9d56-9f5a056ac777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:59.511067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61231fd2-a2d5-4520-88df-a5cfcfeca045 req-caf2b58e-5c47-499f-a619-83fcd3f42908 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:59.513381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61231fd2-a2d5-4520-88df-a5cfcfeca045 req-caf2b58e-5c47-499f-a619-83fcd3f42908 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 949 time: 0.2183044 May 27 01:42:59.527965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e9aab-509d-4c30-9d56-9f5a056ac777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dab69aa-1e92-45d2-bd24-d6bcfeea4915,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:42:59.544792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-f3cb35f4-2103-4a9e-a6a2-655d5c86de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:42:59.547258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-f3cb35f4-2103-4a9e-a6a2-655d5c86de76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 922 time: 0.6876321 May 27 01:42:59.577702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-876e9aab-509d-4c30-9d56-9f5a056ac777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:59.579500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-876e9aab-509d-4c30-9d56-9f5a056ac777 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dab69aa-1e92-45d2-bd24-d6bcfeea4915 HTTP/1.1" status: 204 len: 168 time: 0.7008517 May 27 01:42:59.638344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61231fd2-a2d5-4520-88df-a5cfcfeca045 req-2b0e74b9-2b34-439f-87fb-44d5c94065ad tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118860 May 27 01:42:59.744906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53eba20-143a-4af5-afe5-9f06aa8f3af7 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:42:59.752812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:59.764758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-94df0363-91d0-4241-a74d-66a9bba67ca3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=640603dc-6a37-4493-a25c-b339f309ee66 HTTP/1.1" status: 200 len: 217 time: 0.1484206 May 27 01:42:59.769380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Transition to ACTIVE for port object d53eba20-143a-4af5-afe5-9f06aa8f3af7 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:42:59.778795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:42:59.925343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 640603dc-6a37-4493-a25c-b339f309ee66 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:42:59.934997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:42:59.958590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7ef7544d-a0d1-4830-ae5a-5d79c7e77a4a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1557891 May 27 01:43:00.009513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be0f7c95-dd67-486b-a9c7-8ed5b56fd86b req-4318097b-0423-40dc-9240-d6fa43569814 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 210 time: 0.1778734 May 27 01:43:00.190673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8cb07bbe-7030-495e-9c58-244c90c9a047 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:00.203938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8cb07bbe-7030-495e-9c58-244c90c9a047 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:00.204358 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.211464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-cdb4d48e-871d-4ee8-a10b-7f2cb4d30fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:00.213163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-cdb4d48e-871d-4ee8-a10b-7f2cb4d30fc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e70687d9-12d2-437e-89b0-b0087e5a8248 HTTP/1.1" status: 200 len: 861 time: 0.3410671 May 27 01:43:00.237726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:00.250472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:00.250957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:00.251412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:00.256350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:00.256792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:00.263078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:00.263541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:00.264044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:00.264568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Bound port: d53eba20-143a-4af5-afe5-9f06aa8f3af7, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:00.265035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.270700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:00.297149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '640603dc-6a37-4493-a25c-b339f309ee66', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'port_id': '640603dc-6a37-4493-a25c-b339f309ee66', 'mac_address': 'fa:16:3e:76:a5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70687d9-12d2-437e-89b0-b0087e5a8248', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:00.304574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:00.304974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.315746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-bd038445-e212-4117-bed3-9b5ecef77bc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b28f0ac9-be42-4265-ad35-351eceb84378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811260 May 27 01:43:00.409992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 640603dc-6a37-4493-a25c-b339f309ee66 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:00.410287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.417966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:00.421936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:00.441903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640603dc-6a37-4493-a25c-b339f309ee66 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:00.459414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:00.464947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:00.465268 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.468537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.478888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.559169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:00.575066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:00.577009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:00.577978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.579361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-2bd3ea75-1953-48d7-a778-3635cd2601ba service neutron] 10.222.0.13 "PUT /v2.0/ports/d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 200 len: 1092 time: 1.9343929 May 27 01:43:00.582933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:00.590355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:00.602642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:00.606514 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:00.617617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a280b15-c47b-4118-9129-680f71d2bf56 req-38c18b8e-c68d-466f-9e88-0b10319fc655 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:00.625009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a280b15-c47b-4118-9129-680f71d2bf56 req-38c18b8e-c68d-466f-9e88-0b10319fc655 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 949 time: 0.2012479 May 27 01:43:00.629500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:00.684091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a280b15-c47b-4118-9129-680f71d2bf56 req-1187bb3e-cd1c-4f6e-8808-ead9c5f17b09 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576494 May 27 01:43:00.732037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:00.842416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161af60a-7bd6-4605-9622-cdc9315c8182 req-71744939-6ed7-429c-a118-e55fa020eeae tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:00.844118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-161af60a-7bd6-4605-9622-cdc9315c8182 req-71744939-6ed7-429c-a118-e55fa020eeae tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 1.2321987 May 27 01:43:00.848867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-ea8b0859-b0b3-407c-8684-ae3d81b87605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:00.850343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-ea8b0859-b0b3-407c-8684-ae3d81b87605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1095 time: 0.1441534 May 27 01:43:00.892120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-83d99409-524e-4b48-a460-5c4406734e97 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:00.893641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-83d99409-524e-4b48-a460-5c4406734e97 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9234443 May 27 01:43:00.915313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Request body: {'port': {'device_id': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '2a595a6c5b3e46bc9e96e4e5b58aa258'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:00.929710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-bd75b86a-d17e-4389-9d83-9ce85ffed7b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 200 len: 217 time: 0.0722480 May 27 01:43:00.988817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['640603dc-6a37-4493-a25c-b339f309ee66'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:01.006230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-9f8ad8fe-1858-4806-b39f-d80b28f49a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:01.007702 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-9f8ad8fe-1858-4806-b39f-d80b28f49a11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0722976 May 27 01:43:01.016612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b142f-5a55-4001-bf70-a8b77c86574b req-0a974192-bd5b-4554-8367-cdd7cab2bf2c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:01.018024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-104b142f-5a55-4001-bf70-a8b77c86574b req-0a974192-bd5b-4554-8367-cdd7cab2bf2c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 945 time: 0.2147617 May 27 01:43:01.073755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-5e2152d8-0b27-4ee1-a589-53775cad996c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547760 May 27 01:43:01.160269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-161af60a-7bd6-4605-9622-cdc9315c8182 req-860364dd-ed8d-4f00-9342-5f78876a3708 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996488 May 27 01:43:01.182269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-104b142f-5a55-4001-bf70-a8b77c86574b req-edb7bf9a-5dd1-4f96-82e0-bd6c5d885f12 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293018 May 27 01:43:01.253763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-8a5c0315-9386-4d90-8a14-19a88d2554d0 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714914 May 27 01:43:01.279253 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680ca935-e457-4bb7-8517-287a68eb6799'] response: {'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'code': 200} May 27 01:43:01.328714 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6fc656-6585-4a59-b5f0-0bd4b4a31b4e'] response: {'name': 'network-changed', 'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7', 'status': 'completed', 'code': 200} May 27 01:43:01.352435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:43:01.455914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:01.643611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ac9374-f46d-40d3-948b-1efa517bd9a3 req-49f4c03d-f066-429c-be19-2de5540a5f6a service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682647 May 27 01:43:01.663110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df7a7-8ab2-4f23-8a30-ca8d30953569 req-7ba4e205-9d51-4f3d-a501-cf993fdbd831 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:01.665616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff6df7a7-8ab2-4f23-8a30-ca8d30953569 req-7ba4e205-9d51-4f3d-a501-cf993fdbd831 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2544048 May 27 01:43:01.671301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-826a9914-7e7c-4995-986a-01fbccdf67c9 service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2815714 May 27 01:43:01.689796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:01.692761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:01.706336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:01.780127 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff6df7a7-8ab2-4f23-8a30-ca8d30953569 req-59dd5b99-7070-4802-be88-eec091d082d9 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049273 May 27 01:43:01.813331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-7102b942-bc7c-4c49-85d5-fd7c45b5887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:01.815635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-7102b942-bc7c-4c49-85d5-fd7c45b5887f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1095 time: 0.0972433 May 27 01:43:01.882386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b706e773-549f-488e-9969-d0ff60b46d14 req-e531b203-103e-45f4-b907-4e66c2cf097d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 210 time: 0.4133990 May 27 01:43:01.914189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=6b4a592e-fb86-4c52-89fb-8a65ae57fa1d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:01.985829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Made reservation on behalf of 2a595a6c5b3e46bc9e96e4e5b58aa258 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:01.990187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:02.019368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-31f327df-54ed-48aa-84b8-e331e9ae0e3e req-82a61d01-0630-4300-bc98-384a0bc5719c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=64c23505-cbe1-4440-839b-ec2d48bc436d HTTP/1.1" status: 200 len: 210 time: 0.0907156 May 27 01:43:02.064509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9a3393-b407-4b31-a0b0-37669efb6300 req-9ae3fcae-5dcc-4b29-9659-07d0c7edd801 service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622568 May 27 01:43:02.065457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:02.083516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:02.092115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5654-84ff-42b1-b27f-a8c946ef4b4c req-47435075-ec05-4d34-a331-0b8891b1894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:02.093698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4de5654-84ff-42b1-b27f-a8c946ef4b4c req-47435075-ec05-4d34-a331-0b8891b1894f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1102 time: 0.7303987 May 27 01:43:02.094268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'name': 'network-vif-deleted', 'tag': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:02.095827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-c7685740-051a-454f-9df3-87bcbeb15575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:02.097512 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-c7685740-051a-454f-9df3-87bcbeb15575 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2756948 May 27 01:43:02.099542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:43:02.110569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] Sync routers for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:43:02.124096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:43:02.124800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:42:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:02.178315 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-9d849e71-457a-4134-94e2-8e611ba03b26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 200 len: 217 time: 0.0625873 May 27 01:43:02.197416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:02.225123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:02.272227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:43:02.272560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6b4a592e-fb86-4c52-89fb-8a65ae57fa1d not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:02.294985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-c72fb459-ca91-48c9-9b2b-864d59e75364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:02.295085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-c72fb459-ca91-48c9-9b2b-864d59e75364 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1109891 May 27 01:43:02.299846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-848ab8b4-ffe9-4900-8f28-43fc646732a3 req-5d252174-3cb9-43b1-a5ca-e41d766d35be tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "DELETE /v2.0/ports/6b4a592e-fb86-4c52-89fb-8a65ae57fa1d HTTP/1.1" status: 204 len: 173 time: 3.3389823 May 27 01:43:02.371761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-f9f4ae3e-c245-4f3f-927f-1f0b4531ed97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663733 May 27 01:43:02.425279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Allocated IP 192.168.233.200 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/1b549171-3c5a-434d-8045-42af0e2de594) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:02.429636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332', '0e414a1f-6f9b-467f-8973-d56c997d1fb8', '3f6c2506-9d94-4745-821f-c826762fda5a', '9196de08-c6e4-487a-a04c-74297024e4dc'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:02.455924 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f8640e-417d-46ed-a585-2ee72a08190b'] response: {'server_uuid': '64c23505-cbe1-4440-839b-ec2d48bc436d', 'name': 'network-vif-deleted', 'tag': '6b4a592e-fb86-4c52-89fb-8a65ae57fa1d', 'status': 'completed', 'code': 200} May 27 01:43:02.488049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4de5654-84ff-42b1-b27f-a8c946ef4b4c req-00313a29-7684-405b-92b3-93d0dee41d2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758578 May 27 01:43:02.513833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:02.552397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:43:02.582373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-f1ed4329-f03f-4c4a-83d3-6d9ea2c900d2 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033803 May 27 01:43:02.619873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cab727-08a4-407c-9408-681a4b25a235 req-3511f272-4f09-436b-b43a-544b5f51c385 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:02.621483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3cab727-08a4-407c-9408-681a4b25a235 req-3511f272-4f09-436b-b43a-544b5f51c385 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.1572914 May 27 01:43:02.708726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ad6a7f31-be9c-426d-bbd7-bf2a4f340234 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "PUT /v2.0/floatingips/11b3949a-bd7c-42c5-8751-3d85d3d83103 HTTP/1.1" status: 200 len: 991 time: 5.6367393 May 27 01:43:02.742488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3cab727-08a4-407c-9408-681a4b25a235 req-b4655ff8-d120-496c-89d5-81433e7a378f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747819 May 27 01:43:02.775056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42cc074a-b78e-4154-a296-ee56d14ea790 req-14a58cc0-33c4-4321-814a-19d9f8ed5190 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832640 May 27 01:43:02.777702 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:02.806502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Transition to ACTIVE for port object 1b549171-3c5a-434d-8045-42af0e2de594 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:02.815370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be65f2-4d23-4c76-b952-916f4406ca8f req-cada9be9-9dba-415f-a8f7-5a448601eb85 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:02.817037 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64be65f2-4d23-4c76-b952-916f4406ca8f req-cada9be9-9dba-415f-a8f7-5a448601eb85 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 945 time: 0.3455563 May 27 01:43:02.880042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64be65f2-4d23-4c76-b952-916f4406ca8f req-86aa054f-0e6c-431b-86ba-0f687fcd5300 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489030 May 27 01:43:02.885105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:02.920183 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:02.998213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:03.003439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:03.021245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:03.056101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5be91-3aa7-4fa0-8a9a-b7d3bfd5039e req-e17dbcc2-80b4-4695-8b36-45c3cbcafc9e tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:03.058778 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1d5be91-3aa7-4fa0-8a9a-b7d3bfd5039e req-e17dbcc2-80b4-4695-8b36-45c3cbcafc9e tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1483433 May 27 01:43:03.145444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1d5be91-3aa7-4fa0-8a9a-b7d3bfd5039e req-67a7ae9b-d679-4cba-ab5c-3fb4a4630f19 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731599 May 27 01:43:03.147910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:03.186154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:03.187472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:03.247721 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c780b88-8df1-44a5-b287-2fbe56839f2c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3397880 May 27 01:43:03.265283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Request body: {'port': {'device_id': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:03.274483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '11b3949a-bd7c-42c5-8751-3d85d3d83103', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'port_id': '177fde58-2d54-42a5-9906-aa0710481820', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'mac_address': 'fa:16:3e:a4:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:42:11Z', 'updated_at': '2022-05-27T01:42:58Z', 'revision_number': 1, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:10Z', 'revision_number': 5, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:03.285563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] Checking router: 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:43:03.308425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:43:03.308974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:42:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:03.327777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc5db-b392-47a5-9f4c-d2ddb20389ca req-038c5ec3-4160-405c-9c16-816fc19f3547 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:03.329408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8bbc5db-b392-47a5-9f4c-d2ddb20389ca req-038c5ec3-4160-405c-9c16-816fc19f3547 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2750969 May 27 01:43:03.422034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e4585-c6cb-4b7c-b3b3-22f14886c516 req-ed0b7488-216d-406e-ab8b-10d38a112f7a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:03.424299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a0e4585-c6cb-4b7c-b3b3-22f14886c516 req-ed0b7488-216d-406e-ab8b-10d38a112f7a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 936 time: 0.1248918 May 27 01:43:03.466789 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8bbc5db-b392-47a5-9f4c-d2ddb20389ca req-f2f68fd6-50ac-4be7-85b4-c7f16ea2cecc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290987 May 27 01:43:03.496544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:03.503199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a0e4585-c6cb-4b7c-b3b3-22f14886c516 req-aa91a9ae-b35c-4b3c-9eef-7036c449158e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714750 May 27 01:43:03.522220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-46fa45b7-9474-4596-87db-aa0547e98744 None None] Provisioning for port 1b549171-3c5a-434d-8045-42af0e2de594 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:03.542038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-46fa45b7-9474-4596-87db-aa0547e98744 None None] Provisioning complete for port 1b549171-3c5a-434d-8045-42af0e2de594 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:03.542402 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-46fa45b7-9474-4596-87db-aa0547e98744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:03.643372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:03.726139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-46fa45b7-9474-4596-87db-aa0547e98744 None None] Port 1b549171-3c5a-434d-8045-42af0e2de594 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:43:03.758626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:43:03.790050 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:03.807664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:03.812183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:fe60b0d984c1420fb1fb6e6146104b4d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:03.815451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:03.821769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:03.931972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 640603dc-6a37-4493-a25c-b339f309ee66 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:03.948742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:03.960566 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.028414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe60b0d984c1420fb1fb6e6146104b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837800 May 27 01:43:04.031014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51964) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:04.033802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89653269-631c-4c04-8593-70313a20e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3f0b5-ee0d-4692-812b-ed50582c86cc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:04.194917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b549171-3c5a-434d-8045-42af0e2de594 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:04.196933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:04.199014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 640603dc-6a37-4493-a25c-b339f309ee66 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:04.209157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 640603dc-6a37-4493-a25c-b339f309ee66 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:04.209579 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.209773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729a6d-f3ba-407a-a17d-69a13a25869e req-2314cf77-c4c9-4330-9246-ecf036bad1da tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:04.211353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67729a6d-f3ba-407a-a17d-69a13a25869e req-2314cf77-c4c9-4330-9246-ecf036bad1da tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.2219584 May 27 01:43:04.213479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.246190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d876bc7-3126-4088-bf5b-5012074f019c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.247489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Transition to ACTIVE for port object 1b549171-3c5a-434d-8045-42af0e2de594 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:04.259440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.276417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d876bc7-3126-4088-bf5b-5012074f019c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.319644 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67729a6d-f3ba-407a-a17d-69a13a25869e req-db5a7677-b8b1-4e2e-80f4-fe5d3dd160d6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982349 May 27 01:43:04.328937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6985b-9d14-4705-909c-b25e7cc079f4 req-c34282ab-47c7-4a23-aef3-799a14902fd7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:04.336019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10d6985b-9d14-4705-909c-b25e7cc079f4 req-c34282ab-47c7-4a23-aef3-799a14902fd7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 949 time: 0.1865356 May 27 01:43:04.402029 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10d6985b-9d14-4705-909c-b25e7cc079f4 req-689df762-9e8d-4423-8df6-4089279d4fb7 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647492 May 27 01:43:04.425994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d876bc7-3126-4088-bf5b-5012074f019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.447460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d876bc7-3126-4088-bf5b-5012074f019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d3f0b5-ee0d-4692-812b-ed50582c86cc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:04.454176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d876bc7-3126-4088-bf5b-5012074f019c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.456118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6d876bc7-3126-4088-bf5b-5012074f019c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80d3f0b5-ee0d-4692-812b-ed50582c86cc HTTP/1.1" status: 204 len: 168 time: 0.4242735 May 27 01:43:04.457724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'tag': '177fde58-2d54-42a5-9906-aa0710481820'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:04.508628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:04.574860 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04473999-5902-4926-b9c2-c397fbd43ecd'] response: {'name': 'network-changed', 'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'tag': '177fde58-2d54-42a5-9906-aa0710481820', 'status': 'completed', 'code': 200} May 27 01:43:04.687218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 640603dc-6a37-4493-a25c-b339f309ee66 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:04.687751 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.709086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:04.745439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:04.745856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:04.746110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:04.748288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'port_id': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7', 'mac_address': 'fa:16:3e:a7:12:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db009aff-f446-4aee-9072-77386fec3a4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:04.754457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '11b3949a-bd7c-42c5-8751-3d85d3d83103', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'port_id': '177fde58-2d54-42a5-9906-aa0710481820', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'mac_address': 'fa:16:3e:a4:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:42:11Z', 'updated_at': '2022-05-27T01:42:58Z', 'revision_number': 1, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:10Z', 'revision_number': 5, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:04.755151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Port 1b549171-3c5a-434d-8045-42af0e2de594 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:04.755487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:04.761851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:04.766395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:04.766755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:04.767142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:04.767757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Bound port: 1b549171-3c5a-434d-8045-42af0e2de594, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:04.767889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.809315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559b5f-3ff9-4edb-a057-086548205732 req-7c4c1377-bdb3-44fb-98b6-1db4b1c4f22f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:04.814315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d1a85-8af9-4a33-9a93-46b8f6c671b6 None None] The sync data for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 is: [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '11b3949a-bd7c-42c5-8751-3d85d3d83103', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'port_id': '177fde58-2d54-42a5-9906-aa0710481820', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'mac_address': 'fa:16:3e:a4:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:42:11Z', 'updated_at': '2022-05-27T01:42:58Z', 'revision_number': 1, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:10Z', 'revision_number': 5, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:43:04.817467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:04.820598 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b559b5f-3ff9-4edb-a057-086548205732 req-7c4c1377-bdb3-44fb-98b6-1db4b1c4f22f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1451654 May 27 01:43:04.839050 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.865963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06ef34-c32b-4700-84ee-73095f81a35c req-099aa36b-0a9a-4f45-9d1f-f23669aa8bed tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:04.872990 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef06ef34-c32b-4700-84ee-73095f81a35c req-099aa36b-0a9a-4f45-9d1f-f23669aa8bed tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 945 time: 0.3475730 May 27 01:43:04.909163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-e38b9e56-7b8f-46bf-8739-f8f8a9eac1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:04.910683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b559b5f-3ff9-4edb-a057-086548205732 req-d6ee04eb-1e5f-44c4-b3a3-24a0d6602e98 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892119 May 27 01:43:04.911462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-e38b9e56-7b8f-46bf-8739-f8f8a9eac1a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56dc6c84c3542f78a5d362e32946205&device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 1097 time: 0.3260033 May 27 01:43:04.923411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d53eba20-143a-4af5-afe5-9f06aa8f3af7 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:04.924602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:04.949946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53eba20-143a-4af5-afe5-9f06aa8f3af7 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:04.971510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:04.976446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:04.986526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.031235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef06ef34-c32b-4700-84ee-73095f81a35c req-2571cf55-515a-4ff3-878d-cd2b6112029a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571872 May 27 01:43:05.048290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51982) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:05.069252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:05.075639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:05.080241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.094615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:05.104429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:05.105249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.113230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Usage tracker for resource:security_group_rule and tenant:ea8eee5625b2439fb9dc8c23567c0ab2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:05.124401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:05.132196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:05.139984 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ada0e1d-9768-4484-917e-46962c018021'] response: {'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66', 'code': 200} May 27 01:43:05.216595 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8bc80-d227-46ed-b921-2a0e7aed13e7 None None] New status for floating IP 11b3949a-bd7c-42c5-8751-3d85d3d83103: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:43:05.271288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.272102 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.273539 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] 10.222.0.13 "PUT /v2.0/ports/1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 1097 time: 2.0142074 May 27 01:43:05.327098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-e85756e0-236f-4305-835f-9460fc05d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.328556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-e85756e0-236f-4305-835f-9460fc05d845 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50bb64fb-067a-4f03-afc5-b66c50b54f18 HTTP/1.1" status: 200 len: 913 time: 0.4081724 May 27 01:43:05.330357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d53eba20-143a-4af5-afe5-9f06aa8f3af7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:05.350177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.361431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e217938-9f81-4d7c-8316-61cf237a445b req-04190cd6-31f4-4bc8-b199-57470f011296 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.371566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e217938-9f81-4d7c-8316-61cf237a445b req-04190cd6-31f4-4bc8-b199-57470f011296 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 0.2210991 May 27 01:43:05.375450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.384055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-c889e1cf-db84-4cb3-aa12-96f60f8d4b61 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866849 May 27 01:43:05.459680 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea8eee5625b2439fb9dc8c23567c0ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102993 May 27 01:43:05.470253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52000) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:05.549457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c34a3-d94b-4394-aca9-545dcc81d26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6515b-75da-4194-a578-7c25e7c5666f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:05.550621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd75be-d6ca-40fe-9ade-c93137262ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:05.565726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e217938-9f81-4d7c-8316-61cf237a445b req-381c330c-f9f2-4d36-9937-f292adf950ec tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925561 May 27 01:43:05.725148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51e07293-d64c-4519-8f03-46b0c0b924de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.732617 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-6d0e5703-84d8-407c-9cd8-dfa54b6a2555 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177fde58-2d54-42a5-9906-aa0710481820 HTTP/1.1" status: 200 len: 999 time: 0.3626242 May 27 01:43:05.892808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16656d6f-ffdc-4a11-b221-08ab43b705f6 req-105e958a-4199-4464-b98c-925841f86cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.894144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16656d6f-ffdc-4a11-b221-08ab43b705f6 req-105e958a-4199-4464-b98c-925841f86cb0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 1098 time: 0.6695874 May 27 01:43:05.936399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881a175-b9bb-4134-880c-35aaf87d3ff7 req-75b52653-1e88-4b65-9767-ceb099abbfb5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.937857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c881a175-b9bb-4134-880c-35aaf87d3ff7 req-75b52653-1e88-4b65-9767-ceb099abbfb5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 944 time: 0.2565281 May 27 01:43:05.941651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:05.946406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37acad62-df12-4d9a-b707-bde97f604cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:05.950357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-02c36032-34ba-4a6e-8bfe-1a58fef945a5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.951803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-02c36032-34ba-4a6e-8bfe-1a58fef945a5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 949 time: 0.1204922 May 27 01:43:05.954343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-9dd0b5b2-c6d8-4c29-8538-04d5cf42d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.955812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-9dd0b5b2-c6d8-4c29-8538-04d5cf42d2af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1100 time: 0.6358671 May 27 01:43:05.962566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-1cc128de-6064-4fc3-ade1-913d604d3bd2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:05.964861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-1cc128de-6064-4fc3-ade1-913d604d3bd2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4945915 May 27 01:43:06.046733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c881a175-b9bb-4134-880c-35aaf87d3ff7 req-a4fb7a80-f80c-4e62-8e3d-0c3efe62ceb5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939283 May 27 01:43:06.050160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 9196de08-c6e4-487a-a04c-74297024e4dc {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:06.050504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:06.083455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-151ef333-cc38-497d-836a-91eaa99d538d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/quotas/60b61bb5dfea40a38a08ee2563a973a3 HTTP/1.1" status: 200 len: 375 time: 0.0511444 May 27 01:43:06.094337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-7c3af70e-cade-4fb0-b3b6-a3f1ef6c698c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 217 time: 0.1241698 May 27 01:43:06.133028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-16adbc27-94f6-449b-ab02-542c4a36ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:06.134461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-16adbc27-94f6-449b-ab02-542c4a36ee8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37172b61-5262-4ee2-9ec8-dc2e97cfe7fc HTTP/1.1" status: 200 len: 851 time: 0.2917151 May 27 01:43:06.141047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37acad62-df12-4d9a-b707-bde97f604cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:06.151675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16656d6f-ffdc-4a11-b221-08ab43b705f6 req-b3c42b94-e857-4628-afdf-fd8f0a16d613 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429500 May 27 01:43:06.309505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-e7956c47-2c15-40db-9f62-de562221b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:06.310978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-e7956c47-2c15-40db-9f62-de562221b045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1614892 May 27 01:43:06.359155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4959379-4a1f-45cb-a05c-947cc9893aef req-8129d5d1-a3d5-4ab9-a216-5053d0f41343 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:06.360576 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4959379-4a1f-45cb-a05c-947cc9893aef req-8129d5d1-a3d5-4ab9-a216-5053d0f41343 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 949 time: 0.1916351 May 27 01:43:06.371883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37acad62-df12-4d9a-b707-bde97f604cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:06.392397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 9196de08-c6e4-487a-a04c-74297024e4dc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9196de08-c6e4-487a-a04c-74297024e4dc,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:06.392646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-5b5515b1-6775-4177-a3a7-98872172a751 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3083553 May 27 01:43:06.392742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:06.397732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-5d9e5c91-d944-4668-9460-26f9b31a64db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:06.399634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-5d9e5c91-d944-4668-9460-26f9b31a64db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50bb64fb-067a-4f03-afc5-b66c50b54f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2119181 May 27 01:43:06.404393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acad62-df12-4d9a-b707-bde97f604cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6515b-75da-4194-a578-7c25e7c5666f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:06.421301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37acad62-df12-4d9a-b707-bde97f604cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:06.425147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-37acad62-df12-4d9a-b707-bde97f604cd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cb6515b-75da-4194-a578-7c25e7c5666f HTTP/1.1" status: 204 len: 168 time: 0.9206612 May 27 01:43:06.533180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 9196de08-c6e4-487a-a04c-74297024e4dc owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:06.543977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-2547f236-0370-42ee-8afa-7d98a2552682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:06.545822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-2547f236-0370-42ee-8afa-7d98a2552682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2149582 May 27 01:43:06.570145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4959379-4a1f-45cb-a05c-947cc9893aef req-3cd3ebad-0a5a-4711-bd04-4ce4b0d0e2d4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010977 May 27 01:43:06.585563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:06.736271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-9ba8b0c0-49b1-4a4f-9842-47cae7118158 service neutron] 10.222.0.47 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090653 May 27 01:43:06.800650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04714487-9c82-48fb-a63e-e9827e86635e req-81fb7892-da0d-4917-b9ae-299d5780f62e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 210 time: 0.0697362 May 27 01:43:06.861241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:06.882008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:06.925794 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-c1879ccf-c421-4e13-8500-8462dce548db service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603871 May 27 01:43:06.971158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332', '0e414a1f-6f9b-467f-8973-d56c997d1fb8', '3f6c2506-9d94-4745-821f-c826762fda5a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:07.042056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=9196de08-c6e4-487a-a04c-74297024e4dc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:07.125130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed25282-bc3f-4cf8-9cc0-096291ac2bda req-139d4e02-8bc3-4e2a-9f11-5e5af220d6de tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:07.135043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ed25282-bc3f-4cf8-9cc0-096291ac2bda req-139d4e02-8bc3-4e2a-9f11-5e5af220d6de tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.3934987 May 27 01:43:07.217718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port 9196de08-c6e4-487a-a04c-74297024e4dc on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:07.223682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:07.226518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'name': 'network-vif-deleted', 'tag': '9196de08-c6e4-487a-a04c-74297024e4dc'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:07.257245 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91644c95-c490-4df1-b6db-efd2bb6cead7 req-61aca029-ca6f-4cd2-b5cd-fd17e1f30f6d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "DELETE /v2.0/ports/9196de08-c6e4-487a-a04c-74297024e4dc HTTP/1.1" status: 204 len: 173 time: 1.2907209 May 27 01:43:07.269883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b83b-0cef-4f59-88f2-8b04759a6b6e req-92fada84-d8d6-43e9-8437-b1dc09494362 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:07.278406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a32b83b-0cef-4f59-88f2-8b04759a6b6e req-92fada84-d8d6-43e9-8437-b1dc09494362 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 0.3439672 May 27 01:43:07.280181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ed25282-bc3f-4cf8-9cc0-096291ac2bda req-ed6be9d0-1de9-47c8-ac38-b17e93c5084f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202662 May 27 01:43:07.382741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a32b83b-0cef-4f59-88f2-8b04759a6b6e req-9e57f31c-cfa4-430c-9f4e-cd3c8c84d459 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030958 May 27 01:43:07.413356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e0f88e0-d6f0-4818-8693-72e44f0b3ed8 req-fe2cc803-fb9c-4c7e-8b8d-edff324e2c9c service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724030 May 27 01:43:07.436828 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80d223a-7ced-4317-9486-95d528e98555'] response: {'name': 'network-changed', 'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594', 'status': 'completed', 'code': 200} May 27 01:43:07.470253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8647fca3-691b-4496-8acb-d9e944ff7ecc req-666af6e5-b387-4c3f-95de-e44fae27ae5e service neutron] 10.222.0.47 "GET /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842091 May 27 01:43:07.487262 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f86666d-c08a-4e85-afa6-84de9f5c98dd'] response: {'server_uuid': '62857db0-131d-4111-9b7d-e72c354ffc5a', 'name': 'network-vif-deleted', 'tag': '9196de08-c6e4-487a-a04c-74297024e4dc', 'status': 'completed', 'code': 200} May 27 01:43:07.756323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc488544-2498-4add-ab0f-5d3482dcbb01 req-cf89ee25-6718-4d3d-9aee-65f083379f42 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:07.759008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc488544-2498-4add-ab0f-5d3482dcbb01 req-cf89ee25-6718-4d3d-9aee-65f083379f42 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 944 time: 0.1599455 May 27 01:43:07.795819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-b5592040-be8d-4d7e-8f44-ebf58154e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:07.797831 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-b5592040-be8d-4d7e-8f44-ebf58154e45a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1100 time: 0.2664568 May 27 01:43:07.806414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-280be9c2-9fba-442e-983a-34d3aae9b507 req-a5e1be0a-9094-44da-b2f8-e6a3ea77bd4b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:07.823774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-280be9c2-9fba-442e-983a-34d3aae9b507 req-a5e1be0a-9094-44da-b2f8-e6a3ea77bd4b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:07.826536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-280be9c2-9fba-442e-983a-34d3aae9b507 req-a5e1be0a-9094-44da-b2f8-e6a3ea77bd4b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=62857db0-131d-4111-9b7d-e72c354ffc5a HTTP/1.1" status: 200 len: 210 time: 0.0741506 May 27 01:43:07.978284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12aa5822-775a-485e-859f-c154ad765585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:07.989386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc488544-2498-4add-ab0f-5d3482dcbb01 req-d519b662-d889-41b4-851d-51dd4199a2cd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222695 May 27 01:43:08.094807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-aefc360d-fe2f-43bc-b80b-480e330c51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:08.096290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-aefc360d-fe2f-43bc-b80b-480e330c51a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2916965 May 27 01:43:08.112969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34363050-6f11-46ca-834b-759827494f83 req-73a7e017-e868-442a-83de-bf32bc2dc593 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 210 time: 0.0568812 May 27 01:43:08.193834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-90da9584-c088-4367-a6bb-e61d7185938d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 217 time: 0.0891242 May 27 01:43:08.207322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:08.303328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port d53eba20-143a-4af5-afe5-9f06aa8f3af7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:08.311373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port d53eba20-143a-4af5-afe5-9f06aa8f3af7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:08.311916 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:08.384129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-01cbe45e-23a6-45a2-9732-9336ec14f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:08.385950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-01cbe45e-23a6-45a2-9732-9336ec14f110 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1850395 May 27 01:43:08.465489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d53eba20-143a-4af5-afe5-9f06aa8f3af7 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:08.465874 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:08.532287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:08.555745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525587cb-660d-40e9-ad15-eb1b4bc8cb47 req-7667413e-045a-45a0-980d-6aac03dc41c5 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:08.556608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:08.558072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-525587cb-660d-40e9-ad15-eb1b4bc8cb47 req-7667413e-045a-45a0-980d-6aac03dc41c5 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1653333 May 27 01:43:08.567381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-85e022e6-d465-44e4-b686-f6b6530563f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:08.568305 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:08.569271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-85e022e6-d465-44e4-b686-f6b6530563f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311817 May 27 01:43:08.625648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88169-7ffd-41b0-a9ee-e843061fe3a4 req-747a904d-5de1-4586-892e-d063da3700d8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:08.628276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8c88169-7ffd-41b0-a9ee-e843061fe3a4 req-747a904d-5de1-4586-892e-d063da3700d8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 0.1334898 May 27 01:43:08.684067 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8c88169-7ffd-41b0-a9ee-e843061fe3a4 req-8f6cfba1-1101-4e6c-93dd-148854f72030 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 May 27 01:43:08.716848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:08.730989 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-8d498d98-0414-4c05-aab6-40dc122d0742 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540948 May 27 01:43:08.735815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-525587cb-660d-40e9-ad15-eb1b4bc8cb47 req-7ecd3e2a-1f0a-4382-8d8d-5f3af42c15e7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654956 May 27 01:43:08.760942 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a28ef67-098b-410a-b342-c40c167480d5'] response: {'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7', 'code': 200} May 27 01:43:08.882813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-18ba6a72-9688-42fa-8b23-dc299dc66c6d service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974126 May 27 01:43:09.007146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f574d8-ab4d-4769-b944-e7c3f6fe8969 req-c3efdb70-ff56-419b-8fdf-eda63e2dedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:09.008596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-68ae6f54-de14-47c2-9367-c14f33d61ffc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:09.009149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37f574d8-ab4d-4769-b944-e7c3f6fe8969 req-c3efdb70-ff56-419b-8fdf-eda63e2dedb8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1097 time: 0.1797943 May 27 01:43:09.010007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-68ae6f54-de14-47c2-9367-c14f33d61ffc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733843 May 27 01:43:09.038522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb27816-757a-4860-89b0-6fb1efd9ee85 req-11a2d8a5-c8b5-40d6-84ee-7dd81114b9c2 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:09.040151 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bdb27816-757a-4860-89b0-6fb1efd9ee85 req-11a2d8a5-c8b5-40d6-84ee-7dd81114b9c2 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1172919 May 27 01:43:09.042321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Request body: {'port': {'device_id': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '60b61bb5dfea40a38a08ee2563a973a3'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:09.080268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37f574d8-ab4d-4769-b944-e7c3f6fe8969 req-978e9e48-8534-4346-ac11-9f7a70e7a6a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645721 May 27 01:43:09.113748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bdb27816-757a-4860-89b0-6fb1efd9ee85 req-2adf8657-67ec-49c0-b8b6-d82dce71c8c8 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679336 May 27 01:43:09.151199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb857493-872e-4913-ae4b-c5ff0232c896 req-1488e128-c6a1-4552-a462-885174e210bb service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565963 May 27 01:43:09.211287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:09.234017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:09.275961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:09.292117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:09.308150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Made reservation on behalf of 60b61bb5dfea40a38a08ee2563a973a3 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:09.311592 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:09.343048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ba1b-4e06-4e59-a117-81726fb3a5a9 req-75c32ef8-a473-4b9c-9652-67a552bdf260 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:09.344540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a97ba1b-4e06-4e59-a117-81726fb3a5a9 req-75c32ef8-a473-4b9c-9652-67a552bdf260 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 945 time: 0.1440403 May 27 01:43:09.450953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a97ba1b-4e06-4e59-a117-81726fb3a5a9 req-36107bce-b85e-47bc-8bce-efe8159b05a7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696394 May 27 01:43:09.531648 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9ac465f-e327-4fed-b5e3-dc414aa0eaad req-59488c75-fd6b-4234-bf7b-f547e233c4d5 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 210 time: 0.0507746 May 27 01:43:09.570041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Allocated IP 192.168.233.247 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:09.786203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-e829ef9e-54fe-4491-bf29-63ff9b35d9d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2717264 May 27 01:43:09.831390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750504d-9d31-400d-9b36-5e9fd5e7441d req-bee04e21-fe7b-4e78-b707-7a05a844c079 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:09.832067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1750504d-9d31-400d-9b36-5e9fd5e7441d req-bee04e21-fe7b-4e78-b707-7a05a844c079 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:09.861890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c8768-cf4c-4840-920c-3e7573ec9ce9 req-0d7c22ed-4eab-4347-a996-139b4c9efc55 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:09.863404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-273c8768-cf4c-4840-920c-3e7573ec9ce9 req-0d7c22ed-4eab-4347-a996-139b4c9efc55 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1760328 May 27 01:43:09.869118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1750504d-9d31-400d-9b36-5e9fd5e7441d req-bee04e21-fe7b-4e78-b707-7a05a844c079 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:09.870185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1750504d-9d31-400d-9b36-5e9fd5e7441d req-bee04e21-fe7b-4e78-b707-7a05a844c079 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 950 time: 0.2759905 May 27 01:43:09.913259 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-273c8768-cf4c-4840-920c-3e7573ec9ce9 req-f7194802-c2cd-4275-983f-f77440ae41e8 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439792 May 27 01:43:09.928973 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:09.942553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9196de08-c6e4-487a-a04c-74297024e4dc no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:09.968542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Transition to ACTIVE for port object 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:09.978641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 9196de08-c6e4-487a-a04c-74297024e4dc {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:43:09.979302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9196de08-c6e4-487a-a04c-74297024e4dc not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:09.989449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1750504d-9d31-400d-9b36-5e9fd5e7441d req-68597631-a5f1-4118-8a9d-0234796c966c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852690 May 27 01:43:10.018769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-bdf89815-def0-44ea-96c2-462d42dd6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:10.018769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-bdf89815-def0-44ea-96c2-462d42dd6e9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 1102 time: 0.1440289 May 27 01:43:10.033262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:10.044992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8cb07bbe-7030-495e-9c58-244c90c9a047'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:10.077581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['3b54f62a-5af8-4be4-a55f-810d6aa825be'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:10.160298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d31e1-ea3d-4a7b-876c-f7c372d2486c req-081b00eb-0b9c-4826-9f27-82a65e52653f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:10.162475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-091d31e1-ea3d-4a7b-876c-f7c372d2486c req-081b00eb-0b9c-4826-9f27-82a65e52653f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 0.0930007 May 27 01:43:10.218891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-091d31e1-ea3d-4a7b-876c-f7c372d2486c req-1abb51d2-4950-4115-ad33-aeebeddb5727 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 May 27 01:43:10.227486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:10.314201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:10.328686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:10.342729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:10.370380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Pushing event updated for resources: {'Port': ['ID=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:10.464787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:10.465418 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:10.489765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8454b-b32d-4392-a584-403088a4b1b3 req-b3e31ce7-f981-4481-9af3-9da610ca3d35 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:10.491712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ad8454b-b32d-4392-a584-403088a4b1b3 req-b3e31ce7-f981-4481-9af3-9da610ca3d35 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.3246238 May 27 01:43:10.492978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-056ec7e9-8a61-4dff-8451-a6f7759eb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:10.509399 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-056ec7e9-8a61-4dff-8451-a6f7759eb388 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3411365 May 27 01:43:10.660952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:10.708729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-934bda5b-08e4-4ce0-83a5-cba89f802250 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=96efc6cc-2643-443b-885e-6973edce71f8 HTTP/1.1" status: 200 len: 217 time: 0.1285944 May 27 01:43:10.712828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '1b549171-3c5a-434d-8045-42af0e2de594', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '1b549171-3c5a-434d-8045-42af0e2de594', 'mac_address': 'fa:16:3e:18:df:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:10.735696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ad8454b-b32d-4392-a584-403088a4b1b3 req-fa1b0e07-e7ef-4a07-bc13-032edb27a803 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252030 May 27 01:43:10.772605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-e2039096-a5f2-4aa0-92f6-4426bff81c97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7331250 May 27 01:43:10.801253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e2aa1254-bfc1-405e-b22e-743dbc34f267 None None] Provisioning for port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:10.809511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Request body: {'port': {'device_id': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:10.816684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 1b549171-3c5a-434d-8045-42af0e2de594 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:10.817058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:10.853014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e2aa1254-bfc1-405e-b22e-743dbc34f267 None None] Provisioning complete for port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:10.853536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1254-bfc1-405e-b22e-743dbc34f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:10.867053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917362-f66a-4f09-aea9-422b08130fd4 req-67e6dd13-36d9-48ca-8fbb-d55f05af3f34 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:10.873563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22917362-f66a-4f09-aea9-422b08130fd4 req-67e6dd13-36d9-48ca-8fbb-d55f05af3f34 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 945 time: 0.1963947 May 27 01:43:10.876795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52132) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:10.903402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b549171-3c5a-434d-8045-42af0e2de594 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:10.920440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:10.924942 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:10.928794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:10.950581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-a26b1a74-6554-4d58-9941-d2214a0413f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:10.952690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-a26b1a74-6554-4d58-9941-d2214a0413f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2336876 May 27 01:43:10.957968 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22917362-f66a-4f09-aea9-422b08130fd4 req-0f0627d7-4840-415b-822c-a04bbb064429 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735028 May 27 01:43:10.969388 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:10.985709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa1254-bfc1-405e-b22e-743dbc34f267 None None] Port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:43:11.021523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:11.066507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.081646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:11.086886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:c883ba0ca0624728897cba243b246bac is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:11.119269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:11.133711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:11.208373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca939e1-ce17-4ca6-9c84-2beb65ba343e req-726893c5-36b4-417e-aad0-f7f15d6b0f07 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:11.209810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ca939e1-ce17-4ca6-9c84-2beb65ba343e req-726893c5-36b4-417e-aad0-f7f15d6b0f07 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1244538 May 27 01:43:11.264034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b16f7e-07f5-40b3-887f-dd6f19471600 req-97623929-3d55-4213-a100-759e42b8b796 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:11.264734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4b16f7e-07f5-40b3-887f-dd6f19471600 req-97623929-3d55-4213-a100-759e42b8b796 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Synchronizing usage tracker for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:11.274674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-87ed4a92-f9ad-446a-b8d9-e67ccbe618b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:11.276143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-87ed4a92-f9ad-446a-b8d9-e67ccbe618b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3101432 May 27 01:43:11.278483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.286645 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ca939e1-ce17-4ca6-9c84-2beb65ba343e req-6828a67c-b22e-49dc-a501-10146ab51224 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 May 27 01:43:11.287402 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.318198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['1b549171-3c5a-434d-8045-42af0e2de594'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:11.340510 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c883ba0ca0624728897cba243b246bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626865 May 27 01:43:11.342159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52146) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:11.378446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b7b3d-4957-44a8-b84f-e5d32cfa0cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbecc8c-d020-479b-9a10-19335ffc952f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:11.384516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4b16f7e-07f5-40b3-887f-dd6f19471600 req-97623929-3d55-4213-a100-759e42b8b796 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Unset dirty status for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:11.385680 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4b16f7e-07f5-40b3-887f-dd6f19471600 req-97623929-3d55-4213-a100-759e42b8b796 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 936 time: 0.4282601 May 27 01:43:11.521289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49ae50d4-0cd2-4a70-92be-95dec1c010dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.541564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4b16f7e-07f5-40b3-887f-dd6f19471600 req-9c99843c-c5f7-4b7e-b09b-c21ea962d058 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 May 27 01:43:11.577842 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-c69bfd65-75da-45e8-a26e-6bab76c7d2d7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929218 May 27 01:43:11.580929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49ae50d4-0cd2-4a70-92be-95dec1c010dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.644450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-6090e97a-1116-4f1f-b688-133c23c77949 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:11.646313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-6090e97a-1116-4f1f-b688-133c23c77949 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 950 time: 0.3122661 May 27 01:43:11.697200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf8f34-5325-427c-8d71-8336af17ed63 req-9b55c6c6-e824-4741-849c-049c85991c2f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:11.698643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6cf8f34-5325-427c-8d71-8336af17ed63 req-9b55c6c6-e824-4741-849c-049c85991c2f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 950 time: 0.2725337 May 27 01:43:11.749791 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49ae50d4-0cd2-4a70-92be-95dec1c010dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.771630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 3f6c2506-9d94-4745-821f-c826762fda5a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:11.771959 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.775606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:11.793736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.813566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae50d4-0cd2-4a70-92be-95dec1c010dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbecc8c-d020-479b-9a10-19335ffc952f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:11.834238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Transition to ACTIVE for port object 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:11.837076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6cf8f34-5325-427c-8d71-8336af17ed63 req-39abdb0e-63e1-466c-83eb-7aef7fb2def4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305380 May 27 01:43:11.843661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49ae50d4-0cd2-4a70-92be-95dec1c010dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:11.844747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49ae50d4-0cd2-4a70-92be-95dec1c010dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cbecc8c-d020-479b-9a10-19335ffc952f HTTP/1.1" status: 204 len: 168 time: 0.4724984 May 27 01:43:11.852271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.011295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad790baf-ecae-4412-ac63-05f3510dabcb req-1ff9bbee-ff5d-4a8e-8674-6dbe826ae956 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163294 May 27 01:43:12.030691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42334-ffff-457b-ab88-039c02a46b36 req-4becc6a2-3514-4d51-abcc-dadb613a2a1b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:12.031418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c1f42334-ffff-457b-ab88-039c02a46b36 req-4becc6a2-3514-4d51-abcc-dadb613a2a1b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:12.121361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 3f6c2506-9d94-4745-821f-c826762fda5a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3f6c2506-9d94-4745-821f-c826762fda5a,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:12.121569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.152086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Pushing event updated for resources: {'Port': ['ID=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:12.187361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c1f42334-ffff-457b-ab88-039c02a46b36 req-4becc6a2-3514-4d51-abcc-dadb613a2a1b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:12.188535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1f42334-ffff-457b-ab88-039c02a46b36 req-4becc6a2-3514-4d51-abcc-dadb613a2a1b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 949 time: 0.5378864 May 27 01:43:12.269252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1f42334-ffff-457b-ab88-039c02a46b36 req-ba229df5-7445-43b0-baee-f391779d510d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692363 May 27 01:43:12.271055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52156) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:12.280602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 3f6c2506-9d94-4745-821f-c826762fda5a owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:12.284800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Attempting to bind port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:12.285145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Attempting to bind port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:12.285476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Attempting to bind port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:12.293066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.303552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:12.303882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Attempting to bind port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:12.313783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:12.314125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:12.314517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:12.315213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Bound port: 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:12.315502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.325236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:12.341161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3d5eb-016e-4ed8-88e4-412acb5b6787 req-fd3db40e-ee92-461a-ad70-8bf4e746141c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:12.349449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Usage tracker for resource:security_group_rule and tenant:7fa34b1bdfb14eafa64bb4e5087fcaa2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:12.354210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:12.358995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09c3d5eb-016e-4ed8-88e4-412acb5b6787 req-fd3db40e-ee92-461a-ad70-8bf4e746141c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.3701472 May 27 01:43:12.390691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:12.453997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09c3d5eb-016e-4ed8-88e4-412acb5b6787 req-6f1b1736-fd69-49a6-ae4f-fadc5db51f86 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939193 May 27 01:43:12.527045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] For port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:12.531465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] For port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:12.543963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.574105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.590641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:12.624357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:12.625202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.626766 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] 10.222.0.47 "PUT /v2.0/ports/14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d HTTP/1.1" status: 200 len: 1097 time: 1.8294749 May 27 01:43:12.631360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'tag': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:12.649435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1b38-404b-4543-bb12-e074f392d587 req-be63829e-fd72-4ead-a867-d9f7f22f2f9e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:12.656462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3bb1b38-404b-4543-bb12-e074f392d587 req-be63829e-fd72-4ead-a867-d9f7f22f2f9e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 945 time: 0.2670352 May 27 01:43:12.675906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332', '0e414a1f-6f9b-467f-8973-d56c997d1fb8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:12.792485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdcce0-a5fb-49cf-a34f-144a34e55444 service neutron] Pushing event updated for resources: {'Port': ['ID=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:12.846317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3bb1b38-404b-4543-bb12-e074f392d587 req-cb4bd0ea-f3df-48f8-a655-fd676d770da9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888494 May 27 01:43:12.848346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.861886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.909326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=3f6c2506-9d94-4745-821f-c826762fda5a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:12.964244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port 3f6c2506-9d94-4745-821f-c826762fda5a on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:12.973140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fa34b1bdfb14eafa64bb4e5087fcaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7010605 May 27 01:43:12.973961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3e903-28c4-41de-8e66-e048351ae592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d20d5a-941e-48be-a7d8-c078a0b83081,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:12.974969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:12.978917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'name': 'network-vif-deleted', 'tag': '3f6c2506-9d94-4745-821f-c826762fda5a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:12.989253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52172) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:13.035925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dbbe4eb-bd22-493c-8b83-ce7456a3a75c req-3f333610-ff8f-40d9-a6ec-2f0327d10407 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "DELETE /v2.0/ports/3f6c2506-9d94-4745-821f-c826762fda5a HTTP/1.1" status: 204 len: 173 time: 1.3815813 May 27 01:43:13.049186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-9d594f6b-2aaa-4ddd-89a9-eadd5787fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:13.050790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-9d594f6b-2aaa-4ddd-89a9-eadd5787fcda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 1100 time: 0.3559453 May 27 01:43:13.078548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf749b07-b4b3-486e-a998-f08590c372ba req-63885441-bbbe-481b-950a-011982cbf20c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:13.083296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf749b07-b4b3-486e-a998-f08590c372ba req-63885441-bbbe-481b-950a-011982cbf20c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.4161057 May 27 01:43:13.127022 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d971f5ad-15d7-46e6-aa90-24e98a3dc239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:13.140512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-55b1180b-02c5-497c-9387-d396c6742bcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d HTTP/1.1" status: 200 len: 217 time: 0.0742815 May 27 01:43:13.164969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf749b07-b4b3-486e-a998-f08590c372ba req-07e9c8ee-b171-4d30-b649-fd5af40b8108 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750856 May 27 01:43:13.198784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d971f5ad-15d7-46e6-aa90-24e98a3dc239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:13.250522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2213-d887-49e0-8d25-5e3da7a5136d req-52e35b54-67c0-48a1-93b0-b85a19821dba tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:13.260963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c15c2213-d887-49e0-8d25-5e3da7a5136d req-52e35b54-67c0-48a1-93b0-b85a19821dba tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 948 time: 0.2656465 May 27 01:43:13.295761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d971f5ad-15d7-46e6-aa90-24e98a3dc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:13.299527 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12204849-f0a8-41ae-b5e6-af3709bb622e'] response: {'name': 'network-changed', 'server_uuid': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'tag': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d', 'status': 'completed', 'code': 200} May 27 01:43:13.316569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971f5ad-15d7-46e6-aa90-24e98a3dc239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d20d5a-941e-48be-a7d8-c078a0b83081,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:13.321996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-7b3df71e-1bbc-435b-ab7e-af057f0b3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:13.324227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-7b3df71e-1bbc-435b-ab7e-af057f0b3e78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1732817 May 27 01:43:13.356318 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d971f5ad-15d7-46e6-aa90-24e98a3dc239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:13.357982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d971f5ad-15d7-46e6-aa90-24e98a3dc239 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49d20d5a-941e-48be-a7d8-c078a0b83081 HTTP/1.1" status: 204 len: 168 time: 0.3677905 May 27 01:43:13.400417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c15c2213-d887-49e0-8d25-5e3da7a5136d req-484d4138-93a9-4e9d-91d2-e80790b6cc0f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391780 May 27 01:43:13.452828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-33114232-eec4-4187-97c6-c3ade358b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:13.454321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-33114232-eec4-4187-97c6-c3ade358b7cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156099 May 27 01:43:13.568955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295657c-c36e-47eb-bfa5-ff57fd43ecb4 req-34b9ddaf-0814-41d1-8623-b28e79ad9b70 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:13.577987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8295657c-c36e-47eb-bfa5-ff57fd43ecb4 req-34b9ddaf-0814-41d1-8623-b28e79ad9b70 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1097 time: 0.1912205 May 27 01:43:13.617037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8295657c-c36e-47eb-bfa5-ff57fd43ecb4 req-3a9def71-202b-4f01-b658-beeafca8173c tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381970 May 27 01:43:13.694292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e0b4bb89-8f50-48e3-a359-8065ce584ff3 req-8356a6eb-4920-4a47-9a90-3d0a1f2e78ca tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=43bdff71-3bcd-46a9-9ff8-e9aebce941f5 HTTP/1.1" status: 200 len: 210 time: 0.0594201 May 27 01:43:13.760608 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1856f6c8-413f-44bc-aaf2-d6d6af6d3b54'] response: {'server_uuid': '43bdff71-3bcd-46a9-9ff8-e9aebce941f5', 'name': 'network-vif-deleted', 'tag': '3f6c2506-9d94-4745-821f-c826762fda5a', 'status': 'completed', 'code': 200} May 27 01:43:13.767872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-c098e654-14d8-4268-8019-acb951c75e32 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031383 May 27 01:43:13.960312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3f6c2506-9d94-4745-821f-c826762fda5a no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:13.979218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c3407-6cdd-4431-862f-86ac28801d3c req-84f39deb-1b6b-4121-bcd5-dfd6972c0d8a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:13.979218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-580c3407-6cdd-4431-862f-86ac28801d3c req-84f39deb-1b6b-4121-bcd5-dfd6972c0d8a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1062462 May 27 01:43:13.993541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b483e94d-6320-4f56-84d3-1259a20e25f9 req-5c85b364-2a08-4a17-b3ae-064717b4ae21 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164171 May 27 01:43:14.012902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66929dd-95a6-4b72-812d-29278268d20b req-b7dd3396-f0e0-4efe-8a78-3dd9f1683b76 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.020419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d66929dd-95a6-4b72-812d-29278268d20b req-b7dd3396-f0e0-4efe-8a78-3dd9f1683b76 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 949 time: 0.1518624 May 27 01:43:14.024048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 3f6c2506-9d94-4745-821f-c826762fda5a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:43:14.024520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3f6c2506-9d94-4745-821f-c826762fda5a not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:14.050025 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-580c3407-6cdd-4431-862f-86ac28801d3c req-98a644f2-d9a4-4fb4-a6e6-d3fcfb372892 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650496 May 27 01:43:14.115896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d66929dd-95a6-4b72-812d-29278268d20b req-82fbf301-d96a-4a51-a6a8-cd3dd137d6bb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945635 May 27 01:43:14.161384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-65b63fd2-c108-461a-9f3c-5cb5e88bfa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.163477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-65b63fd2-c108-461a-9f3c-5cb5e88bfa9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 1100 time: 0.1086233 May 27 01:43:14.244049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:14.274108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-a87a1d13-bfda-4915-a635-8254240f674b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1979971 May 27 01:43:14.277173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffccc2-2533-4987-8c7b-fef398757428 req-2026d1fe-efbc-459e-934f-421ac86db7d5 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.279217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74ffccc2-2533-4987-8c7b-fef398757428 req-2026d1fe-efbc-459e-934f-421ac86db7d5 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1097 time: 0.1118860 May 27 01:43:14.336688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 1b549171-3c5a-434d-8045-42af0e2de594 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:14.345493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 1b549171-3c5a-434d-8045-42af0e2de594 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:14.346122 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:14.374908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74ffccc2-2533-4987-8c7b-fef398757428 req-6fe8df34-99f3-4cfe-b860-5d2d48f31a47 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782881 May 27 01:43:14.551021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-7b90543d-8b61-475c-9caf-11bf85756bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.552880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-7b90543d-8b61-475c-9caf-11bf85756bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 1102 time: 0.1518874 May 27 01:43:14.559718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 1b549171-3c5a-434d-8045-42af0e2de594 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:14.560163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:14.629426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-e9f92801-08c7-4e45-8673-252799bca651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.633185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-e9f92801-08c7-4e45-8673-252799bca651 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4578593 May 27 01:43:14.650608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:14.675858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:14.687803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:14.738334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52220) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:14.768370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-3c5df037-2b1c-47c9-86f8-469f8a54adbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d HTTP/1.1" status: 200 len: 217 time: 0.1283123 May 27 01:43:14.808017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:14.870138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-1c680af1-bf7c-4760-8789-107bcacef0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.871744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-1c680af1-bf7c-4760-8789-107bcacef0da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0879619 May 27 01:43:14.876992 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3e2460-48b8-4b6a-a4a7-703a6c5fba44'] response: {'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594', 'code': 200} May 27 01:43:14.900751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-530734714-network', 'tenant_id': 'cc1f940025d24938b7da59d5a01d7058'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:14.911792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:14.915105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-98294de7-067c-4e4a-8f84-47388613a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.916004 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-98294de7-067c-4e4a-8f84-47388613a955 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3236394 May 27 01:43:14.920101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Usage tracker for resource:network and tenant:cc1f940025d24938b7da59d5a01d7058 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:14.925651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:14.970442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-6d4947aa-e803-4cab-b4d0-f78388f8f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:14.971854 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-6d4947aa-e803-4cab-b4d0-f78388f8f062 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910742 May 27 01:43:15.003154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:15.017980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-b955cea0-9701-439e-9751-7b60d2e9712e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=22702ee8-f851-432f-9c99-ecb066cc349b HTTP/1.1" status: 200 len: 217 time: 0.0932829 May 27 01:43:15.028307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e56a5-a00b-4a30-becb-40de438f5dd6 req-0cb2d821-b8a9-43bf-a721-47bc764ca628 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:15.030598 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e58e56a5-a00b-4a30-becb-40de438f5dd6 req-0cb2d821-b8a9-43bf-a721-47bc764ca628 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 948 time: 0.2605619 May 27 01:43:15.106301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Made reservation on behalf of cc1f940025d24938b7da59d5a01d7058 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:15.109068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:15.139890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:15.170817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:15.174874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e686c-d71d-407f-b0d2-0fba40943a6c req-60180c59-34fd-40f6-b755-9a1da8475596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:15.175608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-5ff9305f-634d-488b-9f9a-fcd132a7de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:15.176351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d9e686c-d71d-407f-b0d2-0fba40943a6c req-60180c59-34fd-40f6-b755-9a1da8475596 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1102 time: 0.1734228 May 27 01:43:15.177042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-5ff9305f-634d-488b-9f9a-fcd132a7de1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1452179 May 27 01:43:15.183335 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e58e56a5-a00b-4a30-becb-40de438f5dd6 req-2ed3b864-926f-4f2b-89a4-553959c01c12 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151624 May 27 01:43:15.184332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1f940025d24938b7da59d5a01d7058 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:15.187615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-22c121d6-1598-447e-9dd6-bc29535da48d service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063925 May 27 01:43:15.188451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:15.256802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:15.331130 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d9e686c-d71d-407f-b0d2-0fba40943a6c req-37fd5062-2fd6-425c-8077-9f73c43a7a1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468518 May 27 01:43:15.379971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-acc935e5-5612-4eb9-8713-ef96d0f3771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:15.381441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-acc935e5-5612-4eb9-8713-ef96d0f3771b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940677 May 27 01:43:15.386648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-751a5e22-eb6f-405e-b751-9541fde23e01 req-f4589e86-4349-4911-bc7e-eccd3b2ad210 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804864 May 27 01:43:15.526493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d6b06-1109-4030-9399-e5d03a391c10 req-ae865a23-3ea0-485e-b8e6-a7a1200bfc15 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:15.527897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-530d6b06-1109-4030-9399-e5d03a391c10 req-ae865a23-3ea0-485e-b8e6-a7a1200bfc15 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0802984 May 27 01:43:15.529633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aa364-9c1b-4831-a2bd-fb54a720167f req-6f51781c-5b23-42e4-a033-bdfae433f88f tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:15.531126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-795aa364-9c1b-4831-a2bd-fb54a720167f req-6f51781c-5b23-42e4-a033-bdfae433f88f tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1097 time: 0.2305491 May 27 01:43:15.577855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:15.584241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-530d6b06-1109-4030-9399-e5d03a391c10 req-af9985f8-fe5c-4be3-8663-943839b656c4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 May 27 01:43:15.592976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-cd54f7df-2e7d-48b8-a8f9-8d827450d036 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042079 May 27 01:43:15.595168 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:15.643499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-795aa364-9c1b-4831-a2bd-fb54a720167f req-df797018-3b62-4642-8525-f462bffa9889 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060441 May 27 01:43:15.707123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:43:15.734891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b74855-7678-4cdc-8501-cae61b9abf28,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:15.744347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:15.744722 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Added segment f82acd6a-5848-4d5b-9117-1aa38643a2be of type vlan for network 5848ceeb-517e-472e-a231-2691b8612c1f May 27 01:43:15.803972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:15.811822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5e2a8bf-f0f0-4a6a-ac68-9a1d042084da req-2157fca7-cea3-4d17-97d7-7ac2d7146133 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030127 May 27 01:43:15.863049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:15.864352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:15.865420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:16.004211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a183f1-6d89-4945-94dc-4a10cd834cd6 req-46ddfa81-00fd-45fd-b9a1-9ed31f25857f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:16.005970 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3a183f1-6d89-4945-94dc-4a10cd834cd6 req-46ddfa81-00fd-45fd-b9a1-9ed31f25857f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.0857239 May 27 01:43:16.064883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3a183f1-6d89-4945-94dc-4a10cd834cd6 req-37617e08-c1f9-4c86-aebf-44c4002aca7f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524545 May 27 01:43:16.072094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5848ceeb-517e-472e-a231-2691b8612c1f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:16.075827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eba36f3e-36b1-4152-9aed-bb2d32f2d2f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3352776 May 27 01:43:16.078835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52252) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:16.084102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Request body: {'subnet': {'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-530734714-subnet', 'tenant_id': 'cc1f940025d24938b7da59d5a01d7058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:16.090794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 5848ceeb-517e-472e-a231-2691b8612c1f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:43:16.105338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:16.109300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Usage tracker for resource:subnet and tenant:cc1f940025d24938b7da59d5a01d7058 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:16.112470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:16.118353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:16.128871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Made reservation on behalf of cc1f940025d24938b7da59d5a01d7058 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:16.131243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:16.265834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1dd4-ad5d-4f58-92b7-5297a77cb144 req-d3ad15da-0429-4a35-9a05-70499fc0e78b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:16.267471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e4cd1dd4-ad5d-4f58-92b7-5297a77cb144 req-d3ad15da-0429-4a35-9a05-70499fc0e78b tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 949 time: 0.0888655 May 27 01:43:16.312529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e4cd1dd4-ad5d-4f58-92b7-5297a77cb144 req-2d13a4ed-8acb-440e-b2a8-9722b3edbe38 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 May 27 01:43:16.403391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:16.459504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bcf21-8166-4bd6-8949-1456dc245632 req-85b9bf5a-c48f-467e-8568-b81343bca73f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:16.461518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-065bcf21-8166-4bd6-8949-1456dc245632 req-85b9bf5a-c48f-467e-8568-b81343bca73f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 948 time: 0.1642921 May 27 01:43:16.503308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f68890f-94c8-474a-af01-43175b3bf07f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:16.532903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Checking segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:16.533255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Network hostable DHCP agents. Network: 5848ceeb-517e-472e-a231-2691b8612c1f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:43:16.543239 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-065bcf21-8166-4bd6-8949-1456dc245632 req-d4818188-6cdd-4038-9b19-79dbc6d9dd6b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757117 May 27 01:43:16.563651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Network 5848ceeb-517e-472e-a231-2691b8612c1f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:43:16.571052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 5848ceeb-517e-472e-a231-2691b8612c1f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:16.575270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:16.575894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:16.579920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fb07e-2f25-4d53-9eae-08aff9028e69 None None] Network 5848ceeb-517e-472e-a231-2691b8612c1f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:43:16.601823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1852baea-457a-4364-8411-e6773ee1d13e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5173759 May 27 01:43:16.807288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c88732-8db9-4979-b166-75f64cace069 req-86c08d17-0d4a-40a9-8919-57daa71839d5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:16.814955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44c88732-8db9-4979-b166-75f64cace069 req-86c08d17-0d4a-40a9-8919-57daa71839d5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1013417 May 27 01:43:16.828693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62728dff-cbe9-4625-a12a-4742e2b0ba5a None None] Network 5848ceeb-517e-472e-a231-2691b8612c1f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:43:16.878643 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44c88732-8db9-4979-b166-75f64cace069 req-255f1aeb-53e3-486e-a7f1-ae61c1e16e6e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622630 May 27 01:43:17.064039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a951aea-7f30-409e-9094-ea103f035b12 req-c765b5df-967d-4192-8452-022f84cceb3d tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:17.065599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a951aea-7f30-409e-9094-ea103f035b12 req-c765b5df-967d-4192-8452-022f84cceb3d tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1097 time: 0.0829031 May 27 01:43:17.109282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a951aea-7f30-409e-9094-ea103f035b12 req-6bc6acaf-0673-4433-a119-91fc8730b400 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372558 May 27 01:43:17.214694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-d8fc9d82-c16c-414a-87ed-63ed59d6a475 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:17.215400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-d8fc9d82-c16c-414a-87ed-63ed59d6a475 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:17.232257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-d8fc9d82-c16c-414a-87ed-63ed59d6a475 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:17.233643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-d8fc9d82-c16c-414a-87ed-63ed59d6a475 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 0.1696250 May 27 01:43:17.249186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-71d8bdb8-9906-4a0e-b81a-079abce17ecf tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/quotas/cc1f940025d24938b7da59d5a01d7058 HTTP/1.1" status: 200 len: 375 time: 0.0098815 May 27 01:43:17.295354 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-d23f237b-a16c-4d29-b60b-f16a92f2b16c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406389 May 27 01:43:17.331864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721666-81ba-4851-85d8-b54da6fef4e3 req-0a7ce387-a09d-4348-ad2e-1574db88ea98 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:17.333474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40721666-81ba-4851-85d8-b54da6fef4e3 req-0a7ce387-a09d-4348-ad2e-1574db88ea98 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.0807829 May 27 01:43:17.380136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40721666-81ba-4851-85d8-b54da6fef4e3 req-54c55616-5971-4eb2-9702-c32c548b32bd tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385361 May 27 01:43:17.426853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-e3fe9799-56c4-4b4e-b875-1e12b198c0c6 service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246765 May 27 01:43:17.558272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-116cfa6a-40be-4c04-8149-77744eae7233 service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253774 May 27 01:43:17.861312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca32be2-92e9-47eb-bf49-54226477fb32 req-29359ec4-c5da-457d-bad7-91706075684d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:17.861997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8ca32be2-92e9-47eb-bf49-54226477fb32 req-29359ec4-c5da-457d-bad7-91706075684d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:17.879927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8ca32be2-92e9-47eb-bf49-54226477fb32 req-29359ec4-c5da-457d-bad7-91706075684d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:17.881404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ca32be2-92e9-47eb-bf49-54226477fb32 req-29359ec4-c5da-457d-bad7-91706075684d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 949 time: 0.1134000 May 27 01:43:17.975585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 640603dc-6a37-4493-a25c-b339f309ee66 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:18.013883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-e0b707ee-7480-45b8-b2ba-68682258f53f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:18.015777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-e0b707ee-7480-45b8-b2ba-68682258f53f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09e8bdb-da32-4653-a855-ef3920589f9a HTTP/1.1" status: 200 len: 948 time: 0.1032300 May 27 01:43:18.016055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ca32be2-92e9-47eb-bf49-54226477fb32 req-4a1f60d0-e96f-44a4-97e6-09599e50aa9a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278632 May 27 01:43:18.109643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port f62490cb-607e-42e2-aaf3-321a53cd1886 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:18.110111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.122078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-84020f5a-eb2e-4e11-a095-dde8744f43a6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:18.123765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-84020f5a-eb2e-4e11-a095-dde8744f43a6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 949 time: 0.2171700 May 27 01:43:18.239698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:18.240032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.246048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:18.262635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '640603dc-6a37-4493-a25c-b339f309ee66', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'port_id': '640603dc-6a37-4493-a25c-b339f309ee66', 'mac_address': 'fa:16:3e:76:a5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70687d9-12d2-437e-89b0-b0087e5a8248', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:18.324779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 640603dc-6a37-4493-a25c-b339f309ee66 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:18.325245 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.344005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 640603dc-6a37-4493-a25c-b339f309ee66 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:18.361602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:18.368259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.368916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:18.484017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port f62490cb-607e-42e2-aaf3-321a53cd1886, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f62490cb-607e-42e2-aaf3-321a53cd1886,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:18.485261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.514395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb595ed-c086-4108-83e4-d23a20217870 req-54b7487e-eac9-4615-8dde-abb698dc00ab tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:18.515900 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fb595ed-c086-4108-83e4-d23a20217870 req-54b7487e-eac9-4615-8dde-abb698dc00ab tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 948 time: 0.2492409 May 27 01:43:18.574849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:18.603474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fb595ed-c086-4108-83e4-d23a20217870 req-55da4cd8-9c99-439b-9ca2-33762c240b38 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739212 May 27 01:43:18.699403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 0e414a1f-6f9b-467f-8973-d56c997d1fb8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0e414a1f-6f9b-467f-8973-d56c997d1fb8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:18.699941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.713942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:18.728312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d', 'mac_address': 'fa:16:3e:97:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:18.781674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for f62490cb-607e-42e2-aaf3-321a53cd1886 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:18.784251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:18.784630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.801534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:18.817028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:18.822201 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.938009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:18.944565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:18.958766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332', '0e414a1f-6f9b-467f-8973-d56c997d1fb8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:18.983011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d47027bf-93ae-4537-8c0a-6cc301d5e776 req-21fac8b2-cc80-4244-a6a1-a44c1be93f3e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 210 time: 0.2130439 May 27 01:43:18.986642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-7583692b-549b-4f55-9457-8b5d2fa4a652 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:43:18.987722 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-7583692b-549b-4f55-9457-8b5d2fa4a652 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2168159 May 27 01:43:18.995094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 0e414a1f-6f9b-467f-8973-d56c997d1fb8 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:19.000787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:19.036925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=f62490cb-607e-42e2-aaf3-321a53cd1886,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:19.041437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Request body: {'binding': {'host': 'n-h2-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:19.042022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:43:19.065171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['640603dc-6a37-4493-a25c-b339f309ee66'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:19.164929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port f62490cb-607e-42e2-aaf3-321a53cd1886 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:19.167481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:19.184718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'name': 'network-vif-deleted', 'tag': 'f62490cb-607e-42e2-aaf3-321a53cd1886'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:19.196991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e5dc24b-7eee-4bd4-83a0-3f5cf8cf1ce0 req-6d7bd231-b480-463b-bc4a-026176ae2389 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "DELETE /v2.0/ports/f62490cb-607e-42e2-aaf3-321a53cd1886 HTTP/1.1" status: 204 len: 173 time: 1.1738453 May 27 01:43:19.359944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:19.461499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-0c72b98d-8073-45bf-85ce-085952d888b9 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:19.462910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-0c72b98d-8073-45bf-85ce-085952d888b9 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 0.3741784 May 27 01:43:19.481635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Request body: {'port': {'device_id': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'admin_state_up': True, 'tenant_id': 'cc1f940025d24938b7da59d5a01d7058'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:19.689492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e77a5-6a92-46cd-97be-88f21612053e req-6cf31b16-62a0-4498-a9cf-050f7b5e8192 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:19.691276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-408e77a5-6a92-46cd-97be-88f21612053e req-6cf31b16-62a0-4498-a9cf-050f7b5e8192 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.4879248 May 27 01:43:19.794767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:19.899589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on host n-h2-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:19.899926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:19.900255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:19.902937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:19.919291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-408e77a5-6a92-46cd-97be-88f21612053e req-2ca8494d-250a-441f-b689-060d762e4ee9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185357 May 27 01:43:19.927872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=0e414a1f-6f9b-467f-8973-d56c997d1fb8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:19.931487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Usage tracker for resource:port and tenant:cc1f940025d24938b7da59d5a01d7058 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:19.965552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:19.965879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:19.968121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:19.984955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:19.985296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:19.985711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:19.986154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Bound port: d53eba20-143a-4af5-afe5-9f06aa8f3af7, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:19.988587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8', 'f62490cb-607e-42e2-aaf3-321a53cd1886'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:19.989132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:19.991558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port 0e414a1f-6f9b-467f-8973-d56c997d1fb8 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:19.998107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:20.000826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'name': 'network-vif-deleted', 'tag': '0e414a1f-6f9b-467f-8973-d56c997d1fb8'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:20.026597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 640603dc-6a37-4493-a25c-b339f309ee66 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:20.053102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Made reservation on behalf of cc1f940025d24938b7da59d5a01d7058 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:20.056461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:20.065522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec2de114-c115-470f-ad17-bf36fa64d50f req-aa950d20-22f7-4d6d-a4a9-9aa7825110df tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "DELETE /v2.0/ports/0e414a1f-6f9b-467f-8973-d56c997d1fb8 HTTP/1.1" status: 204 len: 173 time: 1.9335616 May 27 01:43:20.144073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 640603dc-6a37-4493-a25c-b339f309ee66 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:20.144367 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:20.161604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:20.198588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:20.199856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-18cce0d8-7952-44b8-ae22-18d486e837b2 service neutron] 10.222.0.16 "POST /v2.0/ports/d53eba20-143a-4af5-afe5-9f06aa8f3af7/bindings HTTP/1.1" status: 201 len: 390 time: 1.1651661 May 27 01:43:20.258275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd1ccd-e381-47f9-8daa-c1328e512fbb req-1b0e68ee-b0c9-4afb-bb4f-d3708b412f88 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:20.265607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a8fd1ccd-e381-47f9-8daa-c1328e512fbb req-1b0e68ee-b0c9-4afb-bb4f-d3708b412f88 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 945 time: 0.2483487 May 27 01:43:20.344481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a8fd1ccd-e381-47f9-8daa-c1328e512fbb req-6ad6e539-7bd4-4266-9997-84ac88588279 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778542 May 27 01:43:20.346619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 640603dc-6a37-4493-a25c-b339f309ee66 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:20.346619 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:20.354556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Allocated IP 172.20.0.13 (5848ceeb-517e-472e-a231-2691b8612c1f/7f68890f-94c8-474a-af01-43175b3bf07f/bee21aef-9e3d-4982-92af-13921d2b57b9) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:20.401889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:20.411890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:20.416710 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:20.417602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0e414a1f-6f9b-467f-8973-d56c997d1fb8 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:20.439356 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05abb3cd-8112-49b2-8037-b40a4e90ee21'] response: {'server_uuid': 'd09e8bdb-da32-4653-a855-ef3920589f9a', 'name': 'network-vif-deleted', 'tag': 'f62490cb-607e-42e2-aaf3-321a53cd1886', 'status': 'completed', 'code': 200} May 27 01:43:20.516115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 0e414a1f-6f9b-467f-8973-d56c997d1fb8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:43:20.516720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0e414a1f-6f9b-467f-8973-d56c997d1fb8 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:20.527361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ec398871-84e8-4086-a528-ef69e3fb5269 req-afc080c4-e9b5-49b7-9073-430ef7a159c4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:20.559318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:20.572195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ec398871-84e8-4086-a528-ef69e3fb5269 req-afc080c4-e9b5-49b7-9073-430ef7a159c4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:20.573376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec398871-84e8-4086-a528-ef69e3fb5269 req-afc080c4-e9b5-49b7-9073-430ef7a159c4 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5044395-365a-4b99-80f0-22353c99b3ba HTTP/1.1" status: 200 len: 210 time: 0.1078944 May 27 01:43:20.904298 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0219af01-4baa-4e6e-8005-ad9b4e8ead33'] response: {'server_uuid': 'b5044395-365a-4b99-80f0-22353c99b3ba', 'name': 'network-vif-deleted', 'tag': '0e414a1f-6f9b-467f-8973-d56c997d1fb8', 'status': 'completed', 'code': 200} May 27 01:43:20.909201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['22702ee8-f851-432f-9c99-ecb066cc349b', '2e84d110-3859-40ce-89f7-8af97ee67332'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:20.972646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:20.981030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-5627e6e7-7e20-4862-a8d9-56b05ed2c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:20.982548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-5627e6e7-7e20-4862-a8d9-56b05ed2c3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1097 time: 0.4299195 May 27 01:43:20.993315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03678-0850-43b7-952b-028f15c81c36 req-f52c1716-95d0-4b83-865b-0fd046583130 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:20.994784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebe03678-0850-43b7-952b-028f15c81c36 req-f52c1716-95d0-4b83-865b-0fd046583130 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 949 time: 0.3560548 May 27 01:43:20.996964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-529ca971-8e3e-4086-8d45-f7b902f80c2e req-a9d44061-07ff-46e4-b68b-7a5b3c4a87b2 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 210 time: 0.0470128 May 27 01:43:21.168920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebe03678-0850-43b7-952b-028f15c81c36 req-b106d4ca-6f98-414f-b125-f045007221db tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455762 May 27 01:43:21.183389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:21.189927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2a925-be3a-4384-8524-af7dc5f12cc5 req-0d8ed4f0-77e0-457c-b550-0cf084ad2c5a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:21.191483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1c2a925-be3a-4384-8524-af7dc5f12cc5 req-0d8ed4f0-77e0-457c-b550-0cf084ad2c5a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 945 time: 0.0872145 May 27 01:43:21.235493 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b734569-2940-42b1-a002-2fa263de8927'] response: {'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66', 'code': 200} May 27 01:43:21.242376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1c2a925-be3a-4384-8524-af7dc5f12cc5 req-2ce38afa-4117-437f-9fd6-6dcd565432c8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452230 May 27 01:43:21.252577 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-a2158926-6fa7-4899-8fd3-99faac73eaf1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3467722 May 27 01:43:21.281578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4958fb58-caf4-4c20-801f-f00d1aff3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:21.283088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4958fb58-caf4-4c20-801f-f00d1aff3d2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2873790 May 27 01:43:21.295109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Network 5848ceeb-517e-472e-a231-2691b8612c1f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:21.351037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:21.364458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:21.395911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:21.428048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-653de352-bc1b-4407-8400-068238d5244d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 200 len: 217 time: 0.1348705 May 27 01:43:21.495238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:21.495986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:21.553676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2509-3df7-42a2-89df-2249a8f898c4 req-eefb590e-7a94-4939-a8e8-26a54e3216b7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:21.556239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-269b2509-3df7-42a2-89df-2249a8f898c4 req-eefb590e-7a94-4939-a8e8-26a54e3216b7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.0862682 May 27 01:43:21.585663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-1fdb36f7-7fe2-4652-b71d-7ce99746951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:21.588124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-1fdb36f7-7fe2-4652-b71d-7ce99746951c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1333299 May 27 01:43:21.621308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-269b2509-3df7-42a2-89df-2249a8f898c4 req-06ed8ac0-b876-4c93-94a8-2d6d3b47e5da tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575221 May 27 01:43:21.644865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-a5c14f30-297f-4ed4-aa39-62c8c42e7472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1709650 May 27 01:43:21.654257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-8ae3c832-76f9-4041-a029-25dc2be0180e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588341 May 27 01:43:21.661851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Request body: {'port': {'device_id': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:21.885781 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:21.902888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca840e-e60d-40fd-8403-c37dc39f02d4 req-6202e506-4644-41ea-a0e0-addca21c417e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:21.904368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cca840e-e60d-40fd-8403-c37dc39f02d4 req-6202e506-4644-41ea-a0e0-addca21c417e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.5545907 May 27 01:43:21.973461 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:43:21.982627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:22.078654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:22.084761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:22.085453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:22.100564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-26e32ce2-139a-4fdb-b33e-98e04acd626d service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110609 May 27 01:43:22.122782 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cca840e-e60d-40fd-8403-c37dc39f02d4 req-119a3ff7-4411-4d29-9420-767b1ab65d46 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692567 May 27 01:43:22.287552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f62490cb-607e-42e2-aaf3-321a53cd1886 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:22.367721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: f62490cb-607e-42e2-aaf3-321a53cd1886 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:43:22.368037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f62490cb-607e-42e2-aaf3-321a53cd1886 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:22.382219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2a536-e983-4b7d-8443-b1b9fec60328 req-68026411-0b1c-4155-a3a6-966da483ba4c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:22.384409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9a2a536-e983-4b7d-8443-b1b9fec60328 req-68026411-0b1c-4155-a3a6-966da483ba4c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 932 time: 0.0961444 May 27 01:43:22.401794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:22.402182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:22.449124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-0fc5d4be-5ac8-4976-9f95-30deb79e69dd service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253369 May 27 01:43:22.485393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:22.494987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:22.502157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9a2a536-e983-4b7d-8443-b1b9fec60328 req-b0706358-9fa0-4b7b-8fc0-45e63f47f53d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121142 May 27 01:43:22.518464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee21aef-9e3d-4982-92af-13921d2b57b9 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:22.527415 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:22.544738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Transition to ACTIVE for port object bee21aef-9e3d-4982-92af-13921d2b57b9 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:22.551985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:22.603558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:22.717522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece971c-4097-4008-9f96-845ab6d189b3 req-95bd765f-e620-47fc-a415-b513f9c801b5 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:22.719101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aece971c-4097-4008-9f96-845ab6d189b3 req-95bd765f-e620-47fc-a415-b513f9c801b5 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 950 time: 0.0919619 May 27 01:43:22.764913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aece971c-4097-4008-9f96-845ab6d189b3 req-63eea693-c63a-4b30-80dd-008f29f1e8a1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 May 27 01:43:22.958874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:22.998109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-b3eba533-9e34-4828-979f-3a491411dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:22.999864 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-b3eba533-9e34-4828-979f-3a491411dd75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1102 time: 0.1364079 May 27 01:43:23.011620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edede18c-4f00-4324-b1af-9338e53f09bb req-6e602c45-157b-42e1-8409-bf20be7a277d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.013277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-edede18c-4f00-4324-b1af-9338e53f09bb req-6e602c45-157b-42e1-8409-bf20be7a277d tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 950 time: 0.1110866 May 27 01:43:23.056249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-476bb1cc-4d75-457a-9c1a-dcf40f1366a6 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.057737 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-476bb1cc-4d75-457a-9c1a-dcf40f1366a6 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.4469604 May 27 01:43:23.068722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131883f7-b1c5-450f-9089-5551d691eb63 req-9438d134-d0e7-4492-9174-dc48521ba7c4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.071361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-131883f7-b1c5-450f-9089-5551d691eb63 req-9438d134-d0e7-4492-9174-dc48521ba7c4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 945 time: 0.4142673 May 27 01:43:23.071772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Attempting to bind port bee21aef-9e3d-4982-92af-13921d2b57b9 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:23.072105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Attempting to bind port bee21aef-9e3d-4982-92af-13921d2b57b9 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:23.072593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Attempting to bind port bee21aef-9e3d-4982-92af-13921d2b57b9 on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:23.078062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Port bee21aef-9e3d-4982-92af-13921d2b57b9 on network 5848ceeb-517e-472e-a231-2691b8612c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:23.078400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Attempting to bind port bee21aef-9e3d-4982-92af-13921d2b57b9 on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:23.085314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:23.086494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Checking segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:23.086858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Bound using segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:23.087289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Bound port: bee21aef-9e3d-4982-92af-13921d2b57b9, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:23.087638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:23.146227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-edede18c-4f00-4324-b1af-9338e53f09bb req-2d46bd2b-e470-4095-92f7-e1b1d0105c36 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136303 May 27 01:43:23.168283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-11'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:23.201286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-6c490016-126e-45b2-a893-ef10a73736b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.202908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-6c490016-126e-45b2-a893-ef10a73736b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1885927 May 27 01:43:23.235533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-131883f7-b1c5-450f-9089-5551d691eb63 req-257bec01-2dcb-4ec8-83f2-a780147f3a38 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511424 May 27 01:43:23.236674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:23.301471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:23.324351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:23.332966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:23.353601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-f7c745b9-6939-4c74-a6cd-3be6568fe4b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 217 time: 0.1441662 May 27 01:43:23.424245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:23.433818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-679e00cb-cd6a-4596-a6a5-f58b02cf5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.435304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-679e00cb-cd6a-4596-a6a5-f58b02cf5197 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0753751 May 27 01:43:23.450313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.450944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:23.452282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/bee21aef-9e3d-4982-92af-13921d2b57b9 HTTP/1.1" status: 200 len: 1093 time: 1.7948961 May 27 01:43:23.452707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:23.485546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d2e0-a518-47ed-b8a2-c3fe73df3764 req-bb34fe43-64a8-4703-9882-1dc3c630598f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.486974 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10d2d2e0-a518-47ed-b8a2-c3fe73df3764 req-bb34fe43-64a8-4703-9882-1dc3c630598f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1884351 May 27 01:43:23.552085 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10d2d2e0-a518-47ed-b8a2-c3fe73df3764 req-9fe51e9f-238a-44f1-a82e-4de58d9e0a94 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556109 May 27 01:43:23.561534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-d8ffd61a-38e2-47a7-950b-ad731be81ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.563049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-d8ffd61a-38e2-47a7-950b-ad731be81ffb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1197486 May 27 01:43:23.578348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09aa7-d473-4cac-8d5f-a6766cb362c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:23.623543 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d7633c-64a4-4049-8536-dc90e8fd661f'] response: {'server_uuid': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d', 'code': 200} May 27 01:43:23.684289 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15088a9d-df30-4a8a-947b-368a1ea90aa5'] response: {'name': 'network-changed', 'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'status': 'completed', 'code': 200} May 27 01:43:23.729197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b457991-958e-4138-bc97-147301d721d3 req-2eb78e32-55b9-4c79-9888-40d5b6f8de61 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.730765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b457991-958e-4138-bc97-147301d721d3 req-2eb78e32-55b9-4c79-9888-40d5b6f8de61 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.3629479 May 27 01:43:23.775191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-93e67e6a-7403-4072-868b-d2f4cf1053f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.776602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-93e67e6a-7403-4072-868b-d2f4cf1053f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 1096 time: 0.2791607 May 27 01:43:23.790527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:23.866567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-fd79b7b0-eaef-4762-9588-b4f7bcead536 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee21aef-9e3d-4982-92af-13921d2b57b9 HTTP/1.1" status: 200 len: 217 time: 0.0791368 May 27 01:43:23.871227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b457991-958e-4138-bc97-147301d721d3 req-4dddb513-2bff-4bfe-94af-a7c7ad3c5f36 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343536 May 27 01:43:23.914354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-246bbea8-aecf-40ef-adb6-a9b719144335 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440959 May 27 01:43:23.946065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:23.994557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-970d9dff-22f4-488e-b0ef-7d5f5e26cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:23.995995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-970d9dff-22f4-488e-b0ef-7d5f5e26cb3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.1229868 May 27 01:43:24.034044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6d061-60de-4721-b9c1-486d65807399 req-30257e4a-07e8-47b4-b8cf-1df64df72f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:24.035448 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eee6d061-60de-4721-b9c1-486d65807399 req-30257e4a-07e8-47b4-b8cf-1df64df72f3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 1102 time: 0.2496638 May 27 01:43:24.045657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bc428-e835-4459-92c1-48e951513840 req-ab4e93cc-9f72-4a21-9c24-536c0dbbe7f4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:24.047079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f39bc428-e835-4459-92c1-48e951513840 req-ab4e93cc-9f72-4a21-9c24-536c0dbbe7f4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 944 time: 0.2623708 May 27 01:43:24.087693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-557df7e9-61bd-45d3-9983-807477a3e88c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849750 May 27 01:43:24.132602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:24.150247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eee6d061-60de-4721-b9c1-486d65807399 req-7ac740f3-c9a7-4828-abb9-03ee01f4c28a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019464 May 27 01:43:24.155474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-fe06df8c-f55e-4a31-88d5-c5220618da19 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331753 May 27 01:43:24.158216 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f39bc428-e835-4459-92c1-48e951513840 req-2529c778-1411-42c2-9e74-2856401c4453 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941780 May 27 01:43:24.197532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:24.357551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070152ea-22cd-4af1-865d-35ade55875ac req-65c8a53b-7e9d-4f20-a016-94515cdb1601 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:24.359150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-070152ea-22cd-4af1-865d-35ade55875ac req-65c8a53b-7e9d-4f20-a016-94515cdb1601 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 950 time: 0.0884793 May 27 01:43:24.407167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-070152ea-22cd-4af1-865d-35ade55875ac req-26722d7f-2d57-4438-893e-3054cb3cb3fa tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 May 27 01:43:24.535798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044026-0204-43ee-ab5e-6d8d74bcc511 req-d70101be-30e8-45de-8a89-25633ef232cc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:24.537262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa044026-0204-43ee-ab5e-6d8d74bcc511 req-d70101be-30e8-45de-8a89-25633ef232cc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 950 time: 0.5383604 May 27 01:43:24.557699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:24.561840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-360f9ef3-7c89-45b1-90e4-7a01fb7f4083 service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659803 May 27 01:43:24.610641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on host n-h1-843146-11 for vnic_type normal with profile {"migrating_to": "n-h2-843146-11"} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:24.610937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:24.611228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:24.611883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3cbd9-bf78-4ad3-ab75-f191e334f588 req-0383ebff-f7aa-48da-855c-a51ca7f3edc8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:24.620143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92d3cbd9-bf78-4ad3-ab75-f191e334f588 req-0383ebff-f7aa-48da-855c-a51ca7f3edc8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.1155989 May 27 01:43:24.673224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92d3cbd9-bf78-4ad3-ab75-f191e334f588 req-aa2ace4f-9c0f-47b9-bf6e-1b8c3babbb39 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521798 May 27 01:43:24.688863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:24.689295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Attempting to bind port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:24.702119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa044026-0204-43ee-ab5e-6d8d74bcc511 req-c1bb4391-8c96-44bc-903b-079aa6595f0a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546140 May 27 01:43:24.704609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:24.704930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:24.705302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:24.706112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Bound port: d53eba20-143a-4af5-afe5-9f06aa8f3af7, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:24.706112 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:24.803502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a202e0a-de32-417d-be95-f19a8efcf95d req-8907898b-01b4-4282-8344-ff3119ad8ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259560 May 27 01:43:24.832041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:24.835261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:24.843571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:24.926124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4a6b-341c-4f38-a747-6828e2eb219e req-501bfe90-f500-452b-811a-d9ee6336e63e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:24.927614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-428e4a6b-341c-4f38-a747-6828e2eb219e req-501bfe90-f500-452b-811a-d9ee6336e63e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1569755 May 27 01:43:24.965336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8b5c-1b81-46df-a197-b548e6509849 req-573e93d0-1944-4d02-815a-7d24c8b52bc5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:24.966751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32df8b5c-1b81-46df-a197-b548e6509849 req-573e93d0-1944-4d02-815a-7d24c8b52bc5 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 950 time: 0.1335895 May 27 01:43:25.040895 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-428e4a6b-341c-4f38-a747-6828e2eb219e req-5f7aa771-ae95-4434-a2c5-e3abb25d2ae2 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030443 May 27 01:43:25.056883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 22702ee8-f851-432f-9c99-ecb066cc349b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:25.057446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:25.124669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=8']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:25.129994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.130592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:25.131946 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-4986361f-b7da-4651-bea5-0c31bc7fd40e service neutron] 10.222.0.47 "PUT /v2.0/ports/d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 200 len: 1123 time: 1.9681077 May 27 01:43:25.157159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9205-3893-464a-92eb-3f81bccc8190 req-d2fd9d16-d79d-43cf-83bf-ddceca2d5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.158481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-014e9205-3893-464a-92eb-3f81bccc8190 req-d2fd9d16-d79d-43cf-83bf-ddceca2d5c25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 1096 time: 0.2661183 May 27 01:43:25.194471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7995-37d3-45a5-8495-1eb283b362a7 req-2a886483-bc8f-41cd-b01a-e34486e24c26 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.196511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db6c7995-37d3-45a5-8495-1eb283b362a7 req-2a886483-bc8f-41cd-b01a-e34486e24c26 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1917365 May 27 01:43:25.299284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d53eba20-143a-4af5-afe5-9f06aa8f3af7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:25.320478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db6c7995-37d3-45a5-8495-1eb283b362a7 req-05c47e1e-31c6-4d94-b66a-d4c656f1eb5a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735011 May 27 01:43:25.337759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-d0fa761b-d666-481d-a243-52ad9194e8f9 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.342845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-d0fa761b-d666-481d-a243-52ad9194e8f9 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 949 time: 0.2566245 May 27 01:43:25.342980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9205-3893-464a-92eb-3f81bccc8190 req-3676d6dc-d12f-443b-a3ae-0b4bd8a4a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.343185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-014e9205-3893-464a-92eb-3f81bccc8190 req-3676d6dc-d12f-443b-a3ae-0b4bd8a4a73e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 905 time: 0.1780055 May 27 01:43:25.504757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-014e9205-3893-464a-92eb-3f81bccc8190 req-e868cfa5-9e87-4d88-adcc-a1743804774a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee21aef-9e3d-4982-92af-13921d2b57b9 HTTP/1.1" status: 200 len: 217 time: 0.1541431 May 27 01:43:25.522190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 2e84d110-3859-40ce-89f7-8af97ee67332 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:25.522528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:25.583137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9205-3893-464a-92eb-3f81bccc8190 req-057da97c-6cfa-4e5a-986b-aa1f2055d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.584650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-014e9205-3893-464a-92eb-3f81bccc8190 req-057da97c-6cfa-4e5a-986b-aa1f2055d275 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.0733256 May 27 01:43:25.587991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 22702ee8-f851-432f-9c99-ecb066cc349b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=22702ee8-f851-432f-9c99-ecb066cc349b,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:25.588360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:25.635123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-014e9205-3893-464a-92eb-3f81bccc8190 req-6c1cfca8-5f6c-4ef2-b4eb-f77901420ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423977 May 27 01:43:25.643302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e6ede-9cba-4a65-ade9-578addf6b9da req-52399164-4774-4337-af49-7a5a2ca32b5b tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.645150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa7e6ede-9cba-4a65-ade9-578addf6b9da req-52399164-4774-4337-af49-7a5a2ca32b5b tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 946 time: 0.1880343 May 27 01:43:25.722824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 22702ee8-f851-432f-9c99-ecb066cc349b owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:25.730652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7'}, {'name': 'network-changed', 'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:25.780168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa7e6ede-9cba-4a65-ade9-578addf6b9da req-881e5881-22d3-4f5f-a182-44ccdb21e888 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166131 May 27 01:43:25.817288 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-014e9205-3893-464a-92eb-3f81bccc8190 req-a625a335-cca2-490a-ba99-6a1aa927c85a service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715600 May 27 01:43:25.959064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375349a-5219-4d25-b1f5-0b20aee69170 req-78276ee7-1f12-409a-a0b2-25b16f14d46b tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:25.961343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1375349a-5219-4d25-b1f5-0b20aee69170 req-78276ee7-1f12-409a-a0b2-25b16f14d46b tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 944 time: 0.5027564 May 27 01:43:26.006617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 22702ee8-f851-432f-9c99-ecb066cc349b no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:26.010220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-014e9205-3893-464a-92eb-3f81bccc8190 req-3bfacb9a-873c-470f-96e5-83a096899978 service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858602 May 27 01:43:26.043431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66618649-3cd5-4ae4-8ab5-90a788c2fd48 req-9b5a974d-9ec6-4a4b-b2dd-1897439aae04 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:26.045505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-66618649-3cd5-4ae4-8ab5-90a788c2fd48 req-9b5a974d-9ec6-4a4b-b2dd-1897439aae04 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:26.064544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-66618649-3cd5-4ae4-8ab5-90a788c2fd48 req-9b5a974d-9ec6-4a4b-b2dd-1897439aae04 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:26.073694 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66618649-3cd5-4ae4-8ab5-90a788c2fd48 req-9b5a974d-9ec6-4a4b-b2dd-1897439aae04 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35de3aa-135d-4e67-aea8-bb3db369309c HTTP/1.1" status: 200 len: 950 time: 0.1779282 May 27 01:43:26.124323 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66618649-3cd5-4ae4-8ab5-90a788c2fd48 req-86dd87c8-bf05-49dc-b5fc-c29ab3d9f8ca tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 May 27 01:43:26.136179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1375349a-5219-4d25-b1f5-0b20aee69170 req-4d78bf2c-ed08-48ed-8428-75cc2905ffe3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264689 May 27 01:43:26.161851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 22702ee8-f851-432f-9c99-ecb066cc349b is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:26.162475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.176148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2e84d110-3859-40ce-89f7-8af97ee67332,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:26.176622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.289594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2e84d110-3859-40ce-89f7-8af97ee67332 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:26.319482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 2e84d110-3859-40ce-89f7-8af97ee67332 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:26.343843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5df39a-62af-4f8f-b068-86b9646edb11 req-d9257b98-ccff-42dc-abf1-3c5a0e69c988 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:26.348586 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.351912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db5df39a-62af-4f8f-b068-86b9646edb11 req-d9257b98-ccff-42dc-abf1-3c5a0e69c988 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.0904157 May 27 01:43:26.379069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:26.456248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2e84d110-3859-40ce-89f7-8af97ee67332 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:26.456712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.458220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=22702ee8-f851-432f-9c99-ecb066cc349b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:26.509683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:26.522129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db5df39a-62af-4f8f-b068-86b9646edb11 req-76e08a55-3fd7-468f-a958-c30f7995a8cf tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690531 May 27 01:43:26.528792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2e84d110-3859-40ce-89f7-8af97ee67332,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:26.542948 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.543650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 640603dc-6a37-4493-a25c-b339f309ee66 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:26.600571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port 22702ee8-f851-432f-9c99-ecb066cc349b on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:26.606407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.610274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'name': 'network-vif-deleted', 'tag': '22702ee8-f851-432f-9c99-ecb066cc349b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:26.615136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:43:26.615456 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:43:26.615830 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b092e18-2828-445c-b56f-15184471036d'] response: {'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7', 'code': 200} May 27 01:43:26.616277 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b092e18-2828-445c-b56f-15184471036d'] response: {'name': 'network-changed', 'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7', 'status': 'completed', 'code': 200} May 27 01:43:26.646434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32df8b5c-1b81-46df-a197-b548e6509849 req-e008842c-1ae4-4a39-bc5a-0182dc9f3101 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "DELETE /v2.0/ports/22702ee8-f851-432f-9c99-ecb066cc349b HTTP/1.1" status: 204 len: 173 time: 1.6657193 May 27 01:43:26.676004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05734875-9070-46b3-9d92-24a8032858a3 req-b4c9f4bc-0106-4174-b52a-319e82b52ad1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:26.683308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05734875-9070-46b3-9d92-24a8032858a3 req-b4c9f4bc-0106-4174-b52a-319e82b52ad1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 950 time: 0.3715913 May 27 01:43:26.709315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2e84d110-3859-40ce-89f7-8af97ee67332,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:26.747099 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05734875-9070-46b3-9d92-24a8032858a3 req-0627bce4-3cda-4179-9b40-bd0f9ad1a9b2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556343 May 27 01:43:26.803476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 640603dc-6a37-4493-a25c-b339f309ee66 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:26.803863 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.809318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-240ac137-f30d-4ea5-95db-2a99c67f2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:26.810812 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-240ac137-f30d-4ea5-95db-2a99c67f2350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1126 time: 0.1725488 May 27 01:43:26.825852 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336b2450-a091-42a5-b9ad-fe4cc16acbcc'] response: {'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332', 'code': 200} May 27 01:43:26.854649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:26.864008 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:26.877341 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55c1e61-f0f1-485c-9168-51e7a4011293'] response: {'server_uuid': 'c35de3aa-135d-4e67-aea8-bb3db369309c', 'name': 'network-vif-deleted', 'tag': '22702ee8-f851-432f-9c99-ecb066cc349b', 'status': 'completed', 'code': 200} May 27 01:43:26.938813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f2a16-07d3-4c83-964c-1bb2ef1db53d req-756bcdfd-a43a-48b0-aee4-295766a1dab7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:26.940637 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a60f2a16-07d3-4c83-964c-1bb2ef1db53d req-756bcdfd-a43a-48b0-aee4-295766a1dab7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1995471 May 27 01:43:26.961311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:27.025728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a60f2a16-07d3-4c83-964c-1bb2ef1db53d req-c9a1a265-4eea-456a-bcda-612c0b3b1171 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714712 May 27 01:43:27.046442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-3020a44c-f8bf-43de-9a01-9cf0488515ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.048234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-3020a44c-f8bf-43de-9a01-9cf0488515ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2289565 May 27 01:43:27.116527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 2e84d110-3859-40ce-89f7-8af97ee67332 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:27.117665 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:27.120460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-845b2a24-38b0-488f-9d91-c4dba1b06e5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 200 len: 217 time: 0.0647240 May 27 01:43:27.245739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-6f88a187-ad18-41b0-88e4-ff0b5fc38d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.247250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-6f88a187-ad18-41b0-88e4-ff0b5fc38d63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0834470 May 27 01:43:27.305291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3df217-f309-44c8-bbb7-d2d47b9191be req-2d1740a4-4f42-4d63-986e-fb497d0a9c16 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.313303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b3df217-f309-44c8-bbb7-d2d47b9191be req-2d1740a4-4f42-4d63-986e-fb497d0a9c16 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 944 time: 0.1879323 May 27 01:43:27.333746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-7e20bdb7-0242-44ed-9d94-5ed4721748d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764802 May 27 01:43:27.413612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 2e84d110-3859-40ce-89f7-8af97ee67332, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2e84d110-3859-40ce-89f7-8af97ee67332,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:27.414734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:27.452386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b3df217-f309-44c8-bbb7-d2d47b9191be req-9c9b7f72-14e5-4f51-a1e0-4a54dc12f380 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382215 May 27 01:43:27.514168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-d03bc00d-7d0a-4000-a6e5-df12856c2774 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566575 May 27 01:43:27.638783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 2e84d110-3859-40ce-89f7-8af97ee67332 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:27.693460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0926731-4b1e-4cb4-bcc3-55ab3cb1cb8f req-4b93d034-8d8a-4e76-a23f-5714ecd86f65 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726744 May 27 01:43:27.741371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94bac4-9b17-4bef-b757-73e5d57f772b req-6aaff02f-5950-4578-b525-ddb76894a50a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.742120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1c94bac4-9b17-4bef-b757-73e5d57f772b req-6aaff02f-5950-4578-b525-ddb76894a50a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:27.759845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1c94bac4-9b17-4bef-b757-73e5d57f772b req-6aaff02f-5950-4578-b525-ddb76894a50a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:27.761564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c94bac4-9b17-4bef-b757-73e5d57f772b req-6aaff02f-5950-4578-b525-ddb76894a50a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 944 time: 0.1084366 May 27 01:43:27.810632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1c94bac4-9b17-4bef-b757-73e5d57f772b req-95ee5607-d151-474f-b177-23eadb38148d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:27.828795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1c94bac4-9b17-4bef-b757-73e5d57f772b req-95ee5607-d151-474f-b177-23eadb38148d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:27.829949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c94bac4-9b17-4bef-b757-73e5d57f772b req-95ee5607-d151-474f-b177-23eadb38148d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 May 27 01:43:27.834274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-a870c4ac-3a07-457b-a86b-8eb4eacf7b87 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.835780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-a870c4ac-3a07-457b-a86b-8eb4eacf7b87 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 944 time: 0.2341833 May 27 01:43:27.894028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.894497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.894981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.895443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.895897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.896350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.896799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.897245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.897695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.898176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.898621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.899100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.899558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:27.901720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c81e865-2488-44b0-96d9-16894b16fbed req-b50d60af-6764-476a-ac9b-b90945599fec tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d&device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032&device_id=314067cc-a598-47ab-a433-50e71255aba3&device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de&device_id=80537e47-582a-4482-ab63-b70672481aee&device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b&device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38&device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14&device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96&device_id=a1a86f89-f735-485e-b60f-7512f7861c89&device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9&device_id=c35de3aa-135d-4e67-aea8-bb3db369309c&device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 11801 time: 0.4052167 May 27 01:43:27.941095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:27.953831 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:27.966590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:28.004449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:28.021740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005089c4-9d46-466d-b588-917d33a53c55 req-b7454086-b6dd-4460-b24e-0374651bb558 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:28.023406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-005089c4-9d46-466d-b588-917d33a53c55 req-b7454086-b6dd-4460-b24e-0374651bb558 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.0894482 May 27 01:43:28.073157 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-005089c4-9d46-466d-b588-917d33a53c55 req-e8815437-62f1-4d42-b379-0116d6a7e0e8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 May 27 01:43:28.087678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:28.094643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Deleting port 640603dc-6a37-4493-a25c-b339f309ee66 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:28.095004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:28.132045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Usage tracker for resource:security_group_rule and tenant:4d43e1c767334d32bdda631285fa3861 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:28.142266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=2e84d110-3859-40ce-89f7-8af97ee67332,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:28.170029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:28.190335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:28.217614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:28.246395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 has no active binding in host n-h2-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:43:28.252392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port 2e84d110-3859-40ce-89f7-8af97ee67332 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:28.256186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cae5513-4da2-4c44-bf5b-366cf9f044c0 req-b3852c3c-b1d0-41b2-8930-acf2adc69c3f tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9 HTTP/1.1" status: 200 len: 210 time: 0.0530334 May 27 01:43:28.280223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:28.319387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device bee21aef-9e3d-4982-92af-13921d2b57b9 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:28.321579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3feed5c3-d425-4f7d-b723-4fa7d6eb529e req-9e61c64f-043b-43de-b90a-50c5fa4466cb tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.47 "DELETE /v2.0/ports/2e84d110-3859-40ce-89f7-8af97ee67332 HTTP/1.1" status: 204 len: 173 time: 2.9613776 May 27 01:43:28.494373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fb023-8a4c-46ab-8bd8-12d8248ce840 req-9145ae1a-2e4f-4837-b638-ad86c91d15b4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:28.496570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b1fb023-8a4c-46ab-8bd8-12d8248ce840 req-9145ae1a-2e4f-4837-b638-ad86c91d15b4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1206448 May 27 01:43:28.502845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:28.517331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'mac_address': 'fa:16:3e:eb:5f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:28.523079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] For port 640603dc-6a37-4493-a25c-b339f309ee66, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=640603dc-6a37-4493-a25c-b339f309ee66,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:28.523530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:28.555994 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b1fb023-8a4c-46ab-8bd8-12d8248ce840 req-c6e3407e-30c2-4e7e-b381-d2c124fe3817 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 May 27 01:43:28.557044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:28.618311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:28.643321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port bee21aef-9e3d-4982-92af-13921d2b57b9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:28.643704 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:28.661862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee21aef-9e3d-4982-92af-13921d2b57b9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:28.679027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:28.685233 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:28.715232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Synchronizing usage tracker for tenant:4d43e1c767334d32bdda631285fa3861 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:28.724946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Calling delete_port for 640603dc-6a37-4493-a25c-b339f309ee66 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:28.761893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:28.774785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a60d-4c5d-4a71-aeb1-d0dfb8d2235d req-78c91d79-0eac-4071-a7d1-5c80a148c287 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:28.776545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c673a60d-4c5d-4a71-aeb1-d0dfb8d2235d req-78c91d79-0eac-4071-a7d1-5c80a148c287 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=27af2a7f-71e7-4cb7-91cf-dcfe163638de HTTP/1.1" status: 200 len: 944 time: 0.0914874 May 27 01:43:28.812015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Unset dirty status for tenant:4d43e1c767334d32bdda631285fa3861 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:28.815189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c81e865-2488-44b0-96d9-16894b16fbed req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&id=2fa144ea-de97-42a1-804f-07b43ef3122e&id=a821cb13-58ab-4702-8841-32cb69767462&id=16b74855-7678-4cdc-8501-cae61b9abf28&id=96288b23-19e5-49f8-a9c4-0c83973649cb&id=a56e738e-f180-4878-8797-ff1bc4694005&id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 805 time: 0.9039695 May 27 01:43:28.817771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c6937-039a-4478-aef5-7e9f696b32b0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a302dd16-9562-4ab7-8c60-ddaf864ce541,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:28.827294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:28.829579 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c673a60d-4c5d-4a71-aeb1-d0dfb8d2235d req-93cfee19-d42f-4529-a5c9-3d25acbc2202 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 May 27 01:43:28.900830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'name': 'network-vif-deleted', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:28.900988 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931ba89a-ba30-4fe9-927a-b2e34b1dac6e'] response: {'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66', 'code': 200} May 27 01:43:28.949099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:29.021766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event deleted for resources: {'Port': ['ID=640603dc-6a37-4493-a25c-b339f309ee66,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:29.083530 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db67560-fd28-412b-9067-756c0043d52e'] response: {'server_uuid': '87dbda3b-5d0a-4b0b-8e45-4dafe82a76c9', 'name': 'network-vif-deleted', 'tag': '2e84d110-3859-40ce-89f7-8af97ee67332', 'status': 'completed', 'code': 200} May 27 01:43:29.099561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['bee21aef-9e3d-4982-92af-13921d2b57b9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:29.146963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] No DVR routers for this DVR port 640603dc-6a37-4493-a25c-b339f309ee66 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:29.150823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:29.174288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f273aa8-ad5b-4e4f-9b44-60d330086c5c req-9ee3e73f-eb4d-4509-a15d-931eb2406b92 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "DELETE /v2.0/ports/640603dc-6a37-4493-a25c-b339f309ee66 HTTP/1.1" status: 204 len: 173 time: 1.3280034 May 27 01:43:29.186138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaf256-9a4b-42d3-a64e-106d3a382a20 req-a949e5e0-31a0-4cad-9a19-5a85431aa472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:29.187795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-acbaf256-9a4b-42d3-a64e-106d3a382a20 req-a949e5e0-31a0-4cad-9a19-5a85431aa472 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 945 time: 0.1680658 May 27 01:43:29.252200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-acbaf256-9a4b-42d3-a64e-106d3a382a20 req-85065990-ab29-425d-b64b-7a94a4498850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570168 May 27 01:43:29.403050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b7a7-b9d9-41e0-a79d-cd6a5e3f4697 req-aa6b089c-1512-41d4-b72b-c70d7cecd66a tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:29.403532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b7a7-b9d9-41e0-a79d-cd6a5e3f4697 req-aa6b089c-1512-41d4-b72b-c70d7cecd66a tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:29.403998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b7a7-b9d9-41e0-a79d-cd6a5e3f4697 req-aa6b089c-1512-41d4-b72b-c70d7cecd66a tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:29.405759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab5b7a7-b9d9-41e0-a79d-cd6a5e3f4697 req-aa6b089c-1512-41d4-b72b-c70d7cecd66a tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85&device_id=80537e47-582a-4482-ab63-b70672481aee&device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 2887 time: 0.0770199 May 27 01:43:29.425863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558983a6-7ede-4e58-906d-93d08f51cd33 req-c38393fd-a0f4-436e-a765-f7c6b8982366 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:29.427333 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-558983a6-7ede-4e58-906d-93d08f51cd33 req-c38393fd-a0f4-436e-a765-f7c6b8982366 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.0823333 May 27 01:43:29.446898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab5b7a7-b9d9-41e0-a79d-cd6a5e3f4697 req-96286ec1-dac8-4286-abcb-e0c63fcc2c7b tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 May 27 01:43:29.472700 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-558983a6-7ede-4e58-906d-93d08f51cd33 req-ef1622ca-0603-415b-a091-c7c6b89cb6aa tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 May 27 01:43:29.751781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892876da-d1b0-4c22-8554-6b06a7efe1bf req-680752be-be6d-44e4-86ef-62bafe40a609 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:29.753230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-892876da-d1b0-4c22-8554-6b06a7efe1bf req-680752be-be6d-44e4-86ef-62bafe40a609 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0902476 May 27 01:43:29.805564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-892876da-d1b0-4c22-8554-6b06a7efe1bf req-65349fa0-80c4-44b6-8fc1-201e561a0f70 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 May 27 01:43:30.035037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 640603dc-6a37-4493-a25c-b339f309ee66 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:30.078483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 640603dc-6a37-4493-a25c-b339f309ee66 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:43:30.079175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 640603dc-6a37-4493-a25c-b339f309ee66 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:30.188136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662429dd-dbed-4e99-b6ba-48f9dc017fdc req-623aea63-4ccb-40f2-ba26-45035696632a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:30.189572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-662429dd-dbed-4e99-b6ba-48f9dc017fdc req-623aea63-4ccb-40f2-ba26-45035696632a tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 950 time: 0.0854583 May 27 01:43:30.238154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-662429dd-dbed-4e99-b6ba-48f9dc017fdc req-dce2ed5a-34f3-401f-aa81-27eb6df824a0 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 May 27 01:43:30.297199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52492) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:30.303262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617728339', 'description': 'tempest-description--851239526'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:30.310503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:30.322503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:30.332366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device bee21aef-9e3d-4982-92af-13921d2b57b9 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:30.426310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port bee21aef-9e3d-4982-92af-13921d2b57b9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:30.437236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port bee21aef-9e3d-4982-92af-13921d2b57b9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:30.437887 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.441746 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.466316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:30.471090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Usage tracker for resource:security_group_rule and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:30.476205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be47d-5a80-4601-86ae-59c58420df42 req-bb7d733a-771d-4495-ae12-ca87aba07f25 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:30.477413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:30.484309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d4be47d-5a80-4601-86ae-59c58420df42 req-bb7d733a-771d-4495-ae12-ca87aba07f25 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 945 time: 0.1095910 May 27 01:43:30.484534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:30.562557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d4be47d-5a80-4601-86ae-59c58420df42 req-ce7a0f45-ca46-4c85-88f4-c130ddd88516 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736518 May 27 01:43:30.602731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port bee21aef-9e3d-4982-92af-13921d2b57b9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:30.603456 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.639095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:30.645169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.658055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.666493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.687841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860ca46-cb8a-4ce8-a28c-b161b574ccc4 req-afda1730-cd26-47e6-93b9-a1cd3492974a tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:30.689336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c860ca46-cb8a-4ce8-a28c-b161b574ccc4 req-afda1730-cd26-47e6-93b9-a1cd3492974a tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1102 time: 0.1329036 May 27 01:43:30.722051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:30.739633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69faf41a-2c3b-4a43-9e0f-49b91027f939,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:30.756272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.758739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133266e-1e88-42ad-92b7-77ec133b9e5b req-a5dcf45b-74d0-4d4e-9b17-6cbf2e83576f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:30.758921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-87ea745c-4f8c-452a-87be-eeb703c4e828 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4593382 May 27 01:43:30.759714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0133266e-1e88-42ad-92b7-77ec133b9e5b req-a5dcf45b-74d0-4d4e-9b17-6cbf2e83576f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.0856974 May 27 01:43:30.761184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52500) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:30.763982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c860ca46-cb8a-4ce8-a28c-b161b574ccc4 req-074efd8e-639e-40e2-bc77-799d8fe5bfd0 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573144 May 27 01:43:30.766459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Request body: {'security_group_rule': {'security_group_id': '69faf41a-2c3b-4a43-9e0f-49b91027f939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:30.785746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:30.791507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Usage tracker for resource:security_group_rule and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:30.796569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:30.805153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:30.828909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0133266e-1e88-42ad-92b7-77ec133b9e5b req-a0fc07db-5d09-4837-8046-26bcd53ad099 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579827 May 27 01:43:30.837786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.901986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:30.919047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.925401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:30.952479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79fda0-1702-4162-9a08-9cee7df7316f req-8a9c97ed-f17b-4af2-a51e-0352d25d016c tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:30.954046 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b79fda0-1702-4162-9a08-9cee7df7316f req-8a9c97ed-f17b-4af2-a51e-0352d25d016c tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1102 time: 0.0790052 May 27 01:43:30.985099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0f7931-2237-427e-86d4-8c725a68f54f,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:30.995872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b79fda0-1702-4162-9a08-9cee7df7316f req-95302921-95c1-4c97-999d-386503459fa8 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356665 May 27 01:43:31.018980 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:31.018980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f4ca5d8f-138e-4602-9f82-2bc193454a50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2478244 May 27 01:43:31.018980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52512) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:31.019214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Request body: {'security_group_rule': {'security_group_id': '69faf41a-2c3b-4a43-9e0f-49b91027f939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:31.025997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:31.032214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Usage tracker for resource:security_group_rule and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:31.036268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:31.042915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:31.047395 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c10f51-b20f-4c07-a4c0-5b7f7f832227'] response: {'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'code': 200} May 27 01:43:31.072201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fc046-a16c-464f-a4c9-7e020818edda req-bedd1390-4713-4ebe-b029-999189b2ae99 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:31.073693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f1fc046-a16c-464f-a4c9-7e020818edda req-bedd1390-4713-4ebe-b029-999189b2ae99 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1263862 May 27 01:43:31.075176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:31.084704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-deleted', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:31.157309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f1fc046-a16c-464f-a4c9-7e020818edda req-6ae8bb38-9c51-4554-9eec-f57586893dc0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750115 May 27 01:43:31.182349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:31.182349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:31.200254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee4f2b0-1571-4a23-b89f-15408af05f58,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:31.217902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041e6d7-7d40-4cf6-ac7f-360007eaf69e req-a720f470-c445-49a1-ad48-4a0c5854c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:31.219409 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d041e6d7-7d40-4cf6-ac7f-360007eaf69e req-a720f470-c445-49a1-ad48-4a0c5854c891 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 1098 time: 0.1066244 May 27 01:43:31.224497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:31.225695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-553e3372-fe1f-41fe-bfac-c7f1ad3d5cfe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2119472 May 27 01:43:31.229555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52520) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:31.231133 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1620b8-2aa2-42fc-a595-b3e1e4e578a5'] response: {'server_uuid': '27af2a7f-71e7-4cb7-91cf-dcfe163638de', 'name': 'network-vif-deleted', 'tag': '640603dc-6a37-4493-a25c-b339f309ee66', 'status': 'completed', 'code': 200} May 27 01:43:31.235703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:31.242122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:31.246020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Usage tracker for resource:floatingip and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:31.248976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:31.254853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:31.265494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d041e6d7-7d40-4cf6-ac7f-360007eaf69e req-1063c96a-641a-4d7e-ba08-ecefeb5dc06f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 May 27 01:43:31.268509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:31.529129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f7dda-d711-4bdc-9937-6a0fedf556b6 req-e965110f-c069-4c99-9a24-d130dae9bf2c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:31.529847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4c8f7dda-d711-4bdc-9937-6a0fedf556b6 req-e965110f-c069-4c99-9a24-d130dae9bf2c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Synchronizing usage tracker for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:31.552746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4c8f7dda-d711-4bdc-9937-6a0fedf556b6 req-e965110f-c069-4c99-9a24-d130dae9bf2c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Unset dirty status for tenant:85ba29e0ffe44821b6ac9a6d795c9f9f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:31.553995 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c8f7dda-d711-4bdc-9937-6a0fedf556b6 req-e965110f-c069-4c99-9a24-d130dae9bf2c tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 950 time: 0.2033291 May 27 01:43:31.556611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:31.661348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c8f7dda-d711-4bdc-9937-6a0fedf556b6 req-2207ca8c-96e3-4c2c-b835-2038724c0396 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b63615d-61f4-4273-b40c-9f8a3fee6374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 May 27 01:43:31.732689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Allocated IP 172.25.3.251 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/6a61ad6c-09ff-46a4-b8c8-9c68d57dae62) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:31.999183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-a0aa902a-b82c-4473-a8b1-f317dc36e0db tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:32.000917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-a0aa902a-b82c-4473-a8b1-f317dc36e0db tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 950 time: 0.1031089 May 27 01:43:32.009402 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.031390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb95ced-0709-4295-890b-94cff1c58b6c req-14b87a1f-461f-4103-9bbb-1f343e680069 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:32.032833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cb95ced-0709-4295-890b-94cff1c58b6c req-14b87a1f-461f-4103-9bbb-1f343e680069 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 946 time: 0.2167511 May 27 01:43:32.057013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:32.101620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2eab1ceb-293a-47dd-8703-9e3f57e42597 service neutron] 10.222.0.13 "GET /v2.0/ports/d53eba20-143a-4af5-afe5-9f06aa8f3af7/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.1470790 May 27 01:43:32.105994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cb95ced-0709-4295-890b-94cff1c58b6c req-11251742-2e10-442b-84e2-e0a3245bbdaf tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643959 May 27 01:43:32.128369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Deleting port 96efc6cc-2643-443b-885e-6973edce71f8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:43:32.128712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.175833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.284597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfbefc-b188-4778-ab1b-8f0ca32b94d2 req-4c81e3f0-88db-458b-9383-b8aa343035ae tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:32.289728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:32.292206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:32.293044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4cfbefc-b188-4778-ab1b-8f0ca32b94d2 req-4c81e3f0-88db-458b-9383-b8aa343035ae tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 943 time: 0.2843771 May 27 01:43:32.300838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:32.309990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 has no active binding in host n-h2-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:43:32.338261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'Port': ['ID=6a61ad6c-09ff-46a4-b8c8-9c68d57dae62,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:32.345332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:32.416414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4cfbefc-b188-4778-ab1b-8f0ca32b94d2 req-6fef9758-d686-414a-84c4-54e17e565165 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224105 May 27 01:43:32.444941 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.503731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] For port 96efc6cc-2643-443b-885e-6973edce71f8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=96efc6cc-2643-443b-885e-6973edce71f8,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:32.504118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.565201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369912a-4c16-47b6-96bd-dba9f6134dcf req-4851d49d-9742-4e5c-8ec9-8af97c0c4d4e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:32.567408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3369912a-4c16-47b6-96bd-dba9f6134dcf req-4851d49d-9742-4e5c-8ec9-8af97c0c4d4e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2796040 May 27 01:43:32.607991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:32.615600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.661757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Calling delete_port for 96efc6cc-2643-443b-885e-6973edce71f8 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:43:32.703574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:32.734699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3369912a-4c16-47b6-96bd-dba9f6134dcf req-8f9eb19b-38a9-4d84-8597-ae34fc44fc0d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522679 May 27 01:43:32.762145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.837860 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.891266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ee9f8-1966-4184-a930-e947c2930f0a req-2cea752b-abb9-4052-b9f9-667b88746c5c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:32.893006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b3ee9f8-1966-4184-a930-e947c2930f0a req-2cea752b-abb9-4052-b9f9-667b88746c5c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.3220928 May 27 01:43:32.894165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:32.906297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['96efc6cc-2643-443b-885e-6973edce71f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:32.959443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Pushing event deleted for resources: {'Port': ['ID=96efc6cc-2643-443b-885e-6973edce71f8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:32.963712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53eba20-143a-4af5-afe5-9f06aa8f3af7 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:32.987397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75109d9f-0e96-4665-af93-e84ede80ab57 req-9900c884-51de-47bd-a426-0c930085ff54 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.16 "GET /v2.0/ports?device_id=73ad8c9b-aba3-4a55-af55-f07c58616412 HTTP/1.1" status: 200 len: 210 time: 0.0763481 May 27 01:43:32.995660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:33.037205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:33.054158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] No DVR routers for this DVR port 96efc6cc-2643-443b-885e-6973edce71f8 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:33.058295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b3ee9f8-1966-4184-a930-e947c2930f0a req-253b7e47-2a86-494f-9537-60ec39be7567 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233671 May 27 01:43:33.059369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:33.061753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'name': 'network-vif-deleted', 'tag': '96efc6cc-2643-443b-885e-6973edce71f8'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:33.078761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-068203dd-114b-4dc3-ae93-255d140ac7fb req-b532447f-d68e-42ae-861f-0235502e1ef6 tempest-ServersOnMultiNodesTest-436883887 tempest-ServersOnMultiNodesTest-436883887-project] 10.222.0.13 "DELETE /v2.0/ports/96efc6cc-2643-443b-885e-6973edce71f8 HTTP/1.1" status: 204 len: 173 time: 1.0714467 May 27 01:43:33.119490 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1a8d46-8c03-41e2-9c1f-d8fb16e2d37f'] response: {'server_uuid': '73ad8c9b-aba3-4a55-af55-f07c58616412', 'name': 'network-vif-deleted', 'tag': '96efc6cc-2643-443b-885e-6973edce71f8', 'status': 'completed', 'code': 200} May 27 01:43:33.158980 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:33.167714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:33.309292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46eb79-cf69-4456-9a03-e2fa381eceea req-f49da223-c1ac-4834-ab9f-d1d9ca7b0cc0 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:33.310992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f46eb79-cf69-4456-9a03-e2fa381eceea req-f49da223-c1ac-4834-ab9f-d1d9ca7b0cc0 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 946 time: 0.0890005 May 27 01:43:33.361644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f46eb79-cf69-4456-9a03-e2fa381eceea req-a29e6b48-ca13-4da4-b55e-e6737b403597 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438771 May 27 01:43:33.378925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] Transition to ACTIVE for port object d53eba20-143a-4af5-afe5-9f06aa8f3af7 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:33.388987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'Port': ['ID=6a61ad6c-09ff-46a4-b8c8-9c68d57dae62,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:33.391742 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:33.525512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:33.643355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] No DVR routers for this DVR port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:43:33.650562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:33.660096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-485b3959-8d03-47ce-8f2f-f5c5e4d7d5a0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4199207 May 27 01:43:33.684301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a446982-3a5a-4b3b-bb0e-449ed58e5a98 req-de43a859-f500-4ed0-b69d-91fcd6b17847 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:33.686477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a446982-3a5a-4b3b-bb0e-449ed58e5a98 req-de43a859-f500-4ed0-b69d-91fcd6b17847 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 944 time: 0.1203463 May 27 01:43:33.749613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a446982-3a5a-4b3b-bb0e-449ed58e5a98 req-ae2e7a42-507d-4ca2-896c-a6ebe47adcee tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562479 May 27 01:43:33.767892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] Pushing event updated for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:33.778103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-2d8b7c03-5f4d-4988-93b5-0b78916efd8d service neutron] 10.222.0.13 "PUT /v2.0/ports/d53eba20-143a-4af5-afe5-9f06aa8f3af7/bindings/n-h2-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 1.6688862 May 27 01:43:33.832248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23857c-ca27-474b-bf9b-017fd661846a req-ca4c6f77-15f9-4091-b963-329f01e8f4c3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:33.835851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c23857c-ca27-474b-bf9b-017fd661846a req-ca4c6f77-15f9-4091-b963-329f01e8f4c3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 946 time: 0.1162729 May 27 01:43:33.947540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c23857c-ca27-474b-bf9b-017fd661846a req-a628a9fc-4f73-4739-aa34-20bf533b745d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061585 May 27 01:43:33.978396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-68885dc8-18af-4d5a-9f89-ac4a9516d625 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:33.979998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-68885dc8-18af-4d5a-9f89-ac4a9516d625 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.1244557 May 27 01:43:34.051417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf74ea-01a8-4932-972d-1cc5ea9dadde req-dd23b3b9-2d40-4fa9-9474-c5714e5afb50 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.052789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-54bf74ea-01a8-4932-972d-1cc5ea9dadde req-dd23b3b9-2d40-4fa9-9474-c5714e5afb50 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1757982 May 27 01:43:34.096606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-54bf74ea-01a8-4932-972d-1cc5ea9dadde req-759b41ce-89cd-4125-bfb0-467994fcb649 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379939 May 27 01:43:34.149143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-e4e991a9-dd0a-4149-9698-551818691b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.150601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-e4e991a9-dd0a-4149-9698-551818691b78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 1096 time: 0.1640739 May 27 01:43:34.240908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-7662a8fa-59e5-4011-9aa7-757ddbe0ee02 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.242346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-7662a8fa-59e5-4011-9aa7-757ddbe0ee02 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 821 time: 0.2014794 May 27 01:43:34.263790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-3c4fd76c-0c3f-4725-a881-613a9c852ce3 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/quotas/e2d43daf50a64c4581810a6941cdc131 HTTP/1.1" status: 200 len: 375 time: 0.0136299 May 27 01:43:34.321445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-7ebe302e-6999-46a8-a835-69cdb0f7c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.322991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-7ebe302e-6999-46a8-a835-69cdb0f7c3d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1096 time: 0.1482728 May 27 01:43:34.352884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45622461-8da4-418c-964b-e63b3ebe72e5 req-b7a3b887-e6e7-486d-9b25-3c0fcc4d3ec1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.354343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45622461-8da4-418c-964b-e63b3ebe72e5 req-b7a3b887-e6e7-486d-9b25-3c0fcc4d3ec1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0839829 May 27 01:43:34.411001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45622461-8da4-418c-964b-e63b3ebe72e5 req-bd60ee8b-64b1-475c-b956-ebb9e06ae6c1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 May 27 01:43:34.418840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52588) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:34.453064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-864c3daa-a8b2-442f-a2b9-e8ef410df71a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Synchronizing usage tracker for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:34.483490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-81177eca-3622-4a58-b52a-bb4f2340afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.484969 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-81177eca-3622-4a58-b52a-bb4f2340afbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.1534297 May 27 01:43:34.485981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-864c3daa-a8b2-442f-a2b9-e8ef410df71a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Unset dirty status for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:34.487112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-864c3daa-a8b2-442f-a2b9-e8ef410df71a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158160 May 27 01:43:34.570986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-480fb0c2-8d6a-4221-9c0d-26a336b89213 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85ba29e0ffe44821b6ac9a6d795c9f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507072 May 27 01:43:34.571787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52594) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:34.574570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-975aeda9-d7bc-471a-8682-0b22d1c3f244 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 200 len: 217 time: 0.0826292 May 27 01:43:34.631851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bba904b-7d14-4078-bc55-7d017b009421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:34.659255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bba904b-7d14-4078-bc55-7d017b009421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:34.710327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-12a76721-9ea6-4268-b6b8-c70256aa3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.712082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-12a76721-9ea6-4268-b6b8-c70256aa3e3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0880840 May 27 01:43:34.714440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bba904b-7d14-4078-bc55-7d017b009421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:34.731434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba904b-7d14-4078-bc55-7d017b009421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b63615d-61f4-4273-b40c-9f8a3fee6374,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:34.745894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bba904b-7d14-4078-bc55-7d017b009421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:34.749702 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2bba904b-7d14-4078-bc55-7d017b009421 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b63615d-61f4-4273-b40c-9f8a3fee6374 HTTP/1.1" status: 204 len: 168 time: 0.1766191 May 27 01:43:34.773114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-39a8ee1c-fcd4-481e-ace3-498cec58fb12 service neutron] 10.222.0.16 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301960 May 27 01:43:34.775208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-12458f67-cc8b-4fb8-9385-418049e709b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510986 May 27 01:43:34.955895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950cc95-6e40-4fb2-a9fa-d5115a6aa8ed req-ac4de1ac-b486-428d-96fb-a5f125e345b8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:34.957394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a950cc95-6e40-4fb2-a9fa-d5115a6aa8ed req-ac4de1ac-b486-428d-96fb-a5f125e345b8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 944 time: 0.0915563 May 27 01:43:35.010869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a950cc95-6e40-4fb2-a9fa-d5115a6aa8ed req-58e08ba3-7372-46c9-a333-1940c8790f62 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466967 May 27 01:43:35.093325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52606) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:35.097800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-10dc830f-7463-4623-bc16-f74311b2cb06 service neutron] 10.222.0.16 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165212 May 27 01:43:35.101514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-173e46bf-7990-4a90-8810-6d0d1a1ba588 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021703 May 27 01:43:35.200085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ff24ae88-ed4e-4c08-9f7a-7afef1e23f42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd4e54591866407a9688676d67916e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034906 May 27 01:43:35.200662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52612) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:35.241023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f51afe-e24b-4c5d-9e25-41873fd62944 req-188b5a34-a758-4736-ac05-f177d6b076b5 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:35.243688 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-36f51afe-e24b-4c5d-9e25-41873fd62944 req-188b5a34-a758-4736-ac05-f177d6b076b5 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 946 time: 0.1218395 May 27 01:43:35.299525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-dbd8035d-1e42-4d99-bb2e-3db5249f27d9 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912370 May 27 01:43:35.300247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-36f51afe-e24b-4c5d-9e25-41873fd62944 req-d2510e3d-dbdc-4f70-9c9d-b4027b379305 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509017 May 27 01:43:35.359709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-275b813b-d9c0-4f50-b209-54cff346bb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:35.393356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9bd9a1e4-d7b9-45ad-841d-0eff5e5fef28 req-56558ded-3dee-49aa-9eb0-2125ca46731a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 210 time: 0.0463328 May 27 01:43:35.405858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-275b813b-d9c0-4f50-b209-54cff346bb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:35.471820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817c7e8-163c-45ea-ac1c-f42b1b29ed59 req-6e45173d-2a1f-4bdf-a02b-f0a37ba7a852 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:35.474773 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f817c7e8-163c-45ea-ac1c-f42b1b29ed59 req-6e45173d-2a1f-4bdf-a02b-f0a37ba7a852 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1639709 May 27 01:43:35.515096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-275b813b-d9c0-4f50-b209-54cff346bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:35.552848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b813b-d9c0-4f50-b209-54cff346bb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a00e9e5-bc2d-4217-9154-45da9aded919,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:35.557654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-275b813b-d9c0-4f50-b209-54cff346bb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:35.561553 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-275b813b-d9c0-4f50-b209-54cff346bb1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a00e9e5-bc2d-4217-9154-45da9aded919 HTTP/1.1" status: 204 len: 168 time: 0.3600707 May 27 01:43:35.572681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f817c7e8-163c-45ea-ac1c-f42b1b29ed59 req-a7ec7fdd-4c2e-425b-a0ee-a98444b56ce9 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772634 May 27 01:43:35.728067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5f4de521-b943-48e1-be85-a857b8213218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:35.817334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-3c9a92df-4e97-4d95-b447-a90f038f6b36 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:35.819067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-3c9a92df-4e97-4d95-b447-a90f038f6b36 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.2367070 May 27 01:43:35.902877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6118-4e78-4e1a-abf3-af677c167033 req-53f0db1f-f2db-4845-bb07-96f2fe27ff30 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:35.904429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-074c6118-4e78-4e1a-abf3-af677c167033 req-53f0db1f-f2db-4845-bb07-96f2fe27ff30 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1682556 May 27 01:43:35.982997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-074c6118-4e78-4e1a-abf3-af677c167033 req-7de71dad-b871-4dcd-badd-fff98c2d4ec7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698931 May 27 01:43:36.012300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-9b2cdb89-5e75-40f5-b21e-ffd912a9e0af service neutron] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:36.015827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-9b2cdb89-5e75-40f5-b21e-ffd912a9e0af service neutron] Notify callbacks [] for binding, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:36.017013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4041c530-5dc0-4c62-ad2a-a302e9ccf244 req-9b2cdb89-5e75-40f5-b21e-ffd912a9e0af service neutron] 10.222.0.47 "DELETE /v2.0/ports/d53eba20-143a-4af5-afe5-9f06aa8f3af7/bindings/n-h1-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.1913731 May 27 01:43:36.079415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:36.210180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d53eba20-143a-4af5-afe5-9f06aa8f3af7 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:36.243895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba351df-1f56-4eda-ae67-3cffc314a5fa req-735ba77e-62d3-4cf7-a997-5c7183246965 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:36.245369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cba351df-1f56-4eda-ae67-3cffc314a5fa req-735ba77e-62d3-4cf7-a997-5c7183246965 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 944 time: 0.1041839 May 27 01:43:36.292384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cba351df-1f56-4eda-ae67-3cffc314a5fa req-bc7214c9-14e7-44d8-a433-a7a16d97afc8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409262 May 27 01:43:36.381740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:36.507718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:36.508255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 96efc6cc-2643-443b-885e-6973edce71f8 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:36.569724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 96efc6cc-2643-443b-885e-6973edce71f8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:43:36.570419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 96efc6cc-2643-443b-885e-6973edce71f8 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:43:36.597642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3ebc049-34a8-42f3-b8bf-a5e92d856581 req-7f3108b7-0780-4b6e-96d4-c2547d046296 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 210 time: 0.0649285 May 27 01:43:36.794325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd76da1-1ecd-4776-9b91-ca500bb5e49b req-eee93043-6cb2-4f03-a312-b5dc8a23df2a tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:36.799367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8cd76da1-1ecd-4776-9b91-ca500bb5e49b req-eee93043-6cb2-4f03-a312-b5dc8a23df2a tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 1096 time: 0.3324659 May 27 01:43:36.811741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-6cd9a790-cb15-4ec9-9699-cc1978f66c69 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:36.813167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-6cd9a790-cb15-4ec9-9699-cc1978f66c69 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 821 time: 0.2608275 May 27 01:43:36.833204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Request body: {'port': {'device_id': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'admin_state_up': True, 'tenant_id': 'e2d43daf50a64c4581810a6941cdc131'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:36.837951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e653-7754-4d1b-912b-68abed55d259 req-86afbf71-e69d-4bb1-ab77-9f635caa7abc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:36.839443 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f41e653-7754-4d1b-912b-68abed55d259 req-86afbf71-e69d-4bb1-ab77-9f635caa7abc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1064653 May 27 01:43:36.887403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f41e653-7754-4d1b-912b-68abed55d259 req-5815a111-bf7a-410b-84ab-c58928373ad6 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 May 27 01:43:36.948625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8cd76da1-1ecd-4776-9b91-ca500bb5e49b req-1cb8f01a-e54f-438f-82c1-92e432817f2c tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461244 May 27 01:43:37.042419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:37.050617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:37.067330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Made reservation on behalf of e2d43daf50a64c4581810a6941cdc131 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:37.071692 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:37.226438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754b28-72c7-44c8-816f-21c2bacee16b req-055a0d3c-35fd-4c00-815c-4a22a0d95bb8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:37.227793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32754b28-72c7-44c8-816f-21c2bacee16b req-055a0d3c-35fd-4c00-815c-4a22a0d95bb8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0935230 May 27 01:43:37.277500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Allocated IP 172.20.0.3 (b28f0ac9-be42-4265-ad35-351eceb84378/e70687d9-12d2-437e-89b0-b0087e5a8248/a679d768-fa84-42ab-b373-7de8712796aa) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:37.290610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32754b28-72c7-44c8-816f-21c2bacee16b req-7a487a3e-0f06-4044-ac77-1be046de044f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563333 May 27 01:43:37.533200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-26603c03-c36b-4d0a-a664-c1c80431f1d2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:37.534676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-26603c03-c36b-4d0a-a664-c1c80431f1d2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.2595899 May 27 01:43:37.569535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-2d1051a6-be95-4259-a118-cd4d357afdb7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/quotas/5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 375 time: 0.0199738 May 27 01:43:37.679465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:37.712381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-4315d8e0-ac74-4855-b0ff-d8ae6f28bd2f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255164 May 27 01:43:37.777511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67ba3ae8-3b70-4142-b826-7699fcaa0e08 req-781c1f68-1944-49b6-ae90-1fa119c8d17b tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 210 time: 0.0463028 May 27 01:43:37.881371 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5ef45398-fe7e-45d9-9ee8-ede98d1a7742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:37.896715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:37.949685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:37.992270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Network b28f0ac9-be42-4265-ad35-351eceb84378 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:37.996746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:38.002900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:38.034246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:38.065905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-bab1ad15-6956-43d7-8d76-c79eadb31f9b service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466892 May 27 01:43:38.081912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08808bf-1dd6-4cb2-a58a-3216d3d8786a req-97a33f93-5152-4fc8-8621-863456274ed7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:38.083423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b08808bf-1dd6-4cb2-a58a-3216d3d8786a req-97a33f93-5152-4fc8-8621-863456274ed7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.0870097 May 27 01:43:38.113282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.144644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:38.151750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:38.152178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Usage tracker for resource:security_group_rule and tenant:a69bcd0613fb410f8e6196c7d391d8c6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:38.152373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.157279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b08808bf-1dd6-4cb2-a58a-3216d3d8786a req-fe701862-1209-4de8-91e5-0c90aa1422d8 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598936 May 27 01:43:38.157825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:38.163924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:38.222845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-9ce18db2-d603-4a09-9503-9cbb165b5248 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3931751 May 27 01:43:38.237532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Request body: {'port': {'device_id': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:38.275794 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.279912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.287574 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-cc073933-43af-4d2c-9740-a675125e6bee service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120838 May 27 01:43:38.336806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efdd6a7-c066-4b81-a70f-e74e1d8c0794,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:38.363296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.364618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b5a0adcf-0e32-4dec-8d44-7e6aa38b56cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a69bcd0613fb410f8e6196c7d391d8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138610 May 27 01:43:38.367835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52754) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:38.405136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device bee21aef-9e3d-4982-92af-13921d2b57b9 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:38.513072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b73fafd-d7fe-4c18-8b5a-35943f2dbb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.550935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b73fafd-d7fe-4c18-8b5a-35943f2dbb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.571748 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e204f0d-8a2f-4225-899f-ae35c756d54b req-1fdbee57-55c3-4a1d-929c-51d0bef33f58 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 210 time: 0.0981808 May 27 01:43:38.618312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b73fafd-d7fe-4c18-8b5a-35943f2dbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.653669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73fafd-d7fe-4c18-8b5a-35943f2dbb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efdd6a7-c066-4b81-a70f-e74e1d8c0794,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:38.657734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:38.664113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f4467-297e-4512-82a8-192fcff86873 req-c456c05c-7d85-499c-a882-f8e378d720da tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:38.665448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-901f4467-297e-4512-82a8-192fcff86873 req-c456c05c-7d85-499c-a882-f8e378d720da tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.2183025 May 27 01:43:38.667902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b73fafd-d7fe-4c18-8b5a-35943f2dbb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.680855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0b73fafd-d7fe-4c18-8b5a-35943f2dbb87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5efdd6a7-c066-4b81-a70f-e74e1d8c0794 HTTP/1.1" status: 204 len: 168 time: 0.3026326 May 27 01:43:38.707263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'mac_address': 'fa:16:3e:eb:5f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:38.782544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port bee21aef-9e3d-4982-92af-13921d2b57b9 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:38.784159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-901f4467-297e-4512-82a8-192fcff86873 req-64f76efc-6711-4504-8541-f555dc740124 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002209 May 27 01:43:38.784650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.815755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bee21aef-9e3d-4982-92af-13921d2b57b9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:38.846824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:38.855061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:38.947995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:38.954860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['bee21aef-9e3d-4982-92af-13921d2b57b9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:38.988545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a679d768-fa84-42ab-b373-7de8712796aa {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:38.998527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.022110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Transition to ACTIVE for port object a679d768-fa84-42ab-b373-7de8712796aa will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:39.039555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14fb5c-4901-40ff-bac7-de28e9b35ef5 req-eb7ab85e-0e25-4899-ab4b-c08dd6af2667 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:39.040204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8a14fb5c-4901-40ff-bac7-de28e9b35ef5 req-eb7ab85e-0e25-4899-ab4b-c08dd6af2667 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Synchronizing usage tracker for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:39.044262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.101471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:39.130009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.145591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:39.150890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e890aaff1d4adaafbf4c47c68688ff is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:39.154258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:39.161408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:39.184968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8a14fb5c-4901-40ff-bac7-de28e9b35ef5 req-eb7ab85e-0e25-4899-ab4b-c08dd6af2667 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Unset dirty status for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:39.192279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a14fb5c-4901-40ff-bac7-de28e9b35ef5 req-eb7ab85e-0e25-4899-ab4b-c08dd6af2667 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 931 time: 0.2743566 May 27 01:43:39.248148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.251736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.275780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.280617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.329366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:39.338506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a14fb5c-4901-40ff-bac7-de28e9b35ef5 req-1d49d0dc-ef19-4aec-bd06-09950be6cc53 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454263 May 27 01:43:39.386152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Attempting to bind port a679d768-fa84-42ab-b373-7de8712796aa on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:39.386554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Attempting to bind port a679d768-fa84-42ab-b373-7de8712796aa by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:39.386691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9e890aaff1d4adaafbf4c47c68688ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837744 May 27 01:43:39.387971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Attempting to bind port a679d768-fa84-42ab-b373-7de8712796aa on network b28f0ac9-be42-4265-ad35-351eceb84378 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:39.388058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eecb0-d8b3-428f-87fb-0c7b3d15c719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16385019-dabf-4b4c-8c19-d51d937c6507,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:39.391904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52786) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:39.411120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Port a679d768-fa84-42ab-b373-7de8712796aa on network b28f0ac9-be42-4265-ad35-351eceb84378 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:39.411470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Attempting to bind port a679d768-fa84-42ab-b373-7de8712796aa on network b28f0ac9-be42-4265-ad35-351eceb84378 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:39.420565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:39.420901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Checking segment: {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:39.421105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af4d1b-6fa8-4564-8daa-46a21a5ed7fc req-28aac08e-3f6a-43b9-8241-c36645808406 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:39.421279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Bound using segment: {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:39.421704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Bound port: a679d768-fa84-42ab-b373-7de8712796aa, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:39.422054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.427903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94af4d1b-6fa8-4564-8daa-46a21a5ed7fc req-28aac08e-3f6a-43b9-8241-c36645808406 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1318021 May 27 01:43:39.467421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94af4d1b-6fa8-4564-8daa-46a21a5ed7fc req-fa1ea694-7e74-423b-9442-86f67b53bf65 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386953 May 27 01:43:39.537877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1864d7c6-e369-4950-ba1f-eff9765beb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.571559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:39.578580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1864d7c6-e369-4950-ba1f-eff9765beb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.593897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:39.604546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.681953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:39.682690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:39.684184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] 10.222.0.47 "PUT /v2.0/ports/a679d768-fa84-42ab-b373-7de8712796aa HTTP/1.1" status: 200 len: 1092 time: 1.4511685 May 27 01:43:39.687393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:39.856357 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b66d2f-ca46-4210-ad97-a9d87117b7d6'] response: {'name': 'network-changed', 'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa', 'status': 'completed', 'code': 200} May 27 01:43:39.901759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78f561f4-9d2a-4b81-96df-755e3f67cef0 req-f64adb15-a981-4694-8e35-ff521e29b098 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 210 time: 0.2042344 May 27 01:43:39.914611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743245-8deb-465c-aca5-cf220c5742eb service neutron] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:39.974504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1864d7c6-e369-4950-ba1f-eff9765beb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:40.014846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bf395-fdc5-4dc2-a4d5-9597f6198520 req-19b18a43-2d3c-4aaa-a16d-c99d3a668495 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:40.016435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e0bf395-fdc5-4dc2-a4d5-9597f6198520 req-19b18a43-2d3c-4aaa-a16d-c99d3a668495 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1144028 May 27 01:43:40.020581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864d7c6-e369-4950-ba1f-eff9765beb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16385019-dabf-4b4c-8c19-d51d937c6507,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:40.057909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1864d7c6-e369-4950-ba1f-eff9765beb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:40.061346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1864d7c6-e369-4950-ba1f-eff9765beb75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16385019-dabf-4b4c-8c19-d51d937c6507 HTTP/1.1" status: 204 len: 168 time: 0.6661322 May 27 01:43:40.065015 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e0bf395-fdc5-4dc2-a4d5-9597f6198520 req-07dcbd44-8f26-4360-a0ff-6dcb25998156 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 May 27 01:43:40.090138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-194b0f79-45eb-4def-80f2-c6e95a8623c5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:40.091599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-194b0f79-45eb-4def-80f2-c6e95a8623c5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.3427508 May 27 01:43:40.097090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-a6c114db-4bea-4826-9fcb-b09a3d1e9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:40.098498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-a6c114db-4bea-4826-9fcb-b09a3d1e9241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 1095 time: 0.3507538 May 27 01:43:40.173166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Request body: {'port': {'device_id': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'admin_state_up': True, 'tenant_id': '5c8c4c46e37a48ffa5acec47a9e7553e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:40.191314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-0eba0412-81f6-4273-9857-982b1345737f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a679d768-fa84-42ab-b373-7de8712796aa HTTP/1.1" status: 200 len: 217 time: 0.0845554 May 27 01:43:40.338861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-185dadb0-bbee-4b08-aaee-1bad08b46618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:40.340300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-185dadb0-bbee-4b08-aaee-1bad08b46618 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e70687d9-12d2-437e-89b0-b0087e5a8248 HTTP/1.1" status: 200 len: 861 time: 0.0960889 May 27 01:43:40.405062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-dea87bba-e849-4ad9-813f-157e17a17293 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b28f0ac9-be42-4265-ad35-351eceb84378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529218 May 27 01:43:40.407210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:40.430444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device bee21aef-9e3d-4982-92af-13921d2b57b9 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:40.436937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:40.524937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port bee21aef-9e3d-4982-92af-13921d2b57b9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:40.525308 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:40.603347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Made reservation on behalf of 5c8c4c46e37a48ffa5acec47a9e7553e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:40.615969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:40.658631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port bee21aef-9e3d-4982-92af-13921d2b57b9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:40.659049 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:40.694023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:40.695686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:40.701959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:40.766847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-fc468df9-0fd0-4ed7-8efd-1c7199ad9711 service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526802 May 27 01:43:40.772669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62efb28-32ea-4d7c-bfa5-df40df8ffb78 req-f8240653-8980-4822-a4c3-027f4f728d2b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:40.780847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:40.787369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b62efb28-32ea-4d7c-bfa5-df40df8ffb78 req-f8240653-8980-4822-a4c3-027f4f728d2b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1281781 May 27 01:43:40.816103 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:40.839937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b62efb28-32ea-4d7c-bfa5-df40df8ffb78 req-c9a22221-9053-4c01-b3e7-afa8e578b773 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494146 May 27 01:43:40.888708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e6ba-883a-44f7-bb93-0ad9533827a1 req-10d71142-02ff-4ae5-8a15-1a06508ce796 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:40.890264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65c5e6ba-883a-44f7-bb93-0ad9533827a1 req-10d71142-02ff-4ae5-8a15-1a06508ce796 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.3969910 May 27 01:43:40.897131 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee39d24-dc24-4ef2-b38e-b17365c40fc6'] response: {'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'code': 200} May 27 01:43:41.020731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65c5e6ba-883a-44f7-bb93-0ad9533827a1 req-5e60801d-43dd-4d4d-a267-6bc4062b8f28 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171522 May 27 01:43:41.051288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Allocated IP 172.20.0.6 (01882877-d4cd-4357-82eb-2190017a290c/db009aff-f446-4aee-9072-77386fec3a4f/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:41.058345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac66b01a-6bcc-42d4-96dc-f3180928d725 req-b10922f2-4cb1-438f-b00e-eb64257f03c3 service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841930 May 27 01:43:41.068312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d494f2d1-3a1b-4442-8070-e265d0c357d3 req-c793f08a-59cf-44c9-b1fe-a210c7c38b7e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 210 time: 0.0478687 May 27 01:43:41.289143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-743e594b-0f3e-4293-a807-f38d90689935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:41.290639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-743e594b-0f3e-4293-a807-f38d90689935 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 1095 time: 0.1749098 May 27 01:43:41.364856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce241-0160-4af6-96f1-6aeaaa4d8eab req-da2d1836-df19-46aa-8167-df0488e9436c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:41.366605 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd9ce241-0160-4af6-96f1-6aeaaa4d8eab req-da2d1836-df19-46aa-8167-df0488e9436c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1881766 May 27 01:43:41.424179 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:41.428940 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd9ce241-0160-4af6-96f1-6aeaaa4d8eab req-a5a3384d-8550-450e-9492-676efe281255 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543265 May 27 01:43:41.472454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-fb163245-658f-4e33-bba1-41d44d13e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:41.473921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-fb163245-658f-4e33-bba1-41d44d13e734 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 922 time: 0.1718681 May 27 01:43:41.644595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-1ab08b9a-20a2-4d31-b224-87c2c6004ba2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a679d768-fa84-42ab-b373-7de8712796aa HTTP/1.1" status: 200 len: 217 time: 0.1630876 May 27 01:43:41.646328 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:41.698227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52890) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:41.783267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Network 01882877-d4cd-4357-82eb-2190017a290c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:41.788376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:41.792354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:41.795192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:41.818749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:41.833242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:41.838349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Usage tracker for resource:security_group_rule and tenant:46b6bf4d40b44124b7f557e4767ef9d0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:41.841131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:41.842377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-1910b95b-1f41-4771-84ed-8799ccae999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:41.843903 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-1910b95b-1f41-4771-84ed-8799ccae999d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e70687d9-12d2-437e-89b0-b0087e5a8248 HTTP/1.1" status: 200 len: 861 time: 0.1432960 May 27 01:43:41.846738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:41.902122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-4e114684-6b4b-417e-a045-310f47dfbbae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b28f0ac9-be42-4265-ad35-351eceb84378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503528 May 27 01:43:41.907642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:41.908250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:41.928095 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:41.932772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:42.016497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46b6bf4d40b44124b7f557e4767ef9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153784 May 27 01:43:42.020635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52898) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:42.027042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ed3f3-7715-499e-9e13-c1e423428d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02f9bbd-8a6f-4581-82d8-47b751f69fb7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:42.039212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-20e6b1b1-09c2-49a7-bc43-d97b9fda9133 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8760180 May 27 01:43:42.057051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Request body: {'port': {'device_id': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:42.071614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342f938-dfc2-4e08-a554-b1f0f176947c req-30abce02-095e-4495-98b0-f42f7768b8f7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:42.073171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7342f938-dfc2-4e08-a554-b1f0f176947c req-30abce02-095e-4495-98b0-f42f7768b8f7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1122241 May 27 01:43:42.121681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7342f938-dfc2-4e08-a554-b1f0f176947c req-3fe8a2a8-1b79-4a4b-94e1-6f7699190da1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 May 27 01:43:42.204114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-364930de-49b3-46f3-a8ab-6de31df6fd6a service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918372 May 27 01:43:42.292008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c257780d-cbb4-48f6-9c50-8817e8d488f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:42.296318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246636e7-4df9-489e-855f-616875414565 req-718e5b5a-71af-439d-8cc5-3a7339176699 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:42.297773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-246636e7-4df9-489e-855f-616875414565 req-718e5b5a-71af-439d-8cc5-3a7339176699 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 931 time: 0.0816252 May 27 01:43:42.343084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-246636e7-4df9-489e-855f-616875414565 req-19c438fe-3cae-4536-b52a-d5354b0aecb2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 May 27 01:43:42.391957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:42.409237 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c257780d-cbb4-48f6-9c50-8817e8d488f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:42.530694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86a13a-a485-4878-8454-7b2492c24ea4 req-e53b1c9f-9533-4b09-906a-815ea1b8054c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:42.532198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba86a13a-a485-4878-8454-7b2492c24ea4 req-e53b1c9f-9533-4b09-906a-815ea1b8054c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.3893290 May 27 01:43:42.539231 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93312d11-5e00-4e59-a239-2f0b43dbada2 req-f64e2b95-e90d-470a-8687-13677dc5f67e service neutron] 10.222.0.47 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958269 May 27 01:43:42.610089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9641917-d53e-488e-991e-fef7477b9b2d req-5c42196c-5c32-4041-a341-fcdd7c813680 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:42.611828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9641917-d53e-488e-991e-fef7477b9b2d req-5c42196c-5c32-4041-a341-fcdd7c813680 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0875030 May 27 01:43:42.653234 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c257780d-cbb4-48f6-9c50-8817e8d488f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:42.658583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9641917-d53e-488e-991e-fef7477b9b2d req-d597000d-daf9-4031-9d8c-449898fad3ea tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 May 27 01:43:42.668498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba86a13a-a485-4878-8454-7b2492c24ea4 req-22c983c5-c635-41a7-b572-36f5b7060a89 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261735 May 27 01:43:42.680560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257780d-cbb4-48f6-9c50-8817e8d488f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02f9bbd-8a6f-4581-82d8-47b751f69fb7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:42.750371 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c257780d-cbb4-48f6-9c50-8817e8d488f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:42.751520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c257780d-cbb4-48f6-9c50-8817e8d488f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c02f9bbd-8a6f-4581-82d8-47b751f69fb7 HTTP/1.1" status: 204 len: 168 time: 0.7290132 May 27 01:43:42.883566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:42.890851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:42.906393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Transition to ACTIVE for port object 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:42.910097 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:43.072587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:43.149688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:43.149941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:43.150437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:43.155090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:43:43.155411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:43.160628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:43.161004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:43.161331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:43.161807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Bound port: 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:43.162089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:43.390447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:43.402334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:43.410588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:43.466534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:43.467209 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:43.468757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] 10.222.0.13 "PUT /v2.0/ports/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 200 len: 1092 time: 1.4216342 May 27 01:43:43.476412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:43.502306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8e37-bf95-49e9-836c-7f24d49831bd req-8418d534-497a-4b3e-a6ba-a906a337219b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:43.503820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08fe8e37-bf95-49e9-836c-7f24d49831bd req-8418d534-497a-4b3e-a6ba-a906a337219b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2613425 May 27 01:43:43.540344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d914-fee1-426c-a8a1-2ce339b3c180 req-1368a78f-aaec-4f44-a987-50a6e805095c tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:43.541902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fd1d914-fee1-426c-a8a1-2ce339b3c180 req-1368a78f-aaec-4f44-a987-50a6e805095c tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.0856481 May 27 01:43:43.568968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050b675-94da-48aa-97a6-6762ade1c9cf service neutron] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:43.587510 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fd1d914-fee1-426c-a8a1-2ce339b3c180 req-a980872c-c9ec-4e46-a0c4-4610d423d488 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395002 May 27 01:43:43.616977 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08fe8e37-bf95-49e9-836c-7f24d49831bd req-39be0571-f1bb-4a27-86fc-50cc70a03957 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676405 May 27 01:43:43.641321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-d501514f-edaa-4e1f-a1b2-a862e95ddb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:43.643079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-d501514f-edaa-4e1f-a1b2-a862e95ddb1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1095 time: 0.1364398 May 27 01:43:43.716772 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3534c8-eea4-4dbc-aa5b-62d2c3976c2f'] response: {'name': 'network-changed', 'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a', 'status': 'completed', 'code': 200} May 27 01:43:43.728130 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-45efb996-b9ad-44ce-9e4a-d6d58c1953a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 200 len: 217 time: 0.0779660 May 27 01:43:43.848722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-98c2b48b-b2e6-49fa-81d7-1729c5a5db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:43.850175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-98c2b48b-b2e6-49fa-81d7-1729c5a5db9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1129158 May 27 01:43:43.911693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-53715821-1db2-426b-b2d5-092decbf0784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504260 May 27 01:43:43.952046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fc533-a28e-42a6-a751-995880650ed8 req-40be62e2-330c-40eb-8160-9f9a919897e0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:43.953804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-030fc533-a28e-42a6-a751-995880650ed8 req-40be62e2-330c-40eb-8160-9f9a919897e0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.0987093 May 27 01:43:43.955940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3a50d-e949-4bdc-bea5-61af7a02e8bc req-60603d6a-c92c-481a-b867-137051e01e85 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:43.957407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0d3a50d-e949-4bdc-bea5-61af7a02e8bc req-60603d6a-c92c-481a-b867-137051e01e85 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1753211 May 27 01:43:44.016966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-030fc533-a28e-42a6-a751-995880650ed8 req-5b7187f9-6ba7-49f5-bf2c-d1367ad86382 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Synchronizing usage tracker for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:44.036036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-030fc533-a28e-42a6-a751-995880650ed8 req-5b7187f9-6ba7-49f5-bf2c-d1367ad86382 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Unset dirty status for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:44.038745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-030fc533-a28e-42a6-a751-995880650ed8 req-5b7187f9-6ba7-49f5-bf2c-d1367ad86382 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722482 May 27 01:43:44.086628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0d3a50d-e949-4bdc-bea5-61af7a02e8bc req-bec7617e-eae6-4149-bbab-5adc2a7b305b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746660 May 27 01:43:44.106515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52968) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:44.135845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a679d768-fa84-42ab-b373-7de8712796aa details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:44.136374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-e9cf2e34-c9e8-41af-8c73-a96162d85e31 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148941 May 27 01:43:44.240906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.256236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:44.260248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d883221a054a02ac6ff82de58efe0c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:44.263065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:44.268758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:44.272747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251f6514-b295-462e-a4fa-69ccc40d2415 req-031d19d4-348b-4829-9b94-cc4f1d14c2b3 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299362 May 27 01:43:44.273409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:44.291994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a679d768-fa84-42ab-b373-7de8712796aa', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'port_id': 'a679d768-fa84-42ab-b373-7de8712796aa', 'mac_address': 'fa:16:3e:89:5e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70687d9-12d2-437e-89b0-b0087e5a8248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:44.352019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a679d768-fa84-42ab-b373-7de8712796aa is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:44.352401 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.357007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.361026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.370781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a679d768-fa84-42ab-b373-7de8712796aa {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:44.391927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:44.394096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-32504608-0707-458c-b2da-ad48fa413098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:44.396053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-32504608-0707-458c-b2da-ad48fa413098 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1095 time: 0.0799935 May 27 01:43:44.398030 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.410750 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2d883221a054a02ac6ff82de58efe0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028688 May 27 01:43:44.411685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b943b-c750-4061-b1e9-27be441a9fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd8a94a-c0f8-41c9-87ca-d46ee1de94bc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:44.415275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:44.472744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aea828ab-11a5-49d3-b4c9-412a10fa20d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.476126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:44.500471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aea828ab-11a5-49d3-b4c9-412a10fa20d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.534387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-0295c0bb-0f9e-4dc0-ad85-fa6f05477c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:44.535985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-0295c0bb-0f9e-4dc0-ad85-fa6f05477c25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.1325386 May 27 01:43:44.566350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aea828ab-11a5-49d3-b4c9-412a10fa20d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.594114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea828ab-11a5-49d3-b4c9-412a10fa20d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd8a94a-c0f8-41c9-87ca-d46ee1de94bc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:44.611705 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aea828ab-11a5-49d3-b4c9-412a10fa20d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:44.621080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-65c80441-2442-4743-876e-880f4f0bdd41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 200 len: 217 time: 0.0768635 May 27 01:43:44.623370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aea828ab-11a5-49d3-b4c9-412a10fa20d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dd8a94a-c0f8-41c9-87ca-d46ee1de94bc HTTP/1.1" status: 204 len: 168 time: 0.2069428 May 27 01:43:44.730267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-28eaed2c-253b-46b8-bc7e-ca8cbdb02d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:44.732376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-28eaed2c-253b-46b8-bc7e-ca8cbdb02d18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1006145 May 27 01:43:44.830470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-a73d0aed-d7c9-4f9b-911d-a50536f4afae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557811 May 27 01:43:44.835453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9cfcf-8a30-47aa-a269-2b540366fc81 req-a6e32028-1eda-46d5-84fd-7b6febc21584 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:44.843012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7a9cfcf-8a30-47aa-a269-2b540366fc81 req-a6e32028-1eda-46d5-84fd-7b6febc21584 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.0992384 May 27 01:43:44.887786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7a9cfcf-8a30-47aa-a269-2b540366fc81 req-d52d5f85-6be4-4d5b-b078-68eca5bd3b78 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435591 May 27 01:43:44.979426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a679d768-fa84-42ab-b373-7de8712796aa'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:45.004570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8220387-d406-4240-9c1a-c2d2dd6e7afc req-17dea9a8-6830-43a4-9a70-9af9fcd1ae99 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:45.005373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a8220387-d406-4240-9c1a-c2d2dd6e7afc req-17dea9a8-6830-43a4-9a70-9af9fcd1ae99 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:43:45.038038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-30805286-232b-47e6-be1a-b667e56f8c1d service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963699 May 27 01:43:45.039951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a8220387-d406-4240-9c1a-c2d2dd6e7afc req-17dea9a8-6830-43a4-9a70-9af9fcd1ae99 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:43:45.041590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8220387-d406-4240-9c1a-c2d2dd6e7afc req-17dea9a8-6830-43a4-9a70-9af9fcd1ae99 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.3015616 May 27 01:43:45.340049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8220387-d406-4240-9c1a-c2d2dd6e7afc req-c9a8b14f-7618-4392-9659-17416de4e638 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655563 May 27 01:43:45.414173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d7fbf4d-d8ab-42d3-9ab8-fb7b22a55c51 req-c610a441-d983-4d0a-803c-c79ab5784af5 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683319 May 27 01:43:45.504213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420a555-ac6e-452d-8251-1e84a35a363c req-7d1271e7-f6e2-4335-bd6d-0d427017dd57 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:45.511851 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b420a555-ac6e-452d-8251-1e84a35a363c req-7d1271e7-f6e2-4335-bd6d-0d427017dd57 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 944 time: 0.1022274 May 27 01:43:45.588565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc45c2-ccd4-4a76-b738-c6014069c573 req-e25003cc-ea20-4155-a522-d60956f63311 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:45.594055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75fc45c2-ccd4-4a76-b738-c6014069c573 req-e25003cc-ea20-4155-a522-d60956f63311 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1074359 May 27 01:43:45.607657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b420a555-ac6e-452d-8251-1e84a35a363c req-edd84a1f-e03c-4ec3-8578-b7b6cc358c50 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898452 May 27 01:43:45.645417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53042) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:45.676860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75fc45c2-ccd4-4a76-b738-c6014069c573 req-0be098ea-719f-4cea-86e1-8158ba58255f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758488 May 27 01:43:45.868379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1935257218-network', 'tenant_id': 'cff530a25088433da9e924750e11a694'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:45.877238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:45.882851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Usage tracker for resource:network and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:45.887341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:45.894805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:45.908936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Made reservation on behalf of cff530a25088433da9e924750e11a694 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:45.912330 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:45.935969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:45.960960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:45.965660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Usage tracker for resource:security_group_rule and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:45.968678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:45.974948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:46.106774 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.113407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.121977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10618950-8de3-4780-8ce3-fb11e2658755 req-9e3dae82-252f-4d06-9291-0819ce827c4e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:46.123506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10618950-8de3-4780-8ce3-fb11e2658755 req-9e3dae82-252f-4d06-9291-0819ce827c4e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1016407 May 27 01:43:46.140383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:43:46.160820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaedfc58-07f6-47d4-938e-b20c44487ee9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:46.164418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.166690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:43:46.175285 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Added segment d4ffae83-c67e-4d2c-9129-b1aa369f4c27 of type vlan for network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a May 27 01:43:46.215287 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10618950-8de3-4780-8ce3-fb11e2658755 req-75ab93a7-9efa-4275-bc4c-3ab2955bdacc tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806561 May 27 01:43:46.232763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.278100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.279126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:46.279726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.326755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:46.327481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.365300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:46.446992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:46.455177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73d7fe46-321c-4efa-be30-71abbea691c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8059063 May 27 01:43:46.455607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53058) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:46.459367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:46.463249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:43:46.463658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Request body: {'subnet': {'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1935257218-subnet', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:46.470442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:46.477031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Usage tracker for resource:subnet and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:46.481479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:46.482673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:46.488155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:46.493850 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.513144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Made reservation on behalf of cff530a25088433da9e924750e11a694 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:43:46.516366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.544385 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86734267-e183-4bda-aa10-ede9228a63fd'] response: {'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'code': 200} May 27 01:43:46.620802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:46.791068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3d085-1e83-4137-a6d1-14c7367b0368 req-938bbdc2-9bb4-4bd3-8450-b911f386ce29 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:46.800796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64c3d085-1e83-4137-a6d1-14c7367b0368 req-938bbdc2-9bb4-4bd3-8450-b911f386ce29 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.2171893 May 27 01:43:46.803411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:46.820760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'port_id': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a', 'mac_address': 'fa:16:3e:2a:59:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db009aff-f446-4aee-9072-77386fec3a4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:46.882783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:46.883463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:46.901119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64c3d085-1e83-4137-a6d1-14c7367b0368 req-a4e1b87e-f0bf-4b1e-9a25-b9af7e9346ef tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993755 May 27 01:43:46.907113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:46.937827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:46.942043 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.048244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:47.049199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9945e0-83a9-4213-9888-73f1b0fa6b9c req-2b9c6c54-4acc-4318-896e-34b8ec6cce33 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:47.058497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c9945e0-83a9-4213-9888-73f1b0fa6b9c req-2b9c6c54-4acc-4318-896e-34b8ec6cce33 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 944 time: 0.1970999 May 27 01:43:47.123590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c9945e0-83a9-4213-9888-73f1b0fa6b9c req-65bf1e59-b9ba-4156-8ed4-d94b432bb275 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 May 27 01:43:47.125971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.170232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b7b37-28e7-43d8-b0ab-2e289af381ac req-c8f24d97-e22e-48d8-b35a-2b8de04dc667 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:47.183257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ae8b7b37-28e7-43d8-b0ab-2e289af381ac req-c8f24d97-e22e-48d8-b35a-2b8de04dc667 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1174033 May 27 01:43:47.217520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Checking segment: {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:47.218186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Network hostable DHCP agents. Network: 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:43:47.233916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ae8b7b37-28e7-43d8-b0ab-2e289af381ac req-56007066-40ac-415a-a86e-59e0f9d72fc8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 May 27 01:43:47.238007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b501c6e-25d2-45ad-8941-b6f5455f0095,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:47.251655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:43:47.265907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:47.271039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:47.271836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.276943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f379f129-5b70-401c-88e4-dedbc30c4749 None None] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:43:47.300796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53078) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:47.301108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-de57f01c-1c0d-4333-a35e-0e544e8b5fa8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8442266 May 27 01:43:47.306471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:47.312955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:47.316693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Usage tracker for resource:router and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:47.320114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:47.327239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:47.344886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.347005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.366473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:47.372405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.471105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8e9e-cec2-450d-b440-69120b5601db req-e36a64d3-af47-4767-8d50-ae420f2cf901 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:47.475188 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cef8e9e-cec2-450d-b440-69120b5601db req-e36a64d3-af47-4767-8d50-ae420f2cf901 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 948 time: 0.1056118 May 27 01:43:47.544396 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cef8e9e-cec2-450d-b440-69120b5601db req-8005e837-7773-4b80-877c-c6d7b16f6f29 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634451 May 27 01:43:47.659224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:43:47.660039 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.869941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:47.921138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Allocated IP 172.20.0.2 (4a89d05e-1dc3-4a80-b462-c217fe9c6a6a/4b501c6e-25d2-45ad-8941-b6f5455f0095/70cbcbcf-b123-4bb4-a83b-c998bb2808db) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:48.180851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:43:48.195247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a679d768-fa84-42ab-b373-7de8712796aa up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:48.209049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4f69-093c-4aae-b1ae-5d3b84e514dc req-b890a2b2-0faa-4a3f-b3a3-e9a308ffcbde tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:48.216803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eae4f69-093c-4aae-b1ae-5d3b84e514dc req-b890a2b2-0faa-4a3f-b3a3-e9a308ffcbde tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 944 time: 0.1640749 May 27 01:43:48.290315 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:48.335551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Transition to ACTIVE for port object 70cbcbcf-b123-4bb4-a83b-c998bb2808db will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:48.374977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eae4f69-093c-4aae-b1ae-5d3b84e514dc req-bc23c60e-8605-4dc3-85a7-dbf1724d9f1d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573002 May 27 01:43:48.402644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbeb3e-a216-48ac-b732-2789f1209d3a req-0038ec0b-b82f-42bb-8b97-f93a4404e854 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:48.410684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:48.414114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4cbeb3e-a216-48ac-b732-2789f1209d3a req-0038ec0b-b82f-42bb-8b97-f93a4404e854 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 944 time: 0.1399121 May 27 01:43:48.463522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:48.495824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Transition to ACTIVE for port object 70cbcbcf-b123-4bb4-a83b-c998bb2808db will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:48.515043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4cbeb3e-a216-48ac-b732-2789f1209d3a req-06e2e2c5-1dfd-43f3-8dec-71cd23884055 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946517 May 27 01:43:48.546466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port a679d768-fa84-42ab-b373-7de8712796aa completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:48.556240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:48.613694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a679d768-fa84-42ab-b373-7de8712796aa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:48.614201 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:48.762887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0133ff-3969-4e1d-98bb-a9fbe314ee43 req-06a2574c-b9bb-42bf-a572-e0bea6bb4773 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:48.767716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Allocated IP 172.25.3.103 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/683653ea-896b-4310-8ade-dd5c942cf256) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:48.771943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d0133ff-3969-4e1d-98bb-a9fbe314ee43 req-06a2574c-b9bb-42bf-a572-e0bea6bb4773 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1130815 May 27 01:43:48.790445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:48.826439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d0133ff-3969-4e1d-98bb-a9fbe314ee43 req-5e530d5e-a93a-46fb-b0ce-8d451a7ac31c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 May 27 01:43:48.843115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:48.845946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:48.908120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:48.924243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Pushing event updated for resources: {'Port': ['ID=70cbcbcf-b123-4bb4-a83b-c998bb2808db,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:48.971299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'mac_address': 'fa:16:3e:1c:5b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:43:48.971693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a679d768-fa84-42ab-b373-7de8712796aa is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:48.972385 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.042456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.073314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Attempting to bind port 70cbcbcf-b123-4bb4-a83b-c998bb2808db on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:49.073992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Attempting to bind port 70cbcbcf-b123-4bb4-a83b-c998bb2808db by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:49.074141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Attempting to bind port 70cbcbcf-b123-4bb4-a83b-c998bb2808db on network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:49.083532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:49.089562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4317c-5c60-4a9e-87cb-745c98a3ce3a req-0861d230-eb12-49d9-b209-87f1997e5481 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:49.094321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:49.094728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Checking segment: {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:49.095116 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.095506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Bound using segment: {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:49.095975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Bound port: 70cbcbcf-b123-4bb4-a83b-c998bb2808db, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:49.096342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.096624 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1e4317c-5c60-4a9e-87cb-745c98a3ce3a req-0861d230-eb12-49d9-b209-87f1997e5481 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 948 time: 0.3260214 May 27 01:43:49.108331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:49.108591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.121621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:49.161475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.187708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1e4317c-5c60-4a9e-87cb-745c98a3ce3a req-3dbb129b-365e-489d-b8ee-eeb8eb10129e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897532 May 27 01:43:49.188964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.237887 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c732a709-23d2-45ca-9349-e90a1824b5a6'] response: {'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa', 'code': 200} May 27 01:43:49.252805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb07bbe-7030-495e-9c58-244c90c9a047 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:43:49.313124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:49.317726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:49.324202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:49.327795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:49.333865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.335111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:49.382873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] For port 70cbcbcf-b123-4bb4-a83b-c998bb2808db, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:49.402487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Pushing event updated for resources: {'Port': ['ID=683653ea-896b-4310-8ade-dd5c942cf256,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:49.406456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] For port 70cbcbcf-b123-4bb4-a83b-c998bb2808db, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=70cbcbcf-b123-4bb4-a83b-c998bb2808db,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:49.418118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:49.420858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f2b03-787d-4c8e-b330-6c16d25b56be req-7257481e-0ad1-4e53-90e8-051e229156a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:49.423156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a08f2b03-787d-4c8e-b330-6c16d25b56be req-7257481e-0ad1-4e53-90e8-051e229156a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 1097 time: 0.1580818 May 27 01:43:49.436658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:49.482417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a08f2b03-787d-4c8e-b330-6c16d25b56be req-918c7c6e-47d6-483f-bb29-f4a8c616f08d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474648 May 27 01:43:49.557853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ac069-4304-4c8c-95cd-3385b36e6f97 None None] Pushing event updated for resources: {'Port': ['ID=70cbcbcf-b123-4bb4-a83b-c998bb2808db,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:49.738826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f00d7-f205-4842-a590-81574e58415c req-f5610148-e453-4d8f-85c7-c938f4a276d9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:49.741706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8cb07bbe-7030-495e-9c58-244c90c9a047'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:43:49.741924 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d6f00d7-f205-4842-a590-81574e58415c req-f5610148-e453-4d8f-85c7-c938f4a276d9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 944 time: 0.1495497 May 27 01:43:49.959482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d6f00d7-f205-4842-a590-81574e58415c req-f90b63cc-19c1-4105-9eca-ed8f4d73362d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689205 May 27 01:43:49.968394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27c64-b121-443c-aec6-598c27c98044 req-2130e511-c0b5-4b92-9a0f-791a7c32d030 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:49.978495 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbc27c64-b121-443c-aec6-598c27c98044 req-2130e511-c0b5-4b92-9a0f-791a7c32d030 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.2627563 May 27 01:43:50.290576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:50.306274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736c04-3d59-4cb2-ba57-e690e9195976 req-bb87791f-4a7a-4e3b-b548-8da9353ebdbd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:50.307788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d736c04-3d59-4cb2-ba57-e690e9195976 req-bb87791f-4a7a-4e3b-b548-8da9353ebdbd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1003721 May 27 01:43:50.390262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d736c04-3d59-4cb2-ba57-e690e9195976 req-1bdc76e6-5124-43f5-bc11-d195d5ddea19 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664876 May 27 01:43:50.420230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbc27c64-b121-443c-aec6-598c27c98044 req-3875c1cb-e960-4de1-8ff5-fa2580fe3138 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384990 May 27 01:43:50.484047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:50.621173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:50.632847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:50.633259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:50.684232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e47477-12f3-45b2-89b4-e6d7eb5e1a27 req-f31ca776-04ed-4ca6-9f01-311a7a463e76 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:50.686267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70e47477-12f3-45b2-89b4-e6d7eb5e1a27 req-f31ca776-04ed-4ca6-9f01-311a7a463e76 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 949 time: 0.1605651 May 27 01:43:50.755249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70e47477-12f3-45b2-89b4-e6d7eb5e1a27 req-0d998be6-f82c-44c2-82b7-39d8b0c3d520 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621014 May 27 01:43:50.815265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:50.815635 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:50.853785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:50.862502 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:50.908395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:50.948727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:50.982520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074839f-ce97-4b7b-b6d5-3dfb126e4620 None None] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:43:51.188889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a5ab45a9-9e6d-4f73-9b94-c13219cb285f None None] Provisioning for port 70cbcbcf-b123-4bb4-a83b-c998bb2808db completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:51.244619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:51.298995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee61c-7748-48cd-af9a-e26d9a658faf req-cac65991-5d43-49cd-924e-a8d3b0f5b86d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:51.306744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9dee61c-7748-48cd-af9a-e26d9a658faf req-cac65991-5d43-49cd-924e-a8d3b0f5b86d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.1547649 May 27 01:43:51.320863 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4ebe6e-d81e-4fe8-9a17-c94ab8e17f39'] response: {'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a', 'code': 200} May 27 01:43:51.350296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Router a2662f23-804d-484d-9d92-9725c01f1f3a is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:43:51.378039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9dee61c-7748-48cd-af9a-e26d9a658faf req-f59c62c4-8626-4442-967d-667795e91d39 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679371 May 27 01:43:51.508159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14615df2-f5df-4e0b-8cf1-1d37567783c5 req-4cb16989-0023-4d9e-ad44-8e913eb5d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:51.509836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14615df2-f5df-4e0b-8cf1-1d37567783c5 req-4cb16989-0023-4d9e-ad44-8e913eb5d693 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1097 time: 0.1170046 May 27 01:43:51.564052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14615df2-f5df-4e0b-8cf1-1d37567783c5 req-608faa9d-0e9f-4337-a0e6-ad069476a83c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 May 27 01:43:51.641726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:43:51.653860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Sync routers for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:43:51.742589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29b7fc-413e-4e55-9084-df61af570d17 req-c0c48f10-0497-4d7b-bd03-735508bac145 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:51.743622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:43:51.744266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:43:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:51.747238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f29b7fc-413e-4e55-9084-df61af570d17 req-c0c48f10-0497-4d7b-bd03-735508bac145 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1399033 May 27 01:43:51.799804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f29b7fc-413e-4e55-9084-df61af570d17 req-98b797b0-cec9-4933-b33e-7475b6c2795c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 May 27 01:43:51.816738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:51.820642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db3e6bff-ff01-414e-b10a-03c28122423e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5159380 May 27 01:43:51.822212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:51.870222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 70cbcbcf-b123-4bb4-a83b-c998bb2808db up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:52.046287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1daa3a-575a-49f6-aacf-b72fed263acb req-7c922c54-ec68-42c0-9b75-5096e98650d1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:52.054664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c1daa3a-575a-49f6-aacf-b72fed263acb req-7c922c54-ec68-42c0-9b75-5096e98650d1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 949 time: 0.1066685 May 27 01:43:52.086609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:43:52.125594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c1daa3a-575a-49f6-aacf-b72fed263acb req-3bc99563-3119-4f20-bc3a-09f0a048d2be tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693970 May 27 01:43:52.129789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 70cbcbcf-b123-4bb4-a83b-c998bb2808db completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:52.176300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dc630-dad2-436d-9124-9cfc98787178 req-097a1c16-196b-474b-b605-b2f51ec26176 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:52.187992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-085dc630-dad2-436d-9124-9cfc98787178 req-097a1c16-196b-474b-b605-b2f51ec26176 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.5306337 May 27 01:43:52.201863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 70cbcbcf-b123-4bb4-a83b-c998bb2808db triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:52.202323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:52.246506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:52.275816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-085dc630-dad2-436d-9124-9cfc98787178 req-2209da9c-2c39-4c89-8c19-872bddc89659 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866966 May 27 01:43:52.477914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8cb07bbe-7030-495e-9c58-244c90c9a047 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:52.478302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:52.645449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 70cbcbcf-b123-4bb4-a83b-c998bb2808db is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:52.645822 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:52.706587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a9766-e7e9-4d04-97c0-200a4db1634d req-9d1642ae-66cb-4804-842b-8508d4727647 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:52.728772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c9a9766-e7e9-4d04-97c0-200a4db1634d req-9d1642ae-66cb-4804-842b-8508d4727647 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.1784143 May 27 01:43:52.735129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 70cbcbcf-b123-4bb4-a83b-c998bb2808db, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=70cbcbcf-b123-4bb4-a83b-c998bb2808db,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:52.737226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:49Z', 'revision_number': 3, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:52.763680 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:52.801305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c9a9766-e7e9-4d04-97c0-200a4db1634d req-e4909286-a4dd-4f44-a90c-ff3ebaf07741 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672097 May 27 01:43:52.813902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Checking router: a2662f23-804d-484d-9d92-9725c01f1f3a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:43:52.814252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Updating router a2662f23-804d-484d-9d92-9725c01f1f3a port 683653ea-896b-4310-8ade-dd5c942cf256 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:43:52.888725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:52.889106 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:52.927145 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:52.978960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=70cbcbcf-b123-4bb4-a83b-c998bb2808db,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:52.992125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:53.010014 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.126741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.141498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:53.250986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89123bd8-bfd6-480b-826c-b7885f56714e req-df13024e-1c23-4732-a995-0ac3c32db5da tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:53.252363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89123bd8-bfd6-480b-826c-b7885f56714e req-df13024e-1c23-4732-a995-0ac3c32db5da tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.2376254 May 27 01:43:53.358676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:43:53.384170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc1f73-b929-4c02-abdf-e978c6d8964a req-472a994d-0563-4521-b33a-fc5079d301d6 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:53.392222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89123bd8-bfd6-480b-826c-b7885f56714e req-b4caf4c7-8fc4-4ff1-9846-895c65a4b8d9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047304 May 27 01:43:53.394149 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cfc1f73-b929-4c02-abdf-e978c6d8964a req-472a994d-0563-4521-b33a-fc5079d301d6 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1423788 May 27 01:43:53.437132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Allocated IP 172.20.0.1 (4a89d05e-1dc3-4a80-b462-c217fe9c6a6a/4b501c6e-25d2-45ad-8941-b6f5455f0095/fe67e797-8aaf-4e03-8894-6fe16de474df) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:53.477693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cfc1f73-b929-4c02-abdf-e978c6d8964a req-de822b6c-b667-4b4d-bf16-5f1319a4319b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820956 May 27 01:43:53.586071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.624277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Transition to ACTIVE for port object 683653ea-896b-4310-8ade-dd5c942cf256 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:53.632746 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b416b177-c9fc-46b4-bac6-2a4099f7b8c4'] response: {'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'code': 200} May 27 01:43:53.635698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.750220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c85b-93ee-4458-a572-b58e5530fa06 None None] Pushing event updated for resources: {'Port': ['ID=683653ea-896b-4310-8ade-dd5c942cf256,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:53.759554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.774925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Attempting to bind port 683653ea-896b-4310-8ade-dd5c942cf256 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:43:53.775543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Attempting to bind port 683653ea-896b-4310-8ade-dd5c942cf256 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:43:53.776209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Attempting to bind port 683653ea-896b-4310-8ade-dd5c942cf256 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:43:53.783980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Transition to ACTIVE for port object fe67e797-8aaf-4e03-8894-6fe16de474df will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:43:53.786760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:43:53.787444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:43:53.794012 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.795327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:43:53.796131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Bound port: 683653ea-896b-4310-8ade-dd5c942cf256, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:43:53.796514 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.840240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32db52-279e-41b8-a9bb-17de49ef69d8 req-5fd4e885-f137-489d-b541-8a71e5716b06 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:53.843763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e32db52-279e-41b8-a9bb-17de49ef69d8 req-5fd4e885-f137-489d-b541-8a71e5716b06 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.2436306 May 27 01:43:53.847745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:53.854989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 70cbcbcf-b123-4bb4-a83b-c998bb2808db up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:53.920801 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e32db52-279e-41b8-a9bb-17de49ef69d8 req-ee2ca238-28c9-48ff-980d-9f278d2707ee tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 May 27 01:43:53.983510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] For port 683653ea-896b-4310-8ade-dd5c942cf256, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:43:53.987424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] For port 683653ea-896b-4310-8ade-dd5c942cf256, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=683653ea-896b-4310-8ade-dd5c942cf256,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:43:53.990539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:53.995133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:54.005734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 70cbcbcf-b123-4bb4-a83b-c998bb2808db triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:54.006280 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:54.012790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:43:54.037091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:54.070990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:54.114143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Pushing event updated for resources: {'Port': ['ID=fe67e797-8aaf-4e03-8894-6fe16de474df,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:54.156334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:43:54.156970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:43:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:54.207832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72374a73-65f3-420e-ac61-70bff69fe819 req-d3bf437f-7936-4219-abfc-ec6131b936f3 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:54.217013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-72374a73-65f3-420e-ac61-70bff69fe819 req-d3bf437f-7936-4219-abfc-ec6131b936f3 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.2094100 May 27 01:43:54.278484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-72374a73-65f3-420e-ac61-70bff69fe819 req-730cae13-54a5-4f93-bea7-f80be58d9a62 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602660 May 27 01:43:54.341822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c85b-93ee-4458-a572-b58e5530fa06 None None] Pushing event updated for resources: {'Port': ['ID=683653ea-896b-4310-8ade-dd5c942cf256,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:54.368885 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:54.455450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b802e8e9-77e1-430d-b60b-3b30f3a20651 None None] Provisioning for port fe67e797-8aaf-4e03-8894-6fe16de474df completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:54.502240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ca72a-b786-4a20-b03c-0aca2ea2d5f9 req-87c42f59-d9a8-4918-b301-5a3fd5e6da55 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:54.504054 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f93ca72a-b786-4a20-b03c-0aca2ea2d5f9 req-87c42f59-d9a8-4918-b301-5a3fd5e6da55 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1097 time: 0.0969970 May 27 01:43:54.561989 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f93ca72a-b786-4a20-b03c-0aca2ea2d5f9 req-1ca975c8-de52-461f-b45d-ab749b5190a6 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514615 May 27 01:43:54.568423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b802e8e9-77e1-430d-b60b-3b30f3a20651 None None] Provisioning complete for port fe67e797-8aaf-4e03-8894-6fe16de474df triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:54.569528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b802e8e9-77e1-430d-b60b-3b30f3a20651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:54.706435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 70cbcbcf-b123-4bb4-a83b-c998bb2808db is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:54.738481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:43:54.810084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35431d-77a6-4ce2-9caa-9749d874f46a req-3d027789-751e-4430-a8c4-20cb3b1ff953 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:54.817479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b35431d-77a6-4ce2-9caa-9749d874f46a req-3d027789-751e-4430-a8c4-20cb3b1ff953 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1735070 May 27 01:43:54.855654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b802e8e9-77e1-430d-b60b-3b30f3a20651 None None] Port fe67e797-8aaf-4e03-8894-6fe16de474df cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:43:54.889752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b35431d-77a6-4ce2-9caa-9749d874f46a req-ccceb859-73f5-4e1e-9b9f-430998d08595 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701418 May 27 01:43:54.920763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:54.930105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:54.977125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b477b-dd52-4556-a83d-88df53e39157 req-282fb1a9-5739-4015-a6ed-38bf9671968b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:54.990419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-379b477b-dd52-4556-a83d-88df53e39157 req-282fb1a9-5739-4015-a6ed-38bf9671968b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1840305 May 27 01:43:55.071378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-379b477b-dd52-4556-a83d-88df53e39157 req-84c69908-ebaf-4a2c-80d8-287e71cd8b5a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707996 May 27 01:43:55.071606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:55.090458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Pushing event updated for resources: {'Port': ['ID=fe67e797-8aaf-4e03-8894-6fe16de474df,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:55.377210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f4aea-83e5-4810-ac69-38a5099c7b83 req-59d98153-01df-475a-bc48-c66b5ded3c97 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:55.378768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e1f4aea-83e5-4810-ac69-38a5099c7b83 req-59d98153-01df-475a-bc48-c66b5ded3c97 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.1013365 May 27 01:43:55.445611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e1f4aea-83e5-4810-ac69-38a5099c7b83 req-b7d8b613-1285-4b70-97ee-a6bf2cef3df8 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602536 May 27 01:43:55.449362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:43:53Z', 'revision_number': 1, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:55.453826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82914aba-e71e-4030-85c0-b3fda252ab74 None None] The sync data for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 is: [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:43:53Z', 'revision_number': 1, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:43:55.493876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:43:55.494480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:43:55.889141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Router a2662f23-804d-484d-9d92-9725c01f1f3a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:43:55.903713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5f6d64ad-2c9e-40b2-a27b-9107133e0c61 None None] Provisioning complete for port fe67e797-8aaf-4e03-8894-6fe16de474df triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:55.904354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5f6d64ad-2c9e-40b2-a27b-9107133e0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:56.080769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d64ad-2c9e-40b2-a27b-9107133e0c61 None None] Port fe67e797-8aaf-4e03-8894-6fe16de474df cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:43:56.220054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:43:56.273655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-de2d5d53-feaa-4ad6-afbd-b2a60603a358 admin admin] 10.222.0.16 "PUT /v2.0/routers/a2662f23-804d-484d-9d92-9725c01f1f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4502120 May 27 01:43:56.367644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f7565-83b8-4f71-b795-6113c0e5f78d req-58a6503c-79ae-4f62-98a1-07cbfe2272d7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:56.385742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc4f7565-83b8-4f71-b795-6113c0e5f78d req-58a6503c-79ae-4f62-98a1-07cbfe2272d7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1673172 May 27 01:43:56.479862 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc4f7565-83b8-4f71-b795-6113c0e5f78d req-24789204-b755-41cf-a3f1-b688cc84cdf8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930378 May 27 01:43:56.499073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c93d3-445c-4581-9664-235899fe2630 req-c9566af8-113a-406a-8b2b-65a5a497262f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:56.509929 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d4c93d3-445c-4581-9664-235899fe2630 req-c9566af8-113a-406a-8b2b-65a5a497262f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1834617 May 27 01:43:56.573261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d4c93d3-445c-4581-9664-235899fe2630 req-35759304-b235-4bc8-9414-2667a6ea15a4 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623465 May 27 01:43:56.846021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869e011-7847-4d1e-b6c7-b6413f09416c req-f830767c-57f3-4646-8385-2c2d9c842359 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:56.859008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3869e011-7847-4d1e-b6c7-b6413f09416c req-f830767c-57f3-4646-8385-2c2d9c842359 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.1935973 May 27 01:43:56.862425 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-5df77566-3f0f-403e-9d01-bf71fea8d748 service neutron] show failed (client error): The resource could not be found. May 27 01:43:56.863496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-5df77566-3f0f-403e-9d01-bf71fea8d748 service neutron] 10.222.0.13 "GET /v2.0/ports/1b549171-3c5a-434d-8045-42af0e2de594/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.2162912 May 27 01:43:56.934870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3869e011-7847-4d1e-b6c7-b6413f09416c req-ac901a86-4528-4835-aa2e-df6de617014d tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 May 27 01:43:56.955897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53250) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:56.962331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741650077', 'description': 'tempest-description--345043383'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:56.973931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:56.984100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Usage tracker for resource:security_group and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:57.003661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:57.019097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:57.048434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.095424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:57.112802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Usage tracker for resource:security_group_rule and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:57.120184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:57.175574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:57.411564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.422506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.479124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c90cba-ac85-4f50-a4da-9c00d1878e07,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:57.487980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.488343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.488712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.489175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.489511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.489834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.490206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.490573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.490978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.491494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.491814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.492226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:57.497581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.501790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53270) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:57.512814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1a49c755-e3eb-46e1-8cf0-592db5aae942 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5542712 May 27 01:43:57.513300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Request body: {'security_group_rule': {'security_group_id': 'c7c90cba-ac85-4f50-a4da-9c00d1878e07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:57.548170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:57.556651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Usage tracker for resource:security_group_rule and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:57.564138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:57.582729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:57.622034 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.739534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e04d0-2b73-4e47-900a-77130041a579 req-b3d2aa20-86be-49f7-950d-d92a44614354 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:57.747237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db1e04d0-2b73-4e47-900a-77130041a579 req-b3d2aa20-86be-49f7-950d-d92a44614354 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1130812 May 27 01:43:57.809293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db1e04d0-2b73-4e47-900a-77130041a579 req-1249f340-931d-4fe1-9020-59d22e3d04ca tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611756 May 27 01:43:57.868646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 683653ea-896b-4310-8ade-dd5c942cf256 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:57.884463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.897822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.968058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307fd074-8bab-49b1-91af-4f2dc61548fb,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:57.997310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:57.999714 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9fd7141-bdea-4a2d-ac01-76f730a0b3c9 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4939473 May 27 01:43:58.009016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53278) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:58.029471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Request body: {'security_group_rule': {'security_group_id': 'c7c90cba-ac85-4f50-a4da-9c00d1878e07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:58.037302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca79df-6b9f-4628-9245-16abf703b415 req-04766f34-669a-4da1-8f61-11fece942be7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:58.039249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 683653ea-896b-4310-8ade-dd5c942cf256 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:43:58.045540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 683653ea-896b-4310-8ade-dd5c942cf256 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:43:58.046403 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.050592 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bca79df-6b9f-4628-9245-16abf703b415 req-04766f34-669a-4da1-8f61-11fece942be7 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.3623779 May 27 01:43:58.051135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:58.083004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Usage tracker for resource:security_group_rule and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:58.095897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:58.108935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bca79df-6b9f-4628-9245-16abf703b415 req-0d1801f2-f677-40a7-880e-63987e4a3da6 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570836 May 27 01:43:58.132439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:58.181509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.238539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 683653ea-896b-4310-8ade-dd5c942cf256 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:43:58.238872 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.267436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 683653ea-896b-4310-8ade-dd5c942cf256, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=683653ea-896b-4310-8ade-dd5c942cf256,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:58.287995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.441646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=683653ea-896b-4310-8ade-dd5c942cf256,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:58.454316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.455031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.455720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.456251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.456768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.457290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.457963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.458475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.460090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.461400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.461956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.462477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:43:58.526467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f6007-4979-466a-a9b1-89b57fe53bb1 req-02c8a331-2196-4234-838d-067c02404d23 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:58.535878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b11f6007-4979-466a-a9b1-89b57fe53bb1 req-02c8a331-2196-4234-838d-067c02404d23 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.2977960 May 27 01:43:58.625127 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b11f6007-4979-466a-a9b1-89b57fe53bb1 req-af8a1e68-f2b3-476d-8a38-db88a8a227f6 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700028 May 27 01:43:58.679523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.701126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.770637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a3880c-70d0-4675-b6aa-9af7f195b5f2,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:43:58.795220 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.799338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53294) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:43:58.799485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3436e757-e000-40ac-b9a5-29dd54a18e72 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7893231 May 27 01:43:58.806883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:58.811796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3e49-8aa7-4cdd-9f71-540aecfea035 req-04bea906-b4f6-44fc-8ffb-2fa763f2018e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:58.819443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f5d3e49-8aa7-4cdd-9f71-540aecfea035 req-04bea906-b4f6-44fc-8ffb-2fa763f2018e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.6009417 May 27 01:43:58.823345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:43:58.827782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Usage tracker for resource:floatingip and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:43:58.830700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:43:58.853230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:43:58.872153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba261a-28f1-4248-b2e6-988354aea2e3 req-cf086efb-b9e9-444e-914b-901d31bf9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:58.873665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dfba261a-28f1-4248-b2e6-988354aea2e3 req-cf086efb-b9e9-444e-914b-901d31bf9d8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1102 time: 0.2742665 May 27 01:43:58.877389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:58.878240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-675d7e07-c293-4de0-b768-639db0e0ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:58.879900 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-675d7e07-c293-4de0-b768-639db0e0ca34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 1102 time: 0.4134119 May 27 01:43:58.904963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f5d3e49-8aa7-4cdd-9f71-540aecfea035 req-d18f8f7f-e239-4b79-8289-ed2f28d5786d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847132 May 27 01:43:58.908718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:43:58.973196 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:43:59.088534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dfba261a-28f1-4248-b2e6-988354aea2e3 req-d10eea7a-bb52-4b81-b8bb-75edf58b397a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077022 May 27 01:43:59.105970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:59.171449 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Sync routers for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:43:59.184944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:43:59.185882 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:43:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:43:59.212311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113db660-a463-4432-b1f1-a7cd3b66efad req-b77863a1-b914-47c6-9fd7-5624f1624a39 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:59.213835 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-113db660-a463-4432-b1f1-a7cd3b66efad req-b77863a1-b914-47c6-9fd7-5624f1624a39 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1805427 May 27 01:43:59.337098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-113db660-a463-4432-b1f1-a7cd3b66efad req-6c229aaf-5226-43c5-bb18-9aca5af35764 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819573 May 27 01:43:59.342393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:59.401514 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:43:59.549998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Allocated IP 172.25.3.231 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/02a27705-1ce6-43d8-a29d-2b8684cbe618) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:43:59.730609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:43:59.751319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-d2041d88-360c-4e70-9f05-18ef94978cf4 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:43:59.752800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-d2041d88-360c-4e70-9f05-18ef94978cf4 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.3271894 May 27 01:43:59.800039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:59.858545 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:43:59.862949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 683653ea-896b-4310-8ade-dd5c942cf256 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:43:59.991282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:44:00.003955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 683653ea-896b-4310-8ade-dd5c942cf256 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:00.004331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:00.017267 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 2, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:00.029342 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Checking router: a2662f23-804d-484d-9d92-9725c01f1f3a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:44:00.029692 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Updating router a2662f23-804d-484d-9d92-9725c01f1f3a port fe67e797-8aaf-4e03-8894-6fe16de474df binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:44:00.070854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171648b-3760-492a-8b55-cc8aedb44040 req-aacbb863-85e2-4f94-8199-e76004ab2b47 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:00.078899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3171648b-3760-492a-8b55-cc8aedb44040 req-aacbb863-85e2-4f94-8199-e76004ab2b47 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 946 time: 0.6520371 May 27 01:44:00.086876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Deleting port adc09f71-86f8-460c-b378-b10acf4ddd7e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:00.087645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:00.175463 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:00.209718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:00.249959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 683653ea-896b-4310-8ade-dd5c942cf256 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:00.345873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3171648b-3760-492a-8b55-cc8aedb44040 req-5b093825-e0dd-4937-8ec0-1f25775b0418 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56e738e-f180-4878-8797-ff1bc4694005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658017 May 27 01:44:00.496496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:00.527721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:44:00.550542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:44:00.562025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:44:00.572127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:00.581076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:00.666666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event updated for resources: {'Port': ['ID=02a27705-1ce6-43d8-a29d-2b8684cbe618,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:00.704466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.704745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.705121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.705457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.705785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.711654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Transition to ACTIVE for port object 1b549171-3c5a-434d-8045-42af0e2de594 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:00.725849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:00.726915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.727300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.729916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.730258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.730597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.734074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.734445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:00.776491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:00.886167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a25fc-38ad-447e-892c-3fde58f0c98e req-8f174929-c15f-44d1-b5d5-e0491e7ebfd7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:00.901423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-264a25fc-38ad-447e-892c-3fde58f0c98e req-8f174929-c15f-44d1-b5d5-e0491e7ebfd7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.9789324 May 27 01:44:00.949090 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:00.974702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] For port adc09f71-86f8-460c-b378-b10acf4ddd7e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=adc09f71-86f8-460c-b378-b10acf4ddd7e,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:00.975753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:00.982066 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Transition to ACTIVE for port object fe67e797-8aaf-4e03-8894-6fe16de474df will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:01.002862 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.054955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-264a25fc-38ad-447e-892c-3fde58f0c98e req-5b6debd5-53db-48f7-a32f-fef7cb74ec22 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525185 May 27 01:44:01.072109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.215567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.222051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:01.343501 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Pushing event updated for resources: {'Port': ['ID=fe67e797-8aaf-4e03-8894-6fe16de474df,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:01.363446 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.363932 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.364392 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.364829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.365537 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.366703 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.368761 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.370026 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.370490 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.371204 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.372047 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.372561 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:01.566464 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Attempting to bind port fe67e797-8aaf-4e03-8894-6fe16de474df on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:01.570228 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Attempting to bind port fe67e797-8aaf-4e03-8894-6fe16de474df by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:01.574375 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Attempting to bind port fe67e797-8aaf-4e03-8894-6fe16de474df on network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:01.584000 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:01.586913 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Checking segment: {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:01.587552 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.588154 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Bound using segment: {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:01.589677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Bound port: fe67e797-8aaf-4e03-8894-6fe16de474df, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:01.590267 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.651835 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.652263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.652589 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6 disassociated. External IP: 172.25.3.230, port: adc09f71-86f8-460c-b378-b10acf4ddd7e. May 27 01:44:01.653051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Calling delete_port for adc09f71-86f8-460c-b378-b10acf4ddd7e owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:01.778917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4754eb-595f-48a0-b6c0-dc769fd01af3 req-e3f49694-3f00-4039-9b0a-dc93bb993453 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:01.789626 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea4754eb-595f-48a0-b6c0-dc769fd01af3 req-e3f49694-3f00-4039-9b0a-dc93bb993453 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.3502851 May 27 01:44:01.807194 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] For port fe67e797-8aaf-4e03-8894-6fe16de474df, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:01.810606 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] For port fe67e797-8aaf-4e03-8894-6fe16de474df, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fe67e797-8aaf-4e03-8894-6fe16de474df,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:01.822229 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.896289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.906597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea4754eb-595f-48a0-b6c0-dc769fd01af3 req-0edd9f8b-c670-442f-815e-a99b89421f6a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150196 May 27 01:44:01.908745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:01.964199 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:01.964980 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:43:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:01.993595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] No DVR routers for this DVR port 1b549171-3c5a-434d-8045-42af0e2de594 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:01.999997 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:02.013212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event updated for resources: {'Port': ['ID=02a27705-1ce6-43d8-a29d-2b8684cbe618,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:02.170379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:02.172395 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699182d5-3bd9-41cb-b1c3-fac2cb5fae3c'] response: {'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594', 'code': 200} May 27 01:44:02.178732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event deleted for resources: {'Port': ['ID=adc09f71-86f8-460c-b378-b10acf4ddd7e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:02.238313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:02.239610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dd32bdaf-93ad-49d5-a563-cafbec0fd08c tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4386952 May 27 01:44:02.367791 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfccc1-437e-4603-82b2-1c27ce0e8318 None None] Pushing event updated for resources: {'Port': ['ID=fe67e797-8aaf-4e03-8894-6fe16de474df,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:02.387222 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:02.455213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:02.542802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3d93e-e006-4731-9f8d-57a14ca169d8 req-dc9c1726-f1cc-451a-87d6-d2e0e97d4a6e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:02.552771 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6eb3d93e-e006-4731-9f8d-57a14ca169d8 req-dc9c1726-f1cc-451a-87d6-d2e0e97d4a6e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.2163961 May 27 01:44:02.577793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:02.593155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:02.593606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:02.636223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6eb3d93e-e006-4731-9f8d-57a14ca169d8 req-388e09e0-b346-459c-8e2f-cc54453e9dd5 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788376 May 27 01:44:02.674313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Port 1b549171-3c5a-434d-8045-42af0e2de594 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:02.674740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Attempting to bind port 1b549171-3c5a-434d-8045-42af0e2de594 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:02.776844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:02.777191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:02.777567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:02.778011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Bound port: 1b549171-3c5a-434d-8045-42af0e2de594, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:02.778358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:02.853465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:02.936146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-412d0a31-b406-4bb0-b30e-a1c6dd925d24 req-e332f95e-f5fc-4adf-bf06-f349a0483c19 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 210 time: 0.0967870 May 27 01:44:03.162094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:01Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:03.170241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215efee1-7015-484d-8c4e-d6e23d14cee5 None None] The sync data for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 is: [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:01Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:44:03.588951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8f100-2d58-41c8-ad41-f59b63566dce req-98926925-7122-4e87-aaa0-6f8d80a8f89c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:03.594030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941da2a-fe22-4da1-aa0b-789cc894af2b req-691eacc7-8c86-4239-b31f-d270f048b5cc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:03.599155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cf8f100-2d58-41c8-ad41-f59b63566dce req-98926925-7122-4e87-aaa0-6f8d80a8f89c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2812099 May 27 01:44:03.602288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0941da2a-fe22-4da1-aa0b-789cc894af2b req-691eacc7-8c86-4239-b31f-d270f048b5cc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 1.4344025 May 27 01:44:03.634856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Router 10b05497-0f8c-4616-b7d8-78a9192b9151 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:44:03.741043 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cf8f100-2d58-41c8-ad41-f59b63566dce req-13f0c59d-125a-4485-a644-9a7bac4bdb4e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253731 May 27 01:44:03.904663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe67e797-8aaf-4e03-8894-6fe16de474df up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:03.922491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0941da2a-fe22-4da1-aa0b-789cc894af2b req-8608bb23-9b6b-4c37-aafb-f2e776c9eb9a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190193 May 27 01:44:03.926493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:04.259905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:44:04.313996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] Sync routers for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:44:04.336347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port fe67e797-8aaf-4e03-8894-6fe16de474df completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:04.362673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port fe67e797-8aaf-4e03-8894-6fe16de474df triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:04.363070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:04.408867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:04.444884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:04.449046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:43:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:04.503158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:04.687617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] No DVR routers for this DVR port adc09f71-86f8-460c-b378-b10acf4ddd7e on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:04.719944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:04.722486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device adc09f71-86f8-460c-b378-b10acf4ddd7e no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:04.744215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'name': 'network-vif-deleted', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:04.808291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:04.808956 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:04.810327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] 10.222.0.47 "PUT /v2.0/ports/1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 1097 time: 5.9109795 May 27 01:44:04.852012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d93b1e95-e08f-4c07-9961-cdd4d69a36a8 req-3898060f-352a-4dc0-89ac-f89b35be3fdf tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.13 "DELETE /v2.0/ports/adc09f71-86f8-460c-b378-b10acf4ddd7e HTTP/1.1" status: 204 len: 173 time: 5.0896006 May 27 01:44:04.857411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: adc09f71-86f8-460c-b378-b10acf4ddd7e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:04.857752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device adc09f71-86f8-460c-b378-b10acf4ddd7e not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:04.874090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-12f2ebfa-6336-4a43-92dd-742b0b323154 req-7cfb8688-bd83-430c-a6ac-1ffadd0043e8 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14 HTTP/1.1" status: 200 len: 210 time: 0.0831685 May 27 01:44:05.052621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c790e6-7e1a-4e50-9385-ec32687797dd service neutron] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:05.127707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-5c408c90-0ab9-4025-b5ec-37e8593e485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:05.133195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-5c408c90-0ab9-4025-b5ec-37e8593e485b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1100 time: 0.2695913 May 27 01:44:05.184932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port fe67e797-8aaf-4e03-8894-6fe16de474df is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:05.185476 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:05.223304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:05.323676 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387cf04d-bc5b-4994-9aee-33843ec8a60e'] response: {'server_uuid': '9fbe0b2d-0f84-4722-8f5b-0bbb9b855e14', 'name': 'network-vif-deleted', 'tag': 'adc09f71-86f8-460c-b378-b10acf4ddd7e', 'status': 'completed', 'code': 200} May 27 01:44:05.523254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port fe67e797-8aaf-4e03-8894-6fe16de474df, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fe67e797-8aaf-4e03-8894-6fe16de474df,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:05.560071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-31b99514-fcce-4b56-97eb-032ef42231c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:05.566630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-31b99514-fcce-4b56-97eb-032ef42231c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4211731 May 27 01:44:05.620461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e694f32-f370-4e73-972e-a1247efde4e0 req-92d37a14-cff4-42a5-8a4a-bd42d6e430cf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:05.629045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e694f32-f370-4e73-972e-a1247efde4e0 req-92d37a14-cff4-42a5-8a4a-bd42d6e430cf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 0.1474428 May 27 01:44:05.649983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:05.712939 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e694f32-f370-4e73-972e-a1247efde4e0 req-10aa09f6-5bdd-4a07-ac96-d0518439f27d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825970 May 27 01:44:05.735798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-0049fc64-9c00-4c76-b8fc-77ada81fa534 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 217 time: 0.1594980 May 27 01:44:05.831582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03112b5-7ff2-45d4-a651-fc62fa241780 req-b6636307-c8db-42af-9229-27a7fa1c791c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:05.833373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b03112b5-7ff2-45d4-a651-fc62fa241780 req-b6636307-c8db-42af-9229-27a7fa1c791c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.5715001 May 27 01:44:05.869186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0c202206-199b-41af-b093-68362680e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:05.905972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=fe67e797-8aaf-4e03-8894-6fe16de474df,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:05.921021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b03112b5-7ff2-45d4-a651-fc62fa241780 req-39974894-0805-4465-9c19-676028b28635 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767491 May 27 01:44:05.949154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-3f4b2618-780d-4bc6-8cce-091e395d9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:05.950487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-3f4b2618-780d-4bc6-8cce-091e395d9231 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2033277 May 27 01:44:06.077544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:06.089904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] Checking router: 10b05497-0f8c-4616-b7d8-78a9192b9151 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:44:06.111972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-49672ff2-97fe-431d-8052-3f3740755248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:06.113641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-49672ff2-97fe-431d-8052-3f3740755248 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542740 May 27 01:44:06.120636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:06.121270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:43:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:06.133834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a615953-0bfd-4ce5-8a68-8403c1ce840a req-1a271cb5-64f9-430e-8001-823311f77340 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:06.143824 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a615953-0bfd-4ce5-8a68-8403c1ce840a req-1a271cb5-64f9-430e-8001-823311f77340 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.1712701 May 27 01:44:06.246018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a615953-0bfd-4ce5-8a68-8403c1ce840a req-876a99f0-ce8c-4837-ba16-4ee4acf86939 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015341 May 27 01:44:06.305683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-c8755916-c812-4c4f-9999-aa6c9ea3f6c2 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803637 May 27 01:44:06.452165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:06.534339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78cae037-e3bd-4208-9f34-c29a8b29b618 req-85c562ea-de7f-4d0b-91f0-ad724a6136e0 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203903 May 27 01:44:06.546358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53552) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:06.686658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9466eca-b3d8-465b-9a0b-d94f09861f76 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:06.752442 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9466eca-b3d8-465b-9a0b-d94f09861f76 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:06.871815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9466eca-b3d8-465b-9a0b-d94f09861f76 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:06.952346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9466eca-b3d8-465b-9a0b-d94f09861f76 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e738e-f180-4878-8797-ff1bc4694005,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:06.968883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9466eca-b3d8-465b-9a0b-d94f09861f76 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:06.972896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a9466eca-b3d8-465b-9a0b-d94f09861f76 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "DELETE /v2.0/security-groups/a56e738e-f180-4878-8797-ff1bc4694005 HTTP/1.1" status: 204 len: 168 time: 0.4253542 May 27 01:44:06.973251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53586) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:06.998440 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-60d707e1-af87-414b-8ecb-de747a24a8ea tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] show failed (client error): The resource could not be found. May 27 01:44:06.999682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-60d707e1-af87-414b-8ecb-de747a24a8ea tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "GET /v2.0/security-groups/a56e738e-f180-4878-8797-ff1bc4694005 HTTP/1.1" status: 404 len: 347 time: 0.0247569 May 27 01:44:07.002695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53592) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:07.078019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585c11a-5780-4e11-b705-7d84ebe02218 req-b66cf5d0-0281-4b19-8543-0ec302333855 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:07.079865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0585c11a-5780-4e11-b705-7d84ebe02218 req-b66cf5d0-0281-4b19-8543-0ec302333855 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 0.1140227 May 27 01:44:07.146832 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0585c11a-5780-4e11-b705-7d84ebe02218 req-c153ef86-2a3c-408e-b64a-4b56790ceecf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598998 May 27 01:44:07.190127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:07.199164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ec574-37f6-4308-9131-d430ec31579d None None] The sync data for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 is: [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:39:54Z', 'revision_number': 4, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'da71d168-ea81-42d7-82a5-5c768062a113', 'name': '', 'network_id': '1424c11e-5f34-4f4b-8939-2b8c6df8c6eb', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'mac_address': 'fa:16:3e:14:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:52Z', 'updated_at': '2022-05-27T01:40:07Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'subnets': [{'id': '044d285e-9bbc-4dda-87ae-46c526fe2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:44:07.331042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:07.337121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Deleting port 87a76c48-6c86-40f8-ae7e-09ceb6720c86 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:07.337673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:07.474419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9a347-69a0-4e44-a26d-1df604cc0761 req-968f2770-34fc-491c-b6cc-f9aca79a48eb tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:07.476644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7dc9a347-69a0-4e44-a26d-1df604cc0761 req-968f2770-34fc-491c-b6cc-f9aca79a48eb tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1388783 May 27 01:44:07.577362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7dc9a347-69a0-4e44-a26d-1df604cc0761 req-2c2d5b9f-2c03-4a6f-86ec-1010acfc4403 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940647 May 27 01:44:07.650157 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ce47f-cc17-4641-88ee-733905385537 None None] New status for floating IP 0c764726-e7d7-44c2-aa0f-ea9fc802aff6: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:44:07.818996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe67e797-8aaf-4e03-8894-6fe16de474df up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:07.961717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:07.967321 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:08.007976 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599390b6-40f9-4cca-9e36-304a7021732a'] response: {'name': 'network-changed', 'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594', 'status': 'completed', 'code': 200} May 27 01:44:08.065658 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c8377b4f-78c8-4fbb-9311-b10e76d83ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:08.088963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port fe67e797-8aaf-4e03-8894-6fe16de474df triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:08.089353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:08.272936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port fe67e797-8aaf-4e03-8894-6fe16de474df is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:08.281806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Calling delete_port for 87a76c48-6c86-40f8-ae7e-09ceb6720c86 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:08.282623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a679d768-fa84-42ab-b373-7de8712796aa details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:08.342218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67c035-b0af-4b4c-adf0-8f0f2ed38d96 req-f35c75a7-29f0-4e5c-85b0-6a83c76449c9 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:08.350947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b67c035-b0af-4b4c-adf0-8f0f2ed38d96 req-f35c75a7-29f0-4e5c-85b0-6a83c76449c9 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.6481507 May 27 01:44:08.465320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:08.481209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a679d768-fa84-42ab-b373-7de8712796aa', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'port_id': 'a679d768-fa84-42ab-b373-7de8712796aa', 'mac_address': 'fa:16:3e:89:5e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70687d9-12d2-437e-89b0-b0087e5a8248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:44:08.483213 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b67c035-b0af-4b4c-adf0-8f0f2ed38d96 req-753aeabc-8951-4e77-aa2c-c73b6d7d6078 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312363 May 27 01:44:08.530698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-5e33eaad-be46-4469-b207-e890eecdd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:08.532504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-5e33eaad-be46-4469-b207-e890eecdd700 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1100 time: 0.4359348 May 27 01:44:08.535840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-d6048bdf-aad5-4f0b-8637-ab839d6b3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:08.537726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-d6048bdf-aad5-4f0b-8637-ab839d6b3826 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1100 time: 0.4423099 May 27 01:44:08.539412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:44:08.539936 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:44:08.592404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-6878f239-4d0b-4411-9664-a61ed2bd3bdb tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:08.601498 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-6878f239-4d0b-4411-9664-a61ed2bd3bdb tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 0.2986267 May 27 01:44:08.605861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a679d768-fa84-42ab-b373-7de8712796aa is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:08.606252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:08.636160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-b271ccba-6f92-4390-9bda-d26a0c3f81e6 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/quotas/cc1f940025d24938b7da59d5a01d7058 HTTP/1.1" status: 200 len: 375 time: 0.0319161 May 27 01:44:08.646524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a679d768-fa84-42ab-b373-7de8712796aa {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:08.686334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:08.714775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:08.811646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-602fd7cc-d67a-4588-9af2-a78ebbb3bd44 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1744463 May 27 01:44:08.879070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:08.966328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a679d768-fa84-42ab-b373-7de8712796aa'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:09.035318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-a7db808a-599d-4444-a13b-f2dbf243df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:09.036946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-a7db808a-599d-4444-a13b-f2dbf243df26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4720354 May 27 01:44:09.040990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Deleting port 87a76c48-6c86-40f8-ae7e-09ceb6720c86 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:09.041297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:09.218106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-6a981cbc-91f7-4c90-bbdf-69b37366b189 service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005973 May 27 01:44:09.269727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:09.278223 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:09.315769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-258c54db-1f3f-44cb-a387-7773d3504f5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 217 time: 0.2487183 May 27 01:44:09.381912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-f8a1b87a-2717-4a0f-a6f8-dcc8df22c4ee service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629453 May 27 01:44:09.408497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-b7a31811-b430-47e9-af5e-8a0267e6b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:09.409953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-b7a31811-b430-47e9-af5e-8a0267e6b7c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.8690736 May 27 01:44:09.501910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-ce694808-2bdc-4c08-bb19-f9412d1d6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:09.503381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-ce694808-2bdc-4c08-bb19-f9412d1d6c87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1755574 May 27 01:44:09.505028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:09.505376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:09.514795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-52cefe58-b867-4d6a-a3ab-e9dcb7f7d2f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 217 time: 0.0895762 May 27 01:44:09.583209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9caf76-06ae-4744-85de-639583fae684 req-ff32c11e-8ce3-4871-b4f5-a3a08ec7a4d0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:09.591517 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb9caf76-06ae-4744-85de-639583fae684 req-ff32c11e-8ce3-4871-b4f5-a3a08ec7a4d0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 948 time: 0.7487710 May 27 01:44:09.761707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611761a-6d57-4836-aeb3-5c07a7fb4bc2 req-e2c74762-65a8-4c1f-9155-ad26046bf1a1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:09.776232 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3611761a-6d57-4836-aeb3-5c07a7fb4bc2 req-e2c74762-65a8-4c1f-9155-ad26046bf1a1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1442494 May 27 01:44:09.842961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3611761a-6d57-4836-aeb3-5c07a7fb4bc2 req-e0f641d5-98b5-4528-a1fc-cddc29903c87 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564854 May 27 01:44:09.965283 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68d7f0b0-8aaa-4f95-9f53-7be64f77f678 req-d2a95c96-183f-42eb-af39-df488afc99fd tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 210 time: 0.0582540 May 27 01:44:10.014813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Calling delete_port for 87a76c48-6c86-40f8-ae7e-09ceb6720c86 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:10.092738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb9caf76-06ae-4744-85de-639583fae684 req-d85a6065-5d90-4bc0-bb9c-8154b504ed88 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998176 May 27 01:44:10.126333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-2bab277c-9bc6-4ec5-a23e-a30e185ec86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:10.127966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-2bab277c-9bc6-4ec5-a23e-a30e185ec86a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.3689964 May 27 01:44:10.228974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-01985c20-2b11-41fb-aca8-4b6fe790a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:10.230489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-01985c20-2b11-41fb-aca8-4b6fe790a14e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7148499 May 27 01:44:10.281582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d240-d1b6-4142-bfeb-d858c2f45a4e req-43100949-4440-4796-91b5-80d5a7702e43 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:10.290143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f975d240-d1b6-4142-bfeb-d858c2f45a4e req-43100949-4440-4796-91b5-80d5a7702e43 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 944 time: 0.2262464 May 27 01:44:10.298119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:10.301616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a679d768-fa84-42ab-b373-7de8712796aa up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:10.341576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-a1ca2587-52da-4308-9d8f-4d91cbbcf21d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:10.343455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-a1ca2587-52da-4308-9d8f-4d91cbbcf21d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef63b85c-5e99-4b2b-9f40-f8fa604b875d HTTP/1.1" status: 200 len: 946 time: 0.2243886 May 27 01:44:10.395038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a679d768-fa84-42ab-b373-7de8712796aa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:10.395687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:10.435458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f975d240-d1b6-4142-bfeb-d858c2f45a4e req-c39a7e4e-4d3f-4f2b-9ac4-498df500f0cf tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421006 May 27 01:44:10.461988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:10.477669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Deleting port bee21aef-9e3d-4982-92af-13921d2b57b9 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:10.481685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:10.541388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Pushing event deleted for resources: {'Port': ['ID=87a76c48-6c86-40f8-ae7e-09ceb6720c86,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:10.546911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device bee21aef-9e3d-4982-92af-13921d2b57b9 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:10.637400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-64108ed6-07c9-46b7-b491-fad994b0f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:10.643214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-64108ed6-07c9-46b7-b491-fad994b0f45b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5035570 May 27 01:44:10.754550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:10.802002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '1b549171-3c5a-434d-8045-42af0e2de594', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '1b549171-3c5a-434d-8045-42af0e2de594', 'mac_address': 'fa:16:3e:18:df:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:44:10.809390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a679d768-fa84-42ab-b373-7de8712796aa is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:10.809760 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:10.887085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:10.887756 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:10.897876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-ffca3c92-472c-4a4c-b262-9e98fccb436f service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597655 May 27 01:44:10.898852 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:10.959358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:10.961099 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-13402689-08db-4398-89ee-b96507ca5e38 tempest-ServersWithSpecificFlavorTestJSON-945709784 tempest-ServersWithSpecificFlavorTestJSON-945709784-project] 10.222.0.16 "DELETE /v2.0/floatingips/0c764726-e7d7-44c2-aa0f-ea9fc802aff6 HTTP/1.1" status: 204 len: 168 time: 3.9571035 May 27 01:44:10.982928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:10.998318 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:11.000445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-21962822-6f55-4eed-b109-12934bb8f2f5 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483279 May 27 01:44:11.005196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port bee21aef-9e3d-4982-92af-13921d2b57b9 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:11.011314 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:11.043943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:11.050533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 1b549171-3c5a-434d-8045-42af0e2de594 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:11.051161 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:11.073793 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:11.123538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b549171-3c5a-434d-8045-42af0e2de594 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:11.150096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:11.162923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:11.164273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:11.176448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:11.186335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:11.305714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Calling delete_port for bee21aef-9e3d-4982-92af-13921d2b57b9 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:11.367313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:11.465671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:11.518990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a26cb840-40c6-48bb-9b4d-6f51bf5363e7 req-c9a83d41-daaf-49df-94d4-8d0cfbead62d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 210 time: 0.1161873 May 27 01:44:11.584941 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8347fcfe-3973-4810-a826-dcb21e135690'] response: {'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa', 'code': 200} May 27 01:44:11.591341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:44:11.591792 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:44:11.690300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-398353c0-77ad-4690-94fc-2f2e855989ee service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101077 May 27 01:44:11.792046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa403f14-e909-49fd-9078-d450b5a0ac25 req-dcca3863-f1e2-4cf5-ab2b-f6b916f6d05f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:11.793619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa403f14-e909-49fd-9078-d450b5a0ac25 req-dcca3863-f1e2-4cf5-ab2b-f6b916f6d05f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.6017504 May 27 01:44:11.795567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac652489-e459-468e-a02d-83c8ab67c4c7 req-76287a20-3886-4bd4-b0b8-18349dc009f6 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8677034 May 27 01:44:11.805090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-66a94484-c254-4e35-9bdd-dbfed811911b tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:11.806561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-66a94484-c254-4e35-9bdd-dbfed811911b tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 0.6872044 May 27 01:44:11.833521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Request body: {'port': {'device_id': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'admin_state_up': True, 'tenant_id': 'cc1f940025d24938b7da59d5a01d7058'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:11.862607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8965a-7c03-4954-ac8d-e1b364b61269 req-e5913793-ccc9-4006-a2ff-458f1bdd257e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:11.867358 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bca8965a-7c03-4954-ac8d-e1b364b61269 req-e5913793-ccc9-4006-a2ff-458f1bdd257e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 949 time: 0.1304843 May 27 01:44:11.916041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bca8965a-7c03-4954-ac8d-e1b364b61269 req-7b5322cf-87dc-441c-9464-1fc11bb490a9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 May 27 01:44:12.026083 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa403f14-e909-49fd-9078-d450b5a0ac25 req-036c6baa-1893-41a0-9309-40fffa62ef53 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184124 May 27 01:44:12.081716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:12.095537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Deleting port bee21aef-9e3d-4982-92af-13921d2b57b9 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:12.095727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:12.099937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:12.112750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['1b549171-3c5a-434d-8045-42af0e2de594'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:12.114474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Made reservation on behalf of cc1f940025d24938b7da59d5a01d7058 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:44:12.119635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:12.167141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b477612-8d6d-4bb0-968f-6720f8654e98 req-5b6e1899-a122-40d4-a4a5-cee35bb086db tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:12.174343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b477612-8d6d-4bb0-968f-6720f8654e98 req-5b6e1899-a122-40d4-a4a5-cee35bb086db tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.1598780 May 27 01:44:12.351314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Allocated IP 172.20.0.5 (5848ceeb-517e-472e-a231-2691b8612c1f/7f68890f-94c8-474a-af01-43175b3bf07f/0e22c583-e26f-4285-ada5-2434a8cdf60e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:44:12.364055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b477612-8d6d-4bb0-968f-6720f8654e98 req-6e9640c4-1815-4989-a69d-d208bd2a2eaa tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885798 May 27 01:44:12.766268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-c9a9e2ab-50a3-4b94-bd50-6b17e5115443 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:12.768525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-c9a9e2ab-50a3-4b94-bd50-6b17e5115443 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 949 time: 0.3084018 May 27 01:44:12.824999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9750d-3d34-498a-8453-cdf24be55e48 req-899b30ad-6d22-4bb7-9b7f-26ac1976193f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:12.826864 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eba9750d-3d34-498a-8453-cdf24be55e48 req-899b30ad-6d22-4bb7-9b7f-26ac1976193f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 949 time: 0.4505279 May 27 01:44:12.837995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63dd5d83-4a30-44e5-804c-8efe76dbfa93 req-518215e2-2385-458f-9a4f-f59e26c4b058 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 210 time: 0.0568907 May 27 01:44:12.898621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] For port bee21aef-9e3d-4982-92af-13921d2b57b9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=bee21aef-9e3d-4982-92af-13921d2b57b9,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:12.899358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:12.957185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eba9750d-3d34-498a-8453-cdf24be55e48 req-a42e0da5-8589-4157-845d-50ba52702c12 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210291 May 27 01:44:12.985810 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-fef2f54d-f20d-487b-9783-b4b84d93745b service neutron] delete failed (client error): The resource could not be found. May 27 01:44:12.986919 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-fef2f54d-f20d-487b-9783-b4b84d93745b service neutron] 10.222.0.13 "DELETE /v2.0/ports/1b549171-3c5a-434d-8045-42af0e2de594/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.2073548 May 27 01:44:13.011548 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:13.102980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Calling delete_port for bee21aef-9e3d-4982-92af-13921d2b57b9 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:13.139418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-43f0734e-eeb7-4dc5-b910-4c9ec863f941 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1066339 May 27 01:44:13.141182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:13.157439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53686) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:13.357135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:13.412252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Network 5848ceeb-517e-472e-a231-2691b8612c1f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:44:13.439894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:44:13.442865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:44:13.463555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event deleted for resources: {'Port': ['ID=bee21aef-9e3d-4982-92af-13921d2b57b9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:13.496407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0897dba-e61e-48ae-8fe0-50622e39041d req-13cd53f1-688f-45b0-87d7-9646565ee046 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:13.501855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:13.510167 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0897dba-e61e-48ae-8fe0-50622e39041d req-13cd53f1-688f-45b0-87d7-9646565ee046 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2909260 May 27 01:44:13.586079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:13.642059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] No DVR routers for this DVR port bee21aef-9e3d-4982-92af-13921d2b57b9 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:13.645796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:13.648544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-deleted', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:13.684093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7dd3307b-25dd-4784-84c9-89d2f0d7efb5 req-57556d38-b9ff-405a-b947-e91fcb8de850 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "DELETE /v2.0/ports/bee21aef-9e3d-4982-92af-13921d2b57b9 HTTP/1.1" status: 204 len: 173 time: 3.3325999 May 27 01:44:13.706685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:13.709451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:13.732542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0897dba-e61e-48ae-8fe0-50622e39041d req-fb2c2f45-603c-4f23-b6b4-27a6611a6abd tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212746 May 27 01:44:13.786416 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a822f7b1-392d-4206-8e92-3a811af436c5'] response: {'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'code': 200} May 27 01:44:13.832041 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c4aeb4-5f7e-48c3-a54b-36b46bc746bb'] response: {'server_uuid': 'ef63b85c-5e99-4b2b-9f40-f8fa604b875d', 'name': 'network-vif-deleted', 'tag': 'bee21aef-9e3d-4982-92af-13921d2b57b9', 'status': 'completed', 'code': 200} May 27 01:44:13.893072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-195332bd-8747-461c-a82c-bf3b8e76eb54 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0683212 May 27 01:44:13.910185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-9bd4704e-3cbd-4bec-9c0d-cf7eeb68b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:13.911651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-9bd4704e-3cbd-4bec-9c0d-cf7eeb68b244 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 1102 time: 0.6198111 May 27 01:44:13.937909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Request body: {'port': {'device_id': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:13.987381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-c492dc8b-23c8-4ed4-b9c6-72b35533f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:13.988920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-c492dc8b-23c8-4ed4-b9c6-72b35533f60a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 1101 time: 0.6550338 May 27 01:44:14.055779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2f0e2-b4f9-4b6e-9909-a8dad54137ce req-023816fb-f473-4128-bb20-306986896022 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:14.056481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ccb2f0e2-b4f9-4b6e-9909-a8dad54137ce req-023816fb-f473-4128-bb20-306986896022 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:14.078887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ccb2f0e2-b4f9-4b6e-9909-a8dad54137ce req-023816fb-f473-4128-bb20-306986896022 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:14.080178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccb2f0e2-b4f9-4b6e-9909-a8dad54137ce req-023816fb-f473-4128-bb20-306986896022 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 931 time: 0.1128175 May 27 01:44:14.132725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccb2f0e2-b4f9-4b6e-9909-a8dad54137ce req-d65e06ee-d8c1-490e-b6a4-f89f8603ecdd tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 May 27 01:44:14.332050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:14.352358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f00b5-fa11-4b91-8bad-dfc31c2abf63 req-346392e0-f16d-4d8d-be4d-8c28e1bfd358 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:14.354357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c4f00b5-fa11-4b91-8bad-dfc31c2abf63 req-346392e0-f16d-4d8d-be4d-8c28e1bfd358 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 949 time: 0.1099586 May 27 01:44:14.427304 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c4f00b5-fa11-4b91-8bad-dfc31c2abf63 req-b9c3c49e-d38e-4a43-b430-4423fa5bd262 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 May 27 01:44:14.455321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 1b549171-3c5a-434d-8045-42af0e2de594 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:14.462680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 1b549171-3c5a-434d-8045-42af0e2de594 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:14.463352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:14.503557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c64f5e-0aee-41b4-a0ba-fd4c397d7241 req-eaaa1bce-8be2-4b65-8ae3-2ac5a16277d8 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:14.510889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-56c64f5e-0aee-41b4-a0ba-fd4c397d7241 req-eaaa1bce-8be2-4b65-8ae3-2ac5a16277d8 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 945 time: 0.8776581 May 27 01:44:14.542940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device bee21aef-9e3d-4982-92af-13921d2b57b9 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:14.606499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:14.653033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-bf1cdb01-3b0b-4f51-aff4-e8efdb4cfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:14.654467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-bf1cdb01-3b0b-4f51-aff4-e8efdb4cfb85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.6722031 May 27 01:44:14.698046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: bee21aef-9e3d-4982-92af-13921d2b57b9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:14.698645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device bee21aef-9e3d-4982-92af-13921d2b57b9 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:14.712860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 1b549171-3c5a-434d-8045-42af0e2de594 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:14.713803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:14.735793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-2f32a0fe-4f06-4790-bf33-e09a4f064910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:14.737277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-2f32a0fe-4f06-4790-bf33-e09a4f064910 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.7156253 May 27 01:44:14.752351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:14.758758 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:14.759920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a679d768-fa84-42ab-b373-7de8712796aa no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:14.844030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-72b3efef-fa8a-45b8-8b09-70770ec50417 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be HTTP/1.1" status: 200 len: 217 time: 0.1722105 May 27 01:44:14.853535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-56c64f5e-0aee-41b4-a0ba-fd4c397d7241 req-a62a7871-e48d-4e86-b9f2-0271b50a1aba tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417041 May 27 01:44:14.866478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:14.985310 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-b026fa8a-01c8-42c2-8064-d91a1406caaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 200 len: 217 time: 0.2089629 May 27 01:44:14.992013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a679d768-fa84-42ab-b373-7de8712796aa is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:14.992404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:14.995062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdae27d-ac6d-4a6b-bd0b-64770a653510 req-6f729438-cd17-4b38-ba38-d22c6742b6fa tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:15.002984 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bdae27d-ac6d-4a6b-bd0b-64770a653510 req-6f729438-cd17-4b38-ba38-d22c6742b6fa tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1343567 May 27 01:44:15.066046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:15.071099 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:15.081627 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bdae27d-ac6d-4a6b-bd0b-64770a653510 req-6124dc83-6bd8-4fad-8694-fb758f15d9a9 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774326 May 27 01:44:15.159555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-c0e5e016-e9c6-4ad5-a3e5-f8935597c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:15.160964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-c0e5e016-e9c6-4ad5-a3e5-f8935597c1c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2983418 May 27 01:44:15.165351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:15.235905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-051f80b5-2806-4cf0-afa6-f9d73afe4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:15.237337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-051f80b5-2806-4cf0-afa6-f9d73afe4dbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2317350 May 27 01:44:15.619683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-eb22c3f2-f369-4178-93f4-08fa11c3e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:15.620129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-eb22c3f2-f369-4178-93f4-08fa11c3e57e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4484138 May 27 01:44:15.625466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8729a-c3fc-4c84-96c5-94d2654f1087 req-2b54004d-ef87-4df2-b50a-a4510588cb5d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:15.627005 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebb8729a-c3fc-4c84-96c5-94d2654f1087 req-2b54004d-ef87-4df2-b50a-a4510588cb5d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0908539 May 27 01:44:15.672258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-b2f06dc4-7c56-4d13-a4ab-739edb1ee605 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4415433 May 27 01:44:15.689168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebb8729a-c3fc-4c84-96c5-94d2654f1087 req-6b76b52b-2400-4fb9-9e13-08978c9ba5cb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548241 May 27 01:44:15.788121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594'}, {'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:15.866106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-adb2dc75-ad4c-4f45-b714-6b633d67926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:15.866617 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f93967-1cc7-4e52-94ed-6658d9597c54'] response: {'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594', 'code': 200} May 27 01:44:15.866921 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f93967-1cc7-4e52-94ed-6658d9597c54'] response: {'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa', 'code': 200} May 27 01:44:15.867600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-adb2dc75-ad4c-4f45-b714-6b633d67926a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5828474 May 27 01:44:15.874791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54348c1a-6cf4-4ca0-899c-dfdf2812bed1 req-b803f08e-a617-400d-9cfb-bfcb94531787 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:15.875492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-54348c1a-6cf4-4ca0-899c-dfdf2812bed1 req-b803f08e-a617-400d-9cfb-bfcb94531787 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:15.932703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:44:16.069901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ba74-28ab-4176-9889-82211bc33039 req-bad23725-a90d-4666-b916-13bf8b006d19 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:16.075252 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8073ba74-28ab-4176-9889-82211bc33039 req-bad23725-a90d-4666-b916-13bf8b006d19 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.0903640 May 27 01:44:16.103928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-54348c1a-6cf4-4ca0-899c-dfdf2812bed1 req-b803f08e-a617-400d-9cfb-bfcb94531787 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:16.105077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54348c1a-6cf4-4ca0-899c-dfdf2812bed1 req-b803f08e-a617-400d-9cfb-bfcb94531787 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 931 time: 0.8184190 May 27 01:44:16.132931 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8073ba74-28ab-4176-9889-82211bc33039 req-188013d2-a58e-463f-9cda-38eeb7076783 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524325 May 27 01:44:16.187937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e22c583-e26f-4285-ada5-2434a8cdf60e {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:16.203945 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:16.246770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-d22e8899-c39e-47b7-a6ae-bcbf14b9a94e service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057439 May 27 01:44:16.258122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:16.327875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae71505-4a2c-4407-8edf-25eab944e3d5 req-62fdcd5f-80c1-492e-86e9-8e3ff8e4f077 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:16.335091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ae71505-4a2c-4407-8edf-25eab944e3d5 req-62fdcd5f-80c1-492e-86e9-8e3ff8e4f077 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1000240 May 27 01:44:16.368307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Transition to ACTIVE for port object 0e22c583-e26f-4285-ada5-2434a8cdf60e will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:16.385018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54348c1a-6cf4-4ca0-899c-dfdf2812bed1 req-d4329dc7-86d2-4e11-8850-6576a764a5e4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589700 May 27 01:44:16.408281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ae71505-4a2c-4407-8edf-25eab944e3d5 req-2728e220-c8c0-45bd-b09f-a97762a7ab74 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663445 May 27 01:44:16.448246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:16.455479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-c9f188ab-0f04-4b76-a9e6-90f44c3f9939 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248723 May 27 01:44:16.542638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-b2cf5230-6e54-431f-999e-b5fba1317b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:16.544880 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-b2cf5230-6e54-431f-999e-b5fba1317b39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1101 time: 0.6913536 May 27 01:44:16.844142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab18e4-c186-4dc4-87fb-b04dc6de5a3a req-81700d4a-61d4-4465-85da-4c9e8402484a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:16.846316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57ab18e4-c186-4dc4-87fb-b04dc6de5a3a req-81700d4a-61d4-4465-85da-4c9e8402484a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.0964181 May 27 01:44:16.935534 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57ab18e4-c186-4dc4-87fb-b04dc6de5a3a req-be7e491d-480b-4c42-af5c-4107230aa444 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755560 May 27 01:44:17.022795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:17.195812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb0a638d-b31a-4af9-9792-a2bd7adc0fa6 req-4cce3072-521c-4292-9012-82b10e155e22 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8831863 May 27 01:44:17.254200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be5cc-a59c-42f6-9aef-a2bc25e2490e req-3fb1ac47-2fa7-41ed-b78c-a06b48c0a176 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:17.256567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cc4be5cc-a59c-42f6-9aef-a2bc25e2490e req-3fb1ac47-2fa7-41ed-b78c-a06b48c0a176 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1097 time: 0.0875285 May 27 01:44:17.305624 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cc4be5cc-a59c-42f6-9aef-a2bc25e2490e req-845db163-d1ee-4cdf-b7af-8f74d131e289 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 May 27 01:44:17.433236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a351a9-f3f6-4a6b-b110-3123a025bc81 req-50727372-4339-4324-b83d-ccc67d6690ca service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236095 May 27 01:44:17.444820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-1b49afa5-f92f-4de5-946a-14652547a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:17.446241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-1b49afa5-f92f-4de5-946a-14652547a155 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.6955252 May 27 01:44:17.524322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Attempting to bind port 0e22c583-e26f-4285-ada5-2434a8cdf60e on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:17.524669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Attempting to bind port 0e22c583-e26f-4285-ada5-2434a8cdf60e by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:17.524998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Attempting to bind port 0e22c583-e26f-4285-ada5-2434a8cdf60e on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:17.543481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-87ecd03a-d459-49c7-bee7-bbb0e73d2596 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.0845668 May 27 01:44:17.545238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Port 0e22c583-e26f-4285-ada5-2434a8cdf60e on network 5848ceeb-517e-472e-a231-2691b8612c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:17.545678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Attempting to bind port 0e22c583-e26f-4285-ada5-2434a8cdf60e on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:17.559165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:17.559165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Checking segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:17.560100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Bound using segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:17.560100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Bound port: 0e22c583-e26f-4285-ada5-2434a8cdf60e, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:17.560100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:17.615847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167a755-f456-4b2d-8c2e-1b51ab3e053c req-2d23bd1c-80ad-4aef-b349-fd355f59edba tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:17.622602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0167a755-f456-4b2d-8c2e-1b51ab3e053c req-2d23bd1c-80ad-4aef-b349-fd355f59edba tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.7155507 May 27 01:44:17.759426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-ba8ded82-0bae-4ecc-96e4-92fa2d9222ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:17.760885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-ba8ded82-0bae-4ecc-96e4-92fa2d9222ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2037623 May 27 01:44:17.763750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0167a755-f456-4b2d-8c2e-1b51ab3e053c req-1509df39-293a-4002-ac16-2a12b31296fd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403766 May 27 01:44:17.902701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:17.908749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Deleting port da71d168-ea81-42d7-82a5-5c768062a113 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:17.909028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:17.997436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:18.019291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:18.177372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:18.177935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:18.179562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e22c583-e26f-4285-ada5-2434a8cdf60e HTTP/1.1" status: 200 len: 1092 time: 4.2470694 May 27 01:44:18.182758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:18.213230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-01774379-059b-40b1-8307-a8b0d4f2e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:18.215523 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-01774379-059b-40b1-8307-a8b0d4f2e302 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4241126 May 27 01:44:18.312068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bbe4c-5d6d-4f49-ac41-d185ee0aaa53 service neutron] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:18.403810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1619bc3-6bd3-4fe7-ab92-9e7fbadbdc17 req-810efce2-1bb6-47a0-b19d-cb6d3917827c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:18.405354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1619bc3-6bd3-4fe7-ab92-9e7fbadbdc17 req-810efce2-1bb6-47a0-b19d-cb6d3917827c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 943 time: 0.4612117 May 27 01:44:18.508114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] For port da71d168-ea81-42d7-82a5-5c768062a113, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=da71d168-ea81-42d7-82a5-5c768062a113,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:18.508484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:18.534761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1619bc3-6bd3-4fe7-ab92-9e7fbadbdc17 req-ee2d21cc-89cd-491d-a374-f94efd8a3a12 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157627 May 27 01:44:18.586614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-d6125099-660e-4a20-8046-5977826d5385 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616471 May 27 01:44:18.653767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Calling delete_port for da71d168-ea81-42d7-82a5-5c768062a113 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:18.736752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-dc5bf066-fc53-450f-bd0f-bdd8af9912bf tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:44:18.737640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-dc5bf066-fc53-450f-bd0f-bdd8af9912bf tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056355 May 27 01:44:18.751226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Request body: {'binding': {'host': 'n-h2-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:18.752213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:44:18.857809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-916d31a3-0188-4e53-8e2e-b70a468fc7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:18.859352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-916d31a3-0188-4e53-8e2e-b70a468fc7b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 1095 time: 0.5443966 May 27 01:44:18.959219 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-2a3273ea-5821-4a06-8f45-2c972038e9bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e HTTP/1.1" status: 200 len: 217 time: 0.0912590 May 27 01:44:19.011940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on host n-h2-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:19.013001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:19.025667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:19.041891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:19.042914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:19.056611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:19.056611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:19.056611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:19.056611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Bound port: 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:19.101155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:19.107414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:19.109426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-1dfe41cc-3dea-4a53-a8bc-990562d6d325 service neutron] 10.222.0.16 "POST /v2.0/ports/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3621471 May 27 01:44:19.405622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb0c4d-c1c4-4ed9-bf79-a58381cf04f0 req-3c9a441b-401a-43a0-98e0-62f180186119 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:19.414499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62cb0c4d-c1c4-4ed9-bf79-a58381cf04f0 req-3c9a441b-401a-43a0-98e0-62f180186119 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.1137519 May 27 01:44:19.415345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-30728e64-69ca-43d3-b6c6-c1a335d45a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:19.416967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-30728e64-69ca-43d3-b6c6-c1a335d45a24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.3007832 May 27 01:44:19.423434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36929f6-b5b1-4da3-8667-27d4738a63aa req-a6249949-c2f3-4271-9662-cb506df80967 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364128 May 27 01:44:19.435674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d438e9-fa83-4f3f-b369-a9b8ed54e5ce req-b6f7ea03-326d-485f-b085-39c4609f97b4 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:19.437131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47d438e9-fa83-4f3f-b369-a9b8ed54e5ce req-b6f7ea03-326d-485f-b085-39c4609f97b4 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.7022040 May 27 01:44:19.503598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-1f689222-5c03-45d2-97bc-9af881682779 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760341 May 27 01:44:19.637822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-987a08ff-99b0-46c1-be9f-4bb70e904940 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:19.639310 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-987a08ff-99b0-46c1-be9f-4bb70e904940 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.6840894 May 27 01:44:19.640275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62cb0c4d-c1c4-4ed9-bf79-a58381cf04f0 req-573adaa5-3d36-4887-a355-2d3431607127 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253401 May 27 01:44:19.669181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-2a6cdece-cf7a-4bb1-85c7-841c99d596b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:19.671353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-2a6cdece-cf7a-4bb1-85c7-841c99d596b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1097 time: 0.2546966 May 27 01:44:19.698452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47d438e9-fa83-4f3f-b369-a9b8ed54e5ce req-d53cf5e1-de79-4f12-a026-d2e658b94a7b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264700 May 27 01:44:19.708269 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5c1785-bbde-49a1-bce4-70e4236378f4'] response: {'name': 'network-changed', 'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'status': 'completed', 'code': 200} May 27 01:44:19.869351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-5a749e84-8b0a-4d21-8d32-9775e0b004b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577468 May 27 01:44:19.947041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-e73c838e-c46a-4dca-b672-1d69b6b1869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:19.949266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-e73c838e-c46a-4dca-b672-1d69b6b1869f service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2694297 May 27 01:44:19.982646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Deleting port a679d768-fa84-42ab-b373-7de8712796aa {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:19.983024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:20.045109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-e195d886-8f0a-4ef9-9436-f6e66e0be27f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 200 len: 217 time: 0.0866086 May 27 01:44:20.057920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc9671-dca2-40fe-9fa8-47fcf5679540 req-eea0b272-4fcb-4f59-af09-5a4e79634c43 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:20.061833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:20.066779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8afc9671-dca2-40fe-9fa8-47fcf5679540 req-eea0b272-4fcb-4f59-af09-5a4e79634c43 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.2495046 May 27 01:44:20.186078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8afc9671-dca2-40fe-9fa8-47fcf5679540 req-5d0a3d3d-f909-465d-a8d3-d080f13f1fa7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183925 May 27 01:44:20.187915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-43dbda1c-1925-447c-82df-8cf1273afdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:20.189690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-43dbda1c-1925-447c-82df-8cf1273afdaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1209459 May 27 01:44:20.211571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Pushing event deleted for resources: {'Port': ['ID=da71d168-ea81-42d7-82a5-5c768062a113,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:20.270558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-701a6a46-1ccc-466b-8120-83cdd839a57c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718067 May 27 01:44:20.353440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-473a3a9b-dccd-4f6e-98fd-029a85a63dd5 req-a30560a5-ab6b-449e-84b3-9fec9d6a0536 service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748235 May 27 01:44:20.512666 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-d5890bc5-cbe3-47fb-b094-ee08bac5e7d1 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346756 May 27 01:44:20.523793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ff9a4-edb9-4974-a89d-63525950485b req-3ca1aa42-7348-49ed-b033-008c32d82d1a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:20.525377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-250ff9a4-edb9-4974-a89d-63525950485b req-3ca1aa42-7348-49ed-b033-008c32d82d1a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 943 time: 0.2167437 May 27 01:44:20.659869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-250ff9a4-edb9-4974-a89d-63525950485b req-e030040e-fa58-46af-abe8-57fa3f2ab9a6 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092210 May 27 01:44:20.703498 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-a538dba3-93f9-4bfb-9706-4f6a1498ddc5 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771410 May 27 01:44:20.875034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed65c21-b1b9-4383-b369-4d892e646c14 req-32655315-3790-4f84-9e11-176964e576ac tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:20.876513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed65c21-b1b9-4383-b369-4d892e646c14 req-32655315-3790-4f84-9e11-176964e576ac tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.7710855 May 27 01:44:20.941901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:20.970569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] For port a679d768-fa84-42ab-b373-7de8712796aa, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a679d768-fa84-42ab-b373-7de8712796aa,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:20.971242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:20.999416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac337735-04e1-42fd-b297-fe16e64008f1 req-f626e883-cfe7-4704-a2a5-0bfea34ca06f tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:21.000767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac337735-04e1-42fd-b297-fe16e64008f1 req-f626e883-cfe7-4704-a2a5-0bfea34ca06f tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.0794976 May 27 01:44:21.035385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422b353-db3a-4492-85c2-b61430f1b98b req-8e45f965-1964-4fed-9a2f-04e4c01b5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:21.036928 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4422b353-db3a-4492-85c2-b61430f1b98b req-8e45f965-1964-4fed-9a2f-04e4c01b5c6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 1095 time: 0.6046295 May 27 01:44:21.047098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed65c21-b1b9-4383-b369-4d892e646c14 req-eb19b620-708a-4e2b-95a6-9f0caa7404e8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620421 May 27 01:44:21.058110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac337735-04e1-42fd-b297-fe16e64008f1 req-6329b376-0d6c-4053-b7a7-63a5738e2c5a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503983 May 27 01:44:21.231141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Calling delete_port for a679d768-fa84-42ab-b373-7de8712796aa owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:21.262453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d0481-ed75-4ab8-8f5e-8372483507c4 req-78d35f75-6612-4933-8bd9-1a4b8f9333de tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:21.263898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e4d0481-ed75-4ab8-8f5e-8372483507c4 req-78d35f75-6612-4933-8bd9-1a4b8f9333de tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0949578 May 27 01:44:21.330193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e4d0481-ed75-4ab8-8f5e-8372483507c4 req-c63b68fa-d1ea-4c53-a569-bffc61e62c7f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548980 May 27 01:44:21.580361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5942df-f78c-4dab-91e1-13a8098378e7 req-eaf91a4b-c15b-48ad-a433-5c6ac26d241b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:21.581836 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd5942df-f78c-4dab-91e1-13a8098378e7 req-eaf91a4b-c15b-48ad-a433-5c6ac26d241b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1543648 May 27 01:44:21.681044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd5942df-f78c-4dab-91e1-13a8098378e7 req-1bb3e2ea-a47e-4393-a04b-102f3a19e1b7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853121 May 27 01:44:21.759713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422b353-db3a-4492-85c2-b61430f1b98b req-5418c63e-a2f0-4905-9fc3-0532c3c947f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:21.762072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4422b353-db3a-4492-85c2-b61430f1b98b req-5418c63e-a2f0-4905-9fc3-0532c3c947f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 905 time: 0.6294098 May 27 01:44:21.867271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:22.035495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0179c9-55bc-4504-95b6-ce55690f1bb4 req-212c37af-620b-418e-9785-a3373f548344 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:22.036001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3679ba-aabd-4e63-8c79-b727850e7157 req-db9fde1a-32fa-4475-8337-7705264450f7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:22.038057 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d3679ba-aabd-4e63-8c79-b727850e7157 req-db9fde1a-32fa-4475-8337-7705264450f7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=165335a7-91ba-4ccc-a7c3-6a85b1c07220 HTTP/1.1" status: 200 len: 943 time: 0.8146749 May 27 01:44:22.039102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a0179c9-55bc-4504-95b6-ce55690f1bb4 req-212c37af-620b-418e-9785-a3373f548344 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 943 time: 0.1168001 May 27 01:44:22.039399 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4422b353-db3a-4492-85c2-b61430f1b98b req-29c6bc2a-33f5-43f2-887c-7fd7d248d9f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e HTTP/1.1" status: 200 len: 217 time: 0.2607982 May 27 01:44:22.061685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event deleted for resources: {'Port': ['ID=a679d768-fa84-42ab-b373-7de8712796aa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:22.116486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a0179c9-55bc-4504-95b6-ce55690f1bb4 req-a7cf4775-de25-4a38-9143-6ffbc1a2fff4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707910 May 27 01:44:22.262874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d3679ba-aabd-4e63-8c79-b727850e7157 req-03d7a1ea-56c7-4657-9903-fee8637fce79 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020283 May 27 01:44:22.357912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] No DVR routers for this DVR port a679d768-fa84-42ab-b373-7de8712796aa on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:22.364437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:22.371712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a679d768-fa84-42ab-b373-7de8712796aa no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:22.377732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-deleted', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:22.384141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422b353-db3a-4492-85c2-b61430f1b98b req-0e802cd7-fcf2-4bc4-a61d-a1c1f54de69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:22.385799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4422b353-db3a-4492-85c2-b61430f1b98b req-0e802cd7-fcf2-4bc4-a61d-a1c1f54de69e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.3355308 May 27 01:44:22.392857 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15f8b847-d700-4033-bae6-dbd89f46f269 req-953f4643-2fd5-4446-8394-dfec61d78f38 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.47 "DELETE /v2.0/ports/a679d768-fa84-42ab-b373-7de8712796aa HTTP/1.1" status: 204 len: 173 time: 2.7461686 May 27 01:44:22.473337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4422b353-db3a-4492-85c2-b61430f1b98b req-29cf39d8-f2b8-4d41-b61b-0307e01712d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752449 May 27 01:44:22.514542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: a679d768-fa84-42ab-b373-7de8712796aa {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:22.516400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a679d768-fa84-42ab-b373-7de8712796aa not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:22.784853 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1100734b-ca0c-4b7a-93ef-53d9072e349b'] response: {'server_uuid': '165335a7-91ba-4ccc-a7c3-6a85b1c07220', 'name': 'network-vif-deleted', 'tag': 'a679d768-fa84-42ab-b373-7de8712796aa', 'status': 'completed', 'code': 200} May 27 01:44:22.825342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Router 10b05497-0f8c-4616-b7d8-78a9192b9151 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:44:22.862663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff87fbc-ff0f-43a7-876c-823c42dda83d req-f116d7ee-4693-4df5-95ae-8f39b977eb3a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:22.873882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dff87fbc-ff0f-43a7-876c-823c42dda83d req-f116d7ee-4693-4df5-95ae-8f39b977eb3a tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.1349823 May 27 01:44:22.930587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dff87fbc-ff0f-43a7-876c-823c42dda83d req-ace76917-311d-4a49-828f-c8b9fb83d674 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559595 May 27 01:44:23.167229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4422b353-db3a-4492-85c2-b61430f1b98b req-b6a9a590-15c4-4f8f-81f5-c05162cd8fee service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855681 May 27 01:44:23.242015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b6ac9-ef98-4ea1-9a00-3654c342bc03 req-4a37ea71-2aa9-4a94-8a15-a2ee3baa7bf0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:23.243607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-067b6ac9-ef98-4ea1-9a00-3654c342bc03 req-4a37ea71-2aa9-4a94-8a15-a2ee3baa7bf0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1261783 May 27 01:44:23.327855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-067b6ac9-ef98-4ea1-9a00-3654c342bc03 req-6cffb158-eee6-42b1-8e46-e402f7caad1f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777245 May 27 01:44:23.481834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4fd0-3b55-43c0-b389-608d5d913756 req-d5a0d96e-b10f-4273-bd01-dd52aaec9ccc tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:23.483227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a1a4fd0-3b55-43c0-b389-608d5d913756 req-d5a0d96e-b10f-4273-bd01-dd52aaec9ccc tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.9423466 May 27 01:44:23.493212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4422b353-db3a-4492-85c2-b61430f1b98b req-10f9f0d4-3ccd-4e65-9640-fd0d3efb5ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947773 May 27 01:44:23.510201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:44:23.520279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f6aab76c-0028-4bad-9ddc-ccd1621636da admin admin] 10.222.0.16 "PUT /v2.0/routers/10b05497-0f8c-4616-b7d8-78a9192b9151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2890825 May 27 01:44:23.522827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] Sync routers for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:44:23.523647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53860) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:23.534583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:23.537932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:23.623476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c6af9-1dd8-4190-8b05-6d9ce84e6754 req-d09cb6eb-e951-45d3-bcb5-8b88d93cad8b tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:23.629438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a1a4fd0-3b55-43c0-b389-608d5d913756 req-afd483a9-c5fa-4c87-b181-b783ae039b09 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337030 May 27 01:44:23.631965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f3c6af9-1dd8-4190-8b05-6d9ce84e6754 req-d09cb6eb-e951-45d3-bcb5-8b88d93cad8b tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 943 time: 0.1602762 May 27 01:44:23.689322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f3c6af9-1dd8-4190-8b05-6d9ce84e6754 req-58508392-7091-415d-89ce-2703972b32ff tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547900 May 27 01:44:23.733509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:23.837374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:23.946295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-c9983909-940c-4158-aba3-e23ee52f3147 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1286039 May 27 01:44:24.175186 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:24.210910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Deleting port 041fd616-c116-4260-b77e-27881dc557f5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:24.211460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:24.272507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '041fd616-c116-4260-b77e-27881dc557f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:44:19Z', 'revision_number': 5, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port': {'id': '041fd616-c116-4260-b77e-27881dc557f5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:39:49Z', 'updated_at': '2022-05-27T01:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:24.277808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] Checking router: 10b05497-0f8c-4616-b7d8-78a9192b9151 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:44:24.285443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-fc2f0484-bfb1-4bb6-ad49-f0e84a29b6e6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:24.289969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] Routers {'10b05497-0f8c-4616-b7d8-78a9192b9151'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:24.290922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['10b05497-0f8c-4616-b7d8-78a9192b9151'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:24.294583 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-fc2f0484-bfb1-4bb6-ad49-f0e84a29b6e6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421886 May 27 01:44:24.320020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-890ac75d-cf36-4a4b-bc8a-36d73cd2852e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/quotas/2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 375 time: 0.0242918 May 27 01:44:24.377540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-b18185e9-f109-445c-8c2f-df9af29fe235 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:24.381651 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-b18185e9-f109-445c-8c2f-df9af29fe235 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 821 time: 0.3427896 May 27 01:44:24.396916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-d1d2e057-4b82-4a9c-ae88-672fbbee8acc tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/quotas/e2d43daf50a64c4581810a6941cdc131 HTTP/1.1" status: 200 len: 375 time: 0.0099657 May 27 01:44:24.467693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] Set router 10b05497-0f8c-4616-b7d8-78a9192b9151 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:24.495489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-e4f49814-012c-4131-858f-b05a350fc4a9 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925431 May 27 01:44:24.657962 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-a50e39d4-8724-4500-98d7-e27f1edcfde6 service neutron] 10.222.0.16 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615531 May 27 01:44:24.669490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:44:24Z', 'revision_number': 6, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:24.673749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 0e22c583-e26f-4285-ada5-2434a8cdf60e details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:24.696646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81feb77a-9e4c-449b-8263-3cab827cece2 None None] The sync data for ids ['10b05497-0f8c-4616-b7d8-78a9192b9151'] in n-d-843146-11 is: [{'id': '10b05497-0f8c-4616-b7d8-78a9192b9151', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605853207-router', 'tenant_id': '3db63a665fba4e6cae692f0d3910abce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:39:48Z', 'updated_at': '2022-05-27T01:44:24Z', 'revision_number': 6, 'project_id': '3db63a665fba4e6cae692f0d3910abce', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:44:24.700297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-f53b79b0-a1c4-4991-aa72-1ba8b80b9203 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3787677 May 27 01:44:24.731315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] For port 041fd616-c116-4260-b77e-27881dc557f5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=041fd616-c116-4260-b77e-27881dc557f5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:24.731833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:24.875289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:24.889857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'mac_address': 'fa:16:3e:5b:51:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:44:24.906311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Calling delete_port for 041fd616-c116-4260-b77e-27881dc557f5 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:24.915777 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-afee0a1d-a074-4c70-8ed3-8f8bdaf1edc0 service neutron] 10.222.0.16 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535872 May 27 01:44:25.060408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 0e22c583-e26f-4285-ada5-2434a8cdf60e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:25.061109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:25.105667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e22c583-e26f-4285-ada5-2434a8cdf60e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:25.130662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:25.138476 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:25.170758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-038fda46-258b-4784-b57e-fa882ccfc0e3 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:25.179868 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-038fda46-258b-4784-b57e-fa882ccfc0e3 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.47 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.6922083 May 27 01:44:25.347120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:25.353990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c947-fa0d-4d1f-8678-329484dd7c0a req-40109785-d0bc-4b5d-83fa-514d0ddb5e39 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:25.361305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6541c947-fa0d-4d1f-8678-329484dd7c0a req-40109785-d0bc-4b5d-83fa-514d0ddb5e39 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1412494 May 27 01:44:25.415885 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6541c947-fa0d-4d1f-8678-329484dd7c0a req-3dee60d5-1623-4f17-afe9-5388aa5902de tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 May 27 01:44:25.470124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['0e22c583-e26f-4285-ada5-2434a8cdf60e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:25.617629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Deleting port 177fde58-2d54-42a5-9906-aa0710481820 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:25.618648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:25.704957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991b4d-611c-48d2-ac74-1f37d7683626 req-c332740d-c64e-454b-93a1-7c5bf0af10f9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:25.714466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc991b4d-611c-48d2-ac74-1f37d7683626 req-c332740d-c64e-454b-93a1-7c5bf0af10f9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.1903830 May 27 01:44:25.790728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91cb08-35bb-4db7-bbfc-ca9fdbe833f0 req-0a4ce625-25b6-4aad-b342-c74854ab88d2 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:25.796260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc91cb08-35bb-4db7-bbfc-ca9fdbe833f0 req-0a4ce625-25b6-4aad-b342-c74854ab88d2 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.7551258 May 27 01:44:25.826795 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc991b4d-611c-48d2-ac74-1f37d7683626 req-1c118d71-5ccd-477a-ab6b-c36591e8b35c tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089246 May 27 01:44:25.837775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 041fd616-c116-4260-b77e-27881dc557f5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:25.855655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:25.954176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Pushing event deleted for resources: {'Port': ['ID=041fd616-c116-4260-b77e-27881dc557f5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:25.991942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 041fd616-c116-4260-b77e-27881dc557f5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:25.992750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 041fd616-c116-4260-b77e-27881dc557f5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:25.993731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device da71d168-ea81-42d7-82a5-5c768062a113 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:26.087673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: da71d168-ea81-42d7-82a5-5c768062a113 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:26.098926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device da71d168-ea81-42d7-82a5-5c768062a113 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:26.107156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e959f0-598b-4c85-883d-732136587d41 req-b6bf5580-cdac-4703-9af3-91f3943c440a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:26.108900 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63e959f0-598b-4c85-883d-732136587d41 req-b6bf5580-cdac-4703-9af3-91f3943c440a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 944 time: 0.1159468 May 27 01:44:26.139073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc91cb08-35bb-4db7-bbfc-ca9fdbe833f0 req-e2bf1195-f326-459d-9fdd-5dd69fa2bdd9 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3120646 May 27 01:44:26.207341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63e959f0-598b-4c85-883d-732136587d41 req-2f0ee05c-abe3-4753-b894-9bc5a18ad4cf tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869544 May 27 01:44:26.396320 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b0722fb-afee-4cc6-87fe-69be46f7be5f req-beddc78b-fa24-4155-8a6b-56c947b8b2fb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 210 time: 0.0703664 May 27 01:44:26.451781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b920056-1cd8-4945-8b49-59fae87d46e8 req-ce547fb7-de6b-42f7-a9f2-c65f0041a002 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 210 time: 0.1276426 May 27 01:44:26.541839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:26.721663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709e622-0a9d-4cbc-ad38-6b9f99dff38c req-c1ddebfa-aef0-44fe-91c5-e382d584d76a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:26.723163 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d709e622-0a9d-4cbc-ad38-6b9f99dff38c req-c1ddebfa-aef0-44fe-91c5-e382d584d76a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1879759 May 27 01:44:26.794077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d709e622-0a9d-4cbc-ad38-6b9f99dff38c req-c88c43f5-5c91-4229-a3f4-0507ca400cd8 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636406 May 27 01:44:26.846597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-45d53b1a-0ec2-4a90-b127-42ffc1897503 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655212 May 27 01:44:26.848470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:26.854366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:26.894466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] For port 177fde58-2d54-42a5-9906-aa0710481820, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=177fde58-2d54-42a5-9906-aa0710481820,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:26.894854 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:27.341184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171f52-059b-405f-a73e-5813773ba9cd req-2b8210c5-52e0-41e8-9dbe-2fbf6a7d051e tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:27.342597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14171f52-059b-405f-a73e-5813773ba9cd req-2b8210c5-52e0-41e8-9dbe-2fbf6a7d051e tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 945 time: 0.0848353 May 27 01:44:27.377298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:27.377829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b05497-0f8c-4616-b7d8-78a9192b9151 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:44:27.388739 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14171f52-059b-405f-a73e-5813773ba9cd req-5d6cc671-c4f6-4d92-9ce6-45aaac5414a6 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups?id=2fa144ea-de97-42a1-804f-07b43ef3122e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398581 May 27 01:44:27.475350 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:27.476471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-766ee4d9-96f5-4aeb-b283-5d8c69d1755f admin admin] 10.222.0.16 "DELETE /v2.0/routers/10b05497-0f8c-4616-b7d8-78a9192b9151 HTTP/1.1" status: 204 len: 168 time: 3.9554307 May 27 01:44:27.479659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53930) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:27.594332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] Deleting subnet 044d285e-9bbc-4dda-87ae-46c526fe2ea5 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:44:27.596157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-ee0ef445-5b78-4e7e-a6bc-198cc62ec11c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:27.597907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-ee0ef445-5b78-4e7e-a6bc-198cc62ec11c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7448575 May 27 01:44:27.601988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:27.614922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Request body: {'port': {'device_id': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '2a595a6c5b3e46bc9e96e4e5b58aa258'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:27.668745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:27.737712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8adac-2892-47b9-8e66-7cb40b00ee66 req-c53bd223-060c-4ac5-8bf6-61bc1119bd2e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:27.739081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04f8adac-2892-47b9-8e66-7cb40b00ee66 req-c53bd223-060c-4ac5-8bf6-61bc1119bd2e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 944 time: 0.2145202 May 27 01:44:27.792691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-7238a0a9-0634-4fe0-8349-f919bea4d89e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:27.794110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-7238a0a9-0634-4fe0-8349-f919bea4d89e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.13 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 821 time: 0.5638106 May 27 01:44:27.818909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Request body: {'port': {'device_id': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'admin_state_up': True, 'tenant_id': 'e2d43daf50a64c4581810a6941cdc131'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:27.841895 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04f8adac-2892-47b9-8e66-7cb40b00ee66 req-4ffc9740-a171-4f01-8af3-6a70d72dfd12 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589700 May 27 01:44:27.842972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:27.870341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9288cde-d8a0-49e6-bb30-dcc83cc90bbc req-523d4be7-9bb5-4dcb-9ffe-a749e9a414ce tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:27.877592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9288cde-d8a0-49e6-bb30-dcc83cc90bbc req-523d4be7-9bb5-4dcb-9ffe-a749e9a414ce tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.8474104 May 27 01:44:27.921941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:27.999817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044d285e-9bbc-4dda-87ae-46c526fe2ea5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:28.009520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-17f26eba-88f4-4ff3-b0ec-fc04e6f5e263 req-0e24f881-465f-4df7-9fda-c6ad9b3ae2fe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 210 time: 0.0540338 May 27 01:44:28.010661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.015000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f51d00-76da-405e-ba69-435ec628dda8 None None] Network 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:44:28.018687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c3a85b81-876c-44dc-9238-399226919aee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/044d285e-9bbc-4dda-87ae-46c526fe2ea5 HTTP/1.1" status: 204 len: 168 time: 0.5355389 May 27 01:44:28.018944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53940) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:28.043433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.043827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.044207 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Floating IP 11b3949a-bd7c-42c5-8751-3d85d3d83103 disassociated. External IP: 172.25.3.100, port: 177fde58-2d54-42a5-9906-aa0710481820. May 27 01:44:28.044679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Calling delete_port for 177fde58-2d54-42a5-9906-aa0710481820 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:28.132279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9288cde-d8a0-49e6-bb30-dcc83cc90bbc req-09bf29c7-9ecb-49a6-9250-540b0eff0e32 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537129 May 27 01:44:28.148764 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.149622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:28.162779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Deleting port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:28.163297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.192212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:28.195350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:28.200199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Usage tracker for resource:port and tenant:e2d43daf50a64c4581810a6941cdc131 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:28.204583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:28.230700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:28.243771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Made reservation on behalf of 2a595a6c5b3e46bc9e96e4e5b58aa258 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:44:28.248147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.265834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Made reservation on behalf of e2d43daf50a64c4581810a6941cdc131 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:44:28.269579 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.404198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 177fde58-2d54-42a5-9906-aa0710481820 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:28.494960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] DHCP port deletion for 1424c11e-5f34-4f4b-8939-2b8c6df8c6eb request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:44:28.502284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Deleting port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:28.503162 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.525952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.543570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] For port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:28.543929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.623202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No active binding found for port 177fde58-2d54-42a5-9906-aa0710481820 {{(pid=88427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 01:44:28.623898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 177fde58-2d54-42a5-9906-aa0710481820 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:28.626168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 0e22c583-e26f-4285-ada5-2434a8cdf60e up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:28.675726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Calling delete_port for 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:28.684836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event deleted for resources: {'Port': ['ID=177fde58-2d54-42a5-9906-aa0710481820,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:28.775208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-398d28cf-d343-47b6-99f9-afcda2308f94 req-d2d69c14-6ece-44fc-8197-344ed901eaf1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 210 time: 0.1049652 May 27 01:44:28.817922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] For port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,segment=NetworkSegment(fc3d3c7e-969a-48ba-b47f-288153c59a98),segment_id=fc3d3c7e-969a-48ba-b47f-288153c59a98)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:28.818388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.823937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.826848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 0e22c583-e26f-4285-ada5-2434a8cdf60e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:28.835343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 0e22c583-e26f-4285-ada5-2434a8cdf60e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:28.835716 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:28.890424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-85d6d2f8-f65f-4231-a7f0-f44f647407bc tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Synchronizing usage tracker for tenant:cff530a25088433da9e924750e11a694 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:28.912228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Allocated IP 192.168.233.153 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/102083e9-2236-4838-b9f5-21218ada5ce9) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:44:28.932179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Pushing event deleted for resources: {'Port': ['ID=1917b6bb-a978-4b9e-b5ed-f45f7ef52a27,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:28.934293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] No DVR routers for this DVR port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:28.985239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Allocated IP 172.20.0.7 (b28f0ac9-be42-4265-ad35-351eceb84378/e70687d9-12d2-437e-89b0-b0087e5a8248/ceb06e12-2971-4918-8e73-cd8906bef6bd) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:44:28.999942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Calling delete_port for 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:29.079458 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.111884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1424c11e-5f34-4f4b-8939-2b8c6df8c6eb']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:29.127526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3d3c7e-969a-48ba-b47f-288153c59a98') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:29.128255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3d3c7e-969a-48ba-b47f-288153c59a98') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:29.128555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:44:29.129867 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:44:29.149162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adceba-f02b-4210-b151-28390c2bd5da req-75d708d1-84ba-49a1-9ee8-ccbb47292b82 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:29.150909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b2adceba-f02b-4210-b151-28390c2bd5da req-75d708d1-84ba-49a1-9ee8-ccbb47292b82 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2512376 May 27 01:44:29.152731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.168901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-85d6d2f8-f65f-4231-a7f0-f44f647407bc tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Unset dirty status for tenant:cff530a25088433da9e924750e11a694 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:29.176431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-85d6d2f8-f65f-4231-a7f0-f44f647407bc tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1741650077&fields=id&tenant_id=cff530a25088433da9e924750e11a694 HTTP/1.1" status: 200 len: 267 time: 0.5204179 May 27 01:44:29.196284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 0e22c583-e26f-4285-ada5-2434a8cdf60e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:29.196705 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.200080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.213384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:44:29.213869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.234968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:29.238304 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b2adceba-f02b-4210-b151-28390c2bd5da req-92825e33-f253-47cf-a838-166ac7b77e66 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732548 May 27 01:44:29.268440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:29.280236 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.299772 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fc3d3c7e-969a-48ba-b47f-288153c59a98 resource provider aggregate not found May 27 01:44:29.334702 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fc3d3c7e-969a-48ba-b47f-288153c59a98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc3d3c7e-969a-48ba-b47f-288153c59a98 found for delete ", "request_id": "req-b55e1fcb-da81-4bac-abdf-0a0314c5a1fe"}]} May 27 01:44:29.341886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.364456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.374049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] Pushing event deleted for resources: {'Network': ['ID=1424c11e-5f34-4f4b-8939-2b8c6df8c6eb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:29.391301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:44:29.395054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7dd4a3f4-90a7-4bc2-84f7-1544a683e256 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1424c11e-5f34-4f4b-8939-2b8c6df8c6eb HTTP/1.1" status: 204 len: 168 time: 1.3749900 May 27 01:44:29.396119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53960) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:29.408732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:29.519963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4faca6df-81b0-4274-9f56-1cfdb7afc1f9 req-00b614c5-cc91-4b4c-88e1-ccdb7ce1e7c3 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38 HTTP/1.1" status: 200 len: 210 time: 0.0612993 May 27 01:44:29.632153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Deleting port 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:29.632648 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.706849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-00353ff8-38d4-4f9c-85bb-0973a1c89ba7 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:29.708280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-00353ff8-38d4-4f9c-85bb-0973a1c89ba7 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/networks?id=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a HTTP/1.1" status: 200 len: 816 time: 0.5310953 May 27 01:44:29.717054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-255f8229-a84f-48b3-8c0e-2e9ad2b969cc None None] The port '1917b6bb-a978-4b9e-b5ed-f45f7ef52a27' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:44:29.765152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-9d4a5e8b-b321-4d28-9d69-f8dd3de81a1d tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/quotas/cff530a25088433da9e924750e11a694 HTTP/1.1" status: 200 len: 375 time: 0.0345457 May 27 01:44:29.783671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:29.823174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:29.824714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1917b6bb-a978-4b9e-b5ed-f45f7ef52a27 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:29.900991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba97239-9fb3-4b80-8a44-5e750829c55e req-507505f5-8073-4460-b679-dbd389dbc20c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:29.902422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ba97239-9fb3-4b80-8a44-5e750829c55e req-507505f5-8073-4460-b679-dbd389dbc20c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.2150927 May 27 01:44:29.918677 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.927859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:29.970525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Transition to ACTIVE for port object 102083e9-2236-4838-b9f5-21218ada5ce9 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:29.978280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:44:29.988578 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] Sync routers for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:44:29.998630 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:29.999406 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:30.071842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] No DVR routers for this DVR port 177fde58-2d54-42a5-9906-aa0710481820 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:30.078858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:30.081244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'name': 'network-vif-deleted', 'tag': '177fde58-2d54-42a5-9906-aa0710481820'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:30.116031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ba97239-9fb3-4b80-8a44-5e750829c55e req-b629cb41-39bf-4fdf-a0c7-fb1f206b7319 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053492 May 27 01:44:30.122206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-a267f742-32c0-4b73-8dfe-4d405fbb8581 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cff530a25088433da9e924750e11a694&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2999005 May 27 01:44:30.124890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:30.127589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f9b6d95-ee45-45e6-b8f3-97e8bb19270c req-8e0fb396-46c1-4a87-9940-5be0fca1f122 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.47 "DELETE /v2.0/ports/177fde58-2d54-42a5-9906-aa0710481820 HTTP/1.1" status: 204 len: 173 time: 4.9379847 May 27 01:44:30.197697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:30.212546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f', '1b549171-3c5a-434d-8045-42af0e2de594'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:30.220161 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:30.285276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Network b28f0ac9-be42-4265-ad35-351eceb84378 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:44:30.292355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:44:30.308947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:44:30.327662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:30.351502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:44:30.362426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event updated for resources: {'Port': ['ID=ceb06e12-2971-4918-8e73-cd8906bef6bd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:30.365679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:44:30.407721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:44:30.556997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-52c7ada8-3011-4dc6-8aa2-6e5a114adf84 service neutron] 10.222.0.16 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908322 May 27 01:44:30.563742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:30.564371 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:30.680580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:10Z', 'revision_number': 5, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:30.687664 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] Checking router: 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:44:30.706094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:30.707321 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:30.707933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:30.708828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:30.716752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:30.804746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-13950c4a-4b1f-4271-bd97-eb92594e28fd None None] Provisioning for port 102083e9-2236-4838-b9f5-21218ada5ce9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:30.812408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-13950c4a-4b1f-4271-bd97-eb92594e28fd None None] Provisioning complete for port 102083e9-2236-4838-b9f5-21218ada5ce9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:30.812747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-13950c4a-4b1f-4271-bd97-eb92594e28fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:30.837646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-85a5b145-5437-45f4-a6c6-8a399fb9612e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0315788 May 27 01:44:30.841754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-30299b6d-71f9-428a-b7b2-671630a9d1f5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2313449 May 27 01:44:30.855864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Request body: {'port': {'device_id': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:30.884362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-13950c4a-4b1f-4271-bd97-eb92594e28fd None None] Port 102083e9-2236-4838-b9f5-21218ada5ce9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:44:30.888132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Request body: {'port': {'device_id': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:30.950507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93bc6-adfc-4481-b50c-aaf73df1c524 req-4532a0b3-dcdb-4bba-bda2-a5e1ccf59046 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:30.959602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-06d93bc6-adfc-4481-b50c-aaf73df1c524 req-4532a0b3-dcdb-4bba-bda2-a5e1ccf59046 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 931 time: 0.5351453 May 27 01:44:31.001264 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:31.026098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Deleting port 51453591-7454-4686-a91a-edb792116c55 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:31.026447 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:31.086603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-06d93bc6-adfc-4481-b50c-aaf73df1c524 req-406ad4e6-9887-4997-aef8-651b8cbed00f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257331 May 27 01:44:31.148132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-5b737936-ca23-42b8-9053-94f6e5619285 service neutron] 10.222.0.16 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878017 May 27 01:44:31.309192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] For port 51453591-7454-4686-a91a-edb792116c55, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=51453591-7454-4686-a91a-edb792116c55,segment=NetworkSegment(36a12acb-999b-4e43-99fc-faf1f77af502),segment_id=36a12acb-999b-4e43-99fc-faf1f77af502)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:31.309553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:31.318818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-e6f97637-09ae-4d95-9d0e-aa95a8c29c41 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:31.320545 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-e6f97637-09ae-4d95-9d0e-aa95a8c29c41 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.5722206 May 27 01:44:31.325329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:31.345312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-11'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:31.375278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:10Z', 'revision_number': 5, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:31.381289 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda1e4b-8071-4c2f-9d91-6140b4a2063b None None] The sync data for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 is: [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:42:02Z', 'revision_number': 4, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '29cd70c0-430e-4825-8e42-bd9759f71283', 'name': '', 'network_id': '50bb64fb-067a-4f03-afc5-b66c50b54f18', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'mac_address': 'fa:16:3e:83:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:42:01Z', 'updated_at': '2022-05-27T01:42:10Z', 'revision_number': 5, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'subnets': [{'id': '37172b61-5262-4ee2-9ec8-dc2e97cfe7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:44:31.432940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:31.460989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Calling delete_port for 51453591-7454-4686-a91a-edb792116c55 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:31.535107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbd2f0-9dba-49fe-a40f-85379b7630cd req-fd604771-2e33-49ea-9d40-9462b61d1572 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:31.542550 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11dbd2f0-9dba-49fe-a40f-85379b7630cd req-fd604771-2e33-49ea-9d40-9462b61d1572 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 945 time: 0.3034463 May 27 01:44:31.665424 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcabf64-50d3-463c-b8d2-c311145d13a4'] response: {'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'code': 200} May 27 01:44:31.794949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11dbd2f0-9dba-49fe-a40f-85379b7630cd req-f3a97f05-fa86-427a-9448-ff96f53f3a98 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514162 May 27 01:44:31.817167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:31.838502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183798f5-dbad-4793-9d59-eca5fc91a828 None None] New status for floating IP 11b3949a-bd7c-42c5-8751-3d85d3d83103: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:44:31.910578 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3713ce0f-2252-41bc-aa15-d16d89523284'] response: {'server_uuid': '07e6ebd7-7aa6-4d6f-a4c1-048bc0d01b38', 'name': 'network-vif-deleted', 'tag': '177fde58-2d54-42a5-9906-aa0710481820', 'status': 'completed', 'code': 200} May 27 01:44:32.007560 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:32.092555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Pushing event deleted for resources: {'Port': ['ID=51453591-7454-4686-a91a-edb792116c55,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:32.387615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426bd2c-decd-4fcd-8d6b-00eb94418b29 req-d34cf32c-b0ce-497a-ba04-ae5b8d3d9f40 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:32.388247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f426bd2c-decd-4fcd-8d6b-00eb94418b29 req-d34cf32c-b0ce-497a-ba04-ae5b8d3d9f40 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:32.402212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:32.409628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f96292-bcce-4e5a-8878-0d9ecb34bc2e req-a7d302b1-c78c-46bb-8f88-0f3395413228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:32.411114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87f96292-bcce-4e5a-8878-0d9ecb34bc2e req-a7d302b1-c78c-46bb-8f88-0f3395413228 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 1097 time: 0.6738551 May 27 01:44:32.462924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc9b31-1e87-4202-ad35-dd07d4ee2ef6 req-2bde79cf-54fe-46cf-abd8-6aff64f1a94a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:32.469884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1cc9b31-1e87-4202-ad35-dd07d4ee2ef6 req-2bde79cf-54fe-46cf-abd8-6aff64f1a94a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.3784423 May 27 01:44:32.511564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f426bd2c-decd-4fcd-8d6b-00eb94418b29 req-d34cf32c-b0ce-497a-ba04-ae5b8d3d9f40 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:32.519009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f426bd2c-decd-4fcd-8d6b-00eb94418b29 req-d34cf32c-b0ce-497a-ba04-ae5b8d3d9f40 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 936 time: 0.6865773 May 27 01:44:32.549373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87f96292-bcce-4e5a-8878-0d9ecb34bc2e req-33edacf6-3e54-472a-958b-05446d8571ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309726 May 27 01:44:32.562588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:32.573246 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:32.598235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1cc9b31-1e87-4202-ad35-dd07d4ee2ef6 req-8cd9a483-0ee6-446a-8497-ed4e91053b84 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274402 May 27 01:44:32.645571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:32.652559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:32.690371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a has no active binding in host n-h2-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:44:32.715308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f426bd2c-decd-4fcd-8d6b-00eb94418b29 req-46312b91-e5b2-4603-8d9e-72c5e2e25da5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929145 May 27 01:44:32.734629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102083e9-2236-4838-b9f5-21218ada5ce9 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:32.773740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb06e12-2971-4918-8e73-cd8906bef6bd {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:32.781349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:32.793332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:32.816449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:32.847628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Transition to ACTIVE for port object 102083e9-2236-4838-b9f5-21218ada5ce9 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:32.855748 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:32.864091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Transition to ACTIVE for port object ceb06e12-2971-4918-8e73-cd8906bef6bd will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:32.895928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:32.997152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc97b-dda2-4ee1-93fe-749c681cd7f3 req-51bbd583-a02c-4dfb-b699-77d12552b0ee tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:32.998670 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25fbc97b-dda2-4ee1-93fe-749c681cd7f3 req-51bbd583-a02c-4dfb-b699-77d12552b0ee tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1947055 May 27 01:44:33.054113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:33.069671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-23ca5038-5360-4c1b-ac75-4f3808e7862f req-55c2d85f-ed5d-4f67-8d2a-47bbcaf22627 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 210 time: 0.2195966 May 27 01:44:33.236740 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:33.263893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25fbc97b-dda2-4ee1-93fe-749c681cd7f3 req-ff1c8d7b-af7f-450e-b6fb-90bed5b27d30 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151122 May 27 01:44:33.274251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:33.328196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:33.357943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:33.451425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Router 50453cc2-a662-4c9e-b804-458484d105e7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:44:33.510037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30c02ca0-0444-4c2b-aa65-36af0965bbd7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:33.550272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-079d664d-453b-478e-902a-b8e6372acbe4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:33.551835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-079d664d-453b-478e-902a-b8e6372acbe4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Synchronizing usage tracker for tenant:cff530a25088433da9e924750e11a694 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:33.637678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Attempting to bind port 102083e9-2236-4838-b9f5-21218ada5ce9 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:33.638149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Attempting to bind port 102083e9-2236-4838-b9f5-21218ada5ce9 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:33.638699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Attempting to bind port 102083e9-2236-4838-b9f5-21218ada5ce9 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:33.649715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30c02ca0-0444-4c2b-aa65-36af0965bbd7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:33.660506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb06e12-2971-4918-8e73-cd8906bef6bd,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:33.691212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-079d664d-453b-478e-902a-b8e6372acbe4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Unset dirty status for tenant:cff530a25088433da9e924750e11a694 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:33.693329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-079d664d-453b-478e-902a-b8e6372acbe4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.47 "GET /v2.0/networks?id=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a HTTP/1.1" status: 200 len: 816 time: 0.4833064 May 27 01:44:33.730180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Port 102083e9-2236-4838-b9f5-21218ada5ce9 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:33.730617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Attempting to bind port 102083e9-2236-4838-b9f5-21218ada5ce9 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:33.806423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:33.812068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:33.812475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:33.812952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:33.813483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Bound port: 102083e9-2236-4838-b9f5-21218ada5ce9, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:33.813927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:33.846743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92a41-d599-49b1-85af-ebf457ea5434 req-b86e9d53-1031-4b8b-a634-adf999d1ede9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:33.848009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Attempting to bind port ceb06e12-2971-4918-8e73-cd8906bef6bd on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:33.848474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Attempting to bind port ceb06e12-2971-4918-8e73-cd8906bef6bd by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:33.848669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Attempting to bind port ceb06e12-2971-4918-8e73-cd8906bef6bd on network b28f0ac9-be42-4265-ad35-351eceb84378 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:33.853815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01a92a41-d599-49b1-85af-ebf457ea5434 req-b86e9d53-1031-4b8b-a634-adf999d1ede9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.4069090 May 27 01:44:33.877328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-879c197c-1174-4044-ba49-1cc0ce80260a tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Synchronizing usage tracker for tenant:cff530a25088433da9e924750e11a694 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:33.883605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:44:33.896773 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] Sync routers for ids ['50453cc2-a662-4c9e-b804-458484d105e7'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:44:33.912873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30c02ca0-0444-4c2b-aa65-36af0965bbd7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:33.913597 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] Routers {'50453cc2-a662-4c9e-b804-458484d105e7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:33.914827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:33.915854 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['50453cc2-a662-4c9e-b804-458484d105e7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:33.929052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Port ceb06e12-2971-4918-8e73-cd8906bef6bd on network b28f0ac9-be42-4265-ad35-351eceb84378 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:33.929458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Attempting to bind port ceb06e12-2971-4918-8e73-cd8906bef6bd on network b28f0ac9-be42-4265-ad35-351eceb84378 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:34.030704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:34.034175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:34.035356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on host n-h1-843146-11 for vnic_type normal with profile {"migrating_to": "n-h2-843146-11"} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:34.035689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:34.036120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:34.048181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:34.048507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Attempting to bind port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:34.059385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0af6b2-d14a-482b-869f-97d0e16ffb1b req-2d63da90-5b91-4f48-9d36-c3d08c91493e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:34.060294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ab0af6b2-d14a-482b-869f-97d0e16ffb1b req-2d63da90-5b91-4f48-9d36-c3d08c91493e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Synchronizing usage tracker for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:34.067470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:34.068412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Checking segment: {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:34.068746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Bound using segment: {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:34.069196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Bound port: ceb06e12-2971-4918-8e73-cd8906bef6bd, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1284436-f209-4e79-be12-0b032280fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:34.069546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.086617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.097703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-879c197c-1174-4044-ba49-1cc0ce80260a tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Unset dirty status for tenant:cff530a25088433da9e924750e11a694 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:34.098860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-879c197c-1174-4044-ba49-1cc0ce80260a tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff530a25088433da9e924750e11a694 HTTP/1.1" status: 200 len: 380 time: 0.3301587 May 27 01:44:34.112978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Request body: {'port': {'device_id': '20852623-4b12-4d63-9250-684533451598', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'admin_state_up': True, 'tenant_id': 'cff530a25088433da9e924750e11a694', 'security_groups': ['c7c90cba-ac85-4f50-a4da-9c00d1878e07']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:34.128725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c02ca0-0444-4c2b-aa65-36af0965bbd7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa144ea-de97-42a1-804f-07b43ef3122e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:34.139311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:34.142385 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.143955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] 10.222.0.13 "PUT /v2.0/ports/102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 1097 time: 3.2921538 May 27 01:44:34.144768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:34.145120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:34.145491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:34.146307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Bound port: 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:34.146307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.150201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01a92a41-d599-49b1-85af-ebf457ea5434 req-56498553-578c-4698-a23a-942594f9cc63 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936382 May 27 01:44:34.261220 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] Set router 50453cc2-a662-4c9e-b804-458484d105e7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:34.340882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30c02ca0-0444-4c2b-aa65-36af0965bbd7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.344688 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-30c02ca0-0444-4c2b-aa65-36af0965bbd7 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "DELETE /v2.0/security-groups/2fa144ea-de97-42a1-804f-07b43ef3122e HTTP/1.1" status: 204 len: 168 time: 1.0122840 May 27 01:44:34.348470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54010) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:34.350231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-10b52931-7aa8-4bb9-9e5f-09bd56461456 admin admin] 10.222.0.16 "PUT /v2.0/routers/50453cc2-a662-4c9e-b804-458484d105e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9522400 May 27 01:44:34.355311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54014) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:34.403605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:34.406970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:34.424236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ab0af6b2-d14a-482b-869f-97d0e16ffb1b req-2d63da90-5b91-4f48-9d36-c3d08c91493e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Unset dirty status for tenant:e2d43daf50a64c4581810a6941cdc131 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:34.425405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab0af6b2-d14a-482b-869f-97d0e16ffb1b req-2d63da90-5b91-4f48-9d36-c3d08c91493e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 943 time: 1.1939092 May 27 01:44:34.440967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.528737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c4a13-dd7d-46bc-a8d1-99068e8025af service neutron] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:34.573024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] For port ceb06e12-2971-4918-8e73-cd8906bef6bd, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:34.576786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] For port ceb06e12-2971-4918-8e73-cd8906bef6bd, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ceb06e12-2971-4918-8e73-cd8906bef6bd,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:34.629165 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:44:31Z', 'revision_number': 5, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:34.634860 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-a3ae9898-c107-4cf7-8adf-369d3f446777 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] show failed (client error): The resource could not be found. May 27 01:44:34.635234 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] Checking router: 50453cc2-a662-4c9e-b804-458484d105e7 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:44:34.637477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a3ae9898-c107-4cf7-8adf-369d3f446777 tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "GET /v2.0/security-groups/2fa144ea-de97-42a1-804f-07b43ef3122e HTTP/1.1" status: 404 len: 347 time: 0.2860823 May 27 01:44:34.644577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab0af6b2-d14a-482b-869f-97d0e16ffb1b req-855c8fb8-245a-443b-a9e0-49a60d47a32b tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975052 May 27 01:44:34.646228 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] Routers {'50453cc2-a662-4c9e-b804-458484d105e7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:34.646874 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['50453cc2-a662-4c9e-b804-458484d105e7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:34.651341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54018) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:34.749631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:34.757097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Usage tracker for resource:port and tenant:cff530a25088433da9e924750e11a694 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:34.761039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.815600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.826037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:34.843154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:34.871968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a69fe-f6ff-4b60-ab2c-3df3ee64fd8a req-81a1ebf1-dde0-4e7b-9520-5c5c3f93ccce tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:34.879325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c5a69fe-f6ff-4b60-ab2c-3df3ee64fd8a req-81a1ebf1-dde0-4e7b-9520-5c5c3f93ccce tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.4180121 May 27 01:44:34.905289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Made reservation on behalf of cff530a25088433da9e924750e11a694 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:44:34.909374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:34.924603 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] Set router 50453cc2-a662-4c9e-b804-458484d105e7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:35.082642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c5a69fe-f6ff-4b60-ab2c-3df3ee64fd8a req-b4efef5f-0d83-480a-b238-1bafa2606910 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022004 May 27 01:44:35.154089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:35.154689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:35.156092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] 10.222.0.13 "PUT /v2.0/ports/ceb06e12-2971-4918-8e73-cd8906bef6bd HTTP/1.1" status: 200 len: 1092 time: 4.2742908 May 27 01:44:35.176398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:35.177139 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:35.178698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] 10.222.0.47 "PUT /v2.0/ports/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 200 len: 1123 time: 3.8380265 May 27 01:44:35.181775 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed71150-7126-4865-bb80-b0ab808ce53b'] response: {'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a', 'code': 200} May 27 01:44:35.206985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Deleting port 81922463-60b1-4f73-b23f-e5292d032480 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:35.207334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:35.209692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:35.240754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:35.275038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-b71b9c5b-f77f-4488-8770-da47a29ad96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:35.276535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-b71b9c5b-f77f-4488-8770-da47a29ad96d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1100 time: 1.0707779 May 27 01:44:35.287191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b3e58-5a22-4858-b5e7-4604c1f56a80 service neutron] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=8']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:35.334836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:35.357296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Deleting port 968ceefb-c99b-4e17-9c96-bf748471224c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:35.357862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:35.457716 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:44:31Z', 'revision_number': 5, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:35.464802 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabffa40-96b9-44d8-ac93-9085ca3e70da None None] The sync data for ids ['50453cc2-a662-4c9e-b804-458484d105e7'] in n-d-843146-11 is: [{'id': '50453cc2-a662-4c9e-b804-458484d105e7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-576220894-router', 'tenant_id': 'b3de9d94269740349bd6d46b7a6164d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:40:05Z', 'updated_at': '2022-05-27T01:44:31Z', 'revision_number': 5, 'project_id': 'b3de9d94269740349bd6d46b7a6164d5', 'gw_port': {'id': '968ceefb-c99b-4e17-9c96-bf748471224c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50453cc2-a662-4c9e-b804-458484d105e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:40:09Z', 'updated_at': '2022-05-27T01:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:44:35.506800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-01223551-47ff-4292-bb8f-58135c7653e0 req-6f58f1e2-9bf6-4eeb-8107-f944d450219e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Synchronizing usage tracker for tenant:cff530a25088433da9e924750e11a694 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:35.541375 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-7d2e5c2c-a150-4e8b-8ed6-a7e467d25839 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 217 time: 0.2455878 May 27 01:44:35.545521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa35f87-fbab-4ef7-9daa-980c71b84f41 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb06e12-2971-4918-8e73-cd8906bef6bd,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:35.572073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Allocated IP 172.20.0.6 (4a89d05e-1dc3-4a80-b462-c217fe9c6a6a/4b501c6e-25d2-45ad-8941-b6f5455f0095/fe3fff2d-ce94-4627-840a-8a40f0e1cf21) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:44:35.663312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-01223551-47ff-4292-bb8f-58135c7653e0 req-6f58f1e2-9bf6-4eeb-8107-f944d450219e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Unset dirty status for tenant:cff530a25088433da9e924750e11a694 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:35.664541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01223551-47ff-4292-bb8f-58135c7653e0 req-6f58f1e2-9bf6-4eeb-8107-f944d450219e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 210 time: 0.2720191 May 27 01:44:35.685796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-8cb66292-8c28-4eb5-bf67-dd01992ecdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:35.687433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-8cb66292-8c28-4eb5-bf67-dd01992ecdbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1365387 May 27 01:44:35.744856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c79ac6f-8d26-426e-84b1-7014ef33d9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:35.815630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a858-08d0-4a9b-a1ca-355ed6637bd5 req-69b7d56d-4ba3-4c8b-be42-abb17df4f663 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:35.822765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef45a858-08d0-4a9b-a1ca-355ed6637bd5 req-69b7d56d-4ba3-4c8b-be42-abb17df4f663 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.9900551 May 27 01:44:35.824647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] For port 968ceefb-c99b-4e17-9c96-bf748471224c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=968ceefb-c99b-4e17-9c96-bf748471224c,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:35.825078 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:35.888374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51453591-7454-4686-a91a-edb792116c55 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:35.924953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 51453591-7454-4686-a91a-edb792116c55 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:35.925299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51453591-7454-4686-a91a-edb792116c55 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:35.967592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef45a858-08d0-4a9b-a1ca-355ed6637bd5 req-28afb5ad-99be-425a-94f2-4017ab37d765 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435919 May 27 01:44:35.983993 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:44:36.007319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-1d3c83f0-6df8-4099-8266-5d9fab90a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:36.008823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-1d3c83f0-6df8-4099-8266-5d9fab90a1bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 1095 time: 0.7711778 May 27 01:44:36.041650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Calling delete_port for 968ceefb-c99b-4e17-9c96-bf748471224c owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:36.116056 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-806e185a-7545-4711-80bf-8c98ff0abddf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ceb06e12-2971-4918-8e73-cd8906bef6bd HTTP/1.1" status: 200 len: 217 time: 0.0873210 May 27 01:44:36.202968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-ac38221b-ff59-43a7-984f-7b64a813ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:36.204607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-ac38221b-ff59-43a7-984f-7b64a813ef8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5045350 May 27 01:44:36.215062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:36.215456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:36.319836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:36.345436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Transition to ACTIVE for port object fe3fff2d-ce94-4627-840a-8a40f0e1cf21 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:36.365663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed128296-c8f7-4182-b83e-abbd5ba60e87 req-44b005f2-6877-4fb7-bec4-1dba6508e618 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:36.367160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed128296-c8f7-4182-b83e-abbd5ba60e87 req-44b005f2-6877-4fb7-bec4-1dba6508e618 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.5344615 May 27 01:44:36.435334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Calling delete_port for 81922463-60b1-4f73-b23f-e5292d032480 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:36.479547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:36.483526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed128296-c8f7-4182-b83e-abbd5ba60e87 req-c6a83fc4-96fe-4801-aee1-6af64590816a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995331 May 27 01:44:36.509656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-16ef4c8e-9226-4c84-bb3e-bb4412a2a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:36.511214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-16ef4c8e-9226-4c84-bb3e-bb4412a2a05b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e70687d9-12d2-437e-89b0-b0087e5a8248 HTTP/1.1" status: 200 len: 861 time: 0.3500872 May 27 01:44:36.526953 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:36.594675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-82efa9ab-cf32-4819-bb53-af35327db549 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b28f0ac9-be42-4265-ad35-351eceb84378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688469 May 27 01:44:36.620998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event updated for resources: {'Port': ['ID=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:36.637690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-6191704f-9645-47bf-8f36-2cfe6af8658a service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090562 May 27 01:44:36.687080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:44:36.688275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=968ceefb-c99b-4e17-9c96-bf748471224c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:36.748722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:44:36.751261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:44:36.837814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5299-d32d-4b54-9d6f-4c68ebb0357e req-bcd64621-69c5-4105-a8d9-57a2544a1f34 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:36.843878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d4e5299-d32d-4b54-9d6f-4c68ebb0357e req-bcd64621-69c5-4105-a8d9-57a2544a1f34 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.7173595 May 27 01:44:36.860577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:36.907084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:36.907725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:36.961007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a4141e21-8c70-44e4-b4a0-5ebeb266825c None None] Provisioning for port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:36.966521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a4141e21-8c70-44e4-b4a0-5ebeb266825c None None] Provisioning complete for port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:36.967568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a4141e21-8c70-44e4-b4a0-5ebeb266825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.031850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a4141e21-8c70-44e4-b4a0-5ebeb266825c None None] Port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:44:37.053770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.074061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.076547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-74834f74-04e0-4f3e-bd8a-d399563523a6 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9673483 May 27 01:44:37.077585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.092061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Request body: {'port': {'device_id': '20852623-4b12-4d63-9250-684533451598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:37.109243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d4e5299-d32d-4b54-9d6f-4c68ebb0357e req-e7e1e8a8-7814-43cb-8aa5-bb5129f48dc2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605441 May 27 01:44:37.132646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-950278fa-0558-42d3-91a9-81b05b12bf48 service neutron] 10.222.0.13 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240040 May 27 01:44:37.133388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Pushing event deleted for resources: {'Port': ['ID=81922463-60b1-4f73-b23f-e5292d032480,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:37.152944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afb7d3-6017-4569-9bf9-deaf18ac7fb4 req-9287e801-da61-4536-b350-91a690352eda tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:37.154437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45afb7d3-6017-4569-9bf9-deaf18ac7fb4 req-9287e801-da61-4536-b350-91a690352eda tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 943 time: 0.4843781 May 27 01:44:37.161550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.162044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50453cc2-a662-4c9e-b804-458484d105e7 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:44:37.187562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9'}, {'name': 'network-changed', 'server_uuid': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'tag': 'ceb06e12-2971-4918-8e73-cd8906bef6bd'}, {'name': 'network-changed', 'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:37.202842 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33a34715-c4ea-4e0c-9994-fe8fa10c11cd req-529258da-cfb5-492b-ae5f-d954fb020bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177605 May 27 01:44:37.203906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.205000 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e81aa410-2cb7-44f0-9da8-b107e18a9c6a admin admin] 10.222.0.16 "DELETE /v2.0/routers/50453cc2-a662-4c9e-b804-458484d105e7 HTTP/1.1" status: 204 len: 168 time: 2.8310359 May 27 01:44:37.214451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54036) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:37.296064 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45afb7d3-6017-4569-9bf9-deaf18ac7fb4 req-2e4e6d39-0505-4b8f-872e-1615141963c7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321268 May 27 01:44:37.351703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] Deleting subnet e11ec205-aa62-4b10-acd6-ee111ae2e034 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:44:37.358425 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.385753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.419981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.469400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.470033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.470699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7a598ef2-54d7-403f-b9e3-446c8d7530bc tempest-ServersTestManualDisk-633265818 tempest-ServersTestManualDisk-633265818-project] 10.222.0.16 "DELETE /v2.0/floatingips/11b3949a-bd7c-42c5-8751-3d85d3d83103 HTTP/1.1" status: 204 len: 168 time: 2.7260811 May 27 01:44:37.474493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54040) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:37.543206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ed6389e-4927-48cd-a934-25ac4bb45366 req-297a03d9-86b0-4937-8448-5557bf299e16 service neutron] 10.222.0.13 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735793 May 27 01:44:37.585287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc843b-c1fe-4781-87c3-781e3ace6bd5 req-65f6cd6b-1ebf-4028-af88-8ace922a3966 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:37.592651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eecc843b-c1fe-4781-87c3-781e3ace6bd5 req-65f6cd6b-1ebf-4028-af88-8ace922a3966 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.3408387 May 27 01:44:37.722980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.769640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eecc843b-c1fe-4781-87c3-781e3ace6bd5 req-6c0959ee-5796-4acd-a24b-a66d06515329 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758871 May 27 01:44:37.804577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 968ceefb-c99b-4e17-9c96-bf748471224c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:37.842867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 968ceefb-c99b-4e17-9c96-bf748471224c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:37.843210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 968ceefb-c99b-4e17-9c96-bf748471224c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:37.899611 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e78512ee-c5ad-431f-9d84-ab2d26ebbec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:37.947077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.109004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6490f-8ee3-443c-b6e1-bdfc048716b6 req-aea0a8bc-6de1-4ca7-8978-cabe7bd1d8d8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:38.110551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10f6490f-8ee3-443c-b6e1-bdfc048716b6 req-aea0a8bc-6de1-4ca7-8978-cabe7bd1d8d8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.2208230 May 27 01:44:38.135643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11ec205-aa62-4b10-acd6-ee111ae2e034,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:38.148245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.150617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6106491-4450-4c35-8724-ffdfc27fac2e None None] Network e0d10e22-fec5-4dbe-a74a-26363eb1417b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:44:38.162739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c43618-41a8-4a61-830b-5d689188f500 req-831a01b2-f194-4315-b38d-cae24d754461 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:38.164211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28c43618-41a8-4a61-830b-5d689188f500 req-831a01b2-f194-4315-b38d-cae24d754461 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 931 time: 0.4037356 May 27 01:44:38.170532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aa19def0-ed75-4f95-bb0f-c0160635c667 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e11ec205-aa62-4b10-acd6-ee111ae2e034 HTTP/1.1" status: 204 len: 168 time: 0.9514339 May 27 01:44:38.173311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:38.211333 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10f6490f-8ee3-443c-b6e1-bdfc048716b6 req-4345ba20-17ba-4132-b186-c0325484102d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893836 May 27 01:44:38.216430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3fff2d-ce94-4627-840a-8a40f0e1cf21 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:38.279423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.315808 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1942ba7-74a4-40a2-b865-f34358f965e6'] response: {'name': 'network-changed', 'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9', 'status': 'completed', 'code': 200} May 27 01:44:38.316708 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1942ba7-74a4-40a2-b865-f34358f965e6'] response: {'name': 'network-changed', 'server_uuid': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'tag': 'ceb06e12-2971-4918-8e73-cd8906bef6bd', 'status': 'completed', 'code': 200} May 27 01:44:38.316980 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1942ba7-74a4-40a2-b865-f34358f965e6'] response: {'name': 'network-changed', 'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a', 'status': 'completed', 'code': 200} May 27 01:44:38.339465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28c43618-41a8-4a61-830b-5d689188f500 req-b1b940ff-48e2-496b-bda9-1a157810bf7e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627984 May 27 01:44:38.358334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Transition to ACTIVE for port object fe3fff2d-ce94-4627-840a-8a40f0e1cf21 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:38.383784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.434269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.451514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] DHCP port deletion for e0d10e22-fec5-4dbe-a74a-26363eb1417b request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:44:38.456326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] Deleting port a47d8267-83b2-4126-9e4c-2a7ac50334c1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:38.456775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.549720 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.703000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Pushing event updated for resources: {'Port': ['ID=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:38.705544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Deleting port a47d8267-83b2-4126-9e4c-2a7ac50334c1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:38.705981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.719887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] For port a47d8267-83b2-4126-9e4c-2a7ac50334c1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a47d8267-83b2-4126-9e4c-2a7ac50334c1,segment=NetworkSegment(36a12acb-999b-4e43-99fc-faf1f77af502),segment_id=36a12acb-999b-4e43-99fc-faf1f77af502)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:38.720288 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.761796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-d7c2448b-d64a-4759-a66f-7f71eaa2d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:38.763293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-d7c2448b-d64a-4759-a66f-7f71eaa2d1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1100 time: 0.4381778 May 27 01:44:38.797778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d30be5-6f16-4917-8624-67eba1b35c5e req-35dba32f-5d39-435e-8d3c-11a2d24fd61a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:38.799416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16d30be5-6f16-4917-8624-67eba1b35c5e req-35dba32f-5d39-435e-8d3c-11a2d24fd61a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.3890507 May 27 01:44:38.887846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] Calling delete_port for a47d8267-83b2-4126-9e4c-2a7ac50334c1 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:38.897301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Attempting to bind port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:38.897577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Attempting to bind port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:38.897877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Attempting to bind port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 on network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:38.910114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5db8e-bba1-4ca8-9192-557319bc9578 req-f6152fba-e8fb-4bf5-a05b-da40481e29af tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:38.912142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88d5db8e-bba1-4ca8-9192-557319bc9578 req-f6152fba-e8fb-4bf5-a05b-da40481e29af tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.3503313 May 27 01:44:38.931308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 on network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:38.931632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Attempting to bind port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 on network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:38.981213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:38.997287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:38.997630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Checking segment: {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:38.998009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Bound using segment: {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:38.998448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Bound port: fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:38.998818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:39.008795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16d30be5-6f16-4917-8624-67eba1b35c5e req-c2d4ab9f-ea93-4cc5-818f-fe4da7c1d6f3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527390 May 27 01:44:39.029652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] No DVR routers for this DVR port a47d8267-83b2-4126-9e4c-2a7ac50334c1 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:39.041606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f912217-78a8-4b88-8ad6-4d41e8c24b83 None None] Pushing event deleted for resources: {'Port': ['ID=a47d8267-83b2-4126-9e4c-2a7ac50334c1,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:39.120273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88d5db8e-bba1-4ca8-9192-557319bc9578 req-5a973963-f6b1-4151-bbf6-49aa967ca371 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900027 May 27 01:44:39.128222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] For port a47d8267-83b2-4126-9e4c-2a7ac50334c1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a47d8267-83b2-4126-9e4c-2a7ac50334c1,segment=NetworkSegment(36a12acb-999b-4e43-99fc-faf1f77af502),segment_id=36a12acb-999b-4e43-99fc-faf1f77af502)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:39.128577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:39.210632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-680c15a9-00b8-4628-b282-73c3399bd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.212113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-680c15a9-00b8-4628-b282-73c3399bd6f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4419944 May 27 01:44:39.222957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:39.241120 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:39.302889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Calling delete_port for a47d8267-83b2-4126-9e4c-2a7ac50334c1 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:39.303146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-d801add5-da18-45fd-9840-351f98ee0935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 217 time: 0.0804038 May 27 01:44:39.387634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:39.408786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:39.418197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:39.435985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1c2d1-a8b9-49e0-bf77-c7ed5e546348 req-51bbc85a-9f06-40c2-abf5-1f4ffe3a0988 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.437440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eda1c2d1-a8b9-49e0-bf77-c7ed5e546348 req-51bbc85a-9f06-40c2-abf5-1f4ffe3a0988 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 943 time: 0.3000364 May 27 01:44:39.438749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-1ee30e92-25a6-46f9-82f1-80e2f4ec01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.439995 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-1ee30e92-25a6-46f9-82f1-80e2f4ec01d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1288617 May 27 01:44:39.494566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Deleting port 29cd70c0-430e-4825-8e42-bd9759f71283 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:39.494702 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:39.501490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.502145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:39.503750 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] 10.222.0.47 "PUT /v2.0/ports/fe3fff2d-ce94-4627-840a-8a40f0e1cf21 HTTP/1.1" status: 200 len: 1092 time: 2.4172378 May 27 01:44:39.503901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:39.520494 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:44:39.520816 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:44:39.536666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ada88-b4e0-4522-841c-7566c4263bab req-82c75a05-437f-4adc-ac38-781a80b031a7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.543744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af2ada88-b4e0-4522-841c-7566c4263bab req-82c75a05-437f-4adc-ac38-781a80b031a7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.2483923 May 27 01:44:39.563029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e184-9528-4719-9b7a-9222deb993df service neutron] Pushing event updated for resources: {'Port': ['ID=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:39.619993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eda1c2d1-a8b9-49e0-bf77-c7ed5e546348 req-db5d3dbb-a40b-4382-a206-876a9ae60bf0 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686716 May 27 01:44:39.664751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af2ada88-b4e0-4522-841c-7566c4263bab req-0cf45f6f-95b8-4009-9565-9160794abf97 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200573 May 27 01:44:39.691932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-9b146ccc-416f-4d93-977a-064309f6d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.693918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-9b146ccc-416f-4d93-977a-064309f6d70b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff530a25088433da9e924750e11a694&device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 1095 time: 0.1319458 May 27 01:44:39.779672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a47d8267-83b2-4126-9e4c-2a7ac50334c1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:39.796049 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-36098acf-07ea-4651-936c-ec96b838cedb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21 HTTP/1.1" status: 200 len: 217 time: 0.0941775 May 27 01:44:39.822281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a47d8267-83b2-4126-9e4c-2a7ac50334c1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:39.822619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a47d8267-83b2-4126-9e4c-2a7ac50334c1 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:39.840981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-653d30cc-a27d-4045-a371-a19031be0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.842465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-653d30cc-a27d-4045-a371-a19031be0acf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3922760 May 27 01:44:39.907628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-892e1965-58f4-43c9-92d4-2751dab82dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:39.909022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-892e1965-58f4-43c9-92d4-2751dab82dce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b501c6e-25d2-45ad-8941-b6f5455f0095 HTTP/1.1" status: 200 len: 855 time: 0.0805757 May 27 01:44:39.967629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] For port 29cd70c0-430e-4825-8e42-bd9759f71283, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=29cd70c0-430e-4825-8e42-bd9759f71283,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:39.967908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.049723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffc9c-f09a-4dd3-9a05-01102c91c790 req-d3b0942b-52fe-408b-bc82-075035768927 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:40.051257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d76ffc9c-f09a-4dd3-9a05-01102c91c790 req-d3b0942b-52fe-408b-bc82-075035768927 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.3040864 May 27 01:44:40.052361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Deleting port a47d8267-83b2-4126-9e4c-2a7ac50334c1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:40.052685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.091544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab87252-b7a2-42b7-8393-2990da13c32c req-3e529191-03ca-4980-a543-b77c1590bc7e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:40.092974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ab87252-b7a2-42b7-8393-2990da13c32c req-3e529191-03ca-4980-a543-b77c1590bc7e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.2995241 May 27 01:44:40.120283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Calling delete_port for 29cd70c0-430e-4825-8e42-bd9759f71283 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:40.162016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] The port 'a47d8267-83b2-4126-9e4c-2a7ac50334c1' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:44:40.226612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-66109975-1ed6-4c88-b4aa-6759c46468b5 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718190 May 27 01:44:40.243937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d76ffc9c-f09a-4dd3-9a05-01102c91c790 req-cc5ea8a9-872e-43e3-8394-f259c3559185 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363430 May 27 01:44:40.297797 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ab87252-b7a2-42b7-8393-2990da13c32c req-d9e79164-51b3-4c6d-a941-36e85855e2b5 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950355 May 27 01:44:40.306103 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65c7cde-97dd-4d03-901b-9f144d2cec7e'] response: {'name': 'network-changed', 'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'status': 'completed', 'code': 200} May 27 01:44:40.313996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.355456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d10e22-fec5-4dbe-a74a-26363eb1417b']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:40.370377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a12acb-999b-4e43-99fc-faf1f77af502') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:40.371244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a12acb-999b-4e43-99fc-faf1f77af502') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:40.384979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.397279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-f3933f02-6e1b-4027-af13-60288c444498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:40.398894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-f3933f02-6e1b-4027-af13-60288c444498 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4778600 May 27 01:44:40.429267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.522589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:44:40.523317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.569325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-383e7dd8-b8f7-486e-a303-a9ee4a6416f6 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183508 May 27 01:44:40.599855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939432-adb7-45b2-89b2-98bc68a83d07 req-d11859ea-c8f6-4f47-8257-e20f91100464 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:40.601338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85939432-adb7-45b2-89b2-98bc68a83d07 req-d11859ea-c8f6-4f47-8257-e20f91100464 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1659267 May 27 01:44:40.613035 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 36a12acb-999b-4e43-99fc-faf1f77af502 resource provider aggregate not found May 27 01:44:40.652879 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 36a12acb-999b-4e43-99fc-faf1f77af502 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36a12acb-999b-4e43-99fc-faf1f77af502 found for delete ", "request_id": "req-eca6bfbd-5785-4b92-805d-886134cc7a62"}]} May 27 01:44:40.678351 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.699859 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.724028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d10e22-fec5-4dbe-a74a-26363eb1417b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:40.731619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-22a505b4-a956-4783-aa30-4680d744f8a6 service neutron] 10.222.0.47 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240612 May 27 01:44:40.736687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66e56dc9-1c43-463f-8281-e2354ff23f54 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e0d10e22-fec5-4dbe-a74a-26363eb1417b HTTP/1.1" status: 204 len: 168 time: 2.5601702 May 27 01:44:40.744027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad0e22-e48e-4da3-a5b1-dbe5b9a4fddf req-2747835f-1d36-46b4-8fa6-68496d61e9ed tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:40.745639 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64ad0e22-e48e-4da3-a5b1-dbe5b9a4fddf req-2747835f-1d36-46b4-8fa6-68496d61e9ed tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.3110964 May 27 01:44:40.746494 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85939432-adb7-45b2-89b2-98bc68a83d07 req-9cff72a4-98bf-4de3-9449-5d06a7a25bcf tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 May 27 01:44:40.748410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.804422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Pushing event deleted for resources: {'Port': ['ID=29cd70c0-430e-4825-8e42-bd9759f71283,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:40.848281 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:40.899765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64ad0e22-e48e-4da3-a5b1-dbe5b9a4fddf req-adaa4b72-adf8-4ec1-8dc6-3744b12e10e2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302769 May 27 01:44:40.910118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-5f9e411f-f27f-4cae-a1d7-a860b5dcc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:40.913796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-5f9e411f-f27f-4cae-a1d7-a860b5dcc67b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2d43daf50a64c4581810a6941cdc131&device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 1095 time: 0.2817862 May 27 01:44:40.955783 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef89870-73e6-493f-a2c6-10dd631830e4 req-0c39347f-eda3-4eb0-9b81-ac9c63d17d30 service neutron] 10.222.0.47 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090938 May 27 01:44:40.999913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54076) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:41.164851 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0a1c70c8-21cf-43a0-918c-8913d310db63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3db63a665fba4e6cae692f0d3910abce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1632888 May 27 01:44:41.167953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54080) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:41.224224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-af312148-8921-471a-82ed-e7a782337d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.225681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-af312148-8921-471a-82ed-e7a782337d61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff530a25088433da9e924750e11a694&device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 1095 time: 0.2078700 May 27 01:44:41.239085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad345f-7565-4ac8-99c3-b4262c376ae7 req-cf9823c7-b212-45a6-9a4f-0f405409de38 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.241008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5bad345f-7565-4ac8-99c3-b4262c376ae7 req-cf9823c7-b212-45a6-9a4f-0f405409de38 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1825032 May 27 01:44:41.265739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ce514-43a6-4eca-922f-7f0421cd8177 req-cb40cfc9-8c91-4d40-ae90-b99cdf3f899f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.267331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-857ce514-43a6-4eca-922f-7f0421cd8177 req-cb40cfc9-8c91-4d40-ae90-b99cdf3f899f tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 943 time: 0.3526537 May 27 01:44:41.281195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-08de9480-d112-48d6-bb57-ae61d30c0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.282625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-08de9480-d112-48d6-bb57-ae61d30c0c1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 200 len: 922 time: 0.3605683 May 27 01:44:41.360491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e36042c-db0a-42bd-8932-02f27c3f461a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:41.381979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-94434b2f-4a07-4d5e-ba53-942b1c9c2ccb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ceb06e12-2971-4918-8e73-cd8906bef6bd HTTP/1.1" status: 200 len: 217 time: 0.0883651 May 27 01:44:41.417936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5bad345f-7565-4ac8-99c3-b4262c376ae7 req-70a23e38-275c-4b1d-815e-76aa81e17253 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538436 May 27 01:44:41.430246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e36042c-db0a-42bd-8932-02f27c3f461a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:41.440268 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:41.462426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-6209e1e3-c341-40f6-9905-311de5d65f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.463787 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-857ce514-43a6-4eca-922f-7f0421cd8177 req-fef6eca9-fb4b-42c5-8365-b648880ec25a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839168 May 27 01:44:41.463912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-6209e1e3-c341-40f6-9905-311de5d65f15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a HTTP/1.1" status: 200 len: 917 time: 0.2207634 May 27 01:44:41.543059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-88e21a35-3831-4c83-bc1c-7f994ec4907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.544597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-88e21a35-3831-4c83-bc1c-7f994ec4907e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e70687d9-12d2-437e-89b0-b0087e5a8248 HTTP/1.1" status: 200 len: 861 time: 0.1503825 May 27 01:44:41.581131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-9f68239d-9c9a-4733-be9f-e6e583dae1d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21 HTTP/1.1" status: 200 len: 217 time: 0.1050999 May 27 01:44:41.627753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-93d08925-18f8-4f51-a83d-118225ed14a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b28f0ac9-be42-4265-ad35-351eceb84378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743935 May 27 01:44:41.667600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e36042c-db0a-42bd-8932-02f27c3f461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:41.672224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-b82fb564-67fd-4fcd-b74d-2499f85351b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.673640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-b82fb564-67fd-4fcd-b74d-2499f85351b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b501c6e-25d2-45ad-8941-b6f5455f0095 HTTP/1.1" status: 200 len: 855 time: 0.0858145 May 27 01:44:41.845352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36042c-db0a-42bd-8932-02f27c3f461a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22836e-0c7c-4c61-bfdc-d5c22ac1f7ac,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:41.864736 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e36042c-db0a-42bd-8932-02f27c3f461a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:41.865825 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0e36042c-db0a-42bd-8932-02f27c3f461a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f22836e-0c7c-4c61-bfdc-d5c22ac1f7ac HTTP/1.1" status: 204 len: 168 time: 0.6968639 May 27 01:44:41.889357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f6e40-d9e9-4e7d-98ea-141f16a9f239 req-7f4f2746-7b70-4bfb-a00a-a47aa4dd18c6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.895010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488f6e40-d9e9-4e7d-98ea-141f16a9f239 req-7f4f2746-7b70-4bfb-a00a-a47aa4dd18c6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.3498623 May 27 01:44:41.944813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488f6e40-d9e9-4e7d-98ea-141f16a9f239 req-e545602e-22c8-4470-ac63-e1eca30521ad tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488880 May 27 01:44:41.947696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-a7492b87-95ee-4076-94a2-2b6bed1f6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:41.949248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-a7492b87-95ee-4076-94a2-2b6bed1f6b21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2633328 May 27 01:44:42.052605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-70c567d4-d447-47fb-a2a3-a686f816e217 service neutron] 10.222.0.13 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177825 May 27 01:44:42.071966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5084de4-40e9-4a22-b353-14005399f999 req-f2b8c55d-c125-469f-aefe-1f3ef8c8180e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:42.073433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5084de4-40e9-4a22-b353-14005399f999 req-f2b8c55d-c125-469f-aefe-1f3ef8c8180e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.4906223 May 27 01:44:42.157290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-d04c4d56-802b-4fca-9791-a3c54517d9e6 service neutron] 10.222.0.47 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007978 May 27 01:44:42.272824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e117a1-a297-4a1d-8c5a-f9ce8f8a9a25 req-67c2a6f5-8fe0-4fd9-b40d-9ed081f94627 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:42.274301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-44e117a1-a297-4a1d-8c5a-f9ce8f8a9a25 req-67c2a6f5-8fe0-4fd9-b40d-9ed081f94627 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1912124 May 27 01:44:42.284842 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5084de4-40e9-4a22-b353-14005399f999 req-492fe41f-7a0b-4d9a-bb4a-7b2203421a25 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855361 May 27 01:44:42.289624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54096) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:42.341859 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1d4d378-79e3-43f6-a495-637513ee8d9e req-44a28c81-425a-44b8-a7e2-3641a77a823a service neutron] 10.222.0.47 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744363 May 27 01:44:42.360237 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-44e117a1-a297-4a1d-8c5a-f9ce8f8a9a25 req-ed3c4672-546a-4774-87ca-733dde49ff70 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 May 27 01:44:42.372838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-ee508015-feb8-417c-ad35-f8434b6877cb service neutron] 10.222.0.13 "GET /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984424 May 27 01:44:42.374661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:44:42.398323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0a15d471-47ef-4438-99a8-8c6d16f662ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3de9d94269740349bd6d46b7a6164d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1076791 May 27 01:44:42.401366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54100) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:42.421581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:42.425242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:42.468832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4137008-4b35-4db0-9d88-09f1d22c1930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:42.507395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4137008-4b35-4db0-9d88-09f1d22c1930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:42.607257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4137008-4b35-4db0-9d88-09f1d22c1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:42.635195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4137008-4b35-4db0-9d88-09f1d22c1930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa3b701-3f16-4cc2-bfe2-244a2cc5c061,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:42.650246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4137008-4b35-4db0-9d88-09f1d22c1930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:42.651415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a4137008-4b35-4db0-9d88-09f1d22c1930 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1aa3b701-3f16-4cc2-bfe2-244a2cc5c061 HTTP/1.1" status: 204 len: 168 time: 0.2489755 May 27 01:44:42.696955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:44:42.704826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-54239aad-b80b-4bd0-a0c0-08777018674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:42.706575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-54239aad-b80b-4bd0-a0c0-08777018674d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1126 time: 0.2730989 May 27 01:44:42.712545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6a3cf-4563-424d-92ae-1c54002d3555 req-ee0c8279-dce1-44d4-9eaa-c24a8db1101d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:42.718111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b953aec-3d70-4f71-84af-f2f736b7fe6f req-11c19208-9335-415d-a8be-f6affce78d76 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:42.719881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b953aec-3d70-4f71-84af-f2f736b7fe6f req-11c19208-9335-415d-a8be-f6affce78d76 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 943 time: 0.3250206 May 27 01:44:42.720227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5f6a3cf-4563-424d-92ae-1c54002d3555 req-ee0c8279-dce1-44d4-9eaa-c24a8db1101d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1486530 May 27 01:44:42.737080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ceb06e12-2971-4918-8e73-cd8906bef6bd details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:42.753975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:42.754271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:42.780490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] Sync routers for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:44:42.787853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5f6a3cf-4563-424d-92ae-1c54002d3555 req-932a80da-771b-4498-8481-d676317ce9c1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512950 May 27 01:44:42.808079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:42.824245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54110) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:42.824478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3b142f3b-e45b-4c34-9acb-3910be614289 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a4ccee5-bcd1-4c45-851b-3f57fef4a62f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3489316 May 27 01:44:42.837527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:42.838170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:42.889016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b953aec-3d70-4f71-84af-f2f736b7fe6f req-6d1af751-8cff-4e52-926e-613370ea6531 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467292 May 27 01:44:42.945127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:42.947377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-a173d060-9709-4e78-a817-92b13e4bde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:42.949402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-a173d060-9709-4e78-a817-92b13e4bde9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2254558 May 27 01:44:42.956101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:42.961002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'mac_address': 'fa:16:3e:1c:5b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:44:42.970755 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:42.973726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:44:43.074170 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63659d92-ed3c-409c-9ae8-6b2f436c686d'] response: {'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'code': 200} May 27 01:44:43.139019 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-7fbd1ae4-aa2a-4525-9ed7-1de1dd150215 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 200 len: 217 time: 0.1806953 May 27 01:44:43.232524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:43.300485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:43.311919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:43.312368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:43.333312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ceb06e12-2971-4918-8e73-cd8906bef6bd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ceb06e12-2971-4918-8e73-cd8906bef6bd,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:43.355658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:43.373738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-a9792af2-4e08-47aa-a1b0-7fae363d9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:43.375297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-a9792af2-4e08-47aa-a1b0-7fae363d9120 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.2289143 May 27 01:44:43.406132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'ceb06e12-2971-4918-8e73-cd8906bef6bd', 'network_id': 'b28f0ac9-be42-4265-ad35-351eceb84378', 'port_id': 'ceb06e12-2971-4918-8e73-cd8906bef6bd', 'mac_address': 'fa:16:3e:57:3d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70687d9-12d2-437e-89b0-b0087e5a8248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:44:43.434580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-214216c9-fe9d-4f92-86da-4381f204f4f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510066 May 27 01:44:43.436296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-f6a82ab7-e684-4a08-b287-890ac5080fc5 service neutron] 10.222.0.13 "GET /v2.0/ports/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.1993484 May 27 01:44:43.451775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7631e-ea21-499e-9e94-272374f28539 req-e08905df-e794-4521-b0f7-2d83dbd7d7da tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:43.453296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10e7631e-ea21-499e-9e94-272374f28539 req-e08905df-e794-4521-b0f7-2d83dbd7d7da tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.2588768 May 27 01:44:43.466191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb07bbe-7030-495e-9c58-244c90c9a047 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:43.481060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93daba-5082-4cf2-9cb2-fe1b0b5160ce req-2b5d8e03-fa4b-41b4-a4aa-bdcc68139dce tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:43.491657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5a93daba-5082-4cf2-9cb2-fe1b0b5160ce req-2b5d8e03-fa4b-41b4-a4aa-bdcc68139dce tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 943 time: 0.5085630 May 27 01:44:43.495465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:43.548029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Deleting port 40223a27-9a23-4628-b8fe-fee7dca41d2e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:43.549279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:43.663110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5a93daba-5082-4cf2-9cb2-fe1b0b5160ce req-caa0de43-4c05-4b8e-9323-1da614aebff3 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701393 May 27 01:44:43.669138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:43.684078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:43.688199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ceb06e12-2971-4918-8e73-cd8906bef6bd is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:43.688646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:43.788629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb06e12-2971-4918-8e73-cd8906bef6bd {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:43.865231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ceb06e12-2971-4918-8e73-cd8906bef6bd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ceb06e12-2971-4918-8e73-cd8906bef6bd,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:43.866562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:43.877782 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:43.878658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:43.897207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-c662002f-5f6b-4cfd-a5f4-39c40558b077 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560998 May 27 01:44:43.979994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] For port 40223a27-9a23-4628-b8fe-fee7dca41d2e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=40223a27-9a23-4628-b8fe-fee7dca41d2e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:43.980404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:44.049173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ceb06e12-2971-4918-8e73-cd8906bef6bd,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:44.088567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:44:40Z', 'revision_number': 5, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port': {'id': '40223a27-9a23-4628-b8fe-fee7dca41d2e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:41:57Z', 'updated_at': '2022-05-27T01:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:44.115586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] Checking router: 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:44:44.121277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:44.126079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:44.129285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8cb07bbe-7030-495e-9c58-244c90c9a047'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:44.149885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:44.195084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '102083e9-2236-4838-b9f5-21218ada5ce9', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '102083e9-2236-4838-b9f5-21218ada5ce9', 'mac_address': 'fa:16:3e:20:7a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:44:44.202780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] Routers {'2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:44:44.203489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:44.203680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:44.216451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:44.259900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e358b-a583-4a1f-8f31-62c65bd7383f req-3ab80b41-9310-4762-b956-fd5ebbec71e8 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:44.268268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5e358b-a583-4a1f-8f31-62c65bd7383f req-3ab80b41-9310-4762-b956-fd5ebbec71e8 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.4464772 May 27 01:44:44.280155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Calling delete_port for 40223a27-9a23-4628-b8fe-fee7dca41d2e owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:44.366870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] Set router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:44:44.386126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36a22661-1ce3-4986-be1e-e0b75806fb51 req-c3a26e2e-45f2-45ea-809b-5c37a389b487 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447825 May 27 01:44:44.389360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:44.391043 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5e358b-a583-4a1f-8f31-62c65bd7383f req-656d28db-4a73-4d8c-9352-17eea42aa6b0 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210315 May 27 01:44:44.487778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:44:43Z', 'revision_number': 6, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:44.525838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] Transition to ACTIVE for port object 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:44.537479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10e7631e-ea21-499e-9e94-272374f28539 req-ff4a8786-fc18-41f0-9529-24432b706657 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9944601 May 27 01:44:44.543622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:44.561366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8582b90-99fb-4a96-b666-fa5b04257435 None None] The sync data for ids ['2a4ccee5-bcd1-4c45-851b-3f57fef4a62f'] in n-d-843146-11 is: [{'id': '2a4ccee5-bcd1-4c45-851b-3f57fef4a62f', 'name': 'tempest-ServersTestManualDisk-1393823372-router', 'tenant_id': 'a56dc6c84c3542f78a5d362e32946205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:41:56Z', 'updated_at': '2022-05-27T01:44:43Z', 'revision_number': 6, 'project_id': 'a56dc6c84c3542f78a5d362e32946205', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:44:44.609629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:44.611153 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:44.646164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102083e9-2236-4838-b9f5-21218ada5ce9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:44.676224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:44.698194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:44.765445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:44.816973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:44.829811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40223a27-9a23-4628-b8fe-fee7dca41d2e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:44.851466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] No DVR routers for this DVR port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:44.909450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] Pushing event updated for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:44.916701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d1e3-e3e0-47f9-84c3-a2c241578ebe req-cfc7af5c-a95a-4938-ae70-20cfec153846 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:44.917119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-31832e7d-f377-410a-b147-1ca6542d57af service neutron] 10.222.0.13 "PUT /v2.0/ports/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a/bindings/n-h2-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4627736 May 27 01:44:44.918161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5621d1e3-e3e0-47f9-84c3-a2c241578ebe req-cfc7af5c-a95a-4938-ae70-20cfec153846 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.3110280 May 27 01:44:44.951007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:44.951249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e411-4ba9-4710-aacd-e13060972a1c req-c3dc7f0a-343a-4417-acdf-2944f6988cb9 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:44.952784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff99e411-4ba9-4710-aacd-e13060972a1c req-c3dc7f0a-343a-4417-acdf-2944f6988cb9 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1987720 May 27 01:44:45.006048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff99e411-4ba9-4710-aacd-e13060972a1c req-94605529-4dda-4145-a962-91177e3dd335 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 May 27 01:44:45.070952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['102083e9-2236-4838-b9f5-21218ada5ce9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:45.102771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ceb06e12-2971-4918-8e73-cd8906bef6bd'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:45.201635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd371d6-86b9-44be-81cd-1adaa57641c0 req-993eaefa-77e6-4e98-9b76-ba1d727a925d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.203272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdd371d6-86b9-44be-81cd-1adaa57641c0 req-993eaefa-77e6-4e98-9b76-ba1d727a925d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 944 time: 0.0831985 May 27 01:44:45.212863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5621d1e3-e3e0-47f9-84c3-a2c241578ebe req-e786359b-8f21-4011-82ca-bc731287626f tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650185 May 27 01:44:45.214881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.218271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.262068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdd371d6-86b9-44be-81cd-1adaa57641c0 req-08042c11-bdf5-405b-965e-b03a7aeb2bd6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 May 27 01:44:45.263435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-e99f927e-d890-4772-bba0-45d51c97a4bb tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.264986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-e99f927e-d890-4772-bba0-45d51c97a4bb tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.2596896 May 27 01:44:45.266601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.267176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4ccee5-bcd1-4c45-851b-3f57fef4a62f {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:44:45.357431 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.361343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6372e768-6d33-4439-8642-2c65b7dff4a4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2a4ccee5-bcd1-4c45-851b-3f57fef4a62f HTTP/1.1" status: 204 len: 168 time: 2.5338609 May 27 01:44:45.362288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54164) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:45.450431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] Deleting subnet 37172b61-5262-4ee2-9ec8-dc2e97cfe7fc {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:44:45.450703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-72a2189c-1527-44c9-b4c9-32054905b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.452175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-72a2189c-1527-44c9-b4c9-32054905b441 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 1096 time: 0.1752043 May 27 01:44:45.453459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.481752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02bcab-9a57-42f8-9104-035a92e90b35 req-4afdf474-eab0-4132-8758-258002aaa25c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.483914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa02bcab-9a57-42f8-9104-035a92e90b35 req-4afdf474-eab0-4132-8758-258002aaa25c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 944 time: 0.1235435 May 27 01:44:45.505755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.600574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa02bcab-9a57-42f8-9104-035a92e90b35 req-6fcfd1fc-ab7a-43c5-8754-6b20151d71a1 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764785 May 27 01:44:45.620102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-d17a4c99-56e0-4037-beee-faa1635c30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.624424 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-d17a4c99-56e0-4037-beee-faa1635c30ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1096 time: 0.1395042 May 27 01:44:45.653317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.739179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03795a0-0a4a-4088-a537-5e82151de3d0 req-8f5b6b56-ec74-4d3c-a9b7-bcaf0fcdca64 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.740735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b03795a0-0a4a-4088-a537-5e82151de3d0 req-8f5b6b56-ec74-4d3c-a9b7-bcaf0fcdca64 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.1519010 May 27 01:44:45.790976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-3a31ca0e-e380-4e8f-952c-f1bc0f2370ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.793124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-3a31ca0e-e380-4e8f-952c-f1bc0f2370ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.1608469 May 27 01:44:45.813353 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 40223a27-9a23-4628-b8fe-fee7dca41d2e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:45.815476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b03795a0-0a4a-4088-a537-5e82151de3d0 req-173eb2ea-6d8e-456f-8bef-40f7cbe50d09 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668859 May 27 01:44:45.821523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.869572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37172b61-5262-4ee2-9ec8-dc2e97cfe7fc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:45.871903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:45.879337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3f5ceb0a-7336-4d0a-8975-2adc59ada751 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/37172b61-5262-4ee2-9ec8-dc2e97cfe7fc HTTP/1.1" status: 204 len: 168 time: 0.5154934 May 27 01:44:45.882057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54174) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:45.894982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 40223a27-9a23-4628-b8fe-fee7dca41d2e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:45.896071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 40223a27-9a23-4628-b8fe-fee7dca41d2e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:45.897282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29cd70c0-430e-4825-8e42-bd9759f71283 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:45.900338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-2dc320c6-3b21-49e2-a85b-ad3ec89d1143 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 200 len: 217 time: 0.0980566 May 27 01:44:45.930226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed11101f-d2cd-4973-be3e-5c64373473c8 None None] Network 50bb64fb-067a-4f03-afc5-b66c50b54f18 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:44:45.991712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-74b7220c-9071-491a-81aa-23bad66cdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:45.993234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-74b7220c-9071-491a-81aa-23bad66cdb86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0868328 May 27 01:44:46.041610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 29cd70c0-430e-4825-8e42-bd9759f71283 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:46.042220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29cd70c0-430e-4825-8e42-bd9759f71283 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:46.055337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-c710439b-4c57-45dd-9b18-404a6e83e53e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540793 May 27 01:44:46.181721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:46.198463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Deleting port 775f0ce8-d424-4f2a-9e56-a68302f5e36e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:46.198829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:46.251601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] DHCP port deletion for 50bb64fb-067a-4f03-afc5-b66c50b54f18 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:44:46.256355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Deleting port 775f0ce8-d424-4f2a-9e56-a68302f5e36e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:46.256726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:46.259084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2c124-429b-46f9-afc3-e146d32a1ed5 req-5957f92c-ef9a-44b1-8b3d-89081286c0a8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:46.260622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41c2c124-429b-46f9-afc3-e146d32a1ed5 req-5957f92c-ef9a-44b1-8b3d-89081286c0a8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 949 time: 0.1844089 May 27 01:44:46.375958 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41c2c124-429b-46f9-afc3-e146d32a1ed5 req-31c91432-7a07-4977-bf86-3adc739730f3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057463 May 27 01:44:46.386853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-88aa6683-2180-4a72-b1e6-5199e88a986d service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246114 May 27 01:44:46.468389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] For port 775f0ce8-d424-4f2a-9e56-a68302f5e36e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=775f0ce8-d424-4f2a-9e56-a68302f5e36e,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:46.468659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:46.503743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005227e-5a50-4290-ac9d-c8e82cf80a27 req-906eb676-797d-4fe8-99a7-bc3557239615 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:46.510898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9005227e-5a50-4290-ac9d-c8e82cf80a27 req-906eb676-797d-4fe8-99a7-bc3557239615 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 950 time: 0.1941540 May 27 01:44:46.525198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:46.579726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-96b88286-b718-4704-b3c8-3aee091e45c4 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860893 May 27 01:44:46.594260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9005227e-5a50-4290-ac9d-c8e82cf80a27 req-986c2bd8-241f-4bc5-aec4-d15c9c38c373 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823092 May 27 01:44:46.635019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] For port 775f0ce8-d424-4f2a-9e56-a68302f5e36e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=775f0ce8-d424-4f2a-9e56-a68302f5e36e,segment=NetworkSegment(e7148605-f71c-41b7-a726-9bbe16af982e),segment_id=e7148605-f71c-41b7-a726-9bbe16af982e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:46.635418 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:46.667257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Calling delete_port for 775f0ce8-d424-4f2a-9e56-a68302f5e36e owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:46.702527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8cb07bbe-7030-495e-9c58-244c90c9a047 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:46.702791 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:46.790847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7d77-af43-4a12-912a-df0e2983a3ee req-18456168-ba05-4a44-be21-5c7d07b31d7e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:46.800183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e1f7d77-af43-4a12-912a-df0e2983a3ee req-18456168-ba05-4a44-be21-5c7d07b31d7e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.2620039 May 27 01:44:46.805679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ceb06e12-2971-4918-8e73-cd8906bef6bd up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:46.818626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:46.823156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70107d2-5816-4bd3-bed8-6513ea65c15b req-8ca5a6d7-1d2a-45a4-8dab-845221a79c05 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:46.824652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f70107d2-5816-4bd3-bed8-6513ea65c15b req-8ca5a6d7-1d2a-45a4-8dab-845221a79c05 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 944 time: 0.1167967 May 27 01:44:46.846688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Calling delete_port for 775f0ce8-d424-4f2a-9e56-a68302f5e36e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:46.867123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] No DVR routers for this DVR port 775f0ce8-d424-4f2a-9e56-a68302f5e36e on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:46.903416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=775f0ce8-d424-4f2a-9e56-a68302f5e36e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:46.931286 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f70107d2-5816-4bd3-bed8-6513ea65c15b req-cdee9298-98da-4e48-b76c-dd3f57bd10a8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957115 May 27 01:44:46.956757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-6ac8262c-4144-4f9f-91db-25ab2b2b203e tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:46.960236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-6ac8262c-4144-4f9f-91db-25ab2b2b203e tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.1064148 May 27 01:44:47.006338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e1f7d77-af43-4a12-912a-df0e2983a3ee req-8981339c-4a80-4398-b3ac-fa81366d9e13 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047956 May 27 01:44:47.033034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port ceb06e12-2971-4918-8e73-cd8906bef6bd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:47.044291 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:44:47.044649 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:44:47.046022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.049864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port ceb06e12-2971-4918-8e73-cd8906bef6bd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:47.050237 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.083448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bb64fb-067a-4f03-afc5-b66c50b54f18']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:47.103759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8cb07bbe-7030-495e-9c58-244c90c9a047 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:47.104155 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.105601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7148605-f71c-41b7-a726-9bbe16af982e') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:47.107508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7148605-f71c-41b7-a726-9bbe16af982e') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:44:47.125880 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.141704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:47.157249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:47.196015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.211807 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.223074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:44:47.224672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.234683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-5c5cffe9-e067-4b10-a106-9f855f09bad3 service neutron] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:47.242628 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-5c5cffe9-e067-4b10-a106-9f855f09bad3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.246098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ab808b6-709d-46f8-a8ba-a9a3b64c6696 req-5c5cffe9-e067-4b10-a106-9f855f09bad3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a/bindings/n-h1-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.2811117 May 27 01:44:47.280492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ceb06e12-2971-4918-8e73-cd8906bef6bd is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:47.281067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.320452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:47.352710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ceb06e12-2971-4918-8e73-cd8906bef6bd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ceb06e12-2971-4918-8e73-cd8906bef6bd,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:47.357397 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment e7148605-f71c-41b7-a726-9bbe16af982e resource provider aggregate not found May 27 01:44:47.360966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.361767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:47.388562 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment e7148605-f71c-41b7-a726-9bbe16af982e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7148605-f71c-41b7-a726-9bbe16af982e found for delete ", "request_id": "req-4649b896-82a6-4e44-ba20-5e29481bcd44"}]} May 27 01:44:47.399588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b41e80-946a-4761-b8c7-e9f55e050320 req-38953397-e01b-4d01-bb98-c00b6cfa4607 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:47.407647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7b41e80-946a-4761-b8c7-e9f55e050320 req-38953397-e01b-4d01-bb98-c00b6cfa4607 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 944 time: 0.2671533 May 27 01:44:47.410295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.431272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834b6b7-0282-4d9b-94d8-bb0dc1e40333 req-8bae23e8-83b7-4b4e-97fb-aa548bd121c0 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:47.434051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d834b6b7-0282-4d9b-94d8-bb0dc1e40333 req-8bae23e8-83b7-4b4e-97fb-aa548bd121c0 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.1412604 May 27 01:44:47.448471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.466987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=50bb64fb-067a-4f03-afc5-b66c50b54f18,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:47.498769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7b41e80-946a-4761-b8c7-e9f55e050320 req-f4bd5e84-bd3a-4647-85aa-d2902e639a0d tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900891 May 27 01:44:47.503346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d834b6b7-0282-4d9b-94d8-bb0dc1e40333 req-57cee49b-5ba8-447f-9d3e-97cc22358894 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607522 May 27 01:44:47.509032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-28910f95-fb36-4204-8ad9-d68181484bc0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/50bb64fb-067a-4f03-afc5-b66c50b54f18 HTTP/1.1" status: 204 len: 168 time: 1.6255674 May 27 01:44:47.540497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ceb06e12-2971-4918-8e73-cd8906bef6bd,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:47.552151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Deleting port 775f0ce8-d424-4f2a-9e56-a68302f5e36e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:47.552535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.635232 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985faa0e-5b57-4b07-b529-7af795a9242a'] response: {'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'code': 200} May 27 01:44:47.652193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 102083e9-2236-4838-b9f5-21218ada5ce9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:47.707202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54208) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:47.720474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcd8fe-7d01-4128-b024-8bbb7e54ea28 None None] The port '775f0ce8-d424-4f2a-9e56-a68302f5e36e' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:44:47.722132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 102083e9-2236-4838-b9f5-21218ada5ce9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:47.722501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.831957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdac82d-b24e-4810-8bcd-4296e65f015f req-e9859c1b-a830-42a9-bafb-fced18db72cd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:47.840235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cdac82d-b24e-4810-8bcd-4296e65f015f req-e9859c1b-a830-42a9-bafb-fced18db72cd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 949 time: 0.1866457 May 27 01:44:47.842390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 775f0ce8-d424-4f2a-9e56-a68302f5e36e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:47.909928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 775f0ce8-d424-4f2a-9e56-a68302f5e36e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:44:47.911131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 775f0ce8-d424-4f2a-9e56-a68302f5e36e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:47.938234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cdac82d-b24e-4810-8bcd-4296e65f015f req-90369e6b-1b18-4fc3-86c3-2540b7d92617 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960937 May 27 01:44:47.940046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:47.945739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:47.972666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:47.982991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7e46bfa49e454164bb488c57bae82d5a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:47.986660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:47.998579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:48.015707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:48.017318 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.053455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b1f3c39-665d-482a-9e99-7a18c001e65e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a56dc6c84c3542f78a5d362e32946205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803497 May 27 01:44:48.054285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:48.062901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:48.069277 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.070386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:44:48.084328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609605c-a2da-4f2c-8574-877040a5544d req-ce930447-632d-4747-89fe-083dfa51664d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:48.092248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a609605c-a2da-4f2c-8574-877040a5544d req-ce930447-632d-4747-89fe-083dfa51664d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.2786529 May 27 01:44:48.138558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.147546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739181-a117-4419-ae9d-7c4396a7ad07 req-3c1fb15d-8b15-487d-b5d6-49ec352c5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:48.149438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c739181-a117-4419-ae9d-7c4396a7ad07 req-3c1fb15d-8b15-487d-b5d6-49ec352c5903 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1103 time: 0.2098024 May 27 01:44:48.164133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a609605c-a2da-4f2c-8574-877040a5544d req-2d545269-213e-41a8-a41b-7207e5ac17f1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701265 May 27 01:44:48.164915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.187504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:48.195679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:44:48.216055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a340d9e6-3746-4c9c-a165-b1f6a24a77ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.233481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eee0950-4bf4-46d2-a2f4-cf9ad75ac462,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:48.233681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c739181-a117-4419-ae9d-7c4396a7ad07 req-8f8c0a60-d4e1-4b52-b576-c18da92aee6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718734 May 27 01:44:48.237594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-30d2723a-7ef6-475b-92d9-42bf011df2e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e46bfa49e454164bb488c57bae82d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278630 May 27 01:44:48.241805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:48.274511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd8b93-d765-456c-8f58-dcd76d9c321a req-1f5acf36-3e90-445d-9f6a-2f48210fffa6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:48.279235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7cd8b93-d765-456c-8f58-dcd76d9c321a req-1f5acf36-3e90-445d-9f6a-2f48210fffa6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 944 time: 0.2034593 May 27 01:44:48.286860 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a340d9e6-3746-4c9c-a165-b1f6a24a77ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.365966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0b9b9-d595-4c95-8078-9e76d55fe6a0 req-58c33da1-6845-4b64-b70c-5335dc079d12 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:48.367501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88d0b9b9-d595-4c95-8078-9e76d55fe6a0 req-58c33da1-6845-4b64-b70c-5335dc079d12 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.0867467 May 27 01:44:48.380860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7cd8b93-d765-456c-8f58-dcd76d9c321a req-4366df3b-e780-4f2d-b568-d20b0577e469 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961561 May 27 01:44:48.407009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9465082-3590-4079-8428-943cfde549c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.419363 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a340d9e6-3746-4c9c-a165-b1f6a24a77ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.436944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88d0b9b9-d595-4c95-8078-9e76d55fe6a0 req-5809b9f4-9b67-4927-a9a0-6b129f631cfc tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 May 27 01:44:48.449250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340d9e6-3746-4c9c-a165-b1f6a24a77ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38ba81d-76dc-4c89-bcb1-ce7d440a9b99,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:48.453964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9465082-3590-4079-8428-943cfde549c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.472719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a340d9e6-3746-4c9c-a165-b1f6a24a77ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.474352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a340d9e6-3746-4c9c-a165-b1f6a24a77ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e38ba81d-76dc-4c89-bcb1-ce7d440a9b99 HTTP/1.1" status: 204 len: 168 time: 0.4172611 May 27 01:44:48.524425 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9465082-3590-4079-8428-943cfde549c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.603443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9465082-3590-4079-8428-943cfde549c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:48.604482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c9465082-3590-4079-8428-943cfde549c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9eee0950-4bf4-46d2-a2f4-cf9ad75ac462 HTTP/1.1" status: 204 len: 168 time: 0.3545556 May 27 01:44:48.605671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9465082-3590-4079-8428-943cfde549c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eee0950-4bf4-46d2-a2f4-cf9ad75ac462,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:48.640230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f05b4-4d34-43df-895b-b315bf30e9d1 req-87f18683-15fd-4cc6-b51a-27a1ed6f6e60 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:48.641964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f46f05b4-4d34-43df-895b-b315bf30e9d1 req-87f18683-15fd-4cc6-b51a-27a1ed6f6e60 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1096 time: 0.0953660 May 27 01:44:48.687508 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f46f05b4-4d34-43df-895b-b315bf30e9d1 req-291d2675-bd97-4252-aa63-6cfdd4386e82 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392058 May 27 01:44:48.731978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655168d7-ad07-4463-ab67-afb58faeb08c req-8d55c63a-884b-4ff3-ada4-6a7bfddfaebe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:48.733477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-655168d7-ad07-4463-ab67-afb58faeb08c req-8d55c63a-884b-4ff3-ada4-6a7bfddfaebe tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 945 time: 0.1100395 May 27 01:44:48.794214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-655168d7-ad07-4463-ab67-afb58faeb08c req-9a8f8104-2d95-4adf-99c3-4e06d91315c1 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514407 May 27 01:44:48.947425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02e2b-f1b5-4ef9-82ab-d849ca1a2a25 req-d6cd2ab5-5bed-4e12-97cd-167a1b173e5f tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:48.949111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bed02e2b-f1b5-4ef9-82ab-d849ca1a2a25 req-d6cd2ab5-5bed-4e12-97cd-167a1b173e5f tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.1033874 May 27 01:44:49.004331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bed02e2b-f1b5-4ef9-82ab-d849ca1a2a25 req-9dd8fc1c-d8b9-4506-a6c7-d3815c038eea tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476120 May 27 01:44:49.042432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54258) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:49.061470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.079060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:49.083744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Usage tracker for resource:security_group_rule and tenant:6438c202062641ff8fc7eaa2bb377f90 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:49.086955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:49.092100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f7367-adf3-49ad-aaac-249cce220474 req-d285cbb6-8bb5-43b9-9526-d293d7381059 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:49.093698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:49.094456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-563f7367-adf3-49ad-aaac-249cce220474 req-d285cbb6-8bb5-43b9-9526-d293d7381059 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 1096 time: 0.1897109 May 27 01:44:49.140566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-563f7367-adf3-49ad-aaac-249cce220474 req-3675cf0f-4051-4ab5-912a-abe556bb9f76 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 May 27 01:44:49.247542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.262563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342900b-e6ea-4160-a600-e665127310ff req-e0db86db-2568-49df-977c-482dccfea4e8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:49.264074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0342900b-e6ea-4160-a600-e665127310ff req-e0db86db-2568-49df-977c-482dccfea4e8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1328592 May 27 01:44:49.265166 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.348717 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6438c202062641ff8fc7eaa2bb377f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026764 May 27 01:44:49.349402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54274) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:49.354227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0342900b-e6ea-4160-a600-e665127310ff req-92b10f3c-f269-4639-a599-9bed987aed53 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801516 May 27 01:44:49.354788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36bb1b-bf5c-4406-8653-7d1569d2a208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb907be2-05dc-44ee-85d6-18eee36f4080,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:49.434175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-957d5e50-69e4-48d2-b318-25a357a79441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.444023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af5361-ab0d-402d-ad38-6335ba791638 req-85dced01-7381-4774-8e69-dc0bcd6ac66e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:49.452542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3af5361-ab0d-402d-ad38-6335ba791638 req-85dced01-7381-4774-8e69-dc0bcd6ac66e tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.1204956 May 27 01:44:49.465944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-957d5e50-69e4-48d2-b318-25a357a79441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.497694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54282) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:49.518650 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3af5361-ab0d-402d-ad38-6335ba791638 req-884d0806-eab4-45c6-9a01-81fd7e7c051c tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632401 May 27 01:44:49.537695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-957d5e50-69e4-48d2-b318-25a357a79441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.558343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d5e50-69e4-48d2-b318-25a357a79441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb907be2-05dc-44ee-85d6-18eee36f4080,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:49.561627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-957d5e50-69e4-48d2-b318-25a357a79441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.562747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-957d5e50-69e4-48d2-b318-25a357a79441 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb907be2-05dc-44ee-85d6-18eee36f4080 HTTP/1.1" status: 204 len: 168 time: 0.2124507 May 27 01:44:49.637349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb06e12-2971-4918-8e73-cd8906bef6bd'}, {'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:49.673429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-262087670-network', 'tenant_id': 'c9ee76890feb4fd3b517be9684991977'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:49.679185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:49.685203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Usage tracker for resource:network and tenant:c9ee76890feb4fd3b517be9684991977 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:49.691932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:49.710609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:49.728522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Made reservation on behalf of c9ee76890feb4fd3b517be9684991977 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:44:49.731278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.776330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:49.806267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:49.812691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Usage tracker for resource:security_group_rule and tenant:c9ee76890feb4fd3b517be9684991977 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:49.824563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:49.836337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:49.851461 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8e4e17-78cc-4d08-a965-552ab2f4d0d2'] response: {'server_uuid': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb06e12-2971-4918-8e73-cd8906bef6bd', 'code': 200} May 27 01:44:49.852416 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8e4e17-78cc-4d08-a965-552ab2f4d0d2'] response: {'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9', 'code': 200} May 27 01:44:49.906529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2cb0c-73db-4c39-9e5d-c0790055126b req-a627f407-1b53-4517-9d0c-caeb0356c402 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:49.908065 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3a2cb0c-73db-4c39-9e5d-c0790055126b req-a627f407-1b53-4517-9d0c-caeb0356c402 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1652622 May 27 01:44:50.072799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3a2cb0c-73db-4c39-9e5d-c0790055126b req-8b5520fe-d19a-4b08-959b-da4973f18f53 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561618 May 27 01:44:50.121175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:50.143513 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:50.193194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:44:50.257311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:50.257648 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Added segment 5f228ca1-1e55-47fc-8331-af8cbdd2b0a6 of type vlan for network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 May 27 01:44:50.259869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb87d9b-0bda-42ba-90dc-07a25fb45c3d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:50.261210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7c51-8a44-4584-ad42-8fe9a523eac9 req-3cf59ff7-1f56-4a71-a6e7-e799d28cafb4 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:50.264222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-330c7c51-8a44-4584-ad42-8fe9a523eac9 req-3cf59ff7-1f56-4a71-a6e7-e799d28cafb4 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 945 time: 0.2018437 May 27 01:44:50.316651 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-330c7c51-8a44-4584-ad42-8fe9a523eac9 req-394e1e44-1fc8-4c9f-8cb1-d1174ffdbca7 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 May 27 01:44:50.318851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cb30-f0b5-44ca-ab5b-ce65337d9036 req-33e5655c-9ff1-47a4-83b6-7b65c9fecbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:50.321028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a13cb30-f0b5-44ca-ab5b-ce65337d9036 req-33e5655c-9ff1-47a4-83b6-7b65c9fecbda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1102 time: 0.3562851 May 27 01:44:50.353343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:50.367611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d8e45-a2b5-4f54-a630-39c1a15b1d28 req-92bc3eaa-b677-48c0-b113-d42ebb1cf463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:50.369109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c9d8e45-a2b5-4f54-a630-39c1a15b1d28 req-92bc3eaa-b677-48c0-b113-d42ebb1cf463 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 1097 time: 0.3576705 May 27 01:44:50.413717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a13cb30-f0b5-44ca-ab5b-ce65337d9036 req-24c06908-2720-4039-b0db-925b54c04613 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850449 May 27 01:44:50.461297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003ea5f-a983-443e-9372-760005adba38 req-a6c85e70-be7d-47c7-b07a-224fbd4d0c12 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:50.463586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c003ea5f-a983-443e-9372-760005adba38 req-a6c85e70-be7d-47c7-b07a-224fbd4d0c12 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.2658517 May 27 01:44:50.466857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fe3fff2d-ce94-4627-840a-8a40f0e1cf21 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:44:50.476207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:50.477151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:50.477732 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:50.523534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c9d8e45-a2b5-4f54-a630-39c1a15b1d28 req-3817eff2-40b4-4043-b2b5-3202b6d998b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469219 May 27 01:44:50.592104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0babe-32b5-4376-a4e7-7c66316a6c9e req-94aa07ca-25db-43f3-a916-8d2125f8ed0e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:50.616748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5a0babe-32b5-4376-a4e7-7c66316a6c9e req-94aa07ca-25db-43f3-a916-8d2125f8ed0e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1399229 May 27 01:44:50.672188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] Pushing event updated for resources: {'Network': ['ID=a9c46054-82f8-47c9-bf4e-cd900ea2ca87,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:50.689119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c003ea5f-a983-443e-9372-760005adba38 req-c26f9368-31a1-449e-bb3c-99f41e463f81 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138278 May 27 01:44:50.690534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1ee15760-a7f0-42e7-805e-ca1a8b82471d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1915145 May 27 01:44:50.695641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54326) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:50.702631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Request body: {'subnet': {'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-262087670-subnet', 'tenant_id': 'c9ee76890feb4fd3b517be9684991977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:50.709008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:50.714785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:50.718212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Usage tracker for resource:subnet and tenant:c9ee76890feb4fd3b517be9684991977 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:50.722034 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d5a0babe-32b5-4376-a4e7-7c66316a6c9e req-7446082f-2bd8-4a8c-b745-4a35c2c1ae75 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023865 May 27 01:44:50.727371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:50.742110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:44:50.746099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:50.778313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Made reservation on behalf of c9ee76890feb4fd3b517be9684991977 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:44:50.780944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:50.858695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'port_id': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'mac_address': 'fa:16:3e:b0:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:44:50.988940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:50.989228 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:51.041783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3fff2d-ce94-4627-840a-8a40f0e1cf21 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:51.085005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1cc1-b687-4304-820d-ef30ceeb1504 req-2240f1e8-9a9f-434e-9105-90e5d9e31e8d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:51.086832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ebf1cc1-b687-4304-820d-ef30ceeb1504 req-2240f1e8-9a9f-434e-9105-90e5d9e31e8d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.1842160 May 27 01:44:51.095489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:51.111904 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:51.190972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ebf1cc1-b687-4304-820d-ef30ceeb1504 req-d21a9f92-c9bf-438f-af69-efec00472010 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938957 May 27 01:44:51.209604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:51.266642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:51.292211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60181e56-b746-4679-9934-a6d7f47e7ea8,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:51.302258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Checking segment: {'id': '5f228ca1-1e55-47fc-8331-af8cbdd2b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:51.302656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Network hostable DHCP agents. Network: a9c46054-82f8-47c9-bf4e-cd900ea2ca87, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:44:51.335154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:44:51.347907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72748ebd-40b3-41cf-9f81-c53082fd2928 req-dd5be116-c61f-48de-9592-b8fdd9db1173 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:51.358414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-72748ebd-40b3-41cf-9f81-c53082fd2928 req-dd5be116-c61f-48de-9592-b8fdd9db1173 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1284549 May 27 01:44:51.364628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a9c46054-82f8-47c9-bf4e-cd900ea2ca87) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:44:51.373025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983511ba-9744-4a1c-a46b-e62e234e4c2a None None] Network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:44:51.375337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:51.376130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:51.405781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-14166946-2379-4ffa-a4cc-f180b989b77c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7085698 May 27 01:44:51.467472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-72748ebd-40b3-41cf-9f81-c53082fd2928 req-65b1a694-8661-4e17-97b8-b239dba3c2af tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086514 May 27 01:44:51.538529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['fe3fff2d-ce94-4627-840a-8a40f0e1cf21'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:51.590427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08345f3-dec6-4824-aa7d-d1d1bff00fe3 req-1e13380b-6cac-409a-ac36-840b552f1010 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:51.595309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a08345f3-dec6-4824-aa7d-d1d1bff00fe3 req-1e13380b-6cac-409a-ac36-840b552f1010 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 945 time: 0.1009905 May 27 01:44:51.702306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a08345f3-dec6-4824-aa7d-d1d1bff00fe3 req-ab348991-a2be-4a75-94f1-a2ca6ab69929 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004899 May 27 01:44:51.828175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c684b6-c485-499d-b321-257f550fed66 None None] Network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:44:51.977824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f8e6e-6f04-439c-acc8-ea0ece5ca0e4 req-947a8a90-a6ca-44e8-986c-afcb676d42f1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:51.985092 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d58f8e6e-6f04-439c-acc8-ea0ece5ca0e4 req-947a8a90-a6ca-44e8-986c-afcb676d42f1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 944 time: 0.1070790 May 27 01:44:52.031635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d5692-27ea-4be3-a7ca-1640937b4fd1 req-3e05e03a-5c3e-41f7-8e49-1d65ec53e661 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:52.033418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-722d5692-27ea-4be3-a7ca-1640937b4fd1 req-3e05e03a-5c3e-41f7-8e49-1d65ec53e661 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1410720 May 27 01:44:52.038628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d58f8e6e-6f04-439c-acc8-ea0ece5ca0e4 req-6cd36a5a-f979-4945-a593-8f6f583ed4c0 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524163 May 27 01:44:52.231246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-722d5692-27ea-4be3-a7ca-1640937b4fd1 req-73a411ac-f8c6-4ade-89ce-793a21a3142b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825747 May 27 01:44:52.526886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea41d-96da-402e-a118-9bfc0e42958a req-4952fe57-5813-4cf8-84f3-4721c0597e86 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:52.527557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6acea41d-96da-402e-a118-9bfc0e42958a req-4952fe57-5813-4cf8-84f3-4721c0597e86 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Synchronizing usage tracker for tenant:c9ee76890feb4fd3b517be9684991977 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:52.558681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6acea41d-96da-402e-a118-9bfc0e42958a req-4952fe57-5813-4cf8-84f3-4721c0597e86 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Unset dirty status for tenant:c9ee76890feb4fd3b517be9684991977 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:52.560547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-4952fe57-5813-4cf8-84f3-4721c0597e86 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/networks?id=a9c46054-82f8-47c9-bf4e-cd900ea2ca87 HTTP/1.1" status: 200 len: 817 time: 0.1953454 May 27 01:44:52.595756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-945c9e4e-dfda-4556-b855-0a9f41198ce4 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/quotas/c9ee76890feb4fd3b517be9684991977 HTTP/1.1" status: 200 len: 375 time: 0.0285134 May 27 01:44:52.647407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-2108b23b-70d0-4eea-8e55-baffc927f9e6 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9ee76890feb4fd3b517be9684991977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508158 May 27 01:44:52.670210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393b6ae-5dc8-4d75-a093-302b92c47d76 req-a0a9ff23-19ff-452b-8dde-573b1d3c6210 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:52.672137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a393b6ae-5dc8-4d75-a093-302b92c47d76 req-a0a9ff23-19ff-452b-8dde-573b1d3c6210 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.0980456 May 27 01:44:52.729269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a393b6ae-5dc8-4d75-a093-302b92c47d76 req-4644bee8-be0e-4c9f-9193-c2007637ff8a tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 May 27 01:44:52.873247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0fa93e8-236d-400b-a5f5-cbf70b382abb req-a289aacc-fb5f-426b-9adb-582bc3459f93 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0478370 May 27 01:44:52.961062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5324b91e-51d9-47cb-bf4d-38a05fdff06d service neutron] 10.222.0.16 "GET /v2.0/networks/a9c46054-82f8-47c9-bf4e-cd900ea2ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053329 May 27 01:44:53.104800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-437edae4-b625-4b8b-a1a8-46f7a4494369 service neutron] 10.222.0.16 "GET /v2.0/networks/a9c46054-82f8-47c9-bf4e-cd900ea2ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425085 May 27 01:44:53.197411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb63a4-f3be-4026-bd16-918c31d3095d req-f522f47a-8680-4cf9-8c85-070e17f75e95 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:53.199068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aefb63a4-f3be-4026-bd16-918c31d3095d req-f522f47a-8680-4cf9-8c85-070e17f75e95 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1999154 May 27 01:44:53.266432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aefb63a4-f3be-4026-bd16-918c31d3095d req-9d2db20d-2509-4bb9-b25c-84b1c4741a3e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 May 27 01:44:53.443938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef928d-f0ac-4660-9d19-77c60906813e req-685b5ee6-9101-4a3e-a810-ddcf59f8716b tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:53.445613 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48ef928d-f0ac-4660-9d19-77c60906813e req-685b5ee6-9101-4a3e-a810-ddcf59f8716b tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 945 time: 0.1030643 May 27 01:44:53.515817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48ef928d-f0ac-4660-9d19-77c60906813e req-96e96524-a219-4bdb-80a8-b1d1ac7c4970 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633056 May 27 01:44:53.745758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15677089-80dc-4d17-ab68-8562eb0dd07d req-a0283242-5d34-45cb-ac49-15f06a738905 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0879760 May 27 01:44:53.846893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c67a-9bed-481c-ae09-e149c5cd3cd8 req-e68ee661-fccf-437a-9199-c000ec7b290b tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:53.856203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2c8c67a-9bed-481c-ae09-e149c5cd3cd8 req-e68ee661-fccf-437a-9199-c000ec7b290b tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 944 time: 0.1590159 May 27 01:44:53.885003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b69080b-8167-4645-9a86-d6c96a53e6d8 req-bb9387c4-ebf2-447a-8dad-3e6292df936a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0503438 May 27 01:44:53.922683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2c8c67a-9bed-481c-ae09-e149c5cd3cd8 req-a6946d50-b5ac-42ea-84f5-ed99559ca103 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649650 May 27 01:44:54.117473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a942-2792-4f4e-a5e0-396d878569cf req-7d2a65a8-117b-4cac-8bff-6cefe0c8b540 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:54.119663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac47a942-2792-4f4e-a5e0-396d878569cf req-7d2a65a8-117b-4cac-8bff-6cefe0c8b540 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.0945246 May 27 01:44:54.161955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04794d-16ed-4f79-ae70-d3ad382367e1 req-57d496c4-a3fa-4661-a08d-abf8da4bb2a8 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:54.164257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d04794d-16ed-4f79-ae70-d3ad382367e1 req-57d496c4-a3fa-4661-a08d-abf8da4bb2a8 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1103 time: 0.1033783 May 27 01:44:54.175295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac47a942-2792-4f4e-a5e0-396d878569cf req-5308b37a-0c64-4620-aebf-d583e999b70d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 May 27 01:44:54.218701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d04794d-16ed-4f79-ae70-d3ad382367e1 req-632d37c6-3c65-4907-8d1e-ddbfdcc9cd42 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478222 May 27 01:44:54.446942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157672d-879c-462d-92ec-ca3b7616debb req-033ee216-675b-4789-9046-cc07561b92c7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:54.451187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0157672d-879c-462d-92ec-ca3b7616debb req-033ee216-675b-4789-9046-cc07561b92c7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1100888 May 27 01:44:54.471604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fe3fff2d-ce94-4627-840a-8a40f0e1cf21 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:44:54.535141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0157672d-879c-462d-92ec-ca3b7616debb req-9840a471-d8b1-4169-8b18-7830f7ebfa3e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713768 May 27 01:44:54.631722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:44:54.640029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:44:54.640410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:54.771562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fb58f-a305-4cde-8478-62790e39ed48 req-1ae38776-0abc-41b3-8658-7121f1dfbc48 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:54.778898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a68fb58f-a305-4cde-8478-62790e39ed48 req-1ae38776-0abc-41b3-8658-7121f1dfbc48 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1194303 May 27 01:44:54.782535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:44:54.783245 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:54.824013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:54.840134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:54.847295 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:54.851383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a68fb58f-a305-4cde-8478-62790e39ed48 req-ec350d2f-5877-434b-a20b-8daef846f705 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713768 May 27 01:44:54.957362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:55.064170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6a6d1-25ee-4fff-b6ec-2b30ef7a4034 req-7756a00e-1ad3-460a-b9eb-948b9bd789de tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:55.071568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41c6a6d1-25ee-4fff-b6ec-2b30ef7a4034 req-7756a00e-1ad3-460a-b9eb-948b9bd789de tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 945 time: 0.3006752 May 27 01:44:55.116424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e0aaa-6184-4fc3-95d0-336bcf48804c req-3e99b570-8bc7-4d42-9c9b-dd6ed64f5a46 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:55.116644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea41d-96da-402e-a118-9bfc0e42958a req-7a512d01-a957-41d8-ad45-9bc5b8baa606 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:55.119509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-130e0aaa-6184-4fc3-95d0-336bcf48804c req-3e99b570-8bc7-4d42-9c9b-dd6ed64f5a46 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 1103 time: 0.0856090 May 27 01:44:55.119675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-7a512d01-a957-41d8-ad45-9bc5b8baa606 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.47 "GET /v2.0/networks?id=a9c46054-82f8-47c9-bf4e-cd900ea2ca87 HTTP/1.1" status: 200 len: 817 time: 0.2537284 May 27 01:44:55.132915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Request body: {'port': {'device_id': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87', 'admin_state_up': True, 'tenant_id': 'c9ee76890feb4fd3b517be9684991977'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:55.166213 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-130e0aaa-6184-4fc3-95d0-336bcf48804c req-fc26eb6b-863a-4911-a62d-17829b8df6c6 tempest-ServersAdminTestJSON-1258935465 tempest-ServersAdminTestJSON-1258935465-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 May 27 01:44:55.212943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41c6a6d1-25ee-4fff-b6ec-2b30ef7a4034 req-58610633-378c-4234-a308-be8c0ad00dce tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388228 May 27 01:44:55.275602 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67fe544-dc9d-4d6c-9e63-111e68f02e3a'] response: {'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'code': 200} May 27 01:44:55.305192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:44:55.323352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Usage tracker for resource:port and tenant:c9ee76890feb4fd3b517be9684991977 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:44:55.333902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:44:55.348413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:44:55.349511 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87437603-f1d5-4cca-ab5a-1447e4612c23 req-dcadc6ce-5cd2-4af0-8d5f-e8697b3bcf7b tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0656922 May 27 01:44:55.362953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Made reservation on behalf of c9ee76890feb4fd3b517be9684991977 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:44:55.371033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:55.470826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce536-0754-4532-8be5-23f3128abdea req-f55b4f26-4f56-4695-a7ea-051302775973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:55.472807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-098ce536-0754-4532-8be5-23f3128abdea req-f55b4f26-4f56-4695-a7ea-051302775973 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 1097 time: 0.1116974 May 27 01:44:55.499611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4f40aa6-8016-481b-9553-58deb5ef1560 req-e90e33d0-2f37-481f-8f44-0368a5cbd328 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0926232 May 27 01:44:55.576236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-098ce536-0754-4532-8be5-23f3128abdea req-86e400a4-79de-4c94-b6c6-28da0dd5196d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572031 May 27 01:44:55.602385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1adad-ca9d-4ad3-8a05-70ac3cad94a1 req-e8019ac9-9a49-45a4-98c2-512424312ef5 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:55.604062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ac1adad-ca9d-4ad3-8a05-70ac3cad94a1 req-e8019ac9-9a49-45a4-98c2-512424312ef5 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.1290247 May 27 01:44:55.696684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Allocated IP 172.20.0.3 (a9c46054-82f8-47c9-bf4e-cd900ea2ca87/60181e56-b746-4679-9934-a6d7f47e7ea8/7fb76357-c11b-447e-b659-5e7a4f1194a6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:44:55.704548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ac1adad-ca9d-4ad3-8a05-70ac3cad94a1 req-ee1667be-58d1-49ea-8029-e1128cf8efcf tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928190 May 27 01:44:55.984523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:56.172335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3670682-346c-4a8f-859e-3b7088bb37ff req-b467e29c-cb40-4586-8119-bf5f5e498425 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:56.173973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3670682-346c-4a8f-859e-3b7088bb37ff req-b467e29c-cb40-4586-8119-bf5f5e498425 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.0871906 May 27 01:44:56.207171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0166f2b-8c24-41e0-b5d1-d149a642f179 req-ad4617b4-71aa-428f-afa5-70d8ed300ff6 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:56.208676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0166f2b-8c24-41e0-b5d1-d149a642f179 req-ad4617b4-71aa-428f-afa5-70d8ed300ff6 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 950 time: 0.2687736 May 27 01:44:56.220844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:56.281246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3670682-346c-4a8f-859e-3b7088bb37ff req-123a68ca-e293-4045-9bb8-f3ab7cb4dbee tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999544 May 27 01:44:56.296525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-7a50601d-319f-4186-ad52-05c509b99272 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879036 May 27 01:44:56.324554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:44:56.333230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-c53d0f52-f4a2-4d9c-a1f5-d2039fc95450 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:56.336369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-c53d0f52-f4a2-4d9c-a1f5-d2039fc95450 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 945 time: 0.1359918 May 27 01:44:56.337469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:44:56.347403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:44:56.383176 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0166f2b-8c24-41e0-b5d1-d149a642f179 req-9a5cd0a1-7964-4933-b0cf-bdc1a6c9b322 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586595 May 27 01:44:56.405273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Pushing event updated for resources: {'Port': ['ID=7fb76357-c11b-447e-b659-5e7a4f1194a6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:56.435744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Deleting port ceb06e12-2971-4918-8e73-cd8906bef6bd {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:56.436185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:56.456092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:56.456744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:56.494674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-ee41ca40-6f97-4e48-aa9b-4cab80bb336a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3656361 May 27 01:44:56.511994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Request body: {'port': {'device_id': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:56.727793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677f2a-9e77-481c-a5dd-72be8e2e56c7 req-b93bb507-bb65-421f-9582-b7933059d057 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:56.747413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b677f2a-9e77-481c-a5dd-72be8e2e56c7 req-b93bb507-bb65-421f-9582-b7933059d057 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.2672977 May 27 01:44:56.802203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:56.852441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-124d47fa-bf9b-4a54-894e-eb05c51656b9 req-1a98f1d2-6268-43fc-bb39-38c64b3b617b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0675209 May 27 01:44:56.907500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195da6c1-77fd-4f75-a07c-0fdcdbc7979c req-0a46c8b7-3745-41e7-9c20-c08f3a69a01e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:56.911564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-195da6c1-77fd-4f75-a07c-0fdcdbc7979c req-0a46c8b7-3745-41e7-9c20-c08f3a69a01e tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be83663-3cac-4e10-a6e4-3387d32acc8e HTTP/1.1" status: 200 len: 945 time: 0.2856765 May 27 01:44:57.015066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b677f2a-9e77-481c-a5dd-72be8e2e56c7 req-72c2a653-6723-4bd2-a1b9-8c5c26e6e15e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588470 May 27 01:44:57.054956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-195da6c1-77fd-4f75-a07c-0fdcdbc7979c req-db157456-67f3-4382-aef3-431899addc8c tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd7c345-ba7c-4bee-931c-4f3288a0c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383085 May 27 01:44:57.060355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] For port ceb06e12-2971-4918-8e73-cd8906bef6bd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ceb06e12-2971-4918-8e73-cd8906bef6bd,segment=NetworkSegment(f1284436-f209-4e79-be12-0b032280fad6),segment_id=f1284436-f209-4e79-be12-0b032280fad6)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:57.060817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:57.307349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Calling delete_port for ceb06e12-2971-4918-8e73-cd8906bef6bd owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:57.471523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792599-d917-4299-a58a-ffd21d08f6e3 req-a8f8c049-788b-434a-829e-1a08d88c3488 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:57.473152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a9792599-d917-4299-a58a-ffd21d08f6e3 req-a8f8c049-788b-434a-829e-1a08d88c3488 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Synchronizing usage tracker for tenant:c9ee76890feb4fd3b517be9684991977 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:44:57.485478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebb512d1-2412-4be0-9e02-5114c376e1e3 req-292d47c3-3581-4731-9a13-e2dccd8c8e37 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1852076 May 27 01:44:57.514084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a9792599-d917-4299-a58a-ffd21d08f6e3 req-a8f8c049-788b-434a-829e-1a08d88c3488 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Unset dirty status for tenant:c9ee76890feb4fd3b517be9684991977 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:44:57.521030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9792599-d917-4299-a58a-ffd21d08f6e3 req-a8f8c049-788b-434a-829e-1a08d88c3488 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 931 time: 0.2776322 May 27 01:44:57.544709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb76357-c11b-447e-b659-5e7a4f1194a6 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:44:57.556766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:57.597530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9792599-d917-4299-a58a-ffd21d08f6e3 req-d477c005-0e87-4c15-9326-2edd763ca3b4 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755548 May 27 01:44:57.617467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Transition to ACTIVE for port object 7fb76357-c11b-447e-b659-5e7a4f1194a6 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:44:57.626799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:57.756262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:57.769395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ceb06e12-2971-4918-8e73-cd8906bef6bd'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:57.848709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb76357-c11b-447e-b659-5e7a4f1194a6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:57.864449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event deleted for resources: {'Port': ['ID=ceb06e12-2971-4918-8e73-cd8906bef6bd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:57.909331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.909721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.910022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.910361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.911306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.911638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.911972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.912299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.912623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.912941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.913259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.913586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:44:57.991154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] No DVR routers for this DVR port ceb06e12-2971-4918-8e73-cd8906bef6bd on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:44:57.994310 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:57.999578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'name': 'network-vif-deleted', 'tag': 'ceb06e12-2971-4918-8e73-cd8906bef6bd'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:58.001328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2341b-fa81-499c-94ef-cd485b06da8f req-fd6ae557-17de-43bd-9d71-e97fd87c43e4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.003152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eeb2341b-fa81-499c-94ef-cd485b06da8f req-fd6ae557-17de-43bd-9d71-e97fd87c43e4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.2203856 May 27 01:44:58.008023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Attempting to bind port 7fb76357-c11b-447e-b659-5e7a4f1194a6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:44:58.008549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Attempting to bind port 7fb76357-c11b-447e-b659-5e7a4f1194a6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '5f228ca1-1e55-47fc-8331-af8cbdd2b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:44:58.009360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Attempting to bind port 7fb76357-c11b-447e-b659-5e7a4f1194a6 on network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:58.022611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Port 7fb76357-c11b-447e-b659-5e7a4f1194a6 on network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:44:58.023297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Attempting to bind port 7fb76357-c11b-447e-b659-5e7a4f1194a6 on network a9c46054-82f8-47c9-bf4e-cd900ea2ca87 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:44:58.028189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae5e44-c23f-4cc0-900e-5f11768ce661 req-e36ffcb8-e1db-4c00-b1eb-625760277488 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.031392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9ae5e44-c23f-4cc0-900e-5f11768ce661 req-e36ffcb8-e1db-4c00-b1eb-625760277488 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.3285637 May 27 01:44:58.055114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:44:58.055727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Checking segment: {'id': '5f228ca1-1e55-47fc-8331-af8cbdd2b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:44:58.056299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Bound using segment: {'id': '5f228ca1-1e55-47fc-8331-af8cbdd2b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:44:58.056919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Bound port: 7fb76357-c11b-447e-b659-5e7a4f1194a6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f228ca1-1e55-47fc-8331-af8cbdd2b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:44:58.057605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:58.065848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b176324e-2e62-4df0-ac2b-8c69cb04caee req-0e4b6c9e-bbf9-46e4-8bbe-925d2162881a tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.13 "DELETE /v2.0/ports/ceb06e12-2971-4918-8e73-cd8906bef6bd HTTP/1.1" status: 204 len: 173 time: 1.7218635 May 27 01:44:58.075589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-4f49f22d-7c23-4f84-b4d8-b24dc03b9974 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.077262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-4f49f22d-7c23-4f84-b4d8-b24dc03b9974 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 950 time: 0.2693558 May 27 01:44:58.172051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eeb2341b-fa81-499c-94ef-cd485b06da8f req-1b03349c-0f70-4562-9cd8-20e532e2f289 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519976 May 27 01:44:58.198200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Deleting port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:44:58.198526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:58.268137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] For port 7fb76357-c11b-447e-b659-5e7a4f1194a6, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:44:58.274219 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9ae5e44-c23f-4cc0-900e-5f11768ce661 req-845720be-f2e0-41a5-a0a6-9c33827eb242 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328639 May 27 01:44:58.277436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] For port 7fb76357-c11b-447e-b659-5e7a4f1194a6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7fb76357-c11b-447e-b659-5e7a4f1194a6,segment=NetworkSegment(5f228ca1-1e55-47fc-8331-af8cbdd2b0a6),segment_id=5f228ca1-1e55-47fc-8331-af8cbdd2b0a6)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:44:58.298064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:58.357013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.357758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:58.360453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] 10.222.0.47 "PUT /v2.0/ports/7fb76357-c11b-447e-b659-5e7a4f1194a6 HTTP/1.1" status: 200 len: 1092 time: 1.8552227 May 27 01:44:58.371431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'tag': '7fb76357-c11b-447e-b659-5e7a4f1194a6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:44:58.393850 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95777981-ae05-40ef-b492-7c682fadc492'] response: {'server_uuid': '1be83663-3cac-4e10-a6e4-3387d32acc8e', 'name': 'network-vif-deleted', 'tag': 'ceb06e12-2971-4918-8e73-cd8906bef6bd', 'status': 'completed', 'code': 200} May 27 01:44:58.425061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-7c99a327-1793-490c-b878-55715d55f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.426492 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-7c99a327-1793-490c-b878-55715d55f9a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1102 time: 0.3393879 May 27 01:44:58.564646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e529-e7ba-4f66-a1f4-4bd655bdef84 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb76357-c11b-447e-b659-5e7a4f1194a6,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:44:58.589050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea41d-96da-402e-a118-9bfc0e42958a req-fb9a8baa-97a4-4dfd-8a17-fefcd21c5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.590802 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-fb9a8baa-97a4-4dfd-8a17-fefcd21c5a85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9ee76890feb4fd3b517be9684991977&device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 1095 time: 0.1395674 May 27 01:44:58.601468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6ff45-c4e5-4af6-95dd-34452c77f9ae req-03a70c4b-91f7-4445-988b-ed62c8dda813 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.607276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcd6ff45-c4e5-4af6-95dd-34452c77f9ae req-03a70c4b-91f7-4445-988b-ed62c8dda813 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 950 time: 0.2374904 May 27 01:44:58.765764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-747a94c7-8cac-4803-96cd-c4ee9d6b0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.772085 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-747a94c7-8cac-4803-96cd-c4ee9d6b0964 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3368037 May 27 01:44:58.782949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] For port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:44:58.784659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:58.813294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-d2d85998-945e-4f4d-a375-74a3e6dc1400 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fb76357-c11b-447e-b659-5e7a4f1194a6 HTTP/1.1" status: 200 len: 217 time: 0.2049394 May 27 01:44:58.902270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcd6ff45-c4e5-4af6-95dd-34452c77f9ae req-42c9dd22-d66f-4df0-868a-8adfc6f0fe01 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920964 May 27 01:44:58.909423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea41d-96da-402e-a118-9bfc0e42958a req-9bf0b1e3-a778-43e3-95ea-9b1aada2cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:58.910800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-9bf0b1e3-a778-43e3-95ea-9b1aada2cc05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60181e56-b746-4679-9934-a6d7f47e7ea8 HTTP/1.1" status: 200 len: 857 time: 0.0841606 May 27 01:44:58.982962 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-1c70edd5-69dc-4c5a-ac24-8e51400e4923 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9c46054-82f8-47c9-bf4e-cd900ea2ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651350 May 27 01:44:59.175894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c07380-9dc9-458a-b6af-db7916b86024 req-14ea97fc-b5ba-47f3-b332-8ea17bf8bf3a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:59.178023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89c07380-9dc9-458a-b6af-db7916b86024 req-14ea97fc-b5ba-47f3-b332-8ea17bf8bf3a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.6083472 May 27 01:44:59.184840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Calling delete_port for 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:44:59.213000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-a35aebad-2bb4-49c1-89ec-c3f26b5c41a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 217 time: 0.4336040 May 27 01:44:59.275660 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-db519fdf-7a98-4053-b8d6-6c4789084d2c service neutron] 10.222.0.47 "GET /v2.0/networks/a9c46054-82f8-47c9-bf4e-cd900ea2ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866640 May 27 01:44:59.289364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c6965-9a44-4c06-9595-18970409a4ef req-14e64691-b3ae-4b21-9631-91395a6857ca tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:59.290938 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-587c6965-9a44-4c06-9595-18970409a4ef req-14e64691-b3ae-4b21-9631-91395a6857ca tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.1971233 May 27 01:44:59.309737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54598) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:44:59.321016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Request body: {'floatingip': {'port_id': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:44:59.362428 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef2091b-387d-419d-9c05-a83843f0066e'] response: {'name': 'network-changed', 'server_uuid': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'tag': '7fb76357-c11b-447e-b659-5e7a4f1194a6', 'status': 'completed', 'code': 200} May 27 01:44:59.429372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89c07380-9dc9-458a-b6af-db7916b86024 req-36d4d1cf-b9a1-4d02-8eb5-e3795141bb31 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092254 May 27 01:44:59.442372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acea41d-96da-402e-a118-9bfc0e42958a req-3030da38-a9ca-4d2a-83c9-22474828592e service neutron] 10.222.0.47 "GET /v2.0/networks/a9c46054-82f8-47c9-bf4e-cd900ea2ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501009 May 27 01:44:59.462509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-0870ebb5-9f74-459a-8164-14155a293a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:59.464008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-0870ebb5-9f74-459a-8164-14155a293a7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2352633 May 27 01:44:59.466283 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:59.610770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c01ce50-54f7-4183-8657-e08f968767e1 req-bf01e852-47e7-483c-935d-ebc661195e27 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1305497 May 27 01:44:59.678457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-dd42edbf-4f10-419e-a3e5-2880336abbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:59.680136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-dd42edbf-4f10-419e-a3e5-2880336abbb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9ee76890feb4fd3b517be9684991977&device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 1095 time: 0.1628473 May 27 01:44:59.843098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:44:59.855251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['3b54f62a-5af8-4be4-a55f-810d6aa825be'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:59.882890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d', '8cb07bbe-7030-495e-9c58-244c90c9a047'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:44:59.899165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-0ed928b1-7ab0-42c1-a3bd-23101c15f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:59.900799 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-0ed928b1-7ab0-42c1-a3bd-23101c15f14f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9c46054-82f8-47c9-bf4e-cd900ea2ca87 HTTP/1.1" status: 200 len: 918 time: 0.2130747 May 27 01:44:59.972904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4a368-4ee8-4c80-8f01-8369da0ec16d req-342c68b0-8bed-44d7-aae2-854805d9db3d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:59.974558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7a4a368-4ee8-4c80-8f01-8369da0ec16d req-342c68b0-8bed-44d7-aae2-854805d9db3d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1831086 May 27 01:44:59.984679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-e7f20e5f-a298-4cba-9c72-f50d597e7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:44:59.984893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-27d961f7-fde2-4170-accb-51c5960ba362 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fb76357-c11b-447e-b659-5e7a4f1194a6 HTTP/1.1" status: 200 len: 217 time: 0.0757635 May 27 01:44:59.986135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-e7f20e5f-a298-4cba-9c72-f50d597e7f6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4693842 May 27 01:44:59.986890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Pushing event deleted for resources: {'Port': ['ID=14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:00.029661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706a279-44b5-4192-b335-7d225644160d req-151422e3-3f3f-4775-b890-d96d9e572948 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:00.032564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b706a279-44b5-4192-b335-7d225644160d req-151422e3-3f3f-4775-b890-d96d9e572948 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 943 time: 0.4550824 May 27 01:45:00.088004 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7a4a368-4ee8-4c80-8f01-8369da0ec16d req-201e3b6e-6248-4fd1-a0a1-9eb3227ce5ef tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058557 May 27 01:45:00.116068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-4f81f9a4-3551-4c86-9250-cde6698a1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:00.117889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-4f81f9a4-3551-4c86-9250-cde6698a1da3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60181e56-b746-4679-9934-a6d7f47e7ea8 HTTP/1.1" status: 200 len: 857 time: 0.1146016 May 27 01:45:00.223185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-7bd203b6-f3dd-42c2-8e9a-4c059a5672c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9c46054-82f8-47c9-bf4e-cd900ea2ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979288 May 27 01:45:00.352800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] No DVR routers for this DVR port 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:45:00.361842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:00.390104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-f5745bac-deac-4842-8a31-4770679b926b service neutron] 10.222.0.47 "GET /v2.0/networks/a9c46054-82f8-47c9-bf4e-cd900ea2ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602769 May 27 01:45:00.394559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'name': 'network-vif-deleted', 'tag': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:00.417782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b706a279-44b5-4192-b335-7d225644160d req-08b8feb3-1df3-4555-a290-c8f0212359cc tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Synchronizing usage tracker for tenant:c9ee76890feb4fd3b517be9684991977 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:00.514618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27c06206-e0a9-411a-9961-dc496bbfe908 req-54698aec-663b-4683-b51c-0123e37a2083 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "DELETE /v2.0/ports/14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d HTTP/1.1" status: 204 len: 173 time: 2.3859663 May 27 01:45:00.717275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4295e418-1bf5-4303-845d-b50a4df0d8b8 req-a822d858-3ea2-4814-b0ca-21a7c6bf0cd9 service neutron] 10.222.0.47 "GET /v2.0/networks/a9c46054-82f8-47c9-bf4e-cd900ea2ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210249 May 27 01:45:00.786573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a4df756-8e1a-4c69-b8f8-b71623a5852b req-40bcb437-a52f-432e-9cd2-ee01a2b2b97d tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0649970 May 27 01:45:00.820500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ceb06e12-2971-4918-8e73-cd8906bef6bd no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:00.880876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-d3511daa-74ab-4c9c-a88b-fba5d5104da7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8864875 May 27 01:45:00.887525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: ceb06e12-2971-4918-8e73-cd8906bef6bd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:45:00.888051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ceb06e12-2971-4918-8e73-cd8906bef6bd not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:45:01.108266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd8aef42-d888-4e30-94ca-4b58e1c5cd5b req-1512f7e9-0d7c-4510-97ef-8608c3509c35 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=21bfd60c-f600-4a4b-a8a5-69afa86edb85 HTTP/1.1" status: 200 len: 210 time: 0.0594649 May 27 01:45:01.147223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b706a279-44b5-4192-b335-7d225644160d req-08b8feb3-1df3-4555-a290-c8f0212359cc tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Unset dirty status for tenant:c9ee76890feb4fd3b517be9684991977 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:01.148411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b706a279-44b5-4192-b335-7d225644160d req-08b8feb3-1df3-4555-a290-c8f0212359cc tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0750041 May 27 01:45:01.171583 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21959609-079e-4a98-8a2f-2a9fe61069f1'] response: {'server_uuid': '21bfd60c-f600-4a4b-a8a5-69afa86edb85', 'name': 'network-vif-deleted', 'tag': '14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d', 'status': 'completed', 'code': 200} May 27 01:45:01.185080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:01.195798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:01.365909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb3166e3-3d44-4e97-9ecb-f8f8e6a6be84 req-b1ee9494-987b-473d-a022-3f196270f2f5 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0706711 May 27 01:45:01.388821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-3e5ba87e-ff4a-4255-b0f9-1ebe5ad3c5ce service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959722 May 27 01:45:01.404078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839d85-2970-40c1-ac44-4b5f052fb263 req-1c1d79fa-30a6-43e2-91e7-fea734cdb866 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:01.406548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5839d85-2970-40c1-ac44-4b5f052fb263 req-1c1d79fa-30a6-43e2-91e7-fea734cdb866 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1429529 May 27 01:45:01.524259 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Floating IP 1c5f1e32-3f1b-4b35-905f-0a2bef2c4669 associated. External IP: 172.25.3.231, port: fe3fff2d-ce94-4627-840a-8a40f0e1cf21. May 27 01:45:01.675000 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5839d85-2970-40c1-ac44-4b5f052fb263 req-0a5bfcea-54f6-47c9-8122-923e812633a6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607436 May 27 01:45:01.749587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54640) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:01.823258 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:01.853872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:01.896859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff49824-98a6-4025-9272-930c9790cbb4 req-e27a83b9-2a8b-4c3d-9122-d284de6fb484 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:01.898258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eff49824-98a6-4025-9272-930c9790cbb4 req-e27a83b9-2a8b-4c3d-9122-d284de6fb484 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.1995087 May 27 01:45:01.913080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:01.933631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69faf41a-2c3b-4a43-9e0f-49b91027f939,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:01.943615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.944040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.944447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.944847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.945251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.945585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.945912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.946241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.946561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.946911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.947234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.947553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:01.959388 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:01.962765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-13718de4-44f7-4091-a086-458668b30681 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "DELETE /v2.0/security-groups/69faf41a-2c3b-4a43-9e0f-49b91027f939 HTTP/1.1" status: 204 len: 168 time: 0.2098398 May 27 01:45:01.963140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54644) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:01.980940 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-463477b2-9507-47ac-a1dc-fbf074987b83 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] show failed (client error): The resource could not be found. May 27 01:45:01.982118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-463477b2-9507-47ac-a1dc-fbf074987b83 tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "GET /v2.0/security-groups/69faf41a-2c3b-4a43-9e0f-49b91027f939 HTTP/1.1" status: 404 len: 347 time: 0.0181694 May 27 01:45:01.984934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54648) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:02.031452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eff49824-98a6-4025-9272-930c9790cbb4 req-506b1f87-2295-4be7-ab62-fa4e75a28d1e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257160 May 27 01:45:02.040718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Router a2662f23-804d-484d-9d92-9725c01f1f3a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:45:02.161018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Deleting port 6a61ad6c-09ff-46a4-b8c8-9c68d57dae62 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:45:02.161401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:02.269628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:45:02.276342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:02.281205 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] Sync routers for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:45:02.296074 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:02.296709 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:02.422364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:02.422590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:02.475791 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:02.496984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:02.549857 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fe60bd6a-1734-4176-9cfc-f8ee88129d06 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "PUT /v2.0/floatingips/1c5f1e32-3f1b-4b35-905f-0a2bef2c4669 HTTP/1.1" status: 200 len: 991 time: 3.2372832 May 27 01:45:02.570436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:45:02.573273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 14c82c28-c5c9-4fe8-82c6-b2a8ce744c8d not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:45:02.634213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6998f8-9da4-441e-aaa2-f3d478c5977b req-f07b7402-419e-4a98-8441-268e88b58d27 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:02.638299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e6998f8-9da4-441e-aaa2-f3d478c5977b req-f07b7402-419e-4a98-8441-268e88b58d27 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 943 time: 0.3093991 May 27 01:45:02.649809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Calling delete_port for 6a61ad6c-09ff-46a4-b8c8-9c68d57dae62 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:45:02.735226 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:02.740265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e6998f8-9da4-441e-aaa2-f3d478c5977b req-3f7a5ee0-267a-418e-acae-d42f754765eb tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937161 May 27 01:45:02.866297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:02.952902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-017f9a71-24ad-47ea-b4ba-948b4e79bdf1 req-a321b8e2-08a0-4641-8b72-2edfe010eae6 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0669630 May 27 01:45:03.003692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:03.021941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a604c-9e97-4182-b842-f5bc75a70300 req-f21a14fe-7374-4e68-84c5-03fb1603e5b3 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:03.024059 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b90a604c-9e97-4182-b842-f5bc75a70300 req-f21a14fe-7374-4e68-84c5-03fb1603e5b3 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.1222780 May 27 01:45:03.076722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Pushing event deleted for resources: {'Port': ['ID=6a61ad6c-09ff-46a4-b8c8-9c68d57dae62,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:03.113246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b90a604c-9e97-4182-b842-f5bc75a70300 req-0126b796-cb4a-44fc-98d2-b60be89bcb6e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832942 May 27 01:45:03.173281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:03.175816 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1c5f1e32-3f1b-4b35-905f-0a2bef2c4669', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'port_id': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'mac_address': 'fa:16:3e:b0:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20852623-4b12-4d63-9250-684533451598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:44:00Z', 'updated_at': '2022-05-27T01:45:00Z', 'revision_number': 1, 'project_id': 'cff530a25088433da9e924750e11a694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:05Z', 'revision_number': 5, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:03.180497 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] Checking router: a2662f23-804d-484d-9d92-9725c01f1f3a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:45:03.189511 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:03.190354 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:44:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:03.252322 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:03.279081 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:03.280365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f999ac40-42e4-41e0-a711-7c6d8a1172cb tempest-ImagesOneServerNegativeTestJSON-57895437 tempest-ImagesOneServerNegativeTestJSON-57895437-project] 10.222.0.16 "DELETE /v2.0/floatingips/b50d810f-2df5-443f-8f72-c65d64e9aa98 HTTP/1.1" status: 204 len: 168 time: 1.2945111 May 27 01:45:03.291403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640e95d-34e4-48be-b91c-8c67125835bb req-61b9028e-151d-4cb5-9dec-0ed8e4bcc553 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:03.292813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8640e95d-34e4-48be-b91c-8c67125835bb req-61b9028e-151d-4cb5-9dec-0ed8e4bcc553 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1615164 May 27 01:45:03.374805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae550d6-66d0-44ab-86be-5b710e3c435b req-f72d793b-757f-4d42-867d-2b8669d0c533 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:03.380586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-eae550d6-66d0-44ab-86be-5b710e3c435b req-f72d793b-757f-4d42-867d-2b8669d0c533 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Synchronizing usage tracker for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:03.386382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8640e95d-34e4-48be-b91c-8c67125835bb req-f0c9f705-0f8f-4320-91d3-b655b081d138 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777636 May 27 01:45:03.400042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-eae550d6-66d0-44ab-86be-5b710e3c435b req-f72d793b-757f-4d42-867d-2b8669d0c533 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Unset dirty status for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:03.401902 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:03.402415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eae550d6-66d0-44ab-86be-5b710e3c435b req-f72d793b-757f-4d42-867d-2b8669d0c533 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 950 time: 0.1792924 May 27 01:45:03.457497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eae550d6-66d0-44ab-86be-5b710e3c435b req-963e8228-c793-4598-9a0d-f9f6c10692d1 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 May 27 01:45:03.516181 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a89824-b303-4f16-908f-29ced554a916'] response: {'name': 'network-changed', 'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'status': 'completed', 'code': 200} May 27 01:45:03.749215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bcf2f-c578-41c7-add1-365d8f05e41b req-1ae6d772-f39d-4b2a-8273-e5d9a43fefa0 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:03.750684 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-514bcf2f-c578-41c7-add1-365d8f05e41b req-1ae6d772-f39d-4b2a-8273-e5d9a43fefa0 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 945 time: 0.2440076 May 27 01:45:03.752730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-e296affc-b0be-42b9-a17a-bb37d832ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:03.754157 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-e296affc-b0be-42b9-a17a-bb37d832ce6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cff530a25088433da9e924750e11a694&device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 1097 time: 0.1684437 May 27 01:45:03.786028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54688) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:03.851718 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1c5f1e32-3f1b-4b35-905f-0a2bef2c4669', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'port_id': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'mac_address': 'fa:16:3e:b0:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20852623-4b12-4d63-9250-684533451598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:44:00Z', 'updated_at': '2022-05-27T01:45:00Z', 'revision_number': 1, 'project_id': 'cff530a25088433da9e924750e11a694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:05Z', 'revision_number': 5, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:03.857061 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8a068-bfc2-455e-a330-ea00c8870cf8 None None] The sync data for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 is: [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1c5f1e32-3f1b-4b35-905f-0a2bef2c4669', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'port_id': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'mac_address': 'fa:16:3e:b0:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20852623-4b12-4d63-9250-684533451598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:44:00Z', 'updated_at': '2022-05-27T01:45:00Z', 'revision_number': 1, 'project_id': 'cff530a25088433da9e924750e11a694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:05Z', 'revision_number': 5, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:45:03.963017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-514bcf2f-c578-41c7-add1-365d8f05e41b req-7706d95d-c1e0-4610-8c7c-625b5bfb8030 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026837 May 27 01:45:04.023652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-2760e115-7dce-4bce-8388-b994e46a0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:04.025511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-2760e115-7dce-4bce-8388-b994e46a0041 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a HTTP/1.1" status: 200 len: 917 time: 0.2522647 May 27 01:45:04.139766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] Deleting subnet e70687d9-12d2-437e-89b0-b0087e5a8248 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:45:04.146761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:04.227679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf6a03-0568-421f-8c3e-df05e52e3d43 req-080ee588-310d-4888-83da-c885c8a604c1 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:04.236865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42cf6a03-0568-421f-8c3e-df05e52e3d43 req-080ee588-310d-4888-83da-c885c8a604c1 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 943 time: 0.2142813 May 27 01:45:04.261404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b8829-be60-4aad-88cb-2d882a54f3b7 None None] New status for floating IP 1c5f1e32-3f1b-4b35-905f-0a2bef2c4669: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:45:04.312099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:04.325350 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-9ff927b8-297c-4171-9ac8-040f16c5f140 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21 HTTP/1.1" status: 200 len: 999 time: 0.2899199 May 27 01:45:04.411189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-80071468-ac9c-423a-acd0-d4f255f6c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:04.416961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-80071468-ac9c-423a-acd0-d4f255f6c08f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b501c6e-25d2-45ad-8941-b6f5455f0095 HTTP/1.1" status: 200 len: 855 time: 0.0816073 May 27 01:45:04.421564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42cf6a03-0568-421f-8c3e-df05e52e3d43 req-b375243f-1f66-45f3-aee2-26067d7b1652 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838045 May 27 01:45:04.435333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:04.554268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-2605e53d-098b-4f2c-a55f-108a499229f0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:04.561317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-2605e53d-098b-4f2c-a55f-108a499229f0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.13 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 950 time: 0.2956069 May 27 01:45:04.588772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-dcc81749-9c56-415d-97e2-e45e48e57539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:04.591250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-dcc81749-9c56-415d-97e2-e45e48e57539 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545920 May 27 01:45:04.656582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7fb76357-c11b-447e-b659-5e7a4f1194a6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:45:04.663762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Deleting port 3b54f62a-5af8-4be4-a55f-810d6aa825be {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:45:04.664115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:04.802623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88256396-044d-4266-a95f-f7c40bd9376e req-00f304ab-02f7-44a8-ba4e-b5c80724e32d tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0598834 May 27 01:45:04.812501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:04.871417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-44689615-3563-48e2-9dd0-fe8c3843c540 service neutron] 10.222.0.47 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716205 May 27 01:45:04.928329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70687d9-12d2-437e-89b0-b0087e5a8248,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:04.962611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.008404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5fc4b725-0a10-42c4-b7ac-d0d1253b8de3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e70687d9-12d2-437e-89b0-b0087e5a8248 HTTP/1.1" status: 204 len: 168 time: 1.2208660 May 27 01:45:05.015903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54712) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:05.138863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dafa6-3709-49ff-80ab-1aef910580aa req-bdcc4180-e91d-4ada-aa9a-cce52de23efa tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:05.141725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7fb76357-c11b-447e-b659-5e7a4f1194a6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7fb76357-c11b-447e-b659-5e7a4f1194a6,segment=NetworkSegment(5f228ca1-1e55-47fc-8331-af8cbdd2b0a6),segment_id=5f228ca1-1e55-47fc-8331-af8cbdd2b0a6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:05.146577 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-107dafa6-3709-49ff-80ab-1aef910580aa req-bdcc4180-e91d-4ada-aa9a-cce52de23efa tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1425171 May 27 01:45:05.183014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '7fb76357-c11b-447e-b659-5e7a4f1194a6', 'network_id': 'a9c46054-82f8-47c9-bf4e-cd900ea2ca87', 'port_id': '7fb76357-c11b-447e-b659-5e7a4f1194a6', 'mac_address': 'fa:16:3e:50:47:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60181e56-b746-4679-9934-a6d7f47e7ea8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:45:05.228229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-107dafa6-3709-49ff-80ab-1aef910580aa req-c82dffac-2e68-4f7c-9f51-888eba8aa2dc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 May 27 01:45:05.230468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04d3dd04-7edf-47b9-8b4e-a92b97cfb05a req-03b1dead-0f61-4c1e-8ac9-ed69c7904e03 service neutron] 10.222.0.47 "GET /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487592 May 27 01:45:05.265655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7fb76357-c11b-447e-b659-5e7a4f1194a6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:05.266104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.292150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb76357-c11b-447e-b659-5e7a4f1194a6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:05.316476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7fb76357-c11b-447e-b659-5e7a4f1194a6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7fb76357-c11b-447e-b659-5e7a4f1194a6,segment=NetworkSegment(5f228ca1-1e55-47fc-8331-af8cbdd2b0a6),segment_id=5f228ca1-1e55-47fc-8331-af8cbdd2b0a6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:05.322569 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.338910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.397620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7fb76357-c11b-447e-b659-5e7a4f1194a6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:05.405294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.405661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.405988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.406325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.406660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.407035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.407361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.409748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.409748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.409748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.409748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.409748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:05.428725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf927a-9f1e-4dae-b19c-9810b867ca59 req-c61c0d75-cd0b-45d9-8fa2-765beddb3e18 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:05.430187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ccf927a-9f1e-4dae-b19c-9810b867ca59 req-c61c0d75-cd0b-45d9-8fa2-765beddb3e18 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 950 time: 0.4205420 May 27 01:45:05.438924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] For port 3b54f62a-5af8-4be4-a55f-810d6aa825be, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=3b54f62a-5af8-4be4-a55f-810d6aa825be,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:05.439283 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.651233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Calling delete_port for 3b54f62a-5af8-4be4-a55f-810d6aa825be owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:45:05.662164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf08e-5ef6-4146-9d5a-4e6a2201e5e4 req-a00ebb7a-97e8-449e-bba1-ecab0baea202 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:05.663642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25eaf08e-5ef6-4146-9d5a-4e6a2201e5e4 req-a00ebb7a-97e8-449e-bba1-ecab0baea202 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0911627 May 27 01:45:05.710635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25eaf08e-5ef6-4146-9d5a-4e6a2201e5e4 req-c436e447-5133-4356-a54f-c09a6037c81a tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 May 27 01:45:05.728129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['7fb76357-c11b-447e-b659-5e7a4f1194a6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:05.754818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.761732 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3fe7dd06-2e86-4c29-baf2-0ee3ab27b1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.784699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ccf927a-9f1e-4dae-b19c-9810b867ca59 req-84912485-9d12-4d34-aed4-33e5a2f6a2fb tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462775 May 27 01:45:05.790134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28f0ac9-be42-4265-ad35-351eceb84378']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:05.891229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1284436-f209-4e79-be12-0b032280fad6') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:05.893946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1284436-f209-4e79-be12-0b032280fad6') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:05.926515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.949876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:05.962183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:45:05.962599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:06.017807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-439e2908-8e0f-4156-97da-05ba579d2345 req-950d1873-06fe-4b86-8375-1410e5a437ec tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0461056 May 27 01:45:06.041348 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f1284436-f209-4e79-be12-0b032280fad6 resource provider aggregate not found May 27 01:45:06.050360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:06.062284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['3b54f62a-5af8-4be4-a55f-810d6aa825be'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:06.177496 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f1284436-f209-4e79-be12-0b032280fad6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1284436-f209-4e79-be12-0b032280fad6 found for delete ", "request_id": "req-124485c0-7d9f-4b7a-8bbf-63f3093c30bc"}]} May 27 01:45:06.239528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Pushing event deleted for resources: {'Port': ['ID=3b54f62a-5af8-4be4-a55f-810d6aa825be,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:06.277772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:06.297686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:06.341808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b28f0ac9-be42-4265-ad35-351eceb84378,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:06.350575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] No DVR routers for this DVR port 3b54f62a-5af8-4be4-a55f-810d6aa825be on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:45:06.354987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:06.357331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80537e47-582a-4482-ab63-b70672481aee', 'name': 'network-vif-deleted', 'tag': '3b54f62a-5af8-4be4-a55f-810d6aa825be'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:06.416535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-102e71bf-9a54-43e1-8580-5e861e4a9f1f admin admin] 10.222.0.16 "DELETE /v2.0/networks/b28f0ac9-be42-4265-ad35-351eceb84378 HTTP/1.1" status: 204 len: 168 time: 1.3997595 May 27 01:45:06.421702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbc660ea-947a-4bea-b5da-e7d45456c553 req-02abdc6c-9a40-4adb-b7db-aa178b70e562 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.13 "DELETE /v2.0/ports/3b54f62a-5af8-4be4-a55f-810d6aa825be HTTP/1.1" status: 204 len: 173 time: 1.8532159 May 27 01:45:06.482861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fef68f-7b67-4389-af5a-786f1374f87f req-875dee4e-6cff-4b83-ac28-89f65b563882 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:06.484436 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5fef68f-7b67-4389-af5a-786f1374f87f req-875dee4e-6cff-4b83-ac28-89f65b563882 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1163929 May 27 01:45:06.566635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5fef68f-7b67-4389-af5a-786f1374f87f req-ca57de29-2193-4605-9cf3-e64dc6c5a2c0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718644 May 27 01:45:06.568502 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd381a1b-a44c-4735-ae53-350ef1e35d13'] response: {'server_uuid': '80537e47-582a-4482-ab63-b70672481aee', 'name': 'network-vif-deleted', 'tag': '3b54f62a-5af8-4be4-a55f-810d6aa825be', 'status': 'completed', 'code': 200} May 27 01:45:06.718420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54752) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:06.774366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-abf926a6-b4f4-475a-922f-c4280acc353c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2d43daf50a64c4581810a6941cdc131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547569 May 27 01:45:06.776874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54758) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:06.845659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8cb07bbe-7030-495e-9c58-244c90c9a047'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:06.859341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bed45855-1e57-4ac9-bc7c-2489dd8a0789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:06.943671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bed45855-1e57-4ac9-bc7c-2489dd8a0789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:07.006605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8816-90ef-4b87-9c10-ee0fb92c8ec9 req-edcfd3e7-120e-4054-9ce6-b83e2509ed81 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:07.008154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-281e8816-90ef-4b87-9c10-ee0fb92c8ec9 req-edcfd3e7-120e-4054-9ce6-b83e2509ed81 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 944 time: 0.1499047 May 27 01:45:07.042643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-acd015ed-33cd-4a89-b83e-94ec630102c5 req-300d00b4-1150-48bc-b46f-f6819d2eeca0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Synchronizing usage tracker for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:07.055478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bed45855-1e57-4ac9-bc7c-2489dd8a0789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:07.070751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-acd015ed-33cd-4a89-b83e-94ec630102c5 req-300d00b4-1150-48bc-b46f-f6819d2eeca0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Unset dirty status for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:07.079271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-acd015ed-33cd-4a89-b83e-94ec630102c5 req-300d00b4-1150-48bc-b46f-f6819d2eeca0 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=80537e47-582a-4482-ab63-b70672481aee HTTP/1.1" status: 200 len: 210 time: 0.1322980 May 27 01:45:07.100982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed45855-1e57-4ac9-bc7c-2489dd8a0789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd7c345-ba7c-4bee-931c-4f3288a0c02d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:07.105015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bed45855-1e57-4ac9-bc7c-2489dd8a0789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:07.109042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bed45855-1e57-4ac9-bc7c-2489dd8a0789 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fd7c345-ba7c-4bee-931c-4f3288a0c02d HTTP/1.1" status: 204 len: 168 time: 0.3268661 May 27 01:45:07.126518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-281e8816-90ef-4b87-9c10-ee0fb92c8ec9 req-c1ee091f-3658-4139-81de-ffb7648bc3b5 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009228 May 27 01:45:07.284246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dca3c2f9-7432-480d-bf3d-1e77eecb64cb req-9394d9aa-07f5-4a45-8d03-26f76dc85666 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0636442 May 27 01:45:07.764221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118fecb-5079-4c4b-a276-7214d1f27d4d req-576ed124-c823-490c-bccb-d1310c4c903f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:07.771491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e118fecb-5079-4c4b-a276-7214d1f27d4d req-576ed124-c823-490c-bccb-d1310c4c903f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.0939081 May 27 01:45:07.816061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e118fecb-5079-4c4b-a276-7214d1f27d4d req-9f265290-943a-4c3e-9d4b-01e077089bcc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 May 27 01:45:07.895617 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-55e66a2d-c671-4606-8792-40d959b53047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:08.398904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27a0e8-df76-4c95-9c8a-8c53b81ba8f1 req-4193d433-f968-409d-82ea-c8267eb927f1 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:08.406253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd27a0e8-df76-4c95-9c8a-8c53b81ba8f1 req-4193d433-f968-409d-82ea-c8267eb927f1 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0929811 May 27 01:45:08.455064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd27a0e8-df76-4c95-9c8a-8c53b81ba8f1 req-8246cef1-5fe8-4e1b-8730-74b666409f40 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478740 May 27 01:45:08.543027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e6ddc29-69d3-4acc-b506-33055804daf2 req-7fab9f98-3ca4-49a3-ad15-7881b906b160 tempest-AbsoluteLimitsNegativeTestJSON-504049952 tempest-AbsoluteLimitsNegativeTestJSON-504049952-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c98e6a1ea7b446cf9d2915399b6b7193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319517 May 27 01:45:08.554051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7fb76357-c11b-447e-b659-5e7a4f1194a6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:08.630455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-09268c89-e677-4084-a2f0-28ec9d941d3b req-1f4279ff-fd23-421d-b277-60f80071a5ea tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0629256 May 27 01:45:08.663361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 7fb76357-c11b-447e-b659-5e7a4f1194a6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:08.669457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 7fb76357-c11b-447e-b659-5e7a4f1194a6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:08.669919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:08.766497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ddc29-69d3-4acc-b506-33055804daf2 req-4e3072d9-67f3-4f87-9e33-4fc33aac1424 tempest-AbsoluteLimitsNegativeTestJSON-504049952 tempest-AbsoluteLimitsNegativeTestJSON-504049952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:08.773780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e6ddc29-69d3-4acc-b506-33055804daf2 req-4e3072d9-67f3-4f87-9e33-4fc33aac1424 tempest-AbsoluteLimitsNegativeTestJSON-504049952 tempest-AbsoluteLimitsNegativeTestJSON-504049952-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2240267 May 27 01:45:08.792733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e6ddc29-69d3-4acc-b506-33055804daf2 req-ee9396dc-75bd-4bde-ac41-2de9d1effec8 tempest-AbsoluteLimitsNegativeTestJSON-504049952 tempest-AbsoluteLimitsNegativeTestJSON-504049952-project] 10.222.0.16 "GET /v2.0/quotas/c98e6a1ea7b446cf9d2915399b6b7193 HTTP/1.1" status: 200 len: 375 time: 0.0178869 May 27 01:45:08.832279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7fb76357-c11b-447e-b659-5e7a4f1194a6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:08.833172 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:08.855244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e6ddc29-69d3-4acc-b506-33055804daf2 req-14928c2c-9f8b-49d2-aa07-b6f5a36068d1 tempest-AbsoluteLimitsNegativeTestJSON-504049952 tempest-AbsoluteLimitsNegativeTestJSON-504049952-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c98e6a1ea7b446cf9d2915399b6b7193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613914 May 27 01:45:08.860769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a0ac-a5ee-4222-9292-a8bafb3890ec req-46d6fd38-bc12-4a59-823d-f0d38745b06b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:08.862461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d133a0ac-a5ee-4222-9292-a8bafb3890ec req-46d6fd38-bc12-4a59-823d-f0d38745b06b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.0898619 May 27 01:45:08.883119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7fb76357-c11b-447e-b659-5e7a4f1194a6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7fb76357-c11b-447e-b659-5e7a4f1194a6,segment=NetworkSegment(5f228ca1-1e55-47fc-8331-af8cbdd2b0a6),segment_id=5f228ca1-1e55-47fc-8331-af8cbdd2b0a6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:08.886644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb76357-c11b-447e-b659-5e7a4f1194a6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:08.893861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 0e22c583-e26f-4285-ada5-2434a8cdf60e details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:45:08.954414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d133a0ac-a5ee-4222-9292-a8bafb3890ec req-145889bb-ee93-4f55-9b0c-40ee9f99bd3f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848539 May 27 01:45:09.022209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 3b54f62a-5af8-4be4-a55f-810d6aa825be no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:09.111901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 3b54f62a-5af8-4be4-a55f-810d6aa825be {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:45:09.112507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 3b54f62a-5af8-4be4-a55f-810d6aa825be not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:45:09.120359 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.186491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dd9e0-a25e-471f-914e-ab975859967a req-bc8ab148-2018-4cf2-8e08-5caab3c2afad tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:09.193047 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f3dd9e0-a25e-471f-914e-ab975859967a req-bc8ab148-2018-4cf2-8e08-5caab3c2afad tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1253741 May 27 01:45:09.241486 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c828e3-1f54-4dae-b717-49ca1866995e'] response: {'server_uuid': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb76357-c11b-447e-b659-5e7a4f1194a6', 'code': 200} May 27 01:45:09.251409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:09.268965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7fb76357-c11b-447e-b659-5e7a4f1194a6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:09.278836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'mac_address': 'fa:16:3e:5b:51:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:45:09.283014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54864) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:09.292303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f3dd9e0-a25e-471f-914e-ab975859967a req-af8a7bab-cc91-432d-92d0-2598a1671ca1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934656 May 27 01:45:09.338252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52856537-8af7-428c-b7c4-ae15da6f88de req-78a10339-8798-4df3-8794-16fa59fb4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:09.340149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52856537-8af7-428c-b7c4-ae15da6f88de req-78a10339-8798-4df3-8794-16fa59fb4157 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 1097 time: 0.0961826 May 27 01:45:09.363098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 0e22c583-e26f-4285-ada5-2434a8cdf60e is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:09.363562 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.381895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e22c583-e26f-4285-ada5-2434a8cdf60e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:09.395953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52856537-8af7-428c-b7c4-ae15da6f88de req-bf55dc18-d3d0-46b3-8465-d7f8c177b52b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491252 May 27 01:45:09.397932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.399375 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.400932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:09.406666 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.453031 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.469150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:09.473074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Usage tracker for resource:security_group_rule and tenant:c98e6a1ea7b446cf9d2915399b6b7193 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:09.476449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:09.480629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:09.483702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:09.514136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['0e22c583-e26f-4285-ada5-2434a8cdf60e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:09.680214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.693873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.739432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c98e6a1ea7b446cf9d2915399b6b7193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553471 May 27 01:45:09.742031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54874) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:09.764675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b263bf-7db6-4bd6-91ae-59986522261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b508d199-009d-4456-9323-756f1423a4a7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:09.775307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f612e-b537-4de7-9940-8ba52608c91c req-bc94f699-3353-40d4-a936-043bcbd45d4d tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:09.776824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b56f612e-b537-4de7-9940-8ba52608c91c req-bc94f699-3353-40d4-a936-043bcbd45d4d tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1967897 May 27 01:45:09.836917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b56f612e-b537-4de7-9940-8ba52608c91c req-c2b4449c-36c3-40c8-a1fb-d5ebee4ed69b tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 May 27 01:45:09.886464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-388d55bd-711a-436e-920e-6096ece56cb1 req-003b6406-8568-4a97-a118-38ff372c40f0 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0797544 May 27 01:45:09.892070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9dcabf12-694e-4174-aac1-39537975960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.920588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9dcabf12-694e-4174-aac1-39537975960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:09.986745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9dcabf12-694e-4174-aac1-39537975960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:10.005111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcabf12-694e-4174-aac1-39537975960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508d199-009d-4456-9323-756f1423a4a7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:10.009771 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9dcabf12-694e-4174-aac1-39537975960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:10.011147 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9dcabf12-694e-4174-aac1-39537975960c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b508d199-009d-4456-9323-756f1423a4a7 HTTP/1.1" status: 204 len: 168 time: 0.2665446 May 27 01:45:10.167570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b97d19-cf7e-48b5-9e79-f1e1442757a4 req-b56d78fc-6a0a-4586-a92c-73cb74bbd1d2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:10.169036 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1b97d19-cf7e-48b5-9e79-f1e1442757a4 req-b56d78fc-6a0a-4586-a92c-73cb74bbd1d2 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.0899937 May 27 01:45:10.220625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1b97d19-cf7e-48b5-9e79-f1e1442757a4 req-7b8fbf99-8ef7-48d0-8e3c-4cb20315dfd4 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 May 27 01:45:10.527146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aee3c5-307c-48dc-b4fd-446ec42afa4a req-36efb622-b73d-42be-80c5-ff3f0aa6ef9a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:10.528796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9aee3c5-307c-48dc-b4fd-446ec42afa4a req-36efb622-b73d-42be-80c5-ff3f0aa6ef9a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1044376 May 27 01:45:10.579417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9aee3c5-307c-48dc-b4fd-446ec42afa4a req-b183f6a0-1f7f-4413-8724-3f099bab9aef tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 May 27 01:45:10.801332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54924) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:10.833160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:10.864271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 0e22c583-e26f-4285-ada5-2434a8cdf60e up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:11.054476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-185040847-network', 'tenant_id': 'a29fde1413664f799c3aa681e687026f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:11.080573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:11.121891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 0e22c583-e26f-4285-ada5-2434a8cdf60e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:11.122804 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:11.143811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d712bde-4fde-4e1f-add9-ea80a511147c req-c5a170a4-e23f-424a-b989-fdf4d8854a32 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0537529 May 27 01:45:11.201438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Usage tracker for resource:network and tenant:a29fde1413664f799c3aa681e687026f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:11.211246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:11.376788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 0e22c583-e26f-4285-ada5-2434a8cdf60e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:11.377250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:11.423471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:11.438530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:11.446527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:11.526173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:11.591637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:11.651851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Made reservation on behalf of a29fde1413664f799c3aa681e687026f for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:11.654203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:11.676367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-9e63bce7-10d5-4849-a291-53d8f06cebd7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:11.677635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-9e63bce7-10d5-4849-a291-53d8f06cebd7 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.8318775 May 27 01:45:11.679173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:11.743745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:11.768040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Usage tracker for resource:security_group_rule and tenant:a29fde1413664f799c3aa681e687026f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:11.785632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:11.826654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5cbf5-2941-498f-85ed-b57e6359ec15 req-675aa5e7-1e03-4256-bbaf-4944759a93d5 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:11.847619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7cc5cbf5-2941-498f-85ed-b57e6359ec15 req-675aa5e7-1e03-4256-bbaf-4944759a93d5 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 945 time: 0.7954495 May 27 01:45:11.850230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:11.865646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Deleting port 8cb07bbe-7030-495e-9c58-244c90c9a047 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:45:11.865646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:11.979531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8eb4-5f49-45c1-b6bc-0689c70c1b4f req-faab2cd7-9e65-4955-b430-4acecb2e19ec tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:11.982091 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91cb8eb4-5f49-45c1-b6bc-0689c70c1b4f req-faab2cd7-9e65-4955-b430-4acecb2e19ec tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 951 time: 0.1255748 May 27 01:45:12.041019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7cc5cbf5-2941-498f-85ed-b57e6359ec15 req-d3421a2c-8bf4-40ef-8d13-a3fcdef1c405 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917732 May 27 01:45:12.069733 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91cb8eb4-5f49-45c1-b6bc-0689c70c1b4f req-4a8be25c-68a2-4d7e-9b71-860d0c307810 tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810993 May 27 01:45:12.157464 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf64747-a0fd-4b67-95ec-9becf8d360d5'] response: {'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'code': 200} May 27 01:45:12.421353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f2faa-de20-4362-ac84-40841892bc29 req-437b1877-7720-4608-9e1d-ab60d51275ad tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:12.431656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e6f2faa-de20-4362-ac84-40841892bc29 req-437b1877-7720-4608-9e1d-ab60d51275ad tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1447771 May 27 01:45:12.571178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e6f2faa-de20-4362-ac84-40841892bc29 req-61c709bf-05ab-41ea-8bdb-8bf4255d5244 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371095 May 27 01:45:12.725960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99e54609-b9a1-4850-836c-86bc493450cf req-6df62fe5-1e85-4398-96b0-d93404a2218d tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1265502 May 27 01:45:12.787458 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:12.800283 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:12.824697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] For port 8cb07bbe-7030-495e-9c58-244c90c9a047, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8cb07bbe-7030-495e-9c58-244c90c9a047,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:12.825188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:12.974266 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:45:12.996986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Calling delete_port for 8cb07bbe-7030-495e-9c58-244c90c9a047 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:45:13.030074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:45:13.051633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c09999d-98b5-4afb-a1f1-aaa81be7b4c7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:13.064297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:13.064973 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Added segment 38f34bfd-03d9-4b18-bf9b-012202c2d161 of type vlan for network 5953c096-db94-421b-a55a-89d7079c9491 May 27 01:45:13.323316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90537c-a6f1-40a1-bb4d-1bb2c923a51d req-c288c643-9622-4b6d-9ad2-eb121311bfc3 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:13.336087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b90537c-a6f1-40a1-bb4d-1bb2c923a51d req-c288c643-9622-4b6d-9ad2-eb121311bfc3 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1272240 May 27 01:45:13.345761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:13.397152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b90537c-a6f1-40a1-bb4d-1bb2c923a51d req-4f7d680d-bf6b-498e-a775-d215c7237b69 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595860 May 27 01:45:13.398375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:13.425102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Pushing event deleted for resources: {'Port': ['ID=8cb07bbe-7030-495e-9c58-244c90c9a047,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:13.551332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:13.552645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:13.553445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:13.589293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] No DVR routers for this DVR port 8cb07bbe-7030-495e-9c58-244c90c9a047 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:45:13.595628 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:13.601003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-deleted', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:13.727207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9228382 May 27 01:45:13.728496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1bdcb10-c683-463e-99c1-4bcb3e78bf5b req-1fa5abcb-20e3-4de5-b741-23bda8a81c1b tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.47 "DELETE /v2.0/ports/8cb07bbe-7030-495e-9c58-244c90c9a047 HTTP/1.1" status: 204 len: 173 time: 2.0342824 May 27 01:45:13.730150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:13.737713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Request body: {'subnet': {'network_id': '5953c096-db94-421b-a55a-89d7079c9491', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-185040847-subnet', 'tenant_id': 'a29fde1413664f799c3aa681e687026f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:13.748142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:13.761518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Usage tracker for resource:subnet and tenant:a29fde1413664f799c3aa681e687026f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:13.773006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:13.808410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330abcd-083c-4901-b938-9c151017d46a admin admin] Pushing event updated for resources: {'Network': ['ID=5953c096-db94-421b-a55a-89d7079c9491,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:13.809057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:13.819987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73934e8b-af20-4a09-899c-00cc8a39e074 req-257a563a-4e5a-457f-8939-6efe0d6ac16f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:13.820995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-73934e8b-af20-4a09-899c-00cc8a39e074 req-257a563a-4e5a-457f-8939-6efe0d6ac16f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Synchronizing usage tracker for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:13.821509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 5953c096-db94-421b-a55a-89d7079c9491 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:45:13.854359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-73934e8b-af20-4a09-899c-00cc8a39e074 req-257a563a-4e5a-457f-8939-6efe0d6ac16f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] Unset dirty status for tenant:60b61bb5dfea40a38a08ee2563a973a3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:13.856120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73934e8b-af20-4a09-899c-00cc8a39e074 req-257a563a-4e5a-457f-8939-6efe0d6ac16f tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/ports?device_id=54b500d4-d84b-4be2-92ad-eabf8c0eb78b HTTP/1.1" status: 200 len: 868 time: 0.5909154 May 27 01:45:13.869087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Made reservation on behalf of a29fde1413664f799c3aa681e687026f for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:13.871977 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:14.061833 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73934e8b-af20-4a09-899c-00cc8a39e074 req-fd47fd39-b98a-467e-89f7-1996570c1a9d tempest-ServersAdminTestJSON-424810902 tempest-ServersAdminTestJSON-424810902-project] 10.222.0.16 "GET /v2.0/security-groups?id=a821cb13-58ab-4702-8841-32cb69767462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992917 May 27 01:45:14.212796 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b78e70-981c-413f-95ea-94ae6fb41710'] response: {'server_uuid': '54b500d4-d84b-4be2-92ad-eabf8c0eb78b', 'name': 'network-vif-deleted', 'tag': '8cb07bbe-7030-495e-9c58-244c90c9a047', 'status': 'completed', 'code': 200} May 27 01:45:14.469412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba43397-da1d-40fa-9bdd-88f0195ab08b req-e9083bc4-b5e9-4025-9c43-531aa9aac25d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:14.471999 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ba43397-da1d-40fa-9bdd-88f0195ab08b req-e9083bc4-b5e9-4025-9c43-531aa9aac25d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.2776845 May 27 01:45:14.557427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:14.568276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5dcef24f-b346-4980-8f99-5c68fcf36e70 req-191d9404-1e95-4e77-ab15-c1fba91efe6b tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0584862 May 27 01:45:14.662597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 8cb07bbe-7030-495e-9c58-244c90c9a047 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:45:14.663474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8cb07bbe-7030-495e-9c58-244c90c9a047 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:45:14.837476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ba43397-da1d-40fa-9bdd-88f0195ab08b req-c600c9fc-0614-4251-bf62-79cc84420731 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586729 May 27 01:45:14.849963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73192541-5406-475b-8d8a-2e808a919675 req-7099a357-0271-4e3c-b93d-7cf849eb338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:14.851852 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73192541-5406-475b-8d8a-2e808a919675 req-7099a357-0271-4e3c-b93d-7cf849eb338f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 1097 time: 0.5301063 May 27 01:45:14.873047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:14.918306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b5d1-4719-431f-96f2-a5b2900db12d req-e8b97fd3-4a8d-487a-9295-84278e742313 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:14.927159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6f7b5d1-4719-431f-96f2-a5b2900db12d req-e8b97fd3-4a8d-487a-9295-84278e742313 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1209209 May 27 01:45:14.990758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6f7b5d1-4719-431f-96f2-a5b2900db12d req-78c8b511-3691-476f-a7a3-9be92931db43 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb87d9b-0bda-42ba-90dc-07a25fb45c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623298 May 27 01:45:15.076529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4384a15b-0842-43ce-956a-9d5647a1df01,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:15.090755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Checking segment: {'id': '38f34bfd-03d9-4b18-bf9b-012202c2d161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5953c096-db94-421b-a55a-89d7079c9491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:15.091096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Network hostable DHCP agents. Network: 5953c096-db94-421b-a55a-89d7079c9491, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:45:15.156016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73192541-5406-475b-8d8a-2e808a919675 req-a88264f8-f9e4-4d8a-b366-cad298c709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:15.158151 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73192541-5406-475b-8d8a-2e808a919675 req-a88264f8-f9e4-4d8a-b366-cad298c709a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 905 time: 0.2302334 May 27 01:45:15.160781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Network 5953c096-db94-421b-a55a-89d7079c9491 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:45:15.262376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73192541-5406-475b-8d8a-2e808a919675 req-07ddf89e-6a99-48bd-9565-e4e45e933407 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e HTTP/1.1" status: 200 len: 217 time: 0.0917437 May 27 01:45:15.319853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 5953c096-db94-421b-a55a-89d7079c9491) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:15.326830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:15.328119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:15.337323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3463d-8021-4462-8711-8dc76b79f104 None None] Network 5953c096-db94-421b-a55a-89d7079c9491 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:15.372907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0848261c-252a-4b74-a776-8e590f6cca71 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6415460 May 27 01:45:15.426393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73192541-5406-475b-8d8a-2e808a919675 req-af19050e-9c4c-4efe-a418-735c4425511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:15.430061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73192541-5406-475b-8d8a-2e808a919675 req-af19050e-9c4c-4efe-a418-735c4425511c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.1580184 May 27 01:45:15.537091 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73192541-5406-475b-8d8a-2e808a919675 req-9c9402f1-8448-4d3c-add6-fb2f6e54b129 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979531 May 27 01:45:15.681254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55052) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:15.777151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae86d2-af36-4599-b38c-8f4b41a52164 None None] Network 5953c096-db94-421b-a55a-89d7079c9491 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:15.830897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73192541-5406-475b-8d8a-2e808a919675 req-441a6b61-61c9-4260-a22a-eaa380106a4e service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822440 May 27 01:45:15.904842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6be6-d581-459e-ae66-c270a4592189 req-b77824b0-61c0-4aab-95cb-654d515ae8ff tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:15.912097 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-b77824b0-61c0-4aab-95cb-654d515ae8ff tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.4275472 May 27 01:45:15.940604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-ce68c4af-24db-435d-883d-f095c2a2208f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/quotas/5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 375 time: 0.0275755 May 27 01:45:15.951822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-b47a5d63-cbbf-4e20-8e3d-77f0d7bcdb86 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:15.953250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-b47a5d63-cbbf-4e20-8e3d-77f0d7bcdb86 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.47 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 945 time: 0.1962817 May 27 01:45:16.078656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b67ebc52-c1c1-40d5-b839-08a607e20ad2 req-aed087e1-ccbb-47b6-b70b-59be98854ee9 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.2448425 May 27 01:45:16.080765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73192541-5406-475b-8d8a-2e808a919675 req-0cbab121-e066-4e70-8f2f-9411441523b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444172 May 27 01:45:16.234369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b62c731b-34f4-4464-be33-c6933d88607a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60b61bb5dfea40a38a08ee2563a973a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478420 May 27 01:45:16.235227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55068) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:16.263271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-f7a3bbc2-bd11-48c1-a80f-0c7f9c05c66c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299491 May 27 01:45:16.310876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Deleting port 7fb76357-c11b-447e-b659-5e7a4f1194a6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:45:16.311622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:16.447079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-62862336-ea6b-4ac5-97c7-898ffe3c63a5 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5049257 May 27 01:45:16.447420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d361061a-cc45-48a6-8af9-c8893a11a888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:16.450106 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-70aa3b1f-be51-4113-8480-fb3e0c70c79a req-5840fbf6-fbf7-45d7-9096-8f022642189f tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] show failed (client error): The resource could not be found. May 27 01:45:16.451166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70aa3b1f-be51-4113-8480-fb3e0c70c79a req-5840fbf6-fbf7-45d7-9096-8f022642189f tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "GET /v2.0/security-groups/e329a479-ba55-40ae-a45c-dd75d8b2a7ee HTTP/1.1" status: 404 len: 352 time: 0.0464571 May 27 01:45:16.493925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d361061a-cc45-48a6-8af9-c8893a11a888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:16.503233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-0d65c4cb-8c5e-47a0-b313-95d5f78b3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:16.505099 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-0d65c4cb-8c5e-47a0-b313-95d5f78b3441 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 1096 time: 0.2168026 May 27 01:45:16.739900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d361061a-cc45-48a6-8af9-c8893a11a888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:16.778003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361061a-cc45-48a6-8af9-c8893a11a888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a821cb13-58ab-4702-8841-32cb69767462,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:16.801597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-22681aea-57fd-40a9-bf41-e21e977fb55f service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530743 May 27 01:45:16.821714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-9621cf7d-e80a-49d5-9c25-ad09b65698cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:16.824814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-9621cf7d-e80a-49d5-9c25-ad09b65698cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2869482 May 27 01:45:16.900573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] For port 7fb76357-c11b-447e-b659-5e7a4f1194a6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7fb76357-c11b-447e-b659-5e7a4f1194a6,segment=NetworkSegment(5f228ca1-1e55-47fc-8331-af8cbdd2b0a6),segment_id=5f228ca1-1e55-47fc-8331-af8cbdd2b0a6)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:16.901377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:16.909112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec189231-9524-4308-98ee-d900b836f0d0 req-fec10105-182e-476e-a6ad-450da76b7919 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:16.919121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec189231-9524-4308-98ee-d900b836f0d0 req-fec10105-182e-476e-a6ad-450da76b7919 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.3496902 May 27 01:45:16.930307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d361061a-cc45-48a6-8af9-c8893a11a888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:16.933761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d361061a-cc45-48a6-8af9-c8893a11a888 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a821cb13-58ab-4702-8841-32cb69767462 HTTP/1.1" status: 204 len: 168 time: 0.6937447 May 27 01:45:16.948162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-1a3088f6-16b5-4176-b1c5-00ef1a3a6e75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 200 len: 217 time: 0.1111984 May 27 01:45:17.039399 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec189231-9524-4308-98ee-d900b836f0d0 req-b0dbb4ac-6581-445f-80e1-5b7d05363eef tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191740 May 27 01:45:17.066776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-d802f0da-6e33-44d6-9f33-56c2a855e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:17.066776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-d802f0da-6e33-44d6-9f33-56c2a855e7aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0964954 May 27 01:45:17.104273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Calling delete_port for 7fb76357-c11b-447e-b659-5e7a4f1194a6 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:45:17.199601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-58e0d45e-ab6d-426e-8d2f-df8b1a8b4fa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258788 May 27 01:45:17.281658 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-d2670651-97d1-40fb-9e2a-bfe78c2f3b55 service neutron] 10.222.0.16 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789510 May 27 01:45:17.371075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:17.386863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['7fb76357-c11b-447e-b659-5e7a4f1194a6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:17.431462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Pushing event deleted for resources: {'Port': ['ID=7fb76357-c11b-447e-b659-5e7a4f1194a6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:17.519471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55090) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:17.520435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] No DVR routers for this DVR port 7fb76357-c11b-447e-b659-5e7a4f1194a6 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:45:17.524664 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:17.527415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'name': 'network-vif-deleted', 'tag': '7fb76357-c11b-447e-b659-5e7a4f1194a6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:17.556897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-a45d0775-3f68-4958-9cb9-ac476ebb7abe service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503647 May 27 01:45:17.573026 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ef0fb70-0859-4b46-bf64-ed9e7bc984c1 req-f77853f3-d017-4322-a201-868709b812c9 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.47 "DELETE /v2.0/ports/7fb76357-c11b-447e-b659-5e7a4f1194a6 HTTP/1.1" status: 204 len: 173 time: 1.4488521 May 27 01:45:17.610657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73629d19-d5f4-46be-99a2-603b96aa3543 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d43e1c767334d32bdda631285fa3861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878971 May 27 01:45:17.613886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55098) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:17.625665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-24bc38a1-89ad-450c-b83d-0b3e8325731c req-69786e38-9566-49de-bb51-064a384aa4f1 tempest-InstanceActionsV221TestJSON-1568609065 tempest-InstanceActionsV221TestJSON-1568609065-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b0aee-ddb0-4179-84e4-20ec5283ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0676773 May 27 01:45:17.772456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7516c6e-ec04-491c-8474-3bfaf38d13df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:17.862276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7516c6e-ec04-491c-8474-3bfaf38d13df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:17.891643 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ded431-635b-438a-a9d7-045fc06d62c3 req-ecc46c8d-d0ec-43f6-ab28-3ffba1b9be46 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650371 May 27 01:45:17.992873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7516c6e-ec04-491c-8474-3bfaf38d13df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:18.008156 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e94f8e-45dd-4334-95b7-d5e4b8e1599b'] response: {'server_uuid': 'e81b0aee-ddb0-4179-84e4-20ec5283ecd5', 'name': 'network-vif-deleted', 'tag': '7fb76357-c11b-447e-b659-5e7a4f1194a6', 'status': 'completed', 'code': 200} May 27 01:45:18.015044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7516c6e-ec04-491c-8474-3bfaf38d13df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a302dd16-9562-4ab7-8c60-ddaf864ce541,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:18.038106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65835a2f-68e8-45d0-8665-d39dbe7b4b19 req-77c897f9-d06c-4da7-84ca-ece94a427388 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1025524 May 27 01:45:18.109474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8fa4d1d6-4de3-4ea2-8992-80210fb01134 req-b84741f6-2c00-44f9-adaf-54ae03e84e19 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] Synchronizing usage tracker for tenant:a29fde1413664f799c3aa681e687026f on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:18.128225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7516c6e-ec04-491c-8474-3bfaf38d13df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:18.129682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a7516c6e-ec04-491c-8474-3bfaf38d13df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a302dd16-9562-4ab7-8c60-ddaf864ce541 HTTP/1.1" status: 204 len: 168 time: 0.5147145 May 27 01:45:18.132389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8fa4d1d6-4de3-4ea2-8992-80210fb01134 req-b84741f6-2c00-44f9-adaf-54ae03e84e19 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] Unset dirty status for tenant:a29fde1413664f799c3aa681e687026f on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:18.133892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8fa4d1d6-4de3-4ea2-8992-80210fb01134 req-b84741f6-2c00-44f9-adaf-54ae03e84e19 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a29fde1413664f799c3aa681e687026f HTTP/1.1" status: 200 len: 2984 time: 0.1152775 May 27 01:45:18.202662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b858a278-1ec9-400c-9252-957a26358966 req-c5933438-3e1a-4b3e-a1ee-e5102f6a1b91 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 210 time: 0.0660238 May 27 01:45:18.274387 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8fa4d1d6-4de3-4ea2-8992-80210fb01134 req-750f4393-0687-4761-8708-5ac2cf96b801 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "GET /v2.0/security-groups/2c09999d-98b5-4afb-a1f1-aaa81be7b4c7 HTTP/1.1" status: 200 len: 2981 time: 0.1234555 May 27 01:45:18.392967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8fa4d1d6-4de3-4ea2-8992-80210fb01134 req-27f79911-5d65-4c85-9545-ed857b58f0e0 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "GET /v2.0/security-groups/2c09999d-98b5-4afb-a1f1-aaa81be7b4c7 HTTP/1.1" status: 200 len: 2981 time: 0.1099322 May 27 01:45:18.560610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91c2bcdc-e5f7-41c6-943d-bcae0f3a6e21 req-65099db3-5825-4f7e-9557-7a276601be0a tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "GET /v2.0/security-groups/2c09999d-98b5-4afb-a1f1-aaa81be7b4c7 HTTP/1.1" status: 200 len: 2981 time: 0.1469738 May 27 01:45:18.689371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507e457-af84-41f4-b621-168fdc3ef911 req-a5b497af-a951-4d8d-b36e-06ca0b1ace30 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:18.696922 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-91c2bcdc-e5f7-41c6-943d-bcae0f3a6e21 req-fbefd686-4387-450f-bcbd-c4d50fdb8680 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 01:45:18.697937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91c2bcdc-e5f7-41c6-943d-bcae0f3a6e21 req-fbefd686-4387-450f-bcbd-c4d50fdb8680 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "DELETE /v2.0/security-groups/2c09999d-98b5-4afb-a1f1-aaa81be7b4c7 HTTP/1.1" status: 409 len: 352 time: 0.1350930 May 27 01:45:18.711358 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5507e457-af84-41f4-b621-168fdc3ef911 req-a5b497af-a951-4d8d-b36e-06ca0b1ace30 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.2887955 May 27 01:45:18.796244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5507e457-af84-41f4-b621-168fdc3ef911 req-c02b3aab-1ee8-4884-b573-12de8fdc19e8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831959 May 27 01:45:18.872950 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-5598d9e9-ac25-4d23-8202-52082d9fd11c req-6b61c44c-3cdc-4554-9272-207616dcbcd4 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] show failed (client error): The resource could not be found. May 27 01:45:18.873970 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5598d9e9-ac25-4d23-8202-52082d9fd11c req-6b61c44c-3cdc-4554-9272-207616dcbcd4 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "GET /v2.0/security-groups/8007fab8-34ec-46c8-8c81-754c46177aa6 HTTP/1.1" status: 404 len: 352 time: 0.0340111 May 27 01:45:18.939416 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-d27a1386-a065-4e16-baf8-2803c4c04fe7 req-aa0a6836-faa9-45b6-bfcf-c12a7111a296 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] show failed (client error): The resource could not be found. May 27 01:45:18.946096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d27a1386-a065-4e16-baf8-2803c4c04fe7 req-aa0a6836-faa9-45b6-bfcf-c12a7111a296 tempest-SecurityGroupsNegativeTestJSON-291340825 tempest-SecurityGroupsNegativeTestJSON-291340825-project] 10.222.0.16 "GET /v2.0/security-groups/e753f485-efe4-4a86-932b-1be129539cf7 HTTP/1.1" status: 404 len: 352 time: 0.0265577 May 27 01:45:18.953438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55158) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:19.062752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] Deleting subnet 4384a15b-0842-43ce-956a-9d5647a1df01 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:45:19.078674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.245314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.257373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55176) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:19.343117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] Deleting subnet 60181e56-b746-4679-9934-a6d7f47e7ea8 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:45:19.348213 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.489542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d14bc8b8-ac36-43a2-9461-7099c6cbbabd req-8ef7ab37-7322-4856-8cb8-ca074c9b3de2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 210 time: 0.0782976 May 27 01:45:19.532265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.558202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1204b2ca-5b31-4bae-acd6-28b9f3a52c58 req-9816464e-87a4-4412-8e4d-ad264986dc1c tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1047096 May 27 01:45:19.615557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.761544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.767316 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.819706 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:19.831072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4384a15b-0842-43ce-956a-9d5647a1df01 HTTP/1.1" status: 204 len: 168 time: 0.8788602 May 27 01:45:19.842259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846dcc2-576c-4177-a7d7-213f504cac8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4384a15b-0842-43ce-956a-9d5647a1df01,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:19.842259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55188) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:19.981573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.091719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.211450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60181e56-b746-4679-9934-a6d7f47e7ea8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:20.221972 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.263068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-27754be7-cb9a-4cba-b566-6b3d1aa4fb95 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/60181e56-b746-4679-9934-a6d7f47e7ea8 HTTP/1.1" status: 204 len: 168 time: 0.9886460 May 27 01:45:20.272351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55206) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:20.450456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.494766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5953c096-db94-421b-a55a-89d7079c9491']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:20.503673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f34bfd-03d9-4b18-bf9b-012202c2d161') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:20.503673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f34bfd-03d9-4b18-bf9b-012202c2d161') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:20.524658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.541454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ab92-bde1-4ff0-9946-d5cd95fc7fa1 req-ae3b809d-bff8-46b1-9148-ead8da71d70a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:20.549200 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7375ab92-bde1-4ff0-9946-d5cd95fc7fa1 req-ae3b809d-bff8-46b1-9148-ead8da71d70a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.4352789 May 27 01:45:20.611439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7fb76357-c11b-447e-b659-5e7a4f1194a6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:20.624726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6be6-d581-459e-ae66-c270a4592189 req-078fa506-5652-4e80-8597-785b14ef2871 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:20.624726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-078fa506-5652-4e80-8597-785b14ef2871 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 820 time: 0.7008598 May 27 01:45:20.629230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7375ab92-bde1-4ff0-9946-d5cd95fc7fa1 req-fcd81ff9-a213-4f20-9670-75cf2ac9fedf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730727 May 27 01:45:20.634069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.639980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.647728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Request body: {'port': {'device_id': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'admin_state_up': True, 'tenant_id': '5c8c4c46e37a48ffa5acec47a9e7553e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:20.657997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:45:20.657997 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:20.843911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 7fb76357-c11b-447e-b659-5e7a4f1194a6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:45:20.843911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7fb76357-c11b-447e-b659-5e7a4f1194a6 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:45:20.870131 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 38f34bfd-03d9-4b18-bf9b-012202c2d161 resource provider aggregate not found May 27 01:45:20.942701 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 38f34bfd-03d9-4b18-bf9b-012202c2d161 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38f34bfd-03d9-4b18-bf9b-012202c2d161 found for delete ", "request_id": "req-bf5d9892-954f-464b-bce1-2e993ccf1a19"}]} May 27 01:45:20.963910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-106a6549-7a57-40cc-9268-03a1afa71acf req-63ec95c6-e24b-430f-9d99-27125c90d3c1 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 210 time: 0.0680001 May 27 01:45:21.000720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.066459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.087525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5953c096-db94-421b-a55a-89d7079c9491 HTTP/1.1" status: 204 len: 168 time: 1.2398281 May 27 01:45:21.094069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99110-c005-47f7-8077-6c9096c4fa04 admin admin] Pushing event deleted for resources: {'Network': ['ID=5953c096-db94-421b-a55a-89d7079c9491,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:21.319484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22ca3ff1-0154-47b6-bf66-cba927356bd8 req-269265bc-5225-45b0-9a93-3f1cf145826f tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.3504622 May 27 01:45:21.395381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.477604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c46054-82f8-47c9-bf4e-cd900ea2ca87']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:21.515104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:21.541417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55250) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:21.543324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f228ca1-1e55-47fc-8331-af8cbdd2b0a6') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:21.544510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f228ca1-1e55-47fc-8331-af8cbdd2b0a6') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:21.555918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:21.577898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.625122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Made reservation on behalf of 5c8c4c46e37a48ffa5acec47a9e7553e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:21.644886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.669083 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.699664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:45:21.700219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.713718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0cd43303-f624-4ac0-a0cf-b3fbd24a7c00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a29fde1413664f799c3aa681e687026f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698165 May 27 01:45:21.714630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55260) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:21.856631 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a57b946a-4733-4522-8747-46da7f8edf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.889068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a57b946a-4733-4522-8747-46da7f8edf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:21.963815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a57b946a-4733-4522-8747-46da7f8edf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:22.005964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b946a-4733-4522-8747-46da7f8edf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c09999d-98b5-4afb-a1f1-aaa81be7b4c7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:22.023502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a57b946a-4733-4522-8747-46da7f8edf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:22.029115 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a57b946a-4733-4522-8747-46da7f8edf32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c09999d-98b5-4afb-a1f1-aaa81be7b4c7 HTTP/1.1" status: 204 len: 168 time: 0.3109539 May 27 01:45:22.267084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938195-165a-429c-bced-97fcee6e0f90 req-fb294b6e-ed20-48ad-85bc-ab3a96503184 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:22.271773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3938195-165a-429c-bced-97fcee6e0f90 req-fb294b6e-ed20-48ad-85bc-ab3a96503184 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.2183824 May 27 01:45:22.324427 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:22.401058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3938195-165a-429c-bced-97fcee6e0f90 req-b7ecbbe1-a879-4587-b6e6-073cdb0f6d36 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228855 May 27 01:45:22.485839 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5f228ca1-1e55-47fc-8331-af8cbdd2b0a6 resource provider aggregate not found May 27 01:45:22.559659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:22.593582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c46054-82f8-47c9-bf4e-cd900ea2ca87,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:22.620118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3fcdd56-04b7-44a3-a4d2-18fc1c864b62 req-b3932141-89fb-494a-9c2d-ee1fa96546a0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 210 time: 0.2955046 May 27 01:45:22.637177 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5f228ca1-1e55-47fc-8331-af8cbdd2b0a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f228ca1-1e55-47fc-8331-af8cbdd2b0a6 found for delete ", "request_id": "req-d094a0b9-8770-43bf-bcd4-d041270ebb5e"}]} May 27 01:45:22.669928 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-27f04e34-94ff-4a9b-ba65-e8612a279932 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a9c46054-82f8-47c9-bf4e-cd900ea2ca87 HTTP/1.1" status: 204 len: 168 time: 2.3964276 May 27 01:45:22.851139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Allocated IP 172.20.0.9 (01882877-d4cd-4357-82eb-2190017a290c/db009aff-f446-4aee-9072-77386fec3a4f/c896ef2a-f0a0-4207-85fa-99854308ad2d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:23.026852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c915a236-64ca-415f-90e8-e9309a23597b req-70b305f9-934c-4e61-9977-0ebc04beeecd tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1200700 May 27 01:45:23.174779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55304) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:23.305166 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60f886ea-5848-47d6-ab09-c6b78a562f53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9ee76890feb4fd3b517be9684991977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282303 May 27 01:45:23.307900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55310) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:23.440340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a545cf7d-e057-4968-aa0b-8470f1308183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:23.451313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55318) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:23.566514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:23.567335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a545cf7d-e057-4968-aa0b-8470f1308183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:23.710566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:23.737352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:23.740762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a545cf7d-e057-4968-aa0b-8470f1308183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:23.795477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545cf7d-e057-4968-aa0b-8470f1308183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb87d9b-0bda-42ba-90dc-07a25fb45c3d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:23.844088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a545cf7d-e057-4968-aa0b-8470f1308183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:23.852333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a545cf7d-e057-4968-aa0b-8470f1308183 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deb87d9b-0bda-42ba-90dc-07a25fb45c3d HTTP/1.1" status: 204 len: 168 time: 0.5381560 May 27 01:45:24.075051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:24.120878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-c2be68dd-0a51-4df7-929d-70f14d20f670 service neutron] 10.222.0.13 "GET /v2.0/ports/102083e9-2236-4838-b9f5-21218ada5ce9/bindings/n-h1-843146-11 HTTP/1.1" status: 200 len: 383 time: 0.4944923 May 27 01:45:24.156882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Network 01882877-d4cd-4357-82eb-2190017a290c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:24.166459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:24.193506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:24.198129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:24.281714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:24.300016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b2320-d23a-4285-ab82-da0d62f836e2 req-d651bcc1-eb58-47db-ab0d-661d2b741f00 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:24.302447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-435b2320-d23a-4285-ab82-da0d62f836e2 req-d651bcc1-eb58-47db-ab0d-661d2b741f00 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.6117616 May 27 01:45:24.309068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Usage tracker for resource:security_group_rule and tenant:2754937186c04771ad0c4c5792dcc4e8 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:24.319635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:24.320419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:24.322919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:24.391723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:24.406537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-777c4b8f-ba95-4355-b796-92054d58f44a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7799461 May 27 01:45:24.426484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-435b2320-d23a-4285-ab82-da0d62f836e2 req-7b940812-a642-4ab0-acbf-3262c6623ff2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167996 May 27 01:45:24.433105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Request body: {'port': {'device_id': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:24.462221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b569956-4e9b-43ee-b899-7b83d6e04f9b req-58213bee-c93d-44a4-9969-bf6f7263065b tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:24.491342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b569956-4e9b-43ee-b899-7b83d6e04f9b req-58213bee-c93d-44a4-9969-bf6f7263065b tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 931 time: 0.5512846 May 27 01:45:24.753296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:24.789164 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b569956-4e9b-43ee-b899-7b83d6e04f9b req-329d5414-c79b-4f7f-8a99-750e241a7fb4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968113 May 27 01:45:24.838371 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5d6071a-106f-4114-b218-f09d1b64de01 req-b3f17813-8c3a-4d93-a7ce-22276802b314 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0634549 May 27 01:45:24.898210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55366) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:25.000585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.008750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.114182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e911d6-cb1a-4ca6-a28b-80d8967eb6d7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:25.161010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-450172ee-aa35-4b0f-a303-fbd44eb77307 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2754937186c04771ad0c4c5792dcc4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7006001 May 27 01:45:25.161010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55378) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:25.270078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-ae8a80a7-f60f-454a-abc5-eca601335b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:25.271162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-ae8a80a7-f60f-454a-abc5-eca601335b01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 1102 time: 0.3868773 May 27 01:45:25.299297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-784939228-network', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:25.332945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:25.357823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1e120f4-c7bf-4358-a5a2-a63e3c274124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.363784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Usage tracker for resource:network and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:25.370906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:25.391074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:25.401772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1e120f4-c7bf-4358-a5a2-a63e3c274124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.442561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Made reservation on behalf of f9e22538c3f24330bca608ac0f645ae1 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:25.445629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.509822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.552661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:25.567367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Usage tracker for resource:security_group_rule and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:25.574638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:25.606678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:25.609969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-cdf8464d-8674-4903-9050-46db931c3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:25.609969 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-cdf8464d-8674-4903-9050-46db931c3168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1102 time: 0.2636321 May 27 01:45:25.636441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1e120f4-c7bf-4358-a5a2-a63e3c274124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.679275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e120f4-c7bf-4358-a5a2-a63e3c274124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e911d6-cb1a-4ca6-a28b-80d8967eb6d7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:25.682939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1e120f4-c7bf-4358-a5a2-a63e3c274124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.684321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c1e120f4-c7bf-4358-a5a2-a63e3c274124 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6e911d6-cb1a-4ca6-a28b-80d8967eb6d7 HTTP/1.1" status: 204 len: 168 time: 0.5268416 May 27 01:45:25.854955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c896ef2a-f0a0-4207-85fa-99854308ad2d {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:25.881563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.890587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:25.931370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55400) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:25.960348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:45:25.967935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:26.020305 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:26.021574 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Added segment cb557f83-0797-462a-b780-2138422373be of type vlan for network 728d14a4-0c72-40c4-a51e-c72badc46392 May 27 01:45:26.036958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6006e9-d051-49a9-af3f-797bbf346d3d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:26.185575 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:26.196658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Transition to ACTIVE for port object c896ef2a-f0a0-4207-85fa-99854308ad2d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:26.244047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:26.371875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:26.491162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:26.493183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:26.493994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:26.513145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d1d5a-8db0-4f78-a6d3-5cb1439a7a69 req-8dffedb9-6be3-4454-95f4-f7977bbede22 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:26.531728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b46d1d5a-8db0-4f78-a6d3-5cb1439a7a69 req-8dffedb9-6be3-4454-95f4-f7977bbede22 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.8659136 May 27 01:45:26.614220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1580102870-network', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:26.621043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-82dd5e2e-8e27-45b4-aeda-1968efe4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:26.624157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-82dd5e2e-8e27-45b4-aeda-1968efe4cc52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 1.0166507 May 27 01:45:26.703144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] Pushing event updated for resources: {'Network': ['ID=728d14a4-0c72-40c4-a51e-c72badc46392,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:26.737696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3af5ca-e210-4192-b1e4-37b9ebd202a5 req-698893f9-52f7-432b-9445-0de7b2c777f9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:26.737696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe3af5ca-e210-4192-b1e4-37b9ebd202a5 req-698893f9-52f7-432b-9445-0de7b2c777f9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 931 time: 0.6547437 May 27 01:45:26.787628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe3af5ca-e210-4192-b1e4-37b9ebd202a5 req-68560235-6fb0-4dd7-8367-07fbebc92eb9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520964 May 27 01:45:26.787628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f69e0698-f672-408b-8ec5-5df8dd5f0f1b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8835821 May 27 01:45:26.804012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 728d14a4-0c72-40c4-a51e-c72badc46392 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:45:26.814098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55420) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:26.821126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Request body: {'subnet': {'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-784939228-subnet', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:26.828501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:26.838424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Usage tracker for resource:subnet and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:26.842637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:26.853234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:26.870669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Made reservation on behalf of f9e22538c3f24330bca608ac0f645ae1 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:26.874182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:26.934060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:26.993532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b46d1d5a-8db0-4f78-a6d3-5cb1439a7a69 req-eaaa9cb4-0e7b-4202-afad-c4d1d686cfc2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605005 May 27 01:45:27.047858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Usage tracker for resource:network and tenant:848c3fddba864b9ab64c7d38c0ce7dab is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:27.062697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-4fc2108b-377e-44a2-9c2b-c6b72fc8d758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 217 time: 0.3944790 May 27 01:45:27.070498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:27.095278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:27.130244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Made reservation on behalf of 848c3fddba864b9ab64c7d38c0ce7dab for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:27.132999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.141494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7109c7a1-8ae6-4e46-bae9-fffc8e529fee req-e4fac737-ea55-457b-a5d0-64d3c294cc41 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0687556 May 27 01:45:27.161452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:27.199275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.262231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:27.272609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:27.275535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:27.278146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:27.283434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Usage tracker for resource:security_group_rule and tenant:848c3fddba864b9ab64c7d38c0ce7dab is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:27.295638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:27.320301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:27.397424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.411573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:45:27.411910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:27.435583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:27.436195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:27.436308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:27.436696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Bound port: c896ef2a-f0a0-4207-85fa-99854308ad2d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:27.437054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.441825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55442) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:27.496416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:27.512387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Checking segment: {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:27.512387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Network hostable DHCP agents. Network: 728d14a4-0c72-40c4-a51e-c72badc46392, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:45:27.552384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Network 728d14a4-0c72-40c4-a51e-c72badc46392 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:45:27.574793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 728d14a4-0c72-40c4-a51e-c72badc46392) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:27.576947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:27.579229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:27.579880 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.580018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.616307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-network', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:27.624997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a936dac4-aa4a-49b0-880b-d28eaaaea4cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8092828 May 27 01:45:27.626373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:27.629616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55448) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:27.640445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:27.644519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:27.646280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317e6c5-67b0-4df0-b20f-10e359f8ff16 None None] Network 728d14a4-0c72-40c4-a51e-c72badc46392 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:27.648900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Usage tracker for resource:network and tenant:f31da7185e7949b5bf03840d9f7094e2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:27.653645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:27.657021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:27.666747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:27.670610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Usage tracker for resource:router and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:27.675942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:27.679331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:27.686001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:27.692549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.694528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Made reservation on behalf of f31da7185e7949b5bf03840d9f7094e2 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:27.709965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.717797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.758205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.792562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.795540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.801443 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.817106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:45:27.838273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:27.839788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.840236 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Added segment 969856a1-164f-4111-aa3a-43f0a20e06ae of type vlan for network dc2a118c-7a52-4794-9b8f-59166e39e3cb May 27 01:45:27.874815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.904183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:27.914399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Usage tracker for resource:security_group_rule and tenant:f31da7185e7949b5bf03840d9f7094e2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:27.924575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:27.940447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:28.090970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe1090-e9de-4aa3-93c8-d8c25dab4f11,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:28.094777 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.095741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:28.097147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.198085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-728d14a4-0c72-40c4-a51e-c72badc46392', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:45:28.199182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.229240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:28.279338 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc42de4f-c8c9-4445-9a03-2061bbe75014'] response: {'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9', 'code': 200} May 27 01:45:28.327541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] Pushing event updated for resources: {'Network': ['ID=dc2a118c-7a52-4794-9b8f-59166e39e3cb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:28.349793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:45:28.400765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-f6cdf70a-3dca-4f99-b5ef-9c99480491f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:28.403575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-f6cdf70a-3dca-4f99-b5ef-9c99480491f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 1.3246679 May 27 01:45:28.512692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:28.517305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2e321d00-bab5-4ad3-8008-17aa00588c5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5737190 May 27 01:45:28.526734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55464) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:28.541445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.546272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:28.553892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Request body: {'subnet': {'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1580102870-subnet', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:28.555205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.563711 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.570919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.579549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:28.664335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Usage tracker for resource:subnet and tenant:848c3fddba864b9ab64c7d38c0ce7dab is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:28.677482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:28.681989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:45:28.696045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:28.696263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef72569-6256-4fe7-8669-2f5f48ca74a7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:28.696680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.699004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] 10.222.0.47 "PUT /v2.0/ports/c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 200 len: 1092 time: 4.2696884 May 27 01:45:28.699004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:28.701851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:28.736999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Allocated IP 172.20.0.2 (728d14a4-0c72-40c4-a51e-c72badc46392/4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6/12ef89be-cbbe-4e32-ae3d-7945a194c50f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:28.747373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c4f45-92f0-4e10-b60c-c8e0b1ff6703 req-27bd913d-83c9-4061-b6b8-006fd2267075 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:28.748234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e49c4f45-92f0-4e10-b60c-c8e0b1ff6703 req-27bd913d-83c9-4061-b6b8-006fd2267075 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:28.842607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.843093 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Added segment 16639fd5-d20f-435c-8e22-0e89582899d5 of type vlan for network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 May 27 01:45:28.880411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.902095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Made reservation on behalf of 848c3fddba864b9ab64c7d38c0ce7dab for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:28.904635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.917720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c29a6f-79e3-4a4e-9a14-581943f51696 service neutron] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:28.931930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-5daeb4b0-6258-4b63-9128-e5be12d0ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:28.933169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-5daeb4b0-6258-4b63-9128-e5be12d0ddf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5057082 May 27 01:45:28.972122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:28.974666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:28.975406 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:29.027691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e49c4f45-92f0-4e10-b60c-c8e0b1ff6703 req-27bd913d-83c9-4061-b6b8-006fd2267075 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:29.028851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e49c4f45-92f0-4e10-b60c-c8e0b1ff6703 req-27bd913d-83c9-4061-b6b8-006fd2267075 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.9437435 May 27 01:45:29.105300 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:29.137101 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6933086 May 27 01:45:29.141670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55470) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:29.149586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Transition to ACTIVE for port object 12ef89be-cbbe-4e32-ae3d-7945a194c50f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:29.161782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07e913-4476-440c-a92d-8fdba928d953 req-591bfaf9-05ad-4b1d-80bd-be61678bcf84 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:29.173890 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd07e913-4476-440c-a92d-8fdba928d953 req-591bfaf9-05ad-4b1d-80bd-be61678bcf84 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.7328582 May 27 01:45:29.181153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Request body: {'subnet': {'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-subnet', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:29.205841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:29.211333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Transition to ACTIVE for port object 12ef89be-cbbe-4e32-ae3d-7945a194c50f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:29.222511 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:29.236666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c59e94-6b3b-4532-91fa-d79b5c11220b admin admin] Pushing event updated for resources: {'Network': ['ID=9f912b91-48ff-4d6c-9b18-212b15b43ae1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:29.249869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e49c4f45-92f0-4e10-b60c-c8e0b1ff6703 req-1b299565-b500-498a-a121-5eeae9535d83 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631820 May 27 01:45:29.266149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Usage tracker for resource:subnet and tenant:f31da7185e7949b5bf03840d9f7094e2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:29.282174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:29.317223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd07e913-4476-440c-a92d-8fdba928d953 req-fc48877e-3f5c-4084-9c5b-b282af31a600 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423533 May 27 01:45:29.347025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6be6-d581-459e-ae66-c270a4592189 req-f962ba95-934e-4183-af1b-2739b56a965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:29.350674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-f962ba95-934e-4183-af1b-2739b56a965a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1095 time: 0.5861373 May 27 01:45:29.352028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:29.353770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:45:29.434335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-2fae5ebe-a8b0-4360-b244-d2bb66558f6f service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463217 May 27 01:45:29.445063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Network 728d14a4-0c72-40c4-a51e-c72badc46392 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:29.627221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:29.648177 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073bedb1-31c7-4372-987a-59f4564b1c8a'] response: {'name': 'network-changed', 'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d', 'status': 'completed', 'code': 200} May 27 01:45:29.658191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:29.658996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-de2c434a-a340-4a5b-814e-cc660b921a01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 200 len: 217 time: 0.2280219 May 27 01:45:29.682313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79562eb3-d8d4-43a9-aad1-194a51189fb6 req-6e945e08-08a2-4234-b398-5ef95179748c tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.2537248 May 27 01:45:29.801481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Pushing event updated for resources: {'Port': ['ID=12ef89be-cbbe-4e32-ae3d-7945a194c50f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:29.888031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Attempting to bind port 12ef89be-cbbe-4e32-ae3d-7945a194c50f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:29.888484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Attempting to bind port 12ef89be-cbbe-4e32-ae3d-7945a194c50f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:29.888845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Attempting to bind port 12ef89be-cbbe-4e32-ae3d-7945a194c50f on network 728d14a4-0c72-40c4-a51e-c72badc46392 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:29.895847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:29.896241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Checking segment: {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:29.896646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:29.897024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Bound using segment: {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:29.897486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Bound port: 12ef89be-cbbe-4e32-ae3d-7945a194c50f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:29.897858 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:29.965473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Made reservation on behalf of f31da7185e7949b5bf03840d9f7094e2 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:29.969205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.064218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] For port 12ef89be-cbbe-4e32-ae3d-7945a194c50f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:30.069019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] For port 12ef89be-cbbe-4e32-ae3d-7945a194c50f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=12ef89be-cbbe-4e32-ae3d-7945a194c50f,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:30.081121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.084735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.118871 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.261697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b74996-e1f9-4f6e-958a-c831d720f61d None None] Pushing event updated for resources: {'Port': ['ID=12ef89be-cbbe-4e32-ae3d-7945a194c50f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:30.339551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Allocated IP 172.25.3.143 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:30.396123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6be6-d581-459e-ae66-c270a4592189 req-02fe058b-1494-4dc6-97cb-cf0c365cab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:30.398234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-02fe058b-1494-4dc6-97cb-cf0c365cab9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.6982465 May 27 01:45:30.416546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.689486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-689c8e2e-fc37-429c-9395-91cd787e7945 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190483 May 27 01:45:30.713907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.762055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a105da-647c-4913-8ae1-92bcb79452e1,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:30.789965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.870641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:30.877858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:30.883106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:30.904625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:30.909196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Checking segment: {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:30.909760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Network hostable DHCP agents. Network: 9f912b91-48ff-4d6c-9b18-212b15b43ae1, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:45:30.918409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:30.948805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a311-6fdf-425b-a6f3-9a20a83d7906 req-3aea237f-9c2c-4e53-ab8f-d9670e6c3e6e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:30.950518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2253a311-6fdf-425b-a6f3-9a20a83d7906 req-3aea237f-9c2c-4e53-ab8f-d9670e6c3e6e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.4002066 May 27 01:45:31.137735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7fde5fc-85cd-47a8-a811-57a6d562f705 req-7c628bc0-7e01-4584-980b-e7ff53180fee service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5769024 May 27 01:45:31.202087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1334a97-7069-4e90-be6d-83360533aaab,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:31.217644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:45:31.260342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2253a311-6fdf-425b-a6f3-9a20a83d7906 req-3b7cb667-c5f5-4de5-b4b0-7dc86676a156 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945807 May 27 01:45:31.353997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d89f2-58be-44e4-ab61-345424c73469 req-30de2e69-3380-427b-af66-c1bcbe8d34a3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:31.358997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c39d89f2-58be-44e4-ab61-345424c73469 req-30de2e69-3380-427b-af66-c1bcbe8d34a3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.6601286 May 27 01:45:31.380718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 9f912b91-48ff-4d6c-9b18-212b15b43ae1) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:31.391944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef93e61-d9df-4afb-9ae9-0bb3a3d8947c None None] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:31.470571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Checking segment: {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:31.471740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Network hostable DHCP agents. Network: dc2a118c-7a52-4794-9b8f-59166e39e3cb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:45:31.491123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-31e0e51f-4c09-4d74-81d2-d01bc7d0c681 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092061 May 27 01:45:31.493479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:31.494293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:31.617275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b9d3d753-0b3f-4a70-a636-bad78f3e60da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4608493 May 27 01:45:31.673091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55498) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:31.700772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c39d89f2-58be-44e4-ab61-345424c73469 req-38ba92e4-31dd-4af0-90f7-3f070ffee97d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115733 May 27 01:45:31.711531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:45:31.738484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:31.746245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, dc2a118c-7a52-4794-9b8f-59166e39e3cb) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:31.774087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:31.774924 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:31.813651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-340998ea-0179-488b-a045-49f93ef7403f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2854223 May 27 01:45:31.818100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55502) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:31.859101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:31.860951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a40936-8a4d-42a0-abfb-008bade573e5 None None] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:31.870203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:31.895798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Usage tracker for resource:router and tenant:848c3fddba864b9ab64c7d38c0ce7dab is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:31.901847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941b789-0e71-48af-a50d-2df850d4e21e None None] Network 728d14a4-0c72-40c4-a51e-c72badc46392 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:31.905111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:31.920826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:31.924775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f6be6-d581-459e-ae66-c270a4592189 req-4604b31f-f8db-4f3b-9606-49665dd40a54 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675852 May 27 01:45:31.951190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:31.954205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.003008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.022448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.146542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:32.177051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-854ac978-76db-406e-96a3-3d7b3c91baeb req-9d267d5e-8fc6-4748-8459-24d082a51f6f tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.4846087 May 27 01:45:32.190834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 12ef89be-cbbe-4e32-ae3d-7945a194c50f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:32.195127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Usage tracker for resource:router and tenant:f31da7185e7949b5bf03840d9f7094e2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:32.195127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:32.228558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:32.259432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.260795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.395198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 12ef89be-cbbe-4e32-ae3d-7945a194c50f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:32.407753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Provisioning for port 12ef89be-cbbe-4e32-ae3d-7945a194c50f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:32.420811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Provisioning complete for port 12ef89be-cbbe-4e32-ae3d-7945a194c50f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:32.420811 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.507007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.558473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 12ef89be-cbbe-4e32-ae3d-7945a194c50f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:32.558931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.665000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:45:32.666019 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.862642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:32.895743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Allocated IP 172.20.0.2 (9f912b91-48ff-4d6c-9b18-212b15b43ae1/c2a105da-647c-4913-8ae1-92bcb79452e1/175ed47f-54d7-4c7f-905b-2f0a99ce21bb) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:32.896096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-faa5db8c-81eb-4b53-81aa-6c386de82e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:32.904796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-faa5db8c-81eb-4b53-81aa-6c386de82e20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1095 time: 0.8767478 May 27 01:45:33.102850 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.236619 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.311988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc373-6b35-4fdd-8228-94ad1bc25db0 req-e3548c72-da1d-486b-b149-d486adf843c6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:33.313506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbffc373-6b35-4fdd-8228-94ad1bc25db0 req-e3548c72-da1d-486b-b149-d486adf843c6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.8079901 May 27 01:45:33.359916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-029f7363-f420-4888-90c0-59da1a5439fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:33.361313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-029f7363-f420-4888-90c0-59da1a5439fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.4358256 May 27 01:45:33.371255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 12ef89be-cbbe-4e32-ae3d-7945a194c50f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:33.371374 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.456754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbffc373-6b35-4fdd-8228-94ad1bc25db0 req-e1d12147-cdd4-4fa2-bff2-78de094ffcb0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259506 May 27 01:45:33.460636 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-ec1ee63c-e8c1-4cc8-b57b-b588be1eefb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 200 len: 217 time: 0.0866942 May 27 01:45:33.461521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.554446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-f7710972-321d-480a-a3c3-b44d7cce135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:33.555917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-f7710972-321d-480a-a3c3-b44d7cce135b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0858788 May 27 01:45:33.590959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Transition to ACTIVE for port object 175ed47f-54d7-4c7f-905b-2f0a99ce21bb will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:33.616598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Transition to ACTIVE for port object 175ed47f-54d7-4c7f-905b-2f0a99ce21bb will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:33.625303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.630674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Current status of the port 12ef89be-cbbe-4e32-ae3d-7945a194c50f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:33.631215 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.643557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.672411 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.689264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b2be8-24e3-4ead-9c94-4b792be9dc54 None None] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:33.773777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-d71eee3b-278a-4331-ba95-1a5406cde61e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190093 May 27 01:45:33.821658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906d25b-9cf1-40de-acbe-6b8d1b652de2 req-2e251915-db7f-49c5-bdbc-9eef52fd20ff tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:33.823146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2906d25b-9cf1-40de-acbe-6b8d1b652de2 req-2e251915-db7f-49c5-bdbc-9eef52fd20ff tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.3981175 May 27 01:45:33.831979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 12ef89be-cbbe-4e32-ae3d-7945a194c50f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=12ef89be-cbbe-4e32-ae3d-7945a194c50f,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:33.841157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3489912-ed68-4d11-84a2-51edb10ebf26 req-161f5d3b-677f-4c7e-94d7-38a7df880421 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0775251 May 27 01:45:33.898555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:33.903490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:33.918969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:33.922131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:33.964547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2906d25b-9cf1-40de-acbe-6b8d1b652de2 req-71a1d575-1e19-4acb-b5e2-7ee9f182060a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826597 May 27 01:45:34.024724 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.057741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Router 8b9157c3-c67b-413d-aa88-dca7351fe55f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:45:34.073535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.121661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Pushing event updated for resources: {'Port': ['ID=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:34.146385 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-95c9d9a5-1a3e-4f70-87ac-6bd467b0b139 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396661 May 27 01:45:34.313992 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:45:34.314350 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:45:34.320325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Attempting to bind port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:34.320698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Attempting to bind port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:34.321056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Attempting to bind port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb on network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:34.336953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:34.337715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Checking segment: {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:34.338287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.338932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Bound using segment: {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:34.339682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Bound port: 175ed47f-54d7-4c7f-905b-2f0a99ce21bb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:34.340271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.425775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fd7d8fb-8e78-42e7-ba2a-ee0d987ba0e6 req-213f10c7-05d8-4fcb-8d09-6470168c4b86 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703512 May 27 01:45:34.427102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Allocated IP 172.25.3.149 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/28089cee-c866-4005-88a1-25c16f23b965) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:34.441644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=12ef89be-cbbe-4e32-ae3d-7945a194c50f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:34.448112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:45:34.457339 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Sync routers for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:45:34.477822 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:34.478662 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:34.507180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.575881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] For port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:34.581061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] For port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:34.596883 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.621270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.623212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9cc2a143-0c09-478f-8948-d6a9ce5f0dc5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.9924910 May 27 01:45:34.630570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55584) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:34.632690 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.923982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684567d-239e-42f0-9784-730b5fe3271f req-3fdb5bfd-ebea-4415-bbfa-fa929a0d7f7f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:34.926592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4684567d-239e-42f0-9784-730b5fe3271f req-3fdb5bfd-ebea-4415-bbfa-fa929a0d7f7f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.1689415 May 27 01:45:34.933152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:34.953587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-32ac0356-2849-456b-8089-3e0832654bc3 None None] Current status of the port 12ef89be-cbbe-4e32-ae3d-7945a194c50f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:34.989369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f092ef8-3229-4631-902b-03577f12fdcf None None] Pushing event updated for resources: {'Port': ['ID=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:35.019525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:45:35.044453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4684567d-239e-42f0-9784-730b5fe3271f req-37e7cf31-e64d-41d1-be31-8b944ebeb8d2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071565 May 27 01:45:35.054327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:35.150105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:35.217869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3ad613ed-7bb1-46b9-a88f-767ef75b3a2d None None] Provisioning complete for port 12ef89be-cbbe-4e32-ae3d-7945a194c50f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:35.218311 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3ad613ed-7bb1-46b9-a88f-767ef75b3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:35.390643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:35.464494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '102083e9-2236-4838-b9f5-21218ada5ce9', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '102083e9-2236-4838-b9f5-21218ada5ce9', 'mac_address': 'fa:16:3e:20:7a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:45:35.515144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:35.560115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3ad613ed-7bb1-46b9-a88f-767ef75b3a2d None None] Current status of the port 12ef89be-cbbe-4e32-ae3d-7945a194c50f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:35.567571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:35.576468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:35.579547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:35.582199 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:35.618570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102083e9-2236-4838-b9f5-21218ada5ce9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:35.620526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d0f99017-62c3-4acc-9c73-4687e15b61a8 req-7e5cae69-0421-4338-aacd-de59334dab35 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.3397214 May 27 01:45:35.641855 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:31Z', 'revision_number': 3, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:35.654672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:35.655723 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Checking router: 8b9157c3-c67b-413d-aa88-dca7351fe55f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:45:35.655723 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Updating router 8b9157c3-c67b-413d-aa88-dca7351fe55f port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:45:35.673736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:35.786512 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed9330a9-d6b1-476d-9056-14a53c26e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:35.820768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:35.834276 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:35.977023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Pushing event updated for resources: {'Port': ['ID=28089cee-c866-4005-88a1-25c16f23b965,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:36.025927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f7744-f933-428c-b052-93f3593169c9 req-3784e213-a849-4488-8b96-17f339688ad5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:36.027020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['102083e9-2236-4838-b9f5-21218ada5ce9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:36.033473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d9f7744-f933-428c-b052-93f3593169c9 req-3784e213-a849-4488-8b96-17f339688ad5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.5164337 May 27 01:45:36.087278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Allocated IP 172.25.3.210 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/192e8279-f079-4351-b03e-ad0e0e2368aa) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:36.208803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 12ef89be-cbbe-4e32-ae3d-7945a194c50f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:36.224967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83c8d1b9-a6b7-441f-a0ad-52bf87af2ace req-129a0fed-2671-4855-8d34-426bd18705ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0807655 May 27 01:45:36.354366 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d9f7744-f933-428c-b052-93f3593169c9 req-3c6612a2-d683-4afc-b6b7-a64553d92d33 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203685 May 27 01:45:36.371255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:36.437589 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:36.520343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:36.628981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 12ef89be-cbbe-4e32-ae3d-7945a194c50f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:36.629689 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:36.720680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:36.740404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:36.746005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:36.857041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821536e-43e3-47fe-8d8c-05a1a5c762d1 None None] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:45:36.976734 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.003833 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Transition to ACTIVE for port object 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:37.013476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 12ef89be-cbbe-4e32-ae3d-7945a194c50f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:37.016459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 175ed47f-54d7-4c7f-905b-2f0a99ce21bb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:37.024863 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.073012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 0e22c583-e26f-4285-ada5-2434a8cdf60e no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:37.124033 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.137481 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Attempting to bind port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:37.138462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Attempting to bind port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:37.138899 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Attempting to bind port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:37.142905 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Pushing event updated for resources: {'Port': ['ID=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:37.147892 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:37.148268 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:37.148667 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.149067 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:37.149768 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Bound port: 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:37.150663 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.151599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-55b9c48d-446e-4387-8677-296b82223983 None None] Provisioning for port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:37.203416 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.203766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.204121 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.204449 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.208029 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.208029 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.210682 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.211040 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.211383 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.211869 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.213047 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.213137 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:37.233419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b669a-8de8-4613-89cf-8d8af33d8e55 req-b50abd68-941f-4c22-8f0f-274104a800f3 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:37.234284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Pushing event updated for resources: {'Port': ['ID=192e8279-f079-4351-b03e-ad0e0e2368aa,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:37.236444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-882b669a-8de8-4613-89cf-8d8af33d8e55 req-b50abd68-941f-4c22-8f0f-274104a800f3 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.4632959 May 27 01:45:37.314235 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] For port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:37.321183 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] For port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:37.335057 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.416211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3b15f973-9c94-419f-be13-9a2af6b5f7a6 req-c052d55d-bf03-403d-804e-0947bed1c05f tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1284494 May 27 01:45:37.468071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:37.492454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 0e22c583-e26f-4285-ada5-2434a8cdf60e is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:37.493130 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.498926 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472ecca-a6a6-45b8-95ae-760fa4a2751e None None] Pushing event updated for resources: {'Port': ['ID=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:37.510396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:37.510797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.579883 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:37.582574 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:37.750727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-882b669a-8de8-4613-89cf-8d8af33d8e55 req-5a9d87b7-5809-416f-bfc0-26937b45f517 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556520 May 27 01:45:37.797040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:37.842027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:37.857800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:37.876420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-36c03d23-3ca1-4678-b44e-968da2d45a8a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:37.880144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-36c03d23-3ca1-4678-b44e-968da2d45a8a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 949 time: 0.6736264 May 27 01:45:37.926999 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:38.107423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e56fd84e-351c-422e-977e-e13750adb480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:38.119323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:38.130099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:38.131742 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:38.172138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-5298f6c3-4b75-4f6f-b062-0e2703e63007 service neutron] 10.222.0.13 "GET /v2.0/ports/102083e9-2236-4838-b9f5-21218ada5ce9/bindings/n-h1-843146-11 HTTP/1.1" status: 200 len: 383 time: 0.2835326 May 27 01:45:38.176125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:38.191615 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:38.354379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:38.383898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:45:38.438270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:38.444443 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:31Z', 'revision_number': 3, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:38.449337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd75cb6-664e-4bcb-8900-b546d9bde4af None None] The sync data for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 is: [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:31Z', 'revision_number': 3, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:45:38.506579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ec61d-18c9-4d45-b0e7-f1e807502a65 req-8e74de0b-8ea5-4a80-a4b4-8fde3cf33b23 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:38.508149 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-876ec61d-18c9-4d45-b0e7-f1e807502a65 req-8e74de0b-8ea5-4a80-a4b4-8fde3cf33b23 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 949 time: 0.4992168 May 27 01:45:38.629668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-aab6a51c-9c51-4370-8a48-70b935a03fdd None None] Provisioning complete for port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:38.630467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aab6a51c-9c51-4370-8a48-70b935a03fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:38.678255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-c6d9f635-3d20-42c0-a242-3c1c92832198 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:38.679820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-c6d9f635-3d20-42c0-a242-3c1c92832198 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffdb454-f018-409d-b45d-e4eb4127f51b HTTP/1.1" status: 200 len: 943 time: 0.5097075 May 27 01:45:38.699790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-876ec61d-18c9-4d45-b0e7-f1e807502a65 req-ad1b122b-c2d5-4378-b750-f4a0a28453dd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723375 May 27 01:45:38.737261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-659c6f68-afb1-4bc3-b5fa-ba2378158593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:38.739412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-659c6f68-afb1-4bc3-b5fa-ba2378158593 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1101 time: 0.4679763 May 27 01:45:38.854673 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2eb7504-322e-483f-94ad-e2a876aa6e72'] response: {'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'code': 200} May 27 01:45:38.871316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-e6654004-b32d-449a-9a52-15664fd204c8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:38.887493 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-e6654004-b32d-449a-9a52-15664fd204c8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 1.0267556 May 27 01:45:38.899215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:45:38.908844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aab6a51c-9c51-4370-8a48-70b935a03fdd None None] Current status of the port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:38.917609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Sync routers for ids ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:45:38.924703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-71380e9a-9f31-4bcb-bdeb-bb3b46cf1c49 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/quotas/cc1f940025d24938b7da59d5a01d7058 HTTP/1.1" status: 200 len: 375 time: 0.0363719 May 27 01:45:38.936192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Routers {'7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:38.938036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:38.954188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Deleting port 0e22c583-e26f-4285-ada5-2434a8cdf60e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:45:38.954188 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:38.999623 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.000849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b984f1f6-a018-4863-b77c-2c050d0c8234 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1804278 May 27 01:45:39.008906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55634) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:39.058461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:39.098909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-133dfa48-33a6-42b6-bb4d-9bfb17d944da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:39.108368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-133dfa48-33a6-42b6-bb4d-9bfb17d944da service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3479197 May 27 01:45:39.178253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.257109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-053179b7-9cc7-4e7b-98ad-f6065e2bd030 req-9b611323-a8a6-4a32-9b9c-e895f0955f13 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.2596459 May 27 01:45:39.309058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.312679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 102083e9-2236-4838-b9f5-21218ada5ce9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:39.313095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.352817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-7a8a1f08-ac31-4e86-a5f6-190d28b47f5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 217 time: 0.2432721 May 27 01:45:39.432436 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.437791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Allocated IP 172.20.0.1 (728d14a4-0c72-40c4-a51e-c72badc46392/4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6/5f7909ab-d30a-497a-8e7a-1ba33cca5245) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:39.475864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Set router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:39.550859 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-8ae40c7c-ceed-4147-a432-fa54a40476cb tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6240065 May 27 01:45:39.783049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-6bd31531-4539-42e3-9cde-4b5b939691ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:39.785535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-6bd31531-4539-42e3-9cde-4b5b939691ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.4222736 May 27 01:45:39.879464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:39.879991 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.909674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] For port 0e22c583-e26f-4285-ada5-2434a8cdf60e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=0e22c583-e26f-4285-ada5-2434a8cdf60e,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:39.910005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.972710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:39.981351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:39.982867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 0e22c583-e26f-4285-ada5-2434a8cdf60e no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:40.123713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:40.132091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:45:35Z', 'revision_number': 3, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:40.169369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Checking router: 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:45:40.169728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Updating router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b port 28089cee-c866-4005-88a1-25c16f23b965 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:45:40.244424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Calling delete_port for 0e22c583-e26f-4285-ada5-2434a8cdf60e owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:45:40.250384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 0e22c583-e26f-4285-ada5-2434a8cdf60e is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:40.256237 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:40.299405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8578e3-7e38-497d-9c7b-4b11ee98bf0a req-fc6eae88-a161-4511-9c1b-60b451d62cff tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:40.302337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c8578e3-7e38-497d-9c7b-4b11ee98bf0a req-fc6eae88-a161-4511-9c1b-60b451d62cff tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.8241467 May 27 01:45:40.320758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-6d605013-df2c-47b8-9a16-2f78cef5ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:40.322806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-6d605013-df2c-47b8-9a16-2f78cef5ac3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5291321 May 27 01:45:40.442564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:40.500692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:40.544928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:40.609452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c8578e3-7e38-497d-9c7b-4b11ee98bf0a req-8a5dd5f8-2be1-4d9e-b561-9abb6bd0be5e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910466 May 27 01:45:40.626021 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-f75b382d-2070-46a3-a494-9d725bc62352 service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0746965 May 27 01:45:40.635913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Transition to ACTIVE for port object 5f7909ab-d30a-497a-8e7a-1ba33cca5245 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:40.700137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:45:40.725258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:40.779342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:40.872082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event deleted for resources: {'Port': ['ID=0e22c583-e26f-4285-ada5-2434a8cdf60e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:40.891641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-2d518599-6127-46cc-a172-35c19b802100 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643645 May 27 01:45:40.960531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:41.025324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:41.025747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.063705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-f7bf8adb-7249-493d-9f2c-6edeed457745 service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366322 May 27 01:45:41.101593 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.122647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-eadbe7c2-2fb5-47c1-82c0-2ccb9288812e service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893249 May 27 01:45:41.153479 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.188434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] No DVR routers for this DVR port 0e22c583-e26f-4285-ada5-2434a8cdf60e on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:45:41.192842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.196371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-deleted', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:41.197127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:41.207391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Transition to ACTIVE for port object 28089cee-c866-4005-88a1-25c16f23b965 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:41.219888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c896ef2a-f0a0-4207-85fa-99854308ad2d', 'network_id': '01882877-d4cd-4357-82eb-2190017a290c', 'port_id': 'c896ef2a-f0a0-4207-85fa-99854308ad2d', 'mac_address': 'fa:16:3e:cf:40:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db009aff-f446-4aee-9072-77386fec3a4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:45:41.241519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffda78f4-dd4f-41ef-8922-bbce9af6b2b3 req-50465773-fd5c-43e5-814d-56a1f7ee9bc8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.13 "DELETE /v2.0/ports/0e22c583-e26f-4285-ada5-2434a8cdf60e HTTP/1.1" status: 204 len: 173 time: 2.5451543 May 27 01:45:41.263528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.394982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Router d92874f0-c9f3-4d19-b422-0b18a534a291 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:45:41.403617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.480744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:41.481190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.487173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7909ab-d30a-497a-8e7a-1ba33cca5245,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:41.517293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Network 728d14a4-0c72-40c4-a51e-c72badc46392 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:41.524267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:41.706062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:41.724124 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:41.724124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 175ed47f-54d7-4c7f-905b-2f0a99ce21bb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:41.776044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dd3496a-70bf-4df4-ad7c-6f5560e19f52 req-c8010854-4931-4434-9e5b-e82f5d91c947 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1881940 May 27 01:45:41.833123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:41.860574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f265e-1e72-42e1-9326-f6bf2478bb80 None None] Pushing event updated for resources: {'Port': ['ID=28089cee-c866-4005-88a1-25c16f23b965,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:41.872289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Attempting to bind port 28089cee-c866-4005-88a1-25c16f23b965 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:41.872289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Attempting to bind port 28089cee-c866-4005-88a1-25c16f23b965 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:41.872289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Attempting to bind port 28089cee-c866-4005-88a1-25c16f23b965 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:41.877903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:45:41.882906 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Sync routers for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:45:41.898755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:41.898755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:41.984450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:42.001852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c896ef2a-f0a0-4207-85fa-99854308ad2d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:42.001852 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.041332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:42.041993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:42.042551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.043872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:42.045691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Bound port: 28089cee-c866-4005-88a1-25c16f23b965, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:42.046858 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.175682 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:42.180676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] For port 28089cee-c866-4005-88a1-25c16f23b965, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:42.185096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] For port 28089cee-c866-4005-88a1-25c16f23b965, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=28089cee-c866-4005-88a1-25c16f23b965,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:42.202404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.288719 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58709864-b5da-4f93-8d8a-4b038ffb49e0'] response: {'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9', 'code': 200} May 27 01:45:42.290967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f265e-1e72-42e1-9326-f6bf2478bb80 None None] Pushing event updated for resources: {'Port': ['ID=28089cee-c866-4005-88a1-25c16f23b965,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:42.298853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c896ef2a-f0a0-4207-85fa-99854308ad2d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:42.327715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-92a0e495-d94b-4542-9bdd-4c22bf012aca None None] Provisioning for port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:42.342040 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.344009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:42.345257 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.346346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-88f45599-a4b4-4000-b947-1f5d2b6d6a5b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 10.6705940 May 27 01:45:42.348511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55678) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:42.350680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.408665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:42.418197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-92a0e495-d94b-4542-9bdd-4c22bf012aca None None] Provisioning complete for port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:42.419384 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-92a0e495-d94b-4542-9bdd-4c22bf012aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.461445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:42.465028 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986f821f-db66-4331-85d8-e8f056fb8f7d'] response: {'server_uuid': '3ffdb454-f018-409d-b45d-e4eb4127f51b', 'name': 'network-vif-deleted', 'tag': '0e22c583-e26f-4285-ada5-2434a8cdf60e', 'status': 'completed', 'code': 200} May 27 01:45:42.508702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Routers {'7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:42.509567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:42.567081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5c8b0be7-7626-4297-ac71-df2a80623776 req-c730ac8e-48fd-4d66-bc15-82531a6fb6ce tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:42.660873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5c8b0be7-7626-4297-ac71-df2a80623776 req-c730ac8e-48fd-4d66-bc15-82531a6fb6ce tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:42.674612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-92a0e495-d94b-4542-9bdd-4c22bf012aca None None] Port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:45:42.681104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c8b0be7-7626-4297-ac71-df2a80623776 req-c730ac8e-48fd-4d66-bc15-82531a6fb6ce tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 210 time: 0.2189093 May 27 01:45:42.804895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:42.897807 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:38Z', 'revision_number': 3, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:42.901944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Checking router: d92874f0-c9f3-4d19-b422-0b18a534a291 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:45:42.902293 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Updating router d92874f0-c9f3-4d19-b422-0b18a534a291 port 192e8279-f079-4351-b03e-ad0e0e2368aa binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:45:42.921586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:42.938090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c896ef2a-f0a0-4207-85fa-99854308ad2d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:43.026610 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:43.050895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:43.213275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:43.244777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:43.258872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] Set router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:43.285584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941b0b4-e52a-444f-8951-9f5264235c9c req-2c5ea28f-e491-4177-9dec-5c47fffafda0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:43.294352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e941b0b4-e52a-444f-8951-9f5264235c9c req-2c5ea28f-e491-4177-9dec-5c47fffafda0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 1.4724238 May 27 01:45:43.343027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34e667-dda8-4eb3-a497-f69e22e35eff req-0e523f7f-a760-4900-a93d-f7c09a1eae0d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:43.352238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab34e667-dda8-4eb3-a497-f69e22e35eff req-0e523f7f-a760-4900-a93d-f7c09a1eae0d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 944 time: 0.2499766 May 27 01:45:43.417184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab34e667-dda8-4eb3-a497-f69e22e35eff req-18e90ff5-931a-411c-a9ed-dc61f3f1b703 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 May 27 01:45:43.792867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:43.817594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:43.857549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:43.858173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:43.887835 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:43.915178 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Transition to ACTIVE for port object 192e8279-f079-4351-b03e-ad0e0e2368aa will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:43.929980 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:44.000373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:45:35Z', 'revision_number': 3, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:44.023049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51562648-7d7d-4446-81ab-621c89786e3b None None] The sync data for ids ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'] in n-d-843146-11 is: [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:45:35Z', 'revision_number': 3, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:45:44.030166 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e941b0b4-e52a-444f-8951-9f5264235c9c req-6698773a-df34-48f3-9d44-4f685127680e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7339170 May 27 01:45:44.075106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:44.120728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7909ab-d30a-497a-8e7a-1ba33cca5245,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:44.155993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:44.172103 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Attempting to bind port 192e8279-f079-4351-b03e-ad0e0e2368aa on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:44.172678 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Attempting to bind port 192e8279-f079-4351-b03e-ad0e0e2368aa by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:44.173212 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Attempting to bind port 192e8279-f079-4351-b03e-ad0e0e2368aa on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:44.179507 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82e04-0db6-4c73-89d4-e4f38163b81f None None] Pushing event updated for resources: {'Port': ['ID=192e8279-f079-4351-b03e-ad0e0e2368aa,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:44.187182 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:44.187816 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:44.188388 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:44.188935 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:44.189569 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Bound port: 192e8279-f079-4351-b03e-ad0e0e2368aa, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:44.191236 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:44.324602 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] For port 192e8279-f079-4351-b03e-ad0e0e2368aa, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:44.328179 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] For port 192e8279-f079-4351-b03e-ad0e0e2368aa, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=192e8279-f079-4351-b03e-ad0e0e2368aa,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:44.339007 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:44.341698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b7c9b703-82f9-425c-9370-3c11bcb16d34 req-01bdb98f-130b-43ed-aab7-d8aea0a2b7ce tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.6054330 May 27 01:45:44.523567 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82e04-0db6-4c73-89d4-e4f38163b81f None None] Pushing event updated for resources: {'Port': ['ID=192e8279-f079-4351-b03e-ad0e0e2368aa,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:44.528517 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:44.529388 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:44.535583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61d3943c-e555-415d-a777-7811da1a144b req-7c88b0ab-fcd6-4a67-9c9b-108cd767c365 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 210 time: 0.2100713 May 27 01:45:44.594832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Allocated IP 172.20.0.1 (dc2a118c-7a52-4794-9b8f-59166e39e3cb/b1334a97-7069-4e90-be6d-83360533aaab/cd4f5f36-7b27-4779-b00e-89ad7ea744e0) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:44.667945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Network 728d14a4-0c72-40c4-a51e-c72badc46392 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:44.675801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:44.694079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-58d5c6b0-b6c4-4d8e-b379-51063227ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:44.696443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-58d5c6b0-b6c4-4d8e-b379-51063227ee94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 1102 time: 0.4615676 May 27 01:45:44.804707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-ad5f8269-2347-4b64-9cbd-07008053364c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:44.811554 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:44.812471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-ad5f8269-2347-4b64-9cbd-07008053364c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 0.6290474 May 27 01:45:44.892302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Request body: {'port': {'device_id': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'admin_state_up': True, 'tenant_id': 'cc1f940025d24938b7da59d5a01d7058'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:45.024627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Router 8b9157c3-c67b-413d-aa88-dca7351fe55f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:45:45.037170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-818434be-257b-4d5b-9954-5a7e60d06e98 None None] Provisioning complete for port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:45.049827 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-818434be-257b-4d5b-9954-5a7e60d06e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.133222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 28089cee-c866-4005-88a1-25c16f23b965 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:45.218414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.231063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-818434be-257b-4d5b-9954-5a7e60d06e98 None None] Port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:45:45.231865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:45.261789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 28089cee-c866-4005-88a1-25c16f23b965 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:45.268949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 28089cee-c866-4005-88a1-25c16f23b965 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:45.269327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.285734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:45.334677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:38Z', 'revision_number': 3, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:45.343946 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f51dbe-4ad2-48eb-ad76-62e9d45e76f2 None None] The sync data for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 is: [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:38Z', 'revision_number': 3, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:45:45.394600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449073fd-3f8d-4dec-bd01-19a2e7924e5b req-8fc21983-83dd-4c2a-817f-db16ba6dbeed tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:45.399440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.402563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-449073fd-3f8d-4dec-bd01-19a2e7924e5b req-8fc21983-83dd-4c2a-817f-db16ba6dbeed tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 944 time: 0.6717849 May 27 01:45:45.428981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 28089cee-c866-4005-88a1-25c16f23b965 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:45.429400 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.449323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Made reservation on behalf of cc1f940025d24938b7da59d5a01d7058 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:45.452877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.463974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 28089cee-c866-4005-88a1-25c16f23b965, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=28089cee-c866-4005-88a1-25c16f23b965,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:45.469944 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.473839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:45:45.494744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-6fbede26-fa4d-4c8e-a08a-f46ff82e0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:45.496464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-6fbede26-fa4d-4c8e-a08a-f46ff82e0f20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1102 time: 0.7642086 May 27 01:45:45.502464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6e85-d9aa-4f0e-aa2e-f0e3b7297a72 req-040106f6-36ee-41a5-b4d9-7019f883ca4a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:45.504849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cfcc6e85-d9aa-4f0e-aa2e-f0e3b7297a72 req-040106f6-36ee-41a5-b4d9-7019f883ca4a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.2797155 May 27 01:45:45.518738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-83f44165-0602-405b-9451-cb646af15434 admin admin] 10.222.0.16 "PUT /v2.0/routers/8b9157c3-c67b-413d-aa88-dca7351fe55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7613916 May 27 01:45:45.539142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Sync routers for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:45:45.597647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cfcc6e85-d9aa-4f0e-aa2e-f0e3b7297a72 req-31cadb61-5e32-4881-bfcc-d01fd6dee7d4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843039 May 27 01:45:45.617708 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:45.629364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:45.630444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:45.756779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-449073fd-3f8d-4dec-bd01-19a2e7924e5b req-2f47d0b5-ce1a-473f-97d5-b428ce1c804d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530080 May 27 01:45:45.782733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:45.823612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:45.842156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:45.852938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=28089cee-c866-4005-88a1-25c16f23b965,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:46.023060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:46.099411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8188fde7-23ea-4f34-a6d8-ae2bf51c53bf req-7c0ffb9e-c810-48dc-b8bb-7116ddc7f5dd tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 210 time: 0.1315517 May 27 01:45:46.125649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-a61859d4-973c-44c4-8a1f-62028adc1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:46.127489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-a61859d4-973c-44c4-8a1f-62028adc1a2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.5677974 May 27 01:45:46.149355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b2659d14-7a41-4136-b6b2-01cbe862ca0c req-81b876b6-dd0d-4b9e-96ae-7cbc5dbb5759 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0637383 May 27 01:45:46.174699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Pushing event updated for resources: {'Port': ['ID=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:46.212265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:46.280922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-f7780d51-b425-497c-bb2f-e1a971a8f25f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 217 time: 0.1440153 May 27 01:45:46.292453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Allocated IP 172.20.0.2 (5848ceeb-517e-472e-a231-2691b8612c1f/7f68890f-94c8-474a-af01-43175b3bf07f/bb200bac-a8b9-40a2-8580-203214e0df1b) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:46.379504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Allocated IP 172.20.0.1 (9f912b91-48ff-4d6c-9b18-212b15b43ae1/c2a105da-647c-4913-8ae1-92bcb79452e1/af526452-af31-4490-a6fe-f4fff329d034) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:46.388455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55698) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:46.412277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262938293', 'description': 'tempest-description--620343582'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:46.441741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:46.453200 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:46.530286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:43Z', 'revision_number': 2, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:46.535439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Checking router: 8b9157c3-c67b-413d-aa88-dca7351fe55f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:45:46.535925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Updating router 8b9157c3-c67b-413d-aa88-dca7351fe55f port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:45:46.622169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:46.805833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:46.922819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:46.927381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Usage tracker for resource:security_group and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:46.946792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73fb82-944f-4c20-924e-adfa10101d15 req-f719a0e1-a288-4af5-bdd0-677dca6e0d53 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:46.948630 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a73fb82-944f-4c20-924e-adfa10101d15 req-f719a0e1-a288-4af5-bdd0-677dca6e0d53 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.1472232 May 27 01:45:46.949698 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:46.980183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:47.030531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c896ef2a-f0a0-4207-85fa-99854308ad2d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:47.033774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-7b801aea-7852-4412-bee8-72d2ca6a85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:47.036409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-7b801aea-7852-4412-bee8-72d2ca6a85f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.7414091 May 27 01:45:47.038326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c896ef2a-f0a0-4207-85fa-99854308ad2d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:47.038698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.042664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:47.141963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.148411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:45:47.149107 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a73fb82-944f-4c20-924e-adfa10101d15 req-2d658196-4669-4799-bb2a-17d39fb8dab9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515028 May 27 01:45:47.171356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Pushing event updated for resources: {'Port': ['ID=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:47.181933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.184251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.232337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 192e8279-f079-4351-b03e-ad0e0e2368aa up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:47.242362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:47.247891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Transition to ACTIVE for port object af526452-af31-4490-a6fe-f4fff329d034 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:47.258976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Usage tracker for resource:security_group_rule and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:47.268240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:47.289715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:47.294291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.351001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8929218-e802-4160-a9eb-6df41c1b6af3 req-9fb1152d-4b95-4230-8dfe-6b1ffec1d32e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 210 time: 0.0677474 May 27 01:45:47.362137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb5379-1a9c-459a-97ee-557d57200ae8 req-6b1e8b9c-52dd-4cf8-8efd-93aee9b2ce0e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:47.370309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5bb5379-1a9c-459a-97ee-557d57200ae8 req-6b1e8b9c-52dd-4cf8-8efd-93aee9b2ce0e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 944 time: 0.4459150 May 27 01:45:47.431354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:47.431757 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.438305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-898ab260-9e95-4ff2-921a-e8924f64ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:47.439966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-898ab260-9e95-4ff2-921a-e8924f64ccfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3858502 May 27 01:45:47.460510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:47.462147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:47.480285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:47.481471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 192e8279-f079-4351-b03e-ad0e0e2368aa completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:47.489947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:47.500570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.503142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 192e8279-f079-4351-b03e-ad0e0e2368aa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:47.503789 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.567059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.582898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5bb5379-1a9c-459a-97ee-557d57200ae8 req-272e84b1-24f8-4466-b14c-a9105eb36d6d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086678 May 27 01:45:47.653208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:47.655260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f0bb988-ce1e-4e53-a59b-a019ece12062 req-30148968-2853-4aa5-96d4-2fb8f32298b4 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1013298 May 27 01:45:47.715637 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a143f2-a379-412b-a6ff-d36a6438e868'] response: {'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9', 'code': 200} May 27 01:45:47.750005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.751368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.755312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:47.775257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:47.783483 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.792193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:47.840805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Pushing event updated for resources: {'Port': ['ID=af526452-af31-4490-a6fe-f4fff329d034,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:47.859362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 192e8279-f079-4351-b03e-ad0e0e2368aa is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:47.860269 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.885788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 192e8279-f079-4351-b03e-ad0e0e2368aa, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=192e8279-f079-4351-b03e-ad0e0e2368aa,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:47.886877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c896ef2a-f0a0-4207-85fa-99854308ad2d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:47.887324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.891117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:45:47.917189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:47.917876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 28089cee-c866-4005-88a1-25c16f23b965 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:48.000718 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.004678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Network 5848ceeb-517e-472e-a231-2691b8612c1f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:48.008415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-d2d23054-fa2e-494b-aea7-26f5c90e1729 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520079 May 27 01:45:48.021110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:48.058517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Transition to ACTIVE for port object 5f7909ab-d30a-497a-8e7a-1ba33cca5245 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:48.060140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:48.067691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:48.082392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.089378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.090024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b95c83-ce4b-4bbb-91b9-36b061e2798e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:48.101237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=192e8279-f079-4351-b03e-ad0e0e2368aa,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:48.156716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:45:48.161861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b5e1edf5-6008-4463-89f6-70828154539e admin admin] 10.222.0.16 "PUT /v2.0/routers/7b2622ba-1e78-4f2a-9d15-d233ff05dd5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1491306 May 27 01:45:48.174152 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Sync routers for ids ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:45:48.181608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.193909 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Routers {'7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:48.194432 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:48.297508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 28089cee-c866-4005-88a1-25c16f23b965 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:48.298140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.311906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.319549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55716) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:48.321433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dbe72cad-d28f-4444-a5ec-5cdb43b08e72 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9319012 May 27 01:45:48.326215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Request body: {'security_group_rule': {'security_group_id': 'e2b95c83-ce4b-4bbb-91b9-36b061e2798e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:48.342938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:48.358385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:48.362843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Usage tracker for resource:security_group_rule and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:48.367324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:48.376716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:48.434744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.490833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b63ac953-6877-4cd9-b7d0-30e77d83f485 None None] Provisioning for port af526452-af31-4490-a6fe-f4fff329d034 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:48.506163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:48.507004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.539786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d88abe-b6a6-4539-9f48-4b95f0cb2a3c None None] Pushing event updated for resources: {'Port': ['ID=5f7909ab-d30a-497a-8e7a-1ba33cca5245,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:48.554965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.556165 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Set router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:48.565811 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.599276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b63ac953-6877-4cd9-b7d0-30e77d83f485 None None] Provisioning complete for port af526452-af31-4490-a6fe-f4fff329d034 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:48.599709 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b63ac953-6877-4cd9-b7d0-30e77d83f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.647321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bafc33-8ac1-48cb-b932-6d959457d6e3,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:48.667700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.669335 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fbc239f1-2fac-42d3-9888-0acafd7c72c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3484249 May 27 01:45:48.675544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55728) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:48.679610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Attempting to bind port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:48.680564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Attempting to bind port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:48.681154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Attempting to bind port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 on network 728d14a4-0c72-40c4-a51e-c72badc46392 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:48.685146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Request body: {'security_group_rule': {'security_group_id': 'e2b95c83-ce4b-4bbb-91b9-36b061e2798e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:48.693417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:48.700711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:48.700711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Checking segment: {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:48.701044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.701237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Bound using segment: {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:48.701841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Bound port: 5f7909ab-d30a-497a-8e7a-1ba33cca5245, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:48.702287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.702804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Usage tracker for resource:security_group_rule and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:48.710452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:48.718664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:48.720940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b63ac953-6877-4cd9-b7d0-30e77d83f485 None None] Port af526452-af31-4490-a6fe-f4fff329d034 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:45:48.732093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0cd3a-a476-419e-ae5c-2da04a2fdb78 req-dbf5b2a1-9360-41ef-a361-984f1241860c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:48.740545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83b0cd3a-a476-419e-ae5c-2da04a2fdb78 req-dbf5b2a1-9360-41ef-a361-984f1241860c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 931 time: 0.1520333 May 27 01:45:48.753060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:48.793784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439e5354-d82a-4aa5-a459-e255ce0928d0 req-dbf02163-f572-4669-8e9c-2358657f58d4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629442 May 27 01:45:48.796974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83b0cd3a-a476-419e-ae5c-2da04a2fdb78 req-487c6cfc-c30c-4426-8814-ddbc695ac5f9 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553710 May 27 01:45:48.818324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.878532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 28089cee-c866-4005-88a1-25c16f23b965 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:48.904142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-913e9363-a11f-4070-bd16-05c99e7bb605 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0155742 May 27 01:45:48.919748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.921831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Request body: {'port': {'device_id': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:48.930798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.955604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcf37ad-a687-4211-a347-6c260ae0a683,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:48.959632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.970214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:48.975914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-75e15692-5599-45f0-a2cf-40baa220e35d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981112 May 27 01:45:48.976752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55740) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:45:48.983087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:49.009056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] For port 5f7909ab-d30a-497a-8e7a-1ba33cca5245, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:49.010968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:49.015684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Usage tracker for resource:floatingip and tenant:f9e22538c3f24330bca608ac0f645ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:49.021187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] For port 5f7909ab-d30a-497a-8e7a-1ba33cca5245, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5f7909ab-d30a-497a-8e7a-1ba33cca5245,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:49.022222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:49.036698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.071171 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:45:46Z', 'revision_number': 4, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cd4f5f36-7b27-4779-b00e-89ad7ea744e0', 'name': '', 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'mac_address': 'fa:16:3e:a8:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:43Z', 'updated_at': '2022-05-27T01:45:46Z', 'revision_number': 2, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'subnets': [{'id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:49.076801 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Checking router: 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:45:49.079091 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Updating router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:45:49.093301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:49.131563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d88abe-b6a6-4539-9f48-4b95f0cb2a3c None None] Pushing event updated for resources: {'Port': ['ID=5f7909ab-d30a-497a-8e7a-1ba33cca5245,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:49.135655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 192e8279-f079-4351-b03e-ad0e0e2368aa up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:49.178678 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.231685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:49.232901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:49.341705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d622-39d3-42bd-9fb3-ff3d1b9ab488 req-551e67d3-8a45-451f-bac5-672b9461c349 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:49.347291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.348997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8f5d622-39d3-42bd-9fb3-ff3d1b9ab488 req-551e67d3-8a45-451f-bac5-672b9461c349 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.9858396 May 27 01:45:49.374277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 192e8279-f079-4351-b03e-ad0e0e2368aa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:49.374931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.395763 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.484842 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8f5d622-39d3-42bd-9fb3-ff3d1b9ab488 req-16675d25-8d8a-4bd7-bdd2-e715ebeb6f73 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346586 May 27 01:45:49.522908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049123-6475-4f37-96a4-58539d000c34 req-8359d12a-fec4-474c-8e8d-b25c651cf1c0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:49.531742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-8359d12a-fec4-474c-8e8d-b25c651cf1c0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 811 time: 0.5123122 May 27 01:45:49.566353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-acdb6684-863e-4dc1-bffc-7fe6351a1f57 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/quotas/848c3fddba864b9ab64c7d38c0ce7dab HTTP/1.1" status: 200 len: 375 time: 0.0328403 May 27 01:45:49.643140 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.661565 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Transition to ACTIVE for port object cd4f5f36-7b27-4779-b00e-89ad7ea744e0 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:49.683160 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.712417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:49.728564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:49.764379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-99049123-6475-4f37-96a4-58539d000c34 req-896b002f-eec4-40f9-b7d3-8e85590c1987 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Synchronizing usage tracker for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:49.821510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-99049123-6475-4f37-96a4-58539d000c34 req-896b002f-eec4-40f9-b7d3-8e85590c1987 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Unset dirty status for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:49.837234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-896b002f-eec4-40f9-b7d3-8e85590c1987 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2695713 May 27 01:45:49.849889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 192e8279-f079-4351-b03e-ad0e0e2368aa is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:49.858442 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1caeed-05b4-4fcf-8fa2-544b28b97e87 None None] Pushing event updated for resources: {'Port': ['ID=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:49.878356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:50.019322 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Attempting to bind port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:50.019642 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Attempting to bind port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:50.020002 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Attempting to bind port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 on network dc2a118c-7a52-4794-9b8f-59166e39e3cb {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:50.030328 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:50.030739 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Checking segment: {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:50.031170 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.031537 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Bound using segment: {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:50.032001 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Bound port: cd4f5f36-7b27-4779-b00e-89ad7ea744e0, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:50.032387 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.071127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dd5e0-c951-4e75-a07b-cf31b5d019c2 req-d32fec35-8683-4523-bf7f-aa02e4be8301 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:50.080637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f5dd5e0-c951-4e75-a07b-cf31b5d019c2 req-d32fec35-8683-4523-bf7f-aa02e4be8301 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.3793719 May 27 01:45:50.082260 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:45:50.104032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Allocated IP 172.25.3.250 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/44a79ac4-8fe0-47e0-8d48-aafc35ae192d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:50.122847 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.123255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-7dee5632-fad1-4176-88cc-a44f2ed3748c service neutron] 10.222.0.16 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845278 May 27 01:45:50.146506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.161787 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] For port cd4f5f36-7b27-4779-b00e-89ad7ea744e0, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:50.166012 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] For port cd4f5f36-7b27-4779-b00e-89ad7ea744e0, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:50.171339 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.249016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:45:50.286204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f5dd5e0-c951-4e75-a07b-cf31b5d019c2 req-45db7bd5-b5f5-4c3e-8612-3353f9801ce1 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043684 May 27 01:45:50.313012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-976817c4-bc82-46a4-ba92-91b9a540d2cc service neutron] 10.222.0.16 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884193 May 27 01:45:50.320082 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1caeed-05b4-4fcf-8fa2-544b28b97e87 None None] Pushing event updated for resources: {'Port': ['ID=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:50.360623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:50.361309 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Routers {'7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:50.362507 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:50.372995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ef58f-9a62-4c53-bea0-3252ceda04ac None None] The sync data for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 is: [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:45:50.467534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.476192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Pushing event updated for resources: {'Port': ['ID=af526452-af31-4490-a6fe-f4fff329d034,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:50.511853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb200bac-a8b9-40a2-8580-203214e0df1b {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:50.587860 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f152f9-d3b1-4c50-bc2a-de39edd08f7c'] response: {'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d', 'code': 200} May 27 01:45:50.758681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.792534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Transition to ACTIVE for port object bb200bac-a8b9-40a2-8580-203214e0df1b will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:50.851238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e25d98c5-5bf1-4464-9182-d01b58b2765a req-5c7cb0a0-b279-403d-a605-2d26d2b16ba0 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1042645 May 27 01:45:50.855478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.868003 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:50.879505 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] Set router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:50.884619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:51.090265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd3917-4cf3-42fe-b4f5-6675c5e8a0b4 req-44a13d92-d818-4bc2-b77d-079974e46aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:51.092966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ffd3917-4cf3-42fe-b4f5-6675c5e8a0b4 req-44a13d92-d818-4bc2-b77d-079974e46aaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1097 time: 0.4100087 May 27 01:45:51.098630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:51.114008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f7909ab-d30a-497a-8e7a-1ba33cca5245 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:51.207478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d51deb-56c6-4266-88ac-4fbd336bbc74 req-0e71c713-bc1c-41f2-9ae6-ed38c43b989a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:51.207478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91d51deb-56c6-4266-88ac-4fbd336bbc74 req-0e71c713-bc1c-41f2-9ae6-ed38c43b989a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 943 time: 0.4204438 May 27 01:45:51.236485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:51.324843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:51.351476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:51.353572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:51.368238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:51.369221 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:51.370838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:51.537298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event updated for resources: {'Port': ['ID=44a79ac4-8fe0-47e0-8d48-aafc35ae192d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:51.566373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30e395e6-a06e-4763-8c4b-3d1a3ea6b13c req-681e441c-ca0c-45d7-af3f-5eabb51f2c85 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 210 time: 0.4221494 May 27 01:45:51.580544 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:45:46Z', 'revision_number': 4, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cd4f5f36-7b27-4779-b00e-89ad7ea744e0', 'name': '', 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'mac_address': 'fa:16:3e:a8:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:43Z', 'updated_at': '2022-05-27T01:45:50Z', 'revision_number': 4, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'subnets': [{'id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:51.584611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ffd3917-4cf3-42fe-b4f5-6675c5e8a0b4 req-e8cee6cc-92e1-4e40-abd5-5ab400e121f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802155 May 27 01:45:51.605354 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be223f-f6e5-4110-b3de-6bf01839ba82 None None] The sync data for ids ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'] in n-d-843146-11 is: [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:45:46Z', 'revision_number': 4, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cd4f5f36-7b27-4779-b00e-89ad7ea744e0', 'name': '', 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'mac_address': 'fa:16:3e:a8:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:43Z', 'updated_at': '2022-05-27T01:45:50Z', 'revision_number': 4, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'subnets': [{'id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:45:51.632362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91d51deb-56c6-4266-88ac-4fbd336bbc74 req-c649ba39-612c-40cd-a3b2-bfd1e45399d8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114101 May 27 01:45:51.702544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:51.703325 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:51.806215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:51.846215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5f7909ab-d30a-497a-8e7a-1ba33cca5245, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5f7909ab-d30a-497a-8e7a-1ba33cca5245,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:51.854783 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:51.991951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:52.173189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5f7909ab-d30a-497a-8e7a-1ba33cca5245,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:52.205160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ce93d9c0-7471-432d-b45c-249a3b15bc62 None None] Provisioning complete for port af526452-af31-4490-a6fe-f4fff329d034 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:52.205792 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ce93d9c0-7471-432d-b45c-249a3b15bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:52.296777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:52.340869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ce93d9c0-7471-432d-b45c-249a3b15bc62 None None] Port af526452-af31-4490-a6fe-f4fff329d034 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:45:52.396140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Attempting to bind port bb200bac-a8b9-40a2-8580-203214e0df1b on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:52.396589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Attempting to bind port bb200bac-a8b9-40a2-8580-203214e0df1b by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:52.398852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Attempting to bind port bb200bac-a8b9-40a2-8580-203214e0df1b on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:52.638018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bfe6-baa4-4c06-85ef-73aa1f284c9b req-1aa6ae41-4af3-4d50-aa84-db7a42d52c95 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:52.639565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c769bfe6-baa4-4c06-85ef-73aa1f284c9b req-1aa6ae41-4af3-4d50-aa84-db7a42d52c95 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.6487176 May 27 01:45:52.641644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:52.644151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Router d92874f0-c9f3-4d19-b422-0b18a534a291 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:45:52.675467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Port bb200bac-a8b9-40a2-8580-203214e0df1b on network 5848ceeb-517e-472e-a231-2691b8612c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:45:52.675467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Attempting to bind port bb200bac-a8b9-40a2-8580-203214e0df1b on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:52.683208 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:52.688580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:52.688580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Checking segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:52.688580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Bound using segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:52.688580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Bound port: bb200bac-a8b9-40a2-8580-203214e0df1b, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:52.688580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:52.758401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b791c1-82f2-48b1-82ae-3ee3b10384f4 req-ef531719-143c-45ba-99f5-eee0437b79ac tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:52.761542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0b791c1-82f2-48b1-82ae-3ee3b10384f4 req-ef531719-143c-45ba-99f5-eee0437b79ac tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 948 time: 0.6848261 May 27 01:45:53.055379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event updated for resources: {'Port': ['ID=44a79ac4-8fe0-47e0-8d48-aafc35ae192d,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:53.059885 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:53.075663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c769bfe6-baa4-4c06-85ef-73aa1f284c9b req-1c9e820d-e6e3-4c4b-8249-00c11ac322f4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891041 May 27 01:45:53.102459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:53.106032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-381eb440-a20b-4f06-b653-7a5b5b5b8c35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1280773 May 27 01:45:53.109379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:45:53.145750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:45:53.173527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Sync routers for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:45:53.257703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cca8b75d-9d9f-4559-b145-a1bd7f18b97b admin admin] 10.222.0.16 "PUT /v2.0/routers/d92874f0-c9f3-4d19-b422-0b18a534a291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9075451 May 27 01:45:53.390271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d0b791c1-82f2-48b1-82ae-3ee3b10384f4 req-3097eeaa-3890-4de5-b206-af4871a9571e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440916 May 27 01:45:53.431943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd4f5f36-7b27-4779-b00e-89ad7ea744e0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:53.454933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:53.482517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049123-6475-4f37-96a4-58539d000c34 req-4f06032b-11e2-4ee8-82a7-95edc0ed0f70 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:53.483394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-99049123-6475-4f37-96a4-58539d000c34 req-4f06032b-11e2-4ee8-82a7-95edc0ed0f70 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Synchronizing usage tracker for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:53.489519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:53.509794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:53.530290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f527b1b4-7fea-4de2-8346-e2a077dff75f req-b2e6c8eb-aaf5-4550-b87f-ab665b57a04e tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1238592 May 27 01:45:53.592055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:53.598246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:53.626680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-99049123-6475-4f37-96a4-58539d000c34 req-4f06032b-11e2-4ee8-82a7-95edc0ed0f70 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Unset dirty status for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:53.627838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-4f06032b-11e2-4ee8-82a7-95edc0ed0f70 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.13 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 811 time: 0.6792741 May 27 01:45:53.727868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Request body: {'port': {'device_id': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'admin_state_up': True, 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:53.789970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:53.795597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:53.797081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] 10.222.0.47 "PUT /v2.0/ports/bb200bac-a8b9-40a2-8580-203214e0df1b HTTP/1.1" status: 200 len: 1092 time: 4.8812377 May 27 01:45:53.797565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:53.935943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-202729db-5655-415f-ad1c-b41578eb154a req-704599a1-e8fa-4d4d-884e-303aa427b34a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 210 time: 0.0611813 May 27 01:45:53.998938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:54.069286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:54.083668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:54.084760 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:54.086754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd7b1b-f61f-4bd2-9a35-e3a809d645fc service neutron] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:54.184257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '102083e9-2236-4838-b9f5-21218ada5ce9', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '102083e9-2236-4838-b9f5-21218ada5ce9', 'mac_address': 'fa:16:3e:20:7a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:45:54.247298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a66b-6169-43ee-8ae5-c37732a6c07d req-9d978d0d-8f89-43b2-b288-962484a46120 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:54.256747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e6d2a66b-6169-43ee-8ae5-c37732a6c07d req-9d978d0d-8f89-43b2-b288-962484a46120 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 943 time: 0.1376009 May 27 01:45:54.286406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-03a43332-ff29-4895-9bf7-061f443ab04f tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Synchronizing usage tracker for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:54.287602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:54.306158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:54.324774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:54.324774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-03a43332-ff29-4895-9bf7-061f443ab04f tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Unset dirty status for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:54.333321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-03a43332-ff29-4895-9bf7-061f443ab04f tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1262938293&fields=id&tenant_id=f9e22538c3f24330bca608ac0f645ae1 HTTP/1.1" status: 200 len: 267 time: 0.1518571 May 27 01:45:54.350745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e6d2a66b-6169-43ee-8ae5-c37732a6c07d req-5ca23153-f104-4185-9f92-e8ea02c9d9bd tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885124 May 27 01:45:54.381429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-d197e788-e152-4f7d-b998-da49fc55878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:54.383207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-d197e788-e152-4f7d-b998-da49fc55878b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 1095 time: 0.4163723 May 27 01:45:54.404334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:54.404713 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:54.562828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Made reservation on behalf of 848c3fddba864b9ab64c7d38c0ce7dab for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:54.569091 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:54.583100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102083e9-2236-4838-b9f5-21218ada5ce9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:54.598387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-c23b9c02-fde0-4802-b8b9-9c11250de3c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb200bac-a8b9-40a2-8580-203214e0df1b HTTP/1.1" status: 200 len: 217 time: 0.2070246 May 27 01:45:54.600688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:54.620863 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:54.778293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-bed4bda8-4489-4710-b974-895cb68b6c10 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:54.778293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-bed4bda8-4489-4710-b974-895cb68b6c10 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:54.783453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:54.783453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:54.804120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-bed4bda8-4489-4710-b974-895cb68b6c10 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:54.812551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-a40e6d27-c890-4ee2-9f20-beb25024c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:54.812551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-a40e6d27-c890-4ee2-9f20-beb25024c6d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.2032452 May 27 01:45:54.819640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-bed4bda8-4489-4710-b974-895cb68b6c10 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks?id=9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 200 len: 828 time: 0.2671385 May 27 01:45:54.859105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-200fc32e-a867-4ff9-9917-5608369d45f9 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/quotas/f31da7185e7949b5bf03840d9f7094e2 HTTP/1.1" status: 200 len: 375 time: 0.0322039 May 27 01:45:54.862780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:54.873130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port cd4f5f36-7b27-4779-b00e-89ad7ea744e0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:54.878956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-9c2c3d36-ac11-4667-bb3a-5c93cb9ccff9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:54.881996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-9c2c3d36-ac11-4667-bb3a-5c93cb9ccff9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/networks?id=728d14a4-0c72-40c4-a51e-c72badc46392 HTTP/1.1" status: 200 len: 805 time: 0.5464814 May 27 01:45:54.919316 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:54.920100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f7909ab-d30a-497a-8e7a-1ba33cca5245 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:54.921415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-d565f664-ecc0-4144-b33d-ac517996df89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991938 May 27 01:45:54.937317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-208bd189-7697-4650-924d-56662f3cba36 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/quotas/f9e22538c3f24330bca608ac0f645ae1 HTTP/1.1" status: 200 len: 375 time: 0.0149167 May 27 01:45:55.003797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['102083e9-2236-4838-b9f5-21218ada5ce9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:45:55.043826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-099a05d0-95fe-43ed-8298-786acbb5a2a1 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31da7185e7949b5bf03840d9f7094e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890628 May 27 01:45:55.115111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Allocated IP 172.20.0.6 (dc2a118c-7a52-4794-9b8f-59166e39e3cb/b1334a97-7069-4e90-be6d-83360533aaab/dfafa40d-0f47-4f13-8091-414a57938d50) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:55.142978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:55.196069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-146fae0f-82e0-4f03-b014-2ccc90489bfb service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513597 May 27 01:45:55.202026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:55.202026 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:55.238268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-5cbac654-d424-4144-8913-76967dc6a0c9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9e22538c3f24330bca608ac0f645ae1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2713785 May 27 01:45:55.251156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-213faab6-8f87-4b31-9d84-0251f5a86639 service neutron] 10.222.0.16 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062459 May 27 01:45:55.287711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:49Z', 'revision_number': 2, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:55.316096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Checking router: d92874f0-c9f3-4d19-b422-0b18a534a291 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:45:55.317218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Updating router d92874f0-c9f3-4d19-b422-0b18a534a291 port af526452-af31-4490-a6fe-f4fff329d034 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:45:55.439247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-c16237d8-c7d5-43f8-9bd7-3393e546481a service neutron] 10.222.0.16 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854937 May 27 01:45:55.503778 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:55.541064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:55.699944 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0255f3-c08e-4e74-950b-b866166e833c'] response: {'name': 'network-changed', 'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'status': 'completed', 'code': 200} May 27 01:45:55.727543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd4f5f36-7b27-4779-b00e-89ad7ea744e0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:55.764728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5de514e-80b5-423e-8284-dd0cb707e9f2 req-c040bf21-74f1-4662-ba04-e8fbda542865 service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531604 May 27 01:45:55.789802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-67ba6628-2f17-44af-af7f-c620797f7d66 service neutron] 10.222.0.16 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601291 May 27 01:45:55.821478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:56.037879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-b7b5eb01-7d32-4d37-a481-4188e169dba9 service neutron] 10.222.0.16 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468736 May 27 01:45:56.051861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-607c35ce-fc8f-4c90-9731-e9aa1f1a280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:56.053594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-607c35ce-fc8f-4c90-9731-e9aa1f1a280f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 1095 time: 0.2260635 May 27 01:45:56.055668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:56.061471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:56.061913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:56.155410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea71bf-ae75-42ff-b230-0469588dba02 req-16647a71-4c19-41a1-b7cd-2c9230bae642 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:56.157651 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-17ea71bf-ae75-42ff-b230-0469588dba02 req-16647a71-4c19-41a1-b7cd-2c9230bae642 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.1468530 May 27 01:45:56.245753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-17ea71bf-ae75-42ff-b230-0469588dba02 req-df2320bf-e0b6-4a41-8045-923230cd3c86 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809956 May 27 01:45:56.272479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:45:56.284022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:45:56.286042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:45:56.319776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:56.354521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Pushing event updated for resources: {'Port': ['ID=dfafa40d-0f47-4f13-8091-414a57938d50,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:56.434201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:56.434737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:56.485765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-4ff6f543-1ce9-4258-9875-5baab94e3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:56.488036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-4ff6f543-1ce9-4258-9875-5baab94e3f9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 905 time: 0.3626864 May 27 01:45:56.559576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:56.573857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac99f9b-ec1c-485d-bc21-937f7d587804 req-25956f9d-4477-4fc4-9f9d-cc32b686d842 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:56.575684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Transition to ACTIVE for port object af526452-af31-4490-a6fe-f4fff329d034 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:56.582996 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eac99f9b-ec1c-485d-bc21-937f7d587804 req-25956f9d-4477-4fc4-9f9d-cc32b686d842 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.1280358 May 27 01:45:56.584598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:56.629903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eac99f9b-ec1c-485d-bc21-937f7d587804 req-b52e8a6d-cf25-4a59-b3b7-6c25a0032b21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 May 27 01:45:56.691289 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-46833afa-0243-40d1-84df-4f504f9e8de5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb200bac-a8b9-40a2-8580-203214e0df1b HTTP/1.1" status: 200 len: 217 time: 0.1900520 May 27 01:45:56.769144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-bd2cc74d-a87d-4f84-9adc-57325f213e1e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0539541 May 27 01:45:56.792497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Request body: {'port': {'device_id': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:56.852008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cba94-d907-4dfb-aa81-479d871b934f None None] Pushing event updated for resources: {'Port': ['ID=af526452-af31-4490-a6fe-f4fff329d034,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:56.890235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c8cd8-94af-4934-9c15-8512036f380c req-de89b75b-d043-4e58-b59b-8a7a5110884f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:56.892194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-367c8cd8-94af-4934-9c15-8512036f380c req-de89b75b-d043-4e58-b59b-8a7a5110884f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 950 time: 0.4505849 May 27 01:45:56.949242 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ea6ab07-fea6-4a35-8838-c87b4497bdea req-2f14e654-9ee8-4d43-b6cc-070186c62122 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0854468 May 27 01:45:56.959021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-77b3cbc2-ce34-4ea4-a874-884505afd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:56.960444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-77b3cbc2-ce34-4ea4-a874-884505afd6dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.2605929 May 27 01:45:57.011319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Attempting to bind port af526452-af31-4490-a6fe-f4fff329d034 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:57.011892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Attempting to bind port af526452-af31-4490-a6fe-f4fff329d034 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:57.012441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Attempting to bind port af526452-af31-4490-a6fe-f4fff329d034 on network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:57.024355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:57.025000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Checking segment: {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:57.025557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:57.026126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Bound using segment: {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:57.026766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Bound port: af526452-af31-4490-a6fe-f4fff329d034, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:57.027297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:57.042234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-cb2fbf1b-446b-453a-b838-5df3c5334311 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655730 May 27 01:45:57.090092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:57.113886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-367c8cd8-94af-4934-9c15-8512036f380c req-c184fb75-eaaa-4413-86f8-c321b668ae09 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139964 May 27 01:45:57.116526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:57.195639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] For port af526452-af31-4490-a6fe-f4fff329d034, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:45:57.200587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] For port af526452-af31-4490-a6fe-f4fff329d034, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=af526452-af31-4490-a6fe-f4fff329d034,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:45:57.214033 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:57.300707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 102083e9-2236-4838-b9f5-21218ada5ce9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:57.301115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:57.310319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b076f1-ec7f-45e2-a2de-f75ab0d49ecc req-83db1c67-68f0-4423-9cb7-9ce9866a46d1 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:57.318704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1b076f1-ec7f-45e2-a2de-f75ab0d49ecc req-83db1c67-68f0-4423-9cb7-9ce9866a46d1 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 931 time: 0.1535950 May 27 01:45:57.375291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:45:57.375919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:45:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:57.389846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1b076f1-ec7f-45e2-a2de-f75ab0d49ecc req-63121609-85c6-4084-a0fb-1fdfc7a1de22 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646079 May 27 01:45:57.454897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cba94-d907-4dfb-aa81-479d871b934f None None] Pushing event updated for resources: {'Port': ['ID=af526452-af31-4490-a6fe-f4fff329d034,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:57.606932 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-12317cb3-8235-4aad-9651-eb988806b0a9 req-373c0e2e-8d28-41c9-bfd4-9fe1eba5b87e tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 210 time: 0.0624528 May 27 01:45:57.779833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 102083e9-2236-4838-b9f5-21218ada5ce9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:57.780538 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:57.793636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:45:57.832259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4c3426e3-54b3-40d0-893c-6fa7bd33c811 req-d4b66e12-eb9f-42d1-a37c-563ca449e5c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Synchronizing usage tracker for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:57.852261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4c3426e3-54b3-40d0-893c-6fa7bd33c811 req-d4b66e12-eb9f-42d1-a37c-563ca449e5c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Unset dirty status for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:57.860130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c3426e3-54b3-40d0-893c-6fa7bd33c811 req-d4b66e12-eb9f-42d1-a37c-563ca449e5c8 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 210 time: 0.0768058 May 27 01:45:57.862331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-9c149c7a-a2bc-48c5-b6d4-f5c8a2fd3218 service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117802 May 27 01:45:57.909482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:45:57.934784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d262b-2d58-4c6b-8a23-e10a3286b1af req-81a61cda-a18e-4b2c-81c1-e4cf06c615e7 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:57.935526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7a7d262b-2d58-4c6b-8a23-e10a3286b1af req-81a61cda-a18e-4b2c-81c1-e4cf06c615e7 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:57.985173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:57.994404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:58.044112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef783bed-3cfe-4ec9-b00c-756565c27b08 req-4de84098-b584-42a3-b1f7-7a89bde29c2c tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:58.045881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef783bed-3cfe-4ec9-b00c-756565c27b08 req-4de84098-b584-42a3-b1f7-7a89bde29c2c tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0855312 May 27 01:45:58.116589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-4e2ef58c-1c25-4675-b40e-7c494eb77547 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:58.118035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-4e2ef58c-1c25-4675-b40e-7c494eb77547 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.13 "GET /v2.0/networks?id=9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 200 len: 828 time: 0.7538171 May 27 01:45:58.119140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef783bed-3cfe-4ec9-b00c-756565c27b08 req-5ceed771-ee14-4089-bee4-4b5ebd2bee5b tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665073 May 27 01:45:58.135589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Request body: {'port': {'device_id': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'admin_state_up': True, 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:58.152152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7a7d262b-2d58-4c6b-8a23-e10a3286b1af req-81a61cda-a18e-4b2c-81c1-e4cf06c615e7 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:58.159756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a7d262b-2d58-4c6b-8a23-e10a3286b1af req-81a61cda-a18e-4b2c-81c1-e4cf06c615e7 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 943 time: 0.8720553 May 27 01:45:58.182562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:58.289202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:57Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:45:58.295366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960f3e0-4c37-4607-bf00-4e912b3848ec None None] The sync data for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 is: [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:57Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:45:58.411886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398ebed-6c51-4ddb-bd8c-f7e24d068f05 req-c7355a64-58bc-470c-a647-63c47d0c2baf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:58.413695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d398ebed-6c51-4ddb-bd8c-f7e24d068f05 req-c7355a64-58bc-470c-a647-63c47d0c2baf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 951 time: 0.1119211 May 27 01:45:58.464854 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ffcfc0e-60bd-4797-a8f2-080fbe755c62 req-c3265631-aca7-44e2-8664-30647dc692b4 service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703928 May 27 01:45:58.492177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d398ebed-6c51-4ddb-bd8c-f7e24d068f05 req-3b9de2c5-41b1-44ab-ad3e-11760a9c1c6b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714557 May 27 01:45:58.499755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a7d262b-2d58-4c6b-8a23-e10a3286b1af req-92035144-e39b-410c-9d13-b9c88d389dae tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385916 May 27 01:45:58.585324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-a4d1a91b-114c-40a4-84db-79ef838fab9a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:58.586873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-a4d1a91b-114c-40a4-84db-79ef838fab9a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.13 "GET /v2.0/networks?id=728d14a4-0c72-40c4-a51e-c72badc46392 HTTP/1.1" status: 200 len: 805 time: 0.4125712 May 27 01:45:58.605402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:58.683617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Usage tracker for resource:port and tenant:f31da7185e7949b5bf03840d9f7094e2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:45:58.721603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-79737e0e-81ad-47f0-b4ff-3139e6548f0d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e22538c3f24330bca608ac0f645ae1 HTTP/1.1" status: 200 len: 380 time: 0.1133096 May 27 01:45:58.723412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:45:58.743204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:58.761857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Request body: {'port': {'device_id': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'admin_state_up': True, 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'security_groups': ['e2b95c83-ce4b-4bbb-91b9-36b061e2798e']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:45:58.775978 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed8f4d8-8aed-40b1-8d8e-38da5143e286'] response: {'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9', 'code': 200} May 27 01:45:58.941177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319025ea-4a5e-4478-8f33-b2c3825b65f8 req-63c3b5a0-da5d-429a-93a0-3d1498f4f30c tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:58.942823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-319025ea-4a5e-4478-8f33-b2c3825b65f8 req-63c3b5a0-da5d-429a-93a0-3d1498f4f30c tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0773370 May 27 01:45:58.951456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2092e56a-74b9-4327-814f-687b0872cff7 req-5f2cd254-c806-40fe-8292-c1a45e288089 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0687063 May 27 01:45:58.953539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfafa40d-0f47-4f13-8091-414a57938d50 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:45:58.961528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Made reservation on behalf of f31da7185e7949b5bf03840d9f7094e2 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:58.965024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:58.981754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:58.996473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:45:59.001779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-319025ea-4a5e-4478-8f33-b2c3825b65f8 req-a4fd69b6-4847-42ce-aa6d-1a50e8b4841f tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520778 May 27 01:45:59.060537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:45:59.076310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Transition to ACTIVE for port object dfafa40d-0f47-4f13-8091-414a57938d50 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:45:59.101330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:59.142009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Made reservation on behalf of f9e22538c3f24330bca608ac0f645ae1 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:45:59.145843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:59.277525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef396da4-707d-4f03-a2a6-16051b5489d7 req-b2d6a7d2-1bd3-4573-84e8-144693a1e530 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 210 time: 0.0503440 May 27 01:45:59.459917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f029e-b3aa-4cf4-b984-fd8d5fa3a0b1 req-0a3ab701-e8d8-4310-b04b-53f770eaa8e0 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:59.461397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-649f029e-b3aa-4cf4-b984-fd8d5fa3a0b1 req-0a3ab701-e8d8-4310-b04b-53f770eaa8e0 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.0877388 May 27 01:45:59.477876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfafa40d-0f47-4f13-8091-414a57938d50,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:45:59.507349 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-649f029e-b3aa-4cf4-b984-fd8d5fa3a0b1 req-de63b21a-5f07-4911-aa31-7dd2d19fcf3d tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 May 27 01:45:59.673061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af526452-af31-4490-a6fe-f4fff329d034 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:45:59.694993 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ecd5f7f-8f27-452e-aca4-abfc9be20a14 req-00c79c32-1c15-4e47-9fc9-3f4f67de8b67 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 210 time: 0.0564024 May 27 01:45:59.714254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.714652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.715024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.715357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.715684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.716008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.716329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.716650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.716970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.717289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.717607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.717920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:45:59.742268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Allocated IP 172.20.0.5 (9f912b91-48ff-4d6c-9b18-212b15b43ae1/c2a105da-647c-4913-8ae1-92bcb79452e1/beb57aa1-4a54-4635-8f3e-9e95625b27bf) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:59.763220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port af526452-af31-4490-a6fe-f4fff329d034 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:45:59.774880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port af526452-af31-4490-a6fe-f4fff329d034 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:45:59.775537 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:59.840586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1c1f-b1ce-42e0-9865-5da05568b697 req-adba2e68-80a9-492c-8314-ae328f8a0d0d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:45:59.841303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-642c1c1f-b1ce-42e0-9865-5da05568b697 req-adba2e68-80a9-492c-8314-ae328f8a0d0d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Synchronizing usage tracker for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:45:59.864602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Attempting to bind port dfafa40d-0f47-4f13-8091-414a57938d50 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:45:59.865011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Attempting to bind port dfafa40d-0f47-4f13-8091-414a57938d50 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:45:59.865324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Attempting to bind port dfafa40d-0f47-4f13-8091-414a57938d50 on network dc2a118c-7a52-4794-9b8f-59166e39e3cb {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:59.884211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-3fa0f212-337b-4ca6-9fef-66cc7323dd6d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293567 May 27 01:45:59.891252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Port dfafa40d-0f47-4f13-8091-414a57938d50 on network dc2a118c-7a52-4794-9b8f-59166e39e3cb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:45:59.891673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Attempting to bind port dfafa40d-0f47-4f13-8091-414a57938d50 on network dc2a118c-7a52-4794-9b8f-59166e39e3cb {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:45:59.909689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port af526452-af31-4490-a6fe-f4fff329d034 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:45:59.910305 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:59.919592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:45:59.919934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Checking segment: {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:45:59.920674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Bound using segment: {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:45:59.920851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Bound port: dfafa40d-0f47-4f13-8091-414a57938d50, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:45:59.921082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:45:59.936442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-642c1c1f-b1ce-42e0-9865-5da05568b697 req-adba2e68-80a9-492c-8314-ae328f8a0d0d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Unset dirty status for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:45:59.937673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-642c1c1f-b1ce-42e0-9865-5da05568b697 req-adba2e68-80a9-492c-8314-ae328f8a0d0d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 943 time: 0.7716889 May 27 01:45:59.938831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Allocated IP 172.20.0.9 (728d14a4-0c72-40c4-a51e-c72badc46392/4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6/f0b59b8d-03d8-4878-8eac-367e30a46ea4) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:45:59.948986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port af526452-af31-4490-a6fe-f4fff329d034, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=af526452-af31-4490-a6fe-f4fff329d034,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:45:59.954789 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:00.034098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=af526452-af31-4490-a6fe-f4fff329d034,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:00.057904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-a4f36808-7d35-4699-ba92-c87980577b2e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:00.059398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-a4f36808-7d35-4699-ba92-c87980577b2e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690600 May 27 01:46:00.074967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-48e767ef-f92f-42ce-9047-d46d99e0bd62 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/quotas/2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 375 time: 0.0090230 May 27 01:46:00.161446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-6a0c5ccb-4d29-4f2c-bb29-696ae70acd2a tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807240 May 27 01:46:00.169745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-642c1c1f-b1ce-42e0-9865-5da05568b697 req-02e7078a-c0e6-437f-ab59-8713f9edfc31 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Synchronizing usage tracker for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:00.309337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] For port dfafa40d-0f47-4f13-8091-414a57938d50, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:00.339914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-642c1c1f-b1ce-42e0-9865-5da05568b697 req-02e7078a-c0e6-437f-ab59-8713f9edfc31 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Unset dirty status for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:00.348594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-642c1c1f-b1ce-42e0-9865-5da05568b697 req-02e7078a-c0e6-437f-ab59-8713f9edfc31 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982394 May 27 01:46:00.350274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] For port dfafa40d-0f47-4f13-8091-414a57938d50, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=dfafa40d-0f47-4f13-8091-414a57938d50,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:00.385654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:00.467839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:00.478759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4dfa3-28d0-44ac-9756-7308de3728c1 req-0b15c16b-68c8-4981-a79a-7ae943d8d73f tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:00.486623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27c4dfa3-28d0-44ac-9756-7308de3728c1 req-0b15c16b-68c8-4981-a79a-7ae943d8d73f tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 943 time: 0.1063871 May 27 01:46:00.509545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:00.510171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:00.511638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/dfafa40d-0f47-4f13-8091-414a57938d50 HTTP/1.1" status: 200 len: 1092 time: 3.7333856 May 27 01:46:00.512098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'tag': 'dfafa40d-0f47-4f13-8091-414a57938d50'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:00.588694 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27c4dfa3-28d0-44ac-9756-7308de3728c1 req-52d5e245-84bc-4ba8-9183-10104c4cce86 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998650 May 27 01:46:00.612685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Transition to ACTIVE for port object beb57aa1-4a54-4635-8f3e-9e95625b27bf will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:00.660765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:00.675095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dfb4b-f1bf-4f4a-821b-c3a018a9f1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfafa40d-0f47-4f13-8091-414a57938d50,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:00.788632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Transition to ACTIVE for port object f0b59b8d-03d8-4878-8eac-367e30a46ea4 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:00.839132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:00.848673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bb200bac-a8b9-40a2-8580-203214e0df1b details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:46:00.858335 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-524f30e1-1265-438f-9c89-f49e0a5f9c76 req-8bfed5a7-9fd5-4bd8-a67c-10ac04148c39 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0544157 May 27 01:46:00.944409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:00.968357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:00.991747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049123-6475-4f37-96a4-58539d000c34 req-a45df8c8-edd1-4e5c-8407-e2066f3f60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:00.999056 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-a45df8c8-edd1-4e5c-8407-e2066f3f60c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 1095 time: 0.4262898 May 27 01:46:00.999897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.004803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:01.025811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:01.045367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'mac_address': 'fa:16:3e:3e:dd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:46:01.195163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-a200ce29-7806-4ead-9586-8a5a25f2e76c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfafa40d-0f47-4f13-8091-414a57938d50 HTTP/1.1" status: 200 len: 217 time: 0.1319716 May 27 01:46:01.209315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event updated for resources: {'Port': ['ID=beb57aa1-4a54-4635-8f3e-9e95625b27bf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:01.274640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-c8bcd393-e420-42be-ad63-5be0b271a6f8 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:01.277939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-c8bcd393-e420-42be-ad63-5be0b271a6f8 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.47 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.5725360 May 27 01:46:01.302153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2b113bc5-7718-4213-81d5-ae54a3dd07c6 req-2b723418-3a28-48f0-a1b8-132968fa83e1 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 210 time: 0.1122911 May 27 01:46:01.343897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Network 728d14a4-0c72-40c4-a51e-c72badc46392 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:01.396672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:01.398090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port bb200bac-a8b9-40a2-8580-203214e0df1b is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:01.398668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.420255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb200bac-a8b9-40a2-8580-203214e0df1b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:01.428010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:01.465560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:01.474650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4b447a3c-f2e9-46ad-8c1f-0e74d88c9873 None None] Provisioning for port beb57aa1-4a54-4635-8f3e-9e95625b27bf completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:01.482088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4b447a3c-f2e9-46ad-8c1f-0e74d88c9873 None None] Provisioning complete for port beb57aa1-4a54-4635-8f3e-9e95625b27bf triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:01.482946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4b447a3c-f2e9-46ad-8c1f-0e74d88c9873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.580238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:01.581685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.585260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4b447a3c-f2e9-46ad-8c1f-0e74d88c9873 None None] Port beb57aa1-4a54-4635-8f3e-9e95625b27bf cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:46:01.592605 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.646543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event updated for resources: {'Port': ['ID=f0b59b8d-03d8-4878-8eac-367e30a46ea4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:01.649901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049123-6475-4f37-96a4-58539d000c34 req-8070b392-ba41-493a-b62f-137eb6415d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:01.661899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-8070b392-ba41-493a-b62f-137eb6415d52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.4540586 May 27 01:46:01.671243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Deleting port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:01.671840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.720932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc9398-b74f-40d4-bfaf-f6f03cbd8b19 req-eee3f998-4269-4480-b784-27fd4c3eb4e0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:01.729623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1dbc9398-b74f-40d4-bfaf-f6f03cbd8b19 req-eee3f998-4269-4480-b784-27fd4c3eb4e0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 931 time: 0.2157614 May 27 01:46:01.747462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:01.755933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af526452-af31-4490-a6fe-f4fff329d034 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:01.779769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1dbc9398-b74f-40d4-bfaf-f6f03cbd8b19 req-f7b0d61d-2306-4f93-a034-48741a38e3ad tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:01.818698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1dbc9398-b74f-40d4-bfaf-f6f03cbd8b19 req-f7b0d61d-2306-4f93-a034-48741a38e3ad tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:01.836004 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1dbc9398-b74f-40d4-bfaf-f6f03cbd8b19 req-f7b0d61d-2306-4f93-a034-48741a38e3ad tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030476 May 27 01:46:01.866190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0e5eaf53-ce75-44cc-a1e4-2ab9414d4d4e None None] Provisioning for port f0b59b8d-03d8-4878-8eac-367e30a46ea4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:01.871904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port af526452-af31-4490-a6fe-f4fff329d034 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:01.872395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.899556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-9a0ff52d-3904-4dfa-8bcf-f2f38c171176 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7706432 May 27 01:46:01.914161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0e5eaf53-ce75-44cc-a1e4-2ab9414d4d4e None None] Provisioning complete for port f0b59b8d-03d8-4878-8eac-367e30a46ea4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:01.914519 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0e5eaf53-ce75-44cc-a1e4-2ab9414d4d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.915996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:01.918548 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:01.932255 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7162ca-8885-44ae-a57e-53ca45b6b45c'] response: {'name': 'network-changed', 'server_uuid': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'tag': 'dfafa40d-0f47-4f13-8091-414a57938d50', 'status': 'completed', 'code': 200} May 27 01:46:01.946296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-8e67a9c1-f883-43c4-9294-7b32633436bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026558 May 27 01:46:01.977973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Request body: {'port': {'device_id': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:01.996331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0e5eaf53-ce75-44cc-a1e4-2ab9414d4d4e None None] Port f0b59b8d-03d8-4878-8eac-367e30a46ea4 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:46:02.002326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['bb200bac-a8b9-40a2-8580-203214e0df1b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:02.016284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-460f4f19-0b5a-4add-8d02-d60cc8102ff8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855024 May 27 01:46:02.104215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-501e7a52-60d8-4e30-a4ce-c6363e02293d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3623409 May 27 01:46:02.148507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port af526452-af31-4490-a6fe-f4fff329d034 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:02.297475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Request body: {'port': {'device_id': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:02.435412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-b17f1660-ac39-49ad-9cab-3182eb0907db tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:46:02.436412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-b17f1660-ac39-49ad-9cab-3182eb0907db tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0868695 May 27 01:46:02.450130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-eca3adb5-b4b6-4f37-a818-6cb00798b1c3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:02.452751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-eca3adb5-b4b6-4f37-a818-6cb00798b1c3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4300621 May 27 01:46:02.456511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Request body: {'binding': {'host': 'n-h1-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:02.456963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:46:02.479557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:02.489005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a971-4b2f-407a-824d-686ac08994ab req-02010efe-845f-430a-bf22-77fc73a375c3 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:02.490450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7b5a971-4b2f-407a-824d-686ac08994ab req-02010efe-845f-430a-bf22-77fc73a375c3 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 945 time: 0.4430525 May 27 01:46:02.508844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Request body: {'port': {'device_id': 'cee4d032-1300-4672-87df-40488a7540df', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '2a595a6c5b3e46bc9e96e4e5b58aa258'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:02.558008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:02.657027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-66750e7a-9a5a-4f2d-bd26-be5d7aac129a service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220469 May 27 01:46:02.716055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:02.744916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7b5a971-4b2f-407a-824d-686ac08994ab req-def91b40-9828-45ba-abba-4a5e322f36eb tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226417 May 27 01:46:02.792294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:02.792666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:02.802376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:02.826096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:02.837098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fe3fff2d-ce94-4627-840a-8a40f0e1cf21 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:02.850387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on host n-h1-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:02.850790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:02.851077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:02.856223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:46:02.856606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:02.860232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Made reservation on behalf of 2a595a6c5b3e46bc9e96e4e5b58aa258 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:46:02.863840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:02.914128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:02.914364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:02.914784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:02.915235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Bound port: c896ef2a-f0a0-4207-85fa-99854308ad2d, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:02.945494 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.079091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:03.079630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.094172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:03.107905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46541-cc7f-4f21-8535-2e4a9cb2c3b5 req-e9820606-b869-4abe-a8d4-f3448da74673 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:03.109409 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3c46541-cc7f-4f21-8535-2e4a9cb2c3b5 req-e9820606-b869-4abe-a8d4-f3448da74673 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 931 time: 0.2505498 May 27 01:46:03.117370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:03.130211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:03.147748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.148884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-f6d2095e-411b-45f5-89dc-ac0f49980009 service neutron] 10.222.0.16 "POST /v2.0/ports/c896ef2a-f0a0-4207-85fa-99854308ad2d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6957855 May 27 01:46:03.191091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.191762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d3c46541-cc7f-4f21-8535-2e4a9cb2c3b5 req-d573cc16-5670-49fb-a699-cbc21c3fee90 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Synchronizing usage tracker for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:03.201881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Allocated IP 192.168.233.146 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/d1eb3854-25a5-4373-9743-0350ee6cbd20) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:03.219341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d3c46541-cc7f-4f21-8535-2e4a9cb2c3b5 req-d573cc16-5670-49fb-a699-cbc21c3fee90 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Unset dirty status for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:03.229883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99049123-6475-4f37-96a4-58539d000c34 req-69d5b5ae-3c88-4ffe-80d2-29ae5de9c938 service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634933 May 27 01:46:03.231279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3c46541-cc7f-4f21-8535-2e4a9cb2c3b5 req-d573cc16-5670-49fb-a699-cbc21c3fee90 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034038 May 27 01:46:03.365375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:03.660583 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.684709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-084afb37-cdf2-4e3c-a5cf-45b8f538b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:03.686172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-084afb37-cdf2-4e3c-a5cf-45b8f538b1d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1815095 May 27 01:46:03.689071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Transition to ACTIVE for port object d1eb3854-25a5-4373-9743-0350ee6cbd20 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:03.706031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a1fb-7657-4a8c-8190-0c29f95798c3 req-05deeb30-6f32-40df-9f82-64a49051ce9a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:03.707665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5947a1fb-7657-4a8c-8190-0c29f95798c3 req-05deeb30-6f32-40df-9f82-64a49051ce9a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 943 time: 0.2403660 May 27 01:46:03.773333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.773930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.774044 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Floating IP 1c5f1e32-3f1b-4b35-905f-0a2bef2c4669 disassociated. External IP: 172.25.3.231, port: fe3fff2d-ce94-4627-840a-8a40f0e1cf21. May 27 01:46:03.774351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Calling delete_port for fe3fff2d-ce94-4627-840a-8a40f0e1cf21 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:03.842960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5947a1fb-7657-4a8c-8190-0c29f95798c3 req-cdf3fb01-6b3f-48ab-af80-9e7762ab0b55 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144662 May 27 01:46:03.880754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:03.892737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-758c8a58-7825-469d-89b2-71ebde977daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:03.894454 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-758c8a58-7825-469d-89b2-71ebde977daf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 1095 time: 0.5904691 May 27 01:46:03.900683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['102083e9-2236-4838-b9f5-21218ada5ce9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:03.934355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-280aa115-ff13-4e37-887e-56a23763ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:03.935841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-280aa115-ff13-4e37-887e-56a23763ca94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.2260034 May 27 01:46:03.956668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f', '1b549171-3c5a-434d-8045-42af0e2de594'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:04.032562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:04.072108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-0c751098-9b19-43a7-83ce-66d0c993b1b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 200 len: 217 time: 0.1223991 May 27 01:46:04.077493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063896fc-67bf-4dec-94f2-9f7106f009bc req-a080b00a-715c-48c6-9069-7dcac06cec2a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:04.079224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:04.081761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:04.084858 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-063896fc-67bf-4dec-94f2-9f7106f009bc req-a080b00a-715c-48c6-9069-7dcac06cec2a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 944 time: 0.5807626 May 27 01:46:04.087277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:46:04.197137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:46:04.197686 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:46:04.199874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb57aa1-4a54-4635-8f3e-9e95625b27bf {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:04.230068 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.305532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b59b8d-03d8-4878-8eac-367e30a46ea4 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:04.334534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Transition to ACTIVE for port object beb57aa1-4a54-4635-8f3e-9e95625b27bf will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:04.350009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-063896fc-67bf-4dec-94f2-9f7106f009bc req-1ca9127e-24bb-4663-af52-10b6c08403fb tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623270 May 27 01:46:04.350429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.360876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-9cc1928b-a919-4cff-b552-f8d81d727de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:04.368101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:04.370398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-9cc1928b-a919-4cff-b552-f8d81d727de2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 912 time: 0.4525001 May 27 01:46:04.370792 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.370990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.448337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92539376-b871-4bf2-8750-0a8eb5cb7840 req-0dce17a8-7916-4414-be6f-835ccfc4e272 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.4263458 May 27 01:46:04.468288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Transition to ACTIVE for port object f0b59b8d-03d8-4878-8eac-367e30a46ea4 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:04.468852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9729764 May 27 01:46:04.486556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e73d2baa-aab6-400c-b3f5-40bc5c9fbfe1 None None] Provisioning for port d1eb3854-25a5-4373-9743-0350ee6cbd20 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:04.499746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e73d2baa-aab6-400c-b3f5-40bc5c9fbfe1 None None] Provisioning complete for port d1eb3854-25a5-4373-9743-0350ee6cbd20 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:04.500140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e73d2baa-aab6-400c-b3f5-40bc5c9fbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.508863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:04.543462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Request body: {'port': {'device_id': 'cee4d032-1300-4672-87df-40488a7540df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:04.606190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e73d2baa-aab6-400c-b3f5-40bc5c9fbfe1 None None] Port d1eb3854-25a5-4373-9743-0350ee6cbd20 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:46:04.621308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.744095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Deleting port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:04.744298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.779908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-eff3def9-4896-465c-b137-7853464444bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfafa40d-0f47-4f13-8091-414a57938d50 HTTP/1.1" status: 200 len: 217 time: 0.4013717 May 27 01:46:04.782660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.782660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.783204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.783204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.784031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.784031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.784211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.784523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.785960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.785960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.786144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.787131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90f070-8d99-4a3e-868d-f7671a23af32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:04.805833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-693a8313-5179-49b6-9fdb-d15f000eac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:04.807501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-693a8313-5179-49b6-9fdb-d15f000eac1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.4667816 May 27 01:46:04.837855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bb200bac-a8b9-40a2-8580-203214e0df1b up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:04.938754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:04.954900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port bb200bac-a8b9-40a2-8580-203214e0df1b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:04.973573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port bb200bac-a8b9-40a2-8580-203214e0df1b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:04.974015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:05.011431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-cd9dc14b-706d-4a6b-8488-604e0d72c3aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900682 May 27 01:46:05.021467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Pushing event updated for resources: {'Port': ['ID=beb57aa1-4a54-4635-8f3e-9e95625b27bf,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:05.169891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port bb200bac-a8b9-40a2-8580-203214e0df1b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:05.169891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:05.183766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e27965-5ce8-40b0-8990-672b510cdeb7 req-57931b67-4b71-43c4-9e7f-ed44c2294565 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:05.183766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14e27965-5ce8-40b0-8990-672b510cdeb7 req-57931b67-4b71-43c4-9e7f-ed44c2294565 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 943 time: 0.4752412 May 27 01:46:05.200959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:05.208039 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:05.328572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-bb6dd2a5-123b-4fb1-91f4-15c1b35b6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:05.331041 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-bb6dd2a5-123b-4fb1-91f4-15c1b35b6e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.4148946 May 27 01:46:05.355908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14e27965-5ce8-40b0-8990-672b510cdeb7 req-0df33294-f140-4d2a-aaa0-ac5a7797bc19 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710839 May 27 01:46:05.415368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b59b8d-03d8-4878-8eac-367e30a46ea4,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:05.421107 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2e9823-b09e-45e2-b49f-d45dc9ba776c'] response: {'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'code': 200} May 27 01:46:05.438694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-9fc2354e-a0fe-4ad4-9673-c4eebd3e037f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877151 May 27 01:46:05.441004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:05.452606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.453019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.453923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.454557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.454987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.455455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.455853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.456250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.457212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.457949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.458224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.458972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:05.537479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-fc4e4d50-97e6-4811-ad4d-e2403b586749 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028050 May 27 01:46:05.718680 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-57c0bd3a-0524-47e7-a116-7fcf4ffab4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:05.795147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Attempting to bind port f0b59b8d-03d8-4878-8eac-367e30a46ea4 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:05.795147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Attempting to bind port f0b59b8d-03d8-4878-8eac-367e30a46ea4 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:05.795826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Attempting to bind port f0b59b8d-03d8-4878-8eac-367e30a46ea4 on network 728d14a4-0c72-40c4-a51e-c72badc46392 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:05.823747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dde946-efe6-4d97-8ac1-e2e84876178c req-b369fd44-d802-4fab-9231-9f5e9cda2888 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:05.832624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8dde946-efe6-4d97-8ac1-e2e84876178c req-b369fd44-d802-4fab-9231-9f5e9cda2888 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 936 time: 1.2689998 May 27 01:46:05.854003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-9864e8b0-90fe-4472-8fe8-3d698db0640a service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871003 May 27 01:46:05.854502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Port f0b59b8d-03d8-4878-8eac-367e30a46ea4 on network 728d14a4-0c72-40c4-a51e-c72badc46392 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:46:05.855571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Attempting to bind port f0b59b8d-03d8-4878-8eac-367e30a46ea4 on network 728d14a4-0c72-40c4-a51e-c72badc46392 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:05.857095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Attempting to bind port beb57aa1-4a54-4635-8f3e-9e95625b27bf on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:05.857095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Attempting to bind port beb57aa1-4a54-4635-8f3e-9e95625b27bf by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:05.857287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Attempting to bind port beb57aa1-4a54-4635-8f3e-9e95625b27bf on network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:05.891639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Port beb57aa1-4a54-4635-8f3e-9e95625b27bf on network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:46:05.891878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Attempting to bind port beb57aa1-4a54-4635-8f3e-9e95625b27bf on network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:05.894613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:05.894980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Checking segment: {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:05.895365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Bound using segment: {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:05.895809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Bound port: f0b59b8d-03d8-4878-8eac-367e30a46ea4, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb557f83-0797-462a-b780-2138422373be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:05.896672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:05.915966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117ef29-fd68-489c-a944-c8e1e226247e req-dc9ab3ef-9709-47e5-b4e6-d0b04b83dadd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:05.916971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b117ef29-fd68-489c-a944-c8e1e226247e req-dc9ab3ef-9709-47e5-b4e6-d0b04b83dadd tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.2387681 May 27 01:46:05.946539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:05.947046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Checking segment: {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:05.947304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Bound using segment: {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:05.947732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Bound port: beb57aa1-4a54-4635-8f3e-9e95625b27bf, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16639fd5-d20f-435c-8e22-0e89582899d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:05.948348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:05.969756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1eb3854-25a5-4373-9743-0350ee6cbd20 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:05.981013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:05.995759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b117ef29-fd68-489c-a944-c8e1e226247e req-c0648d1f-fcc9-48df-96cb-624816b79858 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675972 May 27 01:46:06.005147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Transition to ACTIVE for port object d1eb3854-25a5-4373-9743-0350ee6cbd20 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:06.009904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.053616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8dde946-efe6-4d97-8ac1-e2e84876178c req-165fb6bc-00ce-4a11-bbc5-03a5788e0b38 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214489 May 27 01:46:06.133025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] For port f0b59b8d-03d8-4878-8eac-367e30a46ea4, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:06.136405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] For port f0b59b8d-03d8-4878-8eac-367e30a46ea4, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:06.146693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-e7f1f3f1-bef1-478b-8812-80dfd127254f service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835425 May 27 01:46:06.183253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:06.225487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.326399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] For port fe3fff2d-ce94-4627-840a-8a40f0e1cf21, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:06.327055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.379103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e9264-885d-4a1c-90c3-7faf86ba42ac req-00765397-7e86-4c38-bd8b-2f7891ac431f tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:06.383057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e1e9264-885d-4a1c-90c3-7faf86ba42ac req-00765397-7e86-4c38-bd8b-2f7891ac431f tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 943 time: 0.1793890 May 27 01:46:06.443800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] For port beb57aa1-4a54-4635-8f3e-9e95625b27bf, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:06.452070 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e1e9264-885d-4a1c-90c3-7faf86ba42ac req-9718cc69-3ff2-49c4-b2a2-3e99c67155d7 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c90cba-ac85-4f50-a4da-9c00d1878e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618536 May 27 01:46:06.456872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:06.457401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:06.457925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:06.463319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:46:06.463833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:06.469487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:06.469823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:06.470194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:06.470611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Bound port: d1eb3854-25a5-4373-9743-0350ee6cbd20, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:06.471545 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.552344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:06.552968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.554342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0b59b8d-03d8-4878-8eac-367e30a46ea4 HTTP/1.1" status: 200 len: 1092 time: 4.2610493 May 27 01:46:06.558277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:06.577618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] For port beb57aa1-4a54-4635-8f3e-9e95625b27bf, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:06.602069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.652338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba3f2d-d605-48e4-b0f9-aca153e077d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b59b8d-03d8-4878-8eac-367e30a46ea4,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:06.807326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:06.808063 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.809498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 1092 time: 4.8694992 May 27 01:46:06.810151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:06.830075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:06.837345 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.894322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c450-0cf5-4160-b50f-bc23685dee89 req-9be77ac8-a5bf-4fcf-860e-64ae28e8372a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:06.894994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-72a8c450-0cf5-4160-b50f-bc23685dee89 req-9be77ac8-a5bf-4fcf-860e-64ae28e8372a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Synchronizing usage tracker for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:06.907763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:06.908415 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:06.910106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 1097 time: 2.3867745 May 27 01:46:06.910219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:06.960117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298e4ed-5390-4fd5-9d8c-13ed379224f2 req-6c5c4cae-1737-4cec-a8a3-9959e526337b tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:06.961676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0298e4ed-5390-4fd5-9d8c-13ed379224f2 req-6c5c4cae-1737-4cec-a8a3-9959e526337b tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 943 time: 0.3562751 May 27 01:46:07.011695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a146578-1a9a-437e-b19a-c60203067f56 service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:07.057537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-181cc33a-4b81-4e45-9af6-d2f9a895f242 req-8958cd9a-b7ba-456f-a0df-50c20fd56fa8 service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8710654 May 27 01:46:07.089210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0298e4ed-5390-4fd5-9d8c-13ed379224f2 req-6fa4a42d-237b-46ff-9f0c-5ef4b7dad967 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790820 May 27 01:46:07.156975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device dfafa40d-0f47-4f13-8091-414a57938d50 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:46:07.189161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-72a8c450-0cf5-4160-b50f-bc23685dee89 req-9be77ac8-a5bf-4fcf-860e-64ae28e8372a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Unset dirty status for tenant:f9e22538c3f24330bca608ac0f645ae1 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:07.191632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-98e257d2-cce5-4106-92e8-3de689cb945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.193810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-98e257d2-cce5-4106-92e8-3de689cb945a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1100 time: 0.2229645 May 27 01:46:07.199100 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-72a8c450-0cf5-4160-b50f-bc23685dee89 req-9be77ac8-a5bf-4fcf-860e-64ae28e8372a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 943 time: 0.9605668 May 27 01:46:07.297570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-e3180855-ee9e-4265-87ae-ffbf39773148 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.0945733 May 27 01:46:07.298297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-72a8c450-0cf5-4160-b50f-bc23685dee89 req-5a428776-582b-443e-90cc-d76abf67698e tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979898 May 27 01:46:07.301885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f587-3f6c-4f84-8349-661cb82381e8 service neutron] Pushing event updated for resources: {'Port': ['ID=beb57aa1-4a54-4635-8f3e-9e95625b27bf,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:07.328285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-83db2fa4-d3fd-48f8-9307-550658b62a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.333373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-83db2fa4-d3fd-48f8-9307-550658b62a09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e22538c3f24330bca608ac0f645ae1&device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 1095 time: 0.7128553 May 27 01:46:07.386807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port dfafa40d-0f47-4f13-8091-414a57938d50, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=dfafa40d-0f47-4f13-8091-414a57938d50,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:07.405110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'dfafa40d-0f47-4f13-8091-414a57938d50', 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'port_id': 'dfafa40d-0f47-4f13-8091-414a57938d50', 'mac_address': 'fa:16:3e:87:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:46:07.443557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:07.450858 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-65bb071f-de01-446b-a750-785f2c466048 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4 HTTP/1.1" status: 200 len: 217 time: 0.1007226 May 27 01:46:07.458100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-ecb31a17-6b3a-4ee3-b30d-6485ee5b4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.460561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-ecb31a17-6b3a-4ee3-b30d-6485ee5b4319 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f31da7185e7949b5bf03840d9f7094e2&device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 1095 time: 0.5504446 May 27 01:46:07.482442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29c1e-c962-461c-919b-284727d6d23e req-7059b8ba-f697-4cf6-a805-ffa2ab70ab65 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.490313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0be29c1e-c962-461c-919b-284727d6d23e req-7059b8ba-f697-4cf6-a805-ffa2ab70ab65 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 945 time: 0.1913409 May 27 01:46:07.499257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port dfafa40d-0f47-4f13-8091-414a57938d50 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:07.499642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:07.522216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfafa40d-0f47-4f13-8091-414a57938d50 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:07.527813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-d0a05022-f18f-4665-a73a-086a36593dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.538448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-cdba2c22-2d07-44da-875b-f77a58807c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.540188 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-cdba2c22-2d07-44da-875b-f77a58807c27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1763380 May 27 01:46:07.541753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port dfafa40d-0f47-4f13-8091-414a57938d50, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=dfafa40d-0f47-4f13-8091-414a57938d50,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:07.545705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-d0a05022-f18f-4665-a73a-086a36593dad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6 HTTP/1.1" status: 200 len: 844 time: 0.0841439 May 27 01:46:07.558606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:07.612081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0be29c1e-c962-461c-919b-284727d6d23e req-c0c77b65-26bf-4544-9b8e-52d5e8cb7fce tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208007 May 27 01:46:07.649127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:07.651355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:07.651694 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Floating IP 1c5f1e32-3f1b-4b35-905f-0a2bef2c4669 disassociated. External IP: 172.25.3.231, port: fe3fff2d-ce94-4627-840a-8a40f0e1cf21. May 27 01:46:07.652051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Calling delete_port for fe3fff2d-ce94-4627-840a-8a40f0e1cf21 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:07.653945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=dfafa40d-0f47-4f13-8091-414a57938d50,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:07.668301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-c8094440-881c-4791-9898-19e790b3228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.669861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-c8094440-881c-4791-9898-19e790b3228a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238928 May 27 01:46:07.811665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-d96cd1bd-ce4a-494e-862c-12bbfa6c6350 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 217 time: 0.2647812 May 27 01:46:07.873513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['dfafa40d-0f47-4f13-8091-414a57938d50'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:07.893729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-0a8fe941-bad1-40d9-a5e7-68d54597cd89 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105978 May 27 01:46:07.948074 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b535577-8efa-4e56-9df4-8c18ae90ba44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:07.979681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4eb4c15a-73b1-45d2-bfe3-01ccd0f5eca5 req-335e4b63-a458-4239-8a02-3d16b2a32003 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.2837632 May 27 01:46:07.981783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbbfdc-863f-406d-adbf-1684e526966f req-617c21d5-62f3-405b-bc56-bffc9c67cca3 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:07.990290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26bbbfdc-863f-406d-adbf-1684e526966f req-617c21d5-62f3-405b-bc56-bffc9c67cca3 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 943 time: 0.2323496 May 27 01:46:08.078603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26bbbfdc-863f-406d-adbf-1684e526966f req-b7d85698-7135-4510-a377-0a1682b3b418 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764592 May 27 01:46:08.122890 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f10b0a-c35b-40f6-a10d-160abca066c3'] response: {'name': 'network-changed', 'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'status': 'completed', 'code': 200} May 27 01:46:08.164099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d264d8a4-cace-4e1f-a034-b609ccf6573e req-8b235581-e535-465b-b355-c9719f3bea82 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678077 May 27 01:46:08.206414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:08.236447 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08899020-8d82-4f7a-9928-0d8933acb91e'] response: {'name': 'network-changed', 'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'status': 'completed', 'code': 200} May 27 01:46:08.251936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-f89701e0-294c-4604-a0d8-ddfdabcad4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.254441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-f89701e0-294c-4604-a0d8-ddfdabcad4f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2a105da-647c-4913-8ae1-92bcb79452e1 HTTP/1.1" status: 200 len: 867 time: 0.2806354 May 27 01:46:08.338840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event deleted for resources: {'Port': ['ID=fe3fff2d-ce94-4627-840a-8a40f0e1cf21,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:08.353167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-5450629d-f932-4996-9790-c3b42d9bac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.354453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-5450629d-f932-4996-9790-c3b42d9bac18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=728d14a4-0c72-40c4-a51e-c72badc46392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6575661 May 27 01:46:08.385207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-03c90f68-6f54-4583-85fa-4fd710677c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.386665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-03c90f68-6f54-4583-85fa-4fd710677c3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1100 time: 0.1259813 May 27 01:46:08.500307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79a12d-4cc3-4408-8ee7-7557746fd2bf req-619f970b-1c68-407e-9c0a-583fa21bc5ca tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.501002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-dc79a12d-4cc3-4408-8ee7-7557746fd2bf req-619f970b-1c68-407e-9c0a-583fa21bc5ca tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:08.544611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-dc79a12d-4cc3-4408-8ee7-7557746fd2bf req-619f970b-1c68-407e-9c0a-583fa21bc5ca tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:08.546059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc79a12d-4cc3-4408-8ee7-7557746fd2bf req-619f970b-1c68-407e-9c0a-583fa21bc5ca tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 948 time: 0.2262323 May 27 01:46:08.550630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-dfee2dc5-ad2b-4176-8631-3d516896a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.552149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-dfee2dc5-ad2b-4176-8631-3d516896a5d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1587658 May 27 01:46:08.641887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-7cef90d8-c12a-4c36-9ff4-285561460aec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.0718024 May 27 01:46:08.652537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc79a12d-4cc3-4408-8ee7-7557746fd2bf req-0103818c-e81e-45fc-9e62-34d806f496bb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975218 May 27 01:46:08.720472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-2f62a3df-42c5-443b-9264-b49bc14f7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.722460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-2f62a3df-42c5-443b-9264-b49bc14f7935 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0731473 May 27 01:46:08.728574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-78172e6f-a94f-4440-96ce-7fd4f503db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.730145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-78172e6f-a94f-4440-96ce-7fd4f503db85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f912b91-48ff-4d6c-9b18-212b15b43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4555399 May 27 01:46:08.744160 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c968cd8f-3fc6-4a27-a686-48747052ba00'] response: {'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'code': 200} May 27 01:46:08.770885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbbf2f-a096-4391-8bce-97777b09bec9 req-bcd60f20-8bb0-43cf-b6ca-f6bc0759124a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.772958 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3bbbf2f-a096-4391-8bce-97777b09bec9 req-bcd60f20-8bb0-43cf-b6ca-f6bc0759124a tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.5120983 May 27 01:46:08.775162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-d0764161-64ed-4d86-aaa2-d53d283bc1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088392 May 27 01:46:08.785744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Router a2662f23-804d-484d-9d92-9725c01f1f3a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:46:08.852359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-484a1510-4f87-48d0-a819-12cd3d334b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:08.853901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-484a1510-4f87-48d0-a819-12cd3d334b7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241157 May 27 01:46:09.000256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dcde7ca8-c3ca-4891-97a8-32a9e8bf35a8 req-ddf78059-d23f-46ea-b436-19f0b4b23ef2 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 210 time: 0.0551517 May 27 01:46:09.145533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3bbbf2f-a096-4391-8bce-97777b09bec9 req-dc23e35a-3c89-4a26-bb29-2acdd0326e23 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625162 May 27 01:46:09.175204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device dfafa40d-0f47-4f13-8091-414a57938d50 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:09.217059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-be91c019-554b-485e-bfe2-be8d978777f4 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571460 May 27 01:46:09.293512 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:09.297572 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:09.307891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port dfafa40d-0f47-4f13-8091-414a57938d50 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:09.317067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port dfafa40d-0f47-4f13-8091-414a57938d50 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:09.318072 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:09.324591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-e24e824c-6c07-49e2-a3b4-36e539af92f9 service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855877 May 27 01:46:09.328862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6f801-8877-46bd-89bb-e1940372db08 req-67c813e3-e01b-41af-ae17-d41e285a8e46 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:09.329243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46dce0db-b07f-4b4e-8075-1d616563a37b req-b0cfe4e7-b8c5-41f9-98c9-6d4133ac486e service neutron] 10.222.0.13 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404868 May 27 01:46:09.330919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14f6f801-8877-46bd-89bb-e1940372db08 req-67c813e3-e01b-41af-ae17-d41e285a8e46 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 944 time: 0.1832337 May 27 01:46:09.370145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c562-b489-4289-a581-bc72589749c9 req-76b6be7e-eb09-440e-a664-0d76913ae2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:09.371727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8172c562-b489-4289-a581-bc72589749c9 req-76b6be7e-eb09-440e-a664-0d76913ae2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 1097 time: 0.4639740 May 27 01:46:09.418017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fab4379-4bca-48da-93eb-82e54fa32971 req-3100fb80-1c1d-4514-9c05-0f7688326d19 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920934 May 27 01:46:09.420846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14f6f801-8877-46bd-89bb-e1940372db08 req-1e779ef3-d126-4579-8377-00f3e5842fab tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773578 May 27 01:46:09.464519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port dfafa40d-0f47-4f13-8091-414a57938d50 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:09.464902 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:09.496652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port dfafa40d-0f47-4f13-8091-414a57938d50, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=dfafa40d-0f47-4f13-8091-414a57938d50,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:09.501410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:09.574390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=dfafa40d-0f47-4f13-8091-414a57938d50,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:09.638801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b47ef-6891-4adf-981c-4c730fe1c5b9 req-698de8ca-c6d1-47aa-8073-f30ab74d3aef tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:09.640296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c69b47ef-6891-4adf-981c-4c730fe1c5b9 req-698de8ca-c6d1-47aa-8073-f30ab74d3aef tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 945 time: 0.1138756 May 27 01:46:09.677207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:09.685284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c69b47ef-6891-4adf-981c-4c730fe1c5b9 req-c39a5223-f03d-4f5b-933d-c746fb91f97d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385528 May 27 01:46:09.691277 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] Sync routers for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:09.706210 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:09.706210 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:09.810975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] No DVR routers for this DVR port fe3fff2d-ce94-4627-840a-8a40f0e1cf21 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:09.813748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:09.824793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8172c562-b489-4289-a581-bc72589749c9 req-fe709417-d329-4809-8250-f311b55cf377 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647132 May 27 01:46:09.845557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e26104d-e39c-459d-a8bf-ba356aa71e1a req-c75c04f6-51b1-4e0a-9998-87d1d7b6ccf2 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0437272 May 27 01:46:09.854946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34f5ab22-b3ce-4999-a4c3-ed57d4f70fe6 req-302bb5f5-4f3b-4fb0-bbdd-d6a7b5ed34a4 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.47 "DELETE /v2.0/ports/fe3fff2d-ce94-4627-840a-8a40f0e1cf21 HTTP/1.1" status: 204 len: 173 time: 8.5335052 May 27 01:46:09.866308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a37c218-4d4c-4628-a070-bdb7d9a40382 req-0d5c3f77-0953-4b86-a1f3-9dc3c9b1cba8 service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305355 May 27 01:46:09.883850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-f78df7ca-6a4d-4f5c-b8a4-57ee378c8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:09.885502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-f78df7ca-6a4d-4f5c-b8a4-57ee378c8bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e22538c3f24330bca608ac0f645ae1&device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 1095 time: 0.4128566 May 27 01:46:09.890844 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:09.893685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bccf7b-c4ac-4b73-980e-7012b212b526 req-2e44ed17-9916-4959-9331-8dae118db616 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:09.895341 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8bccf7b-c4ac-4b73-980e-7012b212b526 req-2e44ed17-9916-4959-9331-8dae118db616 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 943 time: 0.5367780 May 27 01:46:10.027451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8bccf7b-c4ac-4b73-980e-7012b212b526 req-5fa7ed2a-44b8-4bd3-a5ec-6827bf18759b tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093252 May 27 01:46:10.077629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-cf8f6be8-414a-4c22-b8b8-c71ec5b7f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:10.080146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-cf8f6be8-414a-4c22-b8b8-c71ec5b7f997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=728d14a4-0c72-40c4-a51e-c72badc46392 HTTP/1.1" status: 200 len: 906 time: 0.1823180 May 27 01:46:10.112684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ca94e-b641-438f-880b-93b443605ef4 req-e963ff57-3f67-4224-87be-83a86a61dc88 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:10.114225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-669ca94e-b641-438f-880b-93b443605ef4 req-e963ff57-3f67-4224-87be-83a86a61dc88 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 943 time: 0.0999362 May 27 01:46:10.179125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-669ca94e-b641-438f-880b-93b443605ef4 req-64f26775-e3b6-47e0-9c08-2ea7a303e78e tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568604 May 27 01:46:10.201133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf'}, {'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'name': 'network-vif-deleted', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:10.206547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-c84be18d-51c2-4887-9072-02c93bb8a0fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4 HTTP/1.1" status: 200 len: 217 time: 0.1189394 May 27 01:46:10.249499 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:05Z', 'revision_number': 5, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:10.254400 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] Checking router: a2662f23-804d-484d-9d92-9725c01f1f3a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:10.273078 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:10.274112 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:10.332488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-105fce0b-682d-4b3e-9dbd-737d76ae82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:10.334209 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-105fce0b-682d-4b3e-9dbd-737d76ae82b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6 HTTP/1.1" status: 200 len: 844 time: 0.0815706 May 27 01:46:10.338212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-637daf0c-26f1-4d29-9078-b3064a7ba118 req-be4d8ced-a558-4ae2-9ef7-1827e297081e tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 210 time: 0.0452542 May 27 01:46:10.345947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320a6c-4659-45d0-9644-560e43ab8da1 req-084cc1bf-b7fa-4a06-84e8-b17e75c12125 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:10.359332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8320a6c-4659-45d0-9644-560e43ab8da1 req-084cc1bf-b7fa-4a06-84e8-b17e75c12125 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 948 time: 0.1452298 May 27 01:46:10.447604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8320a6c-4659-45d0-9644-560e43ab8da1 req-38c94b9f-f810-4684-be76-865b6aa58f32 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936337 May 27 01:46:10.484539 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:10.506449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-7d5e526a-5f50-41a1-b124-74b79e9f298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:10.507948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-7d5e526a-5f50-41a1-b124-74b79e9f298f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=728d14a4-0c72-40c4-a51e-c72badc46392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376097 May 27 01:46:10.576183 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7fe37c-2ea2-405e-a373-65e160e19026'] response: {'name': 'network-changed', 'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'status': 'completed', 'code': 200} May 27 01:46:10.576183 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7fe37c-2ea2-405e-a373-65e160e19026'] response: {'server_uuid': '20852623-4b12-4d63-9250-684533451598', 'name': 'network-vif-deleted', 'tag': 'fe3fff2d-ce94-4627-840a-8a40f0e1cf21', 'status': 'completed', 'code': 200} May 27 01:46:10.655572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bff37d-f1bd-4731-89df-63581e643e78 req-59a53a65-6681-425a-8fd1-2a0699f2ba99 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:10.664605 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93bff37d-f1bd-4731-89df-63581e643e78 req-59a53a65-6681-425a-8fd1-2a0699f2ba99 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.2045889 May 27 01:46:10.734869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93bff37d-f1bd-4731-89df-63581e643e78 req-2c5254fe-d93a-4561-950e-21e618585e0e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690610 May 27 01:46:10.746404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfafa40d-0f47-4f13-8091-414a57938d50'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:10.829964 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:10.921998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-1364b096-6a08-4131-b0e8-1f839055c99b service neutron] 10.222.0.13 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014521 May 27 01:46:10.930463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:05Z', 'revision_number': 5, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:10.934827 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0f5d8-7e13-4abb-bdec-4f874a6f76fd None None] The sync data for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 is: [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:43:54Z', 'revision_number': 4, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'fe67e797-8aaf-4e03-8894-6fe16de474df', 'name': '', 'network_id': '4a89d05e-1dc3-4a80-b462-c217fe9c6a6a', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'mac_address': 'fa:16:3e:79:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:53Z', 'updated_at': '2022-05-27T01:44:05Z', 'revision_number': 5, 'project_id': 'cff530a25088433da9e924750e11a694', 'subnets': [{'id': '4b501c6e-25d2-45ad-8941-b6f5455f0095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:10.974079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbbd06-4063-473f-aaf4-b9bc8a8a8582 req-95142758-a5f8-44bd-ade1-71dcb0d6e342 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:10.976031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71dbbd06-4063-473f-aaf4-b9bc8a8a8582 req-95142758-a5f8-44bd-ade1-71dcb0d6e342 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 945 time: 0.1106164 May 27 01:46:11.040641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71dbbd06-4063-473f-aaf4-b9bc8a8a8582 req-8f9d405d-66b9-4578-9835-f5d2983b50f8 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570376 May 27 01:46:11.045456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eb953-704d-411b-a1da-785b47b1d92a req-be97ba8d-0a74-465f-b2d7-00ad448f23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:11.047249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eb953-704d-411b-a1da-785b47b1d92a req-be97ba8d-0a74-465f-b2d7-00ad448f23ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f31da7185e7949b5bf03840d9f7094e2&device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 1095 time: 0.4581118 May 27 01:46:11.097173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7273691-234c-486b-80b9-9a253af0216e req-8f36d319-a5ee-4306-8003-cb9d53206cc3 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:11.104491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f7273691-234c-486b-80b9-9a253af0216e req-8f36d319-a5ee-4306-8003-cb9d53206cc3 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.3262548 May 27 01:46:11.121280 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe986e8-3866-4e8b-b7e7-05e1d0655101'] response: {'server_uuid': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfafa40d-0f47-4f13-8091-414a57938d50', 'code': 200} May 27 01:46:11.313363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a88b26-de73-438f-a17a-fa63d455e316 None None] New status for floating IP 1c5f1e32-3f1b-4b35-905f-0a2bef2c4669: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:46:11.324864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f5048a2-d5ad-490d-8932-6e9c0059b17f req-5fc8bb06-932a-4465-b1f0-ea4cda280fcf tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0587182 May 27 01:46:11.372419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3e3915c-fe3a-464e-94d5-241671430b42 req-d1573d95-c831-4762-a9d8-d6a641e50f15 service neutron] 10.222.0.13 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421895 May 27 01:46:11.384527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eb953-704d-411b-a1da-785b47b1d92a req-5e614e59-c089-4e5c-84b1-0a0bfad9fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:11.386755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eb953-704d-411b-a1da-785b47b1d92a req-5e614e59-c089-4e5c-84b1-0a0bfad9fbee service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 200 len: 929 time: 0.3311858 May 27 01:46:11.514254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eb953-704d-411b-a1da-785b47b1d92a req-5daf3763-d176-413d-9acd-428441ebe994 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 217 time: 0.1167433 May 27 01:46:11.599681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d438-0374-43b9-a29c-d9db1744de15 req-cc5b36fc-11c8-4208-b1f9-302b0d4810c9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:11.601528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6679d438-0374-43b9-a29c-d9db1744de15 req-cc5b36fc-11c8-4208-b1f9-302b0d4810c9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 943 time: 0.1120944 May 27 01:46:11.665030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6679d438-0374-43b9-a29c-d9db1744de15 req-55d8fb22-c30b-4004-9175-ccbee26e600b tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542769 May 27 01:46:11.732353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f7273691-234c-486b-80b9-9a253af0216e req-16d6a63e-245f-48f7-933c-05f118bfe8f7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222713 May 27 01:46:11.732353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eb953-704d-411b-a1da-785b47b1d92a req-cb72eb01-4add-4268-a57b-91ff02515abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:11.732353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eb953-704d-411b-a1da-785b47b1d92a req-cb72eb01-4add-4268-a57b-91ff02515abe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2a105da-647c-4913-8ae1-92bcb79452e1 HTTP/1.1" status: 200 len: 867 time: 0.1640756 May 27 01:46:11.864442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee910d-93c2-436c-b1ed-94bcaf8d8c30 req-1cdfffa0-cfb0-4205-a200-59caee90ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:11.864624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06ee910d-93c2-436c-b1ed-94bcaf8d8c30 req-1cdfffa0-cfb0-4205-a200-59caee90ab7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 1097 time: 0.4905188 May 27 01:46:11.930375 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06ee910d-93c2-436c-b1ed-94bcaf8d8c30 req-b1e83900-1b54-4f65-81d0-4e2a94d72618 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493007 May 27 01:46:11.930375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eb953-704d-411b-a1da-785b47b1d92a req-ce54e048-2a31-4530-98b9-c69da7869590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:11.930375 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eb953-704d-411b-a1da-785b47b1d92a req-ce54e048-2a31-4530-98b9-c69da7869590 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f912b91-48ff-4d6c-9b18-212b15b43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915109 May 27 01:46:12.037152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2f86-1fa1-4a84-ac63-f04a28125c40 req-67ea17a4-81ae-4e77-aa88-8fa09a837922 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:12.039417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a9a2f86-1fa1-4a84-ac63-f04a28125c40 req-67ea17a4-81ae-4e77-aa88-8fa09a837922 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 943 time: 0.1645105 May 27 01:46:12.121610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a9a2f86-1fa1-4a84-ac63-f04a28125c40 req-9d1432b4-37a6-4721-8f2f-254df95926b6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 May 27 01:46:12.163438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-963837d5-7a38-4d4f-80a5-a90865f644df req-460f3636-2781-499d-9a47-9f1cfc39d596 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Synchronizing usage tracker for tenant:cff530a25088433da9e924750e11a694 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:12.188997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-963837d5-7a38-4d4f-80a5-a90865f644df req-460f3636-2781-499d-9a47-9f1cfc39d596 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Unset dirty status for tenant:cff530a25088433da9e924750e11a694 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:12.188997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-963837d5-7a38-4d4f-80a5-a90865f644df req-460f3636-2781-499d-9a47-9f1cfc39d596 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/ports?device_id=20852623-4b12-4d63-9250-684533451598 HTTP/1.1" status: 200 len: 210 time: 0.2135217 May 27 01:46:12.510362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eb953-704d-411b-a1da-785b47b1d92a req-c9909ea4-652c-4689-99cc-788120a68a65 service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189590 May 27 01:46:12.520191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1f8b-a635-44c4-b53e-afaeaf65b0be req-bc8bd907-8c32-4262-ab87-2732ac1bf6f3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:12.521830 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-276b1f8b-a635-44c4-b53e-afaeaf65b0be req-bc8bd907-8c32-4262-ab87-2732ac1bf6f3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 948 time: 0.1871686 May 27 01:46:12.526435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a0b89-5045-49d5-a2b0-39e467285e9b req-a47e186a-eed1-4ddc-a232-749761171840 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:12.528271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed8a0b89-5045-49d5-a2b0-39e467285e9b req-a47e186a-eed1-4ddc-a232-749761171840 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.1493316 May 27 01:46:12.574441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-276b1f8b-a635-44c4-b53e-afaeaf65b0be req-a7b1e1f4-2737-44b6-93fe-a9c9c1a4b3d4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 May 27 01:46:12.762936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14fcda55-af87-4a58-a32a-0edb1b75a3af req-1b9ee0a5-eb2b-4f72-ab23-c5ea78d1620a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0664413 May 27 01:46:12.772337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed8a0b89-5045-49d5-a2b0-39e467285e9b req-dcc92de3-36fa-4244-ac44-c4a41609b6da tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185073 May 27 01:46:12.889001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eb953-704d-411b-a1da-785b47b1d92a req-30924862-9e3d-4147-bec9-0bb65d1fd669 service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511720 May 27 01:46:12.893592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:46:12.924680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549c7c0-4f34-4f5a-894f-919a7d85806c req-937b09eb-aa5d-49e0-ba56-810f688fd26e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:12.924680 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a549c7c0-4f34-4f5a-894f-919a7d85806c req-937b09eb-aa5d-49e0-ba56-810f688fd26e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 945 time: 0.1642311 May 27 01:46:13.020400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f1b8bb4-3b6e-4be1-abbe-133305469cba req-6a0926bc-0993-49ee-9481-31a8cc7e6285 tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0727284 May 27 01:46:13.026763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a549c7c0-4f34-4f5a-894f-919a7d85806c req-ab77b58d-b26b-408e-9d9f-76459839fe5e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001217 May 27 01:46:13.085899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:13.128362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'mac_address': 'fa:16:3e:ad:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:46:13.214889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device beb57aa1-4a54-4635-8f3e-9e95625b27bf details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:46:13.280201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d1eb3854-25a5-4373-9743-0350ee6cbd20 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:13.280201 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:13.375343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95059e1f-8981-4a5f-882c-9f0b0712a515 req-c95050ba-5787-4ebb-96ea-497afde6a111 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:13.383260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95059e1f-8981-4a5f-882c-9f0b0712a515 req-c95050ba-5787-4ebb-96ea-497afde6a111 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 943 time: 0.2228141 May 27 01:46:13.411999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1eb3854-25a5-4373-9743-0350ee6cbd20 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:13.440789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95059e1f-8981-4a5f-882c-9f0b0712a515 req-a85a6c84-931d-4b7b-85e3-70f08d8cce81 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564942 May 27 01:46:13.470433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87740e1c-cce5-4a81-a68a-3c559305b1fb req-164d731c-94dd-4d50-8609-b52742d516cd tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:13.472604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87740e1c-cce5-4a81-a68a-3c559305b1fb req-164d731c-94dd-4d50-8609-b52742d516cd tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.1424296 May 27 01:46:13.527461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87740e1c-cce5-4a81-a68a-3c559305b1fb req-85b707e9-6d87-466e-9924-c27832573680 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 May 27 01:46:13.534374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port beb57aa1-4a54-4635-8f3e-9e95625b27bf, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:13.544867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:13.557217 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:13.631367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'port_id': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'mac_address': 'fa:16:3e:75:6e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:46:13.716051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:13.764409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port beb57aa1-4a54-4635-8f3e-9e95625b27bf is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:13.764791 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:13.778643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b46b53-c2e1-4210-b553-ba035031bfcc req-83bdc386-b85a-45bd-932f-75b014bace76 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:13.780293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-76b46b53-c2e1-4210-b553-ba035031bfcc req-83bdc386-b85a-45bd-932f-75b014bace76 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:13.809363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-76b46b53-c2e1-4210-b553-ba035031bfcc req-83bdc386-b85a-45bd-932f-75b014bace76 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:13.818090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76b46b53-c2e1-4210-b553-ba035031bfcc req-83bdc386-b85a-45bd-932f-75b014bace76 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 943 time: 0.1691775 May 27 01:46:13.822176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb57aa1-4a54-4635-8f3e-9e95625b27bf {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:13.841740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port beb57aa1-4a54-4635-8f3e-9e95625b27bf, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:13.848420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:13.849411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f0b59b8d-03d8-4878-8eac-367e30a46ea4 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:46:13.910631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76b46b53-c2e1-4210-b553-ba035031bfcc req-02a93848-e6af-4c6b-b789-bd7d0fc084a1 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878639 May 27 01:46:14.040954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d1eb3854-25a5-4373-9743-0350ee6cbd20'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:14.116946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6bacd-a774-48e4-bc47-115f2e6ddb16 req-bb2640a7-c3df-49c4-8097-40e4ece36ad3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:14.119342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01e6bacd-a774-48e4-bc47-115f2e6ddb16 req-bb2640a7-c3df-49c4-8097-40e4ece36ad3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 945 time: 0.0863485 May 27 01:46:14.162732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=beb57aa1-4a54-4635-8f3e-9e95625b27bf,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:14.180962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port f0b59b8d-03d8-4878-8eac-367e30a46ea4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:14.183740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01e6bacd-a774-48e4-bc47-115f2e6ddb16 req-68da80d9-7ae2-4035-9545-32e14e99d437 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574894 May 27 01:46:14.191293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74102748-8d1f-4611-bfd6-e193c8d843f3 req-0c48e1b0-0114-4768-9765-cec19e448da6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:14.193016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74102748-8d1f-4611-bfd6-e193c8d843f3 req-0c48e1b0-0114-4768-9765-cec19e448da6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 0.1437728 May 27 01:46:14.199101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'port_id': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'mac_address': 'fa:16:3e:be:a7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:46:14.290732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port f0b59b8d-03d8-4878-8eac-367e30a46ea4 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:14.291173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:14.306084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74102748-8d1f-4611-bfd6-e193c8d843f3 req-522d247d-6ad0-4ecf-bc76-e7dc61a75249 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048520 May 27 01:46:14.331102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b59b8d-03d8-4878-8eac-367e30a46ea4 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:14.347727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port f0b59b8d-03d8-4878-8eac-367e30a46ea4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:14.362784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:14.364190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:14.470553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=f0b59b8d-03d8-4878-8eac-367e30a46ea4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:14.497338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0184cc63-781c-45d6-bb45-51f5a104a7d1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:14.497861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744fe6d-f8b5-43f9-9498-480149bc8937 req-df64f52f-273c-4568-816d-b7b3e25fac00 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:14.507494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f744fe6d-f8b5-43f9-9498-480149bc8937 req-df64f52f-273c-4568-816d-b7b3e25fac00 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 945 time: 0.1612561 May 27 01:46:14.607954 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f744fe6d-f8b5-43f9-9498-480149bc8937 req-81466cc0-eb6a-46f6-9051-01b664aaca2e tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907173 May 27 01:46:14.642826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0184cc63-781c-45d6-bb45-51f5a104a7d1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:14.717339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d05e92e-3bac-45e4-821c-cc8c830e3441 req-fd4459a8-9dd6-4702-91fe-3cb3c9cf8c1c tempest-ServersAdmin275Test-655662706 tempest-ServersAdmin275Test-655662706-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1496325 May 27 01:46:14.775300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-632048a4-d817-4839-adab-7df1c064e04a tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:14.776826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-632048a4-d817-4839-adab-7df1c064e04a tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.1355240 May 27 01:46:14.784853 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0184cc63-781c-45d6-bb45-51f5a104a7d1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:14.801462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['beb57aa1-4a54-4635-8f3e-9e95625b27bf'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:14.804901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-11'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:14.848529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e4f9b-de17-4b0b-ab25-29b55a5b7ba5 req-82297629-b7b7-4917-9d4d-6accc883b530 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:14.850265 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-263e4f9b-de17-4b0b-ab25-29b55a5b7ba5 req-82297629-b7b7-4917-9d4d-6accc883b530 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 944 time: 0.1011643 May 27 01:46:14.864744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184cc63-781c-45d6-bb45-51f5a104a7d1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c90cba-ac85-4f50-a4da-9c00d1878e07,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:14.868659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['f0b59b8d-03d8-4878-8eac-367e30a46ea4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:14.903035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0184cc63-781c-45d6-bb45-51f5a104a7d1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:14.906112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0184cc63-781c-45d6-bb45-51f5a104a7d1 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "DELETE /v2.0/security-groups/c7c90cba-ac85-4f50-a4da-9c00d1878e07 HTTP/1.1" status: 204 len: 168 time: 0.5416725 May 27 01:46:14.921732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56040) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:14.954990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-263e4f9b-de17-4b0b-ab25-29b55a5b7ba5 req-358e9d78-133f-4b0d-866d-798c8ba4c6f1 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912251 May 27 01:46:14.957225 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-2a8e01f2-e57d-4e18-bd44-d16a6d1422eb tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] show failed (client error): The resource could not be found. May 27 01:46:14.958747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a8e01f2-e57d-4e18-bd44-d16a6d1422eb tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "GET /v2.0/security-groups/c7c90cba-ac85-4f50-a4da-9c00d1878e07 HTTP/1.1" status: 404 len: 347 time: 0.0330031 May 27 01:46:14.963222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56046) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:15.027204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:15.155725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Deleting port 02a27705-1ce6-43d8-a29d-2b8684cbe618 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:15.156821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:15.202203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:46:15.276110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910258-411b-47b0-97f9-dba94221a65e req-55dd1d31-08fa-4905-8799-e47041a24045 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:15.279834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9910258-411b-47b0-97f9-dba94221a65e req-55dd1d31-08fa-4905-8799-e47041a24045 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.3018138 May 27 01:46:15.385887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:15.385887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:15.396939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36eb2f03-8676-419b-abb0-a108b03f1de7 req-74060132-73df-4b34-af06-fb0076b76ae4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18ea31f3851547968ed97b6821616dab&device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.1157575 May 27 01:46:15.408604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:15.414349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:15.422339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d has no active binding in host n-h1-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:46:15.471486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36eb2f03-8676-419b-abb0-a108b03f1de7 req-60f28857-8f71-43cb-b64b-d4cd5dc1992e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=18ea31f3851547968ed97b6821616dab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446715 May 27 01:46:15.521101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9910258-411b-47b0-97f9-dba94221a65e req-276e6bf1-bd1a-46f5-b6b3-96b2942181e8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538246 May 27 01:46:15.732076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Calling delete_port for 02a27705-1ce6-43d8-a29d-2b8684cbe618 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:15.813083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba845d-000e-480a-93d4-d191e31bcbbe req-f6d79f69-fdeb-49d0-8a72-4d8be65e8e31 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:15.816759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-edba845d-000e-480a-93d4-d191e31bcbbe req-f6d79f69-fdeb-49d0-8a72-4d8be65e8e31 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 944 time: 0.4192767 May 27 01:46:15.818293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:15.917986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-edba845d-000e-480a-93d4-d191e31bcbbe req-4a78aaac-73f7-4534-8074-483e322cc4cb tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 May 27 01:46:15.971685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:15.971685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:15.976033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:15.984735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2f03-8676-419b-abb0-a108b03f1de7 req-54c646ec-35cd-45a3-b99b-0b4d962d4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:15.984735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36eb2f03-8676-419b-abb0-a108b03f1de7 req-54c646ec-35cd-45a3-b99b-0b4d962d4e0a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4900582 May 27 01:46:15.984735 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:16.128568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-88ecb811-cea8-4dbd-b632-aab68e28bc19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4287462 May 27 01:46:16.143398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0228-bcb8-41d7-a4c1-7fadeca717aa req-69e48ebb-65a3-4c81-9047-6c23b58929c6 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:16.145342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-695e0228-bcb8-41d7-a4c1-7fadeca717aa req-69e48ebb-65a3-4c81-9047-6c23b58929c6 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 945 time: 0.4440308 May 27 01:46:16.146913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Pushing event deleted for resources: {'Port': ['ID=02a27705-1ce6-43d8-a29d-2b8684cbe618,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:16.195144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e6e403bb-c4fb-4a9a-94c3-8ad7ac33f5cf req-7ddb452a-ef9f-4bb1-8991-cacc85127844 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.0997961 May 27 01:46:16.218227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:16.249104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:16.250784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1c6da032-106b-4909-abbd-94ab1427c755 tempest-ServersTestBootFromVolume-1445108281 tempest-ServersTestBootFromVolume-1445108281-project] 10.222.0.16 "DELETE /v2.0/floatingips/1c5f1e32-3f1b-4b35-905f-0a2bef2c4669 HTTP/1.1" status: 204 len: 168 time: 1.2861478 May 27 01:46:16.254063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56064) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:16.254211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:16.304101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on host n-h2-843146-11 for vnic_type normal with profile {"migrating_to": "n-h1-843146-11"} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:16.304436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:16.304763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:16.331992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-695e0228-bcb8-41d7-a4c1-7fadeca717aa req-f2994fd1-dc8e-4ece-9f03-9ee1b2b44db4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760275 May 27 01:46:16.340847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:46:16.340847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Attempting to bind port c896ef2a-f0a0-4207-85fa-99854308ad2d on network 01882877-d4cd-4357-82eb-2190017a290c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:16.348158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:16.348158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Checking segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:16.348158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Bound using segment: {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:16.348158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Bound port: c896ef2a-f0a0-4207-85fa-99854308ad2d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a875ece-32b8-453f-8680-f66a0b1998bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01882877-d4cd-4357-82eb-2190017a290c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:16.348158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:16.430416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-5c8adf84-dab2-46d0-a266-5919f51905c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:16.430416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-5c8adf84-dab2-46d0-a266-5919f51905c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 1103 time: 0.2342694 May 27 01:46:16.544280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:16.670402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:16.687889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:16.784873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-c56d9bbd-701b-4179-89e1-d55aa2b7430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:16.784873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-c56d9bbd-701b-4179-89e1-d55aa2b7430e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3112261 May 27 01:46:16.826361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339522-752d-410f-ac2e-71aafd2a7670 req-9463573f-241f-4835-99e2-93cc7a50c88b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:16.827494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a339522-752d-410f-ac2e-71aafd2a7670 req-9463573f-241f-4835-99e2-93cc7a50c88b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 0.3863232 May 27 01:46:16.905773 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-0a58e562-6959-4f2f-b89f-41960971800e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 200 len: 217 time: 0.1041694 May 27 01:46:16.926331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:16.933395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a339522-752d-410f-ac2e-71aafd2a7670 req-c9ca61fb-fb89-485b-afe7-0ef062ffd595 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951061 May 27 01:46:17.031813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d1eb3854-25a5-4373-9743-0350ee6cbd20 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:17.031813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d1eb3854-25a5-4373-9743-0350ee6cbd20 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:17.031813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:17.084757 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e232611b-4999-4725-b288-22392f91c3ec'] response: {'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d', 'code': 200} May 27 01:46:17.110122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=8']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:17.173413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:17.173413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:17.173413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-af77b125-9c9d-4c64-a6a8-94669c1d9674 service neutron] 10.222.0.13 "PUT /v2.0/ports/c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 200 len: 1123 time: 2.3749034 May 27 01:46:17.209452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-9defacec-54f8-4cdc-9c3f-50d8d35661cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:17.229226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-9defacec-54f8-4cdc-9c3f-50d8d35661cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 1097 time: 0.4825132 May 27 01:46:17.229226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-60fd035e-1dce-49a0-9482-ab8d4326f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:17.239054 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-60fd035e-1dce-49a0-9482-ab8d4326f246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2661161 May 27 01:46:17.294240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d1eb3854-25a5-4373-9743-0350ee6cbd20 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:17.294625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:17.306579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device beb57aa1-4a54-4635-8f3e-9e95625b27bf up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:17.334811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f88b7-8e36-4f9b-bc12-a5821685ccf6 req-372b50c4-867e-48cc-ab0e-925e01d89072 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:17.343824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf1f88b7-8e36-4f9b-bc12-a5821685ccf6 req-372b50c4-867e-48cc-ab0e-925e01d89072 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.5430181 May 27 01:46:17.403181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['c896ef2a-f0a0-4207-85fa-99854308ad2d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:17.425119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:17.470762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c896ef2a-f0a0-4207-85fa-99854308ad2d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:17.501733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b4e1-64e3-47e3-9acf-04f1f26dd1b9 req-d7241738-7057-4f0f-9e8a-23329a3f85f5 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:17.503805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e423b4e1-64e3-47e3-9acf-04f1f26dd1b9 req-d7241738-7057-4f0f-9e8a-23329a3f85f5 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 944 time: 0.2664726 May 27 01:46:17.568499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:17.624986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:17.634855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:17.658058 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36eb2f03-8676-419b-abb0-a108b03f1de7 req-e3c64e5c-aabc-4384-9d1b-425b8b2f6db7 tempest-ServersAdmin275Test-2135397214 tempest-ServersAdmin275Test-2135397214-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8a4b108-9869-498b-a720-8918ec252127 HTTP/1.1" status: 200 len: 210 time: 0.2110667 May 27 01:46:17.696924 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf1f88b7-8e36-4f9b-bc12-a5821685ccf6 req-bd06f3ec-77ae-4e01-be28-9439d50718bf tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522391 May 27 01:46:17.724896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-e60ab9f6-af7f-49c4-a349-c6198a4ead06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:17.726409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-e60ab9f6-af7f-49c4-a349-c6198a4ead06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 912 time: 0.4930093 May 27 01:46:17.730100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port beb57aa1-4a54-4635-8f3e-9e95625b27bf completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:17.740145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-64cc90c6-55be-444d-9b67-184b1c0f9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:17.741746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-64cc90c6-55be-444d-9b67-184b1c0f9c68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4784236 May 27 01:46:17.747420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port beb57aa1-4a54-4635-8f3e-9e95625b27bf triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:17.747780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:17.834932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-d358a473-58c8-4a88-8656-ac4b63f3ba64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfafa40d-0f47-4f13-8091-414a57938d50 HTTP/1.1" status: 200 len: 217 time: 0.0920928 May 27 01:46:18.040484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:18.086415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-75c733b2-7c83-400b-b70b-e492720b27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:18.087915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-75c733b2-7c83-400b-b70b-e492720b27e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.1939521 May 27 01:46:18.091442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e423b4e1-64e3-47e3-9acf-04f1f26dd1b9 req-d0e1da70-ff42-44e9-bb08-c9b16876af1b tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5763371 May 27 01:46:18.171540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port beb57aa1-4a54-4635-8f3e-9e95625b27bf is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:18.171911 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:18.186280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-d2844451-30b0-4d15-b0a0-78b840b0e0c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746439 May 27 01:46:18.304699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-f5e3c341-fee3-43a9-81b0-285599d7fe8e service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133994 May 27 01:46:18.321388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port beb57aa1-4a54-4635-8f3e-9e95625b27bf, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:18.338819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:18.339310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f0b59b8d-03d8-4878-8eac-367e30a46ea4 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:18.407527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Deleting port fe67e797-8aaf-4e03-8894-6fe16de474df {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:18.410055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:18.581354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c037fe-f7e8-4b9e-a40f-513760577369 req-f70ef7e8-fb3f-40b6-b565-0bb949462718 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721246 May 27 01:46:18.591766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=beb57aa1-4a54-4635-8f3e-9e95625b27bf,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:18.621028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port f0b59b8d-03d8-4878-8eac-367e30a46ea4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:18.628979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port f0b59b8d-03d8-4878-8eac-367e30a46ea4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:18.630353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:18.748827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a99f2-b210-4bbe-ab24-812a7715780d req-5f322f2e-cb4f-4b27-99d5-bc8023f2aa28 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:18.750319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d2a99f2-b210-4bbe-ab24-812a7715780d req-5f322f2e-cb4f-4b27-99d5-bc8023f2aa28 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.4670551 May 27 01:46:18.777145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-7d0693cd-863f-4500-958e-f13e2f92ffc7 service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457518 May 27 01:46:18.801101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port f0b59b8d-03d8-4878-8eac-367e30a46ea4 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:18.801548 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:18.820140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f4090-dd39-4202-a1e3-41203b482729 req-08f74f3b-e4eb-4dc6-b691-6a011b31cb08 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:18.821600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-538f4090-dd39-4202-a1e3-41203b482729 req-08f74f3b-e4eb-4dc6-b691-6a011b31cb08 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 0.2087133 May 27 01:46:18.843106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port f0b59b8d-03d8-4878-8eac-367e30a46ea4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:18.845704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] For port fe67e797-8aaf-4e03-8894-6fe16de474df, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fe67e797-8aaf-4e03-8894-6fe16de474df,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:18.846093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:18.848331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:18.933982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=f0b59b8d-03d8-4878-8eac-367e30a46ea4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:18.939063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-538f4090-dd39-4202-a1e3-41203b482729 req-2bb99972-9014-44c5-9b2d-34170153f93a tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711005 May 27 01:46:18.980572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52085685-ee8a-4571-a97b-f1a7dc683532 req-f4a38a79-677a-475b-a850-a13dc58bc5f1 service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926491 May 27 01:46:18.990881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d2a99f2-b210-4bbe-ab24-812a7715780d req-64077a34-2e25-44af-b4db-8447563da696 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321200 May 27 01:46:18.998175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Calling delete_port for fe67e797-8aaf-4e03-8894-6fe16de474df owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:19.081209 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6063336-48b0-4a6c-b100-65dedfe936b6'] response: {'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'code': 200} May 27 01:46:19.082450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:19.363957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a318b-fe83-42a0-9538-67b779e5ae97 req-31d62c79-33f2-4444-9788-17d03f3048f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:19.364778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-999a318b-fe83-42a0-9538-67b779e5ae97 req-31d62c79-33f2-4444-9788-17d03f3048f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1102 time: 0.2175345 May 27 01:46:19.399013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceec8c-075a-4f2f-a08c-8275c646bcc0 req-37c2f81c-d177-47f6-827c-083c37c0d96c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:19.403741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4bceec8c-075a-4f2f-a08c-8275c646bcc0 req-37c2f81c-d177-47f6-827c-083c37c0d96c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.1467226 May 27 01:46:19.431974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56112) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:19.471764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-999a318b-fe83-42a0-9538-67b779e5ae97 req-70c24cd1-011a-4a14-b5df-fb771348c75b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930479 May 27 01:46:19.475191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4bceec8c-075a-4f2f-a08c-8275c646bcc0 req-aae35bbf-c641-4ce9-bf6e-b839ee337a3c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632482 May 27 01:46:19.557953 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cce6476-74c8-443d-b1ec-6310c909c0d2'] response: {'name': 'network-changed', 'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d', 'status': 'completed', 'code': 200} May 27 01:46:19.563163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a1b3c-ea72-402a-9a58-bd3c1a5b789e req-2d79d91c-a9c7-4d74-a32f-ba3e7eeadb73 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:19.570377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da3a1b3c-ea72-402a-9a58-bd3c1a5b789e req-2d79d91c-a9c7-4d74-a32f-ba3e7eeadb73 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.2449360 May 27 01:46:19.603651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:19.710260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe67e797-8aaf-4e03-8894-6fe16de474df,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:19.745964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bdd34-3c5e-4a3e-9f61-957475a69cc4 req-8f4b4f10-9b0c-4eda-9565-b2d8812f3af9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:19.752761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:19.755026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94bdd34-3c5e-4a3e-9f61-957475a69cc4 req-8f4b4f10-9b0c-4eda-9565-b2d8812f3af9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.0884230 May 27 01:46:19.771281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da3a1b3c-ea72-402a-9a58-bd3c1a5b789e req-3c302120-f081-46a5-bb49-f0738f375cf4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999857 May 27 01:46:19.827225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:19.835287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Usage tracker for resource:security_group_rule and tenant:18ea31f3851547968ed97b6821616dab is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:19.839990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:19.849018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:19.862172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94bdd34-3c5e-4a3e-9f61-957475a69cc4 req-f327d5e0-1d07-49e1-ac22-d540bf35468d tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060474 May 27 01:46:19.904852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-36c8c13d-63a1-4c6d-90f5-9cb2b008d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:19.906346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-36c8c13d-63a1-4c6d-90f5-9cb2b008d240 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1126 time: 0.0928233 May 27 01:46:20.064118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-06dbd189-0461-4e99-b987-0211c0121587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:20.066248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-06dbd189-0461-4e99-b987-0211c0121587 service neutron] 10.222.0.47 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.1522884 May 27 01:46:20.131086 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:20.194196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-41d74d60-88aa-4c96-baf0-1966c568c589 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 200 len: 217 time: 0.1196589 May 27 01:46:20.241521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:20.261581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:20.282505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-c6520455-a63b-4970-bbf9-7afadf7a2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:20.283922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-c6520455-a63b-4970-bbf9-7afadf7a2de3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.0798707 May 27 01:46:20.298245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb9c2-1ada-4d29-a0ce-d17babbe57b3 req-eb5d1f23-8556-49f0-8aa3-4444acd2d3ce tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:20.299878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f8fb9c2-1ada-4d29-a0ce-d17babbe57b3 req-eb5d1f23-8556-49f0-8aa3-4444acd2d3ce tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.1618836 May 27 01:46:20.479495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-8c0899f1-fae3-42f3-adbd-aa2a6532087d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786098 May 27 01:46:20.517933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18ea31f3851547968ed97b6821616dab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0795956 May 27 01:46:20.519787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a52aa6-0dd3-4354-9f03-1cd82cf14421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb70e339-abd4-41c7-8240-3a5f2dc59a7f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:20.521064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56126) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:20.532773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b82b0-ada1-4be6-aaff-eb74a7884d09 req-d8d2de91-a0e5-4133-8b1a-00613fbe727e tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:20.534615 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-030b82b0-ada1-4be6-aaff-eb74a7884d09 req-d8d2de91-a0e5-4133-8b1a-00613fbe727e tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 0.4836550 May 27 01:46:20.635738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f8fb9c2-1ada-4d29-a0ce-d17babbe57b3 req-f4414eaa-ae43-45d1-b50e-d6ae938b099a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744525 May 27 01:46:20.658120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-030b82b0-ada1-4be6-aaff-eb74a7884d09 req-eb01407c-0ea1-44b6-ace6-7b53b707ec9b tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177728 May 27 01:46:20.703040 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-b3bec199-24fa-4dbb-8082-3c6600ad1833 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159586 May 27 01:46:20.774145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Router a2662f23-804d-484d-9d92-9725c01f1f3a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:46:20.782761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93008526-6944-458e-a3e6-5bf256995aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:20.830941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93008526-6944-458e-a3e6-5bf256995aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:20.944256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42da584f-1e6b-4b1d-9fc8-2a5b75d6dedf req-5632f784-aa3f-4388-94b6-02edfa0576a0 service neutron] 10.222.0.47 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329066 May 27 01:46:21.003403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93008526-6944-458e-a3e6-5bf256995aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:21.016938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:21.034469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb0078-82a4-400e-8240-442de81ae167 req-81a0faab-e3f6-41cd-a48c-527f9ee81407 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:21.034469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88bb0078-82a4-400e-8240-442de81ae167 req-81a0faab-e3f6-41cd-a48c-527f9ee81407 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.1399567 May 27 01:46:21.038922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821d67d-4945-4653-81b4-65bf661634be req-2969edf1-bc04-41ca-8b8c-cfac6c828b89 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:21.039101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008526-6944-458e-a3e6-5bf256995aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb70e339-abd4-41c7-8240-3a5f2dc59a7f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:21.042031 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] Sync routers for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:21.043687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a821d67d-4945-4653-81b4-65bf661634be req-2969edf1-bc04-41ca-8b8c-cfac6c828b89 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.2062969 May 27 01:46:21.053936 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:21.054601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:21.083727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9c337d00-cf6a-480b-8460-d983d437e169 admin admin] 10.222.0.16 "PUT /v2.0/routers/a2662f23-804d-484d-9d92-9725c01f1f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8283758 May 27 01:46:21.084678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf'}, {'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:21.087849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56142) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:21.142913 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93008526-6944-458e-a3e6-5bf256995aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:21.142913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-93008526-6944-458e-a3e6-5bf256995aa0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb70e339-abd4-41c7-8240-3a5f2dc59a7f HTTP/1.1" status: 204 len: 168 time: 0.6131527 May 27 01:46:21.187925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88bb0078-82a4-400e-8240-442de81ae167 req-ad94279d-56ea-4039-be6c-b098634c2591 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291144 May 27 01:46:21.233202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a821d67d-4945-4653-81b4-65bf661634be req-f20fb295-0ebe-498e-b30b-7a92c8a2d5ae tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813154 May 27 01:46:21.374866 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735d79fb-ac89-455d-9a12-9024b234ac97'] response: {'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'code': 200} May 27 01:46:21.375371 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735d79fb-ac89-455d-9a12-9024b234ac97'] response: {'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'code': 200} May 27 01:46:21.485166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a20a8-26ea-40cb-8399-7bc16bd4612b req-66f63f4c-e7c3-4110-9226-66b24a716a85 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:21.497641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:21.499227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-664a20a8-26ea-40cb-8399-7bc16bd4612b req-66f63f4c-e7c3-4110-9226-66b24a716a85 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.1595705 May 27 01:46:21.547488 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:21.842460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-664a20a8-26ea-40cb-8399-7bc16bd4612b req-3f6331e6-04a3-4d7f-bf6b-6bd72fdcacac tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335490 May 27 01:46:21.921433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56160) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:21.953989 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-ce2b7ab7-f37d-4a9f-b407-37cd363cd993 service neutron] 10.222.0.47 "GET /v2.0/ports/c896ef2a-f0a0-4207-85fa-99854308ad2d/bindings/n-h1-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.1882594 May 27 01:46:21.959008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:22.009735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:22.021053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958b228-27a8-43f7-b81b-59cad79b18e5 req-82d5d4c9-7e92-45cc-82c2-2abbc6a2b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:22.023651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9958b228-27a8-43f7-b81b-59cad79b18e5 req-82d5d4c9-7e92-45cc-82c2-2abbc6a2b95b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 1097 time: 0.4802339 May 27 01:46:22.025034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ce86f-4398-47cf-8ac6-60e7b60f9146 req-84d6bef1-4d2b-4c0d-aeec-3025df64f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:22.027308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc8ce86f-4398-47cf-8ac6-60e7b60f9146 req-84d6bef1-4d2b-4c0d-aeec-3025df64f405 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 1097 time: 0.4052877 May 27 01:46:22.027452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Deleting port 683653ea-896b-4310-8ade-dd5c942cf256 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:22.027452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:22.137053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:22.159128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Usage tracker for resource:security_group_rule and tenant:4fbc51e0ba5e45288d3f516481b4a343 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:22.171704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:22.180688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:22.267507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc8ce86f-4398-47cf-8ac6-60e7b60f9146 req-cb355c47-ef7a-4f94-8d19-648eacaee860 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250452 May 27 01:46:22.274114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] For port 683653ea-896b-4310-8ade-dd5c942cf256, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=683653ea-896b-4310-8ade-dd5c942cf256,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:22.274500 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:22.278393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9958b228-27a8-43f7-b81b-59cad79b18e5 req-3af9a50d-38e2-4c05-8833-5a7773ad27d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382600 May 27 01:46:22.288578 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '683653ea-896b-4310-8ade-dd5c942cf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:46:19Z', 'revision_number': 5, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port': {'id': '683653ea-896b-4310-8ade-dd5c942cf256', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:43:48Z', 'updated_at': '2022-05-27T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:22.296846 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] Checking router: a2662f23-804d-484d-9d92-9725c01f1f3a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:22.311520 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] Routers {'a2662f23-804d-484d-9d92-9725c01f1f3a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:22.315003 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a2662f23-804d-484d-9d92-9725c01f1f3a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:22.417177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1732b49-fca7-41da-a178-37f762a438df req-8ff3f3d3-2ccd-437b-af70-3136a61fc9c9 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:22.426881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a1732b49-fca7-41da-a178-37f762a438df req-8ff3f3d3-2ccd-437b-af70-3136a61fc9c9 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 0.3346345 May 27 01:46:22.546907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Calling delete_port for 683653ea-896b-4310-8ade-dd5c942cf256 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:22.615890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a1732b49-fca7-41da-a178-37f762a438df req-55a92675-eaee-4ac3-b051-9da4c85618f8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844292 May 27 01:46:22.617872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:22.630734 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] Set router a2662f23-804d-484d-9d92-9725c01f1f3a gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:22.646673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:22.676051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:22.792331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64630e2-64c1-4be2-b28f-de2d55b17bbb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:22.796017 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:22.833232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-97144544-6ad4-49f0-8408-b9d1095536ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fbc51e0ba5e45288d3f516481b4a343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9096119 May 27 01:46:22.838328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56178) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:22.849560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:22.868979 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:46:22Z', 'revision_number': 6, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:22.880579 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c7063-6827-4727-8ff8-5d8aff6368b1 None None] The sync data for ids ['a2662f23-804d-484d-9d92-9725c01f1f3a'] in n-d-843146-11 is: [{'id': 'a2662f23-804d-484d-9d92-9725c01f1f3a', 'name': 'tempest-ServersTestBootFromVolume-1935257218-router', 'tenant_id': 'cff530a25088433da9e924750e11a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:43:47Z', 'updated_at': '2022-05-27T01:46:22Z', 'revision_number': 6, 'project_id': 'cff530a25088433da9e924750e11a694', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:22.887915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Pushing event deleted for resources: {'Port': ['ID=683653ea-896b-4310-8ade-dd5c942cf256,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:22.931248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bb200bac-a8b9-40a2-8580-203214e0df1b details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:46:22.998183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac241e-a4ee-4dec-b61b-6979d80f36c2 req-4ae10f08-c0d8-44e2-9ee1-ca86dfcb14e2 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:22.999683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37ac241e-a4ee-4dec-b61b-6979d80f36c2 req-4ae10f08-c0d8-44e2-9ee1-ca86dfcb14e2 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 1.0417800 May 27 01:46:23.001296 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.028422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c896ef2a-f0a0-4207-85fa-99854308ad2d {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:23.046584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:23.079055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17474ca-5a34-48f2-a6fd-48d33c8209d4 req-4bb2941c-508e-4945-9125-e488b5ad05b3 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:23.081875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c17474ca-5a34-48f2-a6fd-48d33c8209d4 req-4bb2941c-508e-4945-9125-e488b5ad05b3 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 943 time: 0.1583536 May 27 01:46:23.084492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.130480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:23.146327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'mac_address': 'fa:16:3e:3e:dd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:46:23.221368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port bb200bac-a8b9-40a2-8580-203214e0df1b is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:23.223309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.268102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37ac241e-a4ee-4dec-b61b-6979d80f36c2 req-f4e54764-0c89-4b26-a587-4208eaaddeed tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129459 May 27 01:46:23.278697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb200bac-a8b9-40a2-8580-203214e0df1b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:46:23.284312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.295070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.313876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:23.318977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e559-67ec-49a0-b172-ba67b390d4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.323076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.344292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c17474ca-5a34-48f2-a6fd-48d33c8209d4 req-10cd5e27-414f-40dd-a29d-275982f8fab4 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459931 May 27 01:46:23.412658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] Transition to ACTIVE for port object c896ef2a-f0a0-4207-85fa-99854308ad2d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:23.418433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.421096 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e559-67ec-49a0-b172-ba67b390d4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.500651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:23.509909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.519215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2662f23-804d-484d-9d92-9725c01f1f3a {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:46:23.574442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['bb200bac-a8b9-40a2-8580-203214e0df1b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:23.627332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e559-67ec-49a0-b172-ba67b390d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.637485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] No DVR routers for this DVR port c896ef2a-f0a0-4207-85fa-99854308ad2d on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:23.665277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4e559-67ec-49a0-b172-ba67b390d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64630e2-64c1-4be2-b28f-de2d55b17bbb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:23.688313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.693829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8eda798-0b4c-4cd8-8131-64654e92356a admin admin] 10.222.0.16 "DELETE /v2.0/routers/a2662f23-804d-484d-9d92-9725c01f1f3a HTTP/1.1" status: 204 len: 168 time: 2.6037917 May 27 01:46:23.697004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e559-67ec-49a0-b172-ba67b390d4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.698203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a9e4e559-67ec-49a0-b172-ba67b390d4a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b64630e2-64c1-4be2-b28f-de2d55b17bbb HTTP/1.1" status: 204 len: 168 time: 0.8580635 May 27 01:46:23.700543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56186) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:23.780214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] Pushing event updated for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:23.789275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-3f130036-8599-4dba-90e8-31d0a6e65837 service neutron] 10.222.0.47 "PUT /v2.0/ports/c896ef2a-f0a0-4207-85fa-99854308ad2d/bindings/n-h1-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8192902 May 27 01:46:23.853956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] Deleting subnet 4b501c6e-25d2-45ad-8941-b6f5455f0095 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:46:23.860173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.880054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150f1a7-b50b-4c0e-9f8d-8dac8d321e4c req-78560d66-eef0-4214-9425-2bb649b60135 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:23.889118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d150f1a7-b50b-4c0e-9f8d-8dac8d321e4c req-78560d66-eef0-4214-9425-2bb649b60135 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.2518709 May 27 01:46:23.902765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 683653ea-896b-4310-8ade-dd5c942cf256 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:23.912018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf7d3e-9cc1-450a-a6a1-0bc05b2e12c7 req-b293326c-05ec-43ff-ac0e-70f3c6f5c752 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:23.914842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbaf7d3e-9cc1-450a-a6a1-0bc05b2e12c7 req-b293326c-05ec-43ff-ac0e-70f3c6f5c752 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.3640029 May 27 01:46:23.982234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:23.990240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d150f1a7-b50b-4c0e-9f8d-8dac8d321e4c req-c76321c2-b660-436c-bf45-e6f3115128b5 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566270 May 27 01:46:24.070007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-332a0bb5-87f6-44d0-a462-3b6f582cf3e2 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:24.072319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-332a0bb5-87f6-44d0-a462-3b6f582cf3e2 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.1791537 May 27 01:46:24.107408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 683653ea-896b-4310-8ade-dd5c942cf256 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:46:24.109284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 683653ea-896b-4310-8ade-dd5c942cf256 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:46:24.110186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe67e797-8aaf-4e03-8894-6fe16de474df no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:24.182861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbaf7d3e-9cc1-450a-a6a1-0bc05b2e12c7 req-f9320f68-9632-40c3-8356-9621675c8e78 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394226 May 27 01:46:24.226070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-095be121-2034-405e-9953-49c63b9262a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:24.228676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-095be121-2034-405e-9953-49c63b9262a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e HTTP/1.1" status: 200 len: 1096 time: 0.1456342 May 27 01:46:24.316168 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:24.320384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: fe67e797-8aaf-4e03-8894-6fe16de474df {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:46:24.320384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe67e797-8aaf-4e03-8894-6fe16de474df not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:46:24.497906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-c10ca033-470f-4808-a02e-398e6aa8b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:24.500154 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-c10ca033-470f-4808-a02e-398e6aa8b703 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1848578 May 27 01:46:24.505972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:24.601210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b501c6e-25d2-45ad-8941-b6f5455f0095,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:24.605444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:24.618058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e60d98-8328-4c4b-a90f-d5c6fd4a762f None None] Network 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:46:24.703477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f5cb2c10-32b0-497e-baf4-904b6ad64a5c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4b501c6e-25d2-45ad-8941-b6f5455f0095 HTTP/1.1" status: 204 len: 168 time: 1.0011349 May 27 01:46:24.713416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56216) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:24.837655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:24.853307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a697d6-d65d-4015-980f-c5892f1e7f62 req-a7410a25-57c0-4cc9-9f42-baf1cb7efb3b tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:24.860230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48a697d6-d65d-4015-980f-c5892f1e7f62 req-a7410a25-57c0-4cc9-9f42-baf1cb7efb3b tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1102 time: 0.2504983 May 27 01:46:24.880994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Deleting port 70cbcbcf-b123-4bb4-a83b-c998bb2808db {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:24.881673 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:24.925180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-012e6fa7-3919-4cc6-bb5d-e04305bf1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:24.927242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-012e6fa7-3919-4cc6-bb5d-e04305bf1e13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 200 len: 921 time: 0.4167602 May 27 01:46:24.935631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593f09c-3020-44ee-b43f-ae37aa44247b req-904efd0f-195d-48e2-a82d-548f36d7a916 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:24.947328 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1593f09c-3020-44ee-b43f-ae37aa44247b req-904efd0f-195d-48e2-a82d-548f36d7a916 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 0.2209985 May 27 01:46:24.951103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bb200bac-a8b9-40a2-8580-203214e0df1b up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:24.961095 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48a697d6-d65d-4015-980f-c5892f1e7f62 req-44e32244-51e9-4aa9-8457-3efad046d5e7 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998323 May 27 01:46:25.052209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port bb200bac-a8b9-40a2-8580-203214e0df1b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:25.052793 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.084715 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1593f09c-3020-44ee-b43f-ae37aa44247b req-d1f16fd3-4fd3-4f4e-bb3d-90d5287b3b90 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363683 May 27 01:46:25.096779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-6ae120ec-a400-4d58-83c2-8fcdd9675d1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 200 len: 217 time: 0.1465964 May 27 01:46:25.242650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port bb200bac-a8b9-40a2-8580-203214e0df1b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:25.244062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.257260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] DHCP port deletion for 4a89d05e-1dc3-4a80-b462-c217fe9c6a6a request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:46:25.267028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:25.276305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-fd0ffe03-379f-45e1-a9c6-1d9a9878275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:25.279739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-fd0ffe03-379f-45e1-a9c6-1d9a9878275f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 200 len: 860 time: 0.1761858 May 27 01:46:25.314832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Deleting port 70cbcbcf-b123-4bb4-a83b-c998bb2808db {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:25.315505 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.417722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56250) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:25.422933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] For port 70cbcbcf-b123-4bb4-a83b-c998bb2808db, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=70cbcbcf-b123-4bb4-a83b-c998bb2808db,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:25.423567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.455903 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-40eca192-95f2-4bea-9bf0-0db85d5ee887 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01882877-d4cd-4357-82eb-2190017a290c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685276 May 27 01:46:25.515700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:25.581114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Calling delete_port for 70cbcbcf-b123-4bb4-a83b-c998bb2808db owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:25.630363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-6e3c3415-9d31-4894-925a-a3e4692220cf service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633229 May 27 01:46:25.655037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140ea7-42d6-4c0d-a733-56f04345ad46 req-de5226cb-564c-4e8f-8bc6-dc8634823d64 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:25.656746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e140ea7-42d6-4c0d-a733-56f04345ad46 req-de5226cb-564c-4e8f-8bc6-dc8634823d64 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 944 time: 0.2992656 May 27 01:46:25.667192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-network', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:25.688063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:25.694871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Usage tracker for resource:network and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:25.701186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:25.712097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:25.733450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9362-8688-417b-a73b-e42fa90b2a73 req-04d80103-ad70-4ff3-adab-49fafc700154 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:25.742497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c8a9362-8688-417b-a73b-e42fa90b2a73 req-04d80103-ad70-4ff3-adab-49fafc700154 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.5609663 May 27 01:46:25.788959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Made reservation on behalf of 69b5b77652cf44a899d78760d49adcc0 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:46:25.795512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.814785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e140ea7-42d6-4c0d-a733-56f04345ad46 req-b2c95fce-9974-4408-9e80-aef5ec626fd7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265500 May 27 01:46:25.860516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.892446 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.908456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] For port 70cbcbcf-b123-4bb4-a83b-c998bb2808db, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=70cbcbcf-b123-4bb4-a83b-c998bb2808db,segment=NetworkSegment(d4ffae83-c67e-4d2c-9129-b1aa369f4c27),segment_id=d4ffae83-c67e-4d2c-9129-b1aa369f4c27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:25.908710 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:25.947927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-bee9b40e-f7aa-41a5-82c3-b738ed368308 service neutron] 10.222.0.13 "GET /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900560 May 27 01:46:26.016769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] No DVR routers for this DVR port 70cbcbcf-b123-4bb4-a83b-c998bb2808db on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:26.018673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:26.038943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c8a9362-8688-417b-a73b-e42fa90b2a73 req-0fe28d0f-d458-4565-a505-289a32c9dc95 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930090 May 27 01:46:26.078251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Calling delete_port for 70cbcbcf-b123-4bb4-a83b-c998bb2808db owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:26.097447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Pushing event deleted for resources: {'Port': ['ID=70cbcbcf-b123-4bb4-a83b-c998bb2808db,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:26.109802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Usage tracker for resource:security_group_rule and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:26.118566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:26.154747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:26.177199 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:46:26.177199 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:46:26.183164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 70cbcbcf-b123-4bb4-a83b-c998bb2808db no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:26.213978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:26.230200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 70cbcbcf-b123-4bb4-a83b-c998bb2808db {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:46:26.230200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 70cbcbcf-b123-4bb4-a83b-c998bb2808db not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:46:26.243233 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.244032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:26.313135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.377849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a89d05e-1dc3-4a80-b462-c217fe9c6a6a']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:26.400030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:26.400210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ffae83-c67e-4d2c-9129-b1aa369f4c27') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:26.408957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:26.414610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.486393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:46:26.486393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port c896ef2a-f0a0-4207-85fa-99854308ad2d is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:26.499029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.527927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:46:26.527927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.678832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Deleting port 70cbcbcf-b123-4bb4-a83b-c998bb2808db {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:26.679276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.698870 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment d4ffae83-c67e-4d2c-9129-b1aa369f4c27 resource provider aggregate not found May 27 01:46:26.713192 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.797092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7030b9dc-9a4e-4172-b8fc-e02be19370db None None] The port '70cbcbcf-b123-4bb4-a83b-c998bb2808db' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:46:26.809725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.812127 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment d4ffae83-c67e-4d2c-9129-b1aa369f4c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4ffae83-c67e-4d2c-9129-b1aa369f4c27 found for delete ", "request_id": "req-a8bd3db4-cdec-4556-8e9a-08e58f2f0fdc"}]} May 27 01:46:26.817055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.822288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a89d05e-1dc3-4a80-b462-c217fe9c6a6a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:26.827829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.839071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-9b23dd6a-5156-4ad1-8f97-f5a7b36b2ef9 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:26.839598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:46:26.844261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-9b23dd6a-5156-4ad1-8f97-f5a7b36b2ef9 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6&tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.3267891 May 27 01:46:26.881617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26562f75-0f61-4b58-a5b5-d3bedc2e77b0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:26.887197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:26.887760 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Added segment 3832d704-d0d7-422f-8e77-95de9bda10df of type vlan for network 06c1058f-3ed3-4daf-b884-dd92587f2412 May 27 01:46:26.991725 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:46:27.021973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ffaff229-db94-4c33-bdc5-81a1af3bd235 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4a89d05e-1dc3-4a80-b462-c217fe9c6a6a HTTP/1.1" status: 204 len: 168 time: 2.3071020 May 27 01:46:27.040673 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:27.058677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62584b4-3bfb-49c0-b420-7dddfe60276b req-176aa476-78d7-43ae-97f3-67ab464574a9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:27.076098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c62584b4-3bfb-49c0-b420-7dddfe60276b req-176aa476-78d7-43ae-97f3-67ab464574a9 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.6473801 May 27 01:46:27.165113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c62584b4-3bfb-49c0-b420-7dddfe60276b req-95cdf037-6ab0-470c-a4bc-e1972cfc778b tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869687 May 27 01:46:27.213535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-5ac47427-915f-4bb0-b221-720443a5871c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2864311 May 27 01:46:27.214727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:27.216148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:27.217328 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:27.291805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:27.433841 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0c52e8-daca-442d-8581-ad1973b50d60'] response: {'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'code': 200} May 27 01:46:27.482255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-ec340e21-4d96-4b00-b432-93d51a3e566d service neutron] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:27.491227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0714874 May 27 01:46:27.492469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56312) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:27.512800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Request body: {'subnet': {'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-subnet', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:27.513950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-ef66196e-dcea-4d82-95c4-2f4b663cb611 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 258 time: 0.4058197 May 27 01:46:27.517852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:27.524964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:27.526362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:27.530399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Usage tracker for resource:floatingip and tenant:f31da7185e7949b5bf03840d9f7094e2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:27.533824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:27.540884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:27.551628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Usage tracker for resource:subnet and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:27.556192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-ec340e21-4d96-4b00-b432-93d51a3e566d service neutron] Notify callbacks [] for binding, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:27.556644 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a7aad1a-81fb-4b8e-8351-15abfbdebc2a req-ec340e21-4d96-4b00-b432-93d51a3e566d service neutron] 10.222.0.13 "DELETE /v2.0/ports/c896ef2a-f0a0-4207-85fa-99854308ad2d/bindings/n-h2-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.7052898 May 27 01:46:27.564287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:27.575256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c12e0de-e19c-4aa3-be81-59b031e08867 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cff530a25088433da9e924750e11a694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811751 May 27 01:46:27.577357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56316) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:27.585808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:27.591180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:27.653916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888e54a-6fb3-4c77-8e12-838c5d945bcf admin admin] Pushing event updated for resources: {'Network': ['ID=06c1058f-3ed3-4daf-b884-dd92587f2412,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:27.660363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Made reservation on behalf of 69b5b77652cf44a899d78760d49adcc0 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:46:27.667974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:27.680323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:46:27.879631 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30abd2a4-9fbb-455e-be6a-f2b51ecddf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:28.039373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30abd2a4-9fbb-455e-be6a-f2b51ecddf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:28.043515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7cad5-0aff-4753-954d-27cf8b3ff723 req-c1dcbd5c-60a7-4362-9501-9e38b10df834 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:28.066118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88b7cad5-0aff-4753-954d-27cf8b3ff723 req-c1dcbd5c-60a7-4362-9501-9e38b10df834 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.2289994 May 27 01:46:28.131728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:28.269043 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88b7cad5-0aff-4753-954d-27cf8b3ff723 req-d15d3e24-a720-410c-b6fc-f577d2d06c4c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021148 May 27 01:46:28.343191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Allocated IP 172.25.3.212 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a27cb8b3-5a64-4b5f-be06-beb3e198156c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:28.400189 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:28.800365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76201f3a-b46f-4762-b6ca-b5cbb5a44e26,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:28.810241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Checking segment: {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:28.810368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Network hostable DHCP agents. Network: 06c1058f-3ed3-4daf-b884-dd92587f2412, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:46:28.840377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:46:28.853200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30abd2a4-9fbb-455e-be6a-f2b51ecddf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:28.856900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17812-2c05-49d3-8b1e-83c138b32c32 req-23e188ce-4435-42ed-9c4f-fc1d52f9f9d7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:28.872592 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fdd17812-2c05-49d3-8b1e-83c138b32c32 req-23e188ce-4435-42ed-9c4f-fc1d52f9f9d7 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 944 time: 0.4080069 May 27 01:46:28.919668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 06c1058f-3ed3-4daf-b884-dd92587f2412) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:28.935904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:28.935904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:28.948720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07aa3c-74d7-4e6d-b406-1c6ff1e7b0f5 None None] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:46:28.960323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.006167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abd2a4-9fbb-455e-be6a-f2b51ecddf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaedfc58-07f6-47d4-938e-b20c44487ee9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:29.029023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30abd2a4-9fbb-455e-be6a-f2b51ecddf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.030881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-30abd2a4-9fbb-455e-be6a-f2b51ecddf16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaedfc58-07f6-47d4-938e-b20c44487ee9 HTTP/1.1" status: 204 len: 168 time: 1.4491756 May 27 01:46:29.050539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-37652c9d-7814-47a0-9a6a-52b831816a4e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5494690 May 27 01:46:29.050681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56342) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:29.060930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.106178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fdd17812-2c05-49d3-8b1e-83c138b32c32 req-f72c6802-ac8d-4051-922d-0cc2fece7fb8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387054 May 27 01:46:29.108692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:29.164012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:29.165554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:29.171921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:29.183530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:29.187834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Usage tracker for resource:router and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:29.200774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:29.218672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:29.248928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.250523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.294596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.344702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event updated for resources: {'Port': ['ID=a27cb8b3-5a64-4b5f-be06-beb3e198156c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:29.435739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.587853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-06c1058f-3ed3-4daf-b884-dd92587f2412', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:46:29.588868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.598968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.841856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:29.970510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Allocated IP 172.20.0.2 (06c1058f-3ed3-4daf-b884-dd92587f2412/76201f3a-b46f-4762-b6ca-b5cbb5a44e26/8ac135a2-bad3-43c7-b561-b356189be836) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:30.022983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c93eb-e8b7-40a5-aec1-b7c26357ba5a req-89911215-11c5-4a21-857c-85c558c76512 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:30.025840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e10c93eb-e8b7-40a5-aec1-b7c26357ba5a req-89911215-11c5-4a21-857c-85c558c76512 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.5246446 May 27 01:46:30.108476 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.118539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e10c93eb-e8b7-40a5-aec1-b7c26357ba5a req-f58155a8-0844-4052-bf16-55eab71ebdbf tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634513 May 27 01:46:30.190540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.380127 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.390191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Transition to ACTIVE for port object 8ac135a2-bad3-43c7-b561-b356189be836 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:30.413127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Transition to ACTIVE for port object 8ac135a2-bad3-43c7-b561-b356189be836 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:30.425252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.510165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:30.513262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:30.517007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:30.523501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Pushing event updated for resources: {'Port': ['ID=8ac135a2-bad3-43c7-b561-b356189be836,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:30.571554 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.572843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.602836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event updated for resources: {'Port': ['ID=a27cb8b3-5a64-4b5f-be06-beb3e198156c,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:30.691107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a266c6-199b-434c-b8ec-e500478d1914 req-85c3809b-9b84-49f5-b3b7-a1ad9421a314 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:30.691107 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5a266c6-199b-434c-b8ec-e500478d1914 req-85c3809b-9b84-49f5-b3b7-a1ad9421a314 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.2750235 May 27 01:46:30.691107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.725999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Attempting to bind port 8ac135a2-bad3-43c7-b561-b356189be836 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:30.725999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Attempting to bind port 8ac135a2-bad3-43c7-b561-b356189be836 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:30.725999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Attempting to bind port 8ac135a2-bad3-43c7-b561-b356189be836 on network 06c1058f-3ed3-4daf-b884-dd92587f2412 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:30.731315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56368) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:30.741704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:30.741704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Checking segment: {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:30.741704 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.741704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Bound using segment: {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:30.741704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Bound port: 8ac135a2-bad3-43c7-b561-b356189be836, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:30.741704 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.822507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Request body: {'floatingip': {'port_id': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:30.922584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.931207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-21c65555-490c-4dfa-b625-4930cc9e52e6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4174316 May 27 01:46:30.962356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] For port 8ac135a2-bad3-43c7-b561-b356189be836, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:30.966931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] For port 8ac135a2-bad3-43c7-b561-b356189be836, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8ac135a2-bad3-43c7-b561-b356189be836,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:30.979376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:30.983182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-b0445116-7296-444e-a1e3-0bd8ceaf2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:30.984964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-b0445116-7296-444e-a1e3-0bd8ceaf2e34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1102 time: 0.8704691 May 27 01:46:30.990752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56382) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:31.068650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Allocated IP 172.25.3.53 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e2999267-350a-4638-b5ea-8c10b894670b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:31.248698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:31.297678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263e462-aba2-4737-b93f-86d0b526eeee None None] Pushing event updated for resources: {'Port': ['ID=8ac135a2-bad3-43c7-b561-b356189be836,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:31.341576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2069553693-network', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:31.372919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:31.406289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Usage tracker for resource:network and tenant:7f89e6f25de34073be9977bf31fec07e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:31.412151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:31.441299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:31.493108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Made reservation on behalf of 7f89e6f25de34073be9977bf31fec07e for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:46:31.496271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:31.524541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-27c75db7-4396-4d19-85c2-b30baa8994ad tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:31.554640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:31.637089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:31.661372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eea6d-e556-48c7-adba-8e4e3b9a10e6 req-9e2aafe5-ecfa-43ef-a45a-41a1784d4588 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:31.670308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-933eea6d-e556-48c7-adba-8e4e3b9a10e6 req-9e2aafe5-ecfa-43ef-a45a-41a1784d4588 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.4077249 May 27 01:46:31.697787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Usage tracker for resource:security_group_rule and tenant:7f89e6f25de34073be9977bf31fec07e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:31.716406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:31.728321 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:31.738792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:31.794426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-15b15870-8b4b-42e3-8b0c-d98fdb823121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:31.799442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-15b15870-8b4b-42e3-8b0c-d98fdb823121 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.5884626 May 27 01:46:31.868848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.065594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-27c75db7-4396-4d19-85c2-b30baa8994ad tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:32.071956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Pushing event updated for resources: {'Port': ['ID=e2999267-350a-4638-b5ea-8c10b894670b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:32.072468 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-27c75db7-4396-4d19-85c2-b30baa8994ad tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 696 time: 1.1403048 May 27 01:46:32.124132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-97d73dcf-350c-41ea-8886-6c3b11efa09a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.2754123 May 27 01:46:32.155903 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.175618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.404798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:32.421142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-933eea6d-e556-48c7-adba-8e4e3b9a10e6 req-d99a00e4-5b18-4cc5-bc94-7856c41d71bf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7548811 May 27 01:46:32.452335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:32.505797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:46:32.529493 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.536290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.536840 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Added segment 32de818b-f7f0-4f95-adf7-e4bb823abf31 of type vlan for network 21b19993-21c1-4501-8071-b87cbfacdcd5 May 27 01:46:32.600970 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.668775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-889d33e9-454a-4651-a132-efe0b8e524f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:32.669512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709c7355-fa51-4a83-8e44-ee66e00a40e1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:32.670426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-889d33e9-454a-4651-a132-efe0b8e524f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.4801331 May 27 01:46:32.705105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:32.748337 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.749324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:32.750173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:32.759676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-8dcdebbb-c444-4aac-8414-5c04805c049b tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:32.761278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-8dcdebbb-c444-4aac-8414-5c04805c049b tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.6880589 May 27 01:46:32.855424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-c7697844-a29c-451d-95cc-ffcc4bd4bc34 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:46:32.856501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab5d7a7-039d-4e69-a995-6ea813253a16 req-c7697844-a29c-451d-95cc-ffcc4bd4bc34 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0860758 May 27 01:46:32.857130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d748c-259a-4145-ac7b-73a22324c185 None None] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:46:32.980914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] Pushing event updated for resources: {'Network': ['ID=21b19993-21c1-4501-8071-b87cbfacdcd5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:32.996183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-acf8588d-7712-4f5f-806f-2c68d09db45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:32.998885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-acf8588d-7712-4f5f-806f-2c68d09db45e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3180027 May 27 01:46:33.138872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4ccd8cc0-fde1-4af6-80ef-3b99a2182413 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1466601 May 27 01:46:33.139771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:33.148572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Request body: {'subnet': {'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-subnet', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:33.172810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:46:33.184467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:33.199380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Usage tracker for resource:subnet and tenant:7f89e6f25de34073be9977bf31fec07e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:33.216449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:33.248572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:33.284314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Made reservation on behalf of 7f89e6f25de34073be9977bf31fec07e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:46:33.291368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:33.328256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:33.353190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c749d399-0df7-483f-8932-440228b3b488 None None] Provisioning for port 8ac135a2-bad3-43c7-b561-b356189be836 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:33.430297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a0a98-6a26-4d9f-810a-09a01936662f req-3f3f4e80-cd75-4c81-9604-f0d486a922e9 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:33.432019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-206a0a98-6a26-4d9f-810a-09a01936662f req-3f3f4e80-cd75-4c81-9604-f0d486a922e9 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 1096 time: 0.6885345 May 27 01:46:33.453216 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-518e9e64-12a6-49be-903a-8d853cfc147b service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447188 May 27 01:46:33.597765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcfeaa-d168-44a8-8b78-499e8a363780 req-7d6a6ff2-b5d4-4eb1-87f8-35fdab9ba164 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:33.598871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4bcfeaa-d168-44a8-8b78-499e8a363780 req-7d6a6ff2-b5d4-4eb1-87f8-35fdab9ba164 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.4628587 May 27 01:46:33.614697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:33.765142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ac135a2-bad3-43c7-b561-b356189be836 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:33.820211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:33.892044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:33.938030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8ac135a2-bad3-43c7-b561-b356189be836 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:33.946668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8ac135a2-bad3-43c7-b561-b356189be836 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:33.947387 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:33.978325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4bcfeaa-d168-44a8-8b78-499e8a363780 req-e1b0ec9f-bc99-4e14-8d34-ca91fc734af2 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543375 May 27 01:46:34.005128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-206a0a98-6a26-4d9f-810a-09a01936662f req-82c42dec-0e0b-4d7b-ace7-d1ada6a8f8e4 tempest-LiveAutoBlockMigrationV225Test-808240364 tempest-LiveAutoBlockMigrationV225Test-808240364-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550051 May 27 01:46:34.169407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-63fc410a-fc32-497b-87a1-ac882cb64505 None None] Provisioning complete for port 8ac135a2-bad3-43c7-b561-b356189be836 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:34.174210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfdd836e-317a-4dc4-8b2d-37b1e23b2e2f service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079377 May 27 01:46:34.175733 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-63fc410a-fc32-497b-87a1-ac882cb64505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:34.182444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:34.287541 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Floating IP 538cbee4-8ae9-4f36-b350-1cb3580a3998 associated. External IP: 172.25.3.250, port: f0b59b8d-03d8-4878-8eac-367e30a46ea4. May 27 01:46:34.393972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8ac135a2-bad3-43c7-b561-b356189be836 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:34.395175 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:34.474014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8ac135a2-bad3-43c7-b561-b356189be836, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8ac135a2-bad3-43c7-b561-b356189be836,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:34.513987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:34.537995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cabe18-49ef-44b6-8f75-799c19a4cfa4,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:34.605109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Checking segment: {'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:34.605712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Network hostable DHCP agents. Network: 21b19993-21c1-4501-8071-b87cbfacdcd5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:46:34.612972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8ac135a2-bad3-43c7-b561-b356189be836,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:34.740963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-63fc410a-fc32-497b-87a1-ac882cb64505 None None] Current status of the port 8ac135a2-bad3-43c7-b561-b356189be836 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:34.816891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e914-d491-4f97-b396-fc567bdce425 req-6015c794-4dfc-4c5b-acfb-a4653a4f7ede tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:34.818431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-6015c794-4dfc-4c5b-acfb-a4653a4f7ede tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2898600 May 27 01:46:34.903778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-94890089-f404-44f1-b3c9-780b09e7f114 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 696 time: 0.0794497 May 27 01:46:34.930282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:46:34.942839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:34.969962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Request body: {'floatingip': {'port_id': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:35.014878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 21b19993-21c1-4501-8071-b87cbfacdcd5) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:35.027302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:35.027734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e260a32-65c6-4e3b-8796-f9c7b7b2a691 None None] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:46:35.028776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:35.051294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:35.061708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13a585-7008-43c8-9683-61937f628294 req-07ceae84-449e-4116-bc7c-5635fc9d831d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:35.069028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f13a585-7008-43c8-9683-61937f628294 req-07ceae84-449e-4116-bc7c-5635fc9d831d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.5646954 May 27 01:46:35.162990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0d64f54d-d44c-48d7-ad21-41843e59c500 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0187786 May 27 01:46:35.164118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56420) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:35.189163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:35.199730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:35.209842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Usage tracker for resource:router and tenant:7f89e6f25de34073be9977bf31fec07e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:35.215236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:35.227312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:35.243768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f13a585-7008-43c8-9683-61937f628294 req-f8c6d8a9-1900-4498-9a3c-5209d24c3f0e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735165 May 27 01:46:35.271135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:35.276757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:35.353096 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:35.362139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-21b19993-21c1-4501-8071-b87cbfacdcd5', 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'fixed_ips': [{'subnet_id': '78cabe18-49ef-44b6-8f75-799c19a4cfa4'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:46:35.366248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:35.399172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:46:35.639697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Allocated IP 172.20.0.2 (21b19993-21c1-4501-8071-b87cbfacdcd5/78cabe18-49ef-44b6-8f75-799c19a4cfa4/3eddcde7-ab70-4f19-a2b6-30da75deaba5) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:35.716771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ac135a2-bad3-43c7-b561-b356189be836 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:35.800862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Router 8b9157c3-c67b-413d-aa88-dca7351fe55f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:46:35.952947 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-83dde602-dbed-4363-b217-f2c6f12011ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:36.000853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8ac135a2-bad3-43c7-b561-b356189be836 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:36.002148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:36.004393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:36.036429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:36.048700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:36.053764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] Sync routers for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:36.124027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea6a25c5-f0f9-4232-8467-a05d7a06cbaa tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "PUT /v2.0/floatingips/538cbee4-8ae9-4f36-b350-1cb3580a3998 HTTP/1.1" status: 200 len: 991 time: 5.4017940 May 27 01:46:36.125814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:36.141259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:36.142460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:36.160073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:36.172501 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Sync routers for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:36.184708 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:36.185609 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:36.242640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:36.248039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-14352005-1b49-4ab6-b099-df6179cf8ded admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1890380 May 27 01:46:36.249507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56430) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:36.397753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:36.427788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:36.445655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:36.617000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30e0b6-05f0-41c6-93ec-768fdcd50048 req-0aee36e1-6dbe-4caa-abb0-01bce22b5102 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:36.633661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf30e0b6-05f0-41c6-93ec-768fdcd50048 req-0aee36e1-6dbe-4caa-abb0-01bce22b5102 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.8704967 May 27 01:46:36.695976 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Floating IP 64a4686f-8171-414c-9e65-0fda2eedf421 associated. External IP: 172.25.3.212, port: beb57aa1-4a54-4635-8f3e-9e95625b27bf. May 27 01:46:36.720033 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:36.723329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf30e0b6-05f0-41c6-93ec-768fdcd50048 req-d1700965-84ac-4ffc-ba1a-9eba5f0b90a9 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 May 27 01:46:36.917445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-80902a3a-1565-44c1-bbae-6655db50f74d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:36.925998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-80902a3a-1565-44c1-bbae-6655db50f74d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 944 time: 0.5267367 May 27 01:46:37.011979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Deleting port c896ef2a-f0a0-4207-85fa-99854308ad2d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:37.012625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:37.346152 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:33Z', 'revision_number': 3, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:37.355133 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Checking router: b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:37.355777 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Updating router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 port e2999267-350a-4638-b5ea-8c10b894670b binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:46:37.385667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:37.406658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8ac135a2-bad3-43c7-b561-b356189be836 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:37.413818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Transition to ACTIVE for port object 3eddcde7-ab70-4f19-a2b6-30da75deaba5 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:37.442760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Transition to ACTIVE for port object 3eddcde7-ab70-4f19-a2b6-30da75deaba5 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:37.447958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '538cbee4-8ae9-4f36-b350-1cb3580a3998', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'port_id': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'mac_address': 'fa:16:3e:be:a7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:45:51Z', 'updated_at': '2022-05-27T01:46:33Z', 'revision_number': 1, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:51Z', 'revision_number': 5, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:37.453919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] Checking router: 8b9157c3-c67b-413d-aa88-dca7351fe55f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:37.461855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:37.462566 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:37.531631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:37.531631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:37.717504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:37.733657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:37.771810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:37.784373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Pushing event updated for resources: {'Port': ['ID=3eddcde7-ab70-4f19-a2b6-30da75deaba5,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:37.811665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Router d92874f0-c9f3-4d19-b422-0b18a534a291 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:46:37.814374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] For port c896ef2a-f0a0-4207-85fa-99854308ad2d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c896ef2a-f0a0-4207-85fa-99854308ad2d,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:37.815129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:37.846270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb33998-febe-49d5-b1c3-759b5afac552 req-698a6e0c-91ad-4adb-9451-9b90d9efeed6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:37.848664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8eb33998-febe-49d5-b1c3-759b5afac552 req-698a6e0c-91ad-4adb-9451-9b90d9efeed6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbea3fcf-8100-439a-b94b-01895efc6bd6 HTTP/1.1" status: 200 len: 944 time: 0.5242186 May 27 01:46:38.009557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-01f2ee27-0c78-4fc1-9ae0-e24c009215bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.013846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Attempting to bind port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:38.014210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Attempting to bind port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:38.014689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Attempting to bind port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 on network 21b19993-21c1-4501-8071-b87cbfacdcd5 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:38.026660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:38.027082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Checking segment: {'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:38.027456 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.028045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Bound using segment: {'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:38.028889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Bound port: 3eddcde7-ab70-4f19-a2b6-30da75deaba5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:38.029271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.044452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8eb33998-febe-49d5-b1c3-759b5afac552 req-be1e0844-57b6-4186-8798-8c0ab4d928ea tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854416 May 27 01:46:38.068735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:38.204065 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.233082 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Transition to ACTIVE for port object e2999267-350a-4638-b5ea-8c10b894670b will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:38.250861 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.374773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Calling delete_port for c896ef2a-f0a0-4207-85fa-99854308ad2d owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:38.381022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] For port 3eddcde7-ab70-4f19-a2b6-30da75deaba5, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:38.384601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] For port 3eddcde7-ab70-4f19-a2b6-30da75deaba5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3eddcde7-ab70-4f19-a2b6-30da75deaba5,segment=NetworkSegment(32de818b-f7f0-4f95-adf7-e4bb823abf31),segment_id=32de818b-f7f0-4f95-adf7-e4bb823abf31)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:38.404419 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.448794 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Attempting to bind port e2999267-350a-4638-b5ea-8c10b894670b on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:38.449419 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Attempting to bind port e2999267-350a-4638-b5ea-8c10b894670b by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:38.452452 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Attempting to bind port e2999267-350a-4638-b5ea-8c10b894670b on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:38.458372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.474213 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:38.474590 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:38.475016 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.475409 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:38.477903 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Bound port: e2999267-350a-4638-b5ea-8c10b894670b, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:38.478304 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.573263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:38.585214 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Pushing event updated for resources: {'Port': ['ID=e2999267-350a-4638-b5ea-8c10b894670b,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:38.609307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] Sync routers for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:38.615581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.621275 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.621860 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.622504 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.623111 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.623685 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.624132 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.624473 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.624808 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.625145 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.625469 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.625803 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.626185 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:46:38.688106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.708821 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] For port e2999267-350a-4638-b5ea-8c10b894670b, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:38.715757 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] For port e2999267-350a-4638-b5ea-8c10b894670b, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e2999267-350a-4638-b5ea-8c10b894670b,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:38.724320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.728225 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.763591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:38.764219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:38.791286 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-a0977659-bb1a-4bee-91b6-b94805d714a8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "PUT /v2.0/floatingips/64a4686f-8171-414c-9e65-0fda2eedf421 HTTP/1.1" status: 200 len: 996 time: 3.8810978 May 27 01:46:38.883269 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:38.884056 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:38.910451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:38.941462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:46:39.001162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event deleted for resources: {'Port': ['ID=c896ef2a-f0a0-4207-85fa-99854308ad2d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:39.137575 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:39.158550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2794d-b0f0-4778-bfa9-2ebdce52ad45 None None] Pushing event updated for resources: {'Port': ['ID=3eddcde7-ab70-4f19-a2b6-30da75deaba5,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:39.228151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Allocated IP 172.25.3.66 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e2496231-132e-4983-8e68-49441c8506ad) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:39.241403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] No DVR routers for this DVR port c896ef2a-f0a0-4207-85fa-99854308ad2d on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:39.255029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:39.260061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8ffdf97-54a4-4341-ba8a-105200ebf5a2 req-184e9bc4-c93c-4fde-a2cd-dfefe0d22aa2 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.13 "DELETE /v2.0/ports/c896ef2a-f0a0-4207-85fa-99854308ad2d HTTP/1.1" status: 204 len: 173 time: 2.3191745 May 27 01:46:39.287863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e914-d491-4f97-b396-fc567bdce425 req-27a89c52-7b3d-4447-9d21-dea0585e63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:39.290214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-27a89c52-7b3d-4447-9d21-dea0585e63f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31da7185e7949b5bf03840d9f7094e2&device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 1097 time: 0.4829328 May 27 01:46:39.407773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:39.564439 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1da307-50f6-40bc-9589-9ff9f34da5d7 None None] Pushing event updated for resources: {'Port': ['ID=e2999267-350a-4638-b5ea-8c10b894670b,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:39.606698 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:33Z', 'revision_number': 3, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:39.629680 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5203-1f22-4567-9770-d779b2f4cc51 None None] The sync data for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 is: [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:33Z', 'revision_number': 3, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:39.657199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:39.710327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aade2b-3979-4a50-a18b-046bd3ac7591 req-c4559f30-e11a-4117-9456-cc0c8ab62ddb tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:39.715567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e914-d491-4f97-b396-fc567bdce425 req-1d003788-6bec-478d-8805-fcf80032b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:39.717046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-1d003788-6bec-478d-8805-fcf80032b677 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 200 len: 929 time: 0.4143081 May 27 01:46:39.719242 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68aade2b-3979-4a50-a18b-046bd3ac7591 req-c4559f30-e11a-4117-9456-cc0c8ab62ddb tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 1.4226034 May 27 01:46:39.788453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:39.898655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:39.944511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3eddcde7-ab70-4f19-a2b6-30da75deaba5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:39.961722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Pushing event updated for resources: {'Port': ['ID=e2496231-132e-4983-8e68-49441c8506ad,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:39.995558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-ad3a0078-3b36-493a-b013-0484d2439269 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 999 time: 0.2710211 May 27 01:46:40.030406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:40.036731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:40.057510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:40.194988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e914-d491-4f97-b396-fc567bdce425 req-4267c61d-6f67-49bc-a482-f593ecd67143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:40.207845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-4267c61d-6f67-49bc-a482-f593ecd67143 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2a105da-647c-4913-8ae1-92bcb79452e1 HTTP/1.1" status: 200 len: 867 time: 0.2109864 May 27 01:46:40.265683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68aade2b-3979-4a50-a18b-046bd3ac7591 req-0c33c96c-5aa9-4e21-9b01-72bc570391ec tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5446706 May 27 01:46:40.385882 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332cd0a3-ab15-4480-9bd0-0d3ddf1ba03e'] response: {'name': 'network-changed', 'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'status': 'completed', 'code': 200} May 27 01:46:40.396219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: c896ef2a-f0a0-4207-85fa-99854308ad2d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:46:40.396785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c896ef2a-f0a0-4207-85fa-99854308ad2d not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:46:40.459536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:40.460266 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:40.460369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e914-d491-4f97-b396-fc567bdce425 req-fff2d5a6-721e-4b93-bb3a-20fc13ffa3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:40.475408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-fff2d5a6-721e-4b93-bb3a-20fc13ffa3b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f912b91-48ff-4d6c-9b18-212b15b43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2648470 May 27 01:46:40.509932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-4ae12209-3c68-4171-ba99-0e8ab86f7698 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:46:40.524611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-4ae12209-3c68-4171-ba99-0e8ab86f7698 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469987 May 27 01:46:40.701003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:40.853966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ae3ac-c90d-467e-867d-c11d2dc8179b None None] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:46:40.882533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-3b34245d-25ed-428b-9f2a-2b98fe0c1541 service neutron] 10.222.0.16 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481317 May 27 01:46:40.972660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:41.004880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Allocated IP 172.20.0.1 (06c1058f-3ed3-4daf-b884-dd92587f2412/76201f3a-b46f-4762-b6ca-b5cbb5a44e26/30feba36-13de-4a3c-baf8-e95e296662e6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:41.210543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '538cbee4-8ae9-4f36-b350-1cb3580a3998', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'port_id': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'mac_address': 'fa:16:3e:be:a7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:45:51Z', 'updated_at': '2022-05-27T01:46:33Z', 'revision_number': 1, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:51Z', 'revision_number': 5, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:41.235502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c03e914-d491-4f97-b396-fc567bdce425 req-c856b8f8-d36e-4056-8a3e-00bf1017084f service neutron] 10.222.0.16 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446119 May 27 01:46:41.276500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c89044-27a1-4d3e-95e2-8ca325d6582e None None] The sync data for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 is: [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '538cbee4-8ae9-4f36-b350-1cb3580a3998', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'port_id': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'mac_address': 'fa:16:3e:be:a7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:45:51Z', 'updated_at': '2022-05-27T01:46:33Z', 'revision_number': 1, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:51Z', 'revision_number': 5, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:41.304717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-2d82eb62-8e74-4dd9-a22a-11d4e4d48b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:41.306633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-2d82eb62-8e74-4dd9-a22a-11d4e4d48b7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e22538c3f24330bca608ac0f645ae1&device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 1097 time: 0.5064206 May 27 01:46:41.329081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] Provisioning for port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:41.388413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] Provisioning complete for port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:41.388956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:41.492477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8a451-c0ed-4257-b7c2-1e94ab478a52 req-6cfa6993-7752-48e4-ae74-84e90732a655 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:41.503843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e8a451-c0ed-4257-b7c2-1e94ab478a52 req-6cfa6993-7752-48e4-ae74-84e90732a655 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.8090119 May 27 01:46:41.679171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:41.694612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '64a4686f-8171-414c-9e65-0fda2eedf421', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'port_id': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'mac_address': 'fa:16:3e:75:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:36Z', 'revision_number': 1, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:59Z', 'revision_number': 5, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:41.725870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Transition to ACTIVE for port object 30feba36-13de-4a3c-baf8-e95e296662e6 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:41.779502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] Checking router: d92874f0-c9f3-4d19-b422-0b18a534a291 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:41.801947 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92bc5a-6c1c-43c7-819f-bdc49a330d58 None None] New status for floating IP 538cbee4-8ae9-4f36-b350-1cb3580a3998: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:46:41.823482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2999267-350a-4638-b5ea-8c10b894670b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:41.959294 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:41.970810 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:42.077130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be428e7-e9e7-4010-8e9e-38d150a41b93 req-2aa31f7a-ecc6-4185-beb7-2bac43c239de tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:42.085649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7be428e7-e9e7-4010-8e9e-38d150a41b93 req-2aa31f7a-ecc6-4185-beb7-2bac43c239de tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.3322809 May 27 01:46:42.086926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-4a7df5ef-3ad3-4a69-bcbb-47e286c26c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:42.088233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-4a7df5ef-3ad3-4a69-bcbb-47e286c26c63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=728d14a4-0c72-40c4-a51e-c72badc46392 HTTP/1.1" status: 200 len: 906 time: 0.7739809 May 27 01:46:42.133805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] Current status of the port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:42.134174 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:42.181052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:42.181752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:42.331169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:42.351718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:42.366223 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-c07cf065-e20b-44ca-868a-4018cd4202c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4 HTTP/1.1" status: 200 len: 999 time: 0.2690918 May 27 01:46:42.375760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:42.453896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf'}, {'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'name': 'network-vif-deleted', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:42.479672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:42.525027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7be428e7-e9e7-4010-8e9e-38d150a41b93 req-92118988-3c5a-4eed-8adb-4d69b591312c tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291131 May 27 01:46:42.560390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-517b8423-b55e-4855-9671-b7b94311e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:42.571087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-517b8423-b55e-4855-9671-b7b94311e034 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6 HTTP/1.1" status: 200 len: 844 time: 0.1866941 May 27 01:46:42.802985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-bae8c260-7282-42f6-a33b-0d1834e3a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:42.804463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-bae8c260-7282-42f6-a33b-0d1834e3a1fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=728d14a4-0c72-40c4-a51e-c72badc46392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217970 May 27 01:46:42.839725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e8a451-c0ed-4257-b7c2-1e94ab478a52 req-ececd22f-b9f1-4d4e-b5d4-49582f8acbed tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3347623 May 27 01:46:42.853305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Pushing event updated for resources: {'Port': ['ID=30feba36-13de-4a3c-baf8-e95e296662e6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:43.014122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:43.136196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e2999267-350a-4638-b5ea-8c10b894670b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:43.153056 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-44a724f7-8bcb-45ed-a4b9-f017a1ddee9f service neutron] 10.222.0.13 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378260 May 27 01:46:43.155021 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e631527a-1a7d-4661-ac03-5f9b0331045a'] response: {'name': 'network-changed', 'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'status': 'completed', 'code': 200} May 27 01:46:43.155452 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e631527a-1a7d-4661-ac03-5f9b0331045a'] response: {'server_uuid': 'cbea3fcf-8100-439a-b94b-01895efc6bd6', 'name': 'network-vif-deleted', 'tag': 'c896ef2a-f0a0-4207-85fa-99854308ad2d', 'status': 'completed', 'code': 200} May 27 01:46:43.180650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e2999267-350a-4638-b5ea-8c10b894670b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:43.182814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:43.284923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] For port 3eddcde7-ab70-4f19-a2b6-30da75deaba5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3eddcde7-ab70-4f19-a2b6-30da75deaba5,segment=NetworkSegment(32de818b-f7f0-4f95-adf7-e4bb823abf31),segment_id=32de818b-f7f0-4f95-adf7-e4bb823abf31)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:43.316458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:43.486779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-a1473742-6e26-4774-8028-f32aba9ec605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:43.489446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-a1473742-6e26-4774-8028-f32aba9ec605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f31da7185e7949b5bf03840d9f7094e2&device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 1097 time: 0.3331196 May 27 01:46:43.571610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:43.644997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e4fdfc0-172a-4c88-a3c3-93335b720c67 req-959765dc-6232-4cd1-a17b-ff867ceb86a6 service neutron] 10.222.0.13 "GET /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849034 May 27 01:46:43.766319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-b21b3e5e-1f89-4207-a0ef-17d179f1f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:43.768286 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-b21b3e5e-1f89-4207-a0ef-17d179f1f5d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 200 len: 929 time: 0.2653017 May 27 01:46:43.807071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a969bd71-bc43-4a93-bfa3-ec3b6ca98138 None None] Provisioning for port 30feba36-13de-4a3c-baf8-e95e296662e6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:43.843013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60444db2-5373-4f1f-9c3d-b03563ca246c None None] Pushing event updated for resources: {'Port': ['ID=3eddcde7-ab70-4f19-a2b6-30da75deaba5,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:43.846388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a969bd71-bc43-4a93-bfa3-ec3b6ca98138 None None] Provisioning complete for port 30feba36-13de-4a3c-baf8-e95e296662e6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:43.846896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a969bd71-bc43-4a93-bfa3-ec3b6ca98138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:43.908303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e2999267-350a-4638-b5ea-8c10b894670b is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:43.913583 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:44.057008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-49108b6e-bbe1-4280-b8fe-5cb5dc891dec tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 258 time: 1.1936686 May 27 01:46:44.062301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:44.071731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:44.137136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:44.149252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e2999267-350a-4638-b5ea-8c10b894670b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e2999267-350a-4638-b5ea-8c10b894670b,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:44.154240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a969bd71-bc43-4a93-bfa3-ec3b6ca98138 None None] Port 30feba36-13de-4a3c-baf8-e95e296662e6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:46:44.161608 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:44.238850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-2c7ebe01-5a15-4b44-bffb-38e80acd27b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 999 time: 0.3460879 May 27 01:46:44.305902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:44.348142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e2999267-350a-4638-b5ea-8c10b894670b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:44.357594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3eddcde7-ab70-4f19-a2b6-30da75deaba5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:44.381441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Router a72aae68-f928-44fb-83a8-a3f228ca40c0 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:46:44.429499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-753e190b-b30d-4df1-b425-7d6abb7d4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:44.436398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-753e190b-b30d-4df1-b425-7d6abb7d4fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2a105da-647c-4913-8ae1-92bcb79452e1 HTTP/1.1" status: 200 len: 867 time: 0.1963599 May 27 01:46:44.478945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:44.498650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-471ba50d-eb5c-4d29-9317-212ffd64b3b4 None None] Provisioning complete for port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:44.499451 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-471ba50d-eb5c-4d29-9317-212ffd64b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:44.642166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2acd17-947d-405d-ac54-4b07e984f974 req-f9d4efef-a3e2-44a8-abca-b6d358717ac9 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:44.659247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff2acd17-947d-405d-ac54-4b07e984f974 req-f9d4efef-a3e2-44a8-abca-b6d358717ac9 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.8944430 May 27 01:46:44.727492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '64a4686f-8171-414c-9e65-0fda2eedf421', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'port_id': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'mac_address': 'fa:16:3e:75:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:36Z', 'revision_number': 1, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:59Z', 'revision_number': 5, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:44.741258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:44.743286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:44.818962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff2acd17-947d-405d-ac54-4b07e984f974 req-7021611e-312f-4412-b207-065d0e4242f8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554251 May 27 01:46:44.876686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-85887191-9784-4906-80ed-4074b4e36452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:44.881911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-85887191-9784-4906-80ed-4074b4e36452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f912b91-48ff-4d6c-9b18-212b15b43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4317377 May 27 01:46:44.954977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b8fd-595c-4c1c-ac88-1aa8b975a8bf None None] The sync data for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 is: [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '64a4686f-8171-414c-9e65-0fda2eedf421', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'port_id': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'mac_address': 'fa:16:3e:75:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:36Z', 'revision_number': 1, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:59Z', 'revision_number': 5, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:45.126450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-471ba50d-eb5c-4d29-9317-212ffd64b3b4 None None] Current status of the port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:45.169839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:45.217479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:45.289662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:45.367898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-dd11dbc2-079c-45e9-b033-15faf41093c9 service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771667 May 27 01:46:45.424905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4f352-88b7-41e5-9cc7-734aeda5cc43 None None] New status for floating IP 64a4686f-8171-414c-9e65-0fda2eedf421: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:46:45.479789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Pushing event updated for resources: {'Port': ['ID=30feba36-13de-4a3c-baf8-e95e296662e6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:45.539400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:45.553068 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Sync routers for ids ['a72aae68-f928-44fb-83a8-a3f228ca40c0'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:45.565432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:45.569538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Routers {'a72aae68-f928-44fb-83a8-a3f228ca40c0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:45.570352 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a72aae68-f928-44fb-83a8-a3f228ca40c0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:45.954462 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:45.955907 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-da213864-511a-4d59-b416-788ed1cb241c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.7797835 May 27 01:46:45.964017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56494) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:46.030104 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Set router a72aae68-f928-44fb-83a8-a3f228ca40c0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:46.062342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be13e210-ba9b-4ac0-ba90-1f022b152e37 req-306a313e-9cbc-4b97-afc3-76646d26be0b service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808527 May 27 01:46:46.097467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbddf22-89d6-4dea-89ce-be83fa6565c6 req-227774d1-7682-48e2-a0fe-6ff7a0371d04 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:46.108252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bdbddf22-89d6-4dea-89ce-be83fa6565c6 req-227774d1-7682-48e2-a0fe-6ff7a0371d04 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.9038281 May 27 01:46:46.224916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bdbddf22-89d6-4dea-89ce-be83fa6565c6 req-032c3d02-fef3-4f37-b486-bad464ca6384 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136708 May 27 01:46:46.313800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2999267-350a-4638-b5ea-8c10b894670b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:46.435320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e2999267-350a-4638-b5ea-8c10b894670b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:46.436063 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:46.607549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a39c0-ec44-421f-8a9b-ba1b0aa201a7 req-3bd93f8a-4afd-4ede-913a-5f14f433f120 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:46.615679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-332a39c0-ec44-421f-8a9b-ba1b0aa201a7 req-3bd93f8a-4afd-4ede-913a-5f14f433f120 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.1683760 May 27 01:46:46.625041 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:46.744372 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:46:41Z', 'revision_number': 3, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:46.764301 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Checking router: a72aae68-f928-44fb-83a8-a3f228ca40c0 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:46.764758 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Updating router a72aae68-f928-44fb-83a8-a3f228ca40c0 port e2496231-132e-4983-8e68-49441c8506ad binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:46:46.770205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-332a39c0-ec44-421f-8a9b-ba1b0aa201a7 req-86fdd59c-542a-47fe-95e4-a378998ac93a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536305 May 27 01:46:46.781151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:46.788827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:46.878193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e2999267-350a-4638-b5ea-8c10b894670b is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:46.890564 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:47.169986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8e23df09-a6ee-4d4f-a5a2-e52b30bfd3c5 None None] Provisioning complete for port 30feba36-13de-4a3c-baf8-e95e296662e6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:47.171221 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8e23df09-a6ee-4d4f-a5a2-e52b30bfd3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:47.292597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8e23df09-a6ee-4d4f-a5a2-e52b30bfd3c5 None None] Port 30feba36-13de-4a3c-baf8-e95e296662e6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:46:47.415424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Allocated IP 172.25.3.217 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/c03db151-38f0-4dbf-aa8f-96c65213cd89) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:47.523249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee2274-e23a-459a-af26-36fea60ff4ac req-3b05da34-6944-4d42-8056-c0c0da83dc45 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:47.525275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6ee2274-e23a-459a-af26-36fea60ff4ac req-3b05da34-6944-4d42-8056-c0c0da83dc45 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.1274607 May 27 01:46:47.632369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6ee2274-e23a-459a-af26-36fea60ff4ac req-6c002e8f-acba-4e63-9bfa-16f667ae4dfc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844662 May 27 01:46:47.756692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:46:47.783384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:47.837175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2bfa3-b645-4346-bdfd-853f8c134150 req-e152db35-cced-4e0e-8e4b-c7eff88c81a6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:47.838163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d2e2bfa3-b645-4346-bdfd-853f8c134150 req-e152db35-cced-4e0e-8e4b-c7eff88c81a6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:47.863994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d2e2bfa3-b645-4346-bdfd-853f8c134150 req-e152db35-cced-4e0e-8e4b-c7eff88c81a6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:47.865170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2e2bfa3-b645-4346-bdfd-853f8c134150 req-e152db35-cced-4e0e-8e4b-c7eff88c81a6 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 944 time: 0.1213305 May 27 01:46:47.951482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2e2bfa3-b645-4346-bdfd-853f8c134150 req-a96c841e-ae28-4d2c-be6d-a0c6d7bae5b9 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798461 May 27 01:46:48.109450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-d573fee7-d1c2-4a6a-a79a-d173da5eeccb tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:48.113946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-d573fee7-d1c2-4a6a-a79a-d173da5eeccb tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 944 time: 0.1222341 May 27 01:46:48.205726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:48.269762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:48.279144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Sync routers for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:48.284223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Deleting port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:48.284700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:48.290533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:48.292712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:48.293533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:48.298928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:48.354869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:48.427938 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2ba2af4b-b2ff-44be-b0e3-be5259026f06 admin admin] 10.222.0.16 "PUT /v2.0/routers/b1f04aa0-9e92-44b2-a426-ec38e5f6ed10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1667299 May 27 01:46:48.428179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f961e-13e7-466a-b878-e42346baf10a req-af552233-270e-47bc-9b3e-77e01c98b8b0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:48.440002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-442f961e-13e7-466a-b878-e42346baf10a req-af552233-270e-47bc-9b3e-77e01c98b8b0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.2689912 May 27 01:46:48.450010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event updated for resources: {'Port': ['ID=c03db151-38f0-4dbf-aa8f-96c65213cd89,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:48.474472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:48.541618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:48.615323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-442f961e-13e7-466a-b878-e42346baf10a req-a9ec85ee-db3c-4e35-923f-53ec90669f12 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732893 May 27 01:46:48.670050 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:48.692153 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Transition to ACTIVE for port object e2496231-132e-4983-8e68-49441c8506ad will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:48.726062 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:48.814309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:48.924888 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f64577-0c1d-4f3b-b989-fdf62a0f1bbf None None] Pushing event updated for resources: {'Port': ['ID=e2496231-132e-4983-8e68-49441c8506ad,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:48.934694 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Attempting to bind port e2496231-132e-4983-8e68-49441c8506ad on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:48.935261 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Attempting to bind port e2496231-132e-4983-8e68-49441c8506ad by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:48.936000 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Attempting to bind port e2496231-132e-4983-8e68-49441c8506ad on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:48.942704 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:48.943388 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:48.944014 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:48.946100 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:48.946850 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Bound port: e2496231-132e-4983-8e68-49441c8506ad, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:48.947650 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:49.080155 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] For port e2496231-132e-4983-8e68-49441c8506ad, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:49.091723 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] For port e2496231-132e-4983-8e68-49441c8506ad, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e2496231-132e-4983-8e68-49441c8506ad,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:49.103860 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:49.110254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] For port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:49.110691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:49.273443 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f64577-0c1d-4f3b-b989-fdf62a0f1bbf None None] Pushing event updated for resources: {'Port': ['ID=e2496231-132e-4983-8e68-49441c8506ad,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:49.313955 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Routers {'a72aae68-f928-44fb-83a8-a3f228ca40c0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:49.314595 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a72aae68-f928-44fb-83a8-a3f228ca40c0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:49.426203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Calling delete_port for 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:49.457286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Allocated IP 172.20.0.1 (21b19993-21c1-4501-8071-b87cbfacdcd5/78cabe18-49ef-44b6-8f75-799c19a4cfa4/f679da8a-90ec-4458-ad5e-8c60c70570b3) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:49.624682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27aa8-ff21-4dad-8e35-e0590643e075 req-a059db94-fad2-4563-b0c6-fc61a3d8304b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:49.659702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27d27aa8-ff21-4dad-8e35-e0590643e075 req-a059db94-fad2-4563-b0c6-fc61a3d8304b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.6783104 May 27 01:46:49.664846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56552) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:49.682045 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] Set router a72aae68-f928-44fb-83a8-a3f228ca40c0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:49.709372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 2, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:49.728244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Checking router: b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:49.728636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Updating router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 port 30feba36-13de-4a3c-baf8-e95e296662e6 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:46:49.735829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:49.752334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-network', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:49.753804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Transition to ACTIVE for port object f679da8a-90ec-4458-ad5e-8c60c70570b3 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:49.788868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:49.795913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:49.843213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Usage tracker for resource:network and tenant:e556ec81b3ec4650abac0644d211d5ce is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:49.852061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:49.875362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:49.879491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:49.930343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:49.939812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:49.948397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27d27aa8-ff21-4dad-8e35-e0590643e075 req-b035c584-746e-4365-960f-cf501ce2af35 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877278 May 27 01:46:49.952611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:50.016182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:50.044489 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:46:41Z', 'revision_number': 3, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:50.050482 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf07e0-7f1d-429f-9317-a7b25efb58f6 None None] The sync data for ids ['a72aae68-f928-44fb-83a8-a3f228ca40c0'] in n-d-843146-11 is: [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:46:41Z', 'revision_number': 3, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:50.072774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Made reservation on behalf of e556ec81b3ec4650abac0644d211d5ce for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:46:50.088291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.090383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.128212 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.162663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:50.173121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Usage tracker for resource:security_group_rule and tenant:e556ec81b3ec4650abac0644d211d5ce is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:50.178331 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.206339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:50.300985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=f679da8a-90ec-4458-ad5e-8c60c70570b3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:50.325323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event deleted for resources: {'Port': ['ID=689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:50.341205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:50.468330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] No DVR routers for this DVR port 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:50.495182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.499161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'name': 'network-vif-deleted', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:50.513623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.533044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7228dc96-07df-43ce-ae98-ccd70f7936f9 req-e7406a3e-d43f-4c98-8bd3-6ab1bca64b8f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "DELETE /v2.0/ports/689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a HTTP/1.1" status: 204 len: 173 time: 2.4118755 May 27 01:46:50.550597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.671571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.684346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.697530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6dcfca0-79c6-491a-b61d-86a30231e957 None None] Provisioning for port f679da8a-90ec-4458-ad5e-8c60c70570b3 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:50.745705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6dcfca0-79c6-491a-b61d-86a30231e957 None None] Provisioning complete for port f679da8a-90ec-4458-ad5e-8c60c70570b3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:50.746399 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6dcfca0-79c6-491a-b61d-86a30231e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.778957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-12077c6b-c8dc-47ff-bb8b-c71bd6105af3 req-205263b8-37dd-4a0c-809e-b0f539bd2fb8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:50.801819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event updated for resources: {'Port': ['ID=c03db151-38f0-4dbf-aa8f-96c65213cd89,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:50.828865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.829148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:46:50.829623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.831208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24e7bf2-4c04-4a37-a506-3688c374a914,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:50.831366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcfca0-79c6-491a-b61d-86a30231e957 None None] Port f679da8a-90ec-4458-ad5e-8c60c70570b3 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:46:50.837783 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.843592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Transition to ACTIVE for port object 30feba36-13de-4a3c-baf8-e95e296662e6 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:50.851473 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.851709 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Added segment 3a89f9a3-ec5f-4b21-a352-e818e93bd8b8 of type vlan for network 2e1329e9-bdfe-46af-bf55-81e2412be42c May 27 01:46:50.852815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.855867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-12077c6b-c8dc-47ff-bb8b-c71bd6105af3 req-205263b8-37dd-4a0c-809e-b0f539bd2fb8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:50.858688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12077c6b-c8dc-47ff-bb8b-c71bd6105af3 req-205263b8-37dd-4a0c-809e-b0f539bd2fb8 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a04dcdd-43aa-43f1-bac0-bb9f21988d95 HTTP/1.1" status: 200 len: 210 time: 0.1483595 May 27 01:46:50.915075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.988363 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.998217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:50.999376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:51.001793 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:51.003082 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-b0467f69-27e1-44d1-b369-3b65374bd74f tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.9444196 May 27 01:46:51.146752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:51.161505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-ddd49f35-e4b9-4dc9-9fb2-2baea7c6aaa4 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:51.221365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:46:51.221657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:46:51.248271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3841da-8b9c-45ce-b240-6a373aaadd8b None None] Pushing event updated for resources: {'Port': ['ID=30feba36-13de-4a3c-baf8-e95e296662e6,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:51.252531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Attempting to bind port 30feba36-13de-4a3c-baf8-e95e296662e6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:51.252897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Attempting to bind port 30feba36-13de-4a3c-baf8-e95e296662e6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:51.253256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Attempting to bind port 30feba36-13de-4a3c-baf8-e95e296662e6 on network 06c1058f-3ed3-4daf-b884-dd92587f2412 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:51.260174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-ddd49f35-e4b9-4dc9-9fb2-2baea7c6aaa4 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:51.267407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:51.267792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Checking segment: {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:51.268177 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:51.268574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Bound using segment: {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:51.269054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Bound port: 30feba36-13de-4a3c-baf8-e95e296662e6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:51.269423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:51.270133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-ddd49f35-e4b9-4dc9-9fb2-2baea7c6aaa4 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.2661464 May 27 01:46:51.374727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] For port 30feba36-13de-4a3c-baf8-e95e296662e6, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:51.382774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] For port 30feba36-13de-4a3c-baf8-e95e296662e6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=30feba36-13de-4a3c-baf8-e95e296662e6,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:51.400414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:51.445755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7784994 May 27 01:46:51.455871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56578) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:51.459151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad18b84-5581-4f81-998c-4cba56fba29e admin admin] Pushing event updated for resources: {'Network': ['ID=2e1329e9-bdfe-46af-bf55-81e2412be42c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:51.579415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3841da-8b9c-45ce-b240-6a373aaadd8b None None] Pushing event updated for resources: {'Port': ['ID=30feba36-13de-4a3c-baf8-e95e296662e6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:51.582450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:46:51.584498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Request body: {'subnet': {'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-subnet', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:51.594356 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-1fa48886-5921-41ca-804e-93f6e9f1c176 service neutron] show failed (client error): The resource could not be found. May 27 01:46:51.596014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-1fa48886-5921-41ca-804e-93f6e9f1c176 service neutron] 10.222.0.47 "GET /v2.0/ports/d1eb3854-25a5-4373-9743-0350ee6cbd20/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.1122842 May 27 01:46:51.605589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-870a151a-aee4-416b-8d30-cdf3133fb443 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:51.620303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3a89b-49cd-454c-9ee7-42a10c03e981 req-2f0addb3-5c39-422c-869b-6fb99a1f1eed tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:51.621791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40a3a89b-49cd-454c-9ee7-42a10c03e981 req-2f0addb3-5c39-422c-869b-6fb99a1f1eed tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.2835751 May 27 01:46:51.627231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-870a151a-aee4-416b-8d30-cdf3133fb443 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3556294 May 27 01:46:51.628114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146b969-752b-43b6-bede-dfa6ebeb0d78 req-b298d298-d7a6-4507-8f46-bd5c2a626cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:51.629564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3146b969-752b-43b6-bede-dfa6ebeb0d78 req-b298d298-d7a6-4507-8f46-bd5c2a626cda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 1097 time: 0.2158418 May 27 01:46:51.637181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-8aac4a1e-7e52-4981-8ff5-0e169721929c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:46:51.668014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-360e5170-004e-49d0-b21d-2d924fdf6b49 req-8aac4a1e-7e52-4981-8ff5-0e169721929c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0380118 May 27 01:46:51.716012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40a3a89b-49cd-454c-9ee7-42a10c03e981 req-49e82083-228e-40d1-a245-9961c11abfd3 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853291 May 27 01:46:51.723797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3146b969-752b-43b6-bede-dfa6ebeb0d78 req-e305afe7-595a-4168-bceb-7ecf80b983c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767479 May 27 01:46:51.736204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:51.736845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:51.768223 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587d8dd9-1687-4c55-88bf-38b475876b70'] response: {'server_uuid': '8a04dcdd-43aa-43f1-bac0-bb9f21988d95', 'name': 'network-vif-deleted', 'tag': '689fe5eb-0e62-40ed-b47f-0f4cf2a32e1a', 'status': 'completed', 'code': 200} May 27 01:46:51.874693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:51.880569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Usage tracker for resource:subnet and tenant:e556ec81b3ec4650abac0644d211d5ce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:51.897153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:51.905164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:51.941131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Made reservation on behalf of e556ec81b3ec4650abac0644d211d5ce for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:46:51.943570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:51.981722 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:52.037901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51600-d30a-46c5-8cb5-0342cbccfa74 req-e1c438a4-5f81-46b9-b7f0-5ace4c0caf91 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:52.039724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80c51600-d30a-46c5-8cb5-0342cbccfa74 req-e1c438a4-5f81-46b9-b7f0-5ace4c0caf91 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.1452806 May 27 01:46:52.057270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:52.066287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:52.163222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80c51600-d30a-46c5-8cb5-0342cbccfa74 req-b80c96cf-8c40-414c-a9a9-5975c98cea0b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690854 May 27 01:46:52.169575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-4b0cd057-7140-4013-8b02-0ab821d5ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:52.171744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-4b0cd057-7140-4013-8b02-0ab821d5ca71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 1102 time: 0.1304004 May 27 01:46:52.205089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:52.207065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:52.278795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=f679da8a-90ec-4458-ad5e-8c60c70570b3,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:52.356419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2496231-132e-4983-8e68-49441c8506ad up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:52.417788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:52.492554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e2496231-132e-4983-8e68-49441c8506ad completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:52.501488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e2496231-132e-4983-8e68-49441c8506ad triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:52.501860 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:52.619494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:52.628828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:52.728563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e2496231-132e-4983-8e68-49441c8506ad is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:52.729273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:52.777194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:51Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:52.784021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abbf2a-b1b2-4b61-be77-6684240a963c None None] The sync data for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 is: [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:51Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:52.787022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e2496231-132e-4983-8e68-49441c8506ad, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e2496231-132e-4983-8e68-49441c8506ad,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:52.797501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:52.908151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21573913-5406-4e66-9047-9f0441937f02 req-5d3eee0d-a38d-4349-b978-3ecccfd7c373 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:52.909734 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21573913-5406-4e66-9047-9f0441937f02 req-5d3eee0d-a38d-4349-b978-3ecccfd7c373 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6981518 May 27 01:46:52.928477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:52.982439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:53.015641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e2496231-132e-4983-8e68-49441c8506ad,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:53.103238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e61bde4a-8fb2-4db6-b994-04499fa8cc30 None None] Provisioning complete for port f679da8a-90ec-4458-ad5e-8c60c70570b3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:53.103865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e61bde4a-8fb2-4db6-b994-04499fa8cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.131445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.164225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Transition to ACTIVE for port object d1eb3854-25a5-4373-9743-0350ee6cbd20 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:53.170222 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.196344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e61bde4a-8fb2-4db6-b994-04499fa8cc30 None None] Port f679da8a-90ec-4458-ad5e-8c60c70570b3 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:46:53.230060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21573913-5406-4e66-9047-9f0441937f02 req-dbd42405-7428-4956-85c5-f15abde4b07e tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.1838171 May 27 01:46:53.289904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-21573913-5406-4e66-9047-9f0441937f02 req-67e681b8-92de-4fbc-bffe-71377149bc93 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Request body: {'floatingip': {'port_id': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:53.408931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-21573913-5406-4e66-9047-9f0441937f02 req-67e681b8-92de-4fbc-bffe-71377149bc93 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.411191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] No DVR routers for this DVR port d1eb3854-25a5-4373-9743-0350ee6cbd20 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:53.432672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:53.528850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:53.529429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:53.529934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:53.538523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:46:53.539064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:53.545080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:53.545641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:53.546192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:53.546847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Bound port: d1eb3854-25a5-4373-9743-0350ee6cbd20, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:53.547387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.595640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Router a72aae68-f928-44fb-83a8-a3f228ca40c0 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:46:53.674802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:53.679049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:53.685187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.765794 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.787302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:53.792956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:53.815960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:53.816882 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:53.819043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-bfff21e0-c11b-4c14-9a5d-724940e96990 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 1097 time: 1.6290700 May 27 01:46:53.968212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-43f2ed99-cc37-444b-9a40-87fd314e988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:53.969738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-43f2ed99-cc37-444b-9a40-87fd314e988a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1100 time: 0.1079414 May 27 01:46:53.981367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a6118-03f6-4211-aff8-fa6137ca9fd9 req-648bba6c-c7ef-47b4-86e9-fa3814aa2baf tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:53.983020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b3a6118-03f6-4211-aff8-fa6137ca9fd9 req-648bba6c-c7ef-47b4-86e9-fa3814aa2baf tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.1628559 May 27 01:46:54.196148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29f43e2-1ad0-484a-988c-88898e90919b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:54.207426 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-21573913-5406-4e66-9047-9f0441937f02 req-67e681b8-92de-4fbc-bffe-71377149bc93 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] update failed (client error): There was a conflict when trying to complete your request. May 27 01:46:54.218372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21573913-5406-4e66-9047-9f0441937f02 req-67e681b8-92de-4fbc-bffe-71377149bc93 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "PUT /v2.0/floatingips/ba05bfb1-e204-4b3a-9579-cf4c356d2a51 HTTP/1.1" status: 409 len: 550 time: 0.9515376 May 27 01:46:54.230228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Checking segment: {'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:54.230443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Network hostable DHCP agents. Network: 2e1329e9-bdfe-46af-bf55-81e2412be42c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:46:54.269591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:46:54.281041 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Sync routers for ids ['a72aae68-f928-44fb-83a8-a3f228ca40c0'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:46:54.292486 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Routers {'a72aae68-f928-44fb-83a8-a3f228ca40c0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:54.293020 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a72aae68-f928-44fb-83a8-a3f228ca40c0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:54.299595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b3a6118-03f6-4211-aff8-fa6137ca9fd9 req-dcdc526b-803b-40ff-82b5-c321bd2d7dce tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800632 May 27 01:46:54.307326 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-06d9919a-de1d-4d06-b5e7-934873099cf0 admin admin] 10.222.0.16 "PUT /v2.0/routers/a72aae68-f928-44fb-83a8-a3f228ca40c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3405721 May 27 01:46:54.310662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:46:54.329355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 2e1329e9-bdfe-46af-bf55-81e2412be42c) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:54.339871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:54.341191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:54.341397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ea28a-78c1-4b11-99c4-dc0f2f667e84 None None] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:46:54.381095 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ecd1e3e8-cdbc-4b26-b9bc-338d018b54c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8180578 May 27 01:46:54.382431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56662) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:54.388424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:46:54.402449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:46:54.414246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Usage tracker for resource:router and tenant:e556ec81b3ec4650abac0644d211d5ce is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:46:54.422267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:46:54.426456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-92b46211-7911-412f-aea5-8d81efa26af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:54.435433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-92b46211-7911-412f-aea5-8d81efa26af8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4512901 May 27 01:46:54.517565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 30feba36-13de-4a3c-baf8-e95e296662e6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:54.603185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-53f0e873-4dd7-45e2-9eb5-e61bef6f3ae2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.1594760 May 27 01:46:54.713051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-fecce4af-c502-4f67-8b0b-b8536b913cda tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:54.714859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-fecce4af-c502-4f67-8b0b-b8536b913cda tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 944 time: 0.5352905 May 27 01:46:54.770176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 30feba36-13de-4a3c-baf8-e95e296662e6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:54.774026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:46:54.776175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56668) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:46:54.786955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 30feba36-13de-4a3c-baf8-e95e296662e6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:54.787328 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:54.808315 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Set router a72aae68-f928-44fb-83a8-a3f228ca40c0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:54.830541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-aad2424f-b61d-4740-9dc3-6073f6b9dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:54.832780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-aad2424f-b61d-4740-9dc3-6073f6b9dc43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2196863 May 27 01:46:54.911196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-2e1329e9-bdfe-46af-bf55-81e2412be42c', 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'fixed_ips': [{'subnet_id': 'f29f43e2-1ad0-484a-988c-88898e90919b'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:46:54.911999 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:54.932912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Deleting port d53eba20-143a-4af5-afe5-9f06aa8f3af7 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:54.933544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.026467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.027895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.056625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-3d2a3c8b-2fcf-4bc9-aeb4-789614502c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:55.058995 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-3d2a3c8b-2fcf-4bc9-aeb4-789614502c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2170882 May 27 01:46:55.139319 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.151904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d53eba20-143a-4af5-afe5-9f06aa8f3af7 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:55.184937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 30feba36-13de-4a3c-baf8-e95e296662e6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:55.185326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.252375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf303-980a-457c-8120-be8f72202da9 req-1bb8e7f1-68aa-407b-a6d2-2cff3e764345 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:55.253848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b6cf303-980a-457c-8120-be8f72202da9 req-1bb8e7f1-68aa-407b-a6d2-2cff3e764345 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 948 time: 0.4677887 May 27 01:46:55.287004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 30feba36-13de-4a3c-baf8-e95e296662e6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=30feba36-13de-4a3c-baf8-e95e296662e6,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:55.301247 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.302016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2496231-132e-4983-8e68-49441c8506ad up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:55.352036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] For port d53eba20-143a-4af5-afe5-9f06aa8f3af7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d53eba20-143a-4af5-afe5-9f06aa8f3af7,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:55.352555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.385661 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:46:50Z', 'revision_number': 4, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'f679da8a-90ec-4458-ad5e-8c60c70570b3', 'name': '', 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'mac_address': 'fa:16:3e:e9:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '78cabe18-49ef-44b6-8f75-799c19a4cfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:49Z', 'updated_at': '2022-05-27T01:46:51Z', 'revision_number': 2, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'subnets': [{'id': '78cabe18-49ef-44b6-8f75-799c19a4cfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:55.392997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Checking router: a72aae68-f928-44fb-83a8-a3f228ca40c0 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:46:55.393699 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Updating router a72aae68-f928-44fb-83a8-a3f228ca40c0 port f679da8a-90ec-4458-ad5e-8c60c70570b3 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:46:55.459311 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.491787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d53eba20-143a-4af5-afe5-9f06aa8f3af7 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:55.492759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:55.520236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Allocated IP 172.20.0.2 (2e1329e9-bdfe-46af-bf55-81e2412be42c/f29f43e2-1ad0-484a-988c-88898e90919b/c53fbcfd-362e-45ad-b346-bf8ffc19b803) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:55.535195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Calling delete_port for d53eba20-143a-4af5-afe5-9f06aa8f3af7 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:55.539486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=30feba36-13de-4a3c-baf8-e95e296662e6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:55.632798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:46:55.633229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bb200bac-a8b9-40a2-8580-203214e0df1b no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:46:55.686180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e2496231-132e-4983-8e68-49441c8506ad triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:55.686545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.733988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b6cf303-980a-457c-8120-be8f72202da9 req-887bb83a-c0d5-4cec-94df-69f7ce453faf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679325 May 27 01:46:55.771889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.806547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.874242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-afa9ac6b-aeea-4502-94f2-fe9640a11204 req-7f8bfd8b-0c91-496c-8a95-f77bdc1be41f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=314067cc-a598-47ab-a433-50e71255aba3 HTTP/1.1" status: 200 len: 210 time: 0.1602879 May 27 01:46:55.883883 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3185fd06-4c5f-4c3e-b147-c9956deb7639'] response: {'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'code': 200} May 27 01:46:55.956844 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:55.987462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Transition to ACTIVE for port object f679da8a-90ec-4458-ad5e-8c60c70570b3 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:55.988016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event deleted for resources: {'Port': ['ID=d53eba20-143a-4af5-afe5-9f06aa8f3af7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:56.012685 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.015034 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-ee67f1bb-269a-428b-83bb-a99228e703be tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips/ba05bfb1-e204-4b3a-9579-cf4c356d2a51 HTTP/1.1" status: 200 len: 693 time: 0.1295855 May 27 01:46:56.068290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port bb200bac-a8b9-40a2-8580-203214e0df1b is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:56.068687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.097020 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c41e0-bc17-4d99-9577-a291b44d3465 None None] Pushing event updated for resources: {'Port': ['ID=f679da8a-90ec-4458-ad5e-8c60c70570b3,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:56.138081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e2496231-132e-4983-8e68-49441c8506ad is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:56.152983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:56.164395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.171884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:56.180816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Transition to ACTIVE for port object c53fbcfd-362e-45ad-b346-bf8ffc19b803 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:56.184283 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.232089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] No DVR routers for this DVR port d53eba20-143a-4af5-afe5-9f06aa8f3af7 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:56.264038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.294184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Transition to ACTIVE for port object c53fbcfd-362e-45ad-b346-bf8ffc19b803 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:46:56.316479 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.323940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0cade68-16f4-4f81-add1-024c4e546fd5 req-f54ca312-a3b9-4b0d-989d-3ab5ccb98f3d tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "DELETE /v2.0/ports/d53eba20-143a-4af5-afe5-9f06aa8f3af7 HTTP/1.1" status: 204 len: 173 time: 1.6012926 May 27 01:46:56.324148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 30feba36-13de-4a3c-baf8-e95e296662e6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:56.348249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-e1956ebf-9630-4f62-9916-eee91de415a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2790046 May 27 01:46:56.367242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:56.467620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Pushing event updated for resources: {'Port': ['ID=c53fbcfd-362e-45ad-b346-bf8ffc19b803,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:56.499001 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Attempting to bind port f679da8a-90ec-4458-ad5e-8c60c70570b3 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:56.499580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Attempting to bind port f679da8a-90ec-4458-ad5e-8c60c70570b3 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:56.499849 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Attempting to bind port f679da8a-90ec-4458-ad5e-8c60c70570b3 on network 21b19993-21c1-4501-8071-b87cbfacdcd5 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:56.500286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:56.507876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:56.511131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:56.515500 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:56.518029 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Checking segment: {'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:56.519332 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.519755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Bound using segment: {'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:56.523236 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Bound port: f679da8a-90ec-4458-ad5e-8c60c70570b3, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32de818b-f7f0-4f95-adf7-e4bb823abf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:56.523725 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.584277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-7d82d6a6-9946-443a-b9b3-83432ec9deb4 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:56.586058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-7d82d6a6-9946-443a-b9b3-83432ec9deb4 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.5280290 May 27 01:46:56.588964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-a4363ccf-5432-4db4-b122-c749eb9aaa02 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:56.590415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-a4363ccf-5432-4db4-b122-c749eb9aaa02 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 811 time: 0.5428956 May 27 01:46:56.605267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-fcbf3fe5-8fec-4cba-afe3-bd17c82e3222 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:46:56.606642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-fcbf3fe5-8fec-4cba-afe3-bd17c82e3222 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079222 May 27 01:46:56.670093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Attempting to bind port c53fbcfd-362e-45ad-b346-bf8ffc19b803 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:46:56.670517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Attempting to bind port c53fbcfd-362e-45ad-b346-bf8ffc19b803 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:46:56.670913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Attempting to bind port c53fbcfd-362e-45ad-b346-bf8ffc19b803 on network 2e1329e9-bdfe-46af-bf55-81e2412be42c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:46:56.682945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-a3d5a709-d777-40bc-a0ec-cf8f42a72c8c tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/quotas/848c3fddba864b9ab64c7d38c0ce7dab HTTP/1.1" status: 200 len: 375 time: 0.0836995 May 27 01:46:56.685179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:46:56.685569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Checking segment: {'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:46:56.686094 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.686489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Bound using segment: {'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:46:56.687024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Bound port: c53fbcfd-362e-45ad-b346-bf8ffc19b803, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:46:56.687404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.751982 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] For port f679da8a-90ec-4458-ad5e-8c60c70570b3, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:56.755489 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] For port f679da8a-90ec-4458-ad5e-8c60c70570b3, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f679da8a-90ec-4458-ad5e-8c60c70570b3,segment=NetworkSegment(32de818b-f7f0-4f95-adf7-e4bb823abf31),segment_id=32de818b-f7f0-4f95-adf7-e4bb823abf31)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:56.761510 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.772282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-9217c352-5e4b-450d-9bdd-321d10ce4818 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.1324079 May 27 01:46:56.792506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 30feba36-13de-4a3c-baf8-e95e296662e6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:56.792886 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:56.854386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0cbd6ba-251f-46bb-9592-bd772555b6dd req-3d5c4507-5d04-4892-847f-94ee3881b078 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867806 May 27 01:46:56.864526 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c41e0-bc17-4d99-9577-a291b44d3465 None None] Pushing event updated for resources: {'Port': ['ID=f679da8a-90ec-4458-ad5e-8c60c70570b3,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:56.888776 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Routers {'a72aae68-f928-44fb-83a8-a3f228ca40c0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:46:56.889523 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a72aae68-f928-44fb-83a8-a3f228ca40c0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:56.903729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-80e99b92-b107-4821-b9b5-7a16c849aeeb tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2119992 May 27 01:46:56.934444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] For port c53fbcfd-362e-45ad-b346-bf8ffc19b803, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:46:56.956321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-07417372-aa41-49e7-a61c-afe0938029f3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:56.974190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-07417372-aa41-49e7-a61c-afe0938029f3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb4e88b3-bc0c-4d61-9e9b-c638fdd821de HTTP/1.1" status: 200 len: 943 time: 0.2214267 May 27 01:46:57.008692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] For port c53fbcfd-362e-45ad-b346-bf8ffc19b803, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c53fbcfd-362e-45ad-b346-bf8ffc19b803,segment=NetworkSegment(3a89f9a3-ec5f-4b21-a352-e818e93bd8b8),segment_id=3a89f9a3-ec5f-4b21-a352-e818e93bd8b8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:46:57.028882 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:57.131346 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] Set router a72aae68-f928-44fb-83a8-a3f228ca40c0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:46:57.139005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Deleting port bb200bac-a8b9-40a2-8580-203214e0df1b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:57.139351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:57.174638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cff2b1-6b96-43ef-9df2-946efe8b1049 None None] Pushing event updated for resources: {'Port': ['ID=c53fbcfd-362e-45ad-b346-bf8ffc19b803,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:57.190653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 30feba36-13de-4a3c-baf8-e95e296662e6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:57.310179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-b96a16f3-34b3-4737-a290-0b83662337a1 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.4606137 May 27 01:46:57.397601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:57.581790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Deleting port c03db151-38f0-4dbf-aa8f-96c65213cd89 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:57.582222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:57.637709 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-ad93504e-a7d1-41f4-bed7-8b1f9d1cd9fa service neutron] 10.222.0.16 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007596 May 27 01:46:57.660163 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:46:50Z', 'revision_number': 4, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'f679da8a-90ec-4458-ad5e-8c60c70570b3', 'name': '', 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'mac_address': 'fa:16:3e:e9:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '78cabe18-49ef-44b6-8f75-799c19a4cfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:49Z', 'updated_at': '2022-05-27T01:46:56Z', 'revision_number': 4, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'subnets': [{'id': '78cabe18-49ef-44b6-8f75-799c19a4cfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:46:57.660778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:57.664831 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049b263-a529-4791-a9e0-9f05a601284f None None] The sync data for ids ['a72aae68-f928-44fb-83a8-a3f228ca40c0'] in n-d-843146-11 is: [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:46:50Z', 'revision_number': 4, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'f679da8a-90ec-4458-ad5e-8c60c70570b3', 'name': '', 'network_id': '21b19993-21c1-4501-8071-b87cbfacdcd5', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'mac_address': 'fa:16:3e:e9:86:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '78cabe18-49ef-44b6-8f75-799c19a4cfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:49Z', 'updated_at': '2022-05-27T01:46:56Z', 'revision_number': 4, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'subnets': [{'id': '78cabe18-49ef-44b6-8f75-799c19a4cfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:46:57.737919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:57.769162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] For port bb200bac-a8b9-40a2-8580-203214e0df1b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bb200bac-a8b9-40a2-8580-203214e0df1b,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:57.769537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:57.926124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}, {'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'name': 'network-vif-deleted', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:46:57.937794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Calling delete_port for bb200bac-a8b9-40a2-8580-203214e0df1b owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:58.002973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-e4f19095-c815-40b8-91d5-1d77a27d82a5 service neutron] 10.222.0.16 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517392 May 27 01:46:58.130141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:58.205132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event deleted for resources: {'Port': ['ID=bb200bac-a8b9-40a2-8580-203214e0df1b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:58.212804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:58.213342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:58.421631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f679da8a-90ec-4458-ad5e-8c60c70570b3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:58.531329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f679da8a-90ec-4458-ad5e-8c60c70570b3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:58.537089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f679da8a-90ec-4458-ad5e-8c60c70570b3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:58.537595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:58.661676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] No DVR routers for this DVR port bb200bac-a8b9-40a2-8580-203214e0df1b on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:46:58.674018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-d8e5acb6-0ff2-4579-9978-1878b982b546 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:58.690616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Allocated IP 172.25.3.55 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a37af20a-61ab-4852-906c-40f1583f34cc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:46:58.691256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-d8e5acb6-0ff2-4579-9978-1878b982b546 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 0.2755802 May 27 01:46:58.721501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:58.762229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-1661431c-83bc-4f48-8de4-5e0170027e78 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/quotas/cc1f940025d24938b7da59d5a01d7058 HTTP/1.1" status: 200 len: 375 time: 0.0693114 May 27 01:46:58.830803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-88c197f8-8c11-42a9-9159-c9b5880a4d82 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:46:58.837981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-860f1b6e-9937-45ad-993c-d6c26ef57f0d req-5f8c6fcc-feec-49a9-8d1c-4ab253a45159 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "DELETE /v2.0/ports/bb200bac-a8b9-40a2-8580-203214e0df1b HTTP/1.1" status: 204 len: 173 time: 1.8571143 May 27 01:46:58.854642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-88c197f8-8c11-42a9-9159-c9b5880a4d82 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:46:58.857223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd2f1b-99dd-4d0a-b145-a5fa58d5852e None None] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:46:58.864137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-88c197f8-8c11-42a9-9159-c9b5880a4d82 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005938 May 27 01:46:58.874161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f679da8a-90ec-4458-ad5e-8c60c70570b3 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:58.874431 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:58.927332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:58.970701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Calling delete_port for c03db151-38f0-4dbf-aa8f-96c65213cd89 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:46:59.009353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:59.099405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f679da8a-90ec-4458-ad5e-8c60c70570b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f679da8a-90ec-4458-ad5e-8c60c70570b3,segment=NetworkSegment(32de818b-f7f0-4f95-adf7-e4bb823abf31),segment_id=32de818b-f7f0-4f95-adf7-e4bb823abf31)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:59.107342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3193fba5-78fb-444f-93b8-7da36bcee40b None None] Provisioning for port c53fbcfd-362e-45ad-b346-bf8ffc19b803 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:59.123482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:59.125020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c53fbcfd-362e-45ad-b346-bf8ffc19b803 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:46:59.129936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:46:59.136254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:46:59.139421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:46:59.193164 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-82678362-45ff-49c0-95ef-f9f1cf874d85 service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279738 May 27 01:46:59.218027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Pushing event updated for resources: {'Port': ['ID=a37af20a-61ab-4852-906c-40f1583f34cc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:59.373941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f679da8a-90ec-4458-ad5e-8c60c70570b3,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:59.406729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-3dc25710-3124-4ee3-a191-8e73df460f55 service neutron] 10.222.0.16 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034092 May 27 01:46:59.443543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c53fbcfd-362e-45ad-b346-bf8ffc19b803 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:46:59.462082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c53fbcfd-362e-45ad-b346-bf8ffc19b803 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:46:59.462596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:59.533820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Deleting port f679da8a-90ec-4458-ad5e-8c60c70570b3 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:46:59.534190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:59.617285 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c12ad2-c7b8-44ef-aaab-845bd404313b'] response: {'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'code': 200} May 27 01:46:59.660505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c53fbcfd-362e-45ad-b346-bf8ffc19b803 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:46:59.661586 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:59.723347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c53fbcfd-362e-45ad-b346-bf8ffc19b803, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c53fbcfd-362e-45ad-b346-bf8ffc19b803,segment=NetworkSegment(3a89f9a3-ec5f-4b21-a352-e818e93bd8b8),segment_id=3a89f9a3-ec5f-4b21-a352-e818e93bd8b8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:46:59.732967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:59.808230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:46:59.869469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c53fbcfd-362e-45ad-b346-bf8ffc19b803,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:46:59.954488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98958-c7c6-4885-a3f4-96fc05023675 req-0e4edda5-5857-432d-a3a8-9df2ace04bc2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:46:59.961554 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d9d98958-c7c6-4885-a3f4-96fc05023675 req-0e4edda5-5857-432d-a3a8-9df2ace04bc2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 948 time: 0.1685243 May 27 01:46:59.999690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-635f891e-cead-4e6d-b145-dd0432cdc500 None None] Provisioning complete for port c53fbcfd-362e-45ad-b346-bf8ffc19b803 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:00.000062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-635f891e-cead-4e6d-b145-dd0432cdc500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:00.012596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d9d98958-c7c6-4885-a3f4-96fc05023675 req-975330c1-5113-4953-b28a-64b4534ebddc tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 May 27 01:47:00.069829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event deleted for resources: {'Port': ['ID=c03db151-38f0-4dbf-aa8f-96c65213cd89,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:00.156213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] For port f679da8a-90ec-4458-ad5e-8c60c70570b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f679da8a-90ec-4458-ad5e-8c60c70570b3,segment=NetworkSegment(32de818b-f7f0-4f95-adf7-e4bb823abf31),segment_id=32de818b-f7f0-4f95-adf7-e4bb823abf31)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:00.156585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:00.220018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-635f891e-cead-4e6d-b145-dd0432cdc500 None None] Current status of the port c53fbcfd-362e-45ad-b346-bf8ffc19b803 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:00.278409 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc810b62-d057-4364-be7a-a268272f8a74'] response: {'name': 'network-changed', 'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'status': 'completed', 'code': 200} May 27 01:47:00.278683 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc810b62-d057-4364-be7a-a268272f8a74'] response: {'server_uuid': '314067cc-a598-47ab-a433-50e71255aba3', 'name': 'network-vif-deleted', 'tag': 'd53eba20-143a-4af5-afe5-9f06aa8f3af7', 'status': 'completed', 'code': 200} May 27 01:47:00.346043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f679da8a-90ec-4458-ad5e-8c60c70570b3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:00.450654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f679da8a-90ec-4458-ad5e-8c60c70570b3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:00.451334 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:00.566619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-dcae9359-1a93-4279-a480-1ae7c2eb4482 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:00.569143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-dcae9359-1a93-4279-a480-1ae7c2eb4482 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.47 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 811 time: 0.4808881 May 27 01:47:00.597242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Request body: {'port': {'device_id': '17563048-57be-4f5c-b147-f11e86cf089f', 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'admin_state_up': True, 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:00.618315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Calling delete_port for f679da8a-90ec-4458-ad5e-8c60c70570b3 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:00.621418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-608d7bcb-caab-4f4e-ade4-19b1e61d6a67 req-3984f93e-af61-4d37-a164-75304b701d72 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 210 time: 0.2544520 May 27 01:47:00.651260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f679da8a-90ec-4458-ad5e-8c60c70570b3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:00.652493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c53fbcfd-362e-45ad-b346-bf8ffc19b803 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:00.700150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:00.735828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:00.747733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c53fbcfd-362e-45ad-b346-bf8ffc19b803 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:00.748133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:00.777726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-9aca2fc3-59c5-4ca0-8508-26115bdb0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:00.780603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-9aca2fc3-59c5-4ca0-8508-26115bdb0635 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1100 time: 0.5011327 May 27 01:47:00.876348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c53fbcfd-362e-45ad-b346-bf8ffc19b803 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:00.961275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79e9253f-aeb3-48ad-9ccc-ac202d1e4f24 req-85c05637-a67b-42fe-af64-443cc1b46943 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 210 time: 0.1326852 May 27 01:47:00.982929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-3a663952-ffba-49a7-ab92-a07f4c33b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:00.984418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-3a663952-ffba-49a7-ab92-a07f4c33b061 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1100 time: 0.5494053 May 27 01:47:00.994105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:01.052273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:01.053401 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1304ebe7-3f96-43ba-b2a0-5f24ea0be296 req-65126732-a75b-45fe-bc8a-e1357a7e0be0 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "DELETE /v2.0/floatingips/ba05bfb1-e204-4b3a-9579-cf4c356d2a51 HTTP/1.1" status: 204 len: 173 time: 3.7424507 May 27 01:47:01.091946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:01.140137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Made reservation on behalf of 848c3fddba864b9ab64c7d38c0ce7dab for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:01.146277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bb200bac-a8b9-40a2-8580-203214e0df1b no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:01.154932 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:01.205087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-0065a6a5-d6d9-463c-a08d-9c8c811e699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:01.206546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-0065a6a5-d6d9-463c-a08d-9c8c811e699f service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4026184 May 27 01:47:01.215856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: bb200bac-a8b9-40a2-8580-203214e0df1b {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:01.216202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bb200bac-a8b9-40a2-8580-203214e0df1b not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:01.305333 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-b20f6a18-7e0a-4a5f-b8e4-e92a43ef288c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.0798969 May 27 01:47:01.355607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-460db258-f4cf-4ca7-97df-d4ce9a091df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:01.357063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-460db258-f4cf-4ca7-97df-d4ce9a091df6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3642149 May 27 01:47:01.437623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:47:01.538804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:01.608606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:01.648691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:01.669587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'mac_address': 'fa:16:3e:ad:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:47:01.694023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-54c2d5d9-accd-4867-8f95-d150dd30d4ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.2939031 May 27 01:47:01.705999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f679da8a-90ec-4458-ad5e-8c60c70570b3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:01.765649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-9800c153-fb8d-4ef9-8874-5a69c63be863 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:01.767325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-9800c153-fb8d-4ef9-8874-5a69c63be863 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 804 time: 0.4240520 May 27 01:47:01.771170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d1eb3854-25a5-4373-9743-0350ee6cbd20 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:01.771808 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:01.816374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1eb3854-25a5-4373-9743-0350ee6cbd20 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:01.831936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Request body: {'port': {'device_id': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'admin_state_up': True, 'tenant_id': 'cc1f940025d24938b7da59d5a01d7058'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:01.852721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:01.871726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:01.880978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a226ab7-9106-4cbb-a393-2d148ffaa392 req-6e0f4539-306a-4023-a899-00d3877369fd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:01.882234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a226ab7-9106-4cbb-a393-2d148ffaa392 req-6e0f4539-306a-4023-a899-00d3877369fd tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 948 time: 0.5854380 May 27 01:47:01.928667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-d2a43da9-7964-4909-8d7a-8a3318c56f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:01.930191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-d2a43da9-7964-4909-8d7a-8a3318c56f8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.5761142 May 27 01:47:01.948230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91a9e051-645e-4a18-973c-1dbe2cc3fa44 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 1001 time: 0.4757335 May 27 01:47:01.949535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-43c1cd76-0adc-4bc1-a00a-9061542773b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:01.951026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-43c1cd76-0adc-4bc1-a00a-9061542773b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.2402158 May 27 01:47:01.984608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:02.124025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.47', 60242) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:02.191726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Allocated IP 172.20.0.11 (dc2a118c-7a52-4794-9b8f-59166e39e3cb/b1334a97-7069-4e90-be6d-83360533aaab/e2468d84-919d-4a2b-b939-b38b75818cbe) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:47:02.232750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-385e1194-03a8-41eb-8123-fb53e67b4d25 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:02.234125 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-385e1194-03a8-41eb-8123-fb53e67b4d25 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports/beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 942 time: 0.2275608 May 27 01:47:02.271481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a226ab7-9106-4cbb-a393-2d148ffaa392 req-f552d03f-5066-4b1b-a379-485e0d9802ec tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183217 May 27 01:47:02.285897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-deleted', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:02.289218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d1eb3854-25a5-4373-9743-0350ee6cbd20'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:02.413431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-b027f0cb-18eb-488b-8042-568a846c31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:02.415013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-b027f0cb-18eb-488b-8042-568a846c31c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4630904 May 27 01:47:02.425104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-27284ee1-1be4-4c9d-adea-5642aa0d551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:02.426595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-27284ee1-1be4-4c9d-adea-5642aa0d551f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3841562 May 27 01:47:02.572677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:02.582097 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:02.599401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:02.612692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:02.613447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-299df36b-4d6e-4075-ae79-8729a9dab60f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:02.614158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-299df36b-4d6e-4075-ae79-8729a9dab60f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Synchronizing usage tracker for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:02.627442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Made reservation on behalf of cc1f940025d24938b7da59d5a01d7058 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:02.630964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:02.648931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Router c39e82c1-0a89-4f2f-b385-472f0636a7e6 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:47:02.805008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-299df36b-4d6e-4075-ae79-8729a9dab60f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Unset dirty status for tenant:5c8c4c46e37a48ffa5acec47a9e7553e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:02.806135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-299df36b-4d6e-4075-ae79-8729a9dab60f tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.6727228 May 27 01:47:02.815180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-a8cce154-53b6-4faf-b20d-14ecd8852dbf tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 1001 time: 0.3991573 May 27 01:47:02.855563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f0d9-950b-412c-9207-1b7cee548243 req-0f13bc2c-a61b-4d92-ba91-d789b7181189 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:02.857045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2605f0d9-950b-412c-9207-1b7cee548243 req-0f13bc2c-a61b-4d92-ba91-d789b7181189 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 944 time: 0.4591660 May 27 01:47:02.893596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:02.971176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:02.975988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-1be31758-a3ca-4bac-a155-005cf913e2dc service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478315 May 27 01:47:03.033093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-154114cd-f6a3-4b54-81f5-5165d8c13918 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944500 May 27 01:47:03.121913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2605f0d9-950b-412c-9207-1b7cee548243 req-4590c028-fcb1-47c2-a82b-14655bb08fb0 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/security-groups?id=96288b23-19e5-49f8-a9c4-0c83973649cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487335 May 27 01:47:03.169421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:47:03.185534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Sync routers for ids ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:47:03.195639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Deleting port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:03.196198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:03.199560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Routers {'c39e82c1-0a89-4f2f-b385-472f0636a7e6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:03.200604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:03.246517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Allocated IP 172.20.0.9 (5848ceeb-517e-472e-a231-2691b8612c1f/7f68890f-94c8-474a-af01-43175b3bf07f/c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:47:03.332691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d4b4e3d-b20f-454c-b0bc-197d59373dc4 req-b9559d36-e3e2-4eb5-936d-6a631cc47eba tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 210 time: 0.0836983 May 27 01:47:03.407632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Set router c39e82c1-0a89-4f2f-b385-472f0636a7e6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:03.428503 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:03.432068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-960baff7-e259-476c-be0b-19a8582a4d25 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.0456765 May 27 01:47:03.434090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56750) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:03.521733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-5183e731-5ff3-4840-aac7-7e386cb7147b tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:03.529340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-5183e731-5ff3-4840-aac7-7e386cb7147b tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.6857903 May 27 01:47:03.605333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:03.620522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['dfafa40d-0f47-4f13-8091-414a57938d50'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:03.643501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-c992a0e6-90c7-4079-a59f-2a0234d14e1a service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506212 May 27 01:47:03.749557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6db54416-39bd-4f16-8129-21c451fc0b3b req-e0e670d1-3b39-491e-90af-c2715df3aebb service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521223 May 27 01:47:03.750484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bea133ba-4100-4e5a-af12-84cafe67c9e5 req-1c929dae-1653-48ed-b68f-d6adc0e76e11 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Synchronizing usage tracker for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:03.765748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Network dc2a118c-7a52-4794-9b8f-59166e39e3cb is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:03.791764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:03.803533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:47:03.837048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Pushing event updated for resources: {'Port': ['ID=e2468d84-919d-4a2b-b939-b38b75818cbe,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:03.888806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:46:59Z', 'revision_number': 3, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:03.895321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-95fc0cd8-dbef-422e-9ed4-aa283e851e9a tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 1001 time: 0.3648908 May 27 01:47:03.899596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Checking router: c39e82c1-0a89-4f2f-b385-472f0636a7e6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:47:03.900142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Updating router c39e82c1-0a89-4f2f-b385-472f0636a7e6 port a37af20a-61ab-4852-906c-40f1583f34cc binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:47:03.930417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Router a72aae68-f928-44fb-83a8-a3f228ca40c0 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:47:03.940724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.941358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.941811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.942772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.942772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.942991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bea133ba-4100-4e5a-af12-84cafe67c9e5 req-1c929dae-1653-48ed-b68f-d6adc0e76e11 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Unset dirty status for tenant:cc1f940025d24938b7da59d5a01d7058 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:03.943205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.943635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.944041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.944468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.944884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.945293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.945707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:03.951286 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bea133ba-4100-4e5a-af12-84cafe67c9e5 req-1c929dae-1653-48ed-b68f-d6adc0e76e11 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 210 time: 0.4255259 May 27 01:47:03.965110 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:03.993028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:03.996166 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:47:04.112090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.178932 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113ca0a5-cb81-478c-8437-bd46b94322c5'] response: {'server_uuid': 'cb4e88b3-bc0c-4d61-9e9b-c638fdd821de', 'name': 'network-vif-deleted', 'tag': 'bb200bac-a8b9-40a2-8580-203214e0df1b', 'status': 'completed', 'code': 200} May 27 01:47:04.228148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:04.228899 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.247853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.283413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] For port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,segment=NetworkSegment(6a875ece-32b8-453f-8680-f66a0b1998bf),segment_id=6a875ece-32b8-453f-8680-f66a0b1998bf)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:04.283917 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.309796 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.322116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Transition to ACTIVE for port object a37af20a-61ab-4852-906c-40f1583f34cc will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:04.328078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.411026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da447731-2d8b-4b43-83ef-e27984b2ce81 None None] Pushing event updated for resources: {'Port': ['ID=a37af20a-61ab-4852-906c-40f1583f34cc,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:04.413239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Attempting to bind port a37af20a-61ab-4852-906c-40f1583f34cc on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:04.413715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Attempting to bind port a37af20a-61ab-4852-906c-40f1583f34cc by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:04.414147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Attempting to bind port a37af20a-61ab-4852-906c-40f1583f34cc on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:04.420163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:04.420527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:04.420918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.421710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:04.421710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Bound port: a37af20a-61ab-4852-906c-40f1583f34cc, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:04.422100 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.499598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] For port a37af20a-61ab-4852-906c-40f1583f34cc, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:04.502888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Calling delete_port for 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:04.504953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] For port a37af20a-61ab-4852-906c-40f1583f34cc, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a37af20a-61ab-4852-906c-40f1583f34cc,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:04.506079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:47:04.512712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.519305 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] Sync routers for ids ['a72aae68-f928-44fb-83a8-a3f228ca40c0'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:47:04.520089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bc9a1c8c-48d8-4e99-9957-7ba183ae5e54 admin admin] 10.222.0.16 "PUT /v2.0/routers/a72aae68-f928-44fb-83a8-a3f228ca40c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6546545 May 27 01:47:04.532348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56760) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:04.533981 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] Routers {'a72aae68-f928-44fb-83a8-a3f228ca40c0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:04.534941 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a72aae68-f928-44fb-83a8-a3f228ca40c0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:04.551094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-22570f05-5d1d-4b11-8972-9a34453419c8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9592297 May 27 01:47:04.601729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da447731-2d8b-4b43-83ef-e27984b2ce81 None None] Pushing event updated for resources: {'Port': ['ID=a37af20a-61ab-4852-906c-40f1583f34cc,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:04.620604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae341-a6c5-4dd8-b5ca-f696835f5fa7 req-8207e371-e01c-4bfb-8391-9bae1b2dab99 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:04.621382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Request body: {'port': {'device_id': '17563048-57be-4f5c-b147-f11e86cf089f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:04.626277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Routers {'c39e82c1-0a89-4f2f-b385-472f0636a7e6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:04.627050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:04.629107 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0beae341-a6c5-4dd8-b5ca-f696835f5fa7 req-8207e371-e01c-4bfb-8391-9bae1b2dab99 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 0.5069611 May 27 01:47:04.756452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.798387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] Set router a72aae68-f928-44fb-83a8-a3f228ca40c0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:04.829384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] Set router c39e82c1-0a89-4f2f-b385-472f0636a7e6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:04.902053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.911420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.924227 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:04.924945 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Floating IP 64a4686f-8171-414c-9e65-0fda2eedf421 disassociated. External IP: 172.25.3.212, port: beb57aa1-4a54-4635-8f3e-9e95625b27bf. May 27 01:47:04.946691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Network 5848ceeb-517e-472e-a231-2691b8612c1f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:04.949928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0beae341-a6c5-4dd8-b5ca-f696835f5fa7 req-de0600be-0e52-40e5-a8e9-d886d90ecbac tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198738 May 27 01:47:04.959401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:04.976870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:47:05.052092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:05.053244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.144432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:05.153675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.174369 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:47:01Z', 'revision_number': 5, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:05.182363 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] Checking router: a72aae68-f928-44fb-83a8-a3f228ca40c0 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:47:05.193813 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] Routers {'a72aae68-f928-44fb-83a8-a3f228ca40c0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:05.195147 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a72aae68-f928-44fb-83a8-a3f228ca40c0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:05.197394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:05.347365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:05.371844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:46:59Z', 'revision_number': 3, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:05.376347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0f560-a3fd-4730-bc6d-5958f2361bf4 None None] The sync data for ids ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'] in n-d-843146-11 is: [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:46:59Z', 'revision_number': 3, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:47:05.455812 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] Set router a72aae68-f928-44fb-83a8-a3f228ca40c0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:05.484818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.500977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:05.540110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7181141 May 27 01:47:05.551171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.551529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.551845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.552174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.552503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.552827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.553129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.553470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.553793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.554108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.554423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.554765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79d343-9794-44b6-bf06-87c0e22efbac tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:05.562666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Pushing event deleted for resources: {'Port': ['ID=32d1cc66-1ad0-4752-bebd-d92a6c9ced47,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:05.578315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Request body: {'port': {'device_id': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:05.698151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port d1eb3854-25a5-4373-9743-0350ee6cbd20 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:05.708331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f519f9f-07a0-4ae4-b14e-1e810674921c req-1bc4abac-f03f-429a-9336-74e725d363ef tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.16 "GET /v2.0/ports?device_id=33cc0ab3-88fe-49a0-ada3-e8f47653fd96 HTTP/1.1" status: 200 len: 210 time: 0.2057705 May 27 01:47:05.745627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port d1eb3854-25a5-4373-9743-0350ee6cbd20 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:05.747590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.796166 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.855860 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c27cba0-bd5f-48c1-9cf1-0d614299a6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.880396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Deleting port e2496231-132e-4983-8e68-49441c8506ad {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:05.882890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.884811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] No DVR routers for this DVR port 32d1cc66-1ad0-4752-bebd-d92a6c9ced47 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:05.904713 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:05.982502 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:47:01Z', 'revision_number': 5, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:05.987591 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c004ba2-e072-40d5-9d2a-327cebc48c00 None None] The sync data for ids ['a72aae68-f928-44fb-83a8-a3f228ca40c0'] in n-d-843146-11 is: [{'id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'name': 'tempest-ServersTestFqdnHostnames-2069553693-router', 'tenant_id': '7f89e6f25de34073be9977bf31fec07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e2496231-132e-4983-8e68-49441c8506ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:35Z', 'updated_at': '2022-05-27T01:47:01Z', 'revision_number': 5, 'project_id': '7f89e6f25de34073be9977bf31fec07e', 'gw_port': {'id': 'e2496231-132e-4983-8e68-49441c8506ad', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72aae68-f928-44fb-83a8-a3f228ca40c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:47:06.002685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d1eb3854-25a5-4373-9743-0350ee6cbd20 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:06.003332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.038159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:06.045996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f30ffa9d-10a8-4604-aa09-cd8f1cf22376 req-54060c9a-92c4-4332-914a-b7a4696c2c21 tempest-LiveAutoBlockMigrationV225Test-876450419 tempest-LiveAutoBlockMigrationV225Test-876450419-project] 10.222.0.47 "DELETE /v2.0/ports/32d1cc66-1ad0-4752-bebd-d92a6c9ced47 HTTP/1.1" status: 204 len: 173 time: 3.2199924 May 27 01:47:06.064737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:06.083807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.132143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Router d92874f0-c9f3-4d19-b422-0b18a534a291 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:47:06.173658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:06.182073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.182420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.182793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.183133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.183465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.183794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.184323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.184658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.184984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.185312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.185675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.185998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:47:06.196879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.210460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'name': 'network-vif-deleted', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:06.312305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] For port e2496231-132e-4983-8e68-49441c8506ad, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e2496231-132e-4983-8e68-49441c8506ad,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:06.312748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.323637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2468d84-919d-4a2b-b939-b38b75818cbe {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:06.335605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.380912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.436314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Transition to ACTIVE for port object e2468d84-919d-4a2b-b939-b38b75818cbe will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:06.463600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.489977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a37af20a-61ab-4852-906c-40f1583f34cc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:06.681868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a37af20a-61ab-4852-906c-40f1583f34cc completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:06.688964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a37af20a-61ab-4852-906c-40f1583f34cc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:06.691333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Calling delete_port for e2496231-132e-4983-8e68-49441c8506ad owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:06.692473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.797736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Pushing event updated for resources: {'Port': ['ID=e2468d84-919d-4a2b-b939-b38b75818cbe,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:06.800813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:47:06.811504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:06.822293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] Sync routers for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:47:06.898961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:06.899782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:06.926901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b61822-7e28-4982-b5de-b0f3b1a91157 req-69d8952b-bd3e-4f97-a870-2a19babb0ec5 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:06.935096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9b61822-7e28-4982-b5de-b0f3b1a91157 req-69d8952b-bd3e-4f97-a870-2a19babb0ec5 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 932 time: 0.8578176 May 27 01:47:06.995140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a37af20a-61ab-4852-906c-40f1583f34cc is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:06.995519 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.041703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Attempting to bind port e2468d84-919d-4a2b-b939-b38b75818cbe on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:07.042082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Attempting to bind port e2468d84-919d-4a2b-b939-b38b75818cbe by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:07.042355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Attempting to bind port e2468d84-919d-4a2b-b939-b38b75818cbe on network dc2a118c-7a52-4794-9b8f-59166e39e3cb {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:07.045741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-91052223-8f6a-4ebd-a19e-418199efe741 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "PUT /v2.0/floatingips/64a4686f-8171-414c-9e65-0fda2eedf421 HTTP/1.1" status: 200 len: 695 time: 3.1194391 May 27 01:47:07.050821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Port e2468d84-919d-4a2b-b939-b38b75818cbe on network dc2a118c-7a52-4794-9b8f-59166e39e3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:47:07.051151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Attempting to bind port e2468d84-919d-4a2b-b939-b38b75818cbe on network dc2a118c-7a52-4794-9b8f-59166e39e3cb {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:07.056528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:07.056857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Checking segment: {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:07.057238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Bound using segment: {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:07.057657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Bound port: e2468d84-919d-4a2b-b939-b38b75818cbe, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969856a1-164f-4111-aa3a-43f0a20e06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:07.057999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.081877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a37af20a-61ab-4852-906c-40f1583f34cc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a37af20a-61ab-4852-906c-40f1583f34cc,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:07.096216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.139605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f679da8a-90ec-4458-ad5e-8c60c70570b3 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:07.148535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.203822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f679da8a-90ec-4458-ad5e-8c60c70570b3 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:07.204209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f679da8a-90ec-4458-ad5e-8c60c70570b3 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:07.224044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:07.240193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] For port e2468d84-919d-4a2b-b939-b38b75818cbe, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:07.245676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] For port e2468d84-919d-4a2b-b939-b38b75818cbe, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e2468d84-919d-4a2b-b939-b38b75818cbe,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:07.249941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-2f9866fc-8b96-4409-8a27-3f8ea993561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:07.251926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-2f9866fc-8b96-4409-8a27-3f8ea993561f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31da7185e7949b5bf03840d9f7094e2&device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 1097 time: 0.1756601 May 27 01:47:07.279695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.286533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2496231-132e-4983-8e68-49441c8506ad,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:07.289521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a37af20a-61ab-4852-906c-40f1583f34cc,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:07.328586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9b61822-7e28-4982-b5de-b0f3b1a91157 req-e8930f59-3420-4af8-937e-193871c73322 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921547 May 27 01:47:07.557609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:07.559814 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.561316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] 10.222.0.47 "PUT /v2.0/ports/e2468d84-919d-4a2b-b939-b38b75818cbe HTTP/1.1" status: 200 len: 1093 time: 2.9777238 May 27 01:47:07.735614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:59Z', 'revision_number': 5, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:07.745207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] Checking router: d92874f0-c9f3-4d19-b422-0b18a534a291 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:47:07.757352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:07.757696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533adf09-f6c8-4ecb-b3e3-7fa25c446e80 service neutron] Pushing event updated for resources: {'Port': ['ID=e2468d84-919d-4a2b-b939-b38b75818cbe,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:07.758676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:46:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:07.799870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-9bf88c70-456e-4adb-959d-9bc79648f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:07.803813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-9bf88c70-456e-4adb-959d-9bc79648f8b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 200 len: 929 time: 0.5461180 May 27 01:47:07.807457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-7973ffb2-316b-4513-8b49-cd95885aa51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:07.810067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-7973ffb2-316b-4513-8b49-cd95885aa51f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 1096 time: 0.1811302 May 27 01:47:07.857564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:07.879138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.885163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:07.992481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3619aae7-6523-45f5-9323-f4760b386035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.007108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-5d1822bb-5fc8-427d-aee8-edc06246a7f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 217 time: 0.1956742 May 27 01:47:08.008437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-fdbc09ab-9ca8-42cb-8307-b68bf8a5e28a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2468d84-919d-4a2b-b939-b38b75818cbe HTTP/1.1" status: 200 len: 217 time: 0.1296725 May 27 01:47:08.038908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:08.117547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Transition to ACTIVE for port object c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:08.131358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-b992fc36-a55c-4c3e-81ba-4b8aeb5d7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:08.133067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-b992fc36-a55c-4c3e-81ba-4b8aeb5d7397 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.1158850 May 27 01:47:08.134587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-5556b914-8c14-4721-9415-794223d5d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:08.136049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-5556b914-8c14-4721-9415-794223d5d14c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2a105da-647c-4913-8ae1-92bcb79452e1 HTTP/1.1" status: 200 len: 867 time: 0.1205602 May 27 01:47:08.165696 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.168584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.177862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.238050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-ed5f7cc8-4558-4c21-b4c8-32d445b643e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932763 May 27 01:47:08.368204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-eb29fd2d-0159-4794-8f95-16f3d313ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:08.369861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-eb29fd2d-0159-4794-8f95-16f3d313ee2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f912b91-48ff-4d6c-9b18-212b15b43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964417 May 27 01:47:08.394631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a37af20a-61ab-4852-906c-40f1583f34cc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:08.394953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:08.404876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Allocated IP 172.20.0.1 (2e1329e9-bdfe-46af-bf55-81e2412be42c/f29f43e2-1ad0-484a-988c-88898e90919b/91ea7ee7-778a-4b52-8ebc-9acc8790b22e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:47:08.415452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.416044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72aae68-f928-44fb-83a8-a3f228ca40c0 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:47:08.419331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-1407f065-fd52-413b-8662-13d3c2d80fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757991 May 27 01:47:08.465161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fdada-a5db-49f9-b42a-a9a7194c569c req-4b963277-2456-49ea-8c0f-9c3b2e470e98 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:08.471877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-411fdada-a5db-49f9-b42a-a9a7194c569c req-4b963277-2456-49ea-8c0f-9c3b2e470e98 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 931 time: 0.7125716 May 27 01:47:08.496465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:59Z', 'revision_number': 5, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:08.501784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d29a2-ad84-42bc-b5a4-3980b018e73b None None] The sync data for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 is: [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:45:48Z', 'revision_number': 4, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'af526452-af31-4490-a6fe-f4fff329d034', 'name': '', 'network_id': '9f912b91-48ff-4d6c-9b18-212b15b43ae1', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'mac_address': 'fa:16:3e:d5:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:45Z', 'updated_at': '2022-05-27T01:45:59Z', 'revision_number': 5, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'subnets': [{'id': 'c2a105da-647c-4913-8ae1-92bcb79452e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:47:08.504132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a37af20a-61ab-4852-906c-40f1583f34cc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:08.504132 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.663770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.666643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dff4e787-2594-4df3-9907-b5dcd16da3d1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a72aae68-f928-44fb-83a8-a3f228ca40c0 HTTP/1.1" status: 204 len: 168 time: 4.1307354 May 27 01:47:08.672722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56778) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:08.699071 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-411fdada-a5db-49f9-b42a-a9a7194c569c req-1edbbaa7-7635-4077-bb66-c66a83bfbab4 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261493 May 27 01:47:08.700843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-d073b7ea-43bc-4e3a-a341-667e4681105c service neutron] 10.222.0.16 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132341 May 27 01:47:08.734829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Attempting to bind port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:08.735234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Attempting to bind port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:08.735568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Attempting to bind port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:08.737059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a37af20a-61ab-4852-906c-40f1583f34cc is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:08.746171 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbf94f9-8527-42ad-8806-73d672ee4948 req-0acd2c3f-78dc-46f9-bee0-fb8af7dbccf6 service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807581 May 27 01:47:08.765468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 on network 5848ceeb-517e-472e-a231-2691b8612c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:47:08.765825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Attempting to bind port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 on network 5848ceeb-517e-472e-a231-2691b8612c1f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:08.807019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:08.807606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Checking segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:08.807994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Bound using segment: {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:08.808423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Bound port: c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82acd6a-5848-4d5b-9117-1aa38643a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:08.808766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.823101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] Deleting subnet 78cabe18-49ef-44b6-8f75-799c19a4cfa4 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:47:08.833335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.879516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5436345-18f3-4d32-9310-3870ff8877d0 req-e9d6712f-73a9-4d5d-bfd0-6e173e9593e3 service neutron] 10.222.0.16 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665673 May 27 01:47:08.968552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33e3ca-423f-4e13-adae-1e011261c20f None None] New status for floating IP 64a4686f-8171-414c-9e65-0fda2eedf421: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:47:08.972530 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7156300a-d8da-46ae-8e79-d8a48d482f6e'] response: {'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'code': 200} May 27 01:47:08.983183 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:08.990228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.029006 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d9ec1d-6157-4353-aee1-7d55f2ea6cbc'] response: {'server_uuid': '33cc0ab3-88fe-49a0-ada3-e8f47653fd96', 'name': 'network-vif-deleted', 'tag': '32d1cc66-1ad0-4752-bebd-d92a6c9ced47', 'status': 'completed', 'code': 200} May 27 01:47:09.089723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:09.098560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Transition to ACTIVE for port object 91ea7ee7-778a-4b52-8ebc-9acc8790b22e will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:09.126659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56786) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:09.133539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:09.214146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.284540 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.288074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-6d1c2fd4-030e-4ab7-bf68-c82908fb7c34 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:09.289565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-6d1c2fd4-030e-4ab7-bf68-c82908fb7c34 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 950 time: 0.2475843 May 27 01:47:09.293365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.313471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:09.314465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.315866 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 HTTP/1.1" status: 200 len: 1092 time: 3.7497127 May 27 01:47:09.318874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-aa3f3511-b779-4dc3-a25f-0384fc7149c8 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips/64a4686f-8171-414c-9e65-0fda2eedf421 HTTP/1.1" status: 200 len: 695 time: 0.1800807 May 27 01:47:09.325504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:09.412080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc8e21-2a4f-43e2-a282-15d7972d8e60 req-06a80506-3ef6-437c-a65c-df8f02ef2ce7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:09.412792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-33bc8e21-2a4f-43e2-a282-15d7972d8e60 req-06a80506-3ef6-437c-a65c-df8f02ef2ce7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Synchronizing usage tracker for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:09.417438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-3bbde90e-6d91-415a-88f4-d7a055ecda06 service neutron] 10.222.0.13 "GET /v2.0/ports/d1eb3854-25a5-4373-9743-0350ee6cbd20/bindings/n-h1-843146-11 HTTP/1.1" status: 200 len: 383 time: 0.1207874 May 27 01:47:09.431482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-33bc8e21-2a4f-43e2-a282-15d7972d8e60 req-06a80506-3ef6-437c-a65c-df8f02ef2ce7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Unset dirty status for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:09.432740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33bc8e21-2a4f-43e2-a282-15d7972d8e60 req-06a80506-3ef6-437c-a65c-df8f02ef2ce7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 944 time: 0.2558794 May 27 01:47:09.537449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33bc8e21-2a4f-43e2-a282-15d7972d8e60 req-6feef893-c276-411d-882a-379979d50fe1 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967681 May 27 01:47:09.569127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-b90f6259-85c2-4c1c-ab2e-b2bdad571789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:09.570909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-b90f6259-85c2-4c1c-ab2e-b2bdad571789 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1102 time: 0.1156523 May 27 01:47:09.710916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b7e66-58a0-499e-a8dd-2122a2a77ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:09.722229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.762298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.809104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] Deleting subnet db009aff-f446-4aee-9072-77386fec3a4f {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:47:09.833649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:09.888671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-c859d391-1994-49af-9673-e55ae198b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:09.890111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-c859d391-1994-49af-9673-e55ae198b87c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3111746 May 27 01:47:09.926035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:09.937866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:09.940234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:47:09.967875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef188b7-a94e-477b-887c-aa8ae22e3f22 req-d1e1e9a3-88ee-406a-a9bf-d99670715cf8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:09.969884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ef188b7-a94e-477b-887c-aa8ae22e3f22 req-d1e1e9a3-88ee-406a-a9bf-d99670715cf8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.3072016 May 27 01:47:09.971137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-cdc6edd8-52c7-4c7c-8871-86fec506d85e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.0745223 May 27 01:47:09.998810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-d9589148-79b9-4dfd-bd82-21853b2e5eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:10.000276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-d9589148-79b9-4dfd-bd82-21853b2e5eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.6694767 May 27 01:47:10.016848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.050469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-3a9ff140-7f89-4040-a65e-f12f37596772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:10.051977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-3a9ff140-7f89-4040-a65e-f12f37596772 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 1095 time: 0.6772399 May 27 01:47:10.052600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Pushing event updated for resources: {'Port': ['ID=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:10.070301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ef188b7-a94e-477b-887c-aa8ae22e3f22 req-3214c374-d9b4-4995-bd7d-bbda7c803f15 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933776 May 27 01:47:10.074187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-a162148d-459b-449d-a61a-ef8bcc107035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:10.075331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-a162148d-459b-449d-a61a-ef8bcc107035 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0851583 May 27 01:47:10.201978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-2112424a-e6f5-4b96-8020-73272296f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:10.204111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-2112424a-e6f5-4b96-8020-73272296f156 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210103 May 27 01:47:10.214481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2496231-132e-4983-8e68-49441c8506ad no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:10.219707 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc0dc7b-41b3-4c6e-9b65-fe494e3423d3'] response: {'name': 'network-changed', 'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'status': 'completed', 'code': 200} May 27 01:47:10.255870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e2496231-132e-4983-8e68-49441c8506ad {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:10.256562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2496231-132e-4983-8e68-49441c8506ad not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:10.267847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b828a33d-5036-4254-b398-9f1b35f9c7ea None None] Provisioning for port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:10.268086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-6bad908a-c42a-413e-ae7a-bf1f15e4012b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 HTTP/1.1" status: 200 len: 217 time: 0.1576657 May 27 01:47:10.270386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-e6d8130f-18d8-400b-bedb-c797d431ee80 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:10.273802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b828a33d-5036-4254-b398-9f1b35f9c7ea None None] Provisioning complete for port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:10.274423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b828a33d-5036-4254-b398-9f1b35f9c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.281260 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.333808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b828a33d-5036-4254-b398-9f1b35f9c7ea None None] Port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:47:10.404881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-56826d07-69b5-4e72-8bb4-392b963060f7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947989 May 27 01:47:10.416625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15cc59-dbf9-4995-95ac-ad7b31275fb2 req-1a881027-9d99-470b-bd7a-e2333ae989a2 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:10.418033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df15cc59-dbf9-4995-95ac-ad7b31275fb2 req-1a881027-9d99-470b-bd7a-e2333ae989a2 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 943 time: 0.1296291 May 27 01:47:10.436637 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.512765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.555919 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df15cc59-dbf9-4995-95ac-ad7b31275fb2 req-c5c91e9c-72ae-4f5e-9d66-8d6bc226b027 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141181 May 27 01:47:10.566504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.575211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b8064-fea4-4f36-ad52-3e25ba95e910 None None] Network 21b19993-21c1-4501-8071-b87cbfacdcd5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:10.586656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78cabe18-49ef-44b6-8f75-799c19a4cfa4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:10.597163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-496aa99e-ee6f-489a-ba01-e947262a278b service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781943 May 27 01:47:10.607465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-e6d8130f-18d8-400b-bedb-c797d431ee80 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:10.608636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-e6d8130f-18d8-400b-bedb-c797d431ee80 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 696 time: 0.5949333 May 27 01:47:10.618214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6e185958-f0c4-423e-96b5-645ca32cb683 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78cabe18-49ef-44b6-8f75-799c19a4cfa4 HTTP/1.1" status: 204 len: 168 time: 1.9404364 May 27 01:47:10.620674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56798) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:10.698868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-ebde0383-4a9a-4d18-bfdc-75ec0b4b347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:10.700525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-ebde0383-4a9a-4d18-bfdc-75ec0b4b347d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.4210536 May 27 01:47:10.783328 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.785469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-1ffc438f-e66c-44ab-950b-cedd3cf324f6 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 696 time: 0.1683626 May 27 01:47:10.792516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-8ae68ef6-eac1-49a6-924b-aeadab3b0920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721262 May 27 01:47:10.810859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Deleting port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:10.811491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.835362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.836182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:10.920076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e84d44-a221-4efe-a6be-0e73c7b00567 req-0362ac2c-4128-419c-9fe0-09add4082941 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:10.920702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] DHCP port deletion for 21b19993-21c1-4501-8071-b87cbfacdcd5 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:47:10.921806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2e84d44-a221-4efe-a6be-0e73c7b00567 req-0362ac2c-4128-419c-9fe0-09add4082941 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 944 time: 0.1996753 May 27 01:47:10.925020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] Deleting port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:10.925391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.045173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db009aff-f446-4aee-9072-77386fec3a4f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:11.048352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf'}, {'name': 'network-changed', 'server_uuid': '17563048-57be-4f5c-b147-f11e86cf089f', 'tag': 'e2468d84-919d-4a2b-b939-b38b75818cbe'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:11.049497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.055104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2e84d44-a221-4efe-a6be-0e73c7b00567 req-2f526372-e1be-4199-b947-70b93ab88f41 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257756 May 27 01:47:11.060330 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-983626ea-5096-4005-b467-82696e51c130 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db009aff-f446-4aee-9072-77386fec3a4f HTTP/1.1" status: 204 len: 168 time: 1.9317610 May 27 01:47:11.063852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56804) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:11.148345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e2468d84-919d-4a2b-b939-b38b75818cbe details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:47:11.153044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] For port 3eddcde7-ab70-4f19-a2b6-30da75deaba5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3eddcde7-ab70-4f19-a2b6-30da75deaba5,segment=NetworkSegment(32de818b-f7f0-4f95-adf7-e4bb823abf31),segment_id=32de818b-f7f0-4f95-adf7-e4bb823abf31)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:11.153521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.180082 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b896c06-3889-48c5-aed6-8094d3a89c03'] response: {'name': 'network-changed', 'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'status': 'completed', 'code': 200} May 27 01:47:11.180449 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b896c06-3889-48c5-aed6-8094d3a89c03'] response: {'name': 'network-changed', 'server_uuid': '17563048-57be-4f5c-b147-f11e86cf089f', 'tag': 'e2468d84-919d-4a2b-b939-b38b75818cbe', 'status': 'completed', 'code': 200} May 27 01:47:11.342580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Deleting port a27cb8b3-5a64-4b5f-be06-beb3e198156c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:11.343244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.345175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] Calling delete_port for 3eddcde7-ab70-4f19-a2b6-30da75deaba5 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:11.368347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] For port 3eddcde7-ab70-4f19-a2b6-30da75deaba5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3eddcde7-ab70-4f19-a2b6-30da75deaba5,segment=NetworkSegment(32de818b-f7f0-4f95-adf7-e4bb823abf31),segment_id=32de818b-f7f0-4f95-adf7-e4bb823abf31)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:11.368760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.373417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:47:11.467961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-f9477fa7-8b9c-4209-b00f-987f2158d75f service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689789 May 27 01:47:11.524849 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.579278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] Pushing event deleted for resources: {'Port': ['ID=3eddcde7-ab70-4f19-a2b6-30da75deaba5,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:11.586506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06558cf4-f8ea-41fe-ae62-252ba69477b7 None None] No DVR routers for this DVR port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:11.588668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e2468d84-919d-4a2b-b939-b38b75818cbe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e2468d84-919d-4a2b-b939-b38b75818cbe,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:11.605833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e2468d84-919d-4a2b-b939-b38b75818cbe', 'network_id': 'dc2a118c-7a52-4794-9b8f-59166e39e3cb', 'port_id': 'e2468d84-919d-4a2b-b939-b38b75818cbe', 'mac_address': 'fa:16:3e:7e:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1334a97-7069-4e90-be6d-83360533aaab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:47:11.624970 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.683986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e2468d84-919d-4a2b-b939-b38b75818cbe is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:11.684369 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.697589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Calling delete_port for 3eddcde7-ab70-4f19-a2b6-30da75deaba5 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:11.703275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2468d84-919d-4a2b-b939-b38b75818cbe {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:11.721763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e2468d84-919d-4a2b-b939-b38b75818cbe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e2468d84-919d-4a2b-b939-b38b75818cbe,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:11.727292 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.729707 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.775436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.775861 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:11.797989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e2468d84-919d-4a2b-b939-b38b75818cbe,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:11.844539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a8c5-3215-4468-8675-5530126785d0 req-e1c2580d-12b8-42ba-810a-02b2c2bf6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:11.846051 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-e1c2580d-12b8-42ba-810a-02b2c2bf6b22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 1096 time: 0.6699054 May 27 01:47:11.867845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a8c5-3215-4468-8675-5530126785d0 req-1667468e-68d1-48e3-9e80-acf92e97ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:11.868032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-1667468e-68d1-48e3-9e80-acf92e97ef95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f31da7185e7949b5bf03840d9f7094e2&device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 1097 time: 0.6868134 May 27 01:47:11.931120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Calling delete_port for a27cb8b3-5a64-4b5f-be06-beb3e198156c owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:11.961768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9e10aec-c53a-47c6-8335-9f0f8152a21b req-31ac264f-fced-4f9f-a4fb-1dcca3ae5755 service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750032 May 27 01:47:11.963579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77f42c-6f0a-43e2-8518-7953ed3f9129 req-cd4b8aa5-6fd2-469d-9c2d-b484c06ab3ec tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:11.965037 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f77f42c-6f0a-43e2-8518-7953ed3f9129 req-cd4b8aa5-6fd2-469d-9c2d-b484c06ab3ec tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.6901023 May 27 01:47:11.981224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:47:11.981579 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:47:12.063582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e2468d84-919d-4a2b-b939-b38b75818cbe'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:12.131294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.196614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01882877-d4cd-4357-82eb-2190017a290c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:12.222545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-60649bf4-351c-45bf-af4a-f0a0226f9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:12.224046 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-60649bf4-351c-45bf-af4a-f0a0226f9f24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc1f940025d24938b7da59d5a01d7058&device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 1095 time: 0.2145019 May 27 01:47:12.259149 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f77f42c-6f0a-43e2-8518-7953ed3f9129 req-12fe5074-5078-4791-a535-f7a032d4e9ad tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223504 May 27 01:47:12.265143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a875ece-32b8-453f-8680-f66a0b1998bf') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:12.265986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a875ece-32b8-453f-8680-f66a0b1998bf') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:12.286163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3eddcde7-ab70-4f19-a2b6-30da75deaba5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:12.296190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.316000 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.316359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.321853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.336352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3eddcde7-ab70-4f19-a2b6-30da75deaba5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:12.336794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3eddcde7-ab70-4f19-a2b6-30da75deaba5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:12.355034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:47:12.355524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.379447 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.384789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a8c5-3215-4468-8675-5530126785d0 req-d1af5b02-389f-4dc4-a475-280e11073d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:12.386261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-d1af5b02-389f-4dc4-a475-280e11073d1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 912 time: 0.5173697 May 27 01:47:12.409199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event deleted for resources: {'Port': ['ID=a27cb8b3-5a64-4b5f-be06-beb3e198156c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:12.430278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a8c5-3215-4468-8675-5530126785d0 req-5ea362d1-c7f8-4da3-aa83-afc5a9359b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:12.431779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-5ea362d1-c7f8-4da3-aa83-afc5a9359b49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 200 len: 929 time: 0.5373020 May 27 01:47:12.440793 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6a875ece-32b8-453f-8680-f66a0b1998bf resource provider aggregate not found May 27 01:47:12.508339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Deleting port 3eddcde7-ab70-4f19-a2b6-30da75deaba5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:12.508699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.612655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.617165 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6a875ece-32b8-453f-8680-f66a0b1998bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a875ece-32b8-453f-8680-f66a0b1998bf found for delete ", "request_id": "req-b40dfa31-ee7f-4edb-b6b2-1a87b87569e9"}]} May 27 01:47:12.620953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-dcfb73e9-a791-4b5b-bc6b-edf753cbfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:12.622425 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-dcfb73e9-a791-4b5b-bc6b-edf753cbfb6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 200 len: 905 time: 0.3823938 May 27 01:47:12.626027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Pushing event updated for resources: {'Port': ['ID=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:12.635464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.654297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-09861acc-0848-42c1-b455-eb017d149a75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2468d84-919d-4a2b-b939-b38b75818cbe HTTP/1.1" status: 200 len: 217 time: 0.2151754 May 27 01:47:12.698927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-3c85c38f-5a94-4520-bfb6-fc3f9ed16ddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 200 len: 217 time: 0.1919613 May 27 01:47:12.734735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] The port '3eddcde7-ab70-4f19-a2b6-30da75deaba5' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:47:12.779187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.849388 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.889563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] Pushing event deleted for resources: {'Network': ['ID=01882877-d4cd-4357-82eb-2190017a290c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:12.898930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-7de575b0-6bf0-4224-82ff-590eb4d39935 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 HTTP/1.1" status: 200 len: 217 time: 0.2666483 May 27 01:47:12.958202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a8c5-3215-4468-8675-5530126785d0 req-aa9f7b58-6739-462e-8ea9-d4b0a92d14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:12.959060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-aa9f7b58-6739-462e-8ea9-d4b0a92d14b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.2637556 May 27 01:47:12.969865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a8c5-3215-4468-8675-5530126785d0 req-ceba6720-26be-4535-905b-7be781c427a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:12.971271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-ceba6720-26be-4535-905b-7be781c427a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2a105da-647c-4913-8ae1-92bcb79452e1 HTTP/1.1" status: 200 len: 867 time: 0.2354691 May 27 01:47:12.972690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3c5b1c82-1712-49e7-b6bf-3210e69da19f admin admin] 10.222.0.16 "DELETE /v2.0/networks/01882877-d4cd-4357-82eb-2190017a290c HTTP/1.1" status: 204 len: 168 time: 1.9077592 May 27 01:47:12.977403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:12.978595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-922d3f69-78ed-4ba3-8cc9-f7eada9fe1a9 req-2748821b-0174-4f8b-9036-bbc2f111172c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "DELETE /v2.0/floatingips/64a4686f-8171-414c-9e65-0fda2eedf421 HTTP/1.1" status: 204 len: 173 time: 2.1557927 May 27 01:47:12.979079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56820) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:13.054131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-13dac326-d455-40bf-add7-1e6400c01b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:13.056065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-13dac326-d455-40bf-add7-1e6400c01b96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 200 len: 844 time: 0.1497262 May 27 01:47:13.064214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-ec590ec7-7f4a-442a-a9c2-1d4cd6b098b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969567 May 27 01:47:13.073503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.132908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-c2da30e4-a9a7-4b46-b5d4-da0bc68930c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5848ceeb-517e-472e-a231-2691b8612c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701149 May 27 01:47:13.202461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] Deleting subnet 64ff97c7-86be-424f-be32-3bb166b1a6de {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:47:13.206510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:13.219633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:13.224565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.315338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b19993-21c1-4501-8071-b87cbfacdcd5']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:13.331447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f86f71-822c-4199-b855-a93d58857576 req-49db2590-8bd4-4c71-8562-b47c4254cc91 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:13.339262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68f86f71-822c-4199-b855-a93d58857576 req-49db2590-8bd4-4c71-8562-b47c4254cc91 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 943 time: 0.9063005 May 27 01:47:13.377479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32de818b-f7f0-4f95-adf7-e4bb823abf31') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:13.377792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32de818b-f7f0-4f95-adf7-e4bb823abf31') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:13.407006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.468650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.490105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.490855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4b14a02d-df42-42f9-a05e-4b206c25e1ca None None] Provisioning complete for port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:13.491392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4b14a02d-df42-42f9-a05e-4b206c25e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.517967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68f86f71-822c-4199-b855-a93d58857576 req-388339a4-af61-438a-8b73-7d3ff7ced9a2 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779144 May 27 01:47:13.521770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:47:13.522175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.543742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a8c5-3215-4468-8675-5530126785d0 req-dd427a93-9a62-4cc9-8bcf-fce6c0e9be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:13.545202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-dd427a93-9a62-4cc9-8bcf-fce6c0e9be11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f912b91-48ff-4d6c-9b18-212b15b43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5278003 May 27 01:47:13.595464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4b14a02d-df42-42f9-a05e-4b206c25e1ca None None] Port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:47:13.620110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-a7029214-a750-4e3e-9ba5-c1a958ce173c service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386188 May 27 01:47:13.635540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-402a08b5-6ae7-4ad0-959e-0f6baf3fe22a service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918923 May 27 01:47:13.689575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e951d-94c7-42ce-8aa2-657f619b5681 req-3ebc42ca-9f62-45a3-9393-b6d69e40f689 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:13.691035 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e97e951d-94c7-42ce-8aa2-657f619b5681 req-3ebc42ca-9f62-45a3-9393-b6d69e40f689 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 945 time: 0.5643821 May 27 01:47:13.748700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.800998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Router c39e82c1-0a89-4f2f-b385-472f0636a7e6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:47:13.847725 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.874597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:13.916334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] Pushing event deleted for resources: {'Network': ['ID=21b19993-21c1-4501-8071-b87cbfacdcd5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:13.941009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-73ddabcd-c6cf-41c3-b76f-83084c71a48b admin admin] 10.222.0.16 "DELETE /v2.0/networks/21b19993-21c1-4501-8071-b87cbfacdcd5 HTTP/1.1" status: 204 len: 168 time: 3.3190465 May 27 01:47:13.947944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e97e951d-94c7-42ce-8aa2-657f619b5681 req-24aaa192-28e2-4fa1-a55c-7483b199015f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031553 May 27 01:47:13.953381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-6ff230be-b796-48d8-8bfc-ed52e586bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:13.954900 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-6ff230be-b796-48d8-8bfc-ed52e586bfff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df&tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258 HTTP/1.1" status: 200 len: 1102 time: 0.5090826 May 27 01:47:13.980861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:13.995825 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ecf35a4-8d69-4232-8688-6b065e73790e req-7e72b03a-9e6d-4ff9-b79f-c18f6949c0d0 service neutron] 10.222.0.47 "GET /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480558 May 27 01:47:14.004822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.015093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-58f1b838-2597-4ba5-9af3-b7ebe240f430 service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191437 May 27 01:47:14.028579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-860e1e55-e012-4367-8209-fefe2c2c238e service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880885 May 27 01:47:14.111749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56834) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:14.122886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ff97c7-86be-424f-be32-3bb166b1a6de,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:14.126740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.146703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d326-1b0e-4769-bf74-b21f6679ba4e req-11bdea55-0d32-44f4-9a24-9df3c6f77714 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:14.148186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f147d326-1b0e-4769-bf74-b21f6679ba4e req-11bdea55-0d32-44f4-9a24-9df3c6f77714 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.4259498 May 27 01:47:14.193440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3e9eb3d0-9a71-4c55-ba25-2084b0121dc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64ff97c7-86be-424f-be32-3bb166b1a6de HTTP/1.1" status: 204 len: 168 time: 1.2100062 May 27 01:47:14.202023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:14.247632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:47:14.273713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Sync routers for ids ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:47:14.277296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc89a8c5-3215-4468-8675-5530126785d0 req-33f339ea-4150-4ff4-b94f-2a663d2204b5 service neutron] 10.222.0.13 "GET /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529204 May 27 01:47:14.277836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.284385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Routers {'c39e82c1-0a89-4f2f-b385-472f0636a7e6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:14.285460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:14.289181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f147d326-1b0e-4769-bf74-b21f6679ba4e req-12511b3e-0a61-4aff-85ca-7492e03a6b8b tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135328 May 27 01:47:14.309810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0862644f-c51c-456c-97a4-f74028c3c92f admin admin] 10.222.0.16 "PUT /v2.0/routers/c39e82c1-0a89-4f2f-b385-472f0636a7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8763506 May 27 01:47:14.487376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-262e0d24-0b70-4d06-9e5a-6be9be2310aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f89e6f25de34073be9977bf31fec07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628285 May 27 01:47:14.491423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56852) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:14.512524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.583473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e183dfa-db5f-46ba-89f6-2e9e24d48500 req-79bbe8d5-3d6d-4090-bcbc-cc9dec25bd84 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:14.584185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6e183dfa-db5f-46ba-89f6-2e9e24d48500 req-79bbe8d5-3d6d-4090-bcbc-cc9dec25bd84 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:14.590825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Set router c39e82c1-0a89-4f2f-b385-472f0636a7e6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:14.674064 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 32de818b-f7f0-4f95-adf7-e4bb823abf31 resource provider aggregate not found May 27 01:47:14.708310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.725551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6e183dfa-db5f-46ba-89f6-2e9e24d48500 req-79bbe8d5-3d6d-4090-bcbc-cc9dec25bd84 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:14.726671 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 32de818b-f7f0-4f95-adf7-e4bb823abf31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32de818b-f7f0-4f95-adf7-e4bb823abf31 found for delete ", "request_id": "req-0edb09bb-1bf1-4ab5-b8fc-9a2880627956"}]} May 27 01:47:14.728345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:14.730641 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d69189e6-e31e-471f-91e0-7bdee2125b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.735413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e183dfa-db5f-46ba-89f6-2e9e24d48500 req-79bbe8d5-3d6d-4090-bcbc-cc9dec25bd84 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6023304 May 27 01:47:14.767722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d69189e6-e31e-471f-91e0-7bdee2125b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.830256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6e183dfa-db5f-46ba-89f6-2e9e24d48500 req-e6b28500-c404-4609-a659-a27e31475dae tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:14.834119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3bd868-66d4-4ee1-bbef-453f86c81507']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:14.850078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b21680a-3347-4ffe-8fbb-f631bfa39048') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:14.850648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:14.851371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b21680a-3347-4ffe-8fbb-f631bfa39048') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:14.868467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.883265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6e183dfa-db5f-46ba-89f6-2e9e24d48500 req-e6b28500-c404-4609-a659-a27e31475dae tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:14.890831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e183dfa-db5f-46ba-89f6-2e9e24d48500 req-e6b28500-c404-4609-a659-a27e31475dae tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1544366 May 27 01:47:14.902896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.914389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:47:14.915087 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.943477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:14.952170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:14.997558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b0583-49ef-4db8-be30-77a77b45dbc2 req-e067b119-4590-46f1-b5ba-41025c954178 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:14.999535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f05b0583-49ef-4db8-be30-77a77b45dbc2 req-e067b119-4590-46f1-b5ba-41025c954178 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 943 time: 0.2379818 May 27 01:47:15.002407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d69189e6-e31e-471f-91e0-7bdee2125b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:15.027917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0ec75c5-6a53-4797-986d-9abe0a59258c req-224af268-1acb-4617-9d0b-6a4be24b6bef tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1152263 May 27 01:47:15.035801 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8b21680a-3347-4ffe-8fbb-f631bfa39048 resource provider aggregate not found May 27 01:47:15.044292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69189e6-e31e-471f-91e0-7bdee2125b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709c7355-fa51-4a83-8e44-ee66e00a40e1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:15.057623 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d69189e6-e31e-471f-91e0-7bdee2125b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:15.061335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d69189e6-e31e-471f-91e0-7bdee2125b98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/709c7355-fa51-4a83-8e44-ee66e00a40e1 HTTP/1.1" status: 204 len: 168 time: 0.5658281 May 27 01:47:15.110501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:47:11Z', 'revision_number': 4, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '91ea7ee7-778a-4b52-8ebc-9acc8790b22e', 'name': '', 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'mac_address': 'fa:16:3e:60:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'f29f43e2-1ad0-484a-988c-88898e90919b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:47:06Z', 'updated_at': '2022-05-27T01:47:11Z', 'revision_number': 2, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'subnets': [{'id': 'f29f43e2-1ad0-484a-988c-88898e90919b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:15.117028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Checking router: c39e82c1-0a89-4f2f-b385-472f0636a7e6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:47:15.117397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Updating router c39e82c1-0a89-4f2f-b385-472f0636a7e6 port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:47:15.125544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f05b0583-49ef-4db8-be30-77a77b45dbc2 req-d9d1a6d8-fea1-47f1-ba5a-2ea760ca3557 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179364 May 27 01:47:15.150018 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890323c5-e16d-473d-a9c3-8aaf6351a63e'] response: {'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'code': 200} May 27 01:47:15.207604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:15.220437 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8b21680a-3347-4ffe-8fbb-f631bfa39048 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b21680a-3347-4ffe-8fbb-f631bfa39048 found for delete ", "request_id": "req-c1f019c2-4851-4d1a-910e-b433062d2f19"}]} May 27 01:47:15.222317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:47:15.241394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e2468d84-919d-4a2b-b939-b38b75818cbe up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:15.261257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:15.263196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Transition to ACTIVE for port object d1eb3854-25a5-4373-9743-0350ee6cbd20 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:15.275553 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:15.315788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:15.356766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3bd868-66d4-4ee1-bbef-453f86c81507,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:15.375311 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-329530ef-ec6f-4047-9aea-7c6396afc97f admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab3bd868-66d4-4ee1-bbef-453f86c81507 HTTP/1.1" status: 204 len: 168 time: 1.1674633 May 27 01:47:15.592602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:15.796288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78394abc-193e-4e8a-a4ec-f020693a3674 req-1b139b2d-00dd-40e4-9552-1a7cdedf6e99 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:15.805169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78394abc-193e-4e8a-a4ec-f020693a3674 req-1b139b2d-00dd-40e4-9552-1a7cdedf6e99 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 945 time: 0.2555909 May 27 01:47:15.954776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78394abc-193e-4e8a-a4ec-f020693a3674 req-beb094db-c3ce-4fee-a614-8f5d20603fc1 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378503 May 27 01:47:15.996888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56890) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:16.158232 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1225ae18-5276-46e3-a4a8-b6fc25e6cc7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c8c4c46e37a48ffa5acec47a9e7553e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584995 May 27 01:47:16.158852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:16.159827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56896) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:16.199833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] No DVR routers for this DVR port d1eb3854-25a5-4373-9743-0350ee6cbd20 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:16.243098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-690035c7-18ea-4007-ac89-dbd3a52957c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:16.274891 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-690035c7-18ea-4007-ac89-dbd3a52957c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:16.345801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:16.389171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e2468d84-919d-4a2b-b939-b38b75818cbe completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:16.456028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ff18e-4c3a-4beb-b745-8a8f1d4a2f1c req-0d3853e3-0064-4239-aba4-a07a0cf20b71 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:16.457574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-747ff18e-4c3a-4beb-b745-8a8f1d4a2f1c req-0d3853e3-0064-4239-aba4-a07a0cf20b71 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 0.1704962 May 27 01:47:16.484215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-690035c7-18ea-4007-ac89-dbd3a52957c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:16.511393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690035c7-18ea-4007-ac89-dbd3a52957c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96288b23-19e5-49f8-a9c4-0c83973649cb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:16.538545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:47:16.590699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:16.591225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:16.591652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:16.602759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:47:16.603164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Attempting to bind port d1eb3854-25a5-4373-9743-0350ee6cbd20 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:16.614469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e2468d84-919d-4a2b-b939-b38b75818cbe triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:16.616711 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:16.632198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542b25-a266-4db7-b227-ad308f596898 req-d713b86d-27e6-47e2-b541-1d1190b48220 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:16.633110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-747ff18e-4c3a-4beb-b745-8a8f1d4a2f1c req-6a7733f8-e359-438d-b176-028396213528 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692495 May 27 01:47:16.644402 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-690035c7-18ea-4007-ac89-dbd3a52957c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:16.651678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79542b25-a266-4db7-b227-ad308f596898 req-d713b86d-27e6-47e2-b541-1d1190b48220 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 0.4246247 May 27 01:47:16.652637 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-690035c7-18ea-4007-ac89-dbd3a52957c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96288b23-19e5-49f8-a9c4-0c83973649cb HTTP/1.1" status: 204 len: 168 time: 0.4879484 May 27 01:47:16.667288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:16.668073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:16.669851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:16.670594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Bound port: d1eb3854-25a5-4373-9743-0350ee6cbd20, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:16.672329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:16.987276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79542b25-a266-4db7-b227-ad308f596898 req-bbeecabe-9e22-465f-a34c-7519fd7cfd45 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335757 May 27 01:47:17.034217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:17.042133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:17.053118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:17.303677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=11']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:17.317084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e25c4-f453-43e2-b104-a09933e632d3 req-6dd77a91-b43b-4d23-ba5b-01e677edfe4a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:17.330952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b7e25c4-f453-43e2-b104-a09933e632d3 req-6dd77a91-b43b-4d23-ba5b-01e677edfe4a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 943 time: 0.4020212 May 27 01:47:17.358141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:17.364586 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:17.368369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-ca866723-dc42-4fd0-ac97-5dbd3f7f761c service neutron] 10.222.0.47 "PUT /v2.0/ports/d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 1098 time: 3.3957758 May 27 01:47:17.416866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:17.474137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b7e25c4-f453-43e2-b104-a09933e632d3 req-c33fb4d6-38a5-44c5-914e-6cbbd9bdfcb3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421850 May 27 01:47:17.475437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'mac_address': 'fa:16:3e:e0:8f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:47:17.493900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:17.621938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56922) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:17.710505 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ab29f0-8d69-4d5c-9f83-52342574089b'] response: {'name': 'network-changed', 'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'status': 'completed', 'code': 200} May 27 01:47:17.822558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:47:17.826100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56928) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:17.908593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:17.909433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:17.955151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:18.037025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:18.039342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.075485 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.095622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3fd00ead-7a4a-4c0e-b4c7-36e002d6c691 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f73627a5dcbf435a8261c7c1f0705f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724853 May 27 01:47:18.111408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56936) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:18.156103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Transition to ACTIVE for port object 91ea7ee7-778a-4b52-8ebc-9acc8790b22e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:18.185664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e2468d84-919d-4a2b-b939-b38b75818cbe is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:18.186198 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.204804 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.237838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e2468d84-919d-4a2b-b939-b38b75818cbe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e2468d84-919d-4a2b-b939-b38b75818cbe,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:18.242807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17563048-57be-4f5c-b147-f11e86cf089f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2468d84-919d-4a2b-b939-b38b75818cbe'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:18.252737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.277932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1653843249-network', 'tenant_id': '52a14f282b534cc29dd62ffb20a1d256'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:18.298774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:18.318680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8796e2a-1392-4897-b6ab-ba926a5c4814 req-d3a53b62-b25a-4ef4-bc20-da9324c13c22 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:18.331401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8796e2a-1392-4897-b6ab-ba926a5c4814 req-d3a53b62-b25a-4ef4-bc20-da9324c13c22 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 945 time: 1.0242584 May 27 01:47:18.364606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:18.380599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Usage tracker for resource:network and tenant:52a14f282b534cc29dd62ffb20a1d256 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:18.399564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:18.413431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:18.508139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a4887-d288-44c1-9320-473637a48ce6 req-2da96c92-90c3-40ea-8edc-1f71c974d707 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:18.519486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8796e2a-1392-4897-b6ab-ba926a5c4814 req-cd0a3c6b-36ce-472d-836b-e1d83437b0eb tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870382 May 27 01:47:18.536128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-260a4887-d288-44c1-9320-473637a48ce6 req-2da96c92-90c3-40ea-8edc-1f71c974d707 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 0.6239080 May 27 01:47:18.539509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bb15cf7-105b-417b-b353-b6c44a39e420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.546336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-76a0d87e-c42f-416d-ae8d-a5fc90ecbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:18.548558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-76a0d87e-c42f-416d-ae8d-a5fc90ecbd9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1101 time: 1.0374105 May 27 01:47:18.574258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Made reservation on behalf of 52a14f282b534cc29dd62ffb20a1d256 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:18.576892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.686221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.710687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:18.795735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:18.808757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Usage tracker for resource:security_group_rule and tenant:52a14f282b534cc29dd62ffb20a1d256 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:18.823892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:18.845745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:18.863627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-b4763086-9e4c-41a4-8af5-8ac3d9c801e4 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:18.865216 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-b4763086-9e4c-41a4-8af5-8ac3d9c801e4 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 1.1029935 May 27 01:47:18.884258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-7d22ef0e-b9fb-4785-a4eb-7ee966ac65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:18.885326 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bb15cf7-105b-417b-b353-b6c44a39e420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:18.889538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-7d22ef0e-b9fb-4785-a4eb-7ee966ac65d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1101 time: 1.1269035 May 27 01:47:18.927625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b035f-3c3b-4dad-b5c0-f84e179eabf6 None None] Pushing event updated for resources: {'Port': ['ID=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:19.014190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.029528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-260a4887-d288-44c1-9320-473637a48ce6 req-2fbb7e3d-0fd2-4f68-a9d2-3de8030358e3 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924629 May 27 01:47:19.049986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.064533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Attempting to bind port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:19.064895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Attempting to bind port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:19.065249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Attempting to bind port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e on network 2e1329e9-bdfe-46af-bf55-81e2412be42c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:19.082452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:19.083098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Checking segment: {'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:19.083494 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.083880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Bound using segment: {'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:19.084350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Bound port: 91ea7ee7-778a-4b52-8ebc-9acc8790b22e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:19.084894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.228880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:47:19.237120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d499d45-d13d-45f1-86ac-7b0b95ce9c75,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:19.246187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] For port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:19.249356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] For port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,segment=NetworkSegment(3a89f9a3-ec5f-4b21-a352-e818e93bd8b8),segment_id=3a89f9a3-ec5f-4b21-a352-e818e93bd8b8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:19.272104 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079d5dad-6251-4a66-a71f-4da5c7f75a29'] response: {'server_uuid': '17563048-57be-4f5c-b147-f11e86cf089f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2468d84-919d-4a2b-b939-b38b75818cbe', 'code': 200} May 27 01:47:19.285042 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.299118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-33e2b043-88bf-479e-9386-79ba3cf593bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:19.299758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.301274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-33e2b043-88bf-479e-9386-79ba3cf593bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3221731 May 27 01:47:19.301577 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Added segment e1287c84-c853-4f51-b0a3-4e0f3d19204a of type vlan for network 828bb8bd-3bf3-4051-ba9e-79bd7899859f May 27 01:47:19.403063 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.415397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bb15cf7-105b-417b-b353-b6c44a39e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.449268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Routers {'c39e82c1-0a89-4f2f-b385-472f0636a7e6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:19.449916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:19.452489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-69b7ec5e-0e06-482d-8133-9746e202e51a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.0952764 May 27 01:47:19.466464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb15cf7-105b-417b-b353-b6c44a39e420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a327966d-e2ce-40b7-9e90-74d7d64f5020,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:19.659107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.660218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:19.660361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Deleting port beb57aa1-4a54-4635-8f3e-9e95625b27bf {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:19.660738 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.661069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.685534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bb15cf7-105b-417b-b353-b6c44a39e420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:19.711415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6bb15cf7-105b-417b-b353-b6c44a39e420 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a327966d-e2ce-40b7-9e90-74d7d64f5020 HTTP/1.1" status: 204 len: 168 time: 1.5939813 May 27 01:47:19.758794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9316006 May 27 01:47:19.771481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:19.794012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15008f9-8ad0-4c83-9af1-cba47d4bcfbc req-e6dbbd9e-b20a-4413-acfc-87d36eb443be tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:19.801055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e15008f9-8ad0-4c83-9af1-cba47d4bcfbc req-e6dbbd9e-b20a-4413-acfc-87d36eb443be tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 944 time: 0.3380799 May 27 01:47:19.816008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Request body: {'subnet': {'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1653843249-subnet', 'tenant_id': '52a14f282b534cc29dd62ffb20a1d256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:19.835026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab2dd-c10a-4f78-9cad-5c53ce50feb8 req-19504471-3885-4026-92b2-8dba1856bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:19.836771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88fab2dd-c10a-4f78-9cad-5c53ce50feb8 req-19504471-3885-4026-92b2-8dba1856bb1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 1098 time: 0.5209479 May 27 01:47:19.849240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] Set router c39e82c1-0a89-4f2f-b385-472f0636a7e6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:19.872834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-d12181cf-a8b8-4499-b742-0191d9c81986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:19.874288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-d12181cf-a8b8-4499-b742-0191d9c81986 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 1.3096011 May 27 01:47:19.893447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88fab2dd-c10a-4f78-9cad-5c53ce50feb8 req-53fc7a22-bd95-475e-b367-3fd056805471 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 May 27 01:47:19.908593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:19.944791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Usage tracker for resource:subnet and tenant:52a14f282b534cc29dd62ffb20a1d256 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:19.950629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:19.974150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:20.034260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e15008f9-8ad0-4c83-9af1-cba47d4bcfbc req-1d76332f-5822-46bf-a860-84d5c9301c6d tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084789 May 27 01:47:20.042054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-d88d6a2a-8e99-4a8a-9bcb-3891dde04297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:20.043632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-d88d6a2a-8e99-4a8a-9bcb-3891dde04297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.5752885 May 27 01:47:20.046009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525ce2c-5145-4a8c-976e-e4a8ecce1e7d admin admin] Pushing event updated for resources: {'Network': ['ID=828bb8bd-3bf3-4051-ba9e-79bd7899859f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:20.067103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Made reservation on behalf of 52a14f282b534cc29dd62ffb20a1d256 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:20.070290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:20.094446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 828bb8bd-3bf3-4051-ba9e-79bd7899859f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:47:20.255952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30458945-fb99-402f-b622-4091afacb271 req-b0bfaffa-d7ae-4b35-a10d-68f0b54dbe79 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:20.260114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e2468d84-919d-4a2b-b939-b38b75818cbe,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:20.267170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30458945-fb99-402f-b622-4091afacb271 req-b0bfaffa-d7ae-4b35-a10d-68f0b54dbe79 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 1.3968291 May 27 01:47:20.316955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-78c8f42a-833d-449f-ba4e-d38b6d8fb0fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.4268904 May 27 01:47:20.464119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30458945-fb99-402f-b622-4091afacb271 req-a9f0d20b-8492-40e0-8af0-40becd8b7092 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952691 May 27 01:47:20.541870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b035f-3c3b-4dad-b5c0-f84e179eabf6 None None] Pushing event updated for resources: {'Port': ['ID=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:20.690561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-841d9842-1d24-4076-9ddd-7c106eb6770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:20.692722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-841d9842-1d24-4076-9ddd-7c106eb6770b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.3474247 May 27 01:47:20.753811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-96454072-fb3d-4a6b-8228-3c48c0133106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:20.758977 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-96454072-fb3d-4a6b-8228-3c48c0133106 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5991123 May 27 01:47:20.780807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:47:11Z', 'revision_number': 4, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '91ea7ee7-778a-4b52-8ebc-9acc8790b22e', 'name': '', 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'mac_address': 'fa:16:3e:60:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'f29f43e2-1ad0-484a-988c-88898e90919b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:47:06Z', 'updated_at': '2022-05-27T01:47:19Z', 'revision_number': 4, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'subnets': [{'id': 'f29f43e2-1ad0-484a-988c-88898e90919b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:20.789126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beeb7a9-d699-413c-a719-8070b8c65dc0 None None] The sync data for ids ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'] in n-d-843146-11 is: [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:47:11Z', 'revision_number': 4, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '91ea7ee7-778a-4b52-8ebc-9acc8790b22e', 'name': '', 'network_id': '2e1329e9-bdfe-46af-bf55-81e2412be42c', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'mac_address': 'fa:16:3e:60:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'f29f43e2-1ad0-484a-988c-88898e90919b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:47:06Z', 'updated_at': '2022-05-27T01:47:19Z', 'revision_number': 4, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'subnets': [{'id': 'f29f43e2-1ad0-484a-988c-88898e90919b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:47:20.876134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:20.980159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a4e241-eb5e-4dac-9ab7-58b4596e27cc,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:21.034975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe06f-a744-41e6-8b00-c8fbfe1e800e req-b57d8ee2-309d-4691-9db0-1470eb9c8acd tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:21.040877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8abfe06f-a744-41e6-8b00-c8fbfe1e800e req-b57d8ee2-309d-4691-9db0-1470eb9c8acd tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.8049295 May 27 01:47:21.047566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Checking segment: {'id': 'e1287c84-c853-4f51-b0a3-4e0f3d19204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:21.047926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Network hostable DHCP agents. Network: 828bb8bd-3bf3-4051-ba9e-79bd7899859f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:47:21.145209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] For port beb57aa1-4a54-4635-8f3e-9e95625b27bf, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=beb57aa1-4a54-4635-8f3e-9e95625b27bf,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:21.145445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8abfe06f-a744-41e6-8b00-c8fbfe1e800e req-a862f96e-fa5e-47b4-8dee-4509d90c0042 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862658 May 27 01:47:21.145551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.159179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Network 828bb8bd-3bf3-4051-ba9e-79bd7899859f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:47:21.189822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 828bb8bd-3bf3-4051-ba9e-79bd7899859f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:21.193931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:21.194453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.201421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959246c4-85be-4937-8f51-de5d6963d1cf None None] Network 828bb8bd-3bf3-4051-ba9e-79bd7899859f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:21.242520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ce1fc876-b55c-49ba-9cc7-e5742e5d56a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4386699 May 27 01:47:21.257256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56980) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:21.534645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-227201466-network', 'tenant_id': 'f61c9ff38d59493bb1a10bafc3074055'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:21.549183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:21.563297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Usage tracker for resource:network and tenant:f61c9ff38d59493bb1a10bafc3074055 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:21.583348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:21.587146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device beb57aa1-4a54-4635-8f3e-9e95625b27bf no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:21.592067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Calling delete_port for beb57aa1-4a54-4635-8f3e-9e95625b27bf owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:21.601752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:21.733022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Made reservation on behalf of f61c9ff38d59493bb1a10bafc3074055 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:21.736824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.754596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.771956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:21.782744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Usage tracker for resource:security_group_rule and tenant:f61c9ff38d59493bb1a10bafc3074055 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:21.788779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:21.801791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:21.897379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port beb57aa1-4a54-4635-8f3e-9e95625b27bf is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:21.898347 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.932128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.952728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.976208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cfe69-3524-4050-a47f-018aa1b4d89e req-e32418f1-8d24-4803-9f00-587ac52e29dd tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:21.977635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:47:21.981436 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e99cfe69-3524-4050-a47f-018aa1b4d89e req-e32418f1-8d24-4803-9f00-587ac52e29dd tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 945 time: 1.3010461 May 27 01:47:21.992577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e37b21-05d4-45d0-aeb4-ff7551385134 None None] Network 828bb8bd-3bf3-4051-ba9e-79bd7899859f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:21.993826 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:21.994172 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Added segment 11b586f4-e879-4b06-83b4-5d388e4fdbae of type vlan for network aa256de3-8875-4546-8c8c-363101dbe9e0 May 27 01:47:21.995670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-02c36f39-de86-4e4d-b196-d9768bd7ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:22.000431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-02c36f39-de86-4e4d-b196-d9768bd7ea5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2546508 May 27 01:47:22.082227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a0597f-6d7c-4957-91fd-76ad538f46ef,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:22.154076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2aa0-3554-47e9-abe6-a2037dd1cc2e req-051dbb7c-abac-470a-82f4-7fdf193a2af1 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:22.162610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:22.167382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f21b2aa0-3554-47e9-abe6-a2037dd1cc2e req-051dbb7c-abac-470a-82f4-7fdf193a2af1 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 944 time: 0.5524707 May 27 01:47:22.253504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:22.277595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f21b2aa0-3554-47e9-abe6-a2037dd1cc2e req-506f5d41-4bd5-458f-830c-776c34ef6eab tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092427 May 27 01:47:22.323283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-0cc1fada-4b7d-46c9-b5ce-2aa8b06284d2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4930134 May 27 01:47:22.376956 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:22.378032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:22.378762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:22.461767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2027848 May 27 01:47:22.471412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56992) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:22.498363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91ea7ee7-778a-4b52-8ebc-9acc8790b22e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:22.523407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Request body: {'subnet': {'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-227201466-subnet', 'tenant_id': 'f61c9ff38d59493bb1a10bafc3074055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:22.676705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:22.689754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:22.712633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-c82949d3-cd3d-44c2-a02b-393d4659d631 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174033 May 27 01:47:22.722790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:22.726775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:22.732085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Usage tracker for resource:subnet and tenant:f61c9ff38d59493bb1a10bafc3074055 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:22.743376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:22.794866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98861-2ece-4180-93e8-776369841d4b admin admin] Pushing event updated for resources: {'Network': ['ID=aa256de3-8875-4546-8c8c-363101dbe9e0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:22.802060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:22.835111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network aa256de3-8875-4546-8c8c-363101dbe9e0 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:47:22.849829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e99cfe69-3524-4050-a47f-018aa1b4d89e req-60005938-ba29-41bd-a0d2-549f441166f3 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ef72569-6256-4fe7-8669-2f5f48ca74a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8445089 May 27 01:47:22.884387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-ab2dc08e-c83c-4dee-81b0-4c55d8f740fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.9510875 May 27 01:47:22.898572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:22.914797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778c858-7a8f-455c-afe5-3fb8f124e42c req-afa3edcf-29c3-4151-bdbf-4bda8df6b526 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:22.927082 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a778c858-7a8f-455c-afe5-3fb8f124e42c req-afa3edcf-29c3-4151-bdbf-4bda8df6b526 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 0.3994634 May 27 01:47:22.929346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Made reservation on behalf of f61c9ff38d59493bb1a10bafc3074055 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:22.941546 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:22.986987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Pushing event deleted for resources: {'Port': ['ID=beb57aa1-4a54-4635-8f3e-9e95625b27bf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:23.243823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a778c858-7a8f-455c-afe5-3fb8f124e42c req-ffe8713b-0ece-493a-84f5-0c84db9702c7 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379913 May 27 01:47:23.507048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:23.584682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:23.594395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:23.598640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-0ef9afd8-77ea-44b7-8801-0354cc7792d7 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4678061 May 27 01:47:23.691173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] No DVR routers for this DVR port beb57aa1-4a54-4635-8f3e-9e95625b27bf on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:23.695533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:23.722607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'name': 'network-vif-deleted', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:23.871391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:23.935578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:23.936229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:23.945851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9578455-68a1-4d51-8f7d-cbc384fc1d96 req-960a6c7a-0f98-41c0-a3f6-b9dc7963bce4 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212039 May 27 01:47:24.021233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66f0838e-63cf-44eb-a494-f9b40693d642 req-de39f0b3-66d5-4577-b762-2bda89f5921c tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.13 "DELETE /v2.0/ports/beb57aa1-4a54-4635-8f3e-9e95625b27bf HTTP/1.1" status: 204 len: 173 time: 5.1272030 May 27 01:47:24.029717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:24.030344 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:24.066690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:24.081081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-3fd7b5e0-2db9-408e-94e9-1288732029e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:24.083610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-3fd7b5e0-2db9-408e-94e9-1288732029e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 1101 time: 0.9458983 May 27 01:47:24.097699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:24.104246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,segment=NetworkSegment(3a89f9a3-ec5f-4b21-a352-e818e93bd8b8),segment_id=3a89f9a3-ec5f-4b21-a352-e818e93bd8b8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:24.105312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266792db-41d1-4497-9813-412a190c9387 req-9786e872-ad0e-4eda-85b9-f256c45ee253 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:24.107029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-266792db-41d1-4497-9813-412a190c9387 req-9786e872-ad0e-4eda-85b9-f256c45ee253 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 944 time: 0.1544971 May 27 01:47:24.107252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:24.128987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bffd0-0e9c-49cf-816e-f7a21df5e4fe req-35509958-377b-4b0b-b60c-f0133ed9257d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:24.136620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc8bffd0-0e9c-49cf-816e-f7a21df5e4fe req-35509958-377b-4b0b-b60c-f0133ed9257d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.5093508 May 27 01:47:24.163914 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:24.202102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:24.217596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc8bffd0-0e9c-49cf-816e-f7a21df5e4fe req-6c4d6eb8-41aa-46e7-b840-a1c5196c0fc1 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788844 May 27 01:47:24.236265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:24.236921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Network hostable DHCP agents. Network: aa256de3-8875-4546-8c8c-363101dbe9e0, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:47:24.294096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Network aa256de3-8875-4546-8c8c-363101dbe9e0 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:47:24.302627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c053681-6e30-48ed-8768-9c84a12dd60e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:24.338433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, aa256de3-8875-4546-8c8c-363101dbe9e0) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:24.354470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:24.355241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:24.358188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82546e94-78f6-4741-963a-18fced309868 None None] Network aa256de3-8875-4546-8c8c-363101dbe9e0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:24.410039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a4b89a56-e1e1-4593-9809-5a3a40d7eae5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9373944 May 27 01:47:24.469480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:24.529448 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-266792db-41d1-4497-9813-412a190c9387 req-45b8fc1b-c7f5-4ea2-b237-7755f1654c2e tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293345 May 27 01:47:24.595186 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfae81d3-faa3-42ff-a5fa-4282d7e56ca9'] response: {'server_uuid': '7cd7fbd0-8c2f-4484-8390-8ea4039a185a', 'name': 'network-vif-deleted', 'tag': 'beb57aa1-4a54-4635-8f3e-9e95625b27bf', 'status': 'completed', 'code': 200} May 27 01:47:24.650359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-07ff4f1c-34ec-4ea8-870c-b88a7dfaef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:24.655962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-07ff4f1c-34ec-4ea8-870c-b88a7dfaef2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1101 time: 0.5423167 May 27 01:47:24.778257 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8127b36a-0ed2-478b-a9c5-45ee4588b4fd'] response: {'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'code': 200} May 27 01:47:24.800314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b93baec-9486-4425-a1bf-07e74976de3f None None] Network aa256de3-8875-4546-8c8c-363101dbe9e0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:24.950076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356fc5-51c2-4af6-b291-0bed8e3a360a req-0dfd31d0-e392-4d8d-9083-98b3faa0d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:24.951838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f356fc5-51c2-4af6-b291-0bed8e3a360a req-0dfd31d0-e392-4d8d-9083-98b3faa0d422 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 1097 time: 0.1717193 May 27 01:47:25.012758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a0fc56d4-532b-4fa5-935e-b0d4282d615e req-7d0627cf-3be2-434e-af0a-ae619398f99d tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Synchronizing usage tracker for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:25.024705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-6dee5bd0-6394-4b43-9c92-023b1c6ddfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.027652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-6dee5bd0-6394-4b43-9c92-023b1c6ddfc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.8332226 May 27 01:47:25.092253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f356fc5-51c2-4af6-b291-0bed8e3a360a req-04e475c3-79a8-477d-93ed-019c0ae4f73a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313639 May 27 01:47:25.201140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a0fc56d4-532b-4fa5-935e-b0d4282d615e req-7d0627cf-3be2-434e-af0a-ae619398f99d tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] Unset dirty status for tenant:f31da7185e7949b5bf03840d9f7094e2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:25.204315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0fc56d4-532b-4fa5-935e-b0d4282d615e req-7d0627cf-3be2-434e-af0a-ae619398f99d tempest-FloatingIPsAssociationNegativeTestJSON-1516067057 tempest-FloatingIPsAssociationNegativeTestJSON-1516067057-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cd7fbd0-8c2f-4484-8390-8ea4039a185a HTTP/1.1" status: 200 len: 210 time: 0.3220599 May 27 01:47:25.219602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-36ba1a1d-55cf-4016-bab1-bba6abc16077 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 200 len: 217 time: 0.1797729 May 27 01:47:25.256243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-3ebc5b13-66cc-4c83-8951-8d8cae70625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.257870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-3ebc5b13-66cc-4c83-8951-8d8cae70625a service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.5923176 May 27 01:47:25.528127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-8a19aa60-0983-48b3-87d4-9b2c579a8373 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 200 len: 217 time: 0.1214986 May 27 01:47:25.611927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-52202cc6-1cff-4889-bac2-c27819d90354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.623712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-52202cc6-1cff-4889-bac2-c27819d90354 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0884514 May 27 01:47:25.671229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-a7ef01b6-bd65-4959-802d-f2c272ed0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.673224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-a7ef01b6-bd65-4959-802d-f2c272ed0ffc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 1098 time: 0.2826109 May 27 01:47:25.708582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57034) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:25.721839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-51800bf6-57dd-48d8-91a8-48536845c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.723275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-51800bf6-57dd-48d8-91a8-48536845c266 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.3178997 May 27 01:47:25.727486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1680677757-network', 'tenant_id': '945706013f2c470f8ee7ccd03c4d81ff'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:25.741863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365718f8-fa58-41ab-99c6-9120f7007383 req-aee3512a-09c1-4705-9d2e-f756461a9a00 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.743320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-365718f8-fa58-41ab-99c6-9120f7007383 req-aee3512a-09c1-4705-9d2e-f756461a9a00 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 0.4132929 May 27 01:47:25.773985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:25.803173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Usage tracker for resource:network and tenant:945706013f2c470f8ee7ccd03c4d81ff is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:25.814056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:25.829774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:25.876594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Made reservation on behalf of 945706013f2c470f8ee7ccd03c4d81ff for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:25.879705 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:25.891986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba07c64-74d5-4a11-b831-4b8eaef7c9b4 req-03433c3c-e483-4218-b4b1-7ce105671ced tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.893883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ba07c64-74d5-4a11-b831-4b8eaef7c9b4 req-03433c3c-e483-4218-b4b1-7ce105671ced tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.2771938 May 27 01:47:25.897102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-365718f8-fa58-41ab-99c6-9120f7007383 req-ededb7c6-25e8-4eee-b142-4ce06ae89ccf tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199129 May 27 01:47:25.907395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:25.913915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-be301051-3222-48c2-9ad9-9b8c90dbe7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.916291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-be301051-3222-48c2-9ad9-9b8c90dbe7cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 912 time: 0.2264557 May 27 01:47:25.937088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-ae2491ca-917c-452d-af53-2ede83240f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:25.939635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-ae2491ca-917c-452d-af53-2ede83240f0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3058434 May 27 01:47:25.951230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:25.956982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Usage tracker for resource:security_group_rule and tenant:945706013f2c470f8ee7ccd03c4d81ff is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:25.960538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:26.036633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-1e7c27a8-40b0-4f5f-a10b-9e727b16b78c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2468d84-919d-4a2b-b939-b38b75818cbe HTTP/1.1" status: 200 len: 217 time: 0.1017158 May 27 01:47:26.081080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:26.105140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ba07c64-74d5-4a11-b831-4b8eaef7c9b4 req-850488d9-1c74-457d-a5ba-701048e6409d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864567 May 27 01:47:26.146013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-98aae325-0854-4d28-ac42-172886cb6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:26.148934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-98aae325-0854-4d28-ac42-172886cb6257 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.1007304 May 27 01:47:26.203646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:26.208576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-dc73dbfd-6a46-4d98-a43f-ee7ab471c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:26.211026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-dc73dbfd-6a46-4d98-a43f-ee7ab471c984 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4774559 May 27 01:47:26.259375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:26.273612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:47:26.285035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:26.285469 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Added segment cb2e420f-758b-4fe8-bb1c-64b5484fae0a of type vlan for network 730e4854-1124-4609-82a5-d6dea4286a1d May 27 01:47:26.321723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:26.379329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91ea7ee7-778a-4b52-8ebc-9acc8790b22e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:26.430674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:26.541604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:26.544752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:26.601054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-5aa8e75b-003c-43f0-ae8a-d6f4de273f52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4404039 May 27 01:47:26.811578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:26.814008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:26.814856 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:26.858405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:27.092799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-245c21bf-ca69-4e66-8b26-c2127aa0de8b service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1266968 May 27 01:47:27.093569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f7d72-309d-47a2-98a5-3c2edd61789d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:27.182515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] Pushing event updated for resources: {'Network': ['ID=730e4854-1124-4609-82a5-d6dea4286a1d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:27.193888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 730e4854-1124-4609-82a5-d6dea4286a1d details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:47:27.237765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-65729aaa-550b-44f7-9104-4fa318564e04 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5207629 May 27 01:47:27.238881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57064) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:27.271451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Request body: {'subnet': {'network_id': '730e4854-1124-4609-82a5-d6dea4286a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1680677757-subnet', 'tenant_id': '945706013f2c470f8ee7ccd03c4d81ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:27.280285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-8951da99-0dff-4d8b-b19f-c4b2d0414149 service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602030 May 27 01:47:27.286189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:27.300926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Usage tracker for resource:subnet and tenant:945706013f2c470f8ee7ccd03c4d81ff is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:27.300926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-d465e629-1dbd-481e-92c9-43372a8def0b service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9338164 May 27 01:47:27.320150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:27.386279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3258c-d3b7-4a7b-94e3-778db4ce9021 req-661bc597-3cb1-4a2e-8f0f-dac9be7d7863 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:27.394398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7a3258c-d3b7-4a7b-94e3-778db4ce9021 req-661bc597-3cb1-4a2e-8f0f-dac9be7d7863 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 1.1792176 May 27 01:47:27.418167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:27.583158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Made reservation on behalf of 945706013f2c470f8ee7ccd03c4d81ff for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:27.586260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:27.644738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7d3f21-7e62-490a-84d1-c69bbfe45262 req-c2c2120c-b340-4b0f-a1c6-b530e1dd853c service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343401 May 27 01:47:27.653382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3639dae-29d1-4ef1-bcfd-6240fd5987c0 req-5f978e73-2724-4256-9e8f-5b4d037ff45d service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679424 May 27 01:47:27.665260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7a3258c-d3b7-4a7b-94e3-778db4ce9021 req-73623213-039b-4d18-b6a5-6a4baab25a96 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696812 May 27 01:47:27.806622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08176-d33b-4a8d-b11e-54b80cbe0acf req-084e962f-0b8c-49fc-a6af-6e534951bcd9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:27.806622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27e08176-d33b-4a8d-b11e-54b80cbe0acf req-084e962f-0b8c-49fc-a6af-6e534951bcd9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 949 time: 0.5222304 May 27 01:47:27.903960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c013c86c-7c88-4a99-aef0-9ec820ad8ca3 req-ec6985b4-dbca-4fe3-9742-3a2a44a49cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866535 May 27 01:47:27.967478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27e08176-d33b-4a8d-b11e-54b80cbe0acf req-2264ae6d-6339-4eb2-9583-a4b34447ebe8 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611423 May 27 01:47:28.065279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:28.132728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:47:28.137623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0fea-2472-4627-b6a7-bf82c28d1213 req-32fbe7b6-3781-4950-be9b-f42e27a979a7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:28.145106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6cfc0fea-2472-4627-b6a7-bf82c28d1213 req-32fbe7b6-3781-4950-be9b-f42e27a979a7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.2017891 May 27 01:47:28.147206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:28.300072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6cfc0fea-2472-4627-b6a7-bf82c28d1213 req-fc5d4f4d-da2b-422a-832f-7e12e71ce18b tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539392 May 27 01:47:28.307922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea868d8-c461-40aa-a2db-4b51b2d99173,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:28.337755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Checking segment: {'id': 'cb2e420f-758b-4fe8-bb1c-64b5484fae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '730e4854-1124-4609-82a5-d6dea4286a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:28.339154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Network hostable DHCP agents. Network: 730e4854-1124-4609-82a5-d6dea4286a1d, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:47:28.382729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Network 730e4854-1124-4609-82a5-d6dea4286a1d is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:47:28.397302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 730e4854-1124-4609-82a5-d6dea4286a1d) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:28.406727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:28.407382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:28.412487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d7a9e-01a1-45ea-8dcd-16d31d008fa0 None None] Network 730e4854-1124-4609-82a5-d6dea4286a1d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:28.444851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0ebe843e-742e-4c3c-9346-88ef27460caf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1984463 May 27 01:47:28.575858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:28.592006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'mac_address': 'fa:16:3e:ad:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:47:28.715628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d1eb3854-25a5-4373-9743-0350ee6cbd20 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:28.716032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:28.786019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1eb3854-25a5-4373-9743-0350ee6cbd20 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:28.815837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-adab2b02-babd-4183-99d8-662671e75870 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:28.817061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-adab2b02-babd-4183-99d8-662671e75870 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Synchronizing usage tracker for tenant:52a14f282b534cc29dd62ffb20a1d256 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:28.849791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-adab2b02-babd-4183-99d8-662671e75870 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Unset dirty status for tenant:52a14f282b534cc29dd62ffb20a1d256 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:28.853379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-adab2b02-babd-4183-99d8-662671e75870 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/networks?id=828bb8bd-3bf3-4051-ba9e-79bd7899859f HTTP/1.1" status: 200 len: 810 time: 0.4803119 May 27 01:47:28.878954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:28.887271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfdff6f-8c57-48f3-b0dc-c05615f3787a None None] Network 730e4854-1124-4609-82a5-d6dea4286a1d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:28.964937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-dee85380-670b-48ed-a3ca-4e3915c25492 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/quotas/52a14f282b534cc29dd62ffb20a1d256 HTTP/1.1" status: 200 len: 375 time: 0.0695651 May 27 01:47:29.031187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552bd66-ea6c-4d57-a5e8-0290687bd6c2 req-7f9d8d1d-b41d-4c53-a9b1-995a4f95f2ba tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:29.039372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9552bd66-ea6c-4d57-a5e8-0290687bd6c2 req-7f9d8d1d-b41d-4c53-a9b1-995a4f95f2ba tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 0.1566207 May 27 01:47:29.051848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Deleting port af526452-af31-4490-a6fe-f4fff329d034 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:29.052202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:29.097171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-2f9c137a-0838-4e27-ac94-3295787c145d tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a14f282b534cc29dd62ffb20a1d256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178393 May 27 01:47:29.107477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9552bd66-ea6c-4d57-a5e8-0290687bd6c2 req-30b394cd-3db8-444e-bdd4-bd8a6536db77 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672569 May 27 01:47:29.132398 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:29.324168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=12']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:29.398545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-9a66686c-e98d-4a09-9210-0ca7a230c01f service neutron] 10.222.0.16 "GET /v2.0/networks/828bb8bd-3bf3-4051-ba9e-79bd7899859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006151 May 27 01:47:29.486827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d1eb3854-25a5-4373-9743-0350ee6cbd20'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:29.573153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-2d0bb6a8-9221-41f4-9252-c5481023e901 service neutron] 10.222.0.16 "GET /v2.0/networks/828bb8bd-3bf3-4051-ba9e-79bd7899859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632891 May 27 01:47:29.588509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] For port af526452-af31-4490-a6fe-f4fff329d034, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=af526452-af31-4490-a6fe-f4fff329d034,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:29.589051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:29.605510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-8763e50d-c219-4ffa-96dc-eb482ce1bb53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:29.619442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-8763e50d-c219-4ffa-96dc-eb482ce1bb53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.2026312 May 27 01:47:29.639537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-48e9ae48-14fb-4f63-b130-47b130c4c993 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/quotas/f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 375 time: 0.0184052 May 27 01:47:29.747301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-29677798-04e5-4a13-b58d-6006854a5e0c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067653 May 27 01:47:29.795450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Calling delete_port for af526452-af31-4490-a6fe-f4fff329d034 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:29.949429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-db39370c-3db8-461e-99b4-4ac9aaa47751 service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006924 May 27 01:47:30.135485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-e2908f51-2605-4b82-8567-b9932f7b68fc service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797385 May 27 01:47:30.229690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5aac-204d-4ee1-a076-993208b440c3 req-6ff3124c-d07f-4a33-a25c-d59903110c65 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:30.231462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-878a5aac-204d-4ee1-a076-993208b440c3 req-6ff3124c-d07f-4a33-a25c-d59903110c65 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 950 time: 0.1494009 May 27 01:47:30.369848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-878a5aac-204d-4ee1-a076-993208b440c3 req-11863c55-874f-40f8-8e46-4bf7e837998d tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160147 May 27 01:47:30.420117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:30.543239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Pushing event deleted for resources: {'Port': ['ID=af526452-af31-4490-a6fe-f4fff329d034,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:31.130349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02159c08-9a64-4d8b-92af-1e94eb1f240a req-105c6f64-f462-452c-9387-69d3cb9cda7e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:31.131970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02159c08-9a64-4d8b-92af-1e94eb1f240a req-105c6f64-f462-452c-9387-69d3cb9cda7e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.4945641 May 27 01:47:31.253933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:31.267967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02159c08-9a64-4d8b-92af-1e94eb1f240a req-127db546-5703-4322-bab6-8fb02197d985 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834820 May 27 01:47:31.349378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-adcc25f3-3954-488e-afef-6131b2f21719 req-9c4ea357-9c36-4aef-9481-c9ce1eb84130 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 210 time: 0.0890870 May 27 01:47:31.507595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5f3b606-28cd-45a1-b7e3-34ff10143194 req-47f1a46f-2f51-4a07-a83f-dc760845e64c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 210 time: 0.0592487 May 27 01:47:31.893274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Router d92874f0-c9f3-4d19-b422-0b18a534a291 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:47:32.082236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729145-fd53-4140-ab62-015ed1a9bd68 req-dfb6b476-c1be-4d70-bc28-5f6617bfe38b tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:32.090197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64729145-fd53-4140-ab62-015ed1a9bd68 req-dfb6b476-c1be-4d70-bc28-5f6617bfe38b tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 1102 time: 0.2609227 May 27 01:47:32.156792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:32.158186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:47:32.169439 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] Sync routers for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:47:32.182139 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:32.183258 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:32.197281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-170c0bc4-4691-4f4e-8c05-0b25d8ec2663 admin admin] 10.222.0.16 "PUT /v2.0/routers/d92874f0-c9f3-4d19-b422-0b18a534a291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7561464 May 27 01:47:32.197823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57198) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:32.378116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d1eb3854-25a5-4373-9743-0350ee6cbd20 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:32.383702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d1eb3854-25a5-4373-9743-0350ee6cbd20 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:32.384084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:32.453427 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:32.530602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64729145-fd53-4140-ab62-015ed1a9bd68 req-f6326c80-a6f4-414c-9fb3-e7144690e751 tempest-MigrationsAdminTest-841492259 tempest-MigrationsAdminTest-841492259-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391639 May 27 01:47:32.603314 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:32.630576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d1eb3854-25a5-4373-9743-0350ee6cbd20 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:32.631014 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:32.679978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb04486-2a99-42b1-adec-8e141bf53e66 req-df56efda-0bb8-42ac-868d-e444ed0e9f86 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:32.688394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4fb04486-2a99-42b1-adec-8e141bf53e66 req-df56efda-0bb8-42ac-868d-e444ed0e9f86 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 0.2919445 May 27 01:47:32.689791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:32.710315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:32.727191 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:32.796242 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4fb04486-2a99-42b1-adec-8e141bf53e66 req-c5dc20f4-031d-46fb-a21f-aa2526eb71e5 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069100 May 27 01:47:32.824313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:32.856897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=13']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:32.908182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:32.928334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-1a2a9afa-ac72-4e66-9901-b00493637121 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:32.929819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-1a2a9afa-ac72-4e66-9901-b00493637121 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.13 "GET /v2.0/networks?id=828bb8bd-3bf3-4051-ba9e-79bd7899859f HTTP/1.1" status: 200 len: 810 time: 0.8089154 May 27 01:47:32.956367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Request body: {'port': {'device_id': '7b465d50-a07d-4411-a758-6c05aa48b174', 'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f', 'admin_state_up': True, 'tenant_id': '52a14f282b534cc29dd62ffb20a1d256'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:33.089000 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9f96f7-ae40-4f2b-893c-6137ffddb7bc req-106bd997-9637-4a08-a97d-2faa5ddf93c5 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 210 time: 0.0502794 May 27 01:47:33.110243 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:47:30Z', 'revision_number': 5, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port': {'id': '192e8279-f079-4351-b03e-ad0e0e2368aa', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:33.117158 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] Checking router: d92874f0-c9f3-4d19-b422-0b18a534a291 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:47:33.137108 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] Routers {'d92874f0-c9f3-4d19-b422-0b18a534a291'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:33.139467 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d92874f0-c9f3-4d19-b422-0b18a534a291'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:33.207170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:33.228642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Deleting port 192e8279-f079-4351-b03e-ad0e0e2368aa {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:33.229585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:33.267825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-471206f0-26d4-4aba-b9a4-e3ff0828a0c8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:33.269349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-471206f0-26d4-4aba-b9a4-e3ff0828a0c8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.7832429 May 27 01:47:33.335604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Request body: {'port': {'device_id': '139f9d07-8250-459e-aca9-c1c207013768', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'admin_state_up': True, 'tenant_id': 'f61c9ff38d59493bb1a10bafc3074055'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:33.384140 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] Set router d92874f0-c9f3-4d19-b422-0b18a534a291 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:33.504080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:33.506968 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:47:33Z', 'revision_number': 6, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:33.513671 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fe306-0665-4ba1-b898-0e3e3cb5ea40 None None] The sync data for ids ['d92874f0-c9f3-4d19-b422-0b18a534a291'] in n-d-843146-11 is: [{'id': 'd92874f0-c9f3-4d19-b422-0b18a534a291', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-998251241-router', 'tenant_id': 'f31da7185e7949b5bf03840d9f7094e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:32Z', 'updated_at': '2022-05-27T01:47:33Z', 'revision_number': 6, 'project_id': 'f31da7185e7949b5bf03840d9f7094e2', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:47:33.567820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Usage tracker for resource:port and tenant:52a14f282b534cc29dd62ffb20a1d256 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:33.583380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:33.620854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052d45-76e9-4460-887f-3b830e6504df req-7de33396-5449-450d-8125-328546eaab68 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:33.638106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08052d45-76e9-4460-887f-3b830e6504df req-7de33396-5449-450d-8125-328546eaab68 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.7071474 May 27 01:47:33.648894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:33.660507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] For port 192e8279-f079-4351-b03e-ad0e0e2368aa, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=192e8279-f079-4351-b03e-ad0e0e2368aa,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:33.660897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:33.799771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Calling delete_port for 192e8279-f079-4351-b03e-ad0e0e2368aa owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:33.803691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Made reservation on behalf of 52a14f282b534cc29dd62ffb20a1d256 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:33.807223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:33.842673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08052d45-76e9-4460-887f-3b830e6504df req-12e0e304-c1cd-40a4-858f-7ec45cb89c7e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711831 May 27 01:47:33.914348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15d10d4f-4e2e-40d1-952b-6a04e5ae316b req-af16696f-7cb4-43be-a24f-de4158fc46c3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 210 time: 0.0853655 May 27 01:47:33.918566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:33.945639 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296a148a-59bb-41c6-9b81-59af3cebf919'] response: {'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'code': 200} May 27 01:47:33.946131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Usage tracker for resource:port and tenant:f61c9ff38d59493bb1a10bafc3074055 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:33.951565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:33.964386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:34.043974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Made reservation on behalf of f61c9ff38d59493bb1a10bafc3074055 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:34.048616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:34.167729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Allocated IP 172.20.0.7 (828bb8bd-3bf3-4051-ba9e-79bd7899859f/c5a4e241-eb5e-4dac-9ab7-58b4596e27cc/c28d1132-ee01-46e3-9280-df4be17e4d73) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:47:34.311869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:34.365436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Pushing event deleted for resources: {'Port': ['ID=192e8279-f079-4351-b03e-ad0e0e2368aa,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:34.375161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c99a9f-c972-469b-b588-f082e329c529 req-0e7e8500-10e8-4c6d-9f4e-df6e3eab947c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:34.382329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-06c99a9f-c972-469b-b588-f082e329c529 req-0e7e8500-10e8-4c6d-9f4e-df6e3eab947c tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 951 time: 0.1997385 May 27 01:47:34.434821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Allocated IP 172.20.0.9 (aa256de3-8875-4546-8c8c-363101dbe9e0/4c053681-6e30-48ed-8768-9c84a12dd60e/88990726-839f-4431-99b6-ff8cf1849d90) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:47:34.458033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-06c99a9f-c972-469b-b588-f082e329c529 req-7998ecc9-00c8-48ab-b77b-064fab3ba964 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742950 May 27 01:47:34.519494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d641-fa1c-4020-bcd0-dd9e0b747b8e req-089993ea-6b43-4f60-9334-09d7d99126a9 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:34.549155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c303d641-fa1c-4020-bcd0-dd9e0b747b8e req-089993ea-6b43-4f60-9334-09d7d99126a9 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 0.3693812 May 27 01:47:34.599221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 192e8279-f079-4351-b03e-ad0e0e2368aa no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:34.651397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:34.653988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 192e8279-f079-4351-b03e-ad0e0e2368aa {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:34.654451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 192e8279-f079-4351-b03e-ad0e0e2368aa not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:34.655100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af526452-af31-4490-a6fe-f4fff329d034 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:34.692650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: af526452-af31-4490-a6fe-f4fff329d034 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:34.693187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af526452-af31-4490-a6fe-f4fff329d034 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:34.878267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:34.925026 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98ba0c0d-c83f-4c6a-9795-0a2bcab2f00b req-ff9db5ca-e6d4-4be8-90f9-0a14cf2005d9 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 210 time: 0.1697211 May 27 01:47:34.947247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c303d641-fa1c-4020-bcd0-dd9e0b747b8e req-678533e8-17a0-4d16-90bc-8f16a1d4ff2f tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763227 May 27 01:47:34.970832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:34.970832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.028733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.029249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d92874f0-c9f3-4d19-b422-0b18a534a291 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:47:35.052908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.055329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.056613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2927189-2055-4e02-a8a4-5d967761de86 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d92874f0-c9f3-4d19-b422-0b18a534a291 HTTP/1.1" status: 204 len: 168 time: 2.8467138 May 27 01:47:35.059661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:35.066480 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.276533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] Deleting subnet c2a105da-647c-4913-8ae1-92bcb79452e1 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:47:35.282306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.341248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b721e2e3-2a76-4b17-97c8-fa8e1fb2b2f7 req-9c838675-d23b-4d2c-a794-85e34d885bb8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 210 time: 0.2166746 May 27 01:47:35.341978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65c61d-dbea-48f7-9cd6-f268d4170328 req-e360549a-b78f-4367-8cd8-f546c32f3d84 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:35.350135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d65c61d-dbea-48f7-9cd6-f268d4170328 req-e360549a-b78f-4367-8cd8-f546c32f3d84 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.2006741 May 27 01:47:35.352581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Network 828bb8bd-3bf3-4051-ba9e-79bd7899859f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:35.359907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:35.362423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:47:35.392383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.403406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Pushing event updated for resources: {'Port': ['ID=c28d1132-ee01-46e3-9280-df4be17e4d73,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:35.442068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:35.442641 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.457161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.466955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d65c61d-dbea-48f7-9cd6-f268d4170328 req-429d3902-8679-4ba1-ae11-cf330d9801f5 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153543 May 27 01:47:35.526784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.578335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-ec780565-5c97-404b-a0f3-f6c9439bd8b0 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6331742 May 27 01:47:35.585571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Network aa256de3-8875-4546-8c8c-363101dbe9e0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:35.592597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Request body: {'port': {'device_id': '7b465d50-a07d-4411-a758-6c05aa48b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:35.621168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:35.623765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:47:35.629734 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.692251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a105da-647c-4913-8ae1-92bcb79452e1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:35.694611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.701875 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fa79e731-653e-44ae-b916-259fa3ac3db5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c2a105da-647c-4913-8ae1-92bcb79452e1 HTTP/1.1" status: 204 len: 168 time: 0.6362329 May 27 01:47:35.704545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57232) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:35.718814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9303f32e-dc92-4e41-a6a9-b600f0ceb222 None None] Network 9f912b91-48ff-4d6c-9b18-212b15b43ae1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:35.750646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:35.806479 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bec1dab3-e4f6-49d0-8d44-0d8710de4ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.855022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:35.856123 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.900818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:35.917455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-f078edbb-2136-4aab-820c-ca3c459865fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6317067 May 27 01:47:35.936056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Request body: {'port': {'device_id': '139f9d07-8250-459e-aca9-c1c207013768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:35.969731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-0f6ca4bd-287b-45e4-89e6-201135e5f62f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:35.970630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-0f6ca4bd-287b-45e4-89e6-201135e5f62f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 951 time: 0.4730508 May 27 01:47:36.041102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.057546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Deleting port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:36.058047 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.158165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88faeb-a0c8-4955-b291-ed2da0e12c9c req-eee4cb0c-6b85-47c6-8b0a-5c1b416a68e6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:36.165438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:47:36.178129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e88faeb-a0c8-4955-b291-ed2da0e12c9c req-eee4cb0c-6b85-47c6-8b0a-5c1b416a68e6 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 951 time: 0.5238266 May 27 01:47:36.195420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] DHCP port deletion for 9f912b91-48ff-4d6c-9b18-212b15b43ae1 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:47:36.290007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Deleting port d1eb3854-25a5-4373-9743-0350ee6cbd20 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:36.303101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.368405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9396-80a4-40ba-9a3f-b07d6fbf9395 req-36b6dbe6-87cd-444d-aa66-388e31a6b332 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:36.376251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c26e9396-80a4-40ba-9a3f-b07d6fbf9395 req-36b6dbe6-87cd-444d-aa66-388e31a6b332 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 931 time: 0.2767401 May 27 01:47:36.414598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:36.433061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c26e9396-80a4-40ba-9a3f-b07d6fbf9395 req-aafb3be0-e2e7-49df-8ac0-3c578e12adbe tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Synchronizing usage tracker for tenant:52a14f282b534cc29dd62ffb20a1d256 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:36.435280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'network_id': '5848ceeb-517e-472e-a231-2691b8612c1f', 'port_id': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'mac_address': 'fa:16:3e:e0:8f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f68890f-94c8-474a-af01-43175b3bf07f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:47:36.443929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 175ed47f-54d7-4c7f-905b-2f0a99ce21bb no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:36.453546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] For port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:36.453918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.460449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.480402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Deleting port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:36.481046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.483284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e88faeb-a0c8-4955-b291-ed2da0e12c9c req-0a2f9a04-bdd1-410f-a8ac-c7137ca56f57 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031003 May 27 01:47:36.599911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c26e9396-80a4-40ba-9a3f-b07d6fbf9395 req-aafb3be0-e2e7-49df-8ac0-3c578e12adbe tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Unset dirty status for tenant:52a14f282b534cc29dd62ffb20a1d256 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:36.611389 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c26e9396-80a4-40ba-9a3f-b07d6fbf9395 req-aafb3be0-e2e7-49df-8ac0-3c578e12adbe tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343159 May 27 01:47:36.620445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Calling delete_port for 175ed47f-54d7-4c7f-905b-2f0a99ce21bb owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:36.816164 n-d-843146-11 neutron-server[88427]: INFO neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No ports have port_id starting with 175ed47f-54d7-4c7f-905b-2f0a99ce21bb May 27 01:47:36.823577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:36.824339 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.864509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:36.871104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.910934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:36.919329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] For port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,segment=NetworkSegment(16639fd5-d20f-435c-8e22-0e89582899d5),segment_id=16639fd5-d20f-435c-8e22-0e89582899d5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:36.919890 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.924626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Pushing event deleted for resources: {'Port': ['ID=175ed47f-54d7-4c7f-905b-2f0a99ce21bb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:36.941433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:36.943558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] No DVR routers for this DVR port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:37.068476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.098894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f912b91-48ff-4d6c-9b18-212b15b43ae1']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:37.113599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16639fd5-d20f-435c-8e22-0e89582899d5') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:37.114040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16639fd5-d20f-435c-8e22-0e89582899d5') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:37.127094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.149059 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.156456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:47:37.156990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.199486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Calling delete_port for 175ed47f-54d7-4c7f-905b-2f0a99ce21bb owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:37.245316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:37.261031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263eca8-c8a9-4a6b-8724-34354324fd62 req-d96844ae-8ad9-4d7c-b004-c37320ab2368 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:37.269395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8263eca8-c8a9-4a6b-8724-34354324fd62 req-d96844ae-8ad9-4d7c-b004-c37320ab2368 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 931 time: 0.4660864 May 27 01:47:37.295053 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 16639fd5-d20f-435c-8e22-0e89582899d5 resource provider aggregate not found May 27 01:47:37.306106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.337629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.354554 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 16639fd5-d20f-435c-8e22-0e89582899d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16639fd5-d20f-435c-8e22-0e89582899d5 found for delete ", "request_id": "req-243c836b-7fe5-4f52-bfc4-b33aa247df6f"}]} May 27 01:47:37.361944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8263eca8-c8a9-4a6b-8724-34354324fd62 req-6d9a0aa8-422b-4894-b3b5-edea440664c4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:37.372433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9f912b91-48ff-4d6c-9b18-212b15b43ae1 HTTP/1.1" status: 204 len: 168 time: 1.6665828 May 27 01:47:37.375043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f6123-37e2-400d-8143-1ce3ab1b596f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f912b91-48ff-4d6c-9b18-212b15b43ae1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:37.396059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8263eca8-c8a9-4a6b-8724-34354324fd62 req-6d9a0aa8-422b-4894-b3b5-edea440664c4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:37.397206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8263eca8-c8a9-4a6b-8724-34354324fd62 req-6d9a0aa8-422b-4894-b3b5-edea440664c4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268725 May 27 01:47:37.447843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:37.451516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] For port d1eb3854-25a5-4373-9743-0350ee6cbd20, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1eb3854-25a5-4373-9743-0350ee6cbd20,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:37.453876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.495205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f5e3-9acd-47e9-b433-24398e5b44c3 req-88ab8c41-c6d4-4585-b567-2203c8554754 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:37.504340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e00f5e3-9acd-47e9-b433-24398e5b44c3 req-88ab8c41-c6d4-4585-b567-2203c8554754 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 0.8190842 May 27 01:47:37.567801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:47:37.568436 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:47:37.692270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2fde8-d8c1-4dc5-ade6-0aafcd5f7aeb req-164af989-5d3c-486a-8dfa-29483df19022 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:37.693857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ee2fde8-d8c1-4dc5-ade6-0aafcd5f7aeb req-164af989-5d3c-486a-8dfa-29483df19022 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1141021 May 27 01:47:37.725678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57256) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:37.745672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Calling delete_port for d1eb3854-25a5-4373-9743-0350ee6cbd20 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:37.794238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ee2fde8-d8c1-4dc5-ade6-0aafcd5f7aeb req-81d44f77-72b9-4d75-9efb-9c3f6759003b tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872216 May 27 01:47:37.844262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-104e3520-1329-4dea-9640-d26699b2c43a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f31da7185e7949b5bf03840d9f7094e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174712 May 27 01:47:37.845155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57260) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:37.854120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28d1132-ee01-46e3-9280-df4be17e4d73 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:37.890953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e00f5e3-9acd-47e9-b433-24398e5b44c3 req-65e960d7-91ee-4e4a-a0c3-6a7daa149d25 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854616 May 27 01:47:37.900390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:37.909889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8c7a186f-7fed-4b66-89d0-e45dbe90f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.006050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Transition to ACTIVE for port object c28d1132-ee01-46e3-9280-df4be17e4d73 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:38.029216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.029459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7be195f3-3885-4592-a451-59a274f59cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.065299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7be195f3-3885-4592-a451-59a274f59cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.069827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Deleting port 175ed47f-54d7-4c7f-905b-2f0a99ce21bb {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:38.070277 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.106625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a863168-60f1-4345-aac1-2255d62839b2 req-9f148e2a-c121-4bc1-9d6a-1630c5750a59 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:38.114081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a863168-60f1-4345-aac1-2255d62839b2 req-9f148e2a-c121-4bc1-9d6a-1630c5750a59 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 951 time: 0.1633768 May 27 01:47:38.216066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a863168-60f1-4345-aac1-2255d62839b2 req-04242021-1966-4358-8c1c-dfcf25cb5960 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009276 May 27 01:47:38.219023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7be195f3-3885-4592-a451-59a274f59cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.237482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be195f3-3885-4592-a451-59a274f59cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef72569-6256-4fe7-8669-2f5f48ca74a7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:38.257596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:38.259893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7be195f3-3885-4592-a451-59a274f59cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.263609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7be195f3-3885-4592-a451-59a274f59cd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ef72569-6256-4fe7-8669-2f5f48ca74a7 HTTP/1.1" status: 204 len: 168 time: 0.4142580 May 27 01:47:38.332940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-36c51647-d425-4a8b-b7bb-ff0672842b6d None None] The port '175ed47f-54d7-4c7f-905b-2f0a99ce21bb' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:47:38.367346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.394607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f', '1b549171-3c5a-434d-8045-42af0e2de594'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:38.448961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['102083e9-2236-4838-b9f5-21218ada5ce9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:38.453601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88990726-839f-4431-99b6-ff8cf1849d90 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:38.466741 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.481698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Pushing event updated for resources: {'Port': ['ID=c28d1132-ee01-46e3-9280-df4be17e4d73,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:38.611277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:38.611653 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.648881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event deleted for resources: {'Port': ['ID=d1eb3854-25a5-4373-9743-0350ee6cbd20,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:38.798632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Transition to ACTIVE for port object 88990726-839f-4431-99b6-ff8cf1849d90 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:38.838614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2774ca-b2c0-44fb-97d7-d82e60d10295 req-a327246a-49d7-4520-bc5c-7e90198935b7 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:38.849695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea2774ca-b2c0-44fb-97d7-d82e60d10295 req-a327246a-49d7-4520-bc5c-7e90198935b7 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 931 time: 0.1732268 May 27 01:47:38.870021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:38.938471 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea2774ca-b2c0-44fb-97d7-d82e60d10295 req-eb4d47b1-5daa-4da9-a981-cb10020e7fad tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 May 27 01:47:38.995784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] No DVR routers for this DVR port d1eb3854-25a5-4373-9743-0350ee6cbd20 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:39.010165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441e829-5f88-4135-bdde-4266329edfef req-9c2dc00f-348b-44e6-a750-403df67ce92f tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:39.012076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0441e829-5f88-4135-bdde-4266329edfef req-9c2dc00f-348b-44e6-a750-403df67ce92f tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Synchronizing usage tracker for tenant:52a14f282b534cc29dd62ffb20a1d256 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:39.024955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.029718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:39.031944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-deleted', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:39.154273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Attempting to bind port c28d1132-ee01-46e3-9280-df4be17e4d73 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:39.154506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Attempting to bind port c28d1132-ee01-46e3-9280-df4be17e4d73 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'e1287c84-c853-4f51-b0a3-4e0f3d19204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:39.155044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Attempting to bind port c28d1132-ee01-46e3-9280-df4be17e4d73 on network 828bb8bd-3bf3-4051-ba9e-79bd7899859f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:39.188850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8dc0ba4b-f0ef-480b-bf2a-0b6012dd2a7c req-09fdbf5e-a87d-4fab-8708-7be6cc1191fb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "DELETE /v2.0/ports/d1eb3854-25a5-4373-9743-0350ee6cbd20 HTTP/1.1" status: 204 len: 173 time: 3.2099912 May 27 01:47:39.196032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Port c28d1132-ee01-46e3-9280-df4be17e4d73 on network 828bb8bd-3bf3-4051-ba9e-79bd7899859f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:47:39.196550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Attempting to bind port c28d1132-ee01-46e3-9280-df4be17e4d73 on network 828bb8bd-3bf3-4051-ba9e-79bd7899859f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:39.208669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:39.209004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Checking segment: {'id': 'e1287c84-c853-4f51-b0a3-4e0f3d19204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:39.209504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Bound using segment: {'id': 'e1287c84-c853-4f51-b0a3-4e0f3d19204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:39.210013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Bound port: c28d1132-ee01-46e3-9280-df4be17e4d73, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1287c84-c853-4f51-b0a3-4e0f3d19204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:39.210896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.231383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0441e829-5f88-4135-bdde-4266329edfef req-9c2dc00f-348b-44e6-a750-403df67ce92f tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Unset dirty status for tenant:52a14f282b534cc29dd62ffb20a1d256 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:39.232968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0441e829-5f88-4135-bdde-4266329edfef req-9c2dc00f-348b-44e6-a750-403df67ce92f tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 943 time: 1.1956015 May 27 01:47:39.342421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39420-294f-4369-9062-b59767956bf6 req-112b2499-efed-4a3a-9302-7e1f1fc6a47a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:39.353917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93b39420-294f-4369-9062-b59767956bf6 req-112b2499-efed-4a3a-9302-7e1f1fc6a47a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1752281 May 27 01:47:39.414571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93b39420-294f-4369-9062-b59767956bf6 req-ad10469b-d018-4c33-8298-4898f301e8e3 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595694 May 27 01:47:39.425553 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0441e829-5f88-4135-bdde-4266329edfef req-9ec4c334-201d-4e60-925e-bfcc96e9574d tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523097 May 27 01:47:39.480339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:39.480878 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.533987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.555474 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.556600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:39.557535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:39.557878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:39.589312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:39.600516 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2ba598-ca10-48c1-b1ae-ccae5594bb5b'] response: {'server_uuid': 'cee4d032-1300-4672-87df-40488a7540df', 'name': 'network-vif-deleted', 'tag': 'd1eb3854-25a5-4373-9743-0350ee6cbd20', 'status': 'completed', 'code': 200} May 27 01:47:39.606351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:47:39.617223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:39.623239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:39.629991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:39.642660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:39.645925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:39.646606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Bound port: 88990726-839f-4431-99b6-ff8cf1849d90, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:39.647204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.653590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.657792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:39.676864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] For port c28d1132-ee01-46e3-9280-df4be17e4d73, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:39.782054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb8bca-9548-4a40-a1c7-0c71beb37429 req-82b6061d-2be2-44d2-a2fb-7e8e4523c1bc tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:39.783933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1fcb8bca-9548-4a40-a1c7-0c71beb37429 req-82b6061d-2be2-44d2-a2fb-7e8e4523c1bc tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 0.1005385 May 27 01:47:39.842873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:39.846588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:39.848764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] For port c28d1132-ee01-46e3-9280-df4be17e4d73, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c28d1132-ee01-46e3-9280-df4be17e4d73,segment=NetworkSegment(e1287c84-c853-4f51-b0a3-4e0f3d19204a),segment_id=e1287c84-c853-4f51-b0a3-4e0f3d19204a)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:39.852235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: d1eb3854-25a5-4373-9743-0350ee6cbd20 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:39.852417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1fcb8bca-9548-4a40-a1c7-0c71beb37429 req-d8b9138b-fc02-4150-b72e-e1e325e414d3 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 May 27 01:47:39.855356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1eb3854-25a5-4373-9743-0350ee6cbd20 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:39.863037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.874000 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:39.981366 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169a7eae-120d-4bf7-b568-5b0337beb825'] response: {'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'code': 200} May 27 01:47:40.003184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:40.174753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:40.242795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:40.243605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:40.248734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-168728df-df83-4783-9859-30aed41e9a2b service neutron] 10.222.0.13 "PUT /v2.0/ports/c28d1132-ee01-46e3-9280-df4be17e4d73 HTTP/1.1" status: 200 len: 1092 time: 4.6601012 May 27 01:47:40.294167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d40be1c7-ca2a-4dd6-bcf9-7873d358406a req-92d674d3-97da-4305-9c44-033615a74739 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:40.389582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168728df-df83-4783-9859-30aed41e9a2b service neutron] Pushing event updated for resources: {'Port': ['ID=c28d1132-ee01-46e3-9280-df4be17e4d73,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:40.409408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d40be1c7-ca2a-4dd6-bcf9-7873d358406a req-92d674d3-97da-4305-9c44-033615a74739 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:40.410653 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d40be1c7-ca2a-4dd6-bcf9-7873d358406a req-92d674d3-97da-4305-9c44-033615a74739 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=cee4d032-1300-4672-87df-40488a7540df HTTP/1.1" status: 200 len: 210 time: 0.5222111 May 27 01:47:40.428749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:40.429399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:40.430814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1829a94d-e262-4434-8068-81ab105a42bb service neutron] 10.222.0.13 "PUT /v2.0/ports/88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 1092 time: 4.5012012 May 27 01:47:40.438618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-4555466f-224f-46c4-a64f-7c3f1f38280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:40.440155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-4555466f-224f-46c4-a64f-7c3f1f38280a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52a14f282b534cc29dd62ffb20a1d256&device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 1095 time: 0.1394255 May 27 01:47:40.635580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-c26132af-3051-4a2b-b08d-fb2b47e4d68d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c28d1132-ee01-46e3-9280-df4be17e4d73 HTTP/1.1" status: 200 len: 217 time: 0.1879671 May 27 01:47:40.733131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-b6c1e493-920b-4272-80ac-b1bcea376f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:40.735157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-b6c1e493-920b-4272-80ac-b1bcea376f9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5a4e241-eb5e-4dac-9ab7-58b4596e27cc HTTP/1.1" status: 200 len: 850 time: 0.0916719 May 27 01:47:40.742667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-b25defc5-a962-4ef4-b782-714d1a70fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:40.744067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-b25defc5-a962-4ef4-b782-714d1a70fe1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1095 time: 0.2258410 May 27 01:47:40.842784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:40.871146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-c0d8bdb9-3102-4cba-940f-0c78acbf6a33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=828bb8bd-3bf3-4051-ba9e-79bd7899859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250277 May 27 01:47:40.873269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-c14fd65f-a6d7-4bca-a2bc-37e8cc8aac1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 217 time: 0.0947697 May 27 01:47:40.881871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5667b-3872-402f-bd82-1eccfeaa1a1d req-a8148de8-7c92-4b77-84a0-894a3885395d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:40.882617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-19e5667b-3872-402f-bd82-1eccfeaa1a1d req-a8148de8-7c92-4b77-84a0-894a3885395d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:40.978536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193655b3-9e24-41b1-845f-40b434b5405b req-1597dc7a-b4cc-4f94-bcc8-f22f63d35487 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:40.986315 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-193655b3-9e24-41b1-845f-40b434b5405b req-1597dc7a-b4cc-4f94-bcc8-f22f63d35487 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.2202826 May 27 01:47:41.001603 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:47:41.039512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-19e5667b-3872-402f-bd82-1eccfeaa1a1d req-a8148de8-7c92-4b77-84a0-894a3885395d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:41.040712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5667b-3872-402f-bd82-1eccfeaa1a1d req-a8148de8-7c92-4b77-84a0-894a3885395d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.4583364 May 27 01:47:41.046890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-27a1112c-ebd9-4b3b-a192-912ff0a46693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:41.048295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-27a1112c-ebd9-4b3b-a192-912ff0a46693 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.1599398 May 27 01:47:41.053116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-193655b3-9e24-41b1-845f-40b434b5405b req-33f79bde-fddc-4fd0-8cf3-a74c9cd5f1e9 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659630 May 27 01:47:41.154937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-fffe2fad-a3e4-4f8a-b56f-146f2d246291 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711081 May 27 01:47:41.197185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5667b-3872-402f-bd82-1eccfeaa1a1d req-e407f10f-49d1-4b5e-bcc3-5a893abe05b1 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455562 May 27 01:47:41.199038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-dfd09a33-b0c7-4b24-a9ec-568a0bd3e4b7 service neutron] 10.222.0.13 "GET /v2.0/networks/828bb8bd-3bf3-4051-ba9e-79bd7899859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122098 May 27 01:47:41.269024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4a008-70a2-4b5a-b2af-41d83ac97789 req-656c7bc2-03f0-491e-9e02-ab8a0e134596 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:41.276422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d7d4a008-70a2-4b5a-b2af-41d83ac97789 req-656c7bc2-03f0-491e-9e02-ab8a0e134596 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 943 time: 0.1308820 May 27 01:47:41.328437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d7d4a008-70a2-4b5a-b2af-41d83ac97789 req-8da89f7e-2eda-402c-9c25-05af0e55c90f tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503511 May 27 01:47:41.451372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1f5ee3da-d036-46e6-a41b-1c4a45506084 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885339 May 27 01:47:41.690431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b465d50-a07d-4411-a758-6c05aa48b174', 'tag': 'c28d1132-ee01-46e3-9280-df4be17e4d73'}, {'name': 'network-changed', 'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:41.697647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a03efd7a-3791-4c7c-84a2-0cfbdba2c1a4 req-1bfa2881-dd5d-481b-9ac4-4328fa67a1c1 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275987 May 27 01:47:41.731149 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1aca22-0065-4bc8-b1c6-318b28940bf0 req-103bb174-8185-49a7-9a37-7a47ebc36d71 service neutron] 10.222.0.13 "GET /v2.0/networks/828bb8bd-3bf3-4051-ba9e-79bd7899859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782124 May 27 01:47:41.932083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a8193-4306-45be-983d-4cbe8ef61f1f req-ef90f4a8-3913-4477-a354-010405ce5a4a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:41.935698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec5a8193-4306-45be-983d-4cbe8ef61f1f req-ef90f4a8-3913-4477-a354-010405ce5a4a tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 0.1222908 May 27 01:47:41.989974 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09901c0e-ee2f-4ae8-824e-3efbe6212556'] response: {'name': 'network-changed', 'server_uuid': '7b465d50-a07d-4411-a758-6c05aa48b174', 'tag': 'c28d1132-ee01-46e3-9280-df4be17e4d73', 'status': 'completed', 'code': 200} May 27 01:47:41.990245 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09901c0e-ee2f-4ae8-824e-3efbe6212556'] response: {'name': 'network-changed', 'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90', 'status': 'completed', 'code': 200} May 27 01:47:42.007331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec5a8193-4306-45be-983d-4cbe8ef61f1f req-c7ba3bb1-5cdf-4018-b829-90aa3d25b2b2 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660043 May 27 01:47:42.167074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57374) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:42.218118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a0a39-ae49-4f34-b8fe-c53b641620b9 req-370d4c4a-f9e5-4abd-bce7-60ff56f42fe5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:42.224298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:42.225674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179a0a39-ae49-4f34-b8fe-c53b641620b9 req-370d4c4a-f9e5-4abd-bce7-60ff56f42fe5 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 951 time: 0.1179607 May 27 01:47:42.283175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179a0a39-ae49-4f34-b8fe-c53b641620b9 req-bf94b5d5-da8c-4716-8cae-f3950ed74de3 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560305 May 27 01:47:42.380252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:42.423481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-1ae37241-3a93-46fe-8a3f-340efbe5d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:42.424526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:42.425021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-1ae37241-3a93-46fe-8a3f-340efbe5d722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52a14f282b534cc29dd62ffb20a1d256&device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 1095 time: 0.4140890 May 27 01:47:42.431503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Usage tracker for resource:security_group_rule and tenant:324274eb1208411fbb8e839ea8553cee is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:42.439491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:42.443665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:42.444371 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:42.492116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:42.502619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:42.519853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:42.573707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c69d9-fb10-4693-89bb-88d6857bff29 req-a1d80e20-29e8-4e48-94ad-b85ebe0243de tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:42.575186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:42.575372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be3c69d9-fb10-4693-89bb-88d6857bff29 req-a1d80e20-29e8-4e48-94ad-b85ebe0243de tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.3142245 May 27 01:47:42.583809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-5d2119e4-566f-4345-9da5-bb85e22b82ba tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:42.585548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-5d2119e4-566f-4345-9da5-bb85e22b82ba tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 945 time: 0.2684133 May 27 01:47:42.598213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e67d0-bbab-4978-a7e7-bc72a15f41d5 req-f796f6d5-7f01-4adb-9358-e1eb3b405977 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:42.606047 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d50e67d0-bbab-4978-a7e7-bc72a15f41d5 req-f796f6d5-7f01-4adb-9358-e1eb3b405977 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.1759329 May 27 01:47:42.729789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:42.735072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be3c69d9-fb10-4693-89bb-88d6857bff29 req-d1926d4c-6261-4e53-b414-aa99318ea84b tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484785 May 27 01:47:42.788198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d50e67d0-bbab-4978-a7e7-bc72a15f41d5 req-56f79b56-8c64-41f4-9de9-f05cfba50890 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807082 May 27 01:47:42.794320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:42.802109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:42.804694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-5d67ae5f-66d0-4440-b71d-15c3fbb1b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:42.806661 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-5d67ae5f-66d0-4440-b71d-15c3fbb1b2f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=828bb8bd-3bf3-4051-ba9e-79bd7899859f HTTP/1.1" status: 200 len: 911 time: 0.3738239 May 27 01:47:42.812137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Deleting port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:42.812493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:42.876466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=324274eb1208411fbb8e839ea8553cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6973085 May 27 01:47:42.877898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b383772-be39-459a-9152-12aa199de890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a724033-933b-4074-9532-6a373ee80a24,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:42.897352 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8aad04-3abb-4ddb-9f9c-186b9f0dd7a2'] response: {'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'code': 200} May 27 01:47:42.902495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57386) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:42.946354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-a517b10b-89a4-4c3d-83e7-3bb8f837cda6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c28d1132-ee01-46e3-9280-df4be17e4d73 HTTP/1.1" status: 200 len: 217 time: 0.0994887 May 27 01:47:42.981668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-005f7d14-9194-43f9-a546-2544ae3f6634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:43.019576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-005f7d14-9194-43f9-a546-2544ae3f6634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:43.053623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-9a0765be-d5f4-41d2-ab62-1ce956d7dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:43.055127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-9a0765be-d5f4-41d2-ab62-1ce956d7dd94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5a4e241-eb5e-4dac-9ab7-58b4596e27cc HTTP/1.1" status: 200 len: 850 time: 0.0654659 May 27 01:47:43.124043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-005f7d14-9194-43f9-a546-2544ae3f6634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:43.147725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-1a11872d-b435-43f2-ac89-debb94731541 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=828bb8bd-3bf3-4051-ba9e-79bd7899859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846314 May 27 01:47:43.166411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f7d14-9194-43f9-a546-2544ae3f6634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a724033-933b-4074-9532-6a373ee80a24,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:43.243995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-005f7d14-9194-43f9-a546-2544ae3f6634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:43.252098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-005f7d14-9194-43f9-a546-2544ae3f6634 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a724033-933b-4074-9532-6a373ee80a24 HTTP/1.1" status: 204 len: 168 time: 0.3469362 May 27 01:47:43.336648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ef776-82c5-4d62-b73a-91bab1406dfa req-a46df19f-b980-46c8-81e8-a175bffcc6c5 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:43.343874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a28ef776-82c5-4d62-b73a-91bab1406dfa req-a46df19f-b980-46c8-81e8-a175bffcc6c5 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 943 time: 0.1788268 May 27 01:47:43.377279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e4833-f74d-49c5-91e9-e6f49abb0264 req-ff8444a4-d816-4c37-85cd-4c556c3e5ce5 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:43.378786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d9e4833-f74d-49c5-91e9-e6f49abb0264 req-ff8444a4-d816-4c37-85cd-4c556c3e5ce5 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 943 time: 0.4315248 May 27 01:47:43.435422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a28ef776-82c5-4d62-b73a-91bab1406dfa req-a4d9d6b6-759a-4f9a-9e49-3aa90480c08c tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/security-groups?id=16b74855-7678-4cdc-8501-cae61b9abf28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902917 May 27 01:47:43.475338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d9e4833-f74d-49c5-91e9-e6f49abb0264 req-aaf30459-50ca-4020-b571-0aa1dcfc7284 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825708 May 27 01:47:43.480514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-00ea3e4a-9faa-49a0-905c-763cdf7336d5 service neutron] 10.222.0.13 "GET /v2.0/networks/828bb8bd-3bf3-4051-ba9e-79bd7899859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203092 May 27 01:47:43.595033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] For port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,segment=NetworkSegment(f82acd6a-5848-4d5b-9117-1aa38643a2be),segment_id=f82acd6a-5848-4d5b-9117-1aa38643a2be)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:43.595404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:43.742984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Calling delete_port for c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:43.746469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d285e-9a02-4c4d-a612-9cf776cdd45f req-dc81de73-0aaa-490a-b0fa-11df1efc0268 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:43.753835 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f6d285e-9a02-4c4d-a612-9cf776cdd45f req-dc81de73-0aaa-490a-b0fa-11df1efc0268 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 951 time: 0.1189430 May 27 01:47:43.811513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f6d285e-9a02-4c4d-a612-9cf776cdd45f req-b6fc545a-2dfe-4187-9183-7b28bf21186e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 May 27 01:47:43.835003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-03d2cff1-30b7-472f-b06b-f92ad70b8b81 service neutron] 10.222.0.13 "GET /v2.0/networks/828bb8bd-3bf3-4051-ba9e-79bd7899859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432705 May 27 01:47:44.079623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba21a4-7ef2-4084-b5ad-a7e6b7ae4657 req-b412fc0a-743d-46c2-b837-defde4194ec3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:44.087590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37ba21a4-7ef2-4084-b5ad-a7e6b7ae4657 req-b412fc0a-743d-46c2-b837-defde4194ec3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.1184540 May 27 01:47:44.136525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37ba21a4-7ef2-4084-b5ad-a7e6b7ae4657 req-0d5deb70-845a-49da-ab53-6f5b4795d459 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476670 May 27 01:47:44.248925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:44.325697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Pushing event deleted for resources: {'Port': ['ID=c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:44.365312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-a37cc3de-bfe3-4f6d-bfab-4f4656b39b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:44.366886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-a37cc3de-bfe3-4f6d-bfab-4f4656b39b0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1095 time: 0.4573362 May 27 01:47:44.447074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-169a31e8-8741-4ab0-9f5a-169b605b3817 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:44.448520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-169a31e8-8741-4ab0-9f5a-169b605b3817 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 951 time: 0.3111968 May 27 01:47:44.460266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e63b94-20d4-4360-b4cb-a6f13fcc0ee8 req-93e68421-fa2a-4c63-9ded-854c3fee9895 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:44.462413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95e63b94-20d4-4360-b4cb-a6f13fcc0ee8 req-93e68421-fa2a-4c63-9ded-854c3fee9895 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.3779275 May 27 01:47:44.463232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] No DVR routers for this DVR port c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:44.543894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:44.552253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-deleted', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:44.622045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74c66d95-cbab-483f-97fe-f9c849f7b769 req-bacfa066-3924-43ed-974f-49582dc38144 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.47 "DELETE /v2.0/ports/c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 HTTP/1.1" status: 204 len: 173 time: 1.9696872 May 27 01:47:44.699486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95e63b94-20d4-4360-b4cb-a6f13fcc0ee8 req-4956e81c-9a32-4d4d-ba28-4b27c757fec0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477618 May 27 01:47:44.705494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Deleting port 102083e9-2236-4838-b9f5-21218ada5ce9 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:44.705861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:44.727784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e97c64a0-c3af-43a1-8c29-b7c1d9319540 req-00105fb0-26e2-4cfc-8f68-98505c9544e7 tempest-ImagesTestJSON-1128214317 tempest-ImagesTestJSON-1128214317-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12c5416-4d72-4337-b5da-e2c0bd8043a5 HTTP/1.1" status: 200 len: 210 time: 0.1283274 May 27 01:47:44.809399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-5aeb65fd-6ae5-48c6-8a5e-a5fab7cd273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:44.810922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-5aeb65fd-6ae5-48c6-8a5e-a5fab7cd273b service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.4335716 May 27 01:47:44.907285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-df707018-2f1c-4f4a-b496-6c07846e808e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 217 time: 0.0894620 May 27 01:47:45.067206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c057d-6eb7-4528-b441-16cdda67affa req-c25b8464-a995-43dc-ac76-0dca7874bf9e tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:45.077123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd5c057d-6eb7-4528-b441-16cdda67affa req-c25b8464-a995-43dc-ac76-0dca7874bf9e tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 943 time: 0.1931651 May 27 01:47:45.087416 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c89eb37-5456-4f22-86c7-4170280405f7'] response: {'server_uuid': 'a12c5416-4d72-4337-b5da-e2c0bd8043a5', 'name': 'network-vif-deleted', 'tag': 'c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209', 'status': 'completed', 'code': 200} May 27 01:47:45.107346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-9e1cf5f9-e805-4c6f-8bba-3bec99992afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:45.108882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-9e1cf5f9-e805-4c6f-8bba-3bec99992afc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.1715050 May 27 01:47:45.166488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd5c057d-6eb7-4528-b441-16cdda67affa req-253e8dc0-1356-4305-bf78-a8be5c8cbc18 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878537 May 27 01:47:45.187756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-23b7e8fb-6d16-443a-a72f-5d649d37d6c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699959 May 27 01:47:45.407523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] For port 102083e9-2236-4838-b9f5-21218ada5ce9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=102083e9-2236-4838-b9f5-21218ada5ce9,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:45.407933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:45.489124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8cd9c-aa81-48b5-98ea-12490f10b6cc req-97041cb1-6af9-4da6-8d54-6795b6ecdf94 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:45.496677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88f8cd9c-aa81-48b5-98ea-12490f10b6cc req-97041cb1-6af9-4da6-8d54-6795b6ecdf94 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.1226013 May 27 01:47:45.538977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88f8cd9c-aa81-48b5-98ea-12490f10b6cc req-40169028-0b15-4fcc-a802-481167d5f87f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 May 27 01:47:45.553649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Calling delete_port for 102083e9-2236-4838-b9f5-21218ada5ce9 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:45.627633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-aa70567f-e22f-4f0d-9927-9a906ff7ec4e service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338863 May 27 01:47:45.715247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c28d1132-ee01-46e3-9280-df4be17e4d73 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:47:45.801243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f4b56-128b-4cb1-a252-6e075575b9cd req-21351c78-d4fe-4e66-a2f2-0086e192b8c0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:45.808330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c62f4b56-128b-4cb1-a252-6e075575b9cd req-21351c78-d4fe-4e66-a2f2-0086e192b8c0 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=af3feea7-d1dd-449c-b913-b568943f75a9 HTTP/1.1" status: 200 len: 951 time: 0.5943973 May 27 01:47:45.950559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port c28d1132-ee01-46e3-9280-df4be17e4d73, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c28d1132-ee01-46e3-9280-df4be17e4d73,segment=NetworkSegment(e1287c84-c853-4f51-b0a3-4e0f3d19204a),segment_id=e1287c84-c853-4f51-b0a3-4e0f3d19204a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:45.962216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d350382-a4ea-4b0e-85d1-9109a408610e req-af0a9c34-6657-4c70-965c-73b0131036b0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:45.969849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'c28d1132-ee01-46e3-9280-df4be17e4d73', 'network_id': '828bb8bd-3bf3-4051-ba9e-79bd7899859f', 'port_id': 'c28d1132-ee01-46e3-9280-df4be17e4d73', 'mac_address': 'fa:16:3e:03:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a4e241-eb5e-4dac-9ab7-58b4596e27cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:47:45.970580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d350382-a4ea-4b0e-85d1-9109a408610e req-af0a9c34-6657-4c70-965c-73b0131036b0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1153255 May 27 01:47:46.023997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c62f4b56-128b-4cb1-a252-6e075575b9cd req-36b65a5f-9b1a-4e02-80b7-8aab11302119 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147441 May 27 01:47:46.028364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d350382-a4ea-4b0e-85d1-9109a408610e req-0e81fbcd-dff4-457a-b2f9-4be706a12fc7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566850 May 27 01:47:46.057672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port c28d1132-ee01-46e3-9280-df4be17e4d73 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:46.058481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.087733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28d1132-ee01-46e3-9280-df4be17e4d73 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:46.094404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.097611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9dc5df-fd23-4976-b8f6-399df24f4cd6 req-0799c01c-e368-44d9-9b84-8702d6f57780 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609053 May 27 01:47:46.111883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['102083e9-2236-4838-b9f5-21218ada5ce9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:46.159289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f', '1b549171-3c5a-434d-8045-42af0e2de594'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:46.177589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event deleted for resources: {'Port': ['ID=102083e9-2236-4838-b9f5-21218ada5ce9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:46.196763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port c28d1132-ee01-46e3-9280-df4be17e4d73, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c28d1132-ee01-46e3-9280-df4be17e4d73,segment=NetworkSegment(e1287c84-c853-4f51-b0a3-4e0f3d19204a),segment_id=e1287c84-c853-4f51-b0a3-4e0f3d19204a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:46.224371 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.225023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88990726-839f-4431-99b6-ff8cf1849d90 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:47:46.269804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:46.279324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] No DVR routers for this DVR port 102083e9-2236-4838-b9f5-21218ada5ce9 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:46.284294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.306418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e230058-f5f4-4c6a-9d61-11fee41250a7 req-f07bc516-036d-4af9-80d5-d73f9141e9e2 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.13 "DELETE /v2.0/ports/102083e9-2236-4838-b9f5-21218ada5ce9 HTTP/1.1" status: 204 len: 173 time: 1.7936206 May 27 01:47:46.385761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:46.386135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c8cc0e3c-5cf0-44d1-9363-ee5ea65d8209 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:46.403907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57476) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:46.410769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370301663', 'description': 'tempest-description--401144019'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:46.424144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:46.435616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Usage tracker for resource:security_group and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:46.446789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:46.461659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:46.473401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb274-7f96-493f-adff-48b79606007f req-5a20860f-57d7-45c1-9519-e5fa573971b7 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:46.475856 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.481261 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-399bb274-7f96-493f-adff-48b79606007f req-5a20860f-57d7-45c1-9519-e5fa573971b7 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 944 time: 0.0937989 May 27 01:47:46.505229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:46.510003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Usage tracker for resource:security_group_rule and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:46.513370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:46.521288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:46.540163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=c28d1132-ee01-46e3-9280-df4be17e4d73,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:46.542451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-399bb274-7f96-493f-adff-48b79606007f req-55d0d008-a223-4da7-a858-baf90c94b974 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595894 May 27 01:47:46.697495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.745617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:46.761824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.775643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '88990726-839f-4431-99b6-ff8cf1849d90', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'port_id': '88990726-839f-4431-99b6-ff8cf1849d90', 'mac_address': 'fa:16:3e:3e:7f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c053681-6e30-48ed-8768-9c84a12dd60e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:47:46.860936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cccf467-f5db-4008-9eb1-50a1dd851b2e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:46.872117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.873655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0f69245d-56da-4d54-802f-6c9197e8ce75 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4681962 May 27 01:47:46.876742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57490) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:46.882142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Request body: {'security_group_rule': {'security_group_id': '0cccf467-f5db-4008-9eb1-50a1dd851b2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:46.889278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:46.893450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Usage tracker for resource:security_group_rule and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:46.896635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:46.900191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353692-817d-4c82-a37e-7bd4832fad1e req-d3f1fde3-476a-4ee5-a45e-925e2253cfaf tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:46.903009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:46.906530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 88990726-839f-4431-99b6-ff8cf1849d90 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:46.907042 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.910937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47353692-817d-4c82-a37e-7bd4832fad1e req-d3f1fde3-476a-4ee5-a45e-925e2253cfaf tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.2104437 May 27 01:47:46.927536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:46.939295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88990726-839f-4431-99b6-ff8cf1849d90 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:46.975264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47353692-817d-4c82-a37e-7bd4832fad1e req-32546ac0-bc46-4563-868e-b7d5a4c8fe15 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598009 May 27 01:47:46.994367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:47.013455 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.020215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.028072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.065411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdd975d-18dd-4216-820e-849e07afd361,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:47.088708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-deleted', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:47.097657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.099379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fd439e15-b4c2-45e2-9797-bab8c2fd6057 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2213147 May 27 01:47:47.102754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:47.107171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Request body: {'security_group_rule': {'security_group_id': '0cccf467-f5db-4008-9eb1-50a1dd851b2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:47.114692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:47.118934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Usage tracker for resource:security_group_rule and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:47.120504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:47.122063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:47.128802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:47.147101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.252431 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.262448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.289743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca1ecf9-dd93-473d-8af2-4adc957ffd7d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:47.303719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.304987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7ffa687b-cf63-4559-9517-1a4a43fdc7ea tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2021573 May 27 01:47:47.308314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57518) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:47.315235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:47.321172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:47.321405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64d1f-e940-4a70-9f58-8a5ed79c0d6b req-2f25148a-385f-49eb-99a3-bc20bbe555c0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:47.322869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80f64d1f-e940-4a70-9f58-8a5ed79c0d6b req-2f25148a-385f-49eb-99a3-bc20bbe555c0 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1240940 May 27 01:47:47.330056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Usage tracker for resource:floatingip and tenant:69b5b77652cf44a899d78760d49adcc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:47.333692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:47.339848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:47.351099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.364076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['c28d1132-ee01-46e3-9280-df4be17e4d73'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:47.369440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80f64d1f-e940-4a70-9f58-8a5ed79c0d6b req-30ece65a-7b27-46e3-a46c-b2bf2a7b9270 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 May 27 01:47:47.395344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['88990726-839f-4431-99b6-ff8cf1849d90'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:47.450899 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742efa8c-6da5-43b5-8199-c037703cb325'] response: {'server_uuid': 'af3feea7-d1dd-449c-b913-b568943f75a9', 'name': 'network-vif-deleted', 'tag': '102083e9-2236-4838-b9f5-21218ada5ce9', 'status': 'completed', 'code': 200} May 27 01:47:47.560619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:47.724431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:47.753380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Allocated IP 172.25.3.132 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/b6373e43-b0f4-4c4e-b10f-afd6a78d1492) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:47:47.767605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 102083e9-2236-4838-b9f5-21218ada5ce9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:47.768232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 102083e9-2236-4838-b9f5-21218ada5ce9 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:47.867465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceaa19-b54f-4e58-83fa-d1525f64d0bc req-6a35ceec-e592-4ed2-aa49-b9e17b1327fb tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:47.869177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84ceaa19-b54f-4e58-83fa-d1525f64d0bc req-6a35ceec-e592-4ed2-aa49-b9e17b1327fb tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.0818031 May 27 01:47:47.925961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84ceaa19-b54f-4e58-83fa-d1525f64d0bc req-e3806417-0866-49fa-a344-1067002b18e1 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505867 May 27 01:47:47.977709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.021484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c0846-69e7-4f5b-b16d-ed9a62247cd0 req-ea1ab5ff-5897-4288-97fb-6d035b968a01 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:48.022975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c40c0846-69e7-4f5b-b16d-ed9a62247cd0 req-ea1ab5ff-5897-4288-97fb-6d035b968a01 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 944 time: 0.1163116 May 27 01:47:48.045002 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.093567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc87f88-efd6-4ae2-8b14-f64b5430e485 req-ce433ea5-b1f3-438d-b33e-30d9c40c4741 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:48.095072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2dc87f88-efd6-4ae2-8b14-f64b5430e485 req-ce433ea5-b1f3-438d-b33e-30d9c40c4741 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.0805843 May 27 01:47:48.129842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:48.134970 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c40c0846-69e7-4f5b-b16d-ed9a62247cd0 req-697bbcdb-e2a6-48bb-b813-9f5bc2874b9c tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060834 May 27 01:47:48.137667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:48.138206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2dc87f88-efd6-4ae2-8b14-f64b5430e485 req-a3b34552-448b-4565-b5a5-f2bb30fcb747 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370374 May 27 01:47:48.142827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:47:48.171055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event updated for resources: {'Port': ['ID=b6373e43-b0f4-4c4e-b10f-afd6a78d1492,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:48.232715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.344566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.345550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57552) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:48.418554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] Deleting subnet 7f68890f-94c8-474a-af01-43175b3bf07f {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:47:48.421879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.473127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.518496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78682-d585-4d34-880b-eba06d35137b req-1f2e271b-f9f6-4912-ba58-1b2fe4ab09b6 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:48.520003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1d78682-d585-4d34-880b-eba06d35137b req-1f2e271b-f9f6-4912-ba58-1b2fe4ab09b6 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 944 time: 0.2259860 May 27 01:47:48.592476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.602927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1d78682-d585-4d34-880b-eba06d35137b req-df3480fd-b9e0-4e02-9aec-864bd65e4112 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754430 May 27 01:47:48.646203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.654599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.664239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b143492-d002-43f2-b022-d8d6c5b61b19 req-77a156d0-2be4-45ea-abea-aec8dccbc407 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:48.665709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b143492-d002-43f2-b022-d8d6c5b61b19 req-77a156d0-2be4-45ea-abea-aec8dccbc407 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1673043 May 27 01:47:48.689108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.869927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f68890f-94c8-474a-af01-43175b3bf07f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:48.871821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.878904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b143492-d002-43f2-b022-d8d6c5b61b19 req-16642db2-1079-4789-a335-72450cb8f079 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056832 May 27 01:47:48.895214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-69537104-cd7d-40c8-8afe-9bdf31e8a12a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f68890f-94c8-474a-af01-43175b3bf07f HTTP/1.1" status: 204 len: 168 time: 0.5480711 May 27 01:47:48.900901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57564) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:48.909863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event updated for resources: {'Port': ['ID=b6373e43-b0f4-4c4e-b10f-afd6a78d1492,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:48.930401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.962359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:48.965489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c65b2610-78f3-498c-8d95-05dfa9813ab6 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6549230 May 27 01:47:49.032720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.163389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.180841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-3ef4b688-5d26-4fb4-9b32-1c2e80e98521 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Synchronizing usage tracker for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:49.189502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5848ceeb-517e-472e-a231-2691b8612c1f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:49.203116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82acd6a-5848-4d5b-9117-1aa38643a2be') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:49.203429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82acd6a-5848-4d5b-9117-1aa38643a2be') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:49.215780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.232414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.238847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:47:49.239514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.252581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-3ef4b688-5d26-4fb4-9b32-1c2e80e98521 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Unset dirty status for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:49.256229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-3ef4b688-5d26-4fb4-9b32-1c2e80e98521 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--370301663&fields=id&tenant_id=69b5b77652cf44a899d78760d49adcc0 HTTP/1.1" status: 200 len: 267 time: 0.1165717 May 27 01:47:49.315475 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f82acd6a-5848-4d5b-9117-1aa38643a2be resource provider aggregate not found May 27 01:47:49.348226 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f82acd6a-5848-4d5b-9117-1aa38643a2be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f82acd6a-5848-4d5b-9117-1aa38643a2be found for delete ", "request_id": "req-e4839a36-321b-4f13-9f41-dfc919628e6a"}]} May 27 01:47:49.353008 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.373132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.380297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] Pushing event deleted for resources: {'Network': ['ID=5848ceeb-517e-472e-a231-2691b8612c1f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:49.395883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-75bc2ac4-599a-4daf-af5f-f04de8d9b353 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5848ceeb-517e-472e-a231-2691b8612c1f HTTP/1.1" status: 204 len: 168 time: 0.4926744 May 27 01:47:49.407632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da65da3-ae37-448c-9b58-33391ee93882 req-12b71dbb-afac-4407-bbb0-9fb1d20028ba tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:49.408683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3da65da3-ae37-448c-9b58-33391ee93882 req-12b71dbb-afac-4407-bbb0-9fb1d20028ba tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:49.450322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3da65da3-ae37-448c-9b58-33391ee93882 req-12b71dbb-afac-4407-bbb0-9fb1d20028ba tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:49.451461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3da65da3-ae37-448c-9b58-33391ee93882 req-12b71dbb-afac-4407-bbb0-9fb1d20028ba tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.2599213 May 27 01:47:49.493548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-d5c732b6-ee5b-4522-ba1f-96f2b8d96dd3 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:49.500905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-d5c732b6-ee5b-4522-ba1f-96f2b8d96dd3 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/networks?id=06c1058f-3ed3-4daf-b884-dd92587f2412 HTTP/1.1" status: 200 len: 814 time: 0.2387226 May 27 01:47:49.535756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-55f9fe17-b2cb-4cd8-a5ba-89aeb46e8e6c tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/quotas/69b5b77652cf44a899d78760d49adcc0 HTTP/1.1" status: 200 len: 375 time: 0.0339260 May 27 01:47:49.561220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862c05c-1929-4c23-830e-8902198a29b6 req-37e523c8-367d-49d5-a0fb-24266e90628a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:49.564076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1862c05c-1929-4c23-830e-8902198a29b6 req-37e523c8-367d-49d5-a0fb-24266e90628a tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.0960209 May 27 01:47:49.595152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Deleting port 1b549171-3c5a-434d-8045-42af0e2de594 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:49.595574 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.615533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:49.644980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1862c05c-1929-4c23-830e-8902198a29b6 req-fdb8339f-5360-4d9f-95bc-12707d6618cf tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741398 May 27 01:47:49.677968 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9e9f6973-9298-49d6-b909-ed91c98f8f5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc1f940025d24938b7da59d5a01d7058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610874 May 27 01:47:49.680691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57604) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:49.727528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c28d1132-ee01-46e3-9280-df4be17e4d73 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:49.751419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-840da221-eeb0-4cf4-b6d0-c8018d969013 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69b5b77652cf44a899d78760d49adcc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2074318 May 27 01:47:49.751766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8592eee9-38ae-4809-9152-53b00c49dd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.803188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port c28d1132-ee01-46e3-9280-df4be17e4d73 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:49.807789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port c28d1132-ee01-46e3-9280-df4be17e4d73 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:49.808149 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.827818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8592eee9-38ae-4809-9152-53b00c49dd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.905793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ee3f-c8c6-4ed0-9df7-480e890b3fd8 req-f551350c-bd3d-43f2-a581-1aadd2aed266 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:49.907939 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ea0ee3f-c8c6-4ed0-9df7-480e890b3fd8 req-f551350c-bd3d-43f2-a581-1aadd2aed266 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 944 time: 0.1347089 May 27 01:47:49.939445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port c28d1132-ee01-46e3-9280-df4be17e4d73 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:49.939824 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.948203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8592eee9-38ae-4809-9152-53b00c49dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.967451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b465d50-a07d-4411-a758-6c05aa48b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d1132-ee01-46e3-9280-df4be17e4d73'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:49.974014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592eee9-38ae-4809-9152-53b00c49dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b74855-7678-4cdc-8501-cae61b9abf28,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:49.979621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port c28d1132-ee01-46e3-9280-df4be17e4d73, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c28d1132-ee01-46e3-9280-df4be17e4d73,segment=NetworkSegment(e1287c84-c853-4f51-b0a3-4e0f3d19204a),segment_id=e1287c84-c853-4f51-b0a3-4e0f3d19204a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:49.992427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] For port 1b549171-3c5a-434d-8045-42af0e2de594, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=1b549171-3c5a-434d-8045-42af0e2de594,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:49.992688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:49.999560 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:50.000365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88990726-839f-4431-99b6-ff8cf1849d90 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:47:50.001417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-24ab6289-36b8-4613-b6b7-9ac4d986f68f service neutron] 10.222.0.16 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491634 May 27 01:47:50.010152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ea0ee3f-c8c6-4ed0-9df7-480e890b3fd8 req-660f6eee-46dd-432e-9f1c-8b5f2be40bd8 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825069 May 27 01:47:50.022777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8592eee9-38ae-4809-9152-53b00c49dd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:50.022777 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8592eee9-38ae-4809-9152-53b00c49dd36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16b74855-7678-4cdc-8501-cae61b9abf28 HTTP/1.1" status: 204 len: 168 time: 0.3397825 May 27 01:47:50.135964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=c28d1132-ee01-46e3-9280-df4be17e4d73,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:50.141837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Calling delete_port for 1b549171-3c5a-434d-8045-42af0e2de594 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:50.151171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 88990726-839f-4431-99b6-ff8cf1849d90 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:50.160321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 88990726-839f-4431-99b6-ff8cf1849d90 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:50.160994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:50.282689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3d7ed-c3da-4a13-adb0-b4b2e68d0b2d req-8d99e9c0-8e98-4d95-a5c6-578605670787 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:50.285761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3c3d7ed-c3da-4a13-adb0-b4b2e68d0b2d req-8d99e9c0-8e98-4d95-a5c6-578605670787 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 950 time: 0.1168399 May 27 01:47:50.324329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-b213d5c2-6595-40ab-829e-b8ef02fe38b1 service neutron] 10.222.0.16 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649128 May 27 01:47:50.324941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 88990726-839f-4431-99b6-ff8cf1849d90 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:47:50.325331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:50.342672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3c3d7ed-c3da-4a13-adb0-b4b2e68d0b2d req-396aae21-2989-42b7-a34b-a6d2a0c84301 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487111 May 27 01:47:50.363491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:50.376685 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:50.437326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:50.469377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:50.474549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2c72ead3-05de-4192-995a-8305bf92d66f', '1b549171-3c5a-434d-8045-42af0e2de594'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:47:50.550644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event deleted for resources: {'Port': ['ID=1b549171-3c5a-434d-8045-42af0e2de594,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:50.691843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] No DVR routers for this DVR port 1b549171-3c5a-434d-8045-42af0e2de594 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:50.736821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:50.739305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-deleted', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:50.747579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae948c-d8f3-461a-982f-8b94dbfea882 req-5e2c6107-48c9-47ec-8fa9-521a5a80136c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:50.752908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9ae948c-d8f3-461a-982f-8b94dbfea882 req-5e2c6107-48c9-47ec-8fa9-521a5a80136c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 945 time: 0.2016726 May 27 01:47:50.820079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3da65da3-ae37-448c-9b58-33391ee93882 req-90cb6c42-b4b4-497a-a07c-37b44ec19adb tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "DELETE /v2.0/ports/1b549171-3c5a-434d-8045-42af0e2de594 HTTP/1.1" status: 204 len: 173 time: 1.3625982 May 27 01:47:50.829693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9ae948c-d8f3-461a-982f-8b94dbfea882 req-812f96b4-9b25-4591-86a9-361e3be6e773 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687263 May 27 01:47:50.873716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cada8a9-bf21-45c4-ad26-7caabe21cc19 req-e41e493a-855f-4922-8a0a-1427c83ef9af tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:50.881346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cada8a9-bf21-45c4-ad26-7caabe21cc19 req-e41e493a-855f-4922-8a0a-1427c83ef9af tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1953032 May 27 01:47:50.907405 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7534272-0d30-4094-b4b2-c1c1eb026ee3'] response: {'server_uuid': '7b465d50-a07d-4411-a758-6c05aa48b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d1132-ee01-46e3-9280-df4be17e4d73', 'code': 200} May 27 01:47:50.911367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-13149d6b-4c7a-4168-87f4-99b4e605f424 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:50.912835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-13149d6b-4c7a-4168-87f4-99b4e605f424 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.1638160 May 27 01:47:51.061100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-958847c5-0a87-450f-92d1-7096d7e927e1 req-c2342644-a5c3-4243-9e5e-d7ad8e332dc8 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Synchronizing usage tracker for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:51.090378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-958847c5-0a87-450f-92d1-7096d7e927e1 req-c2342644-a5c3-4243-9e5e-d7ad8e332dc8 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Unset dirty status for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:51.105824 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-958847c5-0a87-450f-92d1-7096d7e927e1 req-c2342644-a5c3-4243-9e5e-d7ad8e332dc8 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 210 time: 0.0985000 May 27 01:47:51.241206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cada8a9-bf21-45c4-ad26-7caabe21cc19 req-d170dbb9-894c-49e2-a682-f5492037e129 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589056 May 27 01:47:51.247951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Deleting port f0b59b8d-03d8-4878-8eac-367e30a46ea4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:51.248288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.286117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57652) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:51.321443 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2ae419-d3ba-4504-b10e-8417468a78e1'] response: {'server_uuid': '8d7f2342-25f3-4b93-9388-1c69b639a032', 'name': 'network-vif-deleted', 'tag': '1b549171-3c5a-434d-8045-42af0e2de594', 'status': 'completed', 'code': 200} May 27 01:47:51.434190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fc533-7ee0-4e84-90e3-0630928a3191 req-c3a8c21c-7b76-4948-9207-f572856a3cd4 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:51.436516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a4fc533-7ee0-4e84-90e3-0630928a3191 req-c3a8c21c-7b76-4948-9207-f572856a3cd4 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 945 time: 0.1516101 May 27 01:47:51.455814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e9536-bcbf-43eb-966d-58b6d22a558e req-b64cbc8e-bacf-4763-99c2-132b8e2fbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:51.459124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e2e9536-bcbf-43eb-966d-58b6d22a558e req-b64cbc8e-bacf-4763-99c2-132b8e2fbc1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 1097 time: 0.2889862 May 27 01:47:51.521937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-511952522-network', 'tenant_id': '7cd070972af94094a0002c0c9f8f46d2'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:51.528431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:51.544709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a4fc533-7ee0-4e84-90e3-0630928a3191 req-ce5a9902-1efd-4f92-92c9-2a9f6487917f tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2b95c83-ce4b-4bbb-91b9-36b061e2798e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853741 May 27 01:47:51.551668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Usage tracker for resource:network and tenant:7cd070972af94094a0002c0c9f8f46d2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:51.559118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:51.574592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:51.600292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Made reservation on behalf of 7cd070972af94094a0002c0c9f8f46d2 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:51.602972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.628307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.644216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:51.648460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Usage tracker for resource:security_group_rule and tenant:7cd070972af94094a0002c0c9f8f46d2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:51.651721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:51.658392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:51.681201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e2e9536-bcbf-43eb-966d-58b6d22a558e req-75422012-c2b3-4d12-b437-3194ddeb2634 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798368 May 27 01:47:51.745016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced25c8c-5e7b-48cb-a471-9275f3d5b933 req-01dfe119-e744-4b14-b722-0575c64de6b8 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:51.752117 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ced25c8c-5e7b-48cb-a471-9275f3d5b933 req-01dfe119-e744-4b14-b722-0575c64de6b8 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 945 time: 0.2917056 May 27 01:47:51.758384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.764816 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.773780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57664) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:51.789865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] For port f0b59b8d-03d8-4878-8eac-367e30a46ea4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=f0b59b8d-03d8-4878-8eac-367e30a46ea4,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:51.790233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.811010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:47:51.867192 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.867547 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Added segment fbc13bb7-784f-4259-9d6d-94b7719426c5 of type vlan for network 8090f22a-c756-49b8-a895-0e60513f8ecd May 27 01:47:51.869042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c00552c-5a95-450a-bda6-5275fe8da186,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:51.891901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f684e87-b82e-427e-8121-204d9d364612 req-470d52f1-2d54-48d5-a511-36b6b3c7bc40 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d7f2342-25f3-4b93-9388-1c69b639a032 HTTP/1.1" status: 200 len: 210 time: 0.0676959 May 27 01:47:51.932996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.958343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ced25c8c-5e7b-48cb-a471-9275f3d5b933 req-d4faa7df-dac2-4463-af4f-eb56d2ecd85c tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052708 May 27 01:47:51.983432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.998045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:51.999029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:51.999728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.058035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:52.122955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:76f04b95ba284059b369d89cd15adb0f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:52.145144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:52.160342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:52.167903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8810275 May 27 01:47:52.170760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57674) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:52.179238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f88fd-4ccb-4ff4-8670-0361be1a5eff admin admin] Pushing event updated for resources: {'Network': ['ID=8090f22a-c756-49b8-a895-0e60513f8ecd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:52.180983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Request body: {'subnet': {'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-511952522-subnet', 'tenant_id': '7cd070972af94094a0002c0c9f8f46d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:52.191358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:52.191625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 8090f22a-c756-49b8-a895-0e60513f8ecd details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:47:52.200751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Usage tracker for resource:subnet and tenant:7cd070972af94094a0002c0c9f8f46d2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:52.206367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.206367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.206367 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Floating IP 538cbee4-8ae9-4f36-b350-1cb3580a3998 disassociated. External IP: 172.25.3.250, port: f0b59b8d-03d8-4878-8eac-367e30a46ea4. May 27 01:47:52.206367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Calling delete_port for f0b59b8d-03d8-4878-8eac-367e30a46ea4 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:52.244668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:52.284999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1dc3-02bc-459c-8772-c940df44407a req-6ea55090-ca6a-4939-ad58-2a4233e4a7bd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:52.286928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aacb1dc3-02bc-459c-8772-c940df44407a req-6ea55090-ca6a-4939-ad58-2a4233e4a7bd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 945 time: 0.2834697 May 27 01:47:52.359313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.364326 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aacb1dc3-02bc-459c-8772-c940df44407a req-18a3f57a-1a76-4180-8b7a-456628558ea0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 May 27 01:47:52.365508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.400519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:52.415691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76f04b95ba284059b369d89cd15adb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6318939 May 27 01:47:52.418221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57680) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:52.432615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49815f0a-edd1-4b80-a97d-8da647df43db req-b50a83b6-ea23-4c37-848c-fc25734d377c tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 210 time: 0.0777271 May 27 01:47:52.471928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Made reservation on behalf of 7cd070972af94094a0002c0c9f8f46d2 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:52.474397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.551402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1e698-12a2-465d-94ce-4af969c55fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4471ba8a-7497-48a7-bb3d-fd330c61f66d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:52.673071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e55e78-6e6f-4f15-8763-acd2c3654071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.673284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-7b7dad33-e01b-432f-8f32-d2e5d9ea077c tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:52.674819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-7b7dad33-e01b-432f-8f32-d2e5d9ea077c tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.47 "GET /v2.0/networks?id=06c1058f-3ed3-4daf-b884-dd92587f2412 HTTP/1.1" status: 200 len: 814 time: 0.4271293 May 27 01:47:52.720587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4c198-26cc-4c09-9d78-c6386107db09 req-ac64fea0-4086-4307-9cd7-bd12ac9a5530 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:52.722575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4f4c198-26cc-4c09-9d78-c6386107db09 req-ac64fea0-4086-4307-9cd7-bd12ac9a5530 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1678445 May 27 01:47:52.725070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e55e78-6e6f-4f15-8763-acd2c3654071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.778769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.805372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4f4c198-26cc-4c09-9d78-c6386107db09 req-e8a29e7d-bb90-418a-8d72-0ced9a4e9efb tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697584 May 27 01:47:52.835876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e55e78-6e6f-4f15-8763-acd2c3654071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.839373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-2133c285-1ad9-4575-a639-3e331865ec83 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b5b77652cf44a899d78760d49adcc0 HTTP/1.1" status: 200 len: 379 time: 0.1526237 May 27 01:47:52.841486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d50d7e9-2422-413c-9ea2-33a90828e054 req-002a253c-fee4-4307-97b1-d70b7ae72e35 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 210 time: 0.1195180 May 27 01:47:52.850190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e55e78-6e6f-4f15-8763-acd2c3654071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4471ba8a-7497-48a7-bb3d-fd330c61f66d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:52.855369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event deleted for resources: {'Port': ['ID=f0b59b8d-03d8-4878-8eac-367e30a46ea4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:52.857018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e55e78-6e6f-4f15-8763-acd2c3654071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:52.861369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-97e55e78-6e6f-4f15-8763-acd2c3654071 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4471ba8a-7497-48a7-bb3d-fd330c61f66d HTTP/1.1" status: 204 len: 168 time: 0.4387040 May 27 01:47:52.863095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Request body: {'port': {'device_id': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'admin_state_up': True, 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'security_groups': ['0cccf467-f5db-4008-9eb1-50a1dd851b2e']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:52.910961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:52.984912 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f447b8-0f73-4053-9084-a762689353b4'] response: {'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90', 'code': 200} May 27 01:47:53.640192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:53.656310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:53.738537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f0b59b8d-03d8-4878-8eac-367e30a46ea4 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:53.841694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: f0b59b8d-03d8-4878-8eac-367e30a46ea4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:53.843231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device f0b59b8d-03d8-4878-8eac-367e30a46ea4 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:53.874638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906572ca-6681-4ab6-b9f0-d57118f296a4 req-33de8c03-5b86-4cc8-a29e-2abbb8dd8764 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:53.879501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-906572ca-6681-4ab6-b9f0-d57118f296a4 req-33de8c03-5b86-4cc8-a29e-2abbb8dd8764 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 945 time: 0.1542225 May 27 01:47:53.914213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Made reservation on behalf of 69b5b77652cf44a899d78760d49adcc0 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:47:53.918542 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:53.962018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-906572ca-6681-4ab6-b9f0-d57118f296a4 req-00e4c7ca-f392-41e7-8490-bee8d01040a4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 May 27 01:47:54.189945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cac35-eb44-43bc-841e-eff2464ffdb3 req-282cd79e-41ee-42cb-99f1-d6d6339ce68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:54.191637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280cac35-eb44-43bc-841e-eff2464ffdb3 req-282cd79e-41ee-42cb-99f1-d6d6339ce68b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1097 time: 0.8127189 May 27 01:47:54.192541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:54.255401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d326f-4476-48f2-ad57-0d7d2edb222a req-433d8253-0a32-4c04-aad3-4c8fe5889b6e tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:54.257302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f43d326f-4476-48f2-ad57-0d7d2edb222a req-433d8253-0a32-4c04-aad3-4c8fe5889b6e tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 945 time: 0.8834169 May 27 01:47:54.257437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59952e0d-9ed8-4999-b3f1-6bcbca13c2b3 req-7d7cf35d-ce28-46ef-8c8b-d03119b402f9 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 210 time: 0.1172600 May 27 01:47:54.292130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:54.357474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Router 8b9157c3-c67b-413d-aa88-dca7351fe55f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:47:54.415744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Pushing event updated for resources: {'Subnet': ['ID=332f893c-734c-4ed4-82e5-b621d8c635c9,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:54.446280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 1b549171-3c5a-434d-8045-42af0e2de594 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:54.446610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 1b549171-3c5a-434d-8045-42af0e2de594 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:54.544097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5d86e-afcd-4745-997f-1c85b95b9f67 req-b5092eba-0768-44fd-838c-e48d061c18e9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:54.553101 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ce5d86e-afcd-4745-997f-1c85b95b9f67 req-b5092eba-0768-44fd-838c-e48d061c18e9 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.1308250 May 27 01:47:54.578456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280cac35-eb44-43bc-841e-eff2464ffdb3 req-fff5b1cd-31b6-4bff-bc71-ea4cb167e31a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750196 May 27 01:47:54.599414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f43d326f-4476-48f2-ad57-0d7d2edb222a req-bbfd5437-8767-48bf-b40a-36ee8e1aac6e tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923150 May 27 01:47:54.605504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Checking segment: {'id': 'fbc13bb7-784f-4259-9d6d-94b7719426c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:54.606147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Network hostable DHCP agents. Network: 8090f22a-c756-49b8-a895-0e60513f8ecd, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:47:54.680843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ce5d86e-afcd-4745-997f-1c85b95b9f67 req-f9c0bf17-fc3b-4d64-8607-9a2a5ced4d87 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258569 May 27 01:47:54.708567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Allocated IP 172.20.0.8 (06c1058f-3ed3-4daf-b884-dd92587f2412/76201f3a-b46f-4762-b6ca-b5cbb5a44e26/00bee87f-13bb-4863-8995-a29760355c65) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:47:54.906682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Network 8090f22a-c756-49b8-a895-0e60513f8ecd is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:47:54.978087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 8090f22a-c756-49b8-a895-0e60513f8ecd) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:54.988527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855e6f4-1a46-45c9-a031-4509da699b74 None None] Network 8090f22a-c756-49b8-a895-0e60513f8ecd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:55.006789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:55.007836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:55.049056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-952ecb14-d606-4f23-84ba-11938f9abf4c req-689a7bd1-7153-4650-b6ea-adab2dee4836 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2849f43-429b-4a62-86b1-4b9a5d6083c3 HTTP/1.1" status: 200 len: 210 time: 0.1354742 May 27 01:47:55.087189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:47:55.133249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] Sync routers for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:47:55.165910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:55.167381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:47:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:55.249940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] No DVR routers for this DVR port f0b59b8d-03d8-4878-8eac-367e30a46ea4 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:55.253201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:55.269820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'name': 'network-vif-deleted', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:55.348871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f3745f1a-534e-47c0-a6ee-397bddf282de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1754749 May 27 01:47:55.372256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9eb9ccc-dfb8-4d70-85c6-9beca75a5a92 req-b8b02271-0078-44b7-bc4f-bb165b88f8b3 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.13 "DELETE /v2.0/ports/f0b59b8d-03d8-4878-8eac-367e30a46ea4 HTTP/1.1" status: 204 len: 173 time: 4.4514482 May 27 01:47:55.416190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f64e7-7b91-4026-8d98-49cf5616fd34 req-6d2615b5-ac10-4efd-97cc-5c4cd1b1076b tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:55.438238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a1f64e7-7b91-4026-8d98-49cf5616fd34 req-6d2615b5-ac10-4efd-97cc-5c4cd1b1076b tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.5914590 May 27 01:47:55.524932 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:55.555080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a1f64e7-7b91-4026-8d98-49cf5616fd34 req-9c07b27a-5483-4de5-87a9-a318d3b12720 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121612 May 27 01:47:55.597366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Transition to ACTIVE for port object 00bee87f-13bb-4863-8995-a29760355c65 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:55.701952 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6719b7be-5cd6-4170-9f77-e498ade688d6'] response: {'server_uuid': 'c2849f43-429b-4a62-86b1-4b9a5d6083c3', 'name': 'network-vif-deleted', 'tag': 'f0b59b8d-03d8-4878-8eac-367e30a46ea4', 'status': 'completed', 'code': 200} May 27 01:47:55.712240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:55.847119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:56.007633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:47:56.034679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:47:56.066352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:47:56.100208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-b9f7fc7d-a96d-4039-8794-5b56ec4517d4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:56.104210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-b9f7fc7d-a96d-4039-8794-5b56ec4517d4 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.4903998 May 27 01:47:56.104817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57764) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:56.131887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e412a61-f23e-4766-8b73-10cb7ac20887 req-55f60afa-986c-450d-95ae-91fb1bd8d426 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:56.139576 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e412a61-f23e-4766-8b73-10cb7ac20887 req-55f60afa-986c-450d-95ae-91fb1bd8d426 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 945 time: 0.3481331 May 27 01:47:56.151652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2fcefb-4ad1-407b-910e-c883b86d62f4 None None] Network 8090f22a-c756-49b8-a895-0e60513f8ecd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:47:56.446482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event updated for resources: {'Port': ['ID=00bee87f-13bb-4863-8995-a29760355c65,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:56.510338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:56.511091 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:56.518031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:56.560173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-158adee3-5b79-4cab-bbe6-289b14f1ad68 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7058218 May 27 01:47:56.589515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b52d0-8a27-4ba8-aaa7-52e5812d805f req-66f5a253-82e8-4bc3-8824-ab35ba222fdb tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:56.591332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0b8b52d0-8a27-4ba8-aaa7-52e5812d805f req-66f5a253-82e8-4bc3-8824-ab35ba222fdb tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Synchronizing usage tracker for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:56.598297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Deleting port 2c72ead3-05de-4192-995a-8305bf92d66f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:47:56.601754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:56.623226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Request body: {'port': {'device_id': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:47:56.651098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9bdefedd-3af4-41ac-b3fd-5558f5dc6f5a None None] Provisioning for port 00bee87f-13bb-4863-8995-a29760355c65 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:47:56.717131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9bdefedd-3af4-41ac-b3fd-5558f5dc6f5a None None] Provisioning complete for port 00bee87f-13bb-4863-8995-a29760355c65 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:47:56.723461 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9bdefedd-3af4-41ac-b3fd-5558f5dc6f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:56.740355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:47:56.813411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9bdefedd-3af4-41ac-b3fd-5558f5dc6f5a None None] Port 00bee87f-13bb-4863-8995-a29760355c65 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:47:56.822639 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e412a61-f23e-4766-8b73-10cb7ac20887 req-a8b19dad-5f0a-4ea9-b882-41264d712eaf tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819327 May 27 01:47:56.839483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed768166f924286a393e85331586042 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:47:56.844541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:47:56.913232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:47:56.976781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0b8b52d0-8a27-4ba8-aaa7-52e5812d805f req-66f5a253-82e8-4bc3-8824-ab35ba222fdb tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Unset dirty status for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:56.978086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b8b52d0-8a27-4ba8-aaa7-52e5812d805f req-66f5a253-82e8-4bc3-8824-ab35ba222fdb tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 931 time: 1.1136415 May 27 01:47:57.005881 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:57.073616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:51Z', 'revision_number': 5, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:57.081275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] Checking router: 8b9157c3-c67b-413d-aa88-dca7351fe55f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:47:57.094778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:47:57.095359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:47:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:57.121811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b8b52d0-8a27-4ba8-aaa7-52e5812d805f req-bf175d16-241e-4337-a13c-889ad8812dbf tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355443 May 27 01:47:57.133081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e856c-29d0-4e73-8955-8c0e73b54508 req-d5e51f8d-9295-4d76-9017-95530aa4c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:57.134561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed1e856c-29d0-4e73-8955-8c0e73b54508 req-d5e51f8d-9295-4d76-9017-95530aa4c817 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 1098 time: 0.2962899 May 27 01:47:57.261997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed1e856c-29d0-4e73-8955-8c0e73b54508 req-c69d46b9-fec9-4aae-b655-defe9ee9c2ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137664 May 27 01:47:57.340415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023ba4e-9b59-4ff2-a34a-37db2ece78f2 req-cbb3fda2-de9a-40b6-a39f-3fbdbbad1aee tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:57.357009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0023ba4e-9b59-4ff2-a34a-37db2ece78f2 req-cbb3fda2-de9a-40b6-a39f-3fbdbbad1aee tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 945 time: 0.2945004 May 27 01:47:57.379260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] For port 2c72ead3-05de-4192-995a-8305bf92d66f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2c72ead3-05de-4192-995a-8305bf92d66f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:47:57.379934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:57.382093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:47:57.658512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bee87f-13bb-4863-8995-a29760355c65 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:47:57.677243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:57.684989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Calling delete_port for 2c72ead3-05de-4192-995a-8305bf92d66f owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:47:57.692459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Transition to ACTIVE for port object 00bee87f-13bb-4863-8995-a29760355c65 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:47:57.710153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:57.786601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0023ba4e-9b59-4ff2-a34a-37db2ece78f2 req-c9225c2d-d530-4bd8-99ed-0e09e52659f9 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283247 May 27 01:47:57.820592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ff4f5-8663-48cf-8ca9-832417faae84 req-ba383a22-b950-492c-8260-ae4b7a9f9f0e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:57.821952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f48ff4f5-8663-48cf-8ca9-832417faae84 req-ba383a22-b950-492c-8260-ae4b7a9f9f0e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Synchronizing usage tracker for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:57.839755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Pushing event updated for resources: {'Port': ['ID=00bee87f-13bb-4863-8995-a29760355c65,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:58.002381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:51Z', 'revision_number': 5, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:47:58.009087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823b0c-461f-4e9e-a97c-ba4cce1254de None None] The sync data for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 is: [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:45:42Z', 'revision_number': 4, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5f7909ab-d30a-497a-8e7a-1ba33cca5245', 'name': '', 'network_id': '728d14a4-0c72-40c4-a51e-c72badc46392', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'mac_address': 'fa:16:3e:fa:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:38Z', 'updated_at': '2022-05-27T01:45:51Z', 'revision_number': 5, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'subnets': [{'id': '4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:47:58.018359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f48ff4f5-8663-48cf-8ca9-832417faae84 req-ba383a22-b950-492c-8260-ae4b7a9f9f0e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Unset dirty status for tenant:2a595a6c5b3e46bc9e96e4e5b58aa258 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:58.024562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f48ff4f5-8663-48cf-8ca9-832417faae84 req-ba383a22-b950-492c-8260-ae4b7a9f9f0e tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a86f89-f735-485e-b60f-7512f7861c89 HTTP/1.1" status: 200 len: 949 time: 0.6060672 May 27 01:47:58.137572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f48ff4f5-8663-48cf-8ca9-832417faae84 req-8f5fb97e-5c29-4669-9094-b8518a06603f tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.16 "GET /v2.0/security-groups?id=384a82c1-3508-4fd7-8e90-39c0de5ca3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120205 May 27 01:47:58.170257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:58.198274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:58.312404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:47:58.330687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Attempting to bind port 00bee87f-13bb-4863-8995-a29760355c65 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:47:58.331009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Attempting to bind port 00bee87f-13bb-4863-8995-a29760355c65 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:47:58.331176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Attempting to bind port 00bee87f-13bb-4863-8995-a29760355c65 on network 06c1058f-3ed3-4daf-b884-dd92587f2412 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:58.344852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Port 00bee87f-13bb-4863-8995-a29760355c65 on network 06c1058f-3ed3-4daf-b884-dd92587f2412 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:47:58.345190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Attempting to bind port 00bee87f-13bb-4863-8995-a29760355c65 on network 06c1058f-3ed3-4daf-b884-dd92587f2412 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:47:58.359703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ed768166f924286a393e85331586042&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2504101 May 27 01:47:58.359703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eaa79-d0e4-4d1a-a1ad-e2ed1ab24407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85c0d9-6a2b-40b7-9f11-a8e5b9b7d03d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:58.362278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:58.363947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57786) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:58.378422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:47:58.378793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Checking segment: {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:47:58.379201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Bound using segment: {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:47:58.379654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Bound port: 00bee87f-13bb-4863-8995-a29760355c65, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3832d704-d0d7-422f-8e77-95de9bda10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:47:58.380007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:58.437492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 2c72ead3-05de-4192-995a-8305bf92d66f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:47:58.438054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2c72ead3-05de-4192-995a-8305bf92d66f not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:47:58.510582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Pushing event deleted for resources: {'Port': ['ID=2c72ead3-05de-4192-995a-8305bf92d66f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:58.556846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] For port 00bee87f-13bb-4863-8995-a29760355c65, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:47:58.560634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] For port 00bee87f-13bb-4863-8995-a29760355c65, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=00bee87f-13bb-4863-8995-a29760355c65,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:47:58.600873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:58.626249 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e5ae-b3c3-49a2-ba9e-6ba95e062ccc None None] New status for floating IP 538cbee4-8ae9-4f36-b350-1cb3580a3998: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:47:58.685809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Pushing event updated for resources: {'Port': ['ID=00bee87f-13bb-4863-8995-a29760355c65,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:58.706852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:58.707919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:58.709671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-29ab3ea1-8011-4dc5-b140-b9a7b940af0a service neutron] 10.222.0.47 "PUT /v2.0/ports/00bee87f-13bb-4863-8995-a29760355c65 HTTP/1.1" status: 200 len: 1092 time: 2.1096668 May 27 01:47:58.711080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'tag': '00bee87f-13bb-4863-8995-a29760355c65'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:58.847701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ae17b-874b-4375-80bb-33f7b25d8b29 req-ed102c96-52b6-48b8-8c3d-8c49f53cfd15 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:58.857238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f8ae17b-874b-4375-80bb-33f7b25d8b29 req-ed102c96-52b6-48b8-8c3d-8c49f53cfd15 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.4795341 May 27 01:47:58.957452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f8ae17b-874b-4375-80bb-33f7b25d8b29 req-f92a659e-22d4-4493-ae3a-61cff3e65da7 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988779 May 27 01:47:58.989580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-8ffb9274-9ada-4d88-b041-533977d35167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:58.991121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-8ffb9274-9ada-4d88-b041-533977d35167 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b5b77652cf44a899d78760d49adcc0&device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 1095 time: 0.2249341 May 27 01:47:59.251149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] No DVR routers for this DVR port 2c72ead3-05de-4192-995a-8305bf92d66f on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:47:59.262532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:59.286829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-440649c5-848e-4df5-aacc-b91f8b92920d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00bee87f-13bb-4863-8995-a29760355c65 HTTP/1.1" status: 200 len: 217 time: 0.2132087 May 27 01:47:59.354856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-deleted', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:47:59.373622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e381b3-3272-4311-aab4-8da50bca96d4 req-4f275114-526d-4c89-84e5-79d3be98f208 tempest-MigrationsAdminTest-1862102312 tempest-MigrationsAdminTest-1862102312-project] 10.222.0.47 "DELETE /v2.0/ports/2c72ead3-05de-4192-995a-8305bf92d66f HTTP/1.1" status: 204 len: 173 time: 3.2276607 May 27 01:47:59.413544 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6186528-3563-4328-a87c-32ccc607182c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:59.465200 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6186528-3563-4328-a87c-32ccc607182c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:59.512444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-5df39ea3-d845-4a93-8e99-6d4f7cee3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:59.522899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-5df39ea3-d845-4a93-8e99-6d4f7cee3b33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76201f3a-b46f-4762-b6ca-b5cbb5a44e26 HTTP/1.1" status: 200 len: 853 time: 0.2061067 May 27 01:47:59.569216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-81a9d8ae-bb68-4db8-b174-c6aa2a022c1c tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:59.569963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-81a9d8ae-bb68-4db8-b174-c6aa2a022c1c tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Synchronizing usage tracker for tenant:7cd070972af94094a0002c0c9f8f46d2 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:47:59.595388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-81a9d8ae-bb68-4db8-b174-c6aa2a022c1c tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Unset dirty status for tenant:7cd070972af94094a0002c0c9f8f46d2 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:47:59.595637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace057-1e18-494d-aae3-8b3f72cf8cdb req-268abfb2-a828-4f2a-b1ab-af91bd77a00f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:47:59.603032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-81a9d8ae-bb68-4db8-b174-c6aa2a022c1c tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/networks?id=8090f22a-c756-49b8-a895-0e60513f8ecd HTTP/1.1" status: 200 len: 821 time: 0.6212864 May 27 01:47:59.606103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6bace057-1e18-494d-aae3-8b3f72cf8cdb req-268abfb2-a828-4f2a-b1ab-af91bd77a00f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 945 time: 0.2986977 May 27 01:47:59.622308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-181cdd7f-df5d-4248-af8a-246f948fc537 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/quotas/7cd070972af94094a0002c0c9f8f46d2 HTTP/1.1" status: 200 len: 375 time: 0.0183334 May 27 01:47:59.673782 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6186528-3563-4328-a87c-32ccc607182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:59.699147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6bace057-1e18-494d-aae3-8b3f72cf8cdb req-3808a539-b08f-42ba-a8b0-f7de4aedc4ca tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917385 May 27 01:47:59.700081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-ed24139b-f043-4b7f-85d0-1e049f00f1f5 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cd070972af94094a0002c0c9f8f46d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768571 May 27 01:47:59.737589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57810) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:47:59.830395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6186528-3563-4328-a87c-32ccc607182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85c0d9-6a2b-40b7-9f11-a8e5b9b7d03d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:47:59.851353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6186528-3563-4328-a87c-32ccc607182c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:47:59.852502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e6186528-3563-4328-a87c-32ccc607182c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f85c0d9-6a2b-40b7-9f11-a8e5b9b7d03d HTTP/1.1" status: 204 len: 168 time: 1.4875824 May 27 01:47:59.867068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-cd2f5259-6a8d-4447-a656-29a145f4f605 service neutron] 10.222.0.16 "GET /v2.0/networks/8090f22a-c756-49b8-a895-0e60513f8ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660829 May 27 01:48:00.043727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-1452d1dc-de0c-4cbc-b758-2d991626fdf7 service neutron] 10.222.0.16 "GET /v2.0/networks/8090f22a-c756-49b8-a895-0e60513f8ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757548 May 27 01:48:00.057059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf93cac9-9224-4375-90bc-d5cc31da2935 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:00.300233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf93cac9-9224-4375-90bc-d5cc31da2935 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:00.373615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-1862ac1c-5847-45e5-a23d-6ea6b1051773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:00.376307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-1862ac1c-5847-45e5-a23d-6ea6b1051773 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06c1058f-3ed3-4daf-b884-dd92587f2412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4425266 May 27 01:48:00.378151 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6046171e-1ead-4a70-bd1f-712e8d206dae'] response: {'name': 'network-changed', 'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'tag': '00bee87f-13bb-4863-8995-a29760355c65', 'status': 'completed', 'code': 200} May 27 01:48:00.397174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9295d4-dc2a-4878-ab49-d7a8a45d1f51 req-0b6f6043-058e-4d34-a713-f9099c2e604b tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:00.398884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f9295d4-dc2a-4878-ab49-d7a8a45d1f51 req-0b6f6043-058e-4d34-a713-f9099c2e604b tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 943 time: 0.3668561 May 27 01:48:00.427184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf93cac9-9224-4375-90bc-d5cc31da2935 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:00.590435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93cac9-9224-4375-90bc-d5cc31da2935 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b95c83-ce4b-4bbb-91b9-36b061e2798e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:00.729213 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f9295d4-dc2a-4878-ab49-d7a8a45d1f51 req-14e641cd-bed7-49c2-b42b-af499e82b09a tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074780 May 27 01:48:00.751649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf93cac9-9224-4375-90bc-d5cc31da2935 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:00.766114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57836) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:00.777501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cf93cac9-9224-4375-90bc-d5cc31da2935 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "DELETE /v2.0/security-groups/e2b95c83-ce4b-4bbb-91b9-36b061e2798e HTTP/1.1" status: 204 len: 168 time: 1.0387230 May 27 01:48:00.803447 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-7aa3a4a9-7bb0-42d1-8057-61ccd00fe552 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] show failed (client error): The resource could not be found. May 27 01:48:00.810746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7aa3a4a9-7bb0-42d1-8057-61ccd00fe552 tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "GET /v2.0/security-groups/e2b95c83-ce4b-4bbb-91b9-36b061e2798e HTTP/1.1" status: 404 len: 347 time: 0.0432737 May 27 01:48:00.813623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:00.880285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-d0be6385-9925-4004-a59e-f573382ac58b service neutron] 10.222.0.47 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791510 May 27 01:48:01.083339 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658edaac-12f6-42bb-bbb6-6291f1d52927'] response: {'server_uuid': 'a1a86f89-f735-485e-b60f-7512f7861c89', 'name': 'network-vif-deleted', 'tag': '2c72ead3-05de-4192-995a-8305bf92d66f', 'status': 'completed', 'code': 200} May 27 01:48:01.118865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Deleting port 44a79ac4-8fe0-47e0-8d48-aafc35ae192d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:01.119233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:01.270471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b77435-43e5-4984-a7cb-45fceaa2ccdc req-ba0ee623-5b41-4bed-ad6b-c724b81d974a service neutron] 10.222.0.47 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810294 May 27 01:48:01.306316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45ca5-da8d-42b0-8175-43f34698c558 req-dfbcec44-8d54-4142-b020-3c57da0d0edc tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:01.316007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fea45ca5-da8d-42b0-8175-43f34698c558 req-dfbcec44-8d54-4142-b020-3c57da0d0edc tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1261365 May 27 01:48:01.427444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fea45ca5-da8d-42b0-8175-43f34698c558 req-e5fda340-3395-47f5-bfed-5264cbbdcbd9 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103675 May 27 01:48:01.541113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-7a527e73-a1b4-4992-b684-e1ec58ad204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:01.542964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-7a527e73-a1b4-4992-b684-e1ec58ad204f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b5b77652cf44a899d78760d49adcc0&device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 1095 time: 0.1937242 May 27 01:48:01.656301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:01.657546 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:01.736436 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2235a594-06c6-4249-9c54-52457d1dc92d req-dc64ab10-cb63-436f-9c10-1d0e0a717368 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 210 time: 0.1921058 May 27 01:48:01.870054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57866) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:02.003399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57872) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:02.013535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Calling delete_port for 44a79ac4-8fe0-47e0-8d48-aafc35ae192d owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:02.159632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-7aa80908-096f-4604-b2c3-90d370d95036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:02.162676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-7aa80908-096f-4604-b2c3-90d370d95036 service neutron] 10.222.0.47 "GET /v2.0/networks?id=06c1058f-3ed3-4daf-b884-dd92587f2412 HTTP/1.1" status: 200 len: 915 time: 0.5216446 May 27 01:48:02.303650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:02.391863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-bccdbaff-be9e-49d6-a757-0233cbe88194 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00bee87f-13bb-4863-8995-a29760355c65 HTTP/1.1" status: 200 len: 217 time: 0.1038132 May 27 01:48:02.425184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f57d08-78c9-4d65-9ab9-745af9d95255 req-ecce452c-df9b-484e-a1dc-f892f1f1177c tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:02.432499 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3f57d08-78c9-4d65-9ab9-745af9d95255 req-ecce452c-df9b-484e-a1dc-f892f1f1177c tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 945 time: 0.2666399 May 27 01:48:02.512067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3f57d08-78c9-4d65-9ab9-745af9d95255 req-2eae0daf-2b8e-4a16-a7d3-fce667200301 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786049 May 27 01:48:02.556928 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:02.638953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-258b488a-0e3a-4edf-9902-62d14d5c76b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a595a6c5b3e46bc9e96e4e5b58aa258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637656 May 27 01:48:02.641853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57882) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:02.657563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2083903373-network', 'tenant_id': '4e4e09ed76764f4cb6f350401385cddd'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:02.678672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Pushing event deleted for resources: {'Port': ['ID=44a79ac4-8fe0-47e0-8d48-aafc35ae192d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:02.684012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:02.730663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Usage tracker for resource:network and tenant:4e4e09ed76764f4cb6f350401385cddd is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:02.735936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:02.747502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:02.844466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fa4668d-1431-44c7-ab96-27388c1588c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.100596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.129273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fa4668d-1431-44c7-ab96-27388c1588c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.170222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Made reservation on behalf of 4e4e09ed76764f4cb6f350401385cddd for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:03.172517 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.258609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832412c-e488-4b03-9308-338cdda2e1ea req-511377ba-d8e7-4275-804b-40dbc1e2280b tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:03.266108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2832412c-e488-4b03-9308-338cdda2e1ea req-511377ba-d8e7-4275-804b-40dbc1e2280b tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1097 time: 0.9753447 May 27 01:48:03.275434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.307846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-63b4bf95-6ef5-47dd-8f39-b05375ebc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:03.316752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:03.318244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-63b4bf95-6ef5-47dd-8f39-b05375ebc8ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76201f3a-b46f-4762-b6ca-b5cbb5a44e26 HTTP/1.1" status: 200 len: 853 time: 0.4588132 May 27 01:48:03.322178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4e09ed76764f4cb6f350401385cddd is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:03.326398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:03.334651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:03.453475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.468245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ffe1c171-77d4-44b4-93d0-3d2278494f21 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:03.469821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ffe1c171-77d4-44b4-93d0-3d2278494f21 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 945 time: 0.7388008 May 27 01:48:03.560665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2832412c-e488-4b03-9308-338cdda2e1ea req-d5d7283d-a6e0-492f-8f06-b17570d221ee tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927773 May 27 01:48:03.587501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fa4668d-1431-44c7-ab96-27388c1588c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.675471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-4832131b-6427-472e-8950-e343cb51df1d tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:03.677442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-4832131b-6427-472e-8950-e343cb51df1d tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.47 "GET /v2.0/networks?id=8090f22a-c756-49b8-a895-0e60513f8ecd HTTP/1.1" status: 200 len: 821 time: 0.4457433 May 27 01:48:03.679387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.684643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Deleting port c28d1132-ee01-46e3-9280-df4be17e4d73 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:03.685708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.687366 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.740373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3303445-d14e-440c-8ffb-4fabdc5591ab,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:03.752083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.756399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-87e9c85f-a141-4f85-84b8-83c86364f7ae tempest-ServersTestJSON-357046843 tempest-ServersTestJSON-357046843-project] 10.222.0.16 "DELETE /v2.0/floatingips/538cbee4-8ae9-4f36-b350-1cb3580a3998 HTTP/1.1" status: 204 len: 168 time: 2.9357216 May 27 01:48:03.765905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57896) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:03.767293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4668d-1431-44c7-ab96-27388c1588c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a82c1-3508-4fd7-8e90-39c0de5ca3ae,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:03.834065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:48:03.844749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-fc85302f-931a-4843-8d9d-2ce670bde206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:03.846254 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-fc85302f-931a-4843-8d9d-2ce670bde206 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 1098 time: 0.6480539 May 27 01:48:03.913863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b47476c-d015-43c7-bb9e-02f542ff8549 req-b55a10f0-9105-46c0-af15-6bf66e8009fe tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 210 time: 0.0719852 May 27 01:48:03.919958 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:03.920312 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Added segment 025ec618-557e-4c89-919e-d7f89d068c6f of type vlan for network a5f0f81c-1e22-413f-bf79-dd14c362b146 May 27 01:48:03.935843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Request body: {'port': {'device_id': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd', 'admin_state_up': True, 'tenant_id': '7cd070972af94094a0002c0c9f8f46d2'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:03.972512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc16dc-fc75-4c11-89fb-2f80548ff7e6 req-896a876f-44ad-4411-a9bd-3a7bf72909c1 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:03.973996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8bc16dc-fc75-4c11-89fb-2f80548ff7e6 req-896a876f-44ad-4411-a9bd-3a7bf72909c1 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 943 time: 0.8293691 May 27 01:48:04.041456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fa4668d-1431-44c7-ab96-27388c1588c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.042437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4fa4668d-1431-44c7-ab96-27388c1588c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/384a82c1-3508-4fd7-8e90-39c0de5ca3ae HTTP/1.1" status: 204 len: 168 time: 1.3995669 May 27 01:48:04.044455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.193955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8bc16dc-fc75-4c11-89fb-2f80548ff7e6 req-c2a8567e-7d46-43cf-99dc-60e126f99629 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615467 May 27 01:48:04.248197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.249416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:04.250007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.310443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-a832b2ed-6600-4468-aa36-1c4b8cbe64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:04.311986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-a832b2ed-6600-4468-aa36-1c4b8cbe64fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06c1058f-3ed3-4daf-b884-dd92587f2412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6614547 May 27 01:48:04.315475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:04.323325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Usage tracker for resource:port and tenant:7cd070972af94094a0002c0c9f8f46d2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:04.328235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:04.349425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:04.418948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57904) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:04.445336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] For port c28d1132-ee01-46e3-9280-df4be17e4d73, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c28d1132-ee01-46e3-9280-df4be17e4d73,segment=NetworkSegment(e1287c84-c853-4f51-b0a3-4e0f3d19204a),segment_id=e1287c84-c853-4f51-b0a3-4e0f3d19204a)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:04.445705 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.453763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Made reservation on behalf of 7cd070972af94094a0002c0c9f8f46d2 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:04.457674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.476419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13a324-3a5e-4ad9-a265-682a1ee5f072 req-744f7f1c-7d40-47e6-931a-d8735f1de926 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:04.477864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd13a324-3a5e-4ad9-a265-682a1ee5f072 req-744f7f1c-7d40-47e6-931a-d8735f1de926 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.4409895 May 27 01:48:04.486595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4815078 May 27 01:48:04.490383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57908) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:04.497998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf04b6-4809-4e7e-955f-36d082f89f84 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f0f81c-1e22-413f-bf79-dd14c362b146,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:04.504452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Request body: {'subnet': {'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2083903373-subnet', 'tenant_id': '4e4e09ed76764f4cb6f350401385cddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:04.509642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a5f0f81c-1e22-413f-bf79-dd14c362b146 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:48:04.548701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:04.557059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Usage tracker for resource:subnet and tenant:4e4e09ed76764f4cb6f350401385cddd is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:04.565336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:04.578981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:04.612904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd13a324-3a5e-4ad9-a265-682a1ee5f072 req-cf9b1cc3-4602-4356-aac2-4eab0ca63960 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156833 May 27 01:48:04.630028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Calling delete_port for c28d1132-ee01-46e3-9280-df4be17e4d73 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:04.654770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Made reservation on behalf of 4e4e09ed76764f4cb6f350401385cddd for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:04.657614 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.725705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-733ad708-3ffe-4278-99e7-771c7db28adc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b761fdbf617e43688cca0d7c124bffd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056104 May 27 01:48:04.729243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57912) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:04.792716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b0ff3-df1c-406a-a6b9-c0af2c6b172f req-f78ef1d9-847b-4d6f-872f-09f2dc6e0a79 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:04.794193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-340b0ff3-df1c-406a-a6b9-c0af2c6b172f req-f78ef1d9-847b-4d6f-872f-09f2dc6e0a79 tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b465d50-a07d-4411-a758-6c05aa48b174 HTTP/1.1" status: 200 len: 945 time: 0.4460599 May 27 01:48:04.921673 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f17bd034-9f35-41dc-8e08-2e8aa4822436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:04.938519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Allocated IP 172.20.0.3 (8090f22a-c756-49b8-a895-0e60513f8ecd/332f893c-734c-4ed4-82e5-b621d8c635c9/f69ff853-4fd2-4211-acbf-6cd98c2ac87e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:04.954898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-340b0ff3-df1c-406a-a6b9-c0af2c6b172f req-ef67e0a6-3cc9-4605-9a33-7378045f40be tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d499d45-d13d-45f1-86ac-7b0b95ce9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162391 May 27 01:48:05.010396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.046516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f17bd034-9f35-41dc-8e08-2e8aa4822436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.054359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8170a1-f81e-4e7c-916b-80a89bf35866 req-3ca33954-132f-4b3d-ba1e-7628856f692c tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:05.056284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f8170a1-f81e-4e7c-916b-80a89bf35866 req-3ca33954-132f-4b3d-ba1e-7628856f692c tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1097 time: 0.2924833 May 27 01:48:05.074186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Pushing event deleted for resources: {'Port': ['ID=c28d1132-ee01-46e3-9280-df4be17e4d73,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:05.182936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f8170a1-f81e-4e7c-916b-80a89bf35866 req-6458b4a0-06f5-46b0-b0ca-77728690697d tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150241 May 27 01:48:05.187742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.222864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.223218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.223591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.223939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.224494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.224637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.224928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.225256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.225591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.225908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.227775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.227775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:05.231191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b399b0e-37e3-4ddc-8f9e-60d6a110109a req-51da3e2b-4364-4103-bded-89c09b5b4233 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 210 time: 0.1630096 May 27 01:48:05.294530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] No DVR routers for this DVR port c28d1132-ee01-46e3-9280-df4be17e4d73 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:05.299285 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.301933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b465d50-a07d-4411-a758-6c05aa48b174', 'name': 'network-vif-deleted', 'tag': 'c28d1132-ee01-46e3-9280-df4be17e4d73'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:05.338392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-adb0502d-dcee-4e61-8c2d-1c45830f1e0d req-ac36a571-1d36-463e-b716-0ce85583bbbc tempest-ServerGroupTestJSON-1716241643 tempest-ServerGroupTestJSON-1716241643-project] 10.222.0.13 "DELETE /v2.0/ports/c28d1132-ee01-46e3-9280-df4be17e4d73 HTTP/1.1" status: 204 len: 173 time: 1.8487914 May 27 01:48:05.363554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.458076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.462522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99da006-058e-4742-9a05-d3a9f4ac3a3b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:05.471554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f17bd034-9f35-41dc-8e08-2e8aa4822436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.515935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bd034-9f35-41dc-8e08-2e8aa4822436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d68e3c3-5139-4ef4-b6d3-2d975eb540a3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:05.517661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65379037-520b-428f-8d55-33ee874b1b05 req-b75f2da8-b4da-4e85-8a7a-730fee876bcd tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:05.519353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65379037-520b-428f-8d55-33ee874b1b05 req-b75f2da8-b4da-4e85-8a7a-730fee876bcd tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 943 time: 0.1395187 May 27 01:48:05.578759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.587464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f17bd034-9f35-41dc-8e08-2e8aa4822436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.598093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f17bd034-9f35-41dc-8e08-2e8aa4822436 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d68e3c3-5139-4ef4-b6d3-2d975eb540a3 HTTP/1.1" status: 204 len: 168 time: 0.8633018 May 27 01:48:05.633103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Checking segment: {'id': '025ec618-557e-4c89-919e-d7f89d068c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:05.633764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Network hostable DHCP agents. Network: a5f0f81c-1e22-413f-bf79-dd14c362b146, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:48:05.681933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65379037-520b-428f-8d55-33ee874b1b05 req-e0198d61-8958-45cb-858b-c80d15dea310 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564517 May 27 01:48:05.697938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Network 8090f22a-c756-49b8-a895-0e60513f8ecd is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:05.701526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:05.706161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:05.750355 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bb63426-b068-41be-8370-0b49c414fba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.757251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Network a5f0f81c-1e22-413f-bf79-dd14c362b146 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:48:05.761795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c28d1132-ee01-46e3-9280-df4be17e4d73 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:05.776159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:05.787271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.817524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a5f0f81c-1e22-413f-bf79-dd14c362b146) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:05.824287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:05.825138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:05.827086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Pushing event updated for resources: {'Port': ['ID=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:05.834243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-2c84d0f2-bed5-44d3-9997-81d38d25d2ed tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0187049 May 27 01:48:05.843290 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab57fac2-2adc-45f4-849e-11943b6209a9'] response: {'server_uuid': '7b465d50-a07d-4411-a758-6c05aa48b174', 'name': 'network-vif-deleted', 'tag': 'c28d1132-ee01-46e3-9280-df4be17e4d73', 'status': 'completed', 'code': 200} May 27 01:48:05.849459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d83d928-aed0-415a-9562-0d8272686657 None None] Network a5f0f81c-1e22-413f-bf79-dd14c362b146 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:05.876655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: c28d1132-ee01-46e3-9280-df4be17e4d73 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:05.877492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c28d1132-ee01-46e3-9280-df4be17e4d73 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:05.882346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60f9986d-38fc-4cb3-b6ae-09632f2c0991 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3889766 May 27 01:48:06.004235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Deleting port 5f7909ab-d30a-497a-8e7a-1ba33cca5245 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:06.005135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:06.262210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] For port 5f7909ab-d30a-497a-8e7a-1ba33cca5245, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5f7909ab-d30a-497a-8e7a-1ba33cca5245,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:06.262691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:06.284558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a5480e-feea-470d-b580-baacb1e0a1e5 None None] Network a5f0f81c-1e22-413f-bf79-dd14c362b146 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:06.411741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85c9e1-0ddf-41af-bcf9-a435103f4dec req-74e0e79b-c261-4e43-b411-06e1def1d564 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:06.417185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Calling delete_port for 5f7909ab-d30a-497a-8e7a-1ba33cca5245 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:06.421332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee85c9e1-0ddf-41af-bcf9-a435103f4dec req-74e0e79b-c261-4e43-b411-06e1def1d564 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.3891912 May 27 01:48:06.535087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee85c9e1-0ddf-41af-bcf9-a435103f4dec req-3ff7add4-4f5c-48e6-a95c-c54e2d5d6841 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125479 May 27 01:48:06.668945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:06.719021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7909ab-d30a-497a-8e7a-1ba33cca5245,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:06.788675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.789025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.789359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.789686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.790010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.790332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.790651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.790993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.791306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.791775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.791899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:06.792216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:07.065472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Request body: {'port': {'device_id': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:07.113059 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:07.274471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-a5ad2fce-8fa7-4cda-ab18-0837b37560ec tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:48:07.275496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-a5ad2fce-8fa7-4cda-ab18-0837b37560ec tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112283 May 27 01:48:07.330149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-77851cdf-ebb5-4190-a790-7c2a3b6692a2 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:07.331639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-77851cdf-ebb5-4190-a790-7c2a3b6692a2 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/networks?id=a5f0f81c-1e22-413f-bf79-dd14c362b146 HTTP/1.1" status: 200 len: 814 time: 0.3870382 May 27 01:48:07.333631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-2679e4a2-1315-42ba-af99-3d7d92a22bf6 service neutron] 10.222.0.47 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956405 May 27 01:48:07.336127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:07.379125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-eb40c3b0-ea61-48f1-a223-e373a73b9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:07.380556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-eb40c3b0-ea61-48f1-a223-e373a73b9bac service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 912 time: 0.3929353 May 27 01:48:07.393546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-b0ff2492-7840-443c-893f-0ea11d02ac89 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/quotas/4e4e09ed76764f4cb6f350401385cddd HTTP/1.1" status: 200 len: 375 time: 0.0462797 May 27 01:48:07.520808 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-c27baf83-b30f-4008-9fd4-5ae7138c683f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2468d84-919d-4a2b-b939-b38b75818cbe HTTP/1.1" status: 200 len: 217 time: 0.1330204 May 27 01:48:07.543902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-3339d9e0-fc35-47fd-a253-1a256b97cce6 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e4e09ed76764f4cb6f350401385cddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1494856 May 27 01:48:07.666389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Request body: {'binding': {'host': 'n-h2-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:07.667172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:48:07.698642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-803e34dc-31ce-4022-8d8b-c7b1ab5931be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:07.700201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-803e34dc-31ce-4022-8d8b-c7b1ab5931be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.1724753 May 27 01:48:07.782162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0eff2ee-6f79-4a58-90fe-bdd226197e4e req-c32d55cd-431e-49f3-b8eb-010829497c60 service neutron] 10.222.0.47 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338901 May 27 01:48:07.790340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-de91e34f-20a4-492b-9318-c0f4afde941d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760477 May 27 01:48:07.872822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-61f3db6a-742d-4228-99ad-9ecb75c6f2da service neutron] 10.222.0.16 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278029 May 27 01:48:07.909979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15291957-fa98-4ecf-bfcc-4d673ac21190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:08.048849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-387f0e7f-43ec-4011-a580-a406c4be888c service neutron] 10.222.0.16 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676934 May 27 01:48:08.072739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Router 8b9157c3-c67b-413d-aa88-dca7351fe55f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:48:08.126898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69ff853-4fd2-4211-acbf-6cd98c2ac87e {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:08.134662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:08.149216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Transition to ACTIVE for port object f69ff853-4fd2-4211-acbf-6cd98c2ac87e will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:08.157799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:08.200421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-03389695-9b61-49cd-9cda-eeb5a5dc6110 service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035776 May 27 01:48:08.333161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on host n-h2-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:08.333499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:08.333829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:08.376701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Pushing event updated for resources: {'Port': ['ID=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:08.411508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:08.411831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:08.425948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:08.426322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:08.426684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:08.427588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Bound port: 88990726-839f-4431-99b6-ff8cf1849d90, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:08.487092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:48:08.491547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613b37a6-30d1-4804-a9bd-e34a9660657d req-deb2a04a-7b39-453e-9deb-3307ab9a62f0 service neutron] 10.222.0.47 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768526 May 27 01:48:08.511863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] Sync routers for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:48:08.513772 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f97abaa5-0d90-4dc1-87d4-0ee1c4bcf3ac admin admin] 10.222.0.16 "PUT /v2.0/routers/8b9157c3-c67b-413d-aa88-dca7351fe55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7452910 May 27 01:48:08.515242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58026) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:08.534379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:08.535471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:08.653486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c77e4-8790-4ccf-afbc-7793654356d7 req-71a67cc1-b0d3-4882-9ff4-aa2a4ff813a5 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:08.654186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e26c77e4-8790-4ccf-afbc-7793654356d7 req-71a67cc1-b0d3-4882-9ff4-aa2a4ff813a5 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Synchronizing usage tracker for tenant:7cd070972af94094a0002c0c9f8f46d2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:08.662559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Attempting to bind port f69ff853-4fd2-4211-acbf-6cd98c2ac87e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:08.663000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Attempting to bind port f69ff853-4fd2-4211-acbf-6cd98c2ac87e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'fbc13bb7-784f-4259-9d6d-94b7719426c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:08.663325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Attempting to bind port f69ff853-4fd2-4211-acbf-6cd98c2ac87e on network 8090f22a-c756-49b8-a895-0e60513f8ecd {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:08.669987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Port f69ff853-4fd2-4211-acbf-6cd98c2ac87e on network 8090f22a-c756-49b8-a895-0e60513f8ecd not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:08.670668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Attempting to bind port f69ff853-4fd2-4211-acbf-6cd98c2ac87e on network 8090f22a-c756-49b8-a895-0e60513f8ecd {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:08.680110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:08.680751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Checking segment: {'id': 'fbc13bb7-784f-4259-9d6d-94b7719426c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:08.681324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Bound using segment: {'id': 'fbc13bb7-784f-4259-9d6d-94b7719426c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:08.681934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Bound port: f69ff853-4fd2-4211-acbf-6cd98c2ac87e, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc13bb7-784f-4259-9d6d-94b7719426c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:08.682463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:08.713251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e26c77e4-8790-4ccf-afbc-7793654356d7 req-71a67cc1-b0d3-4882-9ff4-aa2a4ff813a5 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Unset dirty status for tenant:7cd070972af94094a0002c0c9f8f46d2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:08.719340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e26c77e4-8790-4ccf-afbc-7793654356d7 req-71a67cc1-b0d3-4882-9ff4-aa2a4ff813a5 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 943 time: 0.4411800 May 27 01:48:08.762592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:08.788320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:08.859665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e26c77e4-8790-4ccf-afbc-7793654356d7 req-9c631d57-036f-4bdb-ae5e-cc325faa7f7a tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074209 May 27 01:48:08.860016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:08.865267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-5d388d1a-359f-4521-bc28-e8ddccb11c9b service neutron] 10.222.0.16 "POST /v2.0/ports/88990726-839f-4431-99b6-ff8cf1849d90/bindings HTTP/1.1" status: 201 len: 390 time: 1.5272319 May 27 01:48:08.873358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] For port f69ff853-4fd2-4211-acbf-6cd98c2ac87e, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:08.886687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] For port f69ff853-4fd2-4211-acbf-6cd98c2ac87e, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,segment=NetworkSegment(fbc13bb7-784f-4259-9d6d-94b7719426c5),segment_id=fbc13bb7-784f-4259-9d6d-94b7719426c5)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:08.996973 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.055897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.140114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:09.141588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.143308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] 10.222.0.47 "PUT /v2.0/ports/f69ff853-4fd2-4211-acbf-6cd98c2ac87e HTTP/1.1" status: 200 len: 1092 time: 2.1066959 May 27 01:48:09.143943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'tag': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:09.195286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052a322-6420-4092-8b39-b1eadec2422e service neutron] Pushing event updated for resources: {'Port': ['ID=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:09.222535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3a4f-acf7-454e-ab88-ecf3a73068c9 req-b54db89b-8e29-4125-b9b0-d64995335083 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:09.225120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64ed3a4f-acf7-454e-ab88-ecf3a73068c9 req-b54db89b-8e29-4125-b9b0-d64995335083 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 943 time: 0.1598117 May 27 01:48:09.285029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64ed3a4f-acf7-454e-ab88-ecf3a73068c9 req-cd306d85-c138-4486-a6e4-b1acd19bbd26 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506055 May 27 01:48:09.342180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.343915 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.362628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:48:06Z', 'revision_number': 5, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port': {'id': '6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:30Z', 'updated_at': '2022-05-27T01:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:09.368615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] Checking router: 8b9157c3-c67b-413d-aa88-dca7351fe55f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:48:09.381079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] Routers {'8b9157c3-c67b-413d-aa88-dca7351fe55f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:09.381750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8b9157c3-c67b-413d-aa88-dca7351fe55f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:09.395268 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.417497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2449e3-db41-42ef-a52e-dd31f2eb6eb5 req-da683832-d7c7-4e2f-8e91-58be665ac8ab tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:09.419338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f2449e3-db41-42ef-a52e-dd31f2eb6eb5 req-da683832-d7c7-4e2f-8e91-58be665ac8ab tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.2741396 May 27 01:48:09.421257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Deleting port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:09.421592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.470529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-bf91c4fa-e2d3-4e66-a1a2-f744f6d904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:09.472418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-bf91c4fa-e2d3-4e66-a1a2-f744f6d904b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cd070972af94094a0002c0c9f8f46d2&device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 1095 time: 0.1612146 May 27 01:48:09.563630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] Set router 8b9157c3-c67b-413d-aa88-dca7351fe55f gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:09.612841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-f12b39dd-a4e6-4f9c-8767-5b28c8cd33be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f69ff853-4fd2-4211-acbf-6cd98c2ac87e HTTP/1.1" status: 200 len: 217 time: 0.1322422 May 27 01:48:09.649020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f2449e3-db41-42ef-a52e-dd31f2eb6eb5 req-7a32f5ce-2694-4940-b511-ee35bc0083b9 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939821 May 27 01:48:09.690079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1134507495', 'description': 'tempest-description-1054159396'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:09.699741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:48:09Z', 'revision_number': 6, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:09.704892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb059d54-814f-4ff7-83e2-adbeeb649eb2 None None] The sync data for ids ['8b9157c3-c67b-413d-aa88-dca7351fe55f'] in n-d-843146-11 is: [{'id': '8b9157c3-c67b-413d-aa88-dca7351fe55f', 'name': 'tempest-ServersTestJSON-784939228-router', 'tenant_id': 'f9e22538c3f24330bca608ac0f645ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:27Z', 'updated_at': '2022-05-27T01:48:09Z', 'revision_number': 6, 'project_id': 'f9e22538c3f24330bca608ac0f645ae1', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:48:09.709703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:09.717169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Usage tracker for resource:security_group and tenant:e03b6a6eece641a9a87a6711ce8a828c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:09.722401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:09.736063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:09.740179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-247ef9aa-31d5-407b-a62d-a8ad603da98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:09.741790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-4b44140e-81c3-470c-a7f6-c864b29178ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:09.742532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-247ef9aa-31d5-407b-a62d-a8ad603da98b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1097 time: 0.2857132 May 27 01:48:09.746543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-4b44140e-81c3-470c-a7f6-c864b29178ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332f893c-734c-4ed4-82e5-b621d8c635c9 HTTP/1.1" status: 200 len: 861 time: 0.1260247 May 27 01:48:09.803855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.814693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-06f8f1e0-0ee4-4e54-9e7e-4af9174eaf0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8090f22a-c756-49b8-a895-0e60513f8ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599275 May 27 01:48:09.858378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.908673 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a201659-f308-4907-aa52-bb14fafd4e8d req-c29d2dc1-b338-4b5d-9ad8-519dbb245697 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 210 time: 0.0649898 May 27 01:48:09.912538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] For port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:09.912985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:09.995068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:10.013503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Usage tracker for resource:security_group_rule and tenant:e03b6a6eece641a9a87a6711ce8a828c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:10.021856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:10.032109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:10.095685 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-c3acfb5d-31bc-478b-8721-a87d2b5963b2 service neutron] 10.222.0.47 "GET /v2.0/networks/8090f22a-c756-49b8-a895-0e60513f8ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574065 May 27 01:48:10.098462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Calling delete_port for 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:10.214089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-f40e75dd-4da4-405b-8231-cfe873753b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:10.215565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-f40e75dd-4da4-405b-8231-cfe873753b28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.4575343 May 27 01:48:10.235620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-6b037dae-a5d9-4a87-9cab-ed55dbf49fc9 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:10.237051 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-6b037dae-a5d9-4a87-9cab-ed55dbf49fc9 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.13 "GET /v2.0/networks?id=a5f0f81c-1e22-413f-bf79-dd14c362b146 HTTP/1.1" status: 200 len: 814 time: 0.4199703 May 27 01:48:10.254250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Request body: {'port': {'device_id': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146', 'admin_state_up': True, 'tenant_id': '4e4e09ed76764f4cb6f350401385cddd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:10.298636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-e8c3a11b-61b9-491d-94e7-da8fd3b5f715 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 217 time: 0.0725446 May 27 01:48:10.394994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-96a3a94a-e3c1-4e57-b9dd-1b59fa503493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:10.396414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-96a3a94a-e3c1-4e57-b9dd-1b59fa503493 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.0896220 May 27 01:48:10.405942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd88711-ce5f-4249-ae3c-4b30e359f876 req-e2acebf9-47ee-4c40-8fcd-b444f4f70a79 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:10.407392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6fd88711-ce5f-4249-ae3c-4b30e359f876 req-e2acebf9-47ee-4c40-8fcd-b444f4f70a79 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 945 time: 0.2808750 May 27 01:48:10.420649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e3520f5-744f-4098-9c77-e446cb1cbbef req-66a36633-36d5-4223-a0f1-bd6d009b7227 service neutron] 10.222.0.47 "GET /v2.0/networks/8090f22a-c756-49b8-a895-0e60513f8ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147171 May 27 01:48:10.455425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.465416 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-eb9674a1-1fc5-4099-bced-f0b9dd7ffe00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565324 May 27 01:48:10.471727 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.480066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:10.484188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Usage tracker for resource:security_group_rule and tenant:e03b6a6eece641a9a87a6711ce8a828c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:10.487217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:10.493550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:10.563737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f7909ab-d30a-497a-8e7a-1ba33cca5245 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:10.580927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23db1a97-ebeb-465a-aaf4-e7ec6bcd5317,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:10.602604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:10.615416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Usage tracker for resource:port and tenant:4e4e09ed76764f4cb6f350401385cddd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:10.617188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5f7909ab-d30a-497a-8e7a-1ba33cca5245 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:10.618264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f7909ab-d30a-497a-8e7a-1ba33cca5245 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:10.618881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:10.619822 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.620898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:10.629343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:10.631853 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.679429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Made reservation on behalf of 4e4e09ed76764f4cb6f350401385cddd for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:10.682747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.704342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.722120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bc34e63-c603-4d08-9b4d-5b3dac0082f6 req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0426228 May 27 01:48:10.731258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fae29-40ec-4fc8-a35e-0860860373fd tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ea710-0e24-404c-b857-21dd235fee36,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:10.747965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port 6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897 update to DOWN by agent not found {{(pid=88427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 01:48:10.753105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.783065 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c86095-b8bc-43b4-841f-7348e51a2bf2'] response: {'name': 'network-changed', 'server_uuid': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'tag': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e', 'status': 'completed', 'code': 200} May 27 01:48:10.829013 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:10.922141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-b7792d40-c2a5-415c-ae7a-52534dc6a76b service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492812 May 27 01:48:11.002921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6fd88711-ce5f-4249-ae3c-4b30e359f876 req-1af2bf38-0162-4d9e-a58a-31e959e9a669 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630634 May 27 01:48:11.010861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc1e2d5-7e5f-4b81-8cdf-2c432f08e897,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:11.148288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Allocated IP 172.20.0.4 (a5f0f81c-1e22-413f-bf79-dd14c362b146/b99da006-058e-4742-9a05-d3a9f4ac3a3b/5403d1c1-6590-4a01-9ef2-6d1d4a544f6a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:11.154276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.158517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-368d56d4-9f6a-4a3f-8fa6-b7981e723319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:11.160104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-368d56d4-9f6a-4a3f-8fa6-b7981e723319 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cd070972af94094a0002c0c9f8f46d2&device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 1095 time: 0.3469994 May 27 01:48:11.284582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e1e75-42e0-4683-b2e1-5ee99207510d req-cbbf4538-fe01-42af-a6d4-acfef02c5dec tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:11.285956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36e1e75-42e0-4683-b2e1-5ee99207510d req-cbbf4538-fe01-42af-a6d4-acfef02c5dec tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 943 time: 0.4001510 May 27 01:48:11.384535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-9a6abbe1-03cf-482e-9539-6a480c118443 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053278 May 27 01:48:11.386329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.394099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.426764 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.427301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9157c3-c67b-413d-aa88-dca7351fe55f {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:48:11.444232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33df70-4bbf-4595-b761-6b082a1fe818 req-cc81a4c8-0bc0-4596-9afc-248b35815a96 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:11.445776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f33df70-4bbf-4595-b761-6b082a1fe818 req-cc81a4c8-0bc0-4596-9afc-248b35815a96 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 943 time: 0.2470624 May 27 01:48:11.466679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e36e1e75-42e0-4683-b2e1-5ee99207510d req-6778ff47-7f51-4c92-854a-66880a9a54f1 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653583 May 27 01:48:11.470651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-f6a96382-bd8b-4997-82de-9804232d3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:11.472067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-f6a96382-bd8b-4997-82de-9804232d3fcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=8090f22a-c756-49b8-a895-0e60513f8ecd HTTP/1.1" status: 200 len: 922 time: 0.3051085 May 27 01:48:11.509635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.510942 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d339c27-2081-420b-ba31-25bd2cf921ad admin admin] 10.222.0.16 "DELETE /v2.0/routers/8b9157c3-c67b-413d-aa88-dca7351fe55f HTTP/1.1" status: 204 len: 168 time: 2.9932706 May 27 01:48:11.515912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58054) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:11.595479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-c2370cf1-7be5-4db8-b1af-1a9d64520f38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f69ff853-4fd2-4211-acbf-6cd98c2ac87e HTTP/1.1" status: 200 len: 217 time: 0.1157308 May 27 01:48:11.596027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f33df70-4bbf-4595-b761-6b082a1fe818 req-a82db614-c9c8-44ca-9e4f-5b0abd52c844 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Synchronizing usage tracker for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:11.623126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f33df70-4bbf-4595-b761-6b082a1fe818 req-a82db614-c9c8-44ca-9e4f-5b0abd52c844 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Unset dirty status for tenant:69b5b77652cf44a899d78760d49adcc0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:11.624305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f33df70-4bbf-4595-b761-6b082a1fe818 req-a82db614-c9c8-44ca-9e4f-5b0abd52c844 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379468 May 27 01:48:11.627004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] Deleting subnet 4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:48:11.633334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.686724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1297398006', 'description': 'tempest-description-315926838'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:11.695285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:11.704797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-e976357d-9ad6-4277-a574-7fa272bd1d79 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:11.706520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-e976357d-9ad6-4277-a574-7fa272bd1d79 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.2579074 May 27 01:48:11.709671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Usage tracker for resource:security_group and tenant:e03b6a6eece641a9a87a6711ce8a828c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:11.719811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-11'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:11.729426 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.744258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:11.746554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-f11628bb-97ef-46eb-aab1-c649f649c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:11.748023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-f11628bb-97ef-46eb-aab1-c649f649c37b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332f893c-734c-4ed4-82e5-b621d8c635c9 HTTP/1.1" status: 200 len: 861 time: 0.1372414 May 27 01:48:11.752909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.790801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:11.801178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-dde7856f-9ad0-49ef-9ed3-ee3a854c5a72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8090f22a-c756-49b8-a895-0e60513f8ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456433 May 27 01:48:11.827350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.894371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d72ad1-5ddd-4f75-89db-05fded59ade9 req-4c846750-c216-42dd-aef2-a1580beb60a8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:11.895855 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b7d72ad1-5ddd-4f75-89db-05fded59ade9 req-4c846750-c216-42dd-aef2-a1580beb60a8 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.2488089 May 27 01:48:11.913703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:11.925002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Usage tracker for resource:security_group_rule and tenant:e03b6a6eece641a9a87a6711ce8a828c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:11.930408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:11.933111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.947626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:11.949578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:11.967799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.052388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b7d72ad1-5ddd-4f75-89db-05fded59ade9 req-76c616e8-3a64-4e09-9049-344e8028f38a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421859 May 27 01:48:12.064367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Network a5f0f81c-1e22-413f-bf79-dd14c362b146 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:12.071131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:12.073503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:12.115450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-0adaa993-823b-4b3e-aeaa-3c09da386c4c service neutron] 10.222.0.47 "GET /v2.0/networks/8090f22a-c756-49b8-a895-0e60513f8ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046942 May 27 01:48:12.147129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Pushing event updated for resources: {'Port': ['ID=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:12.277541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:12.278155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.315940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.338308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-c65b6e8d-42c6-42e9-88a8-61ef3217b388 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0903122 May 27 01:48:12.359433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Request body: {'port': {'device_id': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:12.379460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748f198d-1828-4066-a59f-34257c273ce1 None None] Network 728d14a4-0c72-40c4-a51e-c72badc46392 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:12.388731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:12.390914 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.401390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.402777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 00bee87f-13bb-4863-8995-a29760355c65 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:48:12.411246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.416083 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eacd5a09-22f5-483f-bae7-48ba9c0eac97 req-b6613440-61c9-4b9b-91f7-30990878b62b service neutron] 10.222.0.47 "GET /v2.0/networks/8090f22a-c756-49b8-a895-0e60513f8ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887583 May 27 01:48:12.430559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cb308-01f3-4a0a-b1ba-783641943f20 req-5e84680c-f3fe-406f-9368-bd9cca51416e tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:12.431302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7d1cb308-01f3-4a0a-b1ba-783641943f20 req-5e84680c-f3fe-406f-9368-bd9cca51416e tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Synchronizing usage tracker for tenant:4e4e09ed76764f4cb6f350401385cddd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:12.449679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-17e91233-840e-43a4-b481-a54374373266 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4cba768c-58bb-4bf5-b66c-d7b8a2dac9a6 HTTP/1.1" status: 204 len: 168 time: 0.9305301 May 27 01:48:12.463759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58062) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:12.465426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:12.509957 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.511192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b01fb07-6455-40ab-9316-07de9de7c5dc req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8430991 May 27 01:48:12.511325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7d1cb308-01f3-4a0a-b1ba-783641943f20 req-5e84680c-f3fe-406f-9368-bd9cca51416e tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Unset dirty status for tenant:4e4e09ed76764f4cb6f350401385cddd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:12.511872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa164f3e-7c3f-46ae-aa32-42c81b9581d3 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc56c0a-2ff3-4a92-b43e-cd5245393861,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:12.515238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d1cb308-01f3-4a0a-b1ba-783641943f20 req-5e84680c-f3fe-406f-9368-bd9cca51416e tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 931 time: 0.3074355 May 27 01:48:12.518519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.614655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:48:12.618131 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:48:12.653647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d1cb308-01f3-4a0a-b1ba-783641943f20 req-f28e6bb6-1e95-4163-afc2-babf4fecbac5 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104984 May 27 01:48:12.670990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.674938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:12.781040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Deleting port 12ef89be-cbbe-4e32-ae3d-7945a194c50f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:12.781395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.816387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 00bee87f-13bb-4863-8995-a29760355c65, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=00bee87f-13bb-4863-8995-a29760355c65,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:12.833680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '00bee87f-13bb-4863-8995-a29760355c65', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'port_id': '00bee87f-13bb-4863-8995-a29760355c65', 'mac_address': 'fa:16:3e:2a:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:48:12.864936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:12.871064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.923995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 00bee87f-13bb-4863-8995-a29760355c65 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:12.923995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.929482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:12.950824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bee87f-13bb-4863-8995-a29760355c65 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:12.960843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] DHCP port deletion for 728d14a4-0c72-40c4-a51e-c72badc46392 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:48:12.973836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] Deleting port 12ef89be-cbbe-4e32-ae3d-7945a194c50f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:12.974284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.026341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 00bee87f-13bb-4863-8995-a29760355c65, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=00bee87f-13bb-4863-8995-a29760355c65,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:13.034245 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.167635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=00bee87f-13bb-4863-8995-a29760355c65,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:13.193784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe75ad-e6da-49b1-aabb-cd2012494aa4 req-e368c7a6-9201-47be-8f9a-5b30213d4db9 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:13.195211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4bbe75ad-e6da-49b1-aabb-cd2012494aa4 req-e368c7a6-9201-47be-8f9a-5b30213d4db9 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 945 time: 0.4735246 May 27 01:48:13.248185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:13.281995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.282984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.282984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.283242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.283471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.283795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.284116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.284232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:13.284435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.284753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.285068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.285387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.285702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:13.297870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35751898-7b56-4491-9c94-df56cf07e124 req-dcda9c56-2e16-4f39-bc75-462480abc746 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:13.303294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35751898-7b56-4491-9c94-df56cf07e124 req-dcda9c56-2e16-4f39-bc75-462480abc746 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 943 time: 0.1642141 May 27 01:48:13.309904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.316216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] For port 12ef89be-cbbe-4e32-ae3d-7945a194c50f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=12ef89be-cbbe-4e32-ae3d-7945a194c50f,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:13.316565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.323659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on host n-h1-843146-11 for vnic_type normal with profile {"migrating_to": "n-h2-843146-11"} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:13.323991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:13.324615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:13.330230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] For port 12ef89be-cbbe-4e32-ae3d-7945a194c50f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=12ef89be-cbbe-4e32-ae3d-7945a194c50f,segment=NetworkSegment(cb557f83-0797-462a-b780-2138422373be),segment_id=cb557f83-0797-462a-b780-2138422373be)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:13.330628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.339943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:13.340283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Attempting to bind port 88990726-839f-4431-99b6-ff8cf1849d90 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:13.344568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4bbe75ad-e6da-49b1-aabb-cd2012494aa4 req-ea3a55fd-9685-415f-b995-2ed143d9e59a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349692 May 27 01:48:13.364642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Transition to ACTIVE for port object 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:13.375332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35751898-7b56-4491-9c94-df56cf07e124 req-90b69ab7-f1fa-46bc-b58b-f2df10347df6 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701327 May 27 01:48:13.377308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.407776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['00bee87f-13bb-4863-8995-a29760355c65'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:13.496755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Calling delete_port for 12ef89be-cbbe-4e32-ae3d-7945a194c50f owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:13.517646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] Calling delete_port for 12ef89be-cbbe-4e32-ae3d-7945a194c50f owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:13.527335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1728930747', 'description': 'tempest-description-1581224524'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:13.531573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:13.531573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:13.531859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:13.532101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Bound port: 88990726-839f-4431-99b6-ff8cf1849d90, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:13.532442 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.552820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:13.570935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Usage tracker for resource:security_group and tenant:480a8d6c3e8e4212b5c535bd28a555e6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:13.575532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:13.609484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:13.642524 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.656593 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.683662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.696990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2da91-7386-430c-af73-364878106e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:13.702827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:48:13.702827 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:48:13.703120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] Pushing event deleted for resources: {'Port': ['ID=12ef89be-cbbe-4e32-ae3d-7945a194c50f,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:13.706533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:13.707903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc82392-254c-48b6-abde-a2c1df32293b None None] No DVR routers for this DVR port 12ef89be-cbbe-4e32-ae3d-7945a194c50f on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:13.712573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Usage tracker for resource:security_group_rule and tenant:480a8d6c3e8e4212b5c535bd28a555e6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:13.715555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:13.717671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:13.721666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:13.732676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:13.746861 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.774411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Attempting to bind port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:13.774786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Attempting to bind port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '025ec618-557e-4c89-919e-d7f89d068c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:13.775301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Attempting to bind port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a on network a5f0f81c-1e22-413f-bf79-dd14c362b146 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:13.789006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91987349-15f4-48e7-9233-e966ffc98ce6 req-2ebe49dd-d1ac-4df3-a628-b84fc4162de4 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:13.790317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91987349-15f4-48e7-9233-e966ffc98ce6 req-2ebe49dd-d1ac-4df3-a628-b84fc4162de4 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 944 time: 0.2589140 May 27 01:48:13.791131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a on network a5f0f81c-1e22-413f-bf79-dd14c362b146 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:13.791536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Attempting to bind port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a on network a5f0f81c-1e22-413f-bf79-dd14c362b146 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:13.798276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:13.798616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Checking segment: {'id': '025ec618-557e-4c89-919e-d7f89d068c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:13.799081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Bound using segment: {'id': '025ec618-557e-4c89-919e-d7f89d068c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:13.799516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Bound port: 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025ec618-557e-4c89-919e-d7f89d068c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:13.799879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.902141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91987349-15f4-48e7-9233-e966ffc98ce6 req-5a3d5066-7a6a-4fd2-a066-2407b475ac33 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928488 May 27 01:48:13.934593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] For port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:13.939070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] For port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,segment=NetworkSegment(025ec618-557e-4c89-919e-d7f89d068c6f),segment_id=025ec618-557e-4c89-919e-d7f89d068c6f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:13.943622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.959528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:13.960171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:13.961429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] 10.222.0.47 "PUT /v2.0/ports/88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 1123 time: 2.2471564 May 27 01:48:13.963336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bb3a9-df31-475f-8544-c055e6ad9e64 service neutron] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=8']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:13.986320 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57d8fa7-bd95-4e5d-9acc-39bbbe4bc6a8'] response: {'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90', 'code': 200} May 27 01:48:14.021105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:14.021860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.023311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-63e2da91-7386-430c-af73-364878106e85 service neutron] 10.222.0.13 "PUT /v2.0/ports/5403d1c1-6590-4a01-9ef2-6d1d4a544f6a HTTP/1.1" status: 200 len: 1092 time: 1.6711521 May 27 01:48:14.023780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'tag': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:14.034307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.036499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['88990726-839f-4431-99b6-ff8cf1849d90'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:14.041960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.044140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2da91-7386-430c-af73-364878106e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:14.056849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:14.066198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Usage tracker for resource:security_group_rule and tenant:480a8d6c3e8e4212b5c535bd28a555e6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:14.075358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:14.086014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:14.089669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e92f1-fa49-4ce9-b5a4-6a365ed6e9cc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:14.190789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.195615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.203216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-d25569a5-1cac-4fc4-b737-34010b7c110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:14.204697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-d25569a5-1cac-4fc4-b737-34010b7c110c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e4e09ed76764f4cb6f350401385cddd&device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 1095 time: 0.1281507 May 27 01:48:14.218382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Deleting port 12ef89be-cbbe-4e32-ae3d-7945a194c50f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:14.219003 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.278407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-5838f681-faa7-4664-b103-4f4c0f09aec4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a HTTP/1.1" status: 200 len: 217 time: 0.0648949 May 27 01:48:14.319265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 12ef89be-cbbe-4e32-ae3d-7945a194c50f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:14.330756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316a8cc-a240-4c6b-a30e-c59159bab693 req-ccef4552-2020-408a-a357-a341ac76f4f6 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:14.332668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4316a8cc-a240-4c6b-a30e-c59159bab693 req-ccef4552-2020-408a-a357-a341ac76f4f6 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.1927745 May 27 01:48:14.355855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 12ef89be-cbbe-4e32-ae3d-7945a194c50f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:14.356347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 12ef89be-cbbe-4e32-ae3d-7945a194c50f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:14.388028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-87eb387e-0f40-4e44-8d5a-aa5dc3a2f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:14.390060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-87eb387e-0f40-4e44-8d5a-aa5dc3a2f3b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99da006-058e-4742-9a05-d3a9f4ac3a3b HTTP/1.1" status: 200 len: 854 time: 0.1035926 May 27 01:48:14.397843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4316a8cc-a240-4c6b-a30e-c59159bab693 req-3c51c4ab-d20f-472f-9d04-fd874d55108d tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 May 27 01:48:14.408257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f69ff853-4fd2-4211-acbf-6cd98c2ac87e details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:48:14.413761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 00bee87f-13bb-4863-8995-a29760355c65 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:14.427287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] The port '12ef89be-cbbe-4e32-ae3d-7945a194c50f' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:48:14.443052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-b5ee9d1d-7bc6-46d5-ba9a-96e828302859 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5f0f81c-1e22-413f-bf79-dd14c362b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441394 May 27 01:48:14.461120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7f6b4c-532c-4af1-8b47-b15da4d67295,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:14.466457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.468296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a7b07f0-443d-45fe-b3d5-46ba11abbdc4 req-5feb2cfe-0ef6-46be-98a5-f6e8f102dd53 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9812686 May 27 01:48:14.551558 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8184f29-e570-476d-94d5-10fd975cc29d'] response: {'name': 'network-changed', 'server_uuid': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'tag': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a', 'status': 'completed', 'code': 200} May 27 01:48:14.593392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.602288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-1b391790-dbe3-4a72-b76e-3549cfd87fa6 service neutron] 10.222.0.13 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515927 May 27 01:48:14.661252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728d14a4-0c72-40c4-a51e-c72badc46392']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:14.685569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb557f83-0797-462a-b780-2138422373be') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:14.686422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb557f83-0797-462a-b780-2138422373be') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:14.687809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f69ff853-4fd2-4211-acbf-6cd98c2ac87e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,segment=NetworkSegment(fbc13bb7-784f-4259-9d6d-94b7719426c5),segment_id=fbc13bb7-784f-4259-9d6d-94b7719426c5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:14.701131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 00bee87f-13bb-4863-8995-a29760355c65 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:14.711711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e', 'network_id': '8090f22a-c756-49b8-a895-0e60513f8ecd', 'port_id': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e', 'mac_address': 'fa:16:3e:73:81:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332f893c-734c-4ed4-82e5-b621d8c635c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:48:14.714241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 00bee87f-13bb-4863-8995-a29760355c65 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:14.714706 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.735143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.770229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.778868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:48:14.779540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.821862 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-96cafb6d-b814-4d61-a56e-21b1dd008621 req-074652a3-eb24-416d-aab7-f3ff30a3590f service neutron] 10.222.0.13 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126553 May 27 01:48:14.829791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f69ff853-4fd2-4211-acbf-6cd98c2ac87e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:14.830284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.839254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268dd34-1d5b-4903-932a-958e03a6ecb1 req-e6360fc4-f052-4174-86ae-ab62a24515e5 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:14.846750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0268dd34-1d5b-4903-932a-958e03a6ecb1 req-e6360fc4-f052-4174-86ae-ab62a24515e5 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 943 time: 0.1434600 May 27 01:48:14.850410 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment cb557f83-0797-462a-b780-2138422373be resource provider aggregate not found May 27 01:48:14.853017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69ff853-4fd2-4211-acbf-6cd98c2ac87e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:14.883793 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment cb557f83-0797-462a-b780-2138422373be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb557f83-0797-462a-b780-2138422373be found for delete ", "request_id": "req-ae7eff3c-6fca-4add-b227-7bc04ed1ed45"}]} May 27 01:48:14.904186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5907fa-353e-4079-9f72-da1149c1730e req-9867b172-de6f-4967-82b9-024cfa5dd512 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:14.906080 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ee5907fa-353e-4079-9f72-da1149c1730e req-9867b172-de6f-4967-82b9-024cfa5dd512 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.2093461 May 27 01:48:14.912264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f69ff853-4fd2-4211-acbf-6cd98c2ac87e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,segment=NetworkSegment(fbc13bb7-784f-4259-9d6d-94b7719426c5),segment_id=fbc13bb7-784f-4259-9d6d-94b7719426c5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:14.915711 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.925770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.928167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0268dd34-1d5b-4903-932a-958e03a6ecb1 req-0b42293e-3f6a-47dd-bea9-a7fe64bd8a0f tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807834 May 27 01:48:14.973603 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:14.974991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16268b7e-8254-4092-b13d-5478549cfe8f req-e4f7e945-2083-4b11-b110-b8e1c676ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:14.976601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16268b7e-8254-4092-b13d-5478549cfe8f req-e4f7e945-2083-4b11-b110-b8e1c676ceb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e4e09ed76764f4cb6f350401385cddd&device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 1095 time: 0.0974340 May 27 01:48:14.979976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] Pushing event deleted for resources: {'Network': ['ID=728d14a4-0c72-40c4-a51e-c72badc46392,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:14.985338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0851892a-8077-4cb0-a383-bf2f425aca07 admin admin] 10.222.0.16 "DELETE /v2.0/networks/728d14a4-0c72-40c4-a51e-c72badc46392 HTTP/1.1" status: 204 len: 168 time: 2.5141275 May 27 01:48:14.991570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 00bee87f-13bb-4863-8995-a29760355c65 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:14.992056 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.015301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ee5907fa-353e-4079-9f72-da1149c1730e req-f0e52cde-05fd-4ac5-806c-b7e26a453e27 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018534 May 27 01:48:15.037822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bee87f-13bb-4863-8995-a29760355c65'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:15.047346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:15.055651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 00bee87f-13bb-4863-8995-a29760355c65, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=00bee87f-13bb-4863-8995-a29760355c65,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:15.062800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.104163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1378244405', 'description': 'tempest-description-1291151575'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:15.113309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:15.117809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Usage tracker for resource:security_group and tenant:480a8d6c3e8e4212b5c535bd28a555e6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:15.121424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:15.129302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:15.144458 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.166682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:15.170627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=00bee87f-13bb-4863-8995-a29760355c65,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:15.170915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Usage tracker for resource:security_group_rule and tenant:480a8d6c3e8e4212b5c535bd28a555e6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:15.174012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:15.180337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:15.229439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58106) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:15.269491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.284667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.317207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16268b7e-8254-4092-b13d-5478549cfe8f req-f56ec681-e3e9-4186-996e-7174d34c2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:15.318683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16268b7e-8254-4092-b13d-5478549cfe8f req-f56ec681-e3e9-4186-996e-7174d34c2c19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5f0f81c-1e22-413f-bf79-dd14c362b146 HTTP/1.1" status: 200 len: 915 time: 0.3279734 May 27 01:48:15.329311 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-044deb41-89b8-4641-979f-4e4773a10f6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9e22538c3f24330bca608ac0f645ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988109 May 27 01:48:15.331196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb5d8-38f0-44b7-a38a-8d3268a1ac49 req-743df6e1-3771-4a84-a12a-34eff4e48ea9 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:15.333005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5cb5d8-38f0-44b7-a38a-8d3268a1ac49 req-743df6e1-3771-4a84-a12a-34eff4e48ea9 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 944 time: 0.1337101 May 27 01:48:15.334542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58110) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:15.351090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b1ae21-0cd2-4af8-9b09-0b66fea654f9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:15.353253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.354394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2291ba6c-8410-45e2-ba9d-095923dc172d req-cf9f08d7-d788-4865-aef5-8a8a1c9966ed tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2549982 May 27 01:48:15.374133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f69ff853-4fd2-4211-acbf-6cd98c2ac87e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:15.406418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8233cc57-ea9d-421f-8535-880c8cc1a00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.411892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16268b7e-8254-4092-b13d-5478549cfe8f req-524250f9-4467-4e7c-b950-e43f210de5e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a HTTP/1.1" status: 200 len: 217 time: 0.0779212 May 27 01:48:15.441976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8233cc57-ea9d-421f-8535-880c8cc1a00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.491353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5cb5d8-38f0-44b7-a38a-8d3268a1ac49 req-05fb2389-b21f-4992-adfe-860061eca17a tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037774 May 27 01:48:15.506617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16268b7e-8254-4092-b13d-5478549cfe8f req-31e88268-c15c-4936-9905-54c83237b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:15.508564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16268b7e-8254-4092-b13d-5478549cfe8f req-31e88268-c15c-4936-9905-54c83237b613 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99da006-058e-4742-9a05-d3a9f4ac3a3b HTTP/1.1" status: 200 len: 854 time: 0.0893483 May 27 01:48:15.591596 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956a8c57-6f8f-469b-9579-50cb26cd3792'] response: {'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bee87f-13bb-4863-8995-a29760355c65', 'code': 200} May 27 01:48:15.597137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8233cc57-ea9d-421f-8535-880c8cc1a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.642826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233cc57-ea9d-421f-8535-880c8cc1a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6006e9-d051-49a9-af3f-797bbf346d3d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:15.663540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16268b7e-8254-4092-b13d-5478549cfe8f req-ab4af854-9059-41d1-b432-f26a3c2bc388 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5f0f81c-1e22-413f-bf79-dd14c362b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460917 May 27 01:48:15.672081 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8233cc57-ea9d-421f-8535-880c8cc1a00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:15.676703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8233cc57-ea9d-421f-8535-880c8cc1a00c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f6006e9-d051-49a9-af3f-797bbf346d3d HTTP/1.1" status: 204 len: 168 time: 0.3403921 May 27 01:48:15.699102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e8a6b-b0ec-455b-8b9e-494903562f15 req-55e997f1-102a-4573-9f0f-a767c2ce4ff0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:15.701101 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d18e8a6b-b0ec-455b-8b9e-494903562f15 req-55e997f1-102a-4573-9f0f-a767c2ce4ff0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 945 time: 0.1782165 May 27 01:48:15.821463 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d18e8a6b-b0ec-455b-8b9e-494903562f15 req-1fd21489-57f4-4843-af2e-e7e4e4feefe3 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766692 May 27 01:48:15.837103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930088-30e1-4ffa-8e1f-06e6dc2b45cd req-affdfbc2-b877-491d-8645-2e642214a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:15.846693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3930088-30e1-4ffa-8e1f-06e6dc2b45cd req-affdfbc2-b877-491d-8645-2e642214a524 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 1097 time: 0.1359515 May 27 01:48:15.886546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16268b7e-8254-4092-b13d-5478549cfe8f req-eac22ade-1def-428c-bfc5-cb1d01f25da6 service neutron] 10.222.0.13 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053239 May 27 01:48:15.900132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3930088-30e1-4ffa-8e1f-06e6dc2b45cd req-5c0cf088-35eb-4500-97e9-deb37acf3160 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543916 May 27 01:48:15.996909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:16.057995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3e11-3f35-41cc-b3cd-c04839cbe8bc req-865acf4a-9bcd-405b-9f68-a251fcc1b09e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:16.059504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a8d3e11-3f35-41cc-b3cd-c04839cbe8bc req-865acf4a-9bcd-405b-9f68-a251fcc1b09e tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.0938437 May 27 01:48:16.108914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a8d3e11-3f35-41cc-b3cd-c04839cbe8bc req-76283e06-524a-4a00-8e27-3b6600950703 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 May 27 01:48:16.109294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16268b7e-8254-4092-b13d-5478549cfe8f req-8bffd210-c919-400e-ac3f-22aa7084f700 service neutron] 10.222.0.13 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009389 May 27 01:48:16.178402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-8e23d79d-288f-4cca-9a44-24b224d84b75 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45091 time: 0.5174956 May 27 01:48:16.193873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58138) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:16.235714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-15a0ec2c-5de0-424e-8671-f91d224aa64e tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/067f7d72-309d-47a2-98a5-3c2edd61789d HTTP/1.1" status: 200 len: 2981 time: 0.0482063 May 27 01:48:16.268890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] Deleting subnet c5a4e241-eb5e-4dac-9ab7-58b4596e27cc {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:48:16.271932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.297747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-a7cef005-f63c-4bfc-8f7c-ae512a312c83 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/067f7d72-309d-47a2-98a5-3c2edd61789d HTTP/1.1" status: 200 len: 2981 time: 0.0550976 May 27 01:48:16.352896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-c4fc503b-6d63-4cc3-adf1-e65609f59014 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/23db1a97-ebeb-465a-aaf4-e7ec6bcd5317 HTTP/1.1" status: 200 len: 2981 time: 0.0477397 May 27 01:48:16.371034 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.409034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-38b08557-87e4-4cb1-bd50-8960eb03ef31 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/23db1a97-ebeb-465a-aaf4-e7ec6bcd5317 HTTP/1.1" status: 200 len: 2981 time: 0.0482032 May 27 01:48:16.429082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 88990726-839f-4431-99b6-ff8cf1849d90 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:48:16.433942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f69ff853-4fd2-4211-acbf-6cd98c2ac87e up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:16.441299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.468620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-bb9ce179-8ce7-4adf-b448-bb5cef938eb1 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/26562f75-0f61-4b58-a5b5-d3bedc2e77b0 HTTP/1.1" status: 200 len: 2981 time: 0.0533702 May 27 01:48:16.487158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa5c0f-b0f0-4c9a-9669-f18c1e338830 req-326a7d19-f612-4b86-a228-163bf5be08ad tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:16.494006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9aa5c0f-b0f0-4c9a-9669-f18c1e338830 req-326a7d19-f612-4b86-a228-163bf5be08ad tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 943 time: 0.1961248 May 27 01:48:16.534763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-a696327d-0508-4765-97cf-8ebfabc3f411 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/26562f75-0f61-4b58-a5b5-d3bedc2e77b0 HTTP/1.1" status: 200 len: 2981 time: 0.0587554 May 27 01:48:16.548364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f9aa5c0f-b0f0-4c9a-9669-f18c1e338830 req-f400b7a1-00a3-4b5f-99ab-7ec4b794e648 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Synchronizing usage tracker for tenant:4e4e09ed76764f4cb6f350401385cddd on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:16.585175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.603835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-a2dcdd9f-f302-4d60-8e3f-29727389b7a4 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3c00552c-5a95-450a-bda6-5275fe8da186 HTTP/1.1" status: 200 len: 2981 time: 0.0682609 May 27 01:48:16.606156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58152) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:16.639217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f9aa5c0f-b0f0-4c9a-9669-f18c1e338830 req-f400b7a1-00a3-4b5f-99ab-7ec4b794e648 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Unset dirty status for tenant:4e4e09ed76764f4cb6f350401385cddd on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:16.649974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9aa5c0f-b0f0-4c9a-9669-f18c1e338830 req-f400b7a1-00a3-4b5f-99ab-7ec4b794e648 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550705 May 27 01:48:16.650773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a4e241-eb5e-4dac-9ab7-58b4596e27cc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:16.654647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.680199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-383716e3-5531-40b0-ab7c-c9cc9b0eb0f2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c5a4e241-eb5e-4dac-9ab7-58b4596e27cc HTTP/1.1" status: 204 len: 168 time: 0.4851146 May 27 01:48:16.682371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58158) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:16.688783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-d00f92cb-d749-4b36-9f9f-d88184c90396 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3c00552c-5a95-450a-bda6-5275fe8da186 HTTP/1.1" status: 200 len: 2981 time: 0.0839813 May 27 01:48:16.723493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:16.743545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 88990726-839f-4431-99b6-ff8cf1849d90 has no active binding in host n-h2-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:48:16.753575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-05a84621-771e-45b7-86db-f5f42781538b tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3c5e92f1-fa49-4ce9-b5a4-6a365ed6e9cc HTTP/1.1" status: 200 len: 2981 time: 0.0625324 May 27 01:48:16.788329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f69ff853-4fd2-4211-acbf-6cd98c2ac87e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:16.795681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f69ff853-4fd2-4211-acbf-6cd98c2ac87e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:16.796062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.844351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1650437306-network', 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:16.853698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:16.861023 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea1aae5-08cf-49f2-8254-3d007edf7c03'] response: {'name': 'network-changed', 'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90', 'status': 'completed', 'code': 200} May 27 01:48:16.866884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Usage tracker for resource:network and tenant:cb91f454677a4b179f2c02155a9f70bd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:16.873995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:16.888182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:16.895198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-203d7ec0-8c1e-489d-a472-992391504d20 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3c5e92f1-fa49-4ce9-b5a4-6a365ed6e9cc HTTP/1.1" status: 200 len: 2981 time: 0.1405528 May 27 01:48:16.926552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:16.928824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.954132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.959505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.967726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f69ff853-4fd2-4211-acbf-6cd98c2ac87e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:16.968112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:16.988645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:16.991762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-d63f38d8-aef6-4c64-b84a-bd946fc675f5 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3d499d45-d13d-45f1-86ac-7b0b95ce9c75 HTTP/1.1" status: 200 len: 2981 time: 0.0892961 May 27 01:48:16.996129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Usage tracker for resource:security_group_rule and tenant:cb91f454677a4b179f2c02155a9f70bd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:16.999891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:17.001472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f69ff853-4fd2-4211-acbf-6cd98c2ac87e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,segment=NetworkSegment(fbc13bb7-784f-4259-9d6d-94b7719426c5),segment_id=fbc13bb7-784f-4259-9d6d-94b7719426c5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:17.004535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3686400-de23-47ad-9be6-525de1e38cad req-07433a9b-6511-4dce-9152-f1a0699aa38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:17.006047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3686400-de23-47ad-9be6-525de1e38cad req-07433a9b-6511-4dce-9152-f1a0699aa38f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1126 time: 0.2197173 May 27 01:48:17.009087 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.011598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:17.083164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:17.169337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-d8e65d3c-169b-496d-8802-c0566e193b34 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3d499d45-d13d-45f1-86ac-7b0b95ce9c75 HTTP/1.1" status: 200 len: 2981 time: 0.1622260 May 27 01:48:17.240928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3686400-de23-47ad-9be6-525de1e38cad req-c812cf28-aab7-4300-88f6-6559f8f577ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:17.242388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3686400-de23-47ad-9be6-525de1e38cad req-c812cf28-aab7-4300-88f6-6559f8f577ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.2186835 May 27 01:48:17.244162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.265238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10768e-7365-4309-b53c-6ea0065808ee req-259f76f6-80a8-45bc-a9ae-934e49b9ff23 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:17.266703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b10768e-7365-4309-b53c-6ea0065808ee req-259f76f6-80a8-45bc-a9ae-934e49b9ff23 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.4085307 May 27 01:48:17.284834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-01236d05-8dc1-418f-be71-0b5f9a1bff0a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:17.286169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-01236d05-8dc1-418f-be71-0b5f9a1bff0a tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.47 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 946 time: 0.4244716 May 27 01:48:17.305130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828bb8bd-3bf3-4051-ba9e-79bd7899859f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:17.333264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3686400-de23-47ad-9be6-525de1e38cad req-9c625977-c6d8-47da-a0a5-055edadcd37b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 217 time: 0.0826931 May 27 01:48:17.342901 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-80e61a4d-df84-4be7-beec-576d3a012dfc tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/781f76f7-ce07-4d2e-aea0-cf239f2bfdc4 HTTP/1.1" status: 200 len: 2977 time: 0.1602116 May 27 01:48:17.352873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1287c84-c853-4f51-b0a3-4e0f3d19204a') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:17.353163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1287c84-c853-4f51-b0a3-4e0f3d19204a') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:17.389516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.425464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Deleting port e2468d84-919d-4a2b-b939-b38b75818cbe {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:17.425716 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.454208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b10768e-7365-4309-b53c-6ea0065808ee req-34126abd-539e-4d07-88a2-53cc4987aadc tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769891 May 27 01:48:17.455187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.478795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:48:17.479629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.531037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.551453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3686400-de23-47ad-9be6-525de1e38cad req-d451b1f3-6747-4afb-9f97-0d88deb04e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:17.552909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3686400-de23-47ad-9be6-525de1e38cad req-d451b1f3-6747-4afb-9f97-0d88deb04e9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.2091644 May 27 01:48:17.553484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.556417 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e1287c84-c853-4f51-b0a3-4e0f3d19204a resource provider aggregate not found May 27 01:48:17.583270 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e1287c84-c853-4f51-b0a3-4e0f3d19204a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1287c84-c853-4f51-b0a3-4e0f3d19204a found for delete ", "request_id": "req-6b08b064-9f54-4502-8f33-f572611e6175"}]} May 27 01:48:17.593186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:17.625131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-852149b3-9e64-4ab4-a893-bbd552b989d2 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/781f76f7-ce07-4d2e-aea0-cf239f2bfdc4 HTTP/1.1" status: 200 len: 2977 time: 0.1481514 May 27 01:48:17.639299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:48:17.642844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3686400-de23-47ad-9be6-525de1e38cad req-0b6282ac-990e-4c62-bf77-8cffa33b94b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721183 May 27 01:48:17.657659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4628c-41f5-4269-8c8a-ecbb0ca37465,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:17.678951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.684300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.685291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.686978 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Added segment f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb of type vlan for network 13c96df4-812d-4e4d-a7ec-6163f90d966d May 27 01:48:17.730520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] Pushing event deleted for resources: {'Network': ['ID=828bb8bd-3bf3-4051-ba9e-79bd7899859f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:17.759685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-832ff92e-3278-4c45-bd5a-fd0d4eccae84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/828bb8bd-3bf3-4051-ba9e-79bd7899859f HTTP/1.1" status: 204 len: 168 time: 1.0762789 May 27 01:48:17.804155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:48:17.805160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.811730 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-2fafa255-d262-4431-9c66-f2fd5d4442f1 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b3303445-d14e-440c-8ffb-4fabdc5591ab HTTP/1.1" status: 200 len: 2981 time: 0.1734796 May 27 01:48:17.878318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f869-8a89-42d9-80cd-89210a10081a req-d1d47c5a-1f5b-4935-b27b-ed84dad425d8 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:17.879907 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11e2f869-8a89-42d9-80cd-89210a10081a req-d1d47c5a-1f5b-4935-b27b-ed84dad425d8 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 945 time: 0.2635689 May 27 01:48:17.887180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3686400-de23-47ad-9be6-525de1e38cad req-a9c082f3-3771-4e04-b1b4-175f22e4fd95 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244160 May 27 01:48:17.926250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] For port e2468d84-919d-4a2b-b939-b38b75818cbe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e2468d84-919d-4a2b-b939-b38b75818cbe,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:17.927577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.980260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58176) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:17.988461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.989420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:17.990007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:17.997799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,segment=NetworkSegment(025ec618-557e-4c89-919e-d7f89d068c6f),segment_id=025ec618-557e-4c89-919e-d7f89d068c6f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:18.003310 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:48:18.016278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a', 'network_id': 'a5f0f81c-1e22-413f-bf79-dd14c362b146', 'port_id': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a', 'mac_address': 'fa:16:3e:2b:07:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99da006-058e-4742-9a05-d3a9f4ac3a3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:48:18.030834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-fb03897c-0ec1-4bc6-99e6-92bb5e165671 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b3303445-d14e-440c-8ffb-4fabdc5591ab HTTP/1.1" status: 200 len: 2981 time: 0.2007668 May 27 01:48:18.069624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Calling delete_port for e2468d84-919d-4a2b-b939-b38b75818cbe owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:18.074046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:18.074427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.091857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:18.108816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,segment=NetworkSegment(025ec618-557e-4c89-919e-d7f89d068c6f),segment_id=025ec618-557e-4c89-919e-d7f89d068c6f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:18.109922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-11e2f869-8a89-42d9-80cd-89210a10081a req-ee3b04ea-0433-4c88-b1cc-d221e7bf7e0b tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Synchronizing usage tracker for tenant:7cd070972af94094a0002c0c9f8f46d2 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:18.113640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.160077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-11e2f869-8a89-42d9-80cd-89210a10081a req-ee3b04ea-0433-4c88-b1cc-d221e7bf7e0b tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Unset dirty status for tenant:7cd070972af94094a0002c0c9f8f46d2 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:18.161403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11e2f869-8a89-42d9-80cd-89210a10081a req-ee3b04ea-0433-4c88-b1cc-d221e7bf7e0b tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696605 May 27 01:48:18.185893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:18.204484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] Pushing event updated for resources: {'Network': ['ID=13c96df4-812d-4e4d-a7ec-6163f90d966d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:18.224231 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74795946-0919-421e-9ed6-10e8dd19056e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6170061 May 27 01:48:18.232036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:48:18.232267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58180) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:18.238075 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-21bf46a2-6772-4dbf-826f-03b6353fb488 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52a14f282b534cc29dd62ffb20a1d256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564380 May 27 01:48:18.238842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:18.248525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Request body: {'subnet': {'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1650437306-subnet', 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:18.267336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:18.267560 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-523f8f2a-a597-4629-b027-b2d81eb8235c tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b4a0597f-6d7c-4957-91fd-76ad538f46ef HTTP/1.1" status: 200 len: 2981 time: 0.2200444 May 27 01:48:18.275018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Usage tracker for resource:subnet and tenant:cb91f454677a4b179f2c02155a9f70bd is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:18.275710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3686400-de23-47ad-9be6-525de1e38cad req-f9574c0f-072a-4764-81cb-8461e3d3a400 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800521 May 27 01:48:18.280476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:18.304775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:18.321535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.334438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['dfafa40d-0f47-4f13-8091-414a57938d50'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:18.358753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e2468d84-919d-4a2b-b939-b38b75818cbe'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:18.366111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-97a6652d-8ba7-4759-a289-88225d4e9717 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b4a0597f-6d7c-4957-91fd-76ad538f46ef HTTP/1.1" status: 200 len: 2981 time: 0.0894704 May 27 01:48:18.366903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a8248a-5e41-4e31-87db-26099d5db0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.415018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:18.417241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.424229 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a8248a-5e41-4e31-87db-26099d5db0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.436971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Pushing event deleted for resources: {'Port': ['ID=e2468d84-919d-4a2b-b939-b38b75818cbe,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:18.473771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-9d779bfa-f286-4a51-baee-99bd73ddfaf1 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/dafe1090-e9de-4aa3-93c8-d8c25dab4f11 HTTP/1.1" status: 200 len: 2981 time: 0.0957575 May 27 01:48:18.567097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['5403d1c1-6590-4a01-9ef2-6d1d4a544f6a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:18.602930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] No DVR routers for this DVR port e2468d84-919d-4a2b-b939-b38b75818cbe on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:18.606229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.612589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-a4595ee2-e54c-44cf-bbbe-a3e49712d047 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1232235 May 27 01:48:18.615285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-038b51b3-274d-41e9-a1db-284b282d451a tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/dafe1090-e9de-4aa3-93c8-d8c25dab4f11 HTTP/1.1" status: 200 len: 2981 time: 0.1410933 May 27 01:48:18.649916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a8248a-5e41-4e31-87db-26099d5db0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.684672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8248a-5e41-4e31-87db-26099d5db0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d499d45-d13d-45f1-86ac-7b0b95ce9c75,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:18.686282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccdc0c71-17cc-4d52-9d2b-abcc82986947 req-0642adc3-e190-452e-a20e-83521816204f tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.47 "DELETE /v2.0/ports/e2468d84-919d-4a2b-b939-b38b75818cbe HTTP/1.1" status: 204 len: 173 time: 1.3835773 May 27 01:48:18.708722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a8248a-5e41-4e31-87db-26099d5db0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.711460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44a8248a-5e41-4e31-87db-26099d5db0cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d499d45-d13d-45f1-86ac-7b0b95ce9c75 HTTP/1.1" status: 204 len: 168 time: 0.4637196 May 27 01:48:18.713596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-a964ed0f-4762-4991-9204-d5388f8af46b tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e24e7bf2-4c04-4a37-a506-3688c374a914 HTTP/1.1" status: 200 len: 2981 time: 0.0877361 May 27 01:48:18.746267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d83e45-354a-4de9-945c-c6af9d57e7b7 req-6e691466-554c-48a7-9fea-887c70a6636c tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:18.754771 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93d83e45-354a-4de9-945c-c6af9d57e7b7 req-6e691466-554c-48a7-9fea-887c70a6636c tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 945 time: 0.4294553 May 27 01:48:18.831371 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-f7031694-292b-4262-9186-f9d018aad66f tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e24e7bf2-4c04-4a37-a506-3688c374a914 HTTP/1.1" status: 200 len: 2981 time: 0.1066825 May 27 01:48:18.851084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93d83e45-354a-4de9-945c-c6af9d57e7b7 req-2fb52853-4b61-4dc1-aae0-8364ec411808 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953486 May 27 01:48:18.876114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17563048-57be-4f5c-b147-f11e86cf089f', 'name': 'network-vif-deleted', 'tag': 'e2468d84-919d-4a2b-b939-b38b75818cbe'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:18.896643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:18.923593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-7d524fd4-954b-4e4d-bf4d-d1b12f0c7ac1 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eb2a1be0-0ebd-4d9d-b8d8-39fadc249ddb HTTP/1.1" status: 200 len: 2981 time: 0.0868921 May 27 01:48:18.982507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8142e39c-49b8-4c8e-9fd3-84b125682e53,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:18.991283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-4b4c4631-d2a8-4a34-9e5c-02de28cb6032 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eb2a1be0-0ebd-4d9d-b8d8-39fadc249ddb HTTP/1.1" status: 200 len: 2981 time: 0.0666389 May 27 01:48:19.031963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-1468deea-2547-428a-bf43-ae83146b2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:19.034931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-1468deea-2547-428a-bf43-ae83146b2224 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 1097 time: 0.2626734 May 27 01:48:19.042990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:19.043349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Network hostable DHCP agents. Network: 13c96df4-812d-4e4d-a7ec-6163f90d966d, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:48:19.064855 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-2cd74d4f-e1e5-4a32-9274-b740989b7f16 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f63a3f65-1814-4cb9-adb5-46f0e19d409b HTTP/1.1" status: 200 len: 2973 time: 0.0725651 May 27 01:48:19.174761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27c3ee46-3cbf-4543-80d4-e3d8e46bbdc4 req-90f0a313-7c0c-430f-a0c5-8be4e1852280 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Synchronizing usage tracker for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:19.198458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-27c3ee46-3cbf-4543-80d4-e3d8e46bbdc4 req-90f0a313-7c0c-430f-a0c5-8be4e1852280 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Unset dirty status for tenant:848c3fddba864b9ab64c7d38c0ce7dab on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:19.200245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2553d1a3-7859-4ada-942c-7ad9f2aa8cb5 req-2efecb1c-8316-422f-890c-3c390d3008ad tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f63a3f65-1814-4cb9-adb5-46f0e19d409b HTTP/1.1" status: 200 len: 2973 time: 0.1131027 May 27 01:48:19.203548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27c3ee46-3cbf-4543-80d4-e3d8e46bbdc4 req-90f0a313-7c0c-430f-a0c5-8be4e1852280 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=17563048-57be-4f5c-b147-f11e86cf089f HTTP/1.1" status: 200 len: 210 time: 0.1997545 May 27 01:48:19.204972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:48:19.239917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 13c96df4-812d-4e4d-a7ec-6163f90d966d) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:19.242537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-ab2703b9-a759-4347-abeb-f645dfb5f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:19.243687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-ab2703b9-a759-4347-abeb-f645dfb5f90a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 200 len: 912 time: 0.1859055 May 27 01:48:19.249539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd99d8c-b5de-4320-8d14-f090d34d8e6d None None] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:19.253774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:19.254363 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:19.302737 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba50d11e-5f4e-40a8-aa59-7e388851b67c'] response: {'server_uuid': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e', 'code': 200} May 27 01:48:19.327594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-80af6798-4134-4719-a8d4-aa1d8f2dba86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0864105 May 27 01:48:19.396973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-a67b2720-efd9-4fc6-abd9-1a154ebd3894 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfafa40d-0f47-4f13-8091-414a57938d50 HTTP/1.1" status: 200 len: 217 time: 0.1454222 May 27 01:48:19.627353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-dbc689d4-2c46-467b-8a06-d76be73b8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:19.640845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-dbc689d4-2c46-467b-8a06-d76be73b8ef3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 200 len: 851 time: 0.2352262 May 27 01:48:19.700913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c135a-241b-4efb-b52a-35c3c4dda141 None None] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:19.807159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb606280-a582-426b-8b61-899369893f71 req-1a30bca5-252f-4833-9e10-cd32329df5f0 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:19.809536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb606280-a582-426b-8b61-899369893f71 req-1a30bca5-252f-4833-9e10-cd32329df5f0 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 944 time: 0.4294517 May 27 01:48:19.822183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:19.824298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdec0aa-5bc7-41c7-ad8e-e0420765a9f1 req-dcceb8b8-ccf1-4bd8-9153-813ad449cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:19.826235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7cdec0aa-5bc7-41c7-ad8e-e0420765a9f1 req-dcceb8b8-ccf1-4bd8-9153-813ad449cbf9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 1097 time: 0.2975693 May 27 01:48:19.900774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-0d6e7dd8-b8df-4759-abf4-cbbba0fdd8bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc2a118c-7a52-4794-9b8f-59166e39e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2507274 May 27 01:48:19.902544 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb606280-a582-426b-8b61-899369893f71 req-dbfd7661-833f-4a0c-8e68-cfc71549e826 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744867 May 27 01:48:19.906479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7cdec0aa-5bc7-41c7-ad8e-e0420765a9f1 req-c7dcde31-5bd5-4648-aa28-36e9701dfce5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614390 May 27 01:48:19.965972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:20.000767 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620b76fe-fc7e-4d72-9d61-5ecfd0790e26'] response: {'server_uuid': '17563048-57be-4f5c-b147-f11e86cf089f', 'name': 'network-vif-deleted', 'tag': 'e2468d84-919d-4a2b-b939-b38b75818cbe', 'status': 'completed', 'code': 200} May 27 01:48:20.018552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:20.024060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:20.024537 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.038321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177fdbb-cfe7-4633-b6b2-1937b28a43de req-a86105e1-a839-4ad2-ab2a-1bcaaf9a4d2e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:20.039828 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3177fdbb-cfe7-4633-b6b2-1937b28a43de req-a86105e1-a839-4ad2-ab2a-1bcaaf9a4d2e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 943 time: 0.5298610 May 27 01:48:20.100415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-440018464-network', 'tenant_id': 'b68ab16f86214fb1bc9121c19beefc6b'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:20.105558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:20.110207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Usage tracker for resource:network and tenant:b68ab16f86214fb1bc9121c19beefc6b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:20.113636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:20.124737 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-4547c7e0-1fb0-4bbf-8c8f-2de988ecfd13 service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158964 May 27 01:48:20.152678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:20.164423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3177fdbb-cfe7-4633-b6b2-1937b28a43de req-8c58660d-35e5-44e4-ad50-b0fb0fde29e0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142046 May 27 01:48:20.195862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Made reservation on behalf of b68ab16f86214fb1bc9121c19beefc6b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:20.208873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:20.209360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.210926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.237684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.266569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,segment=NetworkSegment(025ec618-557e-4c89-919e-d7f89d068c6f),segment_id=025ec618-557e-4c89-919e-d7f89d068c6f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:20.280361 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.281288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88990726-839f-4431-99b6-ff8cf1849d90 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:20.283051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:20.288717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b68ab16f86214fb1bc9121c19beefc6b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:20.292855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:20.300255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:20.395873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d02bb-ab79-43fe-804f-bc0eeb5904f9 req-df258024-65a6-4bee-b70a-0d76c3d38e55 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:20.403111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f5d02bb-ab79-43fe-804f-bc0eeb5904f9 req-df258024-65a6-4bee-b70a-0d76c3d38e55 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 945 time: 0.2861075 May 27 01:48:20.429916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87cd1744-5578-4b8d-b586-c97eb2b2f9ab req-600586c1-b031-4547-a89a-5f73b7a75c4d service neutron] 10.222.0.13 "GET /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984986 May 27 01:48:20.446962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:20.452676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9c124a80-59dd-4fc0-966c-aa1c5fbc80f1 req-9c1b17b1-b698-48e5-9616-99256379bd76 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Synchronizing usage tracker for tenant:e03b6a6eece641a9a87a6711ce8a828c on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:20.468620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f5d02bb-ab79-43fe-804f-bc0eeb5904f9 req-3c804fa2-d0f1-455f-86de-aad681195b9f tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643001 May 27 01:48:20.477470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-0ed4a1e2-f7c3-452c-b6f1-f48b21b649b6 service neutron] 10.222.0.13 "GET /v2.0/ports/88990726-839f-4431-99b6-ff8cf1849d90/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.1519418 May 27 01:48:20.481231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e2468d84-919d-4a2b-b939-b38b75818cbe no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:20.483426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9c124a80-59dd-4fc0-966c-aa1c5fbc80f1 req-9c1b17b1-b698-48e5-9616-99256379bd76 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Unset dirty status for tenant:e03b6a6eece641a9a87a6711ce8a828c on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:20.485072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c124a80-59dd-4fc0-966c-aa1c5fbc80f1 req-9c1b17b1-b698-48e5-9616-99256379bd76 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e03b6a6eece641a9a87a6711ce8a828c HTTP/1.1" status: 200 len: 6103 time: 0.2642686 May 27 01:48:20.492383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.502637 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.533674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: e2468d84-919d-4a2b-b939-b38b75818cbe {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:20.534047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e2468d84-919d-4a2b-b939-b38b75818cbe not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:20.535444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:48:20.545742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 88990726-839f-4431-99b6-ff8cf1849d90 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:20.547861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c187213a-7895-4174-a642-1e6a33c40057,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:20.553673 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.554073 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Added segment c225e878-f1c9-48ca-b804-648a562b3363 of type vlan for network e0f8c51c-9fa6-413d-92e9-ea86b221536f May 27 01:48:20.586243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.626279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.627939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:20.628964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.652753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c124a80-59dd-4fc0-966c-aa1c5fbc80f1 req-22197d9f-6e25-4a0a-82be-4746611d7292 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "GET /v2.0/security-groups/23db1a97-ebeb-465a-aaf4-e7ec6bcd5317 HTTP/1.1" status: 200 len: 2981 time: 0.0877528 May 27 01:48:20.757554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f8c51c-9fa6-413d-92e9-ea86b221536f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:20.762755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4195a43c-20cf-4469-9ed6-11f7235bb8d9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7941051 May 27 01:48:20.767159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58236) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:20.771352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e0f8c51c-9fa6-413d-92e9-ea86b221536f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:48:20.780163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Request body: {'subnet': {'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-440018464-subnet', 'tenant_id': 'b68ab16f86214fb1bc9121c19beefc6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:20.786565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:20.791203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Usage tracker for resource:subnet and tenant:b68ab16f86214fb1bc9121c19beefc6b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:20.794693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:20.801524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:20.813916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Made reservation on behalf of b68ab16f86214fb1bc9121c19beefc6b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:20.816936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:20.849476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c124a80-59dd-4fc0-966c-aa1c5fbc80f1 req-3aba4d93-ccc3-4857-8a81-f78611fe722b tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "GET /v2.0/security-groups/23db1a97-ebeb-465a-aaf4-e7ec6bcd5317 HTTP/1.1" status: 200 len: 2981 time: 0.1577508 May 27 01:48:20.910966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:20.934968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:21.052591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88990726-839f-4431-99b6-ff8cf1849d90 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:21.068963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:21.074077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-91d91089-bfda-476f-98b0-cd1bb1a4ae3d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:21.075545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-91d91089-bfda-476f-98b0-cd1bb1a4ae3d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.2443182 May 27 01:48:21.088965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.131204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-15fa4f9a-c2a6-4632-bbbc-b42300184a3c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/quotas/cb91f454677a4b179f2c02155a9f70bd HTTP/1.1" status: 200 len: 375 time: 0.0474303 May 27 01:48:21.146736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a522e-4fcf-4082-8d5a-bc868d092527 req-c5b0608f-645a-4328-8541-d6c01efc44b4 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:21.148210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e07a522e-4fcf-4082-8d5a-bc868d092527 req-c5b0608f-645a-4328-8541-d6c01efc44b4 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 945 time: 0.1839492 May 27 01:48:21.189402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-715d548c-cc6b-43dc-9220-8bbb0bc15de7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518653 May 27 01:48:21.226359 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e07a522e-4fcf-4082-8d5a-bc868d092527 req-7849b8ae-6ffe-4678-8a85-d5a33b922038 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681803 May 27 01:48:21.247032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] Transition to ACTIVE for port object 88990726-839f-4431-99b6-ff8cf1849d90 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:21.255332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.304582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:21.317016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.438241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dbba03-b265-40be-a163-5c66658f4450,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:21.449022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Checking segment: {'id': 'c225e878-f1c9-48ca-b804-648a562b3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:21.449397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Network hostable DHCP agents. Network: e0f8c51c-9fa6-413d-92e9-ea86b221536f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:48:21.451779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] No DVR routers for this DVR port 88990726-839f-4431-99b6-ff8cf1849d90 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:21.476134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-40ef3056-d371-439a-83b5-4013f774082e service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746954 May 27 01:48:21.517199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] 10.222.0.13 "PUT /v2.0/ports/88990726-839f-4431-99b6-ff8cf1849d90/bindings/n-h2-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0310206 May 27 01:48:21.528969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267761b-42f3-41fb-92b9-952ebe46673e service neutron] Pushing event updated for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:21.559790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0614077b-db4d-46c2-926f-565a4c6e54b1 req-ae4915cf-cfd0-4d3c-aac0-a27bfbc91aa8 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/95b1ae21-0cd2-4af8-9b09-0b66fea654f9 HTTP/1.1" status: 200 len: 1778 time: 0.1810999 May 27 01:48:21.565385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Network e0f8c51c-9fa6-413d-92e9-ea86b221536f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:48:21.587580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e0f8c51c-9fa6-413d-92e9-ea86b221536f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:21.600001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdd170-afcf-4cc7-8817-8d0ec94fadb0 None None] Network e0f8c51c-9fa6-413d-92e9-ea86b221536f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:21.641695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0614077b-db4d-46c2-926f-565a4c6e54b1 req-5b3a6d95-e766-49d8-b280-141ad54ef28a tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.669345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:21.669921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.671620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0614077b-db4d-46c2-926f-565a4c6e54b1 req-5b3a6d95-e766-49d8-b280-141ad54ef28a tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.707546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fe159840-637a-458b-8f56-87cc21a9260c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9315174 May 27 01:48:21.744075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0614077b-db4d-46c2-926f-565a4c6e54b1 req-5b3a6d95-e766-49d8-b280-141ad54ef28a tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.745291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-cebd70d2-134f-44c5-a7ec-4ed1aa0d37b5 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681985 May 27 01:48:21.764904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-35c2eb8f-4b00-40d5-950c-094d98aa75a0 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:21.766446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-35c2eb8f-4b00-40d5-950c-094d98aa75a0 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.1636105 May 27 01:48:21.774285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6d95-e766-49d8-b280-141ad54ef28a tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b1ae21-0cd2-4af8-9b09-0b66fea654f9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:21.787744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0614077b-db4d-46c2-926f-565a4c6e54b1 req-5b3a6d95-e766-49d8-b280-141ad54ef28a tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:21.788888 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0614077b-db4d-46c2-926f-565a4c6e54b1 req-5b3a6d95-e766-49d8-b280-141ad54ef28a tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/95b1ae21-0cd2-4af8-9b09-0b66fea654f9 HTTP/1.1" status: 204 len: 173 time: 0.2214470 May 27 01:48:21.857104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-8cff6518-38f2-4363-b7f2-2b64917a5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:21.865733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-8cff6518-38f2-4363-b7f2-2b64917a5f6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768&tenant_id=f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 1096 time: 0.0923369 May 27 01:48:21.960063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ef0a5-0175-4b7e-9051-47bdfa014a74 None None] Network e0f8c51c-9fa6-413d-92e9-ea86b221536f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:22.018624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-08ad9d96-5bbd-42b5-8644-1b2816c10b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:22.020997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-08ad9d96-5bbd-42b5-8644-1b2816c10b5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1096 time: 0.1310582 May 27 01:48:22.065684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288ea02-2ef3-450d-8758-2ef4b261f4d6 req-459017d0-f7d2-4c3c-9a23-b06673464cff tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:22.073025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6288ea02-2ef3-450d-8758-2ef4b261f4d6 req-459017d0-f7d2-4c3c-9a23-b06673464cff tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.0977013 May 27 01:48:22.135516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6288ea02-2ef3-450d-8758-2ef4b261f4d6 req-123784c5-094d-494e-a8f4-9bb903a00726 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 May 27 01:48:22.375074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-e1e57633-7141-4211-a3b2-680534bf966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:22.376539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-e1e57633-7141-4211-a3b2-680534bf966e service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.3481414 May 27 01:48:22.390679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5665707-0f93-4d99-a71a-7bdea47432df req-c1c83170-e4d1-4458-bb66-5dd0b98c863e tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:22.392666 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5665707-0f93-4d99-a71a-7bdea47432df req-c1c83170-e4d1-4458-bb66-5dd0b98c863e tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 945 time: 0.1404684 May 27 01:48:22.403736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58280) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:22.409769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Request body: {'floatingip': {'port_id': '00bee87f-13bb-4863-8995-a29760355c65'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:22.450420 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30aebff1-9531-42d4-832f-42916b229267'] response: {'server_uuid': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a', 'code': 200} May 27 01:48:22.452214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-ab126214-fc98-488a-8ba9-0f42a553b3fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 217 time: 0.0668123 May 27 01:48:22.461100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228db31-6615-47a2-b65a-a89f8f182188 req-9345e0be-80c5-438b-a1af-70c41a5de481 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:22.468170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0228db31-6615-47a2-b65a-a89f8f182188 req-9345e0be-80c5-438b-a1af-70c41a5de481 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 944 time: 0.2912288 May 27 01:48:22.571220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0228db31-6615-47a2-b65a-a89f8f182188 req-570fa33b-7a0b-41bd-9133-8e7e26018f44 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977306 May 27 01:48:22.606509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-3c0e017c-be46-4a2d-ac6a-780a69ecc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:22.609814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-3c0e017c-be46-4a2d-ac6a-780a69ecc7ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.1392269 May 27 01:48:22.713292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-bfd113be-ea05-4c49-9aa4-6572985613af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964649 May 27 01:48:22.734119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:22.968301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-eef6f6ba-5474-4494-93cb-f8178ac67c27 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475250 May 27 01:48:22.991962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac6605ea-e071-4a2e-b9b8-3a5d199ab192 req-89ce2196-b801-4746-8196-e13db0d83521 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5c7f6b4c-532c-4af1-8b47-b15da4d67295 HTTP/1.1" status: 200 len: 1778 time: 0.1432073 May 27 01:48:23.000277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fdfd3-5291-44f7-b4bf-5d9f98c6d256 req-897a4f03-b468-41fe-9a46-32889c16d012 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:23.001708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c8fdfd3-5291-44f7-b4bf-5d9f98c6d256 req-897a4f03-b468-41fe-9a46-32889c16d012 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 945 time: 0.1681223 May 27 01:48:23.101909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997bc2e-b778-49fd-b9bb-f489c68ef556 req-24887983-8fad-493d-9e3d-91f1ae850439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:23.103400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4997bc2e-b778-49fd-b9bb-f489c68ef556 req-24887983-8fad-493d-9e3d-91f1ae850439 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 1097 time: 0.2938507 May 27 01:48:23.118353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c8fdfd3-5291-44f7-b4bf-5d9f98c6d256 req-7ac5fc2d-a205-450b-8161-e1170591a672 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102619 May 27 01:48:23.152923 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-30ba6bdd-bf1c-4a7a-a2c4-726bf3a887c8 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775475 May 27 01:48:23.260639 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8ce26b6-5b00-40eb-a1f6-5c2babffeab0 req-880200ca-3532-42a0-a999-ed4dac80e19f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 210 time: 0.0440726 May 27 01:48:23.295016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac6605ea-e071-4a2e-b9b8-3a5d199ab192 req-3a3f1e3e-a6a4-4b06-9159-41dc81f1f3e3 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:23.297840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4997bc2e-b778-49fd-b9bb-f489c68ef556 req-9294fa48-2c04-454d-9e10-bfdf734f8b8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268890 May 27 01:48:23.442217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac6605ea-e071-4a2e-b9b8-3a5d199ab192 req-3a3f1e3e-a6a4-4b06-9159-41dc81f1f3e3 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:23.613221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-252ff641-9d94-4f0e-bdb5-d6a779899af5 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:23.614677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-252ff641-9d94-4f0e-bdb5-d6a779899af5 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.1994989 May 27 01:48:23.626891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084f4d-a607-436e-b904-88144bbe6e80 req-950d613f-fd0e-40e5-90fb-ad12a8424adf tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:23.627545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-db084f4d-a607-436e-b904-88144bbe6e80 req-950d613f-fd0e-40e5-90fb-ad12a8424adf tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Synchronizing usage tracker for tenant:b68ab16f86214fb1bc9121c19beefc6b on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:23.635191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-586e5aab-a5c9-45af-9467-f89e9fa37264 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:23.635897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-586e5aab-a5c9-45af-9467-f89e9fa37264 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:23.641250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac6605ea-e071-4a2e-b9b8-3a5d199ab192 req-3a3f1e3e-a6a4-4b06-9159-41dc81f1f3e3 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:23.666081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f1e3e-a6a4-4b06-9159-41dc81f1f3e3 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7f6b4c-532c-4af1-8b47-b15da4d67295,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:23.688885 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac6605ea-e071-4a2e-b9b8-3a5d199ab192 req-3a3f1e3e-a6a4-4b06-9159-41dc81f1f3e3 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:23.698244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac6605ea-e071-4a2e-b9b8-3a5d199ab192 req-3a3f1e3e-a6a4-4b06-9159-41dc81f1f3e3 tempest-SecurityGroupsTestAdminJSON-576197945 tempest-SecurityGroupsTestAdminJSON-576197945-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7f6b4c-532c-4af1-8b47-b15da4d67295 HTTP/1.1" status: 204 len: 173 time: 0.6663506 May 27 01:48:23.702575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-586e5aab-a5c9-45af-9467-f89e9fa37264 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:23.704426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-586e5aab-a5c9-45af-9467-f89e9fa37264 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.4048915 May 27 01:48:23.708110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-db084f4d-a607-436e-b904-88144bbe6e80 req-950d613f-fd0e-40e5-90fb-ad12a8424adf tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Unset dirty status for tenant:b68ab16f86214fb1bc9121c19beefc6b on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:23.709672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-950d613f-fd0e-40e5-90fb-ad12a8424adf tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/networks?id=e0f8c51c-9fa6-413d-92e9-ea86b221536f HTTP/1.1" status: 200 len: 812 time: 0.2932441 May 27 01:48:23.720993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Request body: {'port': {'device_id': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'admin_state_up': True, 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:23.737116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-4223979a-5d3f-40a9-87e9-fe39d007284a tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/quotas/b68ab16f86214fb1bc9121c19beefc6b HTTP/1.1" status: 200 len: 375 time: 0.0170579 May 27 01:48:23.794422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-408cd7e0-abd2-4f6b-a699-e07ea51724e6 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b68ab16f86214fb1bc9121c19beefc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505865 May 27 01:48:23.884101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-11f4ba09-2190-4371-8d12-e2c140693662 service neutron] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:23.888742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-11f4ba09-2190-4371-8d12-e2c140693662 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:23.889818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f7c52-5af4-497a-994b-334c8b1eb056 req-11f4ba09-2190-4371-8d12-e2c140693662 service neutron] 10.222.0.47 "DELETE /v2.0/ports/88990726-839f-4431-99b6-ff8cf1849d90/bindings/n-h1-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.2579086 May 27 01:48:23.939185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-154bcae5-d194-4ea0-a6b8-99cfc3d9fce6 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f8c51c-9fa6-413d-92e9-ea86b221536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343150 May 27 01:48:24.035969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:24.044197 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:24.048377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Usage tracker for resource:port and tenant:cb91f454677a4b179f2c02155a9f70bd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:24.052404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:24.059177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:24.070465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-302ff710-f84d-4a77-9449-5cd263c74bfb service neutron] 10.222.0.16 "GET /v2.0/networks/e0f8c51c-9fa6-413d-92e9-ea86b221536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253579 May 27 01:48:24.113207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:24.129740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f21d-5f28-4b46-9dd4-9fd910d8aef4 req-5516ef6c-93f5-4309-acf5-2b553bbaae68 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:24.131322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2299f21d-5f28-4b46-9dd4-9fd910d8aef4 req-5516ef6c-93f5-4309-acf5-2b553bbaae68 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.3091409 May 27 01:48:24.177521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:24.181639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:24.431386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2299f21d-5f28-4b46-9dd4-9fd910d8aef4 req-bf034516-e3ca-4eab-b728-f0d65a096223 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873111 May 27 01:48:24.466514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45002d-188d-4eb7-9452-ec2c5bea2c92 req-7ad7d9f8-4283-4918-a1c3-f78d48d7e04d tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:24.474655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f45002d-188d-4eb7-9452-ec2c5bea2c92 req-7ad7d9f8-4283-4918-a1c3-f78d48d7e04d tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.1018023 May 27 01:48:24.520050 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Floating IP 27e5b71b-801e-4586-96b2-3be34bc815a6 associated. External IP: 172.25.3.132, port: 00bee87f-13bb-4863-8995-a29760355c65. May 27 01:48:24.535582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f45002d-188d-4eb7-9452-ec2c5bea2c92 req-dc6ebb7b-c96e-4781-85a8-9cf0d7ff8874 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598438 May 27 01:48:24.632586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cdd9ed89-65cb-41cd-aed0-9663f062a1e2 req-b4c41fc2-a5ea-4ac5-8650-28aacaf0e481 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "GET /v2.0/security-groups/cbc56c0a-2ff3-4a92-b43e-cd5245393861 HTTP/1.1" status: 200 len: 1777 time: 0.0579901 May 27 01:48:24.844845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cdd9ed89-65cb-41cd-aed0-9663f062a1e2 req-0844e455-600b-4bc6-bbfa-fb383ac35492 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:24.878867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cdd9ed89-65cb-41cd-aed0-9663f062a1e2 req-0844e455-600b-4bc6-bbfa-fb383ac35492 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:24.888420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ff5b-48ec-42dd-a942-251c88605b20 req-0335c737-5763-4fd0-a1af-bad66da513cf tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:24.891241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1301ff5b-48ec-42dd-a942-251c88605b20 req-0335c737-5763-4fd0-a1af-bad66da513cf tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 944 time: 0.2958708 May 27 01:48:24.895119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Allocated IP 172.20.0.8 (13c96df4-812d-4e4d-a7ec-6163f90d966d/8142e39c-49b8-4c8e-9fd3-84b125682e53/240d7ac7-1c46-4d0e-8217-e7c7508b8551) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:24.933657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cdd9ed89-65cb-41cd-aed0-9663f062a1e2 req-0844e455-600b-4bc6-bbfa-fb383ac35492 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:24.953955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844e455-600b-4bc6-bbfa-fb383ac35492 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc56c0a-2ff3-4a92-b43e-cd5245393861,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:24.965422 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cdd9ed89-65cb-41cd-aed0-9663f062a1e2 req-0844e455-600b-4bc6-bbfa-fb383ac35492 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:24.967238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cdd9ed89-65cb-41cd-aed0-9663f062a1e2 req-0844e455-600b-4bc6-bbfa-fb383ac35492 tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "DELETE /v2.0/security-groups/cbc56c0a-2ff3-4a92-b43e-cd5245393861 HTTP/1.1" status: 204 len: 173 time: 0.3264964 May 27 01:48:25.077560 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1301ff5b-48ec-42dd-a942-251c88605b20 req-464c091c-7cbe-410d-83ed-f3ecdae7c8d6 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688704 May 27 01:48:25.138342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-963d7631-437d-4f0d-979e-3f982092727b req-82422b56-b473-4d06-a507-4f337de0236b tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 210 time: 0.0592084 May 27 01:48:25.208253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dbad783b-3ffa-4370-96f7-0b47bad1c1cb req-dacda448-1d1d-426c-ab2e-caddcf35c5ef tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "GET /v2.0/security-groups/a43ea710-0e24-404c-b857-21dd235fee36 HTTP/1.1" status: 200 len: 1778 time: 0.0457137 May 27 01:48:25.273465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dbad783b-3ffa-4370-96f7-0b47bad1c1cb req-5d51226a-631d-4115-a925-628ec492bb2c tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:25.299837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dbad783b-3ffa-4370-96f7-0b47bad1c1cb req-5d51226a-631d-4115-a925-628ec492bb2c tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:25.301160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fc17de9-bdfb-4b5d-b827-40e87ee00f7e req-a624f5a5-3062-45a1-95e5-df351c2e31ba tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 210 time: 0.0624082 May 27 01:48:25.329890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:48:25.360533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dbad783b-3ffa-4370-96f7-0b47bad1c1cb req-5d51226a-631d-4115-a925-628ec492bb2c tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:25.381806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51226a-631d-4115-a925-628ec492bb2c tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ea710-0e24-404c-b857-21dd235fee36,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:25.389197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dbad783b-3ffa-4370-96f7-0b47bad1c1cb req-5d51226a-631d-4115-a925-628ec492bb2c tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:25.405635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dbad783b-3ffa-4370-96f7-0b47bad1c1cb req-5d51226a-631d-4115-a925-628ec492bb2c tempest-SecurityGroupsTestAdminJSON-1523227380 tempest-SecurityGroupsTestAdminJSON-1523227380-project] 10.222.0.16 "DELETE /v2.0/security-groups/a43ea710-0e24-404c-b857-21dd235fee36 HTTP/1.1" status: 204 len: 173 time: 0.1910272 May 27 01:48:25.552826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:25.720895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b82b0-13d9-4911-adfb-4c857b382c70 req-69448ec9-255b-4d6a-b676-5d9e44055e28 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:25.728974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-773b82b0-13d9-4911-adfb-4c857b382c70 req-69448ec9-255b-4d6a-b676-5d9e44055e28 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1096 time: 0.2337091 May 27 01:48:25.742223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084f4d-a607-436e-b904-88144bbe6e80 req-a465770e-6227-4fb6-9f78-ba7a714ebd3a tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:25.743936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-a465770e-6227-4fb6-9f78-ba7a714ebd3a tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.47 "GET /v2.0/networks?id=e0f8c51c-9fa6-413d-92e9-ea86b221536f HTTP/1.1" status: 200 len: 812 time: 0.2070282 May 27 01:48:25.761276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Request body: {'port': {'device_id': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f', 'admin_state_up': True, 'tenant_id': 'b68ab16f86214fb1bc9121c19beefc6b'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:25.830798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58336) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:25.869407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-773b82b0-13d9-4911-adfb-4c857b382c70 req-628bd50f-18cf-4d9f-acf3-0a2b05da4e2a tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393898 May 27 01:48:25.925596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:48:25.932375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:25.938582 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] Sync routers for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:48:25.939945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Usage tracker for resource:port and tenant:b68ab16f86214fb1bc9121c19beefc6b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:25.945281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:25.958004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:25.964694 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:25.968259 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:25.969920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Made reservation on behalf of b68ab16f86214fb1bc9121c19beefc6b for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:25.975180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:25.992391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.128230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.142276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95b53d-d925-4f51-b029-13ad16a1ac6d req-479e07e9-7827-4088-9967-688dca1d2302 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:26.143809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b95b53d-d925-4f51-b029-13ad16a1ac6d req-479e07e9-7827-4088-9967-688dca1d2302 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.3709486 May 27 01:48:26.145306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-af462ca3-a778-4fb0-9f63-c953a7255949 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "PUT /v2.0/floatingips/27e5b71b-801e-4586-96b2-3be34bc815a6 HTTP/1.1" status: 200 len: 991 time: 3.7403090 May 27 01:48:26.154869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'tag': '00bee87f-13bb-4863-8995-a29760355c65'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:26.211406 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:26.252021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Allocated IP 172.20.0.2 (e0f8c51c-9fa6-413d-92e9-ea86b221536f/e4dbba03-b265-40be-a163-5c66658f4450/efe95268-d9b8-4c9d-bda8-e769fc3deaf1) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:26.275138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11453b-a6c3-4830-a64f-85dbbd9ade8e req-99cf5988-e4c3-4641-9ba0-61ddf3e090a3 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:26.276689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b11453b-a6c3-4830-a64f-85dbbd9ade8e req-99cf5988-e4c3-4641-9ba0-61ddf3e090a3 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.1654813 May 27 01:48:26.337621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-52107fb7-215f-4cc4-a1f3-0deeb8aea419 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:26.339148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-52107fb7-215f-4cc4-a1f3-0deeb8aea419 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 945 time: 0.6096756 May 27 01:48:26.373255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b11453b-a6c3-4830-a64f-85dbbd9ade8e req-3e5cc6b6-ee12-4d98-9e43-9f9d8f132d83 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816071 May 27 01:48:26.450934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a70ba0a0-d129-4390-b9f3-03698687863a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e03b6a6eece641a9a87a6711ce8a828c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6189132 May 27 01:48:26.454506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58356) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:26.461872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:26.473011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:26.487135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:26.556196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event updated for resources: {'Port': ['ID=240d7ac7-1c46-4d0e-8217-e7c7508b8551,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:26.560920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b95b53d-d925-4f51-b029-13ad16a1ac6d req-ac388e0b-8f9e-4c8d-a178-7c980a7a2283 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/security-groups?id=dafe1090-e9de-4aa3-93c8-d8c25dab4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347765 May 27 01:48:26.572370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Deleting port dfafa40d-0f47-4f13-8091-414a57938d50 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:26.572548 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.607258 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.633813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:26.634461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.637200 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a34ccdd-76b9-4c2f-9d4c-71be41289f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.681706 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a34ccdd-76b9-4c2f-9d4c-71be41289f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.698090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87e4daaf-ea0a-4869-846d-49a8685dfd8c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9819627 May 27 01:48:26.717616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Request body: {'port': {'device_id': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:26.751956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ee7d8-932f-4990-9614-d4dd19945ad1 req-1ad4285b-0208-40f8-acaa-67aa49a3fb89 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:26.754607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba2ee7d8-932f-4990-9614-d4dd19945ad1 req-1ad4285b-0208-40f8-acaa-67aa49a3fb89 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 945 time: 0.2457218 May 27 01:48:26.767262 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '27e5b71b-801e-4586-96b2-3be34bc815a6', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'port_id': '00bee87f-13bb-4863-8995-a29760355c65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'mac_address': 'fa:16:3e:2a:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:47:48Z', 'updated_at': '2022-05-27T01:48:23Z', 'revision_number': 1, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:55Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:26.771953 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] Checking router: b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:48:26.783913 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:26.784727 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:26.799483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a34ccdd-76b9-4c2f-9d4c-71be41289f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.813524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.857441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34ccdd-76b9-4c2f-9d4c-71be41289f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db1a97-ebeb-465a-aaf4-e7ec6bcd5317,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:26.868493 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba2ee7d8-932f-4990-9614-d4dd19945ad1 req-7de20a78-418d-407d-90c1-6908cae59466 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078064 May 27 01:48:26.908193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Network e0f8c51c-9fa6-413d-92e9-ea86b221536f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:26.912127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:26.917021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:26.954339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a34ccdd-76b9-4c2f-9d4c-71be41289f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:26.958492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a34ccdd-76b9-4c2f-9d4c-71be41289f50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23db1a97-ebeb-465a-aaf4-e7ec6bcd5317 HTTP/1.1" status: 204 len: 168 time: 0.5005283 May 27 01:48:26.965425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Pushing event updated for resources: {'Port': ['ID=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:26.992408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:26.993340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:27.027682 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:27.029140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-2a40de55-fc94-4f99-815c-cc835a21e6de tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2728946 May 27 01:48:27.040200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Request body: {'port': {'device_id': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:27.112833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:27.130849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-6ad49d35-a5c5-48bf-94cc-4054d7eac25d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:27.137632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-6ad49d35-a5c5-48bf-94cc-4054d7eac25d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.3893106 May 27 01:48:27.203967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-9f8d25cf-a1b1-455d-bad9-dd176e26762b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/quotas/f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 375 time: 0.0654128 May 27 01:48:27.266772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:27.289124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77798129-fa9d-4760-92cb-309456cadc7c req-d12a168a-5237-4a0e-96a8-372217741ab0 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:27.289826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-77798129-fa9d-4760-92cb-309456cadc7c req-d12a168a-5237-4a0e-96a8-372217741ab0 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Synchronizing usage tracker for tenant:b68ab16f86214fb1bc9121c19beefc6b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:27.313807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] For port dfafa40d-0f47-4f13-8091-414a57938d50, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=dfafa40d-0f47-4f13-8091-414a57938d50,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:27.314181 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:27.450781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58372) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:27.467663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Calling delete_port for dfafa40d-0f47-4f13-8091-414a57938d50 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:27.477021 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '27e5b71b-801e-4586-96b2-3be34bc815a6', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'port_id': '00bee87f-13bb-4863-8995-a29760355c65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'mac_address': 'fa:16:3e:2a:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:47:48Z', 'updated_at': '2022-05-27T01:48:23Z', 'revision_number': 1, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:55Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:27.481325 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda89c1-e2eb-4867-a507-c6d723f2aab6 None None] The sync data for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 is: [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '27e5b71b-801e-4586-96b2-3be34bc815a6', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'port_id': '00bee87f-13bb-4863-8995-a29760355c65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'mac_address': 'fa:16:3e:2a:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:47:48Z', 'updated_at': '2022-05-27T01:48:23Z', 'revision_number': 1, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:55Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:48:27.515879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-77798129-fa9d-4760-92cb-309456cadc7c req-d12a168a-5237-4a0e-96a8-372217741ab0 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Unset dirty status for tenant:b68ab16f86214fb1bc9121c19beefc6b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:27.517030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77798129-fa9d-4760-92cb-309456cadc7c req-d12a168a-5237-4a0e-96a8-372217741ab0 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 931 time: 0.4386654 May 27 01:48:27.635919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2772a616-ebd3-438e-b17f-3df18cacc4b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=480a8d6c3e8e4212b5c535bd28a555e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836426 May 27 01:48:27.642366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58378) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:27.694958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-77798129-fa9d-4760-92cb-309456cadc7c req-6e85b4e9-6c91-4d86-9371-c93243583f32 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Synchronizing usage tracker for tenant:b68ab16f86214fb1bc9121c19beefc6b on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:27.729010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-384c2d30-483c-476c-97ee-758813cea8c6 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5241768 May 27 01:48:27.746582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965e076-335e-40e2-b126-da8e97350188 None None] New status for floating IP 27e5b71b-801e-4586-96b2-3be34bc815a6: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:48:27.748458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-1c1af4a5-56a8-4887-ba30-4d6158fc5423 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:27.749963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-1c1af4a5-56a8-4887-ba30-4d6158fc5423 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 945 time: 0.4921710 May 27 01:48:27.828721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device dfafa40d-0f47-4f13-8091-414a57938d50 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:27.834775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-77798129-fa9d-4760-92cb-309456cadc7c req-6e85b4e9-6c91-4d86-9371-c93243583f32 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Unset dirty status for tenant:b68ab16f86214fb1bc9121c19beefc6b on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:27.835917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77798129-fa9d-4760-92cb-309456cadc7c req-6e85b4e9-6c91-4d86-9371-c93243583f32 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989566 May 27 01:48:27.842829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c0609cd-cdfc-4e94-9b74-11d52fdd23b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:27.893248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c0609cd-cdfc-4e94-9b74-11d52fdd23b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.067011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port dfafa40d-0f47-4f13-8091-414a57938d50 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:28.067699 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.084550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c0609cd-cdfc-4e94-9b74-11d52fdd23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.112618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe95268-d9b8-4c9d-bda8-e769fc3deaf1 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:28.117130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Deleting port f69ff853-4fd2-4211-acbf-6cd98c2ac87e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:28.117401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.121976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0609cd-cdfc-4e94-9b74-11d52fdd23b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e92f1-fa49-4ce9-b5a4-6a365ed6e9cc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:28.131680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.142142 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c0609cd-cdfc-4e94-9b74-11d52fdd23b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.146066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c0609cd-cdfc-4e94-9b74-11d52fdd23b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c5e92f1-fa49-4ce9-b5a4-6a365ed6e9cc HTTP/1.1" status: 204 len: 168 time: 0.4929264 May 27 01:48:28.168596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Transition to ACTIVE for port object efe95268-d9b8-4c9d-bda8-e769fc3deaf1 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:28.187838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.201210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.275592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76eccd-658f-46cf-a7aa-3275a1d20e43 req-b899b4fe-b9f4-4af1-bfe9-a96c0a251545 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:28.277102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a76eccd-658f-46cf-a7aa-3275a1d20e43 req-b899b4fe-b9f4-4af1-bfe9-a96c0a251545 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 931 time: 0.2569172 May 27 01:48:28.285904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-61ff03c4-2c25-4cd6-b4b5-08902a585bc6 service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313208 May 27 01:48:28.289682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Pushing event deleted for resources: {'Port': ['ID=dfafa40d-0f47-4f13-8091-414a57938d50,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:28.368951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Pushing event updated for resources: {'Port': ['ID=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:28.465973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a76eccd-658f-46cf-a7aa-3275a1d20e43 req-a97e3323-5463-4e49-b572-4af17ba9f73c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355393 May 27 01:48:28.505318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Attempting to bind port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:28.505658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Attempting to bind port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c225e878-f1c9-48ca-b804-648a562b3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:28.505984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Attempting to bind port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 on network e0f8c51c-9fa6-413d-92e9-ea86b221536f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:28.512485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 on network e0f8c51c-9fa6-413d-92e9-ea86b221536f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:28.512822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Attempting to bind port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 on network e0f8c51c-9fa6-413d-92e9-ea86b221536f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:28.520432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:28.520771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Checking segment: {'id': 'c225e878-f1c9-48ca-b804-648a562b3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:28.521156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Bound using segment: {'id': 'c225e878-f1c9-48ca-b804-648a562b3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:28.521604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Bound port: efe95268-d9b8-4c9d-bda8-e769fc3deaf1, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c225e878-f1c9-48ca-b804-648a562b3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:28.521952 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.546970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] No DVR routers for this DVR port dfafa40d-0f47-4f13-8091-414a57938d50 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:28.561194 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0a340e-b160-4d6e-a9bf-00b77781e55c'] response: {'name': 'network-changed', 'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'tag': '00bee87f-13bb-4863-8995-a29760355c65', 'status': 'completed', 'code': 200} May 27 01:48:28.563903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.697022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240d7ac7-1c46-4d0e-8217-e7c7508b8551 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:28.702890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] For port efe95268-d9b8-4c9d-bda8-e769fc3deaf1, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:28.706573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] For port efe95268-d9b8-4c9d-bda8-e769fc3deaf1, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,segment=NetworkSegment(c225e878-f1c9-48ca-b804-648a562b3363),segment_id=c225e878-f1c9-48ca-b804-648a562b3363)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:28.719265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.725850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdce4d71-213b-4fa9-ae25-aafe187a74c1 req-e14d2a34-1bdf-476a-b9e5-fb8377a06635 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.13 "DELETE /v2.0/ports/dfafa40d-0f47-4f13-8091-414a57938d50 HTTP/1.1" status: 204 len: 173 time: 2.3714099 May 27 01:48:28.746922 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.790233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:28.790877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.792281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] 10.222.0.47 "PUT /v2.0/ports/efe95268-d9b8-4c9d-bda8-e769fc3deaf1 HTTP/1.1" status: 200 len: 1092 time: 1.7562883 May 27 01:48:28.792837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'tag': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:28.820265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Transition to ACTIVE for port object 240d7ac7-1c46-4d0e-8217-e7c7508b8551 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:28.835938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd61ae-0fc7-4206-be1e-9d3b4c2dec49 service neutron] Pushing event updated for resources: {'Port': ['ID=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:28.847518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-e6541917-134a-4cc5-a52f-4ea2d2de012a service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249012 May 27 01:48:28.882368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] For port f69ff853-4fd2-4211-acbf-6cd98c2ac87e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,segment=NetworkSegment(fbc13bb7-784f-4259-9d6d-94b7719426c5),segment_id=fbc13bb7-784f-4259-9d6d-94b7719426c5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:28.883126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:28.936246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25422339-d418-4dc5-bb36-75ffb4e920ee req-54a1409a-6b85-4fe6-b140-c0eebf9c7e52 tempest-ServerRescueTestJSON-938382353 tempest-ServerRescueTestJSON-938382353-project] 10.222.0.16 "GET /v2.0/ports?device_id=d902da38-cbba-47c5-ab05-6e8d00e7694b HTTP/1.1" status: 200 len: 210 time: 0.0875907 May 27 01:48:28.994847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084f4d-a607-436e-b904-88144bbe6e80 req-3db593e8-594c-4cc0-8b59-8c056ed695c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:28.996500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-3db593e8-594c-4cc0-8b59-8c056ed695c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b68ab16f86214fb1bc9121c19beefc6b&device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 1095 time: 0.1052251 May 27 01:48:29.007380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:29.145464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Calling delete_port for f69ff853-4fd2-4211-acbf-6cd98c2ac87e owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:29.165449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-314c82c5-9c4b-48f0-b0fa-97f92b93d348 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efe95268-d9b8-4c9d-bda8-e769fc3deaf1 HTTP/1.1" status: 200 len: 217 time: 0.1585031 May 27 01:48:29.348932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084f4d-a607-436e-b904-88144bbe6e80 req-7c03a517-f3c9-4445-82ac-b92d97504446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:29.350407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-7c03a517-f3c9-4445-82ac-b92d97504446 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4dbba03-b265-40be-a163-5c66658f4450 HTTP/1.1" status: 200 len: 852 time: 0.1375921 May 27 01:48:29.358467 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28239a3b-e3f2-43c0-b127-3347e7c511da'] response: {'name': 'network-changed', 'server_uuid': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'tag': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1', 'status': 'completed', 'code': 200} May 27 01:48:29.391479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58420) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:29.411185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-f6ab7c14-2c2a-422d-8579-2793bd3dc081 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0f8c51c-9fa6-413d-92e9-ea86b221536f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516968 May 27 01:48:29.419428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6932b-b444-4b4a-ba8b-574d7c461e76 req-08358d7c-2a33-4ab4-ae51-bf001ad3927c tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:29.426856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71e6932b-b444-4b4a-ba8b-574d7c461e76 req-08358d7c-2a33-4ab4-ae51-bf001ad3927c tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 945 time: 0.2604136 May 27 01:48:29.449747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Pushing event updated for resources: {'Port': ['ID=240d7ac7-1c46-4d0e-8217-e7c7508b8551,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:29.524192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924876b-8150-45e7-ad53-459735445b81 req-f632655b-1332-493c-8b81-2351804949da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:29.524620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2924876b-8150-45e7-ad53-459735445b81 req-f632655b-1332-493c-8b81-2351804949da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b5b77652cf44a899d78760d49adcc0&device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 1097 time: 0.9522645 May 27 01:48:29.618640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71e6932b-b444-4b4a-ba8b-574d7c461e76 req-06c08a84-4155-4e20-b57c-eb47768da4ce tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c00552c-5a95-450a-bda6-5275fe8da186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887436 May 27 01:48:29.757333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6045877-3ede-4ca8-ae58-9ef502855e10 req-6c028d06-6216-409e-a73c-b866a35481ab tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 210 time: 0.0550914 May 27 01:48:29.760849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-16ed6d41-4687-4ba5-bbae-5414458e875a service neutron] 10.222.0.47 "GET /v2.0/networks/e0f8c51c-9fa6-413d-92e9-ea86b221536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320591 May 27 01:48:29.881765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-999405060-network', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:29.945074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:29.964723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Usage tracker for resource:network and tenant:1bb44cf4095c4307bcf20560245a38e3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:29.984733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:30.001761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:30.077407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db084f4d-a607-436e-b904-88144bbe6e80 req-ff43cddd-256e-4b56-89f0-44bd068d15f5 service neutron] 10.222.0.47 "GET /v2.0/networks/e0f8c51c-9fa6-413d-92e9-ea86b221536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090763 May 27 01:48:30.079657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Attempting to bind port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:30.079985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Attempting to bind port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:30.080349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Attempting to bind port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:30.082737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Made reservation on behalf of 1bb44cf4095c4307bcf20560245a38e3 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:30.085008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:30.091496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed88e95-cb3f-48f7-ad6e-034509b70db5 req-7f164624-4a65-4411-8b4a-16864bca08b0 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.093598 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed88e95-cb3f-48f7-ad6e-034509b70db5 req-7f164624-4a65-4411-8b4a-16864bca08b0 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.1852696 May 27 01:48:30.108497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:30.111878 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:30.123305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-decb1f7d-adf1-4dce-8f53-b2686a2d0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.124792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-decb1f7d-adf1-4dce-8f53-b2686a2d0043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e4e09ed76764f4cb6f350401385cddd&device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 1097 time: 0.7235990 May 27 01:48:30.125758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924876b-8150-45e7-ad53-459735445b81 req-fd44d984-a06f-4d5b-a348-61a1d9612d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.127067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2924876b-8150-45e7-ad53-459735445b81 req-fd44d984-a06f-4d5b-a348-61a1d9612d01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=06c1058f-3ed3-4daf-b884-dd92587f2412 HTTP/1.1" status: 200 len: 915 time: 0.5786562 May 27 01:48:30.134124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:30.134894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Attempting to bind port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:30.185636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed88e95-cb3f-48f7-ad6e-034509b70db5 req-ffb7a5c1-7028-4e3d-ba54-7ea93b8a1496 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846131 May 27 01:48:30.220763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aba59-9540-447c-b4f5-969f4424f939 req-0301dc22-4bc7-4838-a42f-971fd444805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.222644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-811aba59-9540-447c-b4f5-969f4424f939 req-0301dc22-4bc7-4838-a42f-971fd444805f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b68ab16f86214fb1bc9121c19beefc6b&device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 1095 time: 0.0879703 May 27 01:48:30.270138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Pushing event deleted for resources: {'Port': ['ID=f69ff853-4fd2-4211-acbf-6cd98c2ac87e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:30.272129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:30.272473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:30.272880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Bound using segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:30.273271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Bound port: 240d7ac7-1c46-4d0e-8217-e7c7508b8551, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:30.273627 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:30.293872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:30.363048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbce21-98ef-47f4-a2c4-9d74d5b85562 req-715cef26-8325-48b6-be1a-979d659401cd tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.364548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51dbce21-98ef-47f4-a2c4-9d74d5b85562 req-715cef26-8325-48b6-be1a-979d659401cd tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 943 time: 0.7891662 May 27 01:48:30.397320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Usage tracker for resource:security_group_rule and tenant:1bb44cf4095c4307bcf20560245a38e3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:30.402381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:30.424696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aba59-9540-447c-b4f5-969f4424f939 req-01c77b19-57a3-4cdb-bfb8-1afc81242aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.426299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-811aba59-9540-447c-b4f5-969f4424f939 req-01c77b19-57a3-4cdb-bfb8-1afc81242aee service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0f8c51c-9fa6-413d-92e9-ea86b221536f HTTP/1.1" status: 200 len: 913 time: 0.1977699 May 27 01:48:30.438437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d4fa0-4659-442c-a0b8-7b35dae97c90 req-3f0d2ba5-3d43-489c-9144-610f895b8f40 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.439834 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f73d4fa0-4659-442c-a0b8-7b35dae97c90 req-3f0d2ba5-3d43-489c-9144-610f895b8f40 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 943 time: 0.1357515 May 27 01:48:30.477623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:30.518117 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-811aba59-9540-447c-b4f5-969f4424f939 req-98e6d35b-a9df-46e1-aa11-567f2f1f2d86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efe95268-d9b8-4c9d-bda8-e769fc3deaf1 HTTP/1.1" status: 200 len: 217 time: 0.0773208 May 27 01:48:30.534679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f69ff853-4fd2-4211-acbf-6cd98c2ac87e no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:30.604385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f73d4fa0-4659-442c-a0b8-7b35dae97c90 req-13b4d5dc-687f-4a42-87f2-02220422692d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079390 May 27 01:48:30.617805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'name': 'network-vif-deleted', 'tag': 'dfafa40d-0f47-4f13-8091-414a57938d50'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:30.619189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: f69ff853-4fd2-4211-acbf-6cd98c2ac87e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:30.619562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f69ff853-4fd2-4211-acbf-6cd98c2ac87e not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:30.629010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aba59-9540-447c-b4f5-969f4424f939 req-50818a8a-aab8-4e6b-96b6-97979fb9ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.631313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-811aba59-9540-447c-b4f5-969f4424f939 req-50818a8a-aab8-4e6b-96b6-97979fb9ac05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4dbba03-b265-40be-a163-5c66658f4450 HTTP/1.1" status: 200 len: 852 time: 0.1052966 May 27 01:48:30.646848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] No DVR routers for this DVR port f69ff853-4fd2-4211-acbf-6cd98c2ac87e on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:30.663201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2924876b-8150-45e7-ad53-459735445b81 req-8397d59f-6912-4901-84db-6ff521d25ff6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00bee87f-13bb-4863-8995-a29760355c65 HTTP/1.1" status: 200 len: 1001 time: 0.4864459 May 27 01:48:30.665627 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:30.694905 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-811aba59-9540-447c-b4f5-969f4424f939 req-152cb7b2-5f93-48d0-b431-bbcd671f55a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0f8c51c-9fa6-413d-92e9-ea86b221536f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544991 May 27 01:48:30.725113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58436) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:30.763467 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9c6f9c-03dd-422d-9b06-88ef95ff448b'] response: {'server_uuid': 'd902da38-cbba-47c5-ab05-6e8d00e7694b', 'name': 'network-vif-deleted', 'tag': 'dfafa40d-0f47-4f13-8091-414a57938d50', 'status': 'completed', 'code': 200} May 27 01:48:30.797578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51dbce21-98ef-47f4-a2c4-9d74d5b85562 req-8549a296-e4fd-4619-9f57-fb11e4a23c61 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717420 May 27 01:48:30.843651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6b609f1-28ec-43b4-bc84-c1b091ec8114 req-ff1ed066-ca13-4070-81be-d760343f7fbc tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.47 "DELETE /v2.0/ports/f69ff853-4fd2-4211-acbf-6cd98c2ac87e HTTP/1.1" status: 204 len: 173 time: 3.0874131 May 27 01:48:30.885816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-84eb52a6-54e4-4bc6-b8fb-6862e9b511c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.887301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-84eb52a6-54e4-4bc6-b8fb-6862e9b511c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5f0f81c-1e22-413f-bf79-dd14c362b146 HTTP/1.1" status: 200 len: 915 time: 0.7179689 May 27 01:48:30.893929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] For port 240d7ac7-1c46-4d0e-8217-e7c7508b8551, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:30.903657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924876b-8150-45e7-ad53-459735445b81 req-abb588b7-9fe2-486a-95d8-282eed91701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.905160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2924876b-8150-45e7-ad53-459735445b81 req-abb588b7-9fe2-486a-95d8-282eed91701d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76201f3a-b46f-4762-b6ca-b5cbb5a44e26 HTTP/1.1" status: 200 len: 853 time: 0.2140062 May 27 01:48:30.911616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f90ff9a-189c-4a29-8c06-8b6908889cb8 req-986e00af-4ccb-4d2b-90ef-4259039b13e1 tempest-InstanceActionsNegativeTestJSON-1457416706 tempest-InstanceActionsNegativeTestJSON-1457416706-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a458016-5cc6-4443-bb7b-e55c4a225790 HTTP/1.1" status: 200 len: 210 time: 0.0627902 May 27 01:48:30.981665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-ee071b28-b182-404e-8cb2-dacf8f319e1d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:30.983947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-ee071b28-b182-404e-8cb2-dacf8f319e1d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.5570929 May 27 01:48:31.015096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] For port 240d7ac7-1c46-4d0e-8217-e7c7508b8551, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=240d7ac7-1c46-4d0e-8217-e7c7508b8551,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:31.033100 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-00794bc8-79d7-4f5f-80d0-32a1ddd1ee1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a HTTP/1.1" status: 200 len: 217 time: 0.1350570 May 27 01:48:31.036503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Request body: {'port': {'device_id': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'admin_state_up': True, 'tenant_id': 'f61c9ff38d59493bb1a10bafc3074055'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:31.036698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-811aba59-9540-447c-b4f5-969f4424f939 req-1ff1f971-23ee-4248-9511-f90138372b42 service neutron] 10.222.0.47 "GET /v2.0/networks/e0f8c51c-9fa6-413d-92e9-ea86b221536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353076 May 27 01:48:31.092282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:31.243559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2608b076-d668-4208-8b13-7d6a9a1534a9 req-9ee30b0b-2369-42f7-8d2a-716d58c9d713 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 210 time: 0.2260253 May 27 01:48:31.302619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:31.303293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:31.304743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] 10.222.0.13 "PUT /v2.0/ports/240d7ac7-1c46-4d0e-8217-e7c7508b8551 HTTP/1.1" status: 200 len: 1092 time: 4.5919363 May 27 01:48:31.409165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5899d5-5d72-4af7-9bfd-64d17b88c383 service neutron] Pushing event updated for resources: {'Port': ['ID=240d7ac7-1c46-4d0e-8217-e7c7508b8551,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:31.413024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:31.430518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-42d845e9-3bc0-40dd-aaea-4f0255067575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:31.432284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-42d845e9-3bc0-40dd-aaea-4f0255067575 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99da006-058e-4742-9a05-d3a9f4ac3a3b HTTP/1.1" status: 200 len: 854 time: 0.3349519 May 27 01:48:31.444019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:31.549985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-811aba59-9540-447c-b4f5-969f4424f939 req-133ce130-672c-4359-9342-1a914b0ad0ce service neutron] 10.222.0.47 "GET /v2.0/networks/e0f8c51c-9fa6-413d-92e9-ea86b221536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554932 May 27 01:48:31.621247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373cf7-60d2-4f6c-afd3-3437a59c7dc7 req-34bcabe6-45b4-452e-b9c4-f27b0a4acaf6 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:31.623977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18373cf7-60d2-4f6c-afd3-3437a59c7dc7 req-34bcabe6-45b4-452e-b9c4-f27b0a4acaf6 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.2442665 May 27 01:48:31.662366 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-06bcb523-9424-475d-9570-127b0edc9185 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5f0f81c-1e22-413f-bf79-dd14c362b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2198422 May 27 01:48:31.670658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:48:31.709013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18373cf7-60d2-4f6c-afd3-3437a59c7dc7 req-9fe9ff6f-6f88-48cf-a8b5-bbaaffb02d2f tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649207 May 27 01:48:31.712099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924876b-8150-45e7-ad53-459735445b81 req-e26ed741-efa6-4c2e-a9c0-3b3413aeb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:31.713571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2924876b-8150-45e7-ad53-459735445b81 req-e26ed741-efa6-4c2e-a9c0-3b3413aeb93d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=06c1058f-3ed3-4daf-b884-dd92587f2412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7423825 May 27 01:48:31.721648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:31.749499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4257fc-a396-4a75-8f32-7635a93506a4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:31.805265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:31.852771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:31.853126 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Added segment 7f52c3be-0238-421f-a28a-da16fa5ce427 of type vlan for network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 May 27 01:48:31.913064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:31.985483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Made reservation on behalf of f61c9ff38d59493bb1a10bafc3074055 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:31.988906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.031659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.042632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-6e91af7a-235c-4abc-bc08-ce62bc91cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:32.044128 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-6e91af7a-235c-4abc-bc08-ce62bc91cc64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 1095 time: 0.6848509 May 27 01:48:32.147841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750733-1275-4884-8f33-6a70814d660d req-6ff73ece-304b-4157-b5b1-948c6f1919b6 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:32.149306 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf750733-1275-4884-8f33-6a70814d660d req-6ff73ece-304b-4157-b5b1-948c6f1919b6 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 943 time: 0.2082400 May 27 01:48:32.201866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-a67882d9-edaf-468b-8ba1-452bf37d4cad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=240d7ac7-1c46-4d0e-8217-e7c7508b8551 HTTP/1.1" status: 200 len: 217 time: 0.1297607 May 27 01:48:32.202828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:48:32.204609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf750733-1275-4884-8f33-6a70814d660d req-a66fdd02-a5c8-4f14-b62b-763af38d53ba tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 May 27 01:48:32.219380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-ae35bdfd-3e2e-4b2b-89e0-7d43d9c5f949 service neutron] 10.222.0.13 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464787 May 27 01:48:32.259906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Deleting port cd4f5f36-7b27-4779-b00e-89ad7ea744e0 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:32.260271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.298685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58452) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:32.304798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2924876b-8150-45e7-ad53-459735445b81 req-646e4b13-3bd1-4387-b34d-d9b218ab2c99 service neutron] 10.222.0.47 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796640 May 27 01:48:32.417578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.418575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:32.419185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.456261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33c263-db86-495d-9f26-7e39d4b057ce req-8fcf7966-e324-4a2e-9f5e-2443c868c05b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:32.457212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0a33c263-db86-495d-9f26-7e39d4b057ce req-8fcf7966-e324-4a2e-9f5e-2443c868c05b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:32.477365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d84a53c-6dfc-4cd0-81f5-9b548feee51f req-359c9a0e-144d-439c-8815-cbbb01ecee6e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 210 time: 0.1024568 May 27 01:48:32.480036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] Deleting subnet 332f893c-734c-4ed4-82e5-b621d8c635c9 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:48:32.486747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.558936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.562154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.604942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-5fc31b4d-4da8-4abf-9d80-638cc93d8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:32.606388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-5fc31b4d-4da8-4abf-9d80-638cc93d8d63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.3759296 May 27 01:48:32.612456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] For port cd4f5f36-7b27-4779-b00e-89ad7ea744e0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,segment=NetworkSegment(969856a1-164f-4111-aa3a-43f0a20e06ae),segment_id=969856a1-164f-4111-aa3a-43f0a20e06ae)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:32.612642 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.741774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Calling delete_port for cd4f5f36-7b27-4779-b00e-89ad7ea744e0 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:32.763976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-ac37ff3b-f5d3-4fe5-90ee-c8b215c6d320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975816 May 27 01:48:32.764577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0a33c263-db86-495d-9f26-7e39d4b057ce req-8fcf7966-e324-4a2e-9f5e-2443c868c05b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:32.765582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a33c263-db86-495d-9f26-7e39d4b057ce req-8fcf7966-e324-4a2e-9f5e-2443c868c05b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 943 time: 1.0394521 May 27 01:48:32.766160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] Pushing event updated for resources: {'Network': ['ID=fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:32.777286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'name': 'network-vif-deleted', 'tag': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e'}, {'name': 'network-changed', 'server_uuid': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'tag': '240d7ac7-1c46-4d0e-8217-e7c7508b8551'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:32.787796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.811176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:48:32.847892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18b639b7-2818-4b0e-a46d-81035650126e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4450407 May 27 01:48:32.861980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58460) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:32.916968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46385601-e1ad-49cd-948b-c0c87d051b70 req-a90d343d-cc57-4aae-b944-8d3c9589dd05 service neutron] 10.222.0.13 "GET /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548312 May 27 01:48:32.928781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Request body: {'subnet': {'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-999405060-subnet', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:32.950520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:32.963607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:32.972775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Allocated IP 172.20.0.5 (aa256de3-8875-4546-8c8c-363101dbe9e0/4c053681-6e30-48ed-8768-9c84a12dd60e/d16b461d-d867-4e02-b495-a2da44efe42c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:32.978775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Usage tracker for resource:subnet and tenant:1bb44cf4095c4307bcf20560245a38e3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:32.984766 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2924876b-8150-45e7-ad53-459735445b81 req-1674dba1-0753-4f0d-92fc-1a48b33f135a service neutron] 10.222.0.47 "GET /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572814 May 27 01:48:32.985705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:33.009403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:33.024417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0a33c263-db86-495d-9f26-7e39d4b057ce req-2afab960-e1ca-47fc-ad48-aeb10d2f3606 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:33.056809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Made reservation on behalf of 1bb44cf4095c4307bcf20560245a38e3 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:33.059519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.081602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.126112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332f893c-734c-4ed4-82e5-b621d8c635c9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:33.133421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.145461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c84222c6-c3ff-4f8b-a3f6-d19b43c9d9dc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/332f893c-734c-4ed4-82e5-b621d8c635c9 HTTP/1.1" status: 204 len: 168 time: 0.8461671 May 27 01:48:33.152938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58464) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:33.172772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-87efd868-5a0d-4eb4-85cf-aeb6ff14c813 service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898089 May 27 01:48:33.173389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0a33c263-db86-495d-9f26-7e39d4b057ce req-2afab960-e1ca-47fc-ad48-aeb10d2f3606 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:33.174471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a33c263-db86-495d-9f26-7e39d4b057ce req-2afab960-e1ca-47fc-ad48-aeb10d2f3606 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691609 May 27 01:48:33.265307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3fde-46c9-471b-b003-db1c93056618 req-11efc82e-bea4-4675-8768-6c5440053c03 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:33.266748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-287f3fde-46c9-471b-b003-db1c93056618 req-11efc82e-bea4-4675-8768-6c5440053c03 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.3966365 May 27 01:48:33.344898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.391659 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-287f3fde-46c9-471b-b003-db1c93056618 req-dd4f3f84-aff3-4bf9-beca-bdeccade4bcc tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786428 May 27 01:48:33.424995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.430799 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5de402-5224-45ae-a9a4-0bd50711c2b3'] response: {'server_uuid': '6a458016-5cc6-4443-bb7b-e55c4a225790', 'name': 'network-vif-deleted', 'tag': 'f69ff853-4fd2-4211-acbf-6cd98c2ac87e', 'status': 'completed', 'code': 200} May 27 01:48:33.431407 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5de402-5224-45ae-a9a4-0bd50711c2b3'] response: {'name': 'network-changed', 'server_uuid': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'tag': '240d7ac7-1c46-4d0e-8217-e7c7508b8551', 'status': 'completed', 'code': 200} May 27 01:48:33.497358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4f5f36-7b27-4779-b00e-89ad7ea744e0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:33.719726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.742572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5273e2f4-a7ce-4bcc-8fe3-e46baca36e8b req-bc7644f5-91c5-482e-be79-fed0f3c7f1c3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 210 time: 0.0779717 May 27 01:48:33.750831 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f397d7a-c7ca-4d6c-afd5-d069bae1bcc9 req-d494d08b-6f90-4d5f-ade5-6fbf1b3812bf service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508087 May 27 01:48:33.769705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8090f22a-c756-49b8-a895-0e60513f8ecd']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:33.808494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fed47-847b-4c22-a8ef-039595da3fbe req-e5ef29df-4859-4a0f-b193-d3e312ec5554 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:33.809861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-108fed47-847b-4c22-a8ef-039595da3fbe req-e5ef29df-4859-4a0f-b193-d3e312ec5554 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 943 time: 0.3694077 May 27 01:48:33.842907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc13bb7-784f-4259-9d6d-94b7719426c5') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:33.843204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc13bb7-784f-4259-9d6d-94b7719426c5') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:33.869692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.878440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.937303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.962977 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-108fed47-847b-4c22-a8ef-039595da3fbe req-c2eb7f67-fc90-47a0-bc8d-e61c9b98c0dc tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115468 May 27 01:48:33.963654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:48:33.964062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:33.974971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.031468 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fbc13bb7-784f-4259-9d6d-94b7719426c5 resource provider aggregate not found May 27 01:48:34.055784 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fbc13bb7-784f-4259-9d6d-94b7719426c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbc13bb7-784f-4259-9d6d-94b7719426c5 found for delete ", "request_id": "req-5a6be53e-f207-4776-9863-1af4089332a6"}]} May 27 01:48:34.059190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-03d5bb75-c4e8-4917-b9ac-3062b1b7c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:34.060832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-03d5bb75-c4e8-4917-b9ac-3062b1b7c906 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 1095 time: 0.2500532 May 27 01:48:34.066025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4d326c-4c30-428c-9983-8d5f3b78fa65,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:34.069564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.069733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.078655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.100510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.169621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] Pushing event deleted for resources: {'Network': ['ID=8090f22a-c756-49b8-a895-0e60513f8ecd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:34.202703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-20dacc64-d73f-498b-9162-2fb4ae3f9208 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8090f22a-c756-49b8-a895-0e60513f8ecd HTTP/1.1" status: 204 len: 168 time: 1.0482121 May 27 01:48:34.233106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Checking segment: {'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:34.233474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Network hostable DHCP agents. Network: fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:48:34.249872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Network aa256de3-8875-4546-8c8c-363101dbe9e0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:34.262442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:34.265432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:34.317922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:34.359577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:48:34.391924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:34.392678 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.404533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:34.409143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:34.409734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.415631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905bf85a-590b-491a-8ba5-71cd12078b6c None None] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:34.418388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58482) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:34.423748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-f0ef87c6-897a-4cdf-aa63-05b1f0aa462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:34.425298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-f0ef87c6-897a-4cdf-aa63-05b1f0aa462e service neutron] 10.222.0.13 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.3445454 May 27 01:48:34.518513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-17090a50-999b-46f3-996f-37d5ef6f361d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4873562 May 27 01:48:34.538432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-1e2e172f-5ac6-4cd9-b55e-739b445502c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=240d7ac7-1c46-4d0e-8217-e7c7508b8551 HTTP/1.1" status: 200 len: 217 time: 0.0892560 May 27 01:48:34.547368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Request body: {'port': {'device_id': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:34.558686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device efe95268-d9b8-4c9d-bda8-e769fc3deaf1 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:48:34.584872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d507f2bb-bea9-4e96-a7c7-0d85bd6d676e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6710236 May 27 01:48:34.696597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58490) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:34.720513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:34.729125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:34.738765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Usage tracker for resource:router and tenant:1bb44cf4095c4307bcf20560245a38e3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:34.743793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:34.759040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:34.772285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1223b1-2332-4cdf-beba-87eeb96a5825 req-c9834f3d-6a90-4b17-805c-ba6af721207e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:34.780976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c1223b1-2332-4cdf-beba-87eeb96a5825 req-c9834f3d-6a90-4b17-805c-ba6af721207e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 943 time: 0.4637513 May 27 01:48:34.813525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3743e1ad-4770-4356-a6cc-cdcfc99783c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cd070972af94094a0002c0c9f8f46d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916781 May 27 01:48:34.815644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58496) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:34.820260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.833889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-54677c47-3bee-4ab0-a780-c32058af03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:34.835568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-54677c47-3bee-4ab0-a780-c32058af03b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.2579250 May 27 01:48:34.842210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:48:34.844660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.845858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.847843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port efe95268-d9b8-4c9d-bda8-e769fc3deaf1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,segment=NetworkSegment(c225e878-f1c9-48ca-b804-648a562b3363),segment_id=c225e878-f1c9-48ca-b804-648a562b3363)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:34.863265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'fixed_ips': [{'subnet_id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:48:34.864074 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.875356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1', 'network_id': 'e0f8c51c-9fa6-413d-92e9-ea86b221536f', 'port_id': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1', 'mac_address': 'fa:16:3e:b1:8e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4dbba03-b265-40be-a163-5c66658f4450', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:48:34.882495 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c1223b1-2332-4cdf-beba-87eeb96a5825 req-f083b3f2-8fbe-460f-9a05-98158ee73ebf tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 May 27 01:48:34.909928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:34.924458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-22a83f84-5e78-41af-9cad-0a7ebb9509e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811055 May 27 01:48:35.074547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7bc8-80c1-4518-9f44-dae230eef88d req-334b6a9d-a85e-4294-adda-d2435b88185b tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:35.076794 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45ab7bc8-80c1-4518-9f44-dae230eef88d req-334b6a9d-a85e-4294-adda-d2435b88185b tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.4930692 May 27 01:48:35.097971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:35.098349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.120300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe95268-d9b8-4c9d-bda8-e769fc3deaf1 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:35.141164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Allocated IP 172.20.0.2 (fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5/db4d326c-4c30-428c-9983-8d5f3b78fa65/f6375517-a1c0-4a39-bdb8-bc6fca912ec8) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:35.151334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port efe95268-d9b8-4c9d-bda8-e769fc3deaf1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,segment=NetworkSegment(c225e878-f1c9-48ca-b804-648a562b3363),segment_id=c225e878-f1c9-48ca-b804-648a562b3363)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:35.157443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.199996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-bc833045-8b99-4e7b-9184-28cc3d994aac service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659409 May 27 01:48:35.231949 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45ab7bc8-80c1-4518-9f44-dae230eef88d req-f4a4bf9e-6728-4fb6-8c97-fde717ff01cf tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037536 May 27 01:48:35.281206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df2151e5-b04e-4ddf-a189-4b8e4dec61b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.341247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:35.408230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df2151e5-b04e-4ddf-a189-4b8e4dec61b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.447721 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.458554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Transition to ACTIVE for port object f6375517-a1c0-4a39-bdb8-bc6fca912ec8 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:35.479492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Transition to ACTIVE for port object f6375517-a1c0-4a39-bdb8-bc6fca912ec8 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:35.488647 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.497440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.501791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:48:35.516270 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] Sync routers for ids ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:48:35.525497 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] Routers {'7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:35.526410 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:35.544105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-12363af2-ed80-4822-9712-d041cfdca9bb admin admin] 10.222.0.16 "PUT /v2.0/routers/7b2622ba-1e78-4f2a-9d15-d233ff05dd5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8179233 May 27 01:48:35.575127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Pushing event updated for resources: {'Port': ['ID=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:35.579663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58504) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:35.580147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['efe95268-d9b8-4c9d-bda8-e769fc3deaf1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:35.635744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:35.638923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:35.641478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:35.659896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808db58-d55d-418c-a294-3ff5f4ab2d86 req-cfb4fcf0-84ef-423c-9364-085fcf934b40 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:35.666651 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c808db58-d55d-418c-a294-3ff5f4ab2d86 req-cfb4fcf0-84ef-423c-9364-085fcf934b40 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 931 time: 0.6435938 May 27 01:48:35.728427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16b461d-d867-4e02-b495-a2da44efe42c {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:35.738575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.754076 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] Set router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:35.761790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Transition to ACTIVE for port object d16b461d-d867-4e02-b495-a2da44efe42c will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:35.777335 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3c1ad3b-75f9-4da0-ba11-b545b32fe623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.797759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Attempting to bind port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:35.798277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Attempting to bind port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:35.798862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Attempting to bind port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 on network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:35.808351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:35.808723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Checking segment: {'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:35.809220 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.809711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Bound using segment: {'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:35.810274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Bound port: f6375517-a1c0-4a39-bdb8-bc6fca912ec8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:35.810804 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.845612 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df2151e5-b04e-4ddf-a189-4b8e4dec61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.849972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0145d4b6-f23c-414e-82b5-85fa5caf1224 req-82b797fb-ede8-461f-8caa-d8ec4f87898c service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412666 May 27 01:48:35.856655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.878417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 240d7ac7-1c46-4d0e-8217-e7c7508b8551 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:48:35.914752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c808db58-d55d-418c-a294-3ff5f4ab2d86 req-a2900aa2-ac8e-4851-a107-efbdc63e4373 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471235 May 27 01:48:35.919235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2151e5-b04e-4ddf-a189-4b8e4dec61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c00552c-5a95-450a-bda6-5275fe8da186,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:35.978980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df2151e5-b04e-4ddf-a189-4b8e4dec61b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:35.980186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-df2151e5-b04e-4ddf-a189-4b8e4dec61b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c00552c-5a95-450a-bda6-5275fe8da186 HTTP/1.1" status: 204 len: 168 time: 1.1637418 May 27 01:48:35.985620 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.014891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:36.079318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 240d7ac7-1c46-4d0e-8217-e7c7508b8551, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=240d7ac7-1c46-4d0e-8217-e7c7508b8551,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:36.104581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '240d7ac7-1c46-4d0e-8217-e7c7508b8551', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': '240d7ac7-1c46-4d0e-8217-e7c7508b8551', 'mac_address': 'fa:16:3e:ef:cd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:48:36.156364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbdeb-f38e-4fee-b501-ee766c6e30a3 req-775af87c-929c-4404-9f60-4b08fae62443 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:36.163986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1eddbdeb-f38e-4fee-b501-ee766c6e30a3 req-775af87c-929c-4404-9f60-4b08fae62443 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 944 time: 0.7471545 May 27 01:48:36.192845 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:48:33Z', 'revision_number': 5, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:36.199698 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] Checking router: 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:48:36.218915 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] Routers {'7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:36.219539 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:36.330511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:36.331073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.353956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1eddbdeb-f38e-4fee-b501-ee766c6e30a3 req-b1e6d212-b3d9-47ca-88d1-7fb2fef2f132 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889894 May 27 01:48:36.365192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] For port f6375517-a1c0-4a39-bdb8-bc6fca912ec8, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:36.376025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240d7ac7-1c46-4d0e-8217-e7c7508b8551 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:36.403512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] For port f6375517-a1c0-4a39-bdb8-bc6fca912ec8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,segment=NetworkSegment(7f52c3be-0238-421f-a28a-da16fa5ce427),segment_id=7f52c3be-0238-421f-a28a-da16fa5ce427)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:36.414490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 240d7ac7-1c46-4d0e-8217-e7c7508b8551, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=240d7ac7-1c46-4d0e-8217-e7c7508b8551,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:36.416768 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.442096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:36.442436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:36.442787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:36.448976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:36.449310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:36.456242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:36.456590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:36.457244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:36.457683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Bound port: d16b461d-d867-4e02-b495-a2da44efe42c, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:36.458033 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.510250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.573973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:36.580124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:36.593703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.654765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7eb6a-dc7a-4f6f-986e-b7d85c6f5f29 None None] Pushing event updated for resources: {'Port': ['ID=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:36.670565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:36.670565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.672930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] 10.222.0.13 "PUT /v2.0/ports/d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 1092 time: 2.1438055 May 27 01:48:36.673387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:36.676180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.762923 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] Set router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:36.799689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959c7f6-68fe-4288-8f6c-18e9fa47a392 service neutron] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:36.861195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Deleting port 28089cee-c866-4005-88a1-25c16f23b965 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:36.861780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:36.880311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f2cf5227-8cfc-47a8-986b-3bfdab9d704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:36.882446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f2cf5227-8cfc-47a8-986b-3bfdab9d704f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1095 time: 0.1479540 May 27 01:48:37.021182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=240d7ac7-1c46-4d0e-8217-e7c7508b8551,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:37.027112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-2b499de9-abbf-4537-9861-6e6db453f598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 217 time: 0.1365678 May 27 01:48:37.028769 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fa92bc-7a13-4c3a-98ea-adff2a005275'] response: {'name': 'network-changed', 'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c', 'status': 'completed', 'code': 200} May 27 01:48:37.120210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['240d7ac7-1c46-4d0e-8217-e7c7508b8551'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:37.308115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f6518d8e-da32-45e5-8edb-7c0feeb3b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:37.313683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d090baa-5236-44e5-a1ff-60d9f2a3b353 req-0b6f6868-1dbe-4908-afcd-7f577cea8c0b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:37.314852 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-f6518d8e-da32-45e5-8edb-7c0feeb3b3c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.2811694 May 27 01:48:37.327858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d090baa-5236-44e5-a1ff-60d9f2a3b353 req-0b6f6868-1dbe-4908-afcd-7f577cea8c0b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 944 time: 0.9564059 May 27 01:48:37.335436 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:48:33Z', 'revision_number': 5, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:37.345035 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef782224-0b7d-4e8b-a280-4c7f21998873 None None] The sync data for ids ['7b2622ba-1e78-4f2a-9d15-d233ff05dd5b'] in n-d-843146-11 is: [{'id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'name': 'tempest-ServerRescueTestJSON-1580102870-router', 'tenant_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '28089cee-c866-4005-88a1-25c16f23b965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:45:31Z', 'updated_at': '2022-05-27T01:48:33Z', 'revision_number': 5, 'project_id': '848c3fddba864b9ab64c7d38c0ce7dab', 'gw_port': {'id': '28089cee-c866-4005-88a1-25c16f23b965', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2622ba-1e78-4f2a-9d15-d233ff05dd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:45:34Z', 'updated_at': '2022-05-27T01:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:48:37.366404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] For port 28089cee-c866-4005-88a1-25c16f23b965, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=28089cee-c866-4005-88a1-25c16f23b965,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:37.374424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:37.400560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e80e1-905b-4bb9-ad1a-aaf3e2b7d408 req-a08f83fd-699d-4c7c-8d2d-fff5df678097 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:37.403215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb0e80e1-905b-4bb9-ad1a-aaf3e2b7d408 req-a08f83fd-699d-4c7c-8d2d-fff5df678097 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.2803993 May 27 01:48:37.406605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-931d4129-32a7-45cc-b00d-21148d38f7e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867379 May 27 01:48:37.533799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb0e80e1-905b-4bb9-ad1a-aaf3e2b7d408 req-3fdcaefd-5a71-493c-8828-eb09e6a5004c tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242399 May 27 01:48:37.544222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Calling delete_port for 28089cee-c866-4005-88a1-25c16f23b965 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:37.595120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d090baa-5236-44e5-a1ff-60d9f2a3b353 req-cdf6d5e7-d07f-49f3-a66a-a263fdb9a3a3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658412 May 27 01:48:37.596234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:37.597152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-846c2d4c-de29-49cd-bd00-34ce79725d91 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741636 May 27 01:48:37.597620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58540) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:37.685919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:37.814168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-268896547-network', 'tenant_id': '89982a2165324377b14f5cad24dfd0e1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:37.825044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:37.850071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Usage tracker for resource:network and tenant:89982a2165324377b14f5cad24dfd0e1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:37.856577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:37.865914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:37.869980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c96b0175-bca3-4824-a2ee-b49379f295c1 req-9cf1ebb0-acce-43d0-8ed6-75dd365d6f02 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656200 May 27 01:48:37.923085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Made reservation on behalf of 89982a2165324377b14f5cad24dfd0e1 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:37.925995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d0d3-52af-403d-bf3c-0f5c508afbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:37.929005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.060976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f7e08-a126-43b2-bb71-bc56fb4c6c90 req-45d995de-2ae4-4db9-85da-ef6983560a1b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:38.061842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-450f7e08-a126-43b2-bb71-bc56fb4c6c90 req-45d995de-2ae4-4db9-85da-ef6983560a1b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:38.104640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.124656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293814-8a0c-4bc4-aa78-b07d14280b6e req-7d1a386d-5eeb-4e6b-bdac-a11e6a146732 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:38.126133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74293814-8a0c-4bc4-aa78-b07d14280b6e req-7d1a386d-5eeb-4e6b-bdac-a11e6a146732 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 944 time: 0.3288615 May 27 01:48:38.134886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:38.147797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Usage tracker for resource:security_group_rule and tenant:89982a2165324377b14f5cad24dfd0e1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:38.152015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:38.155616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-450f7e08-a126-43b2-bb71-bc56fb4c6c90 req-45d995de-2ae4-4db9-85da-ef6983560a1b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:38.156778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-450f7e08-a126-43b2-bb71-bc56fb4c6c90 req-45d995de-2ae4-4db9-85da-ef6983560a1b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 943 time: 0.4579825 May 27 01:48:38.161379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:38.168933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Allocated IP 172.25.3.215 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/f0c12212-0c35-475a-a54a-1f09232334be) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:38.179741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2cfbb-2d97-42b9-8870-e156ed849332 None None] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:38.187541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.235487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-450f7e08-a126-43b2-bb71-bc56fb4c6c90 req-6c799c90-c72a-4bf7-a7cc-486b1004145a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698850 May 27 01:48:38.243199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-8d7a545f-785b-4c55-a0bf-de7a9505127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:38.244665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-8d7a545f-785b-4c55-a0bf-de7a9505127a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1095 time: 0.1783249 May 27 01:48:38.256445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=28089cee-c866-4005-88a1-25c16f23b965,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:38.284000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-df94d7dd-6a65-4e96-be13-9f7e6ff62dec None None] Provisioning for port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:38.368424 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74293814-8a0c-4bc4-aa78-b07d14280b6e req-d591001c-7273-4662-9426-de80e5dd5963 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339873 May 27 01:48:38.444802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.456559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.477818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-d2592ccb-fd86-460f-a862-bfe64d9a2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:38.479318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-d2592ccb-fd86-460f-a862-bfe64d9a2393 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.2277348 May 27 01:48:38.516252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f6375517-a1c0-4a39-bdb8-bc6fca912ec8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:38.541109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.572750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device efe95268-d9b8-4c9d-bda8-e769fc3deaf1 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:38.616045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-bf08e8b7-d884-43cd-a0f3-4a97782f2020 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 217 time: 0.1268053 May 27 01:48:38.616808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d86d68-9e15-45e0-a96a-430093652caa,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:38.640817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.655324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:48:38.751834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:38.756901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:38.757270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.759216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.790651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:38.810563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:38.810958 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.846566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.846566 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Added segment 63dba648-99d2-47b5-8770-20c9b39fe29b of type vlan for network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c May 27 01:48:38.891184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5ef8b5c6-b99c-4232-9897-884fe16d6e52 None None] Provisioning complete for port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:38.891555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b5c6-b99c-4232-9897-884fe16d6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.911133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-a51c8587-535e-4eba-a3a5-ffaaef6ca60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:38.912599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-a51c8587-535e-4eba-a3a5-ffaaef6ca60e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.2594671 May 27 01:48:38.920607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:38.986267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-f620e8c7-4585-44a3-88bc-487367fb8947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572007 May 27 01:48:39.012830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-23119ccd-4d59-4ecc-8d1f-157d697d4f47 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:39.014235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-23119ccd-4d59-4ecc-8d1f-157d697d4f47 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.3662496 May 27 01:48:39.057623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:39.058202 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.093680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.104253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.105529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:39.105767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.111386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:39.117323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:39.119882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:39.156146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.157111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:39.157685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.171427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:39.181920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f6375517-a1c0-4a39-bdb8-bc6fca912ec8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,segment=NetworkSegment(7f52c3be-0238-421f-a28a-da16fa5ce427),segment_id=7f52c3be-0238-421f-a28a-da16fa5ce427)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:39.184302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8b5c6-b99c-4232-9897-884fe16d6e52 None None] Current status of the port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:39.184669 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b5c6-b99c-4232-9897-884fe16d6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.195787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2c31-0e3f-4a07-934e-d2f0d33109e8 req-06a17056-1c50-47a5-8d72-74538ceb12d0 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:39.197267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc5d2c31-0e3f-4a07-934e-d2f0d33109e8 req-06a17056-1c50-47a5-8d72-74538ceb12d0 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 945 time: 0.4232428 May 27 01:48:39.204604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port efe95268-d9b8-4c9d-bda8-e769fc3deaf1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,segment=NetworkSegment(c225e878-f1c9-48ca-b804-648a562b3363),segment_id=c225e878-f1c9-48ca-b804-648a562b3363)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:39.208763 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.251186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd4f5f36-7b27-4779-b00e-89ad7ea744e0 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:39.293353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Deleting port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:39.293584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.299119 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.329014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: cd4f5f36-7b27-4779-b00e-89ad7ea744e0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:39.329358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd4f5f36-7b27-4779-b00e-89ad7ea744e0 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:39.378761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.379314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:39.379503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.395955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-86fa3e2a-5e53-47e9-a5a0-f90f5ad73c87 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7965350 May 27 01:48:39.399521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58554) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:39.400199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:48:39.413532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c12212-0c35-475a-a54a-1f09232334be,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:39.421247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:39.436867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc5d2c31-0e3f-4a07-934e-d2f0d33109e8 req-941a9cca-6900-4bf8-876a-f0012bdef778 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3303445-d14e-440c-8ffb-4fabdc5591ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814389 May 27 01:48:39.440226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Request body: {'subnet': {'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-268896547-subnet', 'tenant_id': '89982a2165324377b14f5cad24dfd0e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:39.445177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:39.450032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Usage tracker for resource:subnet and tenant:89982a2165324377b14f5cad24dfd0e1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:39.453835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:39.460466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:39.537718 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-5ef8b5c6-b99c-4232-9897-884fe16d6e52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:48:39.538208 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-5ef8b5c6-b99c-4232-9897-884fe16d6e52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:48:39.564493 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92ba790-2825-437d-949c-b37e7f6215c6'] response: {'server_uuid': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1', 'code': 200} May 27 01:48:39.586979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.587898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2622ba-1e78-4f2a-9d15-d233ff05dd5b {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:48:39.603639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:39.627006 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.628122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ad65e369-4875-46d5-96e2-0b133f14c9f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7b2622ba-1e78-4f2a-9d15-d233ff05dd5b HTTP/1.1" status: 204 len: 168 time: 4.0442481 May 27 01:48:39.633518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58560) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:39.658875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-8b5282d0-ab8f-4c5b-9ada-27a762e68533 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561258 May 27 01:48:39.688091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0075-c8cc-462b-b06a-50d0dda64f62 req-fda57f2e-aae1-4d7f-9642-2795ebafee3b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:39.689587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0cc0075-c8cc-462b-b06a-50d0dda64f62 req-fda57f2e-aae1-4d7f-9642-2795ebafee3b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 944 time: 0.6782985 May 27 01:48:39.702653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.708518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Made reservation on behalf of 89982a2165324377b14f5cad24dfd0e1 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:39.710999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.837986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] Deleting subnet b1334a97-7069-4e90-be6d-83360533aaab {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:48:39.844370 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:39.877127 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0cc0075-c8cc-462b-b06a-50d0dda64f62 req-cd6d9423-d1c0-4486-baa4-cacec0c04254 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758509 May 27 01:48:39.901782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d16b461d-d867-4e02-b495-a2da44efe42c details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:48:39.904694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 240d7ac7-1c46-4d0e-8217-e7c7508b8551 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:39.986818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.104444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] For port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,segment=NetworkSegment(025ec618-557e-4c89-919e-d7f89d068c6f),segment_id=025ec618-557e-4c89-919e-d7f89d068c6f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:40.105017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.127121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8b5c6-b99c-4232-9897-884fe16d6e52 None None] Current status of the port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:40.134284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:40.214274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:40.221859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:40.222543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.287946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Calling delete_port for 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:40.289706 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.315833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'd16b461d-d867-4e02-b495-a2da44efe42c', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'port_id': 'd16b461d-d867-4e02-b495-a2da44efe42c', 'mac_address': 'fa:16:3e:e4:c2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c053681-6e30-48ed-8768-9c84a12dd60e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:48:40.349482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7755047-71d5-4a48-b7d4-846e083b5b27 req-f322b33d-320e-44d5-a077-7c213806f4e6 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:40.356824 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d7755047-71d5-4a48-b7d4-846e083b5b27 req-f322b33d-320e-44d5-a077-7c213806f4e6 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 945 time: 0.2796211 May 27 01:48:40.383531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d16b461d-d867-4e02-b495-a2da44efe42c is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:40.383923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.390604 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.391544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b92bb-e6ca-4721-87c5-3e48415f4ff6 req-35fd13a7-3033-49dc-8da4-d1442ff292bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:40.393292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a8b92bb-e6ca-4721-87c5-3e48415f4ff6 req-35fd13a7-3033-49dc-8da4-d1442ff292bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 1097 time: 0.7341115 May 27 01:48:40.398441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f6375517-a1c0-4a39-bdb8-bc6fca912ec8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:40.448743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdd28054-745d-4dfd-92e6-fbe206d47eef req-54f6f465-951c-4d16-9be7-388f4842212a service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540403 May 27 01:48:40.448987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16b461d-d867-4e02-b495-a2da44efe42c {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:40.491027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72e6e-c356-4d96-bc62-17ca323c98db req-bf892b84-0158-4e14-8160-d4b059de3cb1 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:40.498690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44d72e6e-c356-4d96-bc62-17ca323c98db req-bf892b84-0158-4e14-8160-d4b059de3cb1 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 943 time: 0.7051508 May 27 01:48:40.530781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:40.548656 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.609162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a8b92bb-e6ca-4721-87c5-3e48415f4ff6 req-506aa682-969a-446f-9470-fd37e505aa99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061958 May 27 01:48:40.621746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d7755047-71d5-4a48-b7d4-846e083b5b27 req-4e10e46c-6748-42cc-8e33-b3692c4294d7 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625625 May 27 01:48:40.628716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:40.639306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:40.639306 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.644687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:40.645095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.653124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44d72e6e-c356-4d96-bc62-17ca323c98db req-e2708a75-3d93-481d-9281-8480e85034ca tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533487 May 27 01:48:40.703689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.738431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 240d7ac7-1c46-4d0e-8217-e7c7508b8551, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=240d7ac7-1c46-4d0e-8217-e7c7508b8551,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:40.740720 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.754249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.780135 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.819812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Pushing event deleted for resources: {'Port': ['ID=5403d1c1-6590-4a01-9ef2-6d1d4a544f6a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:40.853876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1334a97-7069-4e90-be6d-83360533aaab,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:40.859007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d16b461d-d867-4e02-b495-a2da44efe42c'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:48:40.871145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.875584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-de68f33a-8bde-4251-af30-0289293c9950 req-aa6acf70-2ed6-4826-b9b5-5e5dc84b17b6 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed4db4e-01bb-40f2-bdd2-68eb76c9c883 HTTP/1.1" status: 200 len: 210 time: 0.0692868 May 27 01:48:40.883971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a1e9abf-f52f-45e7-829e-a639f2110408 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b1334a97-7069-4e90-be6d-83360533aaab HTTP/1.1" status: 204 len: 168 time: 1.2494771 May 27 01:48:40.887265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58568) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:40.930501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:48:40.932414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:40.933129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:40.946448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 28089cee-c866-4005-88a1-25c16f23b965 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:40.965032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbf1578-c5e4-42db-a8a6-683990c65dc0,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:40.973185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] No DVR routers for this DVR port 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:40.988202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 28089cee-c866-4005-88a1-25c16f23b965 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:40.988539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 28089cee-c866-4005-88a1-25c16f23b965 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:41.006910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=240d7ac7-1c46-4d0e-8217-e7c7508b8551,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:41.053783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.062165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Checking segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:41.062690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Network hostable DHCP agents. Network: bfc6c422-ab0a-46b3-9b07-17de13fb4b9c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:48:41.068414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'name': 'network-vif-deleted', 'tag': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:41.122705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:48:41.136498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Sync routers for ids ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:48:41.147464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.147682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Routers {'2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:41.148404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:41.149289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23492c85-e66d-4629-b37f-b20cad46bbc8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4449148 May 27 01:48:41.152019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58576) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:41.175125 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e9d739e-dbfa-4771-bc9f-15a16ccc2e58 req-f541b985-b6b8-44d2-aaaf-044aa8b85196 tempest-InstanceActionsTestJSON-845104761 tempest-InstanceActionsTestJSON-845104761-project] 10.222.0.13 "DELETE /v2.0/ports/5403d1c1-6590-4a01-9ef2-6d1d4a544f6a HTTP/1.1" status: 204 len: 173 time: 2.1406152 May 27 01:48:41.178616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:48:41.203189 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c4c025-5618-4a54-a9b8-772625e5ea23'] response: {'server_uuid': '9ed4db4e-01bb-40f2-bdd2-68eb76c9c883', 'name': 'network-vif-deleted', 'tag': '5403d1c1-6590-4a01-9ef2-6d1d4a544f6a', 'status': 'completed', 'code': 200} May 27 01:48:41.217625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.227381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bfc6c422-ab0a-46b3-9b07-17de13fb4b9c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:41.237641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:41.238243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.252419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb14ddb-f0f4-4458-af22-604b8e7c3b07 None None] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:41.330410 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4dc07564-001e-4acf-a61f-ab225e1dfc31 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9111311 May 27 01:48:41.346038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9985-1908-4b61-9e95-ffdcd1687ffd req-bef88f5c-c558-494f-bfab-0e5055dbfcd5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:41.353961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-221f9985-1908-4b61-9e95-ffdcd1687ffd req-bef88f5c-c558-494f-bfab-0e5055dbfcd5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 945 time: 0.3379328 May 27 01:48:41.459696 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.484630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Set router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:41.499220 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-221f9985-1908-4b61-9e95-ffdcd1687ffd req-44987d32-ea2f-434a-8f7a-12137d076d8f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362717 May 27 01:48:41.522469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2a118c-7a52-4794-9b8f-59166e39e3cb']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:41.546354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969856a1-164f-4111-aa3a-43f0a20e06ae') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:41.546940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969856a1-164f-4111-aa3a-43f0a20e06ae') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:41.560094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.582845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240d7ac7-1c46-4d0e-8217-e7c7508b8551'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:41.584933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.593614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:48:41.594648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.731213 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee58587-49af-4051-9c67-1e28b46f8f47'] response: {'server_uuid': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240d7ac7-1c46-4d0e-8217-e7c7508b8551', 'code': 200} May 27 01:48:41.780996 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 969856a1-164f-4111-aa3a-43f0a20e06ae resource provider aggregate not found May 27 01:48:41.820042 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 969856a1-164f-4111-aa3a-43f0a20e06ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 969856a1-164f-4111-aa3a-43f0a20e06ae found for delete ", "request_id": "req-a3110f22-3604-44fd-9642-0237c26813ed"}]} May 27 01:48:41.836657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'tenant_id': '89982a2165324377b14f5cad24dfd0e1', 'fixed_ips': [{'subnet_id': '0fbf1578-c5e4-42db-a8a6-683990c65dc0'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:48:41.837495 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.890295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.913188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d16b461d-d867-4e02-b495-a2da44efe42c up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:41.921041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:41.941311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2a118c-7a52-4794-9b8f-59166e39e3cb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:41.968797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-588fd13e-fa76-4a02-bca2-9d6e9b131d51 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dc2a118c-7a52-4794-9b8f-59166e39e3cb HTTP/1.1" status: 204 len: 168 time: 1.0068438 May 27 01:48:42.014695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9791e-4d0b-4238-965f-a944180630ee req-58329564-d11f-4e66-9c45-9c338a5fc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:42.025881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5c9791e-4d0b-4238-965f-a944180630ee req-58329564-d11f-4e66-9c45-9c338a5fc3dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 1097 time: 0.2018933 May 27 01:48:42.159601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c796-be2e-41aa-b9f4-aed1d9878686 req-ba2d7d54-c445-4354-a3be-88827de31347 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:42.161985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e160c796-be2e-41aa-b9f4-aed1d9878686 req-ba2d7d54-c445-4354-a3be-88827de31347 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 945 time: 0.1806810 May 27 01:48:42.197745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Allocated IP 172.20.0.2 (bfc6c422-ab0a-46b3-9b07-17de13fb4b9c/0fbf1578-c5e4-42db-a8a6-683990c65dc0/5556a835-3f27-4f06-ac0d-a388f0f25098) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:42.252600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58612) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:42.258316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e160c796-be2e-41aa-b9f4-aed1d9878686 req-3351fbe3-8adf-41e2-be44-8128a043a64d tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625577 May 27 01:48:42.374274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8479ec32-d7d2-40c1-af2f-1fcc4a05d3aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=848c3fddba864b9ab64c7d38c0ce7dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1117644 May 27 01:48:42.374498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58616) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:42.394347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5c9791e-4d0b-4238-965f-a944180630ee req-6dd0de39-02a5-4cfa-bd5e-735c09c3e39b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598242 May 27 01:48:42.404661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.448065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-01af36c1-144a-44d5-9188-07b71b144886 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:42.448878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-01af36c1-144a-44d5-9188-07b71b144886 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Synchronizing usage tracker for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:42.469172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-01af36c1-144a-44d5-9188-07b71b144886 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Unset dirty status for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:42.471062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-01af36c1-144a-44d5-9188-07b71b144886 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 815 time: 0.4378834 May 27 01:48:42.488439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-d4ea23e9-3588-4150-aace-ad542e3c0991 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/quotas/89982a2165324377b14f5cad24dfd0e1 HTTP/1.1" status: 200 len: 375 time: 0.0113704 May 27 01:48:42.491951 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.517987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Transition to ACTIVE for port object 5556a835-3f27-4f06-ac0d-a388f0f25098 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:42.549268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Transition to ACTIVE for port object 5556a835-3f27-4f06-ac0d-a388f0f25098 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:42.557686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-1f738490-ac6f-4d80-a415-7192820d3df7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606489 May 27 01:48:42.562894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.601403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port d16b461d-d867-4e02-b495-a2da44efe42c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:42.629755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:48:39Z', 'revision_number': 3, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port': {'id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:37Z', 'updated_at': '2022-05-27T01:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:42.634135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port d16b461d-d867-4e02-b495-a2da44efe42c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:42.634501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.693429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:42.694401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Checking router: 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:48:42.694934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Updating router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d port f0c12212-0c35-475a-a54a-1f09232334be binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:48:42.711641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-958ea394-a6e2-44fe-b7de-f197ca9526d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.721066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-afa79bed-e763-4698-bacd-ed8ef638e80d service neutron] 10.222.0.16 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518633 May 27 01:48:42.740359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:42.750816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Pushing event updated for resources: {'Port': ['ID=5556a835-3f27-4f06-ac0d-a388f0f25098,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:42.761640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:42.790839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-958ea394-a6e2-44fe-b7de-f197ca9526d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.821770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80c3a5-c24d-4cae-a65c-cbc6ed215f3e req-f9d91ff9-0b9c-4592-94b6-9f1690c9a2d4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:42.824069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db80c3a5-c24d-4cae-a65c-cbc6ed215f3e req-f9d91ff9-0b9c-4592-94b6-9f1690c9a2d4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 944 time: 0.4064281 May 27 01:48:42.854501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.862486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-4ca20481-fe46-4c67-8843-49063f87f442 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350014 May 27 01:48:42.920355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Attempting to bind port 5556a835-3f27-4f06-ac0d-a388f0f25098 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:42.920732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Attempting to bind port 5556a835-3f27-4f06-ac0d-a388f0f25098 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:42.921098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Attempting to bind port 5556a835-3f27-4f06-ac0d-a388f0f25098 on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:42.955884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db80c3a5-c24d-4cae-a65c-cbc6ed215f3e req-564a8536-4767-41b2-9557-5073bb100e5b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180332 May 27 01:48:42.956139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:42.956381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Checking segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:42.959189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:42.959189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Bound using segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:42.959189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Bound port: 5556a835-3f27-4f06-ac0d-a388f0f25098, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:42.959189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.005503 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-958ea394-a6e2-44fe-b7de-f197ca9526d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.032361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Allocated IP 172.20.0.1 (fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5/db4d326c-4c30-428c-9983-8d5f3b78fa65/90f3d04b-91d9-4183-b70d-299d7e21bdfa) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:43.058611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ea394-a6e2-44fe-b7de-f197ca9526d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe1090-e9de-4aa3-93c8-d8c25dab4f11,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:43.067515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58626) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:43.187576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] Deleting subnet b99da006-058e-4742-9a05-d3a9f4ac3a3b {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:48:43.193514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.248740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] For port 5556a835-3f27-4f06-ac0d-a388f0f25098, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:43.252340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] For port 5556a835-3f27-4f06-ac0d-a388f0f25098, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5556a835-3f27-4f06-ac0d-a388f0f25098,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:43.269203 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.281743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-958ea394-a6e2-44fe-b7de-f197ca9526d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.283244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-958ea394-a6e2-44fe-b7de-f197ca9526d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dafe1090-e9de-4aa3-93c8-d8c25dab4f11 HTTP/1.1" status: 204 len: 168 time: 0.9077876 May 27 01:48:43.359966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a35cbe-caa8-4cf7-9233-79c0fdd1d2cf None None] Pushing event updated for resources: {'Port': ['ID=5556a835-3f27-4f06-ac0d-a388f0f25098,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:43.371165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d16b461d-d867-4e02-b495-a2da44efe42c is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:43.371702 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.388605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0619020-b47e-4af5-85d8-fef536c2ba76 req-9371bc93-8a53-4982-9b23-5bd9287a1c18 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:43.390093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0619020-b47e-4af5-85d8-fef536c2ba76 req-9371bc93-8a53-4982-9b23-5bd9287a1c18 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 945 time: 0.2186069 May 27 01:48:43.393001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.402080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.430303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Transition to ACTIVE for port object 90f3d04b-91d9-4183-b70d-299d7e21bdfa will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:43.460323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:43.462063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0619020-b47e-4af5-85d8-fef536c2ba76 req-870e10ac-4515-4fe0-9165-d8ec16c51ba1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623429 May 27 01:48:43.473807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.474924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:43.511149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.511970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.590943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-36de9fcf-bd2b-4e47-ad18-684ef0b7897a tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:43.593103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-36de9fcf-bd2b-4e47-ad18-684ef0b7897a tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 815 time: 0.3300738 May 27 01:48:43.626009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-170647f8-f2d7-4b96-be6a-86c6363df1e5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/quotas/89982a2165324377b14f5cad24dfd0e1 HTTP/1.1" status: 200 len: 375 time: 0.0253670 May 27 01:48:43.657761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:43.657761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 5403d1c1-6590-4a01-9ef2-6d1d4a544f6a not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:43.704408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=90f3d04b-91d9-4183-b70d-299d7e21bdfa,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:43.788330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.809320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:43.809683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:43.821172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:43.825019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:43.863436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99da006-058e-4742-9a05-d3a9f4ac3a3b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:43.870090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:43.877807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-48d6e340-d63c-4708-8ce5-df7466fd60ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b99da006-058e-4742-9a05-d3a9f4ac3a3b HTTP/1.1" status: 204 len: 168 time: 0.8094153 May 27 01:48:43.899870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58654) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:43.992139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.116347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-842063c0-4d5f-402b-a008-b97fac2f82a2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4696932 May 27 01:48:44.216864 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.261462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Transition to ACTIVE for port object f0c12212-0c35-475a-a54a-1f09232334be will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:44.262126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.278882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:44.295803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.436629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-110fa3e8-c76d-428f-b4b3-1e82e8e8622e None None] Provisioning for port 90f3d04b-91d9-4183-b70d-299d7e21bdfa completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:44.446506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5556a835-3f27-4f06-ac0d-a388f0f25098 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:44.519200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-110fa3e8-c76d-428f-b4b3-1e82e8e8622e None None] Provisioning complete for port 90f3d04b-91d9-4183-b70d-299d7e21bdfa triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:44.519516 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-110fa3e8-c76d-428f-b4b3-1e82e8e8622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.539446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-a62f0bce-e0fe-4ef7-86f7-4b65fb403bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220502 May 27 01:48:44.542517 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.568673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Attempting to bind port f0c12212-0c35-475a-a54a-1f09232334be on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:44.569049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Attempting to bind port f0c12212-0c35-475a-a54a-1f09232334be by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:44.569416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Attempting to bind port f0c12212-0c35-475a-a54a-1f09232334be on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:44.590054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7f9f7-ca0f-478e-82f4-c57ad51e1f22 None None] Pushing event updated for resources: {'Port': ['ID=f0c12212-0c35-475a-a54a-1f09232334be,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:44.628777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.645951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:44.646631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:44.647222 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.647762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:44.648401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Bound port: f0c12212-0c35-475a-a54a-1f09232334be, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:44.648939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.665757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0718e16-45e8-46e6-9d93-ce0a5557062c req-f4149dbb-2b8c-4a4b-8811-3c59a0690f92 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:44.667991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f0718e16-45e8-46e6-9d93-ce0a5557062c req-f4149dbb-2b8c-4a4b-8811-3c59a0690f92 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 945 time: 0.9384117 May 27 01:48:44.709432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f0f81c-1e22-413f-bf79-dd14c362b146']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:44.751927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025ec618-557e-4c89-919e-d7f89d068c6f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:44.752352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025ec618-557e-4c89-919e-d7f89d068c6f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:44.794111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.843260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] For port f0c12212-0c35-475a-a54a-1f09232334be, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:44.848029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] For port f0c12212-0c35-475a-a54a-1f09232334be, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f0c12212-0c35-475a-a54a-1f09232334be,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:44.869424 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:44.987966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7f9f7-ca0f-478e-82f4-c57ad51e1f22 None None] Pushing event updated for resources: {'Port': ['ID=f0c12212-0c35-475a-a54a-1f09232334be,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:44.991173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5556a835-3f27-4f06-ac0d-a388f0f25098 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:45.005813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-110fa3e8-c76d-428f-b4b3-1e82e8e8622e None None] Port 90f3d04b-91d9-4183-b70d-299d7e21bdfa cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:48:45.018508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Routers {'2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:45.019284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:45.038547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f0718e16-45e8-46e6-9d93-ce0a5557062c req-1fe3e337-b3d6-47bc-a2cf-4f90032e2c83 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661414 May 27 01:48:45.087033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:45.106056 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:45.254782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:45.291664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:48:45.292437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:45.303380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:45.324861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] Set router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:45.335364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-99dbaff8-9271-4603-bcd1-fad816bc180f service neutron] 10.222.0.16 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949867 May 27 01:48:45.432166 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53d3933-02e3-4c7a-ba80-34e1afb562d2'] response: {'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c', 'code': 200} May 27 01:48:45.435788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ad14f-b29a-41d8-bc7b-127600860dd9 None None] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:48:45.630246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=90f3d04b-91d9-4183-b70d-299d7e21bdfa,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:45.640978 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 025ec618-557e-4c89-919e-d7f89d068c6f resource provider aggregate not found May 27 01:48:45.748278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-6b5d6cbe-fa68-4e97-bd40-676bebb28d4b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:45.749823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-6b5d6cbe-fa68-4e97-bd40-676bebb28d4b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 815 time: 0.8802531 May 27 01:48:45.756411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559aa5b-5b0b-4fe6-87b5-532bd675bfef req-4fe2f2a6-50bb-4a1c-af4c-afc23d657584 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:45.764519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c559aa5b-5b0b-4fe6-87b5-532bd675bfef req-4fe2f2a6-50bb-4a1c-af4c-afc23d657584 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 945 time: 0.5287454 May 27 01:48:45.770171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:45.771378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Request body: {'port': {'device_id': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'admin_state_up': True, 'tenant_id': '89982a2165324377b14f5cad24dfd0e1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:45.788364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:45.908876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] Provisioning for port 5556a835-3f27-4f06-ac0d-a388f0f25098 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:45.927106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c559aa5b-5b0b-4fe6-87b5-532bd675bfef req-671ecd19-cd20-47d5-b23e-fff684b52993 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613216 May 27 01:48:45.931009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:45.935109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Usage tracker for resource:port and tenant:89982a2165324377b14f5cad24dfd0e1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:45.937889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:45.955166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:45.968103 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 025ec618-557e-4c89-919e-d7f89d068c6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 025ec618-557e-4c89-919e-d7f89d068c6f found for delete ", "request_id": "req-c458b057-4166-4299-ae90-db17111857ab"}]} May 27 01:48:45.979762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] Provisioning complete for port 5556a835-3f27-4f06-ac0d-a388f0f25098 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:45.987317 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.047615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Made reservation on behalf of 89982a2165324377b14f5cad24dfd0e1 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:46.054142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.125072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:48:46.166088 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.172816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.231711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] 10.222.0.16 "DELETE /v2.0/networks/a5f0f81c-1e22-413f-bf79-dd14c362b146 HTTP/1.1" status: 204 len: 168 time: 2.3257353 May 27 01:48:46.237364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0dfec-a749-4335-ab1a-cf5cab4d4d72 req-56a9e5d4-5e98-4973-83fb-0091554395b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:46.239110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8fc0dfec-a749-4335-ab1a-cf5cab4d4d72 req-56a9e5d4-5e98-4973-83fb-0091554395b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1097 time: 0.9200888 May 27 01:48:46.304951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3763dea-35c0-4ff2-97e7-0dd890f47dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f0f81c-1e22-413f-bf79-dd14c362b146,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:46.364402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] Current status of the port 5556a835-3f27-4f06-ac0d-a388f0f25098 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:46.365120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c705a-cd99-4d97-a2c2-27fe984ed53a req-a9bd6c11-3f01-4e28-9790-ccd8e37e375a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:46.365650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.368244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f43c705a-cd99-4d97-a2c2-27fe984ed53a req-a9bd6c11-3f01-4e28-9790-ccd8e37e375a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 945 time: 0.7222700 May 27 01:48:46.432466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] For port 5556a835-3f27-4f06-ac0d-a388f0f25098, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5556a835-3f27-4f06-ac0d-a388f0f25098,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:46.439602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 4, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port': {'id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:37Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '90f3d04b-91d9-4183-b70d-299d7e21bdfa', 'name': '', 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'mac_address': 'fa:16:3e:15:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:42Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 2, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'subnets': [{'id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:46.445158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.486164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17278cb-f2be-4eb1-85ad-b26e5c3b9628 None None] The sync data for ids ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'] in n-d-843146-11 is: [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 4, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port': {'id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:37Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '90f3d04b-91d9-4183-b70d-299d7e21bdfa', 'name': '', 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'mac_address': 'fa:16:3e:15:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:42Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 2, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'subnets': [{'id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:48:46.579613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:48:46.589421 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8fc0dfec-a749-4335-ab1a-cf5cab4d4d72 req-dab95955-6bc7-424e-b072-8cf76c322972 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033454 May 27 01:48:46.596627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58704) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:46.599688 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7cb138f0-5e5e-4ca7-9f7f-e437a2dcf2e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4461343 May 27 01:48:46.636702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f43c705a-cd99-4d97-a2c2-27fe984ed53a req-170fa457-f57d-4b6a-bbe3-378a8acb9dce tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369220 May 27 01:48:46.661425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-677449c1-dd67-4254-a67f-68609195dfde None None] Provisioning complete for port 90f3d04b-91d9-4183-b70d-299d7e21bdfa triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:46.662640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-677449c1-dd67-4254-a67f-68609195dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.714822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Allocated IP 172.20.0.11 (bfc6c422-ab0a-46b3-9b07-17de13fb4b9c/0fbf1578-c5e4-42db-a8a6-683990c65dc0/92f0a13d-98d5-4853-ba4c-a6d768a5c2ea) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:46.721249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-72f7e46c-f5f3-44fe-84e5-3ddcbb9e4d19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e4e09ed76764f4cb6f350401385cddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235144 May 27 01:48:46.723805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58712) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:46.756550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04705e-03b4-4b75-84e3-006a0ada09c3 None None] Pushing event updated for resources: {'Port': ['ID=5556a835-3f27-4f06-ac0d-a388f0f25098,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:46.849013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-677449c1-dd67-4254-a67f-68609195dfde None None] Port 90f3d04b-91d9-4183-b70d-299d7e21bdfa cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:48:46.880459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1def-0bf1-488d-8ee3-828726a178ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.915873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1def-0bf1-488d-8ee3-828726a178ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:46.975726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-00bbbcc5-b9dc-4652-9947-2f49230a75ec None None] Provisioning complete for port 5556a835-3f27-4f06-ac0d-a388f0f25098 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:46.976595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-00bbbcc5-b9dc-4652-9947-2f49230a75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:47.073155 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1def-0bf1-488d-8ee3-828726a178ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:47.124837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1def-0bf1-488d-8ee3-828726a178ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3303445-d14e-440c-8ffb-4fabdc5591ab,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:47.131912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1def-0bf1-488d-8ee3-828726a178ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:47.144130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e3bd1def-0bf1-488d-8ee3-828726a178ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3303445-d14e-440c-8ffb-4fabdc5591ab HTTP/1.1" status: 204 len: 168 time: 0.4167998 May 27 01:48:47.227834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-00bbbcc5-b9dc-4652-9947-2f49230a75ec None None] Current status of the port 5556a835-3f27-4f06-ac0d-a388f0f25098 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:47.640012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-44bc4db9-200d-4af2-a700-e088c1e614cf tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:47.641891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-44bc4db9-200d-4af2-a700-e088c1e614cf tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.47 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 815 time: 0.2875245 May 27 01:48:47.668052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Request body: {'port': {'device_id': 'f1893d09-f3b0-44e8-b890-820628827c78', 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'admin_state_up': True, 'tenant_id': '89982a2165324377b14f5cad24dfd0e1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:47.814432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:47.906486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26895f-b5a5-448b-88ab-d930926a1a70 req-03b034fd-0958-4806-8861-f8f640434e31 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:47.922342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a26895f-b5a5-448b-88ab-d930926a1a70 req-03b034fd-0958-4806-8861-f8f640434e31 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 945 time: 0.1953814 May 27 01:48:48.016624 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a26895f-b5a5-448b-88ab-d930926a1a70 req-4832ef0f-91ea-4eec-9029-cdb110430b22 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932901 May 27 01:48:48.047206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-ab2a3643-fb5e-48a5-a068-ed4025f96820 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:48.048756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-ab2a3643-fb5e-48a5-a068-ed4025f96820 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 815 time: 0.8307889 May 27 01:48:48.076419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Transition to ACTIVE for port object 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:48.100594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-22392e3b-a654-4bc6-acc6-376a6b7fcbae tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/quotas/89982a2165324377b14f5cad24dfd0e1 HTTP/1.1" status: 200 len: 375 time: 0.0411351 May 27 01:48:48.207410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:48.213962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:48.216088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Usage tracker for resource:port and tenant:89982a2165324377b14f5cad24dfd0e1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:48.277444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:48.315671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:48.384865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:48.389348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:48.395352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:48.477987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Made reservation on behalf of 89982a2165324377b14f5cad24dfd0e1 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:48.494205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:48.573994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-2de261b6-190e-49ad-92f7-8bd911b81ac9 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4414954 May 27 01:48:48.615200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f0c12212-0c35-475a-a54a-1f09232334be up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:48.692027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Pushing event updated for resources: {'Port': ['ID=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:48.722175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-087eff6b-909d-4890-ad19-81969c8e6053 req-5a05b03e-f638-4254-926e-3119d1521060 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3975151 May 27 01:48:48.746190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f0c12212-0c35-475a-a54a-1f09232334be completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:48.748723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:48.757502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:48.762145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Usage tracker for resource:floatingip and tenant:1bb44cf4095c4307bcf20560245a38e3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:48.765650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:48.766792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f0c12212-0c35-475a-a54a-1f09232334be triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:48.767919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:48.775426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:48.792826 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:48.900204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fc07459-da65-4894-ae86-e6230b3f2472 None None] Provisioning for port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:48.908061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fc07459-da65-4894-ae86-e6230b3f2472 None None] Provisioning complete for port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:48.908433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1fc07459-da65-4894-ae86-e6230b3f2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:48.980951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.084762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1fc07459-da65-4894-ae86-e6230b3f2472 None None] Port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:48:49.086264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f0c12212-0c35-475a-a54a-1f09232334be is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:49.086639 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.104432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f0c12212-0c35-475a-a54a-1f09232334be, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f0c12212-0c35-475a-a54a-1f09232334be,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:49.110587 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.112075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5556a835-3f27-4f06-ac0d-a388f0f25098 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:49.136010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:49.136610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.142466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Allocated IP 172.25.3.74 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e0774742-6fe0-4ac2-adba-261a64d53fe7) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:49.229092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f0c12212-0c35-475a-a54a-1f09232334be,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:49.242142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5556a835-3f27-4f06-ac0d-a388f0f25098 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:49.242811 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.258427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-a8471bea-9c3c-4348-b9ce-3135188838dc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4909382 May 27 01:48:49.271712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-73fafb68-47dd-48e5-9973-677e270ae1c2 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968350 May 27 01:48:49.279310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Request body: {'port': {'device_id': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:49.321422 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.341597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Allocated IP 172.20.0.7 (bfc6c422-ab0a-46b3-9b07-17de13fb4b9c/0fbf1578-c5e4-42db-a8a6-683990c65dc0/fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:49.362389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.363278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5556a835-3f27-4f06-ac0d-a388f0f25098 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:49.428895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:49.431564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:49.433918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:49.442690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741322-d581-4078-9943-43ac85a0e2cf req-759146b9-e5a6-4d6d-af7c-17a6013ccadc tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:49.444153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6741322-d581-4078-9943-43ac85a0e2cf req-759146b9-e5a6-4d6d-af7c-17a6013ccadc tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 945 time: 0.3822141 May 27 01:48:49.476619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Pushing event updated for resources: {'Port': ['ID=e0774742-6fe0-4ac2-adba-261a64d53fe7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:49.529633 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.596305 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.654397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.666149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:49.666315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.716338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-7e0e92bd-adf9-4321-af02-7d2f7db245dc service neutron] 10.222.0.16 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043269 May 27 01:48:49.908007 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Sync routers for ids ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:48:49.921129 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Routers {'2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:49.921861 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:49.936750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:49.948592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.134083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Pushing event updated for resources: {'Port': ['ID=e0774742-6fe0-4ac2-adba-261a64d53fe7,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:50.143901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.158512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.187967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.190206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-087eff6b-909d-4890-ad19-81969c8e6053 req-1059120c-33be-4e2d-8a81-7756f990fc06 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4597576 May 27 01:48:50.198956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Transition to ACTIVE for port object fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:50.265668 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Set router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:50.267376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port 240d7ac7-1c46-4d0e-8217-e7c7508b8551, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=240d7ac7-1c46-4d0e-8217-e7c7508b8551,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:50.268146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.317900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-087eff6b-909d-4890-ad19-81969c8e6053 req-b410d4af-5cc5-44d8-8575-588fceb36290 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Synchronizing usage tracker for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:50.343391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-087eff6b-909d-4890-ad19-81969c8e6053 req-b410d4af-5cc5-44d8-8575-588fceb36290 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Unset dirty status for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:50.344846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-087eff6b-909d-4890-ad19-81969c8e6053 req-b410d4af-5cc5-44d8-8575-588fceb36290 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.1482477 May 27 01:48:50.395604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f0c12212-0c35-475a-a54a-1f09232334be up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:50.443721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for 240d7ac7-1c46-4d0e-8217-e7c7508b8551 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:50.520415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f0c12212-0c35-475a-a54a-1f09232334be triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:50.520794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.546218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.605058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eff6b-909d-4890-ad19-81969c8e6053 req-b95104a0-1003-47d0-a357-98eebc08e774 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:50.606637 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-087eff6b-909d-4890-ad19-81969c8e6053 req-b95104a0-1003-47d0-a357-98eebc08e774 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2421367 May 27 01:48:50.762688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f0c12212-0c35-475a-a54a-1f09232334be is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:50.765179 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 4, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port': {'id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:37Z', 'updated_at': '2022-05-27T01:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '90f3d04b-91d9-4183-b70d-299d7e21bdfa', 'name': '', 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'mac_address': 'fa:16:3e:15:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:42Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 2, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'subnets': [{'id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:50.773860 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Checking router: 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:48:50.774211 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Updating router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d port 90f3d04b-91d9-4183-b70d-299d7e21bdfa binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:48:50.828745 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:50.900473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:50.907409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:50.927038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:51.010315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Pushing event updated for resources: {'Port': ['ID=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:51.087748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0888b1-a643-46f6-88c2-94141cf1e702 req-dc03d323-26ec-4c42-9581-a1b5925fcbdd tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:51.095186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df0888b1-a643-46f6-88c2-94141cf1e702 req-dc03d323-26ec-4c42-9581-a1b5925fcbdd tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=45d4f4b8-cafd-4b01-959b-dee6e6162053 HTTP/1.1" status: 200 len: 945 time: 0.7481303 May 27 01:48:51.133506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:51.134143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.183275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.215234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df0888b1-a643-46f6-88c2-94141cf1e702 req-68bd2740-1993-49e9-8e40-cac60e8396ae tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189001 May 27 01:48:51.297771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-073157ac-3049-438b-9083-6f87009877b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6376579 May 27 01:48:51.332384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e76e9664-a6cf-4a4c-b4ab-6744089ca540 None None] Provisioning for port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:51.338024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e76e9664-a6cf-4a4c-b4ab-6744089ca540 None None] Provisioning complete for port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:51.338392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e76e9664-a6cf-4a4c-b4ab-6744089ca540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.345082 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.371624 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Transition to ACTIVE for port object 90f3d04b-91d9-4183-b70d-299d7e21bdfa will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:51.384955 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.391713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1896d-6ba9-443d-8c9f-d77c17f39435 req-ee940361-258c-4581-afcb-178b00122824 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:51.393257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21e1896d-6ba9-443d-8c9f-d77c17f39435 req-ee940361-258c-4581-afcb-178b00122824 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 945 time: 0.1755230 May 27 01:48:51.407444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event deleted for resources: {'Port': ['ID=240d7ac7-1c46-4d0e-8217-e7c7508b8551,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:51.417762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Request body: {'port': {'device_id': 'f1893d09-f3b0-44e8-b890-820628827c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:51.434562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e76e9664-a6cf-4a4c-b4ab-6744089ca540 None None] Port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:48:51.474906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21e1896d-6ba9-443d-8c9f-d77c17f39435 req-ab54dd69-f255-41a1-95b1-d63ae0eea460 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711536 May 27 01:48:51.751262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb003da8-5044-4d14-a530-bd9ca926c815 req-db4e2876-5388-40b3-9cd6-e039b4c0cd4b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Synchronizing usage tracker for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:51.817673 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Pushing event updated for resources: {'Port': ['ID=90f3d04b-91d9-4183-b70d-299d7e21bdfa,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:51.829251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:51.842305 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.842541 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.842975 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.843426 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.843680 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.844015 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.844345 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.844670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.844997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.845448 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.845778 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.846101 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:48:51.858922 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Attempting to bind port 90f3d04b-91d9-4183-b70d-299d7e21bdfa on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:51.859346 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Attempting to bind port 90f3d04b-91d9-4183-b70d-299d7e21bdfa by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:51.859771 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Attempting to bind port 90f3d04b-91d9-4183-b70d-299d7e21bdfa on network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:51.866654 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:51.871087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.875227 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Checking segment: {'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:51.875997 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.876659 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Bound using segment: {'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:51.877494 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Bound port: 90f3d04b-91d9-4183-b70d-299d7e21bdfa, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f52c3be-0238-421f-a28a-da16fa5ce427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:51.879051 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:51.962405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 240d7ac7-1c46-4d0e-8217-e7c7508b8551 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:51.977190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] No DVR routers for this DVR port 240d7ac7-1c46-4d0e-8217-e7c7508b8551 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:51.996437 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] For port 90f3d04b-91d9-4183-b70d-299d7e21bdfa, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:52.001859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:52.002138 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] For port 90f3d04b-91d9-4183-b70d-299d7e21bdfa, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=90f3d04b-91d9-4183-b70d-299d7e21bdfa,segment=NetworkSegment(7f52c3be-0238-421f-a28a-da16fa5ce427),segment_id=7f52c3be-0238-421f-a28a-da16fa5ce427)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:52.003220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 240d7ac7-1c46-4d0e-8217-e7c7508b8551 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:52.003373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6741322-d581-4078-9943-43ac85a0e2cf req-0c1331ce-bb97-4f3d-ade1-3ef34cd9847c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "DELETE /v2.0/ports/240d7ac7-1c46-4d0e-8217-e7c7508b8551 HTTP/1.1" status: 204 len: 173 time: 2.5508802 May 27 01:48:52.003814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 240d7ac7-1c46-4d0e-8217-e7c7508b8551 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:52.008775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'name': 'network-vif-deleted', 'tag': '240d7ac7-1c46-4d0e-8217-e7c7508b8551'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:52.011500 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:52.038947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Transition to ACTIVE for port object 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:52.070616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:52.109839 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-830eed03-37dc-4352-9188-77201f7446ab req-54d751ca-0f57-46c3-b712-5e970a094913 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips/45822a27-2b3a-44f6-ad77-15119aa046a2 HTTP/1.1" status: 200 len: 692 time: 0.0973694 May 27 01:48:52.128494 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9beb37-7951-4d2a-936a-970c91da4db6 None None] Pushing event updated for resources: {'Port': ['ID=90f3d04b-91d9-4183-b70d-299d7e21bdfa,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:52.131225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:52.141196 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Routers {'2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:48:52.146549 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:52.154860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb003da8-5044-4d14-a530-bd9ca926c815 req-db4e2876-5388-40b3-9cd6-e039b4c0cd4b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Unset dirty status for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:52.168751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb003da8-5044-4d14-a530-bd9ca926c815 req-db4e2876-5388-40b3-9cd6-e039b4c0cd4b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 210 time: 0.7510450 May 27 01:48:52.388541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830eed03-37dc-4352-9188-77201f7446ab req-aca5ccbf-2011-4add-b2b1-d4986102a028 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:52.397759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-830eed03-37dc-4352-9188-77201f7446ab req-aca5ccbf-2011-4add-b2b1-d4986102a028 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2748160 May 27 01:48:52.413101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-830eed03-37dc-4352-9188-77201f7446ab req-717b58d7-a1b0-41f0-a715-ee8bb8fded82 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:48:52.426985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-830eed03-37dc-4352-9188-77201f7446ab req-717b58d7-a1b0-41f0-a715-ee8bb8fded82 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260854 May 27 01:48:52.458979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 90f3d04b-91d9-4183-b70d-299d7e21bdfa up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:52.476998 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] Set router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:48:52.479265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-187adc35-7702-42b2-a1e4-b3c1659f775b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:52.481351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-187adc35-7702-42b2-a1e4-b3c1659f775b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 815 time: 1.0157626 May 27 01:48:52.594264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Request body: {'port': {'device_id': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'admin_state_up': True, 'tenant_id': '89982a2165324377b14f5cad24dfd0e1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:52.639849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 90f3d04b-91d9-4183-b70d-299d7e21bdfa completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:52.640722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Pushing event updated for resources: {'Port': ['ID=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:52.662484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a8965-b6bc-4c5c-86be-bda82e40be72 req-f33e50d7-25e2-4081-b253-7ae1283061e3 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:52.669843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a4a8965-b6bc-4c5c-86be-bda82e40be72 req-f33e50d7-25e2-4081-b253-7ae1283061e3 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1097 time: 0.0973549 May 27 01:48:52.672890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 90f3d04b-91d9-4183-b70d-299d7e21bdfa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:52.675261 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:52.726994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54ddfda4-824c-4d72-94bc-5905ba02ba06 req-a52b9b72-2a47-493d-8daf-cc711b31e771 tempest-ServersAaction247Test-525741379 tempest-ServersAaction247Test-525741379-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.2758553 May 27 01:48:52.750008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a4a8965-b6bc-4c5c-86be-bda82e40be72 req-8a29fff4-1af9-42a8-9012-1a01afe24607 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783288 May 27 01:48:52.804351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-655e783a-4130-4f3f-b191-9622f4a3a97e None None] Provisioning complete for port 90f3d04b-91d9-4183-b70d-299d7e21bdfa triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:52.805206 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-655e783a-4130-4f3f-b191-9622f4a3a97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:53.067272 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 4, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port': {'id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:37Z', 'updated_at': '2022-05-27T01:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '90f3d04b-91d9-4183-b70d-299d7e21bdfa', 'name': '', 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'mac_address': 'fa:16:3e:15:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:42Z', 'updated_at': '2022-05-27T01:48:51Z', 'revision_number': 4, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'subnets': [{'id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:53.072431 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cabb04-bcb4-41ed-99c6-cf02252e98da None None] The sync data for ids ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'] in n-d-843146-11 is: [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:48:44Z', 'revision_number': 4, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port': {'id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:37Z', 'updated_at': '2022-05-27T01:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '90f3d04b-91d9-4183-b70d-299d7e21bdfa', 'name': '', 'network_id': 'fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'mac_address': 'fa:16:3e:15:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:42Z', 'updated_at': '2022-05-27T01:48:51Z', 'revision_number': 4, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'subnets': [{'id': 'db4d326c-4c30-428c-9983-8d5f3b78fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:48:53.170819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-655e783a-4130-4f3f-b191-9622f4a3a97e None None] Current status of the port 90f3d04b-91d9-4183-b70d-299d7e21bdfa is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:53.171611 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-655e783a-4130-4f3f-b191-9622f4a3a97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:53.208084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 90f3d04b-91d9-4183-b70d-299d7e21bdfa is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:53.208432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:53.274175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-655e783a-4130-4f3f-b191-9622f4a3a97e None None] For port 90f3d04b-91d9-4183-b70d-299d7e21bdfa, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=90f3d04b-91d9-4183-b70d-299d7e21bdfa,segment=NetworkSegment(7f52c3be-0238-421f-a28a-da16fa5ce427),segment_id=7f52c3be-0238-421f-a28a-da16fa5ce427)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:53.280343 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-655e783a-4130-4f3f-b191-9622f4a3a97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:53.292745 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc92414-8f79-4c27-872f-c9c592c930f9'] response: {'server_uuid': '45d4f4b8-cafd-4b01-959b-dee6e6162053', 'name': 'network-vif-deleted', 'tag': '240d7ac7-1c46-4d0e-8217-e7c7508b8551', 'status': 'completed', 'code': 200} May 27 01:48:53.297918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c40a3929-daf2-40ee-9043-7e30b0e34c86 req-ffde39cc-e8b5-4cbf-8c67-aff9e3595adf tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=1bb44cf4095c4307bcf20560245a38e3 HTTP/1.1" status: 200 len: 695 time: 0.1190460 May 27 01:48:53.479100 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:48:53.480100 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:48:53.488880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e783a-4130-4f3f-b191-9622f4a3a97e None None] Pushing event updated for resources: {'Port': ['ID=90f3d04b-91d9-4183-b70d-299d7e21bdfa,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:53.539054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a3929-daf2-40ee-9043-7e30b0e34c86 req-429eefd9-fc14-4846-aa02-3392324a7851 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:53.540810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c40a3929-daf2-40ee-9043-7e30b0e34c86 req-429eefd9-fc14-4846-aa02-3392324a7851 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks?id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 787 time: 0.2402666 May 27 01:48:53.551329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-c40a3929-daf2-40ee-9043-7e30b0e34c86 req-e9ef3b8f-f225-4df3-924e-a407425bc56c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:48:53.553457 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c40a3929-daf2-40ee-9043-7e30b0e34c86 req-e9ef3b8f-f225-4df3-924e-a407425bc56c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068972 May 27 01:48:53.712606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Attempting to bind port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:53.713194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Attempting to bind port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:53.713317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Attempting to bind port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:53.727716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:53.733501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:53.733964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Attempting to bind port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:53.743633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:53.744155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Checking segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:53.744661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Bound using segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:53.745515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Bound port: 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:53.746188 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:53.781088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:53.821838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cd927-d00e-460c-a84d-e70798ab383e req-1351fe95-1928-4789-89bb-4a944655fe45 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:53.823586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-470cd927-d00e-460c-a84d-e70798ab383e req-1351fe95-1928-4789-89bb-4a944655fe45 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1097 time: 0.1175842 May 27 01:48:53.858016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-0ea541c7-d14c-47f8-8674-14b5ce07b6c6 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:53.859664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-0ea541c7-d14c-47f8-8674-14b5ce07b6c6 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 945 time: 0.1904817 May 27 01:48:53.888792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Made reservation on behalf of 89982a2165324377b14f5cad24dfd0e1 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:53.892302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:53.927023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d249f-6554-440c-b339-1d28aca57632 req-ffadb401-259c-494f-8abc-5db1eee08226 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:53.934135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-336d249f-6554-440c-b339-1d28aca57632 req-ffadb401-259c-494f-8abc-5db1eee08226 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbea3ea8-6a06-4418-be23-7a234ac26d50 HTTP/1.1" status: 200 len: 945 time: 0.9538679 May 27 01:48:53.967552 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-470cd927-d00e-460c-a84d-e70798ab383e req-21269292-70a6-42bc-87f6-8afb60d60613 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340153 May 27 01:48:54.009755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Deleting port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:54.010823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:54.039010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:54.070404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 90f3d04b-91d9-4183-b70d-299d7e21bdfa is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:54.100800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:54.155278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-336d249f-6554-440c-b339-1d28aca57632 req-c94da61b-fd4b-4af4-ab17-01781eaf5004 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.16 "GET /v2.0/security-groups?id=c187213a-7895-4174-a642-1e6a33c40057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200301 May 27 01:48:54.180537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] For port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:54.185738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Transition to ACTIVE for port object fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:54.195883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:54.201024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] For port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:54.299570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:54.377791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 90f3d04b-91d9-4183-b70d-299d7e21bdfa up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:48:54.479544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 90f3d04b-91d9-4183-b70d-299d7e21bdfa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:54.480439 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:54.508328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:54.566852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] For port efe95268-d9b8-4c9d-bda8-e769fc3deaf1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,segment=NetworkSegment(c225e878-f1c9-48ca-b804-648a562b3363),segment_id=c225e878-f1c9-48ca-b804-648a562b3363)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:48:54.567459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:54.580036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:54.584626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:54.586170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] 10.222.0.13 "PUT /v2.0/ports/92f0a13d-98d5-4853-ba4c-a6d768a5c2ea HTTP/1.1" status: 200 len: 1093 time: 5.3183329 May 27 01:48:54.702398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 90f3d04b-91d9-4183-b70d-299d7e21bdfa is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:48:54.762694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Calling delete_port for efe95268-d9b8-4c9d-bda8-e769fc3deaf1 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:54.839191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Allocated IP 172.20.0.5 (bfc6c422-ab0a-46b3-9b07-17de13fb4b9c/0fbf1578-c5e4-42db-a8a6-683990c65dc0/1ce1a873-2f42-4a9c-b0b0-d57230ba3c87) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:48:54.854546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a69f567-c7fd-4ad7-80ec-4433098719ba req-88a9f8c8-34a8-4e35-88cc-46df8d8012b7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 210 time: 0.1027398 May 27 01:48:54.946606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12c40-791a-4eed-890a-24f91e918675 service neutron] Pushing event updated for resources: {'Port': ['ID=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:54.987920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-6c9cb300-8714-4f41-938d-94dc03a53f9f tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips/45822a27-2b3a-44f6-ad77-15119aa046a2 HTTP/1.1" status: 200 len: 692 time: 0.1073718 May 27 01:48:55.005604 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:48:55.021328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-4652a9a7-9601-42f0-bf77-80447ec779f7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:55.022832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-4652a9a7-9601-42f0-bf77-80447ec779f7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.7123199 May 27 01:48:55.032479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Attempting to bind port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:55.032807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Attempting to bind port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:55.033135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Attempting to bind port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:55.058824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-8afe0a4c-f057-48e7-805d-c43e7584ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:55.060944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-8afe0a4c-f057-48e7-805d-c43e7584ef39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 1096 time: 0.4148257 May 27 01:48:55.065477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:55.065799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Attempting to bind port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:55.127165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-1b450d3e-27ac-41db-85ad-8e01d07feccc tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/quotas/cb91f454677a4b179f2c02155a9f70bd HTTP/1.1" status: 200 len: 375 time: 0.0874040 May 27 01:48:55.161761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:55.162007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Checking segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:55.162373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Bound using segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:55.162913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Bound port: fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:55.163196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.174193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.223947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-609683fd-31e0-4085-8d60-65123359cbb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea HTTP/1.1" status: 200 len: 217 time: 0.1533594 May 27 01:48:55.310855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'tag': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:55.322842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-2a1d93a9-21fc-45fa-91ea-4cd43b9bdd77 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:55.331072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Pushing event deleted for resources: {'Port': ['ID=efe95268-d9b8-4c9d-bda8-e769fc3deaf1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:55.337426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] No DVR routers for this DVR port efe95268-d9b8-4c9d-bda8-e769fc3deaf1 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:48:55.339765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.344890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'name': 'network-vif-deleted', 'tag': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:55.358906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-16bf287d-a28c-4e29-bab6-2a1ba974c73f tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:55.360236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-16bf287d-a28c-4e29-bab6-2a1ba974c73f tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3121879 May 27 01:48:55.423419 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cc3f3da4-abc6-4079-a0bb-09132d6829ba req-e77f8128-8b82-4895-85fd-9c3d65c62815 tempest-ServerPasswordTestJSON-1079913660 tempest-ServerPasswordTestJSON-1079913660-project] 10.222.0.47 "DELETE /v2.0/ports/efe95268-d9b8-4c9d-bda8-e769fc3deaf1 HTTP/1.1" status: 204 len: 173 time: 1.5556505 May 27 01:48:55.425656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-2a1d93a9-21fc-45fa-91ea-4cd43b9bdd77 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:55.430522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-2a1d93a9-21fc-45fa-91ea-4cd43b9bdd77 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2732546 May 27 01:48:55.449220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-c3cfbced-70f5-4d90-8592-b86a0e37fa4e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0811543 May 27 01:48:55.456126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-5dc5269c-73af-4816-a3c4-2eda72bff062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:55.458160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-5dc5269c-73af-4816-a3c4-2eda72bff062 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 200 len: 854 time: 0.1931267 May 27 01:48:55.550122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-76ff5963-3d44-487c-ac6a-8d02040662ba tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0996158 May 27 01:48:55.619785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] For port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:48:55.648265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.652031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] For port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:48:55.667273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.730683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Deleting port e0774742-6fe0-4ac2-adba-261a64d53fe7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:48:55.731347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.860541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Transition to ACTIVE for port object 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:55.877585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:55.878360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.880533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] 10.222.0.47 "PUT /v2.0/ports/fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 HTTP/1.1" status: 200 len: 1092 time: 4.4904225 May 27 01:48:55.949157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:55.949489 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:56.017994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56611fa6-cd5e-44cd-aa64-6c445b85aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:56.032451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-44d05386-e521-4904-8de5-a74ce7e5db24 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782979 May 27 01:48:56.066307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-c9c0d219-e162-4832-871a-979f35e91cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:56.068143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-c9c0d219-e162-4832-871a-979f35e91cda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5757983 May 27 01:48:56.195971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:56.288546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Calling delete_port for e0774742-6fe0-4ac2-adba-261a64d53fe7 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:48:56.316649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f69730c9-c8f5-4b2c-b2ae-ee6d1f6bddc5 req-abb885ef-1220-40ac-bb5d-2a54c8907b09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.1242306 May 27 01:48:56.355794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:48:56.367116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:48:56.369872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:48:56.420723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Pushing event updated for resources: {'Port': ['ID=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:56.437136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:56.479644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-b2d3359e-ae5e-4b28-b21d-cde9a81131d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:56.481219 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-b2d3359e-ae5e-4b28-b21d-cde9a81131d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 1095 time: 0.5424297 May 27 01:48:56.483780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Pushing event deleted for resources: {'Port': ['ID=e0774742-6fe0-4ac2-adba-261a64d53fe7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:56.514092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-32f2b462-fe10-46cf-b1cd-86ec86966bdf service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807723 May 27 01:48:56.518076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-1f9a94ec-15d8-4018-9820-94ac8a9d2fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289641 May 27 01:48:56.523840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:56.524475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:56.609536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:56.610411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-52d0d3f7-61d3-4f7e-86cc-268432d13dc1 None None] Provisioning for port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:48:56.616632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-52d0d3f7-61d3-4f7e-86cc-268432d13dc1 None None] Provisioning complete for port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:48:56.617206 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52d0d3f7-61d3-4f7e-86cc-268432d13dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:56.631397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:56.645629 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d90b3e00-ff5d-402f-8f55-d3aa89fd0f29 req-e220133c-f14b-461a-afe0-c701c9bddd0c tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "DELETE /v2.0/floatingips/45822a27-2b3a-44f6-ad77-15119aa046a2 HTTP/1.1" status: 204 len: 173 time: 1.0945244 May 27 01:48:56.687534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device efe95268-d9b8-4c9d-bda8-e769fc3deaf1 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:48:56.734309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: efe95268-d9b8-4c9d-bda8-e769fc3deaf1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:48:56.734651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device efe95268-d9b8-4c9d-bda8-e769fc3deaf1 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:48:56.745436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-52d0d3f7-61d3-4f7e-86cc-268432d13dc1 None None] Port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:48:56.769073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-cb236245-37b5-48da-90ef-de6081f5bdb2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2648604 May 27 01:48:56.772370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-d2bc5c2a-432b-42ed-9c0a-4a95694d131d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 HTTP/1.1" status: 200 len: 217 time: 0.1588297 May 27 01:48:56.784123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Request body: {'port': {'device_id': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:56.806159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93249e6e-0050-4321-a158-c30e9f41fc8f req-ba334383-aaff-4a48-a450-d8422e11b166 tempest-ServersAaction247Test-525741379 tempest-ServersAaction247Test-525741379-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.0529745 May 27 01:48:56.906848 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea299c75-d376-49e5-b0f5-c4fb7ce617c9'] response: {'name': 'network-changed', 'server_uuid': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'tag': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea', 'status': 'completed', 'code': 200} May 27 01:48:56.926261 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdd4847-4c25-4d23-9d09-3b2c84774896'] response: {'server_uuid': 'bbea3ea8-6a06-4418-be23-7a234ac26d50', 'name': 'network-vif-deleted', 'tag': 'efe95268-d9b8-4c9d-bda8-e769fc3deaf1', 'status': 'completed', 'code': 200} May 27 01:48:56.959017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58880) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:56.968572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406adba2-46c3-4ba4-8d48-4aa0e9d88a80 req-22fd0493-1457-421c-8bcd-a6974457286f service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381852 May 27 01:48:57.108056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] Deleting subnet e4dbba03-b265-40be-a163-5c66658f4450 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:48:57.152733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.190164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.206294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58888) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:57.215602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-1dfea4ca-294f-4db5-8e6a-ee08a44f1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:57.217881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-1dfea4ca-294f-4db5-8e6a-ee08a44f1414 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 200 len: 854 time: 0.3964534 May 27 01:48:57.247557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.328927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.389479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4e50b-a5ea-433e-abbf-07ea209307ca req-287154ea-bca8-46f4-9751-daa5b9f871db tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:57.390980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa4e50b-a5ea-433e-abbf-07ea209307ca req-287154ea-bca8-46f4-9751-daa5b9f871db tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 931 time: 0.2921538 May 27 01:48:57.396227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.442078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:57.458503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Usage tracker for resource:security_group_rule and tenant:77a0760891624d7989be2338d0c2b004 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:57.461701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:57.467087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-ee39050c-0e6a-4544-acdd-b7ce36b35fe0 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Synchronizing usage tracker for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:48:57.475282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:57.502676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa4e50b-a5ea-433e-abbf-07ea209307ca req-c8221369-095e-4a36-88e9-aad3ab4d8b4b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974360 May 27 01:48:57.525394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-392b9158-3e29-4276-ae57-5be717bdc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:57.526896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-392b9158-3e29-4276-ae57-5be717bdc627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 1096 time: 0.4468935 May 27 01:48:57.537276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.597519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dbba03-b265-40be-a163-5c66658f4450,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:57.608928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-4a7489a3-473a-4fa4-8f48-da5d2d652b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:57.610424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-4a7489a3-473a-4fa4-8f48-da5d2d652b5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3803463 May 27 01:48:57.611090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-ee39050c-0e6a-4544-acdd-b7ce36b35fe0 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Unset dirty status for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:48:57.617546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-ee39050c-0e6a-4544-acdd-b7ce36b35fe0 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6477778 May 27 01:48:57.629743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.660087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c38766c2-5e6f-4fa7-a9d9-f2d36e8e2658 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e4dbba03-b265-40be-a163-5c66658f4450 HTTP/1.1" status: 204 len: 168 time: 0.6997113 May 27 01:48:57.663078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58894) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:57.712850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:57.810119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e1707f0-c2a8-4389-ae71-56f54b173373 req-3c86a1a2-2b01-4e84-851e-02d1d16ef535 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 210 time: 0.1223888 May 27 01:48:57.841698 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.847278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.883391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:57.910517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:57.932723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425161ca-b1ee-45b8-ac6d-c558879b8e63,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:57.936841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d779234f-e750-4f87-866c-968c4ab693a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77a0760891624d7989be2338d0c2b004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7277184 May 27 01:48:57.939675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58900) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:57.979377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Usage tracker for resource:floatingip and tenant:1bb44cf4095c4307bcf20560245a38e3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:48:57.989011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:48:58.004803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:58.066458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.136959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-c8ee7a9d-8479-48d1-92fc-ef8806ecc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:58.138997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-c8ee7a9d-8479-48d1-92fc-ef8806ecc9b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 916 time: 0.6016057 May 27 01:48:58.201076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ac83364-e1bb-4494-a06d-472208c990c0 req-9e4f3227-8790-40df-bda8-9cefa338d973 tempest-ServersAaction247Test-525741379 tempest-ServersAaction247Test-525741379-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.0829425 May 27 01:48:58.203187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.249481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-6ce0befc-dede-493d-90d5-4aaed53a3d7f service neutron] 10.222.0.47 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227095 May 27 01:48:58.273483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f8c51c-9fa6-413d-92e9-ea86b221536f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:58.308097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c225e878-f1c9-48ca-b804-648a562b3363') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:58.308696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c225e878-f1c9-48ca-b804-648a562b3363') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:48:58.323965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.325206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-d5948ef7-10a2-4e37-a052-902156d9d856 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea HTTP/1.1" status: 200 len: 217 time: 0.1372826 May 27 01:48:58.346434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.353358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:48:58.354935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.432882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7598d0fc-4730-4d92-9b9c-2559cb330e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.478127 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c225e878-f1c9-48ca-b804-648a562b3363 resource provider aggregate not found May 27 01:48:58.486933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:48:58.630796 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c225e878-f1c9-48ca-b804-648a562b3363 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c225e878-f1c9-48ca-b804-648a562b3363 found for delete ", "request_id": "req-d3fd67c3-9ff4-48af-b50b-5d7ea2f6107f"}]} May 27 01:48:58.631597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-99b72314-fcf6-4601-89e0-045f2c2eeca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:58.633035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-99b72314-fcf6-4601-89e0-045f2c2eeca6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 200 len: 854 time: 0.2981844 May 27 01:48:58.637023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7598d0fc-4730-4d92-9b9c-2559cb330e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.648560 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.652500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:48:58.673211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.705117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f8c51c-9fa6-413d-92e9-ea86b221536f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:58.718548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c591b1d3-cdba-4902-b4e4-ee7b18f7f97b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e0f8c51c-9fa6-413d-92e9-ea86b221536f HTTP/1.1" status: 204 len: 168 time: 1.0544693 May 27 01:48:58.722075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.724831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf981a60-7d17-4f40-8108-fabe3787fdfb req-541351d5-6516-47dc-9f2d-17bca31055dd tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:58.727462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf981a60-7d17-4f40-8108-fabe3787fdfb req-541351d5-6516-47dc-9f2d-17bca31055dd tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1097 time: 0.3005407 May 27 01:48:58.735248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-27f83cec-1ad1-4292-9efc-e05358c78d62 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:58.736726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-27f83cec-1ad1-4292-9efc-e05358c78d62 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.4767497 May 27 01:48:58.762375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7598d0fc-4730-4d92-9b9c-2559cb330e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.766276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Request body: {'port': {'device_id': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'admin_state_up': True, 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:48:58.782652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf981a60-7d17-4f40-8108-fabe3787fdfb req-ae4e3142-c97c-4d7f-9312-887406c2bf38 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498426 May 27 01:48:58.783644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598d0fc-4730-4d92-9b9c-2559cb330e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425161ca-b1ee-45b8-ac6d-c558879b8e63,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:58.790043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7598d0fc-4730-4d92-9b9c-2559cb330e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.791402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7598d0fc-4730-4d92-9b9c-2559cb330e67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/425161ca-b1ee-45b8-ac6d-c558879b8e63 HTTP/1.1" status: 204 len: 168 time: 0.8507013 May 27 01:48:58.812457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Transition to ACTIVE for port object 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:48:58.812457 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c2e131-1186-4194-b7e9-5d4d3538337f req-62a89df2-aebd-44bd-95c9-cfae0c3c5fcf service neutron] 10.222.0.47 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473228 May 27 01:48:58.880460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:58.898520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58920) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:58.941357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1893d09-f3b0-44e8-b890-820628827c78', 'tag': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:48:58.963822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-92a9dc26-120a-4230-adba-207a9c317ac3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b68ab16f86214fb1bc9121c19beefc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618765 May 27 01:48:58.964866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58930) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:48:59.051248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50aa0f00-35d0-441c-9159-5665dc79401b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:59.081068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50aa0f00-35d0-441c-9159-5665dc79401b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:59.159697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:59.179716 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:59.183157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50aa0f00-35d0-441c-9159-5665dc79401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:59.207414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa0f00-35d0-441c-9159-5665dc79401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c187213a-7895-4174-a642-1e6a33c40057,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:48:59.231267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50aa0f00-35d0-441c-9159-5665dc79401b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:59.237388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-50aa0f00-35d0-441c-9159-5665dc79401b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c187213a-7895-4174-a642-1e6a33c40057 HTTP/1.1" status: 204 len: 168 time: 0.2703276 May 27 01:48:59.252854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-e99fe4ab-76e3-4672-9a9c-bbde65667dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:59.257569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-e99fe4ab-76e3-4672-9a9c-bbde65667dbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6154432 May 27 01:48:59.537472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:48:59.578680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:48:59.611626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa22ac-820a-489f-9efe-f9903d30788e req-688f4faa-372c-4a99-80f0-71463e8ab588 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:48:59.619125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cfa22ac-820a-489f-9efe-f9903d30788e req-688f4faa-372c-4a99-80f0-71463e8ab588 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 943 time: 0.1640880 May 27 01:48:59.677294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cfa22ac-820a-489f-9efe-f9903d30788e req-41aeaa13-ea89-4bb5-a744-752c9debe997 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 May 27 01:48:59.692352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Attempting to bind port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:48:59.693644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Attempting to bind port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:48:59.693935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Attempting to bind port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:59.733314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:48:59.738038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:59.792304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:48:59.792703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Attempting to bind port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 on network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:48:59.822136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:48:59.822474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Checking segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:48:59.822898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Bound using segment: {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:48:59.823325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Bound port: 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dba648-99d2-47b5-8770-20c9b39fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:48:59.823666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:48:59.850924 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-332e9c17-70fe-4154-bead-f3f4323a944a service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544691 May 27 01:48:59.871870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59f70425-bdf0-487e-afeb-32fe75fdd033 req-7cdcb498-b7c8-40a1-9ed5-49879d9d69fa tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 210 time: 0.0509205 May 27 01:49:00.010150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:00.030473 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0a6af4-00fc-41d6-9acb-0df3198d7526'] response: {'name': 'network-changed', 'server_uuid': 'f1893d09-f3b0-44e8-b890-820628827c78', 'tag': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25', 'status': 'completed', 'code': 200} May 27 01:49:00.044148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Allocated IP 172.25.3.211 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/95e3c3f0-34d0-4877-8905-9fb46d128d18) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:00.234041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:00.276797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea', 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'port_id': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea', 'mac_address': 'fa:16:3e:36:70:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbf1578-c5e4-42db-a8a6-683990c65dc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:00.345501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5706304-69d2-4f80-a133-aac762c01968 req-d8584593-0c9c-4954-beb0-d0089096a7c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1d6ba0c6e834c8084757977d1d6e04a&device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.0981202 May 27 01:49:00.396266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5706304-69d2-4f80-a133-aac762c01968 req-141824de-6978-46a1-b567-26620c18fd74 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d1d6ba0c6e834c8084757977d1d6e04a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420241 May 27 01:49:00.403690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:00.404075 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:00.421888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:00.436402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca78f9e1-f253-4eb7-83f7-01e83345ccbb req-92fc7182-cf74-48dc-b7e2-746c84874677 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434914 May 27 01:49:00.440285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] For port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:00.461312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] For port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:00.475526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Allocated IP 172.20.0.8 (13c96df4-812d-4e4d-a7ec-6163f90d966d/8142e39c-49b8-4c8e-9fd3-84b125682e53/b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:00.480229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:00.495009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:00.499622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:00.593699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5706304-69d2-4f80-a133-aac762c01968 req-f34779e9-c80d-4718-b770-24eb71385f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:00.595305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5706304-69d2-4f80-a133-aac762c01968 req-f34779e9-c80d-4718-b770-24eb71385f78 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649680 May 27 01:49:00.597325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c28c-72a0-493d-8ef3-7600708a4ffb req-aa33495b-95a5-4e35-929b-cfc8aacf45b1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:00.601822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-e89b189f-4cd2-4ec7-93ff-000eecc360c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:00.603621 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-e89b189f-4cd2-4ec7-93ff-000eecc360c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 1095 time: 0.5633609 May 27 01:49:00.604662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b29c28c-72a0-493d-8ef3-7600708a4ffb req-aa33495b-95a5-4e35-929b-cfc8aacf45b1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1097 time: 0.2072465 May 27 01:49:00.607940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:00.608822 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:00.613613 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] 10.222.0.13 "PUT /v2.0/ports/1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 HTTP/1.1" status: 200 len: 1092 time: 3.8368895 May 27 01:49:00.679575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b29c28c-72a0-493d-8ef3-7600708a4ffb req-a7a59504-7968-44cb-a321-34dfbdcbbae8 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 May 27 01:49:00.683282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:00.755705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:00.817665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['92f0a13d-98d5-4853-ba4c-a6d768a5c2ea'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:00.874687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-23e296e2-21b8-457b-893b-b0e3f6d348a9 req-5f2b3815-084f-430b-b24b-24d1953c3d21 tempest-ServersAaction247Test-525741379 tempest-ServersAaction247Test-525741379-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.0598347 May 27 01:49:00.924687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:00.943639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8978485-6d27-4e79-8332-11494b69df2b service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:01.043185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-network', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:01.052920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:01.065697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Usage tracker for resource:network and tenant:37b035b958bd4b3eb6050c54bfa65be6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:01.081838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:01.090451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:01.117422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Made reservation on behalf of 37b035b958bd4b3eb6050c54bfa65be6 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:01.119802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.135109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.151221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-2425d0d0-7ec1-4d7b-a229-8b6b6111b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:01.154082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-2425d0d0-7ec1-4d7b-a229-8b6b6111b0d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 916 time: 0.5328274 May 27 01:49:01.154330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2931fe-2416-4845-89cb-b0fb3fcf645a req-61a6cfd9-7bf8-4175-99d1-a9e2472704e1 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:01.155876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e2931fe-2416-4845-89cb-b0fb3fcf645a req-61a6cfd9-7bf8-4175-99d1-a9e2472704e1 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 943 time: 0.1651726 May 27 01:49:01.161440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:01.178251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Usage tracker for resource:security_group_rule and tenant:37b035b958bd4b3eb6050c54bfa65be6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:01.182438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:01.192948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:01.228085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e2931fe-2416-4845-89cb-b0fb3fcf645a req-34faecea-0c67-49c1-bfe2-b0dda9f16532 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639951 May 27 01:49:01.241875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-10c52311-f3ee-4155-af3a-1cafb0100cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:01.243525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-10c52311-f3ee-4155-af3a-1cafb0100cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 1095 time: 0.5569108 May 27 01:49:01.269528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-2b723dc6-4d94-4ebe-915c-8e39e8924979 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 HTTP/1.1" status: 200 len: 217 time: 0.1061537 May 27 01:49:01.323880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.329408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.366281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:49:01.377146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a28da-5383-4c31-bfc3-d07c85a12c4d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:01.385201 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.386833 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Added segment db23767c-469f-48b3-835f-07c27ada96d1 of type vlan for network fa833d4e-41d6-4619-84e4-fac9c4e85020 May 27 01:49:01.411192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-d7b5b0b9-12d0-4fd5-85f3-7dc1a62f2ce9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 HTTP/1.1" status: 200 len: 217 time: 0.1440632 May 27 01:49:01.423396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.479639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.481622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.485749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:01.486688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.487035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.613822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] Pushing event updated for resources: {'Network': ['ID=fa833d4e-41d6-4619-84e4-fac9c4e85020,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:01.614645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:01.618394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8358ad8b-f802-4560-9c0a-603f1471d11d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9331131 May 27 01:49:01.621193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-03281040-f2ba-407a-ba89-b37130b34482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:01.621331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59024) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:01.623476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-03281040-f2ba-407a-ba89-b37130b34482 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 200 len: 854 time: 0.2812989 May 27 01:49:01.627620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Request body: {'subnet': {'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-subnet', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:01.629654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:01.633133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:01.633587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:01.635587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network fa833d4e-41d6-4619-84e4-fac9c4e85020 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:49:01.637684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Usage tracker for resource:subnet and tenant:37b035b958bd4b3eb6050c54bfa65be6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:01.642067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:01.649334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:01.676953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Made reservation on behalf of 37b035b958bd4b3eb6050c54bfa65be6 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:01.685812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:01.894376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-839deea6-a6a6-447d-8f2b-a8cfce79bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:01.895923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-839deea6-a6a6-447d-8f2b-a8cfce79bea3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 200 len: 854 time: 0.4543865 May 27 01:49:01.909238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Pushing event updated for resources: {'Port': ['ID=95e3c3f0-34d0-4877-8905-9fb46d128d18,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:02.026569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.038316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:02.043689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.084467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'tag': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:02.152855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6597d8a6-f2eb-45a0-b8a0-7b72729f8704,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:02.164458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Checking segment: {'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:02.164821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Network hostable DHCP agents. Network: fa833d4e-41d6-4619-84e4-fac9c4e85020, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:49:02.166192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:02.177556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:02.180138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:02.191018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Network fa833d4e-41d6-4619-84e4-fac9c4e85020 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:49:02.210020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, fa833d4e-41d6-4619-84e4-fac9c4e85020) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:02.223635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3c0af-0b4c-4777-a9bd-f6ab80f34d35 None None] Network fa833d4e-41d6-4619-84e4-fac9c4e85020 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:49:02.227070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:02.228898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event updated for resources: {'Port': ['ID=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:02.229281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.270014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.273949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1de77108-165b-4724-b294-9ab18e36a4eb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6515946 May 27 01:49:02.276993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59064) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:02.285772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:02.292792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:02.298473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Usage tracker for resource:router and tenant:37b035b958bd4b3eb6050c54bfa65be6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:02.302904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:02.311965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:02.312929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-6db54b73-3e58-40c5-8960-8b496086e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:02.315786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-6db54b73-3e58-40c5-8960-8b496086e6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5084007 May 27 01:49:02.344774 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.347869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.385078 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.426192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-689b2f15-0304-4688-8a93-07ce19a5144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:02.428441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-689b2f15-0304-4688-8a93-07ce19a5144e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5229907 May 27 01:49:02.442174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:02.479903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:02.480412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.626487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:02.627583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.702681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6817fdd-4f02-4a8c-905d-0779ad4a66c9 None None] Network fa833d4e-41d6-4619-84e4-fac9c4e85020 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:49:02.705169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:02.737863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:02.871180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-de751450-ad0a-479f-b688-05d22ef9c4e1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:49:02.873367 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-de751450-ad0a-479f-b688-05d22ef9c4e1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159357 May 27 01:49:02.956392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:02.962009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Request body: {'binding': {'host': 'n-h2-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:02.962587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:49:02.981181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25', 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'port_id': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25', 'mac_address': 'fa:16:3e:ea:6a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbf1578-c5e4-42db-a8a6-683990c65dc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:03.042368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.045754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-742d9888-6c4c-4bd2-84fc-c74b50a1604d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2833264 May 27 01:49:03.058626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.061945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.073121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.085673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Request body: {'port': {'device_id': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:03.158493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59078) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:03.174668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:03.175360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.211307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-3fc84c4f-4912-4d0f-a380-44213376a788 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074320 May 27 01:49:03.220812 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.248522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-eb726899-e84f-4ec7-9153-2821ab6d1a8b service neutron] 10.222.0.47 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9179330 May 27 01:49:03.299427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:03.318295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:03.361441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on host n-h2-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:03.361851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:03.362250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:03.370250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:03.370651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:03.377011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:03.377450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:03.377910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:03.378409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Bound port: d16b461d-d867-4e02-b495-a2da44efe42c, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:03.386876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:03.387260 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.395552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Pushing event updated for resources: {'Port': ['ID=95e3c3f0-34d0-4877-8905-9fb46d128d18,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:03.398626 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.468333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:03.523373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.528148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:03.537615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:03.540847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.550307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.565985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.588374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:03.595798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:03.620317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:03.623771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf07f4fea9c4ea2b2f780b82dc06180 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:03.625475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.626735 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-497c4d6d-f5bb-4ad3-b89e-3cd8d8a90e6c service neutron] 10.222.0.16 "POST /v2.0/ports/d16b461d-d867-4e02-b495-a2da44efe42c/bindings HTTP/1.1" status: 201 len: 390 time: 0.6700056 May 27 01:49:03.631773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:03.632777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.647803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.648994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-2352f66d-32fa-4dc0-88a8-8362f8a0bd8a tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0306551 May 27 01:49:03.665070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:03.686986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:03.848441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:03.934898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Allocated IP 172.25.3.93 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/696abe8b-0e13-41d8-babd-3d5530e658fe) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:03.949758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84fa765b-3897-4eed-bba3-b9f3c3d5dd22 req-8fbe864d-5e1d-449c-918e-c9a819db6752 service neutron] 10.222.0.47 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697209 May 27 01:49:03.978409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aeccfea4-4d34-4047-b0c2-d939405586dd req-30bdfa7e-c006-48ab-bbec-fc872d073836 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347999 May 27 01:49:03.984420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-3236d85b-2a08-4836-8c23-c0444df4eda9 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Synchronizing usage tracker for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:04.072773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115b90b-ad31-4be4-a1e5-6cf1e96eea75 req-e85a5a39-2803-4b9e-88e3-a41167cd7247 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:04.075693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7115b90b-ad31-4be4-a1e5-6cf1e96eea75 req-e85a5a39-2803-4b9e-88e3-a41167cd7247 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 931 time: 0.2711143 May 27 01:49:04.093619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-3236d85b-2a08-4836-8c23-c0444df4eda9 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Unset dirty status for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:04.094883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-3236d85b-2a08-4836-8c23-c0444df4eda9 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.4118431 May 27 01:49:04.120633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-89e02843-23a2-44a9-bdc8-f051c5dcf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:04.122117 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-89e02843-23a2-44a9-bdc8-f051c5dcf0b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1097 time: 0.2518511 May 27 01:49:04.248576 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7115b90b-ad31-4be4-a1e5-6cf1e96eea75 req-9a726a45-8d5c-45b1-a97a-63b44adbe77f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672935 May 27 01:49:04.260390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.314513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-953fad7e-515b-4f86-87e0-a78619df5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:04.316128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-953fad7e-515b-4f86-87e0-a78619df5131 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.1860418 May 27 01:49:04.380757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.396668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.445565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-01867d1b-e9a5-4a50-8234-17c30f3db945 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:04.447035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e728ff-bfad-46db-b649-d3829f8ba734 req-01867d1b-e9a5-4a50-8234-17c30f3db945 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3429477 May 27 01:49:04.480717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cf07f4fea9c4ea2b2f780b82dc06180&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2984746 May 27 01:49:04.483522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59090) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:04.498231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16595-117e-4268-9827-3f11ff42b238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b39eb2-b951-48c4-8806-65fa38b462a0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:04.503204 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8626a54-bda5-4072-aa07-2dbbbd953fbe'] response: {'name': 'network-changed', 'server_uuid': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'tag': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87', 'status': 'completed', 'code': 200} May 27 01:49:04.581171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-0dce9856-56e4-49c4-b4d9-27f6c83131f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 217 time: 0.2576985 May 27 01:49:04.622466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-479cb3a5-ce4f-4d8c-baa8-f96a35297787 req-b52ee80b-194b-42e2-b8ce-d586b638b281 tempest-ServersAaction247Test-525741379 tempest-ServersAaction247Test-525741379-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.2513425 May 27 01:49:04.624196 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.691212 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793d4a11-6b98-402c-92fe-3b9a99b0bdf2'] response: {'server_uuid': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea', 'code': 200} May 27 01:49:04.716784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:04.722307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-5b480b90-f4b4-4020-9c95-98a3a5007318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:04.723968 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-5b480b90-f4b4-4020-9c95-98a3a5007318 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.1358356 May 27 01:49:04.724764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:04.727143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:04.727301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:04.751422 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.767983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.819966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=696abe8b-0e13-41d8-babd-3d5530e658fe,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:04.827362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Transition to ACTIVE for port object b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:04.850249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.857006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-60c0fc35-a7dc-4b76-9d1f-ab2d62c1c4ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018939 May 27 01:49:04.922220 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:04.992059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-b8bc22c3-fcdc-4013-a66b-16cf8cfc3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:04.993550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-b8bc22c3-fcdc-4013-a66b-16cf8cfc3843 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 1095 time: 0.4614697 May 27 01:49:05.047149 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5706304-69d2-4f80-a133-aac762c01968 req-d082a89f-33c9-493a-a7a6-3d99ff7e8c1b tempest-ServersAaction247Test-525741379 tempest-ServersAaction247Test-525741379-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3fbb634-5fb7-497a-a601-115440e4ae07 HTTP/1.1" status: 200 len: 210 time: 0.1366732 May 27 01:49:05.068198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16440db-ba5f-4296-ac2b-e4f908802d3c req-c5346367-d611-4343-b031-7eb70ca33cee tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:05.068918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b16440db-ba5f-4296-ac2b-e4f908802d3c req-c5346367-d611-4343-b031-7eb70ca33cee tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Synchronizing usage tracker for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:05.126974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:05.212875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1ea66-2b53-4076-b574-0ba2facfe41d req-85dbf8db-4b8d-4b3c-8e26-04cdff9bbb3b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:05.214259 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ec1ea66-2b53-4076-b574-0ba2facfe41d req-85dbf8db-4b8d-4b3c-8e26-04cdff9bbb3b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 945 time: 0.4047809 May 27 01:49:05.279714 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-d747fd44-9f77-4842-84f9-c86b5952b5e4 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106796 May 27 01:49:05.289696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b16440db-ba5f-4296-ac2b-e4f908802d3c req-c5346367-d611-4343-b031-7eb70ca33cee tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Unset dirty status for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:05.290890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b16440db-ba5f-4296-ac2b-e4f908802d3c req-c5346367-d611-4343-b031-7eb70ca33cee tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 943 time: 0.6841407 May 27 01:49:05.332201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87597-ddf6-4f7d-a27c-8c7eb5b982fd req-cd419861-095e-4b0a-afc5-64c02c94e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:05.333665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41d87597-ddf6-4f7d-a27c-8c7eb5b982fd req-cd419861-095e-4b0a-afc5-64c02c94e3af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 1098 time: 0.5567048 May 27 01:49:05.401082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:05.432286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-0d692bb5-e173-4c8f-90ac-0d72d9bdc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:05.433749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-0d692bb5-e173-4c8f-90ac-0d72d9bdc5ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 916 time: 0.3848081 May 27 01:49:05.451553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b39eb2-b951-48c4-8806-65fa38b462a0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:05.455524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Attempting to bind port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:05.456042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Attempting to bind port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:05.456681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Attempting to bind port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:05.525173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b16440db-ba5f-4296-ac2b-e4f908802d3c req-3b76bc61-b5c8-47a9-8e3f-e4217aa7b2b2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Synchronizing usage tracker for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:05.532312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ec1ea66-2b53-4076-b574-0ba2facfe41d req-aeb1511d-47ec-43a7-96a0-c9d695a5b9e4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634912 May 27 01:49:05.545983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.546410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.546839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.547241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.547847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.548024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.548413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.548799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.549186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.549571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.550269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.550269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:05.553935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd on network 13c96df4-812d-4e4d-a7ec-6163f90d966d not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:05.554307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Attempting to bind port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:05.570255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41d87597-ddf6-4f7d-a27c-8c7eb5b982fd req-e13b5501-5215-44a5-8389-e2a2c4b617f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212803 May 27 01:49:05.582863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:05.586650 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-300ef2dd-09ab-4446-8a8b-01e70764099a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22b39eb2-b951-48c4-8806-65fa38b462a0 HTTP/1.1" status: 204 len: 168 time: 1.0988667 May 27 01:49:05.586922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:05.590224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-5890dce3-37fa-484f-8fd5-88fa136a993b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 HTTP/1.1" status: 200 len: 217 time: 0.1401937 May 27 01:49:05.593464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:05.593903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:05.594159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Bound using segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:05.594588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Bound port: b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:05.594969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:05.649937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b16440db-ba5f-4296-ac2b-e4f908802d3c req-3b76bc61-b5c8-47a9-8e3f-e4217aa7b2b2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Unset dirty status for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:05.651189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b16440db-ba5f-4296-ac2b-e4f908802d3c req-3b76bc61-b5c8-47a9-8e3f-e4217aa7b2b2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518217 May 27 01:49:05.725232 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e611a5eb-e29e-4fdf-a1f0-7b311920e65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:05.737742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] For port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:05.743223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] For port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:05.749132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:05.841710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-adec2989-0739-4b47-b8be-cd14a211d2d7 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401433 May 27 01:49:05.867985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-473d70bd-b8a4-4644-922c-f910465b0d3e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips/05856a45-987f-4da2-9ada-6178be0682bb HTTP/1.1" status: 200 len: 693 time: 0.1709859 May 27 01:49:06.020999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.021879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.023227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] 10.222.0.13 "PUT /v2.0/ports/b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd HTTP/1.1" status: 200 len: 1092 time: 2.9659688 May 27 01:49:06.030872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59104) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:06.048225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:06.138676 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.163057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-a4d4c079-e16e-480d-89a1-21e8fd1a0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.165150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-a4d4c079-e16e-480d-89a1-21e8fd1a0047 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 200 len: 854 time: 0.2426877 May 27 01:49:06.165760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6bfe0-e3ac-4704-82c3-f820a682818f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:06.221838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:06.234335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Usage tracker for resource:security_group_rule and tenant:452626bc3af94ff8b1c428930de5c466 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:06.237808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:06.251006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:06.251457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:06.269299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87', 'network_id': 'bfc6c422-ab0a-46b3-9b07-17de13fb4b9c', 'port_id': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87', 'mac_address': 'fa:16:3e:4e:f7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbf1578-c5e4-42db-a8a6-683990c65dc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:06.316003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3ad0-c054-4d33-b5ee-1ee85ee2a51e req-786e3ca0-1dd4-4e29-ac22-965364aead13 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.316717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ba9c3ad0-c054-4d33-b5ee-1ee85ee2a51e req-786e3ca0-1dd4-4e29-ac22-965364aead13 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:06.326455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-a59d068c-83d5-4839-afde-e40b72152f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.328266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-a59d068c-83d5-4839-afde-e40b72152f1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 1095 time: 0.2559993 May 27 01:49:06.340013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:06.340597 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.358206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:06.373344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:06.377297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.421891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-11507a6d-13d9-4fd9-b6bf-0bcc887d973d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd HTTP/1.1" status: 200 len: 217 time: 0.0843041 May 27 01:49:06.426359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-150e65e8-a1fd-4d1d-b605-ceaaf471a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.427540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-150e65e8-a1fd-4d1d-b605-ceaaf471a9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2451618 May 27 01:49:06.428119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ba9c3ad0-c054-4d33-b5ee-1ee85ee2a51e req-786e3ca0-1dd4-4e29-ac22-965364aead13 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:06.429132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba9c3ad0-c054-4d33-b5ee-1ee85ee2a51e req-786e3ca0-1dd4-4e29-ac22-965364aead13 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 943 time: 0.5131404 May 27 01:49:06.443867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-33af9ae8-ffcf-48e4-b0ec-587b6cc2dca7 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.445209 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-33af9ae8-ffcf-48e4-b0ec-587b6cc2dca7 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.5707583 May 27 01:49:06.451888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:06.456337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-898ae68c-7702-4ad8-a77a-1df89d73e4ba tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.457677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-898ae68c-7702-4ad8-a77a-1df89d73e4ba tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.5039539 May 27 01:49:06.510874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'tag': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:06.521883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-11'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:06.591188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-7b2a99e6-3f58-476d-a6b7-b43335e80639 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Synchronizing usage tracker for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:06.595740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.640608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-e8e03609-ad93-4856-bfbb-1f9a7ccde865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:06.642050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-e8e03609-ad93-4856-bfbb-1f9a7ccde865 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.2120919 May 27 01:49:06.656997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba9c3ad0-c054-4d33-b5ee-1ee85ee2a51e req-4af7e10c-525b-4c97-8ffe-dd9eeb198648 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902645 May 27 01:49:06.706942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['1ce1a873-2f42-4a9c-b0b0-d57230ba3c87'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:06.714813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.721829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-7b2a99e6-3f58-476d-a6b7-b43335e80639 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Unset dirty status for tenant:1bb44cf4095c4307bcf20560245a38e3 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:06.725458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-3d05a252-305d-4820-9de6-270aa3288363 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649381 May 27 01:49:06.729088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-7b2a99e6-3f58-476d-a6b7-b43335e80639 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.2680814 May 27 01:49:06.730673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.771277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:06.811270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-7a9bc29a-cc28-461c-9290-449b8eea2711 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373580 May 27 01:49:06.889681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:06.900299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:06.900763 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.923935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-6b43dc35-880b-4728-811f-817f918e63f5 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.1939113 May 27 01:49:06.928563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:06.958166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=452626bc3af94ff8b1c428930de5c466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9127152 May 27 01:49:06.967366 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffc98fb-4117-4a8d-9990-b2699febf4dc'] response: {'name': 'network-changed', 'server_uuid': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'tag': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd', 'status': 'completed', 'code': 200} May 27 01:49:06.968001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59116) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:07.108478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584609d-785c-4461-a308-926589b5fdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ddcdc-d14f-4261-a8b6-21937f7b16f0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:07.169931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Deleting port 95e3c3f0-34d0-4877-8905-9fb46d128d18 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:07.170269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.213744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:07.214456 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.265460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1893d09-f3b0-44e8-b890-820628827c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:07.281932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:07.292413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.303943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59124) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:07.314534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-1d87c10d-e4e6-4647-aa8f-a90c3d514b92 service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757506 May 27 01:49:07.366429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:07.370192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6f8770-6e78-4ac9-8378-08c81d2bc2d3 req-b47a33a8-ff23-42c5-bec9-9e8c67d91b27 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778161 May 27 01:49:07.370847 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a383dd0c-0317-4b9d-92b9-d1665ef2445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.483997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a0555-aa45-4309-af1e-8142b5988e54 req-ef4075d2-162d-4387-98bf-a211127ca6b3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:07.485442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a0555-aa45-4309-af1e-8142b5988e54 req-ef4075d2-162d-4387-98bf-a211127ca6b3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 945 time: 0.3604488 May 27 01:49:07.491311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a383dd0c-0317-4b9d-92b9-d1665ef2445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.588910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.590545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Router 9db9bd12-58c6-4d33-bc61-54c964b16066 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:49:07.628090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc8167c3-ea6e-4293-8672-2bf0f6d87b5e req-0e3ba3a4-7e52-4f6f-b729-76ff436800c4 service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927380 May 27 01:49:07.629179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:07.638472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a0555-aa45-4309-af1e-8142b5988e54 req-f418b0d9-82e8-4b90-814a-9eafed881b66 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390297 May 27 01:49:07.640156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d6ba0c6e834c8084757977d1d6e04a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:07.643756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:07.651279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:07.676073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a383dd0c-0317-4b9d-92b9-d1665ef2445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.687206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.687528 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.753603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383dd0c-0317-4b9d-92b9-d1665ef2445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ddcdc-d14f-4261-a8b6-21937f7b16f0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:07.755647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a383dd0c-0317-4b9d-92b9-d1665ef2445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:07.759401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a383dd0c-0317-4b9d-92b9-d1665ef2445a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/806ddcdc-d14f-4261-a8b6-21937f7b16f0 HTTP/1.1" status: 204 len: 168 time: 0.7492294 May 27 01:49:07.782945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:07.855612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Calling delete_port for 95e3c3f0-34d0-4877-8905-9fb46d128d18 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:49:07.940830 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cc4c36d2-6701-4b22-a255-d8849fa1e6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.035577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-d0f3322c-5275-4e03-982b-d578d9e173cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:08.037118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-d0f3322c-5275-4e03-982b-d578d9e173cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 1095 time: 0.3324685 May 27 01:49:08.060470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:08.085950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.091607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:49:08.092237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:08.148604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee4ce-7050-4f15-85d3-bfe91ec70f53 req-4294a12f-2688-4c9d-929d-3c64e828c9ed tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:08.150360 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e7ee4ce-7050-4f15-85d3-bfe91ec70f53 req-4294a12f-2688-4c9d-929d-3c64e828c9ed tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 944 time: 0.3912880 May 27 01:49:08.162734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.188554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:08.194386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.209383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.210574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ccc6c1f8-891c-4c7a-be62-eb203650dfe3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9323025 May 27 01:49:08.212022 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.216701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:08.231503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Sync routers for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:49:08.248368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:08.249486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:08.253970 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1d6ba0c6e834c8084757977d1d6e04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9352722 May 27 01:49:08.255595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1f74f-6cec-436e-9be9-d3cbeff49648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b13e54f-9a42-45b5-84a4-14125470651e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:08.277414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59152) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:08.328369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.334831 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e7ee4ce-7050-4f15-85d3-bfe91ec70f53 req-174cf312-6822-4172-ba99-2afd73c8f94c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627076 May 27 01:49:08.355100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:08.377662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:08.377662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.392540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-e4e77246-681a-40cf-883b-9792b7f6558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:08.393992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-e4e77246-681a-40cf-883b-9792b7f6558a service neutron] 10.222.0.13 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.3488421 May 27 01:49:08.473050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5ed2cc7-fc5c-48e1-ab8a-8ff75e24897f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.475797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-8c4925f7-9865-4453-99dd-cdeaa8d70b0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd HTTP/1.1" status: 200 len: 217 time: 0.0741396 May 27 01:49:08.482757 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9c0541-cfab-48c2-9e19-1f4efaf89247'] response: {'server_uuid': 'f1893d09-f3b0-44e8-b890-820628827c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25', 'code': 200} May 27 01:49:08.568930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5ed2cc7-fc5c-48e1-ab8a-8ff75e24897f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.650504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:08.736055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:08.750182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5ed2cc7-fc5c-48e1-ab8a-8ff75e24897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.759170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.759507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.759845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.760178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.760513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.760838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.761165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.761490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.761814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.762132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.762498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.762840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:08.770954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on host n-h1-843146-11 for vnic_type normal with profile {"migrating_to": "n-h2-843146-11"} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:08.771532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:08.772052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:08.775784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-99bf95f5-1c25-4157-addd-14e09c5742e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:08.777282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-99bf95f5-1c25-4157-addd-14e09c5742e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.2772956 May 27 01:49:08.782342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed2cc7-fc5c-48e1-ab8a-8ff75e24897f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b13e54f-9a42-45b5-84a4-14125470651e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:08.822220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:08.822620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Attempting to bind port d16b461d-d867-4e02-b495-a2da44efe42c on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:08.841881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:08.842256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:08.842666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:08.843075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Bound port: d16b461d-d867-4e02-b495-a2da44efe42c, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:08.843230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5ed2cc7-fc5c-48e1-ab8a-8ff75e24897f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.843417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.846520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d5ed2cc7-fc5c-48e1-ab8a-8ff75e24897f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b13e54f-9a42-45b5-84a4-14125470651e HTTP/1.1" status: 204 len: 168 time: 0.5448742 May 27 01:49:08.848594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-3cf1468f-bb18-426b-8bf1-29f6582fa07b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529325 May 27 01:49:08.860034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478add-875f-4c46-9315-d892003628e8 req-0b4e8d6f-e7b1-468a-85ae-2d84e2cf58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:08.861527 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd478add-875f-4c46-9315-d892003628e8 req-0b4e8d6f-e7b1-468a-85ae-2d84e2cf58c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 1097 time: 0.2519166 May 27 01:49:08.863905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Pushing event deleted for resources: {'Port': ['ID=95e3c3f0-34d0-4877-8905-9fb46d128d18,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:08.944039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.950390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:08.964122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b745636-c2ae-4740-b6b2-893ea6984cdc req-51941c45-9a5b-4e92-8105-74aa0463e03e tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "DELETE /v2.0/floatingips/05856a45-987f-4da2-9ada-6178be0682bb HTTP/1.1" status: 204 len: 173 time: 2.0393198 May 27 01:49:09.008271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:09.008822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691985a5-4e7c-4c6e-a7c2-ea8a4492d4db req-1c631b87-4d92-48e3-ad1e-ad5b81d743f9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:09.008941 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:09.009897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-691985a5-4e7c-4c6e-a7c2-ea8a4492d4db req-1c631b87-4d92-48e3-ad1e-ad5b81d743f9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 943 time: 0.3452582 May 27 01:49:09.060306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:09.063825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:09.083981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:09.095723 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:09.100668 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe54323c-581b-4562-856d-3f131c3a563f'] response: {'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c', 'code': 200} May 27 01:49:09.117975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:09.136942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd478add-875f-4c46-9315-d892003628e8 req-bcfd9f7d-d7fc-4d4f-9dfe-eed4c8987824 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367671 May 27 01:49:09.160445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-691985a5-4e7c-4c6e-a7c2-ea8a4492d4db req-22067053-949e-459c-af64-1d4f9f5b9176 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327007 May 27 01:49:09.342628 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-8a240176-2cc3-4be3-875c-d11e7b623eb5 req-dedbac8e-0215-4a36-8c2d-dbed52803246 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] show failed (client error): The resource could not be found. May 27 01:49:09.343769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:09.344259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:09.349218 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a240176-2cc3-4be3-875c-d11e7b623eb5 req-dedbac8e-0215-4a36-8c2d-dbed52803246 tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips/05856a45-987f-4da2-9ada-6178be0682bb HTTP/1.1" status: 404 len: 350 time: 0.1492448 May 27 01:49:09.367913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:09.401783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:05Z', 'revision_number': 3, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:09.406559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Checking router: 9db9bd12-58c6-4d33-bc61-54c964b16066 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:49:09.406928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Updating router 9db9bd12-58c6-4d33-bc61-54c964b16066 port 696abe8b-0e13-41d8-babd-3d5530e658fe binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:49:09.447943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-0fbdb3df-8cef-4c0b-bf2a-74ce68c7fbf0 service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903463 May 27 01:49:09.448938 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-a86f664c-933a-47a5-ba64-5868c4f28aee req-b5097500-4e88-470f-a16e-efd666e0feee tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] show failed (client error): The resource could not be found. May 27 01:49:09.460509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a86f664c-933a-47a5-ba64-5868c4f28aee req-b5097500-4e88-470f-a16e-efd666e0feee tempest-FloatingIPsTestJSON-1109303668 tempest-FloatingIPsTestJSON-1109303668-project] 10.222.0.16 "GET /v2.0/floatingips/05856a45-987f-4da2-9ada-6178be0682bb HTTP/1.1" status: 404 len: 350 time: 0.0955701 May 27 01:49:09.462417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59186) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:09.541905 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:09.659230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=8']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:09.961833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:09.975655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Transition to ACTIVE for port object 696abe8b-0e13-41d8-babd-3d5530e658fe will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:09.985146 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:10.044306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:10.045408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:10.046992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-eda759b5-bb8a-4e38-934c-823e16628081 service neutron] 10.222.0.47 "PUT /v2.0/ports/d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 1123 time: 3.5376084 May 27 01:49:10.150842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d16b461d-d867-4e02-b495-a2da44efe42c'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:10.270520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Attempting to bind port 696abe8b-0e13-41d8-babd-3d5530e658fe on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:10.270837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Attempting to bind port 696abe8b-0e13-41d8-babd-3d5530e658fe by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:10.271199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Attempting to bind port 696abe8b-0e13-41d8-babd-3d5530e658fe on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:10.301301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:10.301678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:10.302080 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:10.302518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:10.303059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Bound port: 696abe8b-0e13-41d8-babd-3d5530e658fe, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:10.303520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:10.335205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c1e613c-7001-42b5-a71b-f3c50d2a6cc2 req-807d8edb-627c-4219-adec-d873093fefaa service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709538 May 27 01:49:10.365492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359b817-fefe-4cf0-bdf8-6c96781c7df0 req-074cc4d5-a6de-454a-9ac4-f876d9300084 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:10.373913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7359b817-fefe-4cf0-bdf8-6c96781c7df0 req-074cc4d5-a6de-454a-9ac4-f876d9300084 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.7253227 May 27 01:49:10.408367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] For port 696abe8b-0e13-41d8-babd-3d5530e658fe, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:10.411560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] For port 696abe8b-0e13-41d8-babd-3d5530e658fe, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=696abe8b-0e13-41d8-babd-3d5530e658fe,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:10.414562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a6e04-e30d-4fe1-898c-791abeefae44 None None] Pushing event updated for resources: {'Port': ['ID=696abe8b-0e13-41d8-babd-3d5530e658fe,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:10.422331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:10.495423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:10.548178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a12fc3-5f04-43dd-ba12-efb9cb96a97f req-e8056aba-82e1-47b2-8b72-3e5c2319f0df tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:10.549716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10a12fc3-5f04-43dd-ba12-efb9cb96a97f req-e8056aba-82e1-47b2-8b72-3e5c2319f0df tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 943 time: 0.7903986 May 27 01:49:10.579502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7359b817-fefe-4cf0-bdf8-6c96781c7df0 req-fd5b6393-93a4-4071-915d-c1c82819d58e tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049377 May 27 01:49:10.658323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:10.659006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:10.681855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:10.744896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:10.784224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10a12fc3-5f04-43dd-ba12-efb9cb96a97f req-dac97d2f-9f5f-43de-8fde-27b905c598e6 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152510 May 27 01:49:10.895180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a6e04-e30d-4fe1-898c-791abeefae44 None None] Pushing event updated for resources: {'Port': ['ID=696abe8b-0e13-41d8-babd-3d5530e658fe,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:10.964494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce358dc1-7820-4942-919c-c2d778d43752 req-d81a9bd5-2f40-4a10-9094-d24e8b10733c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:10.973349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce358dc1-7820-4942-919c-c2d778d43752 req-d81a9bd5-2f40-4a10-9094-d24e8b10733c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 943 time: 0.1691127 May 27 01:49:10.975342 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f325581e-20c7-4cc1-b2db-74ff65571b25'] response: {'server_uuid': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87', 'code': 200} May 27 01:49:11.005728 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.088816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-505174433-network', 'tenant_id': '94808042355844b686d7053c3b65ef77'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:11.096758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce358dc1-7820-4942-919c-c2d778d43752 req-6a2bbf02-4bdc-4a2a-9280-9e0d6302d076 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225464 May 27 01:49:11.126309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.154152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:11.196478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1a019-d289-4f67-aee4-3b2b8d7fc2af req-b5ef044f-8b29-439b-bfe1-57d094dfc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:11.197984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9c1a019-d289-4f67-aee4-3b2b8d7fc2af req-b5ef044f-8b29-439b-bfe1-57d094dfc8aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 1097 time: 0.2220595 May 27 01:49:11.215106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:11.230827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:11.243731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Usage tracker for resource:network and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:11.248144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Allocated IP 172.20.0.1 (fa833d4e-41d6-4619-84e4-fac9c4e85020/6597d8a6-f2eb-45a0-b8a0-7b72729f8704/7ba28c69-3346-48e6-8d3d-12185bd657c3) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:11.250900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:11.260525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:11.299954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Made reservation on behalf of 94808042355844b686d7053c3b65ef77 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:11.302919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.359108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9c1a019-d289-4f67-aee4-3b2b8d7fc2af req-cfac48dd-81a4-4762-a507-1e6c08576f09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516473 May 27 01:49:11.367668 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fd81ad-d266-4217-9f02-5ec7d6cd85b5'] response: {'name': 'network-changed', 'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c', 'status': 'completed', 'code': 200} May 27 01:49:11.415781 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.478046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:05Z', 'revision_number': 3, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:11.483015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f454e7-e5ca-4698-bcc7-72c8f325435c None None] The sync data for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 is: [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:05Z', 'revision_number': 3, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:49:11.490689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.524092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:11.537498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Usage tracker for resource:security_group_rule and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:11.541310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:11.550420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:11.576700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.579400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-1533870c-d9a5-44ca-ae7e-5e19c7cf79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:11.580886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-1533870c-d9a5-44ca-ae7e-5e19c7cf79fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1126 time: 0.2201514 May 27 01:49:11.653977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Network fa833d4e-41d6-4619-84e4-fac9c4e85020 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:11.668563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:11.674327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:11.738533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Pushing event updated for resources: {'Port': ['ID=7ba28c69-3346-48e6-8d3d-12185bd657c3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:11.785001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.849127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Deleting port 90f3d04b-91d9-4183-b70d-299d7e21bdfa {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:11.850008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.875939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.887297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.914224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:49:11.959607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:11.959968 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Added segment 74e0a27e-2048-466c-a180-be9ea6d87ce5 of type vlan for network 519811a9-a91a-42df-a693-bc50e0fa664c May 27 01:49:11.971219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-072c53c5-503f-4548-9fa7-5bedfe8474d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:11.972673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-072c53c5-503f-4548-9fa7-5bedfe8474d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.3818738 May 27 01:49:12.020948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:12.046636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35debab2-b5b8-4de3-a3d6-c7410c59547c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:12.103435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:12.121726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-004d30d5-3aa6-4f82-80d8-b64bd43886e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 217 time: 0.1363156 May 27 01:49:12.205012 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:12.205961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:12.206820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:12.355647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:12.394248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:12.394482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd', 'mac_address': 'fa:16:3e:cd:52:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:12.427775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] Pushing event updated for resources: {'Network': ['ID=519811a9-a91a-42df-a693-bc50e0fa664c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:12.441410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa473a-cb27-45ca-abed-2f4adbf782dd req-178e3e1d-f8a3-493a-bf7b-0a3f7c87cdf4 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:12.451269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58fa473a-cb27-45ca-abed-2f4adbf782dd req-178e3e1d-f8a3-493a-bf7b-0a3f7c87cdf4 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.7017801 May 27 01:49:12.475205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 519811a9-a91a-42df-a693-bc50e0fa664c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:49:12.481341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fd4122a5-4aad-4c98-8ec5-0135b92fe852 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7946332 May 27 01:49:12.496559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59268) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:12.501707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 696abe8b-0e13-41d8-babd-3d5530e658fe up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:12.514187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-af865d8f-d0f1-431a-bfd5-27f8ef544a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:12.515988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-af865d8f-d0f1-431a-bfd5-27f8ef544a6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.3804224 May 27 01:49:12.523710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Request body: {'subnet': {'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-subnet', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:12.593106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:12.610620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] For port 90f3d04b-91d9-4183-b70d-299d7e21bdfa, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=90f3d04b-91d9-4183-b70d-299d7e21bdfa,segment=NetworkSegment(7f52c3be-0238-421f-a28a-da16fa5ce427),segment_id=7f52c3be-0238-421f-a28a-da16fa5ce427)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:12.611291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:12.652876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Usage tracker for resource:subnet and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:12.672326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-dfc8d8ec-d8c1-442c-a80f-cfd6140b7efa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353502 May 27 01:49:12.672836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b1117-fa65-4ee0-b454-1f9c98a48120 req-085a8d0a-bec1-48bd-85a1-b68c8b7b986a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:12.676100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:12.686003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b88b1117-fa65-4ee0-b454-1f9c98a48120 req-085a8d0a-bec1-48bd-85a1-b68c8b7b986a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 943 time: 0.6421294 May 27 01:49:12.808524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:12.897153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d16b461d-d867-4e02-b495-a2da44efe42c details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:12.910933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b88b1117-fa65-4ee0-b454-1f9c98a48120 req-5a900e32-4bcf-4798-bc39-dd5232e959b7 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239413 May 27 01:49:12.925484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58fa473a-cb27-45ca-abed-2f4adbf782dd req-ecaee02b-66cd-4621-bae8-2c9b49b4b07f tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668674 May 27 01:49:12.935159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Calling delete_port for 90f3d04b-91d9-4183-b70d-299d7e21bdfa owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:49:12.987942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:12.988576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.040495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:13.056410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.109838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.119563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Made reservation on behalf of 94808042355844b686d7053c3b65ef77 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:13.122493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.162860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 696abe8b-0e13-41d8-babd-3d5530e658fe completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:13.174070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:13.175034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 696abe8b-0e13-41d8-babd-3d5530e658fe triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:13.175404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.226764 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.274596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Pushing event updated for resources: {'Port': ['ID=7ba28c69-3346-48e6-8d3d-12185bd657c3,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:13.282476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.347079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65aea0-91a4-4264-8424-0ea10dd065cc req-3eb1d8c5-4498-4c25-866a-7e037e8a3fbe tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:13.359203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef65aea0-91a4-4264-8424-0ea10dd065cc req-3eb1d8c5-4498-4c25-866a-7e037e8a3fbe tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 943 time: 0.2954307 May 27 01:49:13.382612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:13.395361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:13.416105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.416461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.416808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.417146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.417491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.417801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.419333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.420084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.420533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.420874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.421311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.421648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:49:13.426871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d16b461d-d867-4e02-b495-a2da44efe42c has no active binding in host n-h2-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:49:13.472713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-96423725-0590-4968-8dc4-31b0fc3b6429 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039073 May 27 01:49:13.504413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 696abe8b-0e13-41d8-babd-3d5530e658fe is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:13.504819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.552217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 696abe8b-0e13-41d8-babd-3d5530e658fe, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=696abe8b-0e13-41d8-babd-3d5530e658fe,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:13.558738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef65aea0-91a4-4264-8424-0ea10dd065cc req-26576bdf-5961-4e87-b49c-a9b497285cd5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981292 May 27 01:49:13.567587 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.631271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Network fa833d4e-41d6-4619-84e4-fac9c4e85020 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:13.633043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:13.647128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:13.782020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951b4645-7d1c-44b3-8550-9eb4a7eabd9f req-d2bf31f0-2a22-4d41-aa8f-e5fe79f9db26 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965562 May 27 01:49:13.803177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=696abe8b-0e13-41d8-babd-3d5530e658fe,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:13.845276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:13.913104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Router 9db9bd12-58c6-4d33-bc61-54c964b16066 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:49:13.933796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f3fbcb-7208-4021-9f01-4bfd029dcb46,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:13.991393 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:14.143268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:49:14.158802 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Sync routers for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:49:14.169205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a8029f9a-3783-42e7-ac3c-26b22c3c8e8d admin admin] 10.222.0.16 "PUT /v2.0/routers/9db9bd12-58c6-4d33-bc61-54c964b16066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9225016 May 27 01:49:14.174655 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:14.175433 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:14.253808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Checking segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:14.254230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Network hostable DHCP agents. Network: 519811a9-a91a-42df-a693-bc50e0fa664c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:49:14.273766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f3d04b-91d9-4183-b70d-299d7e21bdfa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:14.494575 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:14.502303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Network 519811a9-a91a-42df-a693-bc50e0fa664c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:49:14.523407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e83b53-0ec0-4006-b31f-32e6fec47ae0 req-b49d8b7c-5e97-4f73-841c-a025fd6991f7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:14.525078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 696abe8b-0e13-41d8-babd-3d5530e658fe up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:14.526589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73e83b53-0ec0-4006-b31f-32e6fec47ae0 req-b49d8b7c-5e97-4f73-841c-a025fd6991f7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.2110910 May 27 01:49:14.615341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73e83b53-0ec0-4006-b31f-32e6fec47ae0 req-1ac79010-04bd-4dc2-9334-a0d6d3b1874c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764308 May 27 01:49:14.678435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 696abe8b-0e13-41d8-babd-3d5530e658fe triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:14.678897 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:14.835950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 519811a9-a91a-42df-a693-bc50e0fa664c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:14.853939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:14.854544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:14.876215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b12d44-eef5-4c12-b6bb-05217fe27102 req-dc06252d-d915-4f91-99f6-94fa9c05e73e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:14.886806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47b12d44-eef5-4c12-b6bb-05217fe27102 req-dc06252d-d915-4f91-99f6-94fa9c05e73e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 944 time: 0.1176641 May 27 01:49:14.893296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45c1d2-24c1-4da3-b67e-f368cfbec70f None None] Network 519811a9-a91a-42df-a693-bc50e0fa664c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:49:14.899882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2f48b-5a5b-48ae-8bea-db4dc1ced151 req-9d615b00-a21b-4696-ac2f-e67eb16bc95f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:14.901399 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dea2f48b-5a5b-48ae-8bea-db4dc1ced151 req-9d615b00-a21b-4696-ac2f-e67eb16bc95f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 943 time: 0.7687864 May 27 01:49:14.907435 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:14.941968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-180ffe66-f949-434f-a954-2b1bc50ab12b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4409859 May 27 01:49:14.944299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:14.959943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:14.965657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47b12d44-eef5-4c12-b6bb-05217fe27102 req-ac588284-afa2-4f1f-9da8-7484ef70b7a3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770812 May 27 01:49:14.977163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:14.987406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Usage tracker for resource:router and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:14.994358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:15.004131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:15.031757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:15.032928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:15.051605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 696abe8b-0e13-41d8-babd-3d5530e658fe is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:15.064423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dea2f48b-5a5b-48ae-8bea-db4dc1ced151 req-b35dfbd2-19b5-4a23-8e6c-8b00d39f2010 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522939 May 27 01:49:15.070565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:15.209811 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 2, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:15.218301 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Checking router: 9db9bd12-58c6-4d33-bc61-54c964b16066 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:49:15.218659 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Updating router 9db9bd12-58c6-4d33-bc61-54c964b16066 port 7ba28c69-3346-48e6-8d3d-12185bd657c3 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:49:15.316265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-519811a9-a91a-42df-a693-bc50e0fa664c', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:49:15.317205 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:15.343068 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:15.562533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:49:15.666168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Allocated IP 172.20.0.2 (519811a9-a91a-42df-a693-bc50e0fa664c/52f3fbcb-7208-4021-9f01-4bfd029dcb46/a0213d2e-1e97-405a-be33-ce20f6ab7cbb) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:15.790655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:15.975866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218b8b1-845a-4298-90c1-d5cc0744eebc req-1d51c1c7-e34a-4194-a8d9-d05b68d206cc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:15.977389 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1218b8b1-845a-4298-90c1-d5cc0744eebc req-1d51c1c7-e34a-4194-a8d9-d05b68d206cc tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.8190930 May 27 01:49:15.991572 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.000171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:49:16.015984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-869497d1-5ddc-46dd-ad6e-555750b21438 admin admin] 10.222.0.16 "PUT /v2.0/routers/2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5502217 May 27 01:49:16.022532 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Transition to ACTIVE for port object 7ba28c69-3346-48e6-8d3d-12185bd657c3 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:16.023038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] Sync routers for ids ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:49:16.033560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59330) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:16.035409 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.038178 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.051495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] Routers {'2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:16.052744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:16.093191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1218b8b1-845a-4298-90c1-d5cc0744eebc req-3c5535ac-676f-47da-86d8-e33d4457c31f tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989745 May 27 01:49:16.141410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:16.179105 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2dd7a-f8e1-4a27-9d0c-af7c5462b4a4 None None] Pushing event updated for resources: {'Port': ['ID=7ba28c69-3346-48e6-8d3d-12185bd657c3,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:16.295224 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Attempting to bind port 7ba28c69-3346-48e6-8d3d-12185bd657c3 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:16.296334 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Attempting to bind port 7ba28c69-3346-48e6-8d3d-12185bd657c3 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:16.296873 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Attempting to bind port 7ba28c69-3346-48e6-8d3d-12185bd657c3 on network fa833d4e-41d6-4619-84e4-fac9c4e85020 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:16.298877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Transition to ACTIVE for port object a0213d2e-1e97-405a-be33-ce20f6ab7cbb will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:16.303951 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:16.304548 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Checking segment: {'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:16.305125 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.305905 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Bound using segment: {'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:16.306522 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Bound port: 7ba28c69-3346-48e6-8d3d-12185bd657c3, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:16.307316 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.391431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.410149 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] For port 7ba28c69-3346-48e6-8d3d-12185bd657c3, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:16.413848 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] For port 7ba28c69-3346-48e6-8d3d-12185bd657c3, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7ba28c69-3346-48e6-8d3d-12185bd657c3,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:16.419989 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.427011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Transition to ACTIVE for port object a0213d2e-1e97-405a-be33-ce20f6ab7cbb will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:16.458859 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.519136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-9045667a-ddfc-47a4-af43-7aeb0c6fad88 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:16.521725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-9045667a-ddfc-47a4-af43-7aeb0c6fad88 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 820 time: 0.8628199 May 27 01:49:16.541629 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2dd7a-f8e1-4a27-9d0c-af7c5462b4a4 None None] Pushing event updated for resources: {'Port': ['ID=7ba28c69-3346-48e6-8d3d-12185bd657c3,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:16.568280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Network 519811a9-a91a-42df-a693-bc50e0fa664c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:16.576242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:16.579136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:16.584761 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:16.589477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] Set router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:16.590323 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:16.593360 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-3d27106e-5f64-4a82-b4a1-e7c2a971f842 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/quotas/37b035b958bd4b3eb6050c54bfa65be6 HTTP/1.1" status: 200 len: 375 time: 0.0464787 May 27 01:49:16.648123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:16.694316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c83511-99cb-4bfc-acb2-17ac258cba48 req-f58f284b-f35c-4708-8a77-c51b4fd20ebe tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:16.695872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56c83511-99cb-4bfc-acb2-17ac258cba48 req-f58f284b-f35c-4708-8a77-c51b4fd20ebe tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 944 time: 0.3521099 May 27 01:49:16.717221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:16.717850 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.752829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.764352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-d9558e28-9afe-4eba-ab68-b66ebc8d0edc service neutron] 10.222.0.13 "GET /v2.0/ports/d16b461d-d867-4e02-b495-a2da44efe42c/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 385 time: 1.1030717 May 27 01:49:16.833740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Pushing event updated for resources: {'Port': ['ID=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:16.851821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:16.896538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:16.929266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56c83511-99cb-4bfc-acb2-17ac258cba48 req-729cad46-be90-4a2c-9d3a-9c04d24dc1ba tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266333 May 27 01:49:17.097985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Attempting to bind port a0213d2e-1e97-405a-be33-ce20f6ab7cbb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:17.098445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Attempting to bind port a0213d2e-1e97-405a-be33-ce20f6ab7cbb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:17.098928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Attempting to bind port a0213d2e-1e97-405a-be33-ce20f6ab7cbb on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:17.109116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:17.109609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Checking segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:17.110220 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.110676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Bound using segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:17.111251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Bound port: a0213d2e-1e97-405a-be33-ce20f6ab7cbb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:17.111813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.198153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Allocated IP 172.25.3.182 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/47303680-6a4e-4b84-bc3d-326ab7b75dda) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:17.324072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:17.324774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.325912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e3391-2fe0-44fd-a0c0-009b59d6f6c8 req-b305899d-75af-4c18-85f9-e71ab88a8367 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:17.332978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-7b7fbc90-9fe2-47be-84ae-34ef0986bf99 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7203474 May 27 01:49:17.333799 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a4e3391-2fe0-44fd-a0c0-009b59d6f6c8 req-b305899d-75af-4c18-85f9-e71ab88a8367 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 943 time: 0.2100961 May 27 01:49:17.417175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a4e3391-2fe0-44fd-a0c0-009b59d6f6c8 req-c30a8047-34dd-440a-b4af-c5c81dab6bf2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822661 May 27 01:49:17.444414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:17.448625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:17.470033 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.490373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] For port a0213d2e-1e97-405a-be33-ce20f6ab7cbb, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:17.506639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.518071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.581035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Deleting port f0c12212-0c35-475a-a54a-1f09232334be {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:17.581638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.584349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.606702 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:16Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:17.619188 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01185b-173b-4f95-aa51-d739139d5ecd None None] The sync data for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 is: [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:16Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:49:17.660082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] For port a0213d2e-1e97-405a-be33-ce20f6ab7cbb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:17.709364 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:17.751127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 5, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port': {'id': 'f0c12212-0c35-475a-a54a-1f09232334be', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:48:37Z', 'updated_at': '2022-05-27T01:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:17.779295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] Checking router: 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:49:17.800444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:17.813236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:17.821586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:17.824178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:17.922969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] Routers {'2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:17.923614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:18.073731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Pushing event updated for resources: {'Port': ['ID=47303680-6a4e-4b84-bc3d-326ab7b75dda,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:18.085999 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-1507a13f-096d-4158-8719-c2fe7830a6d5 service neutron] 10.222.0.16 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092700 May 27 01:49:18.170280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] For port f0c12212-0c35-475a-a54a-1f09232334be, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f0c12212-0c35-475a-a54a-1f09232334be,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:18.170537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:18.246508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] Set router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:18.375289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Calling delete_port for f0c12212-0c35-475a-a54a-1f09232334be owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:49:18.398149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:49:17Z', 'revision_number': 6, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:18.405193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5383e2-c498-4be4-a21c-2588f55be743 None None] Pushing event updated for resources: {'Port': ['ID=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:18.408837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6228a0-a2c0-4bf0-b6fc-27e0eca61b34 None None] The sync data for ids ['2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d'] in n-d-843146-11 is: [{'id': '2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d', 'name': 'tempest-FloatingIPsTestJSON-999405060-router', 'tenant_id': '1bb44cf4095c4307bcf20560245a38e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:48:34Z', 'updated_at': '2022-05-27T01:49:17Z', 'revision_number': 6, 'project_id': '1bb44cf4095c4307bcf20560245a38e3', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:49:18.477080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ba28c69-3346-48e6-8d3d-12185bd657c3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:18.622784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7ba28c69-3346-48e6-8d3d-12185bd657c3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:18.631422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7ba28c69-3346-48e6-8d3d-12185bd657c3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:18.633461 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:18.835017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-3cb8abce-3675-467b-af77-eff895c14fbd service neutron] 10.222.0.16 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673132 May 27 01:49:18.850121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:18.855242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:18.987178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7ba28c69-3346-48e6-8d3d-12185bd657c3 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:18.988149 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:18.993018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83e53b-6215-43d2-af03-9628b885d0ee req-2b486c28-70f3-4432-9cb5-b765a66deb75 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:19.001558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff83e53b-6215-43d2-af03-9628b885d0ee req-2b486c28-70f3-4432-9cb5-b765a66deb75 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 945 time: 1.3358264 May 27 01:49:19.067194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7ba28c69-3346-48e6-8d3d-12185bd657c3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7ba28c69-3346-48e6-8d3d-12185bd657c3,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:19.078432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:19.079677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:19.096064 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff83e53b-6215-43d2-af03-9628b885d0ee req-98967c69-81c5-4c5f-a0c1-d966de8df490 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936086 May 27 01:49:19.271277 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abed43d-82e8-4e78-bd35-82329fe57a77'] response: {'server_uuid': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd', 'code': 200} May 27 01:49:19.271880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7ba28c69-3346-48e6-8d3d-12185bd657c3,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:19.405919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16b461d-d867-4e02-b495-a2da44efe42c {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:19.553063 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:19.576489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:19.603457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee016c6-be79-4a84-aee5-a8b41cf402a0 None None] Network 519811a9-a91a-42df-a693-bc50e0fa664c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:49:19.699408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb83e9-ce0c-4fd1-930c-119734b0dc9d req-944c4554-ad5e-41a0-b86c-2fe3d1da473a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:19.707450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbb83e9-ce0c-4fd1-930c-119734b0dc9d req-944c4554-ad5e-41a0-b86c-2fe3d1da473a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 945 time: 0.3128376 May 27 01:49:19.750754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c12212-0c35-475a-a54a-1f09232334be,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:19.804964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c137270e-c29c-41ec-a21d-206472c39747 None None] Provisioning for port a0213d2e-1e97-405a-be33-ce20f6ab7cbb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:19.807016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbb83e9-ce0c-4fd1-930c-119734b0dc9d req-4254e6a8-e582-4639-984e-06c3687bea38 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986352 May 27 01:49:19.824613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:19.983246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b06cf-910a-4cab-9bbf-c6a59f57dd21 req-6d993936-c191-4e8b-a8a5-b6e56e481aff tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:19.990480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec4b06cf-910a-4cab-9bbf-c6a59f57dd21 req-6d993936-c191-4e8b-a8a5-b6e56e481aff tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 943 time: 0.5384407 May 27 01:49:20.014865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a719f52-ac25-4823-9508-c77bddd71ee6 req-d9b0315f-2038-4069-8494-3d97ee5200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:20.016263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a719f52-ac25-4823-9508-c77bddd71ee6 req-d9b0315f-2038-4069-8494-3d97ee5200e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 1097 time: 0.7320218 May 27 01:49:20.017219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:20.049868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-378d4681-62fd-4a66-aecc-914ea35d06ce req-7f0886fc-a871-4bc4-a466-b9d547b67f18 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:20.079588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:20.142261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d16b461d-d867-4e02-b495-a2da44efe42c no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:49:20.338989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-378d4681-62fd-4a66-aecc-914ea35d06ce req-7f0886fc-a871-4bc4-a466-b9d547b67f18 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:20.340146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-378d4681-62fd-4a66-aecc-914ea35d06ce req-7f0886fc-a871-4bc4-a466-b9d547b67f18 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 210 time: 0.3932121 May 27 01:49:20.422992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d16b461d-d867-4e02-b495-a2da44efe42c is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:20.451584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Router 507eb33b-a6ca-47cf-a2ed-30b86169b9db is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:49:20.495815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ba28c69-3346-48e6-8d3d-12185bd657c3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:20.604637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:20.641618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec4b06cf-910a-4cab-9bbf-c6a59f57dd21 req-56a55b2a-bc87-48b1-bb00-0163530bcff4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501822 May 27 01:49:20.648501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a719f52-ac25-4823-9508-c77bddd71ee6 req-bb26c6f1-7638-48fa-a4be-7ba6759269ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758381 May 27 01:49:20.675029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] Transition to ACTIVE for port object d16b461d-d867-4e02-b495-a2da44efe42c will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:20.677368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:20.677716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7ba28c69-3346-48e6-8d3d-12185bd657c3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:20.678213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:20.688532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:20.828351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] Pushing event updated for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:20.863461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7ba28c69-3346-48e6-8d3d-12185bd657c3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:20.867469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a0213d2e-1e97-405a-be33-ce20f6ab7cbb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:20.929507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:49:20.943177 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Sync routers for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:49:20.970194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94846a14-3c90-43e6-bcbf-51702013195f req-85580972-a607-402b-baf0-892a5fe6abe8 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:20.973808 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:20.977266 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:20.981776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94846a14-3c90-43e6-bcbf-51702013195f req-85580972-a607-402b-baf0-892a5fe6abe8 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.1845701 May 27 01:49:20.982549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a0213d2e-1e97-405a-be33-ce20f6ab7cbb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:20.994015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a0213d2e-1e97-405a-be33-ce20f6ab7cbb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:20.994015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:21.024006 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:21.026988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8e2f5696-adc8-4533-9382-7ed69668f282 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0816526 May 27 01:49:21.033800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59398) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:21.247920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a0213d2e-1e97-405a-be33-ce20f6ab7cbb is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:21.248515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:21.289280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a0213d2e-1e97-405a-be33-ce20f6ab7cbb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:21.295324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:21.302032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-dad5779a-b363-4081-ad78-945e2dd9413a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:21.302763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-dad5779a-b363-4081-ad78-945e2dd9413a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:21.339870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94846a14-3c90-43e6-bcbf-51702013195f req-4831a496-81d1-4ee6-899e-4cef18d06229 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561950 May 27 01:49:21.406001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-dad5779a-b363-4081-ad78-945e2dd9413a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:21.409225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-dad5779a-b363-4081-ad78-945e2dd9413a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.47 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 820 time: 0.4222782 May 27 01:49:21.423193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:21.435975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 90f3d04b-91d9-4183-b70d-299d7e21bdfa no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:49:21.436133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Request body: {'port': {'device_id': 'dc508443-86ef-483c-889d-5c262fffac0c', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'admin_state_up': True, 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:21.461359 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:21.501770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 90f3d04b-91d9-4183-b70d-299d7e21bdfa {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:49:21.502187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 90f3d04b-91d9-4183-b70d-299d7e21bdfa not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:49:21.506898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f0c12212-0c35-475a-a54a-1f09232334be no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:49:21.600753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] No DVR routers for this DVR port d16b461d-d867-4e02-b495-a2da44efe42c on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:49:21.671218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f0c12212-0c35-475a-a54a-1f09232334be {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:49:21.671218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f0c12212-0c35-475a-a54a-1f09232334be not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:49:21.700571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:21.701403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:49:22.104066 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:18Z', 'revision_number': 3, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:22.109640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Checking router: 507eb33b-a6ca-47cf-a2ed-30b86169b9db for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:49:22.109985 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Updating router 507eb33b-a6ca-47cf-a2ed-30b86169b9db port 47303680-6a4e-4b84-bc3d-326ab7b75dda binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:49:22.177233 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:22.313016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:22.360142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:22.366949 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-9c35b40b-6f2b-420c-88d6-73b88867d6db service neutron] 10.222.0.13 "PUT /v2.0/ports/d16b461d-d867-4e02-b495-a2da44efe42c/bindings/n-h2-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 5.5386777 May 27 01:49:22.384127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:22.388744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-017a7229-f97b-49f4-9e65-9b13fc42a4ca admin admin] 10.222.0.16 "DELETE /v2.0/routers/2fbd15a8-e42c-47f9-91a1-fc42f2f0f12d HTTP/1.1" status: 204 len: 168 time: 6.3541968 May 27 01:49:22.391784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59422) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:22.426908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-4849af73-8871-451f-a956-4dbaefcbe7f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8285813 May 27 01:49:22.463455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a0213d2e-1e97-405a-be33-ce20f6ab7cbb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:22.487778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Made reservation on behalf of 37b035b958bd4b3eb6050c54bfa65be6 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:22.506287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:22.568617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47393db0-b244-41cc-ae60-abad41c8ff8a req-de1fbeb6-2f53-48e4-b1de-0cdaf994aeb0 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:22.577030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47393db0-b244-41cc-ae60-abad41c8ff8a req-de1fbeb6-2f53-48e4-b1de-0cdaf994aeb0 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.6124136 May 27 01:49:22.620975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630650f-a666-487b-9b60-b477e1de3321 req-1562eda6-6d6e-4021-8e11-e3fd726e943d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:22.623122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a630650f-a666-487b-9b60-b477e1de3321 req-1562eda6-6d6e-4021-8e11-e3fd726e943d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 945 time: 1.0236306 May 27 01:49:22.685999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a0213d2e-1e97-405a-be33-ce20f6ab7cbb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:22.686370 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:22.701165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] Deleting subnet db4d326c-4c30-428c-9983-8d5f3b78fa65 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:49:22.707696 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:22.773011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47393db0-b244-41cc-ae60-abad41c8ff8a req-bfbffe9c-e506-4724-9fb6-c6b1db9bcf1e tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946318 May 27 01:49:22.872714 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:22.911151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a0213d2e-1e97-405a-be33-ce20f6ab7cbb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:22.911393 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Transition to ACTIVE for port object 47303680-6a4e-4b84-bc3d-326ab7b75dda will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:22.931347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:22.935264 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.050631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a630650f-a666-487b-9b60-b477e1de3321 req-cfdd22f6-6d20-4200-b14b-ed04e089dfa3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189655 May 27 01:49:23.057615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.103855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8433b779-303c-424c-8b4a-bd8706fda4fd req-863fa05e-451a-4b88-a668-acb0199807c3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 210 time: 0.1097209 May 27 01:49:23.131085 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Attempting to bind port 47303680-6a4e-4b84-bc3d-326ab7b75dda on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:23.131602 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Attempting to bind port 47303680-6a4e-4b84-bc3d-326ab7b75dda by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:23.132001 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Attempting to bind port 47303680-6a4e-4b84-bc3d-326ab7b75dda on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:23.140626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:23.141195 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:23.141601 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.141992 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:23.142512 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Bound port: 47303680-6a4e-4b84-bc3d-326ab7b75dda, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:23.142939 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.162010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Allocated IP 172.20.0.7 (fa833d4e-41d6-4619-84e4-fac9c4e85020/6597d8a6-f2eb-45a0-b8a0-7b72729f8704/18e1d24f-ebef-4bc7-8721-bb664908a461) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:23.239215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-f1f0fabc-5307-4235-aa66-35ba5d6b2a96 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:23.240754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-f1f0fabc-5307-4235-aa66-35ba5d6b2a96 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.7292461 May 27 01:49:23.279022 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] For port 47303680-6a4e-4b84-bc3d-326ab7b75dda, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:23.285910 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] For port 47303680-6a4e-4b84-bc3d-326ab7b75dda, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=47303680-6a4e-4b84-bc3d-326ab7b75dda,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:23.308248 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.323775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-2aa9bcb6-0a75-4486-8595-c92d3125e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:23.325914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-2aa9bcb6-0a75-4486-8595-c92d3125e247 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1096 time: 0.7151527 May 27 01:49:23.469356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.479670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:23.479893 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:23.520092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.580409 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e6d45-57de-4ae5-8e62-a66ea1553111 None None] Pushing event updated for resources: {'Port': ['ID=47303680-6a4e-4b84-bc3d-326ab7b75dda,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:23.641385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-a367d553-5d4e-417e-bdb1-50b3e1b5de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:23.643761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-a367d553-5d4e-417e-bdb1-50b3e1b5de94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556&tenant_id=f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 1096 time: 0.3926845 May 27 01:49:23.686604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696ba1e-add6-4c29-b65c-efb9a8eb467f req-b41e305e-765d-460b-b881-20b25c6af42b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:23.694294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8696ba1e-add6-4c29-b65c-efb9a8eb467f req-b41e305e-765d-460b-b881-20b25c6af42b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 944 time: 0.4442780 May 27 01:49:23.744920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.754938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:23.799568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-c388d7fd-7a3b-44fd-bf34-b06e2c8654cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:23.801135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-c388d7fd-7a3b-44fd-bf34-b06e2c8654cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.4444747 May 27 01:49:23.813482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8696ba1e-add6-4c29-b65c-efb9a8eb467f req-432623b9-5074-4339-b69e-ffec031a5346 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180770 May 27 01:49:23.826348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Allocated IP 172.20.0.1 (519811a9-a91a-42df-a693-bc50e0fa664c/52f3fbcb-7208-4021-9f01-4bfd029dcb46/b5516ba9-94e4-4603-a5c0-e9d8e1479091) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:23.853562 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:23.857270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Network fa833d4e-41d6-4619-84e4-fac9c4e85020 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:23.867106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e0b037-ce6d-4974-817e-17b2af5ed7ec None None] Network fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:49:23.888576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:23.892214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:23.901185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-f1e50e8e-7bee-4dd7-843a-9af1f5afd7d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 217 time: 0.0866153 May 27 01:49:23.992587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4d326c-4c30-428c-9983-8d5f3b78fa65,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:24.013060 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.033140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.033862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.038476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event updated for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:24.047979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-de966bac-270c-495e-a42a-447af8a64109 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db4d326c-4c30-428c-9983-8d5f3b78fa65 HTTP/1.1" status: 204 len: 168 time: 1.6471109 May 27 01:49:24.054623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59450) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:24.073297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-5fe0a3e3-37f0-4f86-81c2-9e3857220a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.075354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-5fe0a3e3-37f0-4f86-81c2-9e3857220a88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1096 time: 0.3535664 May 27 01:49:24.116938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-9565fcc0-ca28-4536-8cbb-e791bf25eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.119705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-9565fcc0-ca28-4536-8cbb-e791bf25eb84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.2119055 May 27 01:49:24.166426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] DHCP port deletion for fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:49:24.171462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] Deleting port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:24.172028 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.200420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.216259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742b209-24dd-45fc-b614-fb3f93995f16 req-bacf96a9-8006-487c-96ba-26d6e5749b18 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.223025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742b209-24dd-45fc-b614-fb3f93995f16 req-bacf96a9-8006-487c-96ba-26d6e5749b18 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.229199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742b209-24dd-45fc-b614-fb3f93995f16 req-bacf96a9-8006-487c-96ba-26d6e5749b18 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.236374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c742b209-24dd-45fc-b614-fb3f93995f16 req-bacf96a9-8006-487c-96ba-26d6e5749b18 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d&device_id=f1893d09-f3b0-44e8-b890-820628827c78&device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 2417 time: 0.5743518 May 27 01:49:24.248109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-dc05db8d-a571-44eb-9140-3e1544b9c5df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202385 May 27 01:49:24.267720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Deleting port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:24.268071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.356483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-895d9585-28e3-41d0-8c22-33ea828496cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9393897 May 27 01:49:24.411325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c742b209-24dd-45fc-b614-fb3f93995f16 req-89ab3038-6763-45f4-b42d-32e8e54257ea tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687164 May 27 01:49:24.462686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-c92b0aa2-b26d-4cc5-b572-74647dd34ffb service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614807 May 27 01:49:24.484900 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e6d45-57de-4ae5-8e62-a66ea1553111 None None] Pushing event updated for resources: {'Port': ['ID=47303680-6a4e-4b84-bc3d-326ab7b75dda,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:24.620240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] For port f6375517-a1c0-4a39-bdb8-bc6fca912ec8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,segment=NetworkSegment(7f52c3be-0238-421f-a28a-da16fa5ce427),segment_id=7f52c3be-0238-421f-a28a-da16fa5ce427)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:24.621057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.649376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] For port f6375517-a1c0-4a39-bdb8-bc6fca912ec8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,segment=NetworkSegment(7f52c3be-0238-421f-a28a-da16fa5ce427),segment_id=7f52c3be-0238-421f-a28a-da16fa5ce427)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:24.649767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.670480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59462) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:24.714570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.766979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Calling delete_port for f6375517-a1c0-4a39-bdb8-bc6fca912ec8 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:49:24.793103 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:18Z', 'revision_number': 3, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:24.800319 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab2003-a2d6-4909-8fb4-ee321425cab8 None None] The sync data for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 is: [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:18Z', 'revision_number': 3, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:49:24.803902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] Calling delete_port for f6375517-a1c0-4a39-bdb8-bc6fca912ec8 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:49:24.904315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f6375517-a1c0-4a39-bdb8-bc6fca912ec8 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:49:24.941886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f6375517-a1c0-4a39-bdb8-bc6fca912ec8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:49:24.942270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f6375517-a1c0-4a39-bdb8-bc6fca912ec8 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:49:24.943265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.944746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:24.961709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-24970af2-d3a4-4fb7-9fd9-c0f4addabd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.963260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-24970af2-d3a4-4fb7-9fd9-c0f4addabd20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.8744984 May 27 01:49:24.964369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Transition to ACTIVE for port object b5516ba9-94e4-4603-a5c0-e9d8e1479091 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:24.976073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d835-7ec8-4233-b6ac-90e07e7c799d req-d451817f-35bc-492b-9372-92595987e405 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:24.977598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2e6d835-7ec8-4233-b6ac-90e07e7c799d req-d451817f-35bc-492b-9372-92595987e405 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 945 time: 0.7483644 May 27 01:49:24.993519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] Pushing event deleted for resources: {'Port': ['ID=f6375517-a1c0-4a39-bdb8-bc6fca912ec8,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:24.998792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399677f-a87f-47aa-9b0d-c2834a42c415 None None] No DVR routers for this DVR port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:49:25.036826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Request body: {'port': {'device_id': 'dc508443-86ef-483c-889d-5c262fffac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:25.073179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:25.092498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-75d86667-e425-4b90-9c3e-4e4147627b3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 217 time: 0.1062570 May 27 01:49:25.098656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2792acd3bc4f919a47bfd57889f8dd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:25.142969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:49:25.143615 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:49:25.160136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:25.189239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:25.214778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ecf4e27-aa83-4a16-acb0-1fd50bcb1608 req-d6fe7916-5074-48ff-b71b-14de347a1352 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340581 May 27 01:49:25.247043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:25.259440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:25.263845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-0015c4bd-76ba-447c-a4ba-212261d3549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:25.265477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-0015c4bd-76ba-447c-a4ba-212261d3549b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.1639082 May 27 01:49:25.271705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2e6d835-7ec8-4233-b6ac-90e07e7c799d req-8e998d49-1dd4-48a3-87b2-918aa581d22c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209218 May 27 01:49:25.313846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669347-7215-44b7-b4c1-103aa9d610bc req-ad3dab4e-688e-418d-ae19-3c1feb1e3996 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:25.314568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7c669347-7215-44b7-b4c1-103aa9d610bc req-ad3dab4e-688e-418d-ae19-3c1feb1e3996 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:25.360065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7c669347-7215-44b7-b4c1-103aa9d610bc req-ad3dab4e-688e-418d-ae19-3c1feb1e3996 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:25.361285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c669347-7215-44b7-b4c1-103aa9d610bc req-ad3dab4e-688e-418d-ae19-3c1feb1e3996 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 931 time: 0.3301601 May 27 01:49:25.463240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Network 519811a9-a91a-42df-a693-bc50e0fa664c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:25.477759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-c6742da6-1a96-471c-9fa4-1d4363ad251e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023567 May 27 01:49:25.487148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:25.544855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Pushing event updated for resources: {'Port': ['ID=b5516ba9-94e4-4603-a5c0-e9d8e1479091,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:25.547636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:25.611449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7c669347-7215-44b7-b4c1-103aa9d610bc req-fafe3fb0-fae6-4cb1-a77d-54033e88d5fc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:25.645193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Deleting port f6375517-a1c0-4a39-bdb8-bc6fca912ec8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:25.645830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:25.835818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-667efae9-e035-43a4-bcfb-1e8765789ee5 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463738 May 27 01:49:25.838407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e1d24f-ebef-4bc7-8721-bb664908a461 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:25.848927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:25.869251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Transition to ACTIVE for port object 18e1d24f-ebef-4bc7-8721-bb664908a461 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:25.908299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7c669347-7215-44b7-b4c1-103aa9d610bc req-fafe3fb0-fae6-4cb1-a77d-54033e88d5fc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:25.916594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c669347-7215-44b7-b4c1-103aa9d610bc req-fafe3fb0-fae6-4cb1-a77d-54033e88d5fc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114093 May 27 01:49:25.922823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] The port 'f6375517-a1c0-4a39-bdb8-bc6fca912ec8' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:49:25.923514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:25.928002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c7c9-c1ce-4af0-b92b-cf48d820386f None None] Provisioning for port b5516ba9-94e4-4603-a5c0-e9d8e1479091 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:25.933419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c7c9-c1ce-4af0-b92b-cf48d820386f None None] Provisioning complete for port b5516ba9-94e4-4603-a5c0-e9d8e1479091 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:25.934687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c7c9-c1ce-4af0-b92b-cf48d820386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.092164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.128781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c7c9-c1ce-4af0-b92b-cf48d820386f None None] Port b5516ba9-94e4-4603-a5c0-e9d8e1479091 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:49:26.251738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5021cb-44bc-49e2-9540-7db2cd2df8be req-f127428b-58d3-4739-b0ea-9064b2c80056 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:26.253242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b5021cb-44bc-49e2-9540-7db2cd2df8be req-f127428b-58d3-4739-b0ea-9064b2c80056 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.7326064 May 27 01:49:26.276644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Pushing event updated for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:26.284425 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.352520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.364016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b5021cb-44bc-49e2-9540-7db2cd2df8be req-677ab2f5-1726-4153-9522-8e9b678a9bd1 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033869 May 27 01:49:26.366930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:26.372311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-789537a6-b92f-40e4-b82b-7fb5357d6a1a service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082760 May 27 01:49:26.387619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f52c3be-0238-421f-a28a-da16fa5ce427') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:26.387914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f52c3be-0238-421f-a28a-da16fa5ce427') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:26.395643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.406748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.442233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Attempting to bind port 18e1d24f-ebef-4bc7-8721-bb664908a461 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:26.442233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Attempting to bind port 18e1d24f-ebef-4bc7-8721-bb664908a461 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:26.442233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Attempting to bind port 18e1d24f-ebef-4bc7-8721-bb664908a461 on network fa833d4e-41d6-4619-84e4-fac9c4e85020 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:26.445779 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.458045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Port 18e1d24f-ebef-4bc7-8721-bb664908a461 on network fa833d4e-41d6-4619-84e4-fac9c4e85020 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:26.458365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Attempting to bind port 18e1d24f-ebef-4bc7-8721-bb664908a461 on network fa833d4e-41d6-4619-84e4-fac9c4e85020 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:26.463949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:49:26.470750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.503906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f2792acd3bc4f919a47bfd57889f8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8141286 May 27 01:49:26.509493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59480) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:26.523345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b29d5-a218-4c9d-9760-bf40e1290901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcd6396-b2f3-4495-a05e-783afe90bf1f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:26.524408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 47303680-6a4e-4b84-bc3d-326ab7b75dda up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:26.617157 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db9ce102-30c5-4e51-bc15-30acf6470ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.724294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:26.726066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Checking segment: {'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:26.727175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Bound using segment: {'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:26.728294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Bound port: 18e1d24f-ebef-4bc7-8721-bb664908a461, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db23767c-469f-48b3-835f-07c27ada96d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:26.729214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.729462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 47303680-6a4e-4b84-bc3d-326ab7b75dda completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:26.750372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 47303680-6a4e-4b84-bc3d-326ab7b75dda triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:26.752366 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.761233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.786985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a472094-77d3-449f-85c5-df22f2bf8747 req-c37888c4-2b96-4d02-8b8d-07d707fd80da tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:26.795715 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a472094-77d3-449f-85c5-df22f2bf8747 req-c37888c4-2b96-4d02-8b8d-07d707fd80da tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 944 time: 0.6149855 May 27 01:49:26.816613 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7f52c3be-0238-421f-a28a-da16fa5ce427 resource provider aggregate not found May 27 01:49:26.904225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:26.908067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=18e1d24f-ebef-4bc7-8721-bb664908a461,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:26.913922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.920169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.930642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db9ce102-30c5-4e51-bc15-30acf6470ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.951276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:26.960934 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7f52c3be-0238-421f-a28a-da16fa5ce427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f52c3be-0238-421f-a28a-da16fa5ce427 found for delete ", "request_id": "req-e9c7bf55-8cee-4a53-992e-003883c0aeee"}]} May 27 01:49:26.972235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 47303680-6a4e-4b84-bc3d-326ab7b75dda is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:26.973271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.000632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 47303680-6a4e-4b84-bc3d-326ab7b75dda, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=47303680-6a4e-4b84-bc3d-326ab7b75dda,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:27.009284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.042571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:27.073198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:27.073198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.075252 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] 10.222.0.47 "PUT /v2.0/ports/18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 1092 time: 2.0415413 May 27 01:49:27.099935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:27.138696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bc99e5be-d9ec-4acc-b3ae-0ca4f355552c admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe0ac9a5-a165-49fc-95a9-b66c0bc49eb5 HTTP/1.1" status: 204 len: 168 time: 3.0768888 May 27 01:49:27.150267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=47303680-6a4e-4b84-bc3d-326ab7b75dda,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:27.346978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59498) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:27.356370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a472094-77d3-449f-85c5-df22f2bf8747 req-8ac447a3-25f7-4a48-bec4-4e0732ef77da tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590365 May 27 01:49:27.382412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63b08f-a5f6-4e08-ac56-6bde64584021 service neutron] Pushing event updated for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:27.398532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-4862f889-9e12-489c-8476-d858daf31146 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:27.400559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-4862f889-9e12-489c-8476-d858daf31146 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.5950441 May 27 01:49:27.407158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-09d6e0d3-6a75-4d4a-921e-83753cdd3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:27.408809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-09d6e0d3-6a75-4d4a-921e-83753cdd3fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1095 time: 0.2673817 May 27 01:49:27.472928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db9ce102-30c5-4e51-bc15-30acf6470ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.488148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-ff9a26b5-a9da-4c7d-9567-b11e70f8250d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 217 time: 0.0720162 May 27 01:49:27.546852 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d2d9ac-f124-4944-a742-03b7da81cd6e'] response: {'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'status': 'completed', 'code': 200} May 27 01:49:27.619763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ce102-30c5-4e51-bc15-30acf6470ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcd6396-b2f3-4495-a05e-783afe90bf1f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:27.622602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-763ba04d-2c6a-4ec1-9b97-ab8d6afd7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:27.625762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bc419d72-8548-4536-848c-3743bdec39b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bb44cf4095c4307bcf20560245a38e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754984 May 27 01:49:27.625908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-763ba04d-2c6a-4ec1-9b97-ab8d6afd7e5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.0764778 May 27 01:49:27.626109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59504) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:27.629766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:49:27.672530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.687251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.689394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-871b8439-0f49-4e99-84d5-af2dc96c6e10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507472 May 27 01:49:27.698586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ada5b-19e5-4ee0-809f-0285d98fb61c req-9c08ff0d-4501-4089-b5f0-8a3a337059a0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:27.700013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c0ada5b-19e5-4ee0-809f-0285d98fb61c req-9c08ff0d-4501-4089-b5f0-8a3a337059a0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 943 time: 0.2143111 May 27 01:49:27.762460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db9ce102-30c5-4e51-bc15-30acf6470ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.763213 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-db9ce102-30c5-4e51-bc15-30acf6470ef4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bcd6396-b2f3-4495-a05e-783afe90bf1f HTTP/1.1" status: 204 len: 168 time: 1.2449982 May 27 01:49:27.829498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Pushing event updated for resources: {'Port': ['ID=b5516ba9-94e4-4603-a5c0-e9d8e1479091,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:27.857146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.886863 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec9f4fa9-8a01-4d9d-b084-4ad76ea1bf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.930244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c0ada5b-19e5-4ee0-809f-0285d98fb61c req-ad2f17b9-cb24-427e-b928-6709b1c78eb1 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012670 May 27 01:49:27.944526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-fed5b14e-4097-4d6d-b1a9-b0ee741c7b28 service neutron] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:27.952106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-fed5b14e-4097-4d6d-b1a9-b0ee741c7b28 service neutron] Notify callbacks [] for binding, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:27.953277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-998c2361-5e9a-4792-be3a-1b1dd691206d req-fed5b14e-4097-4d6d-b1a9-b0ee741c7b28 service neutron] 10.222.0.47 "DELETE /v2.0/ports/d16b461d-d867-4e02-b495-a2da44efe42c/bindings/n-h1-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.5377090 May 27 01:49:27.986532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec9f4fa9-8a01-4d9d-b084-4ad76ea1bf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:28.003785 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-4b05088c-f8a6-4f65-9216-a4fd20512749 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964063 May 27 01:49:28.038207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Network 519811a9-a91a-42df-a693-bc50e0fa664c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:28.039579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:28.224381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec9f4fa9-8a01-4d9d-b084-4ad76ea1bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:28.242215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9542d27-67e1-49af-bb8a-164d0965c35b req-f38b4cd1-a276-441a-80a7-55da1d11ef14 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317002 May 27 01:49:28.245621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f4fa9-8a01-4d9d-b084-4ad76ea1bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4257fc-a396-4a75-8f32-7635a93506a4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:28.272636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec9f4fa9-8a01-4d9d-b084-4ad76ea1bf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:28.279038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec9f4fa9-8a01-4d9d-b084-4ad76ea1bf7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae4257fc-a396-4a75-8f32-7635a93506a4 HTTP/1.1" status: 204 len: 168 time: 0.6478691 May 27 01:49:28.362594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Router 507eb33b-a6ca-47cf-a2ed-30b86169b9db has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:49:28.454049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 47303680-6a4e-4b84-bc3d-326ab7b75dda up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:28.540203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59524) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:28.566355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60e9cbdb-435f-456e-a85a-257e7657d1e6 None None] Provisioning complete for port b5516ba9-94e4-4603-a5c0-e9d8e1479091 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:28.566906 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60e9cbdb-435f-456e-a85a-257e7657d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:28.629342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-60e9cbdb-435f-456e-a85a-257e7657d1e6 None None] Port b5516ba9-94e4-4603-a5c0-e9d8e1479091 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:49:28.658931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 47303680-6a4e-4b84-bc3d-326ab7b75dda triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:28.659445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:28.672739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:28.784396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:49:28.790364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dbcda13d-eee0-4454-af29-e5917ceddc10 admin admin] 10.222.0.16 "PUT /v2.0/routers/507eb33b-a6ca-47cf-a2ed-30b86169b9db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7422583 May 27 01:49:28.819444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Sync routers for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:49:28.834454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:28.851420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Usage tracker for resource:security_group_rule and tenant:bd6b9b9abf3643d594d01f54a4f03da3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:28.852521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:28.853925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:28.857858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:28.869643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:28.891648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-b06a4fb0-4106-47a7-9a6c-996c20f5aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:28.893160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-b06a4fb0-4106-47a7-9a6c-996c20f5aac7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1095 time: 0.5848794 May 27 01:49:29.004191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 47303680-6a4e-4b84-bc3d-326ab7b75dda is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:29.056482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee01b2-92f5-45f1-b9a0-dde231af1657 req-175a4343-ba3d-4a60-97a4-821d29c78bfd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:29.058247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3ee01b2-92f5-45f1-b9a0-dde231af1657 req-175a4343-ba3d-4a60-97a4-821d29c78bfd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 944 time: 0.3479877 May 27 01:49:29.211134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3ee01b2-92f5-45f1-b9a0-dde231af1657 req-6648a438-d265-4259-8428-e74428361df5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392925 May 27 01:49:29.256484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:29.257499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:29.275750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-12d1ea5c-d0ef-49be-960a-69c9dbc242fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:29.278372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-12d1ea5c-d0ef-49be-960a-69c9dbc242fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.3733134 May 27 01:49:29.279431 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:29.531891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-3bc74611-35bb-44f0-ba96-f52ca53e0dec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 217 time: 0.2378328 May 27 01:49:29.593017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd6b9b9abf3643d594d01f54a4f03da3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0128486 May 27 01:49:29.605360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594042aa-5081-4370-a778-80bbda9a8b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5e373-ec24-42d3-ba2a-5f4d4422ea19,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:29.611395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59574) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:29.672233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359a485-4e4d-4b85-8420-6ff5f9be71e1 req-6645c707-013e-490e-8802-ddcdd46b54c4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:29.674480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1359a485-4e4d-4b85-8420-6ff5f9be71e1 req-6645c707-013e-490e-8802-ddcdd46b54c4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 943 time: 0.1589115 May 27 01:49:29.724407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59578) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:29.772275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-13112c2e-c454-4c3c-82c6-8a07471c16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:29.783599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-13112c2e-c454-4c3c-82c6-8a07471c16a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.2317181 May 27 01:49:29.783758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1359a485-4e4d-4b85-8420-6ff5f9be71e1 req-7f26d4dc-05d9-4cfb-b624-ddbb7ecc9fda tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921900 May 27 01:49:29.826930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 2, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:29.836481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Checking router: 507eb33b-a6ca-47cf-a2ed-30b86169b9db for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:49:29.836728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Updating router 507eb33b-a6ca-47cf-a2ed-30b86169b9db port b5516ba9-94e4-4603-a5c0-e9d8e1479091 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:49:29.867709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-f8a1d071-0abe-4cfd-83cb-d698fbdd9ab0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871105 May 27 01:49:29.939523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-network', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:29.954432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:29.984543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.003308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Usage tracker for resource:network and tenant:e28af5780e624bd9a3b1cef402c4c2f1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:30.011443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:30.027018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:30.056691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Made reservation on behalf of e28af5780e624bd9a3b1cef402c4c2f1 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:30.059832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.072217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-c7904bfd-c872-4e67-a0d7-3b8d859c3bdf service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812983 May 27 01:49:30.075774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.096941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:30.104167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Usage tracker for resource:security_group_rule and tenant:e28af5780e624bd9a3b1cef402c4c2f1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:30.107645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:30.119031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b454bf9-76a3-4940-98f3-de5227edbd35 req-950ae458-1e76-4dc2-8c57-4d465a004722 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:30.120890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b454bf9-76a3-4940-98f3-de5227edbd35 req-950ae458-1e76-4dc2-8c57-4d465a004722 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.1622555 May 27 01:49:30.125112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:30.247195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b454bf9-76a3-4940-98f3-de5227edbd35 req-7ba5ba08-e3fa-42b0-af95-1f825d5a6c77 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190000 May 27 01:49:30.324875 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.330749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.348247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:49:30.359286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.359920 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Added segment 96c94cfc-0d70-46bb-84f8-a1e29d8dfcca of type vlan for network c4febc1c-9f91-4b33-9190-8eb565d5a978 May 27 01:49:30.388270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-230526fc-0bda-4dce-95c8-f3e814b27675 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:30.388990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-230526fc-0bda-4dce-95c8-f3e814b27675 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:30.398140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.401463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.414292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Transition to ACTIVE for port object b5516ba9-94e4-4603-a5c0-e9d8e1479091 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:30.423978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.467646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b04-dadf-492e-81db-144c7a51f15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.520572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.523845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:30.524783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.550946 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b04-dadf-492e-81db-144c7a51f15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.566806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d2810-d700-409d-9849-3ef44e4940a5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:30.677194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-230526fc-0bda-4dce-95c8-f3e814b27675 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:30.678143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-230526fc-0bda-4dce-95c8-f3e814b27675 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 818 time: 0.6048143 May 27 01:49:30.697593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9693251 May 27 01:49:30.707295 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b04-dadf-492e-81db-144c7a51f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.723544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59594) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:30.733990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd6720-6ab8-4712-83cd-e6b770dbfbc6 None None] Pushing event updated for resources: {'Port': ['ID=b5516ba9-94e4-4603-a5c0-e9d8e1479091,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:30.755002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Request body: {'subnet': {'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-subnet', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:30.764129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Attempting to bind port b5516ba9-94e4-4603-a5c0-e9d8e1479091 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:30.764499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Attempting to bind port b5516ba9-94e4-4603-a5c0-e9d8e1479091 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:30.764919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Attempting to bind port b5516ba9-94e4-4603-a5c0-e9d8e1479091 on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:30.766034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74645d39-9f59-489e-97b7-1532dc14d031 admin admin] Pushing event updated for resources: {'Network': ['ID=c4febc1c-9f91-4b33-9190-8eb565d5a978,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:30.771957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:30.772304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Checking segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:30.772692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.773083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Bound using segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:30.773549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Bound port: b5516ba9-94e4-4603-a5c0-e9d8e1479091, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:30.773923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.784814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-ecbc4cf2-649a-4d5e-95ce-abb0ba64bb2f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/quotas/94808042355844b686d7053c3b65ef77 HTTP/1.1" status: 200 len: 375 time: 0.1049953 May 27 01:49:30.787574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f4b04-dadf-492e-81db-144c7a51f15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d5e373-ec24-42d3-ba2a-5f4d4422ea19,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:30.793280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:30.796476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:49:30.801085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c39e3a-a703-4212-8190-7b5fa132747f req-fb07a9b6-37ba-43f3-96a9-9c87d0b177b4 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:30.802558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2c39e3a-a703-4212-8190-7b5fa132747f req-fb07a9b6-37ba-43f3-96a9-9c87d0b177b4 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1096 time: 0.3538616 May 27 01:49:30.843362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b04-dadf-492e-81db-144c7a51f15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:30.844479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b19f4b04-dadf-492e-81db-144c7a51f15d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12d5e373-ec24-42d3-ba2a-5f4d4422ea19 HTTP/1.1" status: 204 len: 168 time: 1.2065425 May 27 01:49:30.851013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f2c39e3a-a703-4212-8190-7b5fa132747f req-d51a923b-7c61-4ca9-a4fe-5a58ebfa0b2b tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Synchronizing usage tracker for tenant:945706013f2c470f8ee7ccd03c4d81ff on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:30.852094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Usage tracker for resource:subnet and tenant:e28af5780e624bd9a3b1cef402c4c2f1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:30.860070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:30.864648 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a792c142-2bd7-42b5-9c93-72ac7ba1f0a5 req-cd0c9ecd-db8d-46be-9e77-76fee654a822 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714952 May 27 01:49:30.873800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:30.884889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f2c39e3a-a703-4212-8190-7b5fa132747f req-d51a923b-7c61-4ca9-a4fe-5a58ebfa0b2b tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Unset dirty status for tenant:945706013f2c470f8ee7ccd03c4d81ff on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:30.897972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2c39e3a-a703-4212-8190-7b5fa132747f req-d51a923b-7c61-4ca9-a4fe-5a58ebfa0b2b tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848267 May 27 01:49:30.898922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Made reservation on behalf of e28af5780e624bd9a3b1cef402c4c2f1 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:30.902493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:31.029542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-d8a2fca9-933f-47be-98c0-6dfe71fc696f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2429132 May 27 01:49:31.089850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] For port b5516ba9-94e4-4603-a5c0-e9d8e1479091, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:31.094636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] For port b5516ba9-94e4-4603-a5c0-e9d8e1479091, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b5516ba9-94e4-4603-a5c0-e9d8e1479091,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:31.100099 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:31.198636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51214f-a37b-42bc-9423-d216337e9ad5 req-5f088f4e-5bd6-4426-8cdd-d2f4da000d4e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:31.206386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae51214f-a37b-42bc-9423-d216337e9ad5 req-5f088f4e-5bd6-4426-8cdd-d2f4da000d4e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 943 time: 0.1415026 May 27 01:49:31.212641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd6720-6ab8-4712-83cd-e6b770dbfbc6 None None] Pushing event updated for resources: {'Port': ['ID=b5516ba9-94e4-4603-a5c0-e9d8e1479091,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:31.228210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:31.228846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:31.252934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-206e3c38-87db-4333-8a7b-1ecbd8010f8b service neutron] 10.222.0.16 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220047 May 27 01:49:31.284153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae51214f-a37b-42bc-9423-d216337e9ad5 req-aad49d54-e654-4a78-80f4-cd65c31bb1bc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766997 May 27 01:49:31.471849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:31.545164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:31.552642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-8c7b7878-4972-481d-982e-e59851e94763 service neutron] 10.222.0.16 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987862 May 27 01:49:31.575123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59622) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:31.683602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:31.699134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-f8427d59-527b-4f6f-bd2d-4dc84cf92849 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:31.709751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-f8427d59-527b-4f6f-bd2d-4dc84cf92849 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.2799368 May 27 01:49:31.730457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19623c1c-c297-48e7-ae6f-870f93fd6072,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:31.744331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:31.752419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Usage tracker for resource:security_group_rule and tenant:be0a860d939b41ba9830d5c7a46044d2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:31.759281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:31.767239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-5cc1586c-3bbc-40f2-94ec-bee331102eb6 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/quotas/f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 375 time: 0.0557134 May 27 01:49:31.774185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:31.923007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:31.936052 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:31.948747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Checking segment: {'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:31.948902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Network hostable DHCP agents. Network: c4febc1c-9f91-4b33-9190-8eb565d5a978, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:49:31.974384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-58a2efbd-6bac-4229-aef8-66e2c788746d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2039220 May 27 01:49:32.009032 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:49:32.107757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be0a860d939b41ba9830d5c7a46044d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265837 May 27 01:49:32.120851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59636) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:32.131406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ebd2-2077-4e76-aa65-cd4dd605fe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64668e15-6c01-4e2a-bb2a-419aafa1d3ad,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:32.165067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:49:32.197065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, c4febc1c-9f91-4b33-9190-8eb565d5a978) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:32.238638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:32.238638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.261170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0faf5-57bb-4319-912a-371fc045b6a3 req-d911c2af-097f-4e6e-8528-912a3c30c51c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:32.269407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ef0faf5-57bb-4319-912a-371fc045b6a3 req-d911c2af-097f-4e6e-8528-912a3c30c51c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.2528110 May 27 01:49:32.323251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54508409-dbf4-4f92-8444-94f070502016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.339373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd032ec8-5163-429f-95b6-cfebb5246acf None None] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:49:32.364068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54508409-dbf4-4f92-8444-94f070502016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.486313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54508409-dbf4-4f92-8444-94f070502016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.493172 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54508409-dbf4-4f92-8444-94f070502016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.494777 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-54508409-dbf4-4f92-8444-94f070502016 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64668e15-6c01-4e2a-bb2a-419aafa1d3ad HTTP/1.1" status: 204 len: 168 time: 0.3681498 May 27 01:49:32.547221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-262288dc-87eb-4e54-801f-beb78a4f91d5 service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718591 May 27 01:49:32.552412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ef0faf5-57bb-4319-912a-371fc045b6a3 req-a8d9b331-86e7-4adc-9ecf-e0d0360cc5d7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821572 May 27 01:49:32.553333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54508409-dbf4-4f92-8444-94f070502016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64668e15-6c01-4e2a-bb2a-419aafa1d3ad,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:32.559526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c0e6129f-83ad-457f-b11c-533ca0fb1457 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8249562 May 27 01:49:32.570896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59650) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:32.591607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:32.607770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:32.616665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Usage tracker for resource:router and tenant:e28af5780e624bd9a3b1cef402c4c2f1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:32.624813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:32.641259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:32.677073 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.678386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.704954 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.823677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-24b4f109-f0fa-459a-9d95-a858feff60c6 service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749386 May 27 01:49:32.877770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 18e1d24f-ebef-4bc7-8721-bb664908a461 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:32.930685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-c4febc1c-9f91-4b33-9190-8eb565d5a978', 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'fixed_ips': [{'subnet_id': '19623c1c-c297-48e7-ae6f-870f93fd6072'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:49:32.932080 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.961868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.963271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:32.968721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:31Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:32.978323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f9c84-e4be-489c-a216-91ebcd788cd0 None None] The sync data for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 is: [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:31Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:49:33.069235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:49:33.112562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a2bb085e-a540-4dbe-91e8-0ee0f3ad99d5 req-47fa213a-b38c-4dfd-a3aa-1fcef02e4418 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 210 time: 0.2803674 May 27 01:49:33.446908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Allocated IP 172.20.0.2 (c4febc1c-9f91-4b33-9190-8eb565d5a978/19623c1c-c297-48e7-ae6f-870f93fd6072/5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:33.456786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8e5c5c6-1a11-4e27-a6b5-e0c4636eebb6 req-03c799da-93b1-4e88-83cf-eb4f6b881093 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 210 time: 0.1734850 May 27 01:49:33.760337 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:33.805710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=18e1d24f-ebef-4bc7-8721-bb664908a461,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:33.875744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'port_id': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'mac_address': 'fa:16:3e:5f:d0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:33.999181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dbe38-8b61-4de1-a58c-4cbe1099c79f req-6d74d6c7-42df-4b47-b4e2-74f42f4861cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:34.009225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-884dbe38-8b61-4de1-a58c-4cbe1099c79f req-6d74d6c7-42df-4b47-b4e2-74f42f4861cc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 943 time: 0.3197775 May 27 01:49:34.094233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 18e1d24f-ebef-4bc7-8721-bb664908a461 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:34.098310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-884dbe38-8b61-4de1-a58c-4cbe1099c79f req-167acb6f-cf96-4a26-b3ad-025a72a25ce3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881259 May 27 01:49:34.111813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:34.204221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e1d24f-ebef-4bc7-8721-bb664908a461 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:34.369685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-3da4f806-d085-4b23-b675-81f8379c4877 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:34.371280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-3da4f806-d085-4b23-b675-81f8379c4877 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 818 time: 0.6793783 May 27 01:49:34.417226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-c8407935-8511-4184-a18d-cb6c4c7a697f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/quotas/94808042355844b686d7053c3b65ef77 HTTP/1.1" status: 200 len: 375 time: 0.0265775 May 27 01:49:34.436557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=18e1d24f-ebef-4bc7-8721-bb664908a461,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:34.448983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:34.555601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:34.563534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b5516ba9-94e4-4603-a5c0-e9d8e1479091 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:34.641662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:34.691901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-af9f7cd6-e4e7-403d-b041-abdfd947c09a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:34.693982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-af9f7cd6-e4e7-403d-b041-abdfd947c09a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 818 time: 0.9135058 May 27 01:49:34.713776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'port': {'device_id': 'c90426cc-7425-4193-8523-854203bedf91', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'admin_state_up': True, 'tenant_id': '94808042355844b686d7053c3b65ef77'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:34.732966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:34.783522 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:34.821164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Transition to ACTIVE for port object 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:34.858152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b5516ba9-94e4-4603-a5c0-e9d8e1479091 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:34.867242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Transition to ACTIVE for port object 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:34.873205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b5516ba9-94e4-4603-a5c0-e9d8e1479091 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:34.873722 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:34.906991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-ed80edf2-93d5-4825-95ed-f04c227a0dba tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:34.938084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:34.976565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-ed80edf2-93d5-4825-95ed-f04c227a0dba tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:34.978057 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-ed80edf2-93d5-4825-95ed-f04c227a0dba tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5517116 May 27 01:49:35.050355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Pushing event updated for resources: {'Port': ['ID=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:35.053033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['18e1d24f-ebef-4bc7-8721-bb664908a461'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:35.059388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b43cb-7c12-42ca-a88f-af6302fd41dc req-5aaeed7b-b94c-48ea-a5e9-9c5eef0efe53 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:35.066649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc6b43cb-7c12-42ca-a88f-af6302fd41dc req-5aaeed7b-b94c-48ea-a5e9-9c5eef0efe53 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.6581542 May 27 01:49:35.094957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Allocated IP 172.25.3.251 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/7c1350c7-9c28-4a05-8f18-0464895530e5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:35.123649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:35.143591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:35.153275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc6b43cb-7c12-42ca-a88f-af6302fd41dc req-27c3a732-3078-4044-a112-aeb83360f184 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855703 May 27 01:49:35.154093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:35.248478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-259b3d5b-fcef-4143-892d-5ab862c2219d service neutron] 10.222.0.16 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552896 May 27 01:49:35.336220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Attempting to bind port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:35.336967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Attempting to bind port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:35.337503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Attempting to bind port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 on network c4febc1c-9f91-4b33-9190-8eb565d5a978 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:35.346282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:35.347231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Checking segment: {'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:35.347803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:35.348712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Bound using segment: {'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:35.350321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Bound port: 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:35.350914 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:35.414578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:35.465730 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-169e13b8-877e-4871-9e92-e003c7f0412b req-c026cb4d-d81a-421a-a0d1-823961aa073c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 210 time: 0.0489438 May 27 01:49:35.508758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:35.558561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-fb208eac-dbce-4e70-9d2f-a6ee7168b327 service neutron] 10.222.0.16 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852542 May 27 01:49:35.561280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:35.621926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:35.635543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:35.645986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:35.657503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:35.676950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] For port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:35.690879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] For port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,segment=NetworkSegment(96c94cfc-0d70-46bb-84f8-a1e29d8dfcca),segment_id=96c94cfc-0d70-46bb-84f8-a1e29d8dfcca)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:35.731337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Made reservation on behalf of 94808042355844b686d7053c3b65ef77 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:35.736130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:35.758133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:35.804641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1350c7-9c28-4a05-8f18-0464895530e5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:35.951124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b5516ba9-94e4-4603-a5c0-e9d8e1479091 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:35.951983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:35.991308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-eac1e2a5-ec4e-433b-8f19-c4346c3692fb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:35.992698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-eac1e2a5-ec4e-433b-8f19-c4346c3692fb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.4234934 May 27 01:49:36.028271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Request body: {'port': {'device_id': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'admin_state_up': True, 'tenant_id': 'f61c9ff38d59493bb1a10bafc3074055'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:36.169491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5999fdc2-8bf0-4319-8924-937759c226f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:36.258347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b5516ba9-94e4-4603-a5c0-e9d8e1479091, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b5516ba9-94e4-4603-a5c0-e9d8e1479091,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:36.298160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:36.348616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44697ba7-1af8-4a08-a6f3-5dc7914518a9 None None] Pushing event updated for resources: {'Port': ['ID=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:36.547122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b5516ba9-94e4-4603-a5c0-e9d8e1479091,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:36.807098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:36.849898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:36.861725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Allocated IP 172.20.0.3 (519811a9-a91a-42df-a693-bc50e0fa664c/52f3fbcb-7208-4021-9f01-4bfd029dcb46/9af5ec86-3afb-4bae-9de5-dc66a75e5e99) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:36.870203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:36.924744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Made reservation on behalf of f61c9ff38d59493bb1a10bafc3074055 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:36.927008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:36.965761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7417bfde-564a-47e3-b286-18993bf7195d req-221ba544-d3fd-480e-aa05-f9c88f37c0a7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 210 time: 0.0643921 May 27 01:49:36.983248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44ca7f-ae03-4107-92f4-ec783704eb17 req-3f04e0f4-741b-4851-9a60-de509f8a5b8e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:36.984909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa44ca7f-ae03-4107-92f4-ec783704eb17 req-3f04e0f4-741b-4851-9a60-de509f8a5b8e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 944 time: 0.7745709 May 27 01:49:37.282307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa44ca7f-ae03-4107-92f4-ec783704eb17 req-f52d7a54-2666-4145-b75c-e53e735f854f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512195 May 27 01:49:37.398249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:37.450995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Transition to ACTIVE for port object 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:37.452532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Allocated IP 172.20.0.10 (aa256de3-8875-4546-8c8c-363101dbe9e0/4c053681-6e30-48ed-8768-9c84a12dd60e/069b254f-d571-49a9-a735-4d9fc577e5c5) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:37.513839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:37.669109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dffe778e-e3b4-4425-94c3-1b92c65a1f9f req-417377cf-4c5d-4009-aaf9-75d693b67196 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 210 time: 0.1751935 May 27 01:49:37.731827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:37.923026 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69de2616-ed99-4d79-9563-e56f96a145c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:37.937070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73904a8-9b0f-4656-99df-731dc3605b8a None None] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:49:38.027468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Network 519811a9-a91a-42df-a693-bc50e0fa664c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:38.032260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:38.040829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:38.158686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'Port': ['ID=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:38.342382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1ae9cf68-8fb1-41b4-8f4d-75f8601023da None None] Provisioning for port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:38.363711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-b8ec1a98-6563-414d-8e20-b4391fa288c8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:38.370448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-b8ec1a98-6563-414d-8e20-b4391fa288c8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 818 time: 0.6003103 May 27 01:49:38.376332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:38.400978 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:38.421980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'port': {'device_id': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'admin_state_up': True, 'tenant_id': '94808042355844b686d7053c3b65ef77'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:38.440008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e3a98ca-1292-4579-8651-abd3ceee1d83 req-8e33c934-a5e9-4294-ae20-1c2089526959 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 210 time: 0.2191503 May 27 01:49:38.479198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:38.522327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b231dd18-782b-4043-9d65-6d957591af7c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8197279 May 27 01:49:38.615139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Request body: {'port': {'device_id': 'c90426cc-7425-4193-8523-854203bedf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:38.686282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:38.689585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6d76-b9ab-4a9e-b1f0-0b474b3928f3 req-32c8cd46-d171-4c8f-ac1a-2420709890d1 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:38.703275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-928e6d76-b9ab-4a9e-b1f0-0b474b3928f3 req-32c8cd46-d171-4c8f-ac1a-2420709890d1 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 1.2814322 May 27 01:49:38.750595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ace26106-736e-4656-8e99-8748a8615eb6 None None] Provisioning for port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:38.768740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:38.805708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Router 9080787e-ab72-4638-b0fb-6a9913a9eff4 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:49:38.864129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ace26106-736e-4656-8e99-8748a8615eb6 None None] Provisioning complete for port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:38.864550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ace26106-736e-4656-8e99-8748a8615eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:38.891920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Network aa256de3-8875-4546-8c8c-363101dbe9e0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:38.908582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:38.912615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:38.943911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 18e1d24f-ebef-4bc7-8721-bb664908a461 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:38.962889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:39.094788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.107983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:49:39.118088 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Sync routers for ids ['9080787e-ab72-4638-b0fb-6a9913a9eff4'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:49:39.137781 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-928e6d76-b9ab-4a9e-b1f0-0b474b3928f3 req-91219550-fdff-4b69-8bec-34db77b1b49c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271934 May 27 01:49:39.142086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:39.143090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.144428 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Routers {'9080787e-ab72-4638-b0fb-6a9913a9eff4'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:39.154306 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9080787e-ab72-4638-b0fb-6a9913a9eff4'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:39.226831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ace26106-736e-4656-8e99-8748a8615eb6 None None] Port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:49:39.233712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7859b5-1e26-4be0-b8b5-ebb29de80a84 req-2e3cfad3-ee57-4aa8-b417-6748e3bc50cb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:39.241904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b7859b5-1e26-4be0-b8b5-ebb29de80a84 req-2e3cfad3-ee57-4aa8-b417-6748e3bc50cb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 944 time: 0.4881833 May 27 01:49:39.270229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-bea70cd1-8bde-4aa7-80c8-ebaa17d94555 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2564070 May 27 01:49:39.297170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:39.305165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Usage tracker for resource:port and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:39.310533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:39.318927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:39.324073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Request body: {'port': {'device_id': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:39.332190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.334187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-750dc0a1-faa3-4e62-bf1a-215a5de2bcc8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7597525 May 27 01:49:39.337326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:39.341211 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.346269 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.357524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:39.380701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 18e1d24f-ebef-4bc7-8721-bb664908a461 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:39.387878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 18e1d24f-ebef-4bc7-8721-bb664908a461 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:39.388536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.438842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:39.443817 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.662165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b7859b5-1e26-4be0-b8b5-ebb29de80a84 req-0f0d6756-70e9-486d-a5cb-37bcdaf94c92 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164400 May 27 01:49:39.691595 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Set router 9080787e-ab72-4638-b0fb-6a9913a9eff4 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:39.738414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:39.739213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.863535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Made reservation on behalf of 94808042355844b686d7053c3b65ef77 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:39.868438 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.869978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,segment=NetworkSegment(96c94cfc-0d70-46bb-84f8-a1e29d8dfcca),segment_id=96c94cfc-0d70-46bb-84f8-a1e29d8dfcca)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:39.947735 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:39.950609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b5516ba9-94e4-4603-a5c0-e9d8e1479091 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:40.044274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:40.316509 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 3, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:40.325683 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Checking router: 9080787e-ab72-4638-b0fb-6a9913a9eff4 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:49:40.327142 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Updating router 9080787e-ab72-4638-b0fb-6a9913a9eff4 port 7c1350c7-9c28-4a05-8f18-0464895530e5 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:49:40.360389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a0a49-cb27-4e71-aaf4-de2a72b80beb req-f7f51093-3c33-4a9d-be71-e7560f1fc32a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:40.367422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c43a0a49-cb27-4e71-aaf4-de2a72b80beb req-f7f51093-3c33-4a9d-be71-e7560f1fc32a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 932 time: 0.5250847 May 27 01:49:40.372810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d2fd3ab6-4253-492c-be03-2d4dc008cc99 None None] Provisioning complete for port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:40.376060 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d2fd3ab6-4253-492c-be03-2d4dc008cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:40.423185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:40.434954 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:40.474746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 18e1d24f-ebef-4bc7-8721-bb664908a461 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:40.475219 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:40.540566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=18e1d24f-ebef-4bc7-8721-bb664908a461,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:40.544024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:40.555800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:40.588103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c43a0a49-cb27-4e71-aaf4-de2a72b80beb req-ae5c8786-619c-42d8-9c52-dda8474555a7 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159436 May 27 01:49:40.596978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b5516ba9-94e4-4603-a5c0-e9d8e1479091 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:40.597621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:40.815258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:40.819793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd3ab6-4253-492c-be03-2d4dc008cc99 None None] Current status of the port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:40.884126 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:40.911126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b5516ba9-94e4-4603-a5c0-e9d8e1479091 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:40.992901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e03b962f-133f-4714-864c-f0c616b8bed3 req-eba96bda-8af7-4f7f-b5b2-0988023f35e7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:41.021065 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.037369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:41.044780 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Transition to ACTIVE for port object 7c1350c7-9c28-4a05-8f18-0464895530e5 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:41.063081 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.068490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e03b962f-133f-4714-864c-f0c616b8bed3 req-eba96bda-8af7-4f7f-b5b2-0988023f35e7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:41.074250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ccb0b-0587-4988-9470-379957b72122 req-56e46269-fbca-4a70-ba69-db01ffc959d2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:41.075878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-890ccb0b-0587-4988-9470-379957b72122 req-56e46269-fbca-4a70-ba69-db01ffc959d2 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.2369249 May 27 01:49:41.082070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e03b962f-133f-4714-864c-f0c616b8bed3 req-eba96bda-8af7-4f7f-b5b2-0988023f35e7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 210 time: 0.1798241 May 27 01:49:41.226898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:41.227279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.247205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:41.260566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-890ccb0b-0587-4988-9470-379957b72122 req-a14363a8-2a12-40ab-93f8-0c00f833bc0b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178095 May 27 01:49:41.262403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.264343 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fea2ba-0752-4a8c-afb8-6b3279ba035e None None] Pushing event updated for resources: {'Port': ['ID=7c1350c7-9c28-4a05-8f18-0464895530e5,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:41.274663 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Attempting to bind port 7c1350c7-9c28-4a05-8f18-0464895530e5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:41.275069 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Attempting to bind port 7c1350c7-9c28-4a05-8f18-0464895530e5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:41.275430 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Attempting to bind port 7c1350c7-9c28-4a05-8f18-0464895530e5 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:41.295802 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:41.296533 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:41.297136 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.297850 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:41.298618 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Bound port: 7c1350c7-9c28-4a05-8f18-0464895530e5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:41.299264 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.307510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.404528 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] For port 7c1350c7-9c28-4a05-8f18-0464895530e5, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:41.412463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] For port 7c1350c7-9c28-4a05-8f18-0464895530e5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7c1350c7-9c28-4a05-8f18-0464895530e5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:41.419948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Transition to ACTIVE for port object 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:41.429056 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.442170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069b254f-d571-49a9-a735-4d9fc577e5c5 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:41.448410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.467285 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9d975f-92b6-4d52-8b29-6e33dfecad91'] response: {'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'code': 200} May 27 01:49:41.536578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:41.581984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.612834 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Routers {'9080787e-ab72-4638-b0fb-6a9913a9eff4'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:41.617570 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9080787e-ab72-4638-b0fb-6a9913a9eff4'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:41.712794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c974fa-34d8-4071-9fed-3899da8c1b2b req-d177951c-ab7f-4fdd-ac22-530623e3ccac tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:41.720294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68c974fa-34d8-4071-9fed-3899da8c1b2b req-d177951c-ab7f-4fdd-ac22-530623e3ccac tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 945 time: 0.4093473 May 27 01:49:41.745679 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fea2ba-0752-4a8c-afb8-6b3279ba035e None None] Pushing event updated for resources: {'Port': ['ID=7c1350c7-9c28-4a05-8f18-0464895530e5,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:41.778378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Transition to ACTIVE for port object 069b254f-d571-49a9-a735-4d9fc577e5c5 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:41.845184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:41.856798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Allocated IP 172.20.0.8 (519811a9-a91a-42df-a693-bc50e0fa664c/52f3fbcb-7208-4021-9f01-4bfd029dcb46/7b438391-2aaf-454d-8e6d-6f59f058b713) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:41.883321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:41.993452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Allocated IP 172.20.0.1 (c4febc1c-9f91-4b33-9190-8eb565d5a978/19623c1c-c297-48e7-ae6f-870f93fd6072/063f5b5e-7a44-4e98-8d6b-010da567ee70) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:42.012547 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] Set router 9080787e-ab72-4638-b0fb-6a9913a9eff4 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:42.018086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54438b-a381-43f5-8239-5f237505a802 req-6669e739-1d74-410f-8cd4-a8e27fa436ed tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:42.019632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc54438b-a381-43f5-8239-5f237505a802 req-6669e739-1d74-410f-8cd4-a8e27fa436ed tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.3108573 May 27 01:49:42.082023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68c974fa-34d8-4071-9fed-3899da8c1b2b req-94707924-0030-4d82-b9a1-dd30b0bf0d0e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137147 May 27 01:49:42.179944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:42.226901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Attempting to bind port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:42.227824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Attempting to bind port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:42.228484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Attempting to bind port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:42.255147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 on network 519811a9-a91a-42df-a693-bc50e0fa664c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:42.255781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Attempting to bind port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:42.265904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8623d0b-71d1-4175-a57d-d9d02770ea0c req-e0425782-4539-4eac-af38-af45bf3c64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:42.269948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8623d0b-71d1-4175-a57d-d9d02770ea0c req-e0425782-4539-4eac-af38-af45bf3c64a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 0.6832521 May 27 01:49:42.273703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:42.274304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Checking segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:42.274991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Bound using segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:42.275870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Bound port: 9af5ec86-3afb-4bae-9de5-dc66a75e5e99, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:42.276446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:42.391674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc54438b-a381-43f5-8239-5f237505a802 req-639ff2d2-cd2f-4777-a5f2-25603d134c0f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639472 May 27 01:49:42.420979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] For port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:42.424905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] For port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:42.450702 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:42.606080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8623d0b-71d1-4175-a57d-d9d02770ea0c req-47696771-49d5-40dc-981b-49be96575eec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124449 May 27 01:49:42.629056 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 3, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:42.637644 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b02d8-038a-4b34-8b7d-d054d08c0bcb None None] The sync data for ids ['9080787e-ab72-4638-b0fb-6a9913a9eff4'] in n-d-843146-11 is: [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 3, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:49:42.653651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:42.675569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-0b5517f2-4c3a-40e1-af2f-50b2b2e3a384 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:42.680299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-0b5517f2-4c3a-40e1-af2f-50b2b2e3a384 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 945 time: 0.6743820 May 27 01:49:42.703502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:42.708675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:42.709161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:42.720670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:42.721349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:42.722806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] 10.222.0.13 "PUT /v2.0/ports/9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 1092 time: 4.1487575 May 27 01:49:42.736798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90426cc-7425-4193-8523-854203bedf91', 'tag': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:42.772883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:42.801555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Transition to ACTIVE for port object 7b438391-2aaf-454d-8e6d-6f59f058b713 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:42.830469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Transition to ACTIVE for port object 063f5b5e-7a44-4e98-8d6b-010da567ee70 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:42.865191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:42.865820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:42.894048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894acd59-145c-4185-b765-9805ea75b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:42.898320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffc9f5-682f-4e8b-819c-2818e4489a98 req-6ebb976a-e32d-46df-a911-2acf94617cc8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:42.900203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18ffc9f5-682f-4e8b-819c-2818e4489a98 req-6ebb976a-e32d-46df-a911-2acf94617cc8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.2019920 May 27 01:49:42.902810 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:42.908896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.013249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:43.013590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:43.013982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:43.014439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Bound port: 069b254f-d571-49a9-a735-4d9fc577e5c5, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:43.014827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.029332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:43.038882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Network 519811a9-a91a-42df-a693-bc50e0fa664c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:43.040206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:43.057465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:43.103705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:43.116244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:43.190353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Pushing event updated for resources: {'Port': ['ID=063f5b5e-7a44-4e98-8d6b-010da567ee70,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:43.208560 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18ffc9f5-682f-4e8b-819c-2818e4489a98 req-2428e9a8-25de-4871-ae89-561274257711 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591667 May 27 01:49:43.315816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:43.317288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.351702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.423000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:43.423000 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.433589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'Port': ['ID=7b438391-2aaf-454d-8e6d-6f59f058b713,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:43.493402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-8e49d3a5-1036-497f-b57a-05fb2221462a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1011069 May 27 01:49:43.509026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Request body: {'port': {'device_id': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:43.635477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Provisioning for port 063f5b5e-7a44-4e98-8d6b-010da567ee70 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:43.656156 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fee73c-15ce-41c0-ba00-63df4276cb3b'] response: {'name': 'network-changed', 'server_uuid': 'c90426cc-7425-4193-8523-854203bedf91', 'tag': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99', 'status': 'completed', 'code': 200} May 27 01:49:43.658481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Provisioning complete for port 063f5b5e-7a44-4e98-8d6b-010da567ee70 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:43.658481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.820449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Port 063f5b5e-7a44-4e98-8d6b-010da567ee70 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:49:43.846317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Provisioning for port 7b438391-2aaf-454d-8e6d-6f59f058b713 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:43.852277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Provisioning complete for port 7b438391-2aaf-454d-8e6d-6f59f058b713 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:43.852646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.955191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-94830c57-4233-4d77-b665-ef71c5f81387 None None] Port 7b438391-2aaf-454d-8e6d-6f59f058b713 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:49:43.973583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:43.992954 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:43.997293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:44.021766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabbf1d-64f5-47c6-b197-ebe4987a1693 req-369aaf07-bac0-46d4-915f-af0946960920 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.029849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-daabbf1d-64f5-47c6-b197-ebe4987a1693 req-369aaf07-bac0-46d4-915f-af0946960920 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 931 time: 1.3482037 May 27 01:49:44.032646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:44.100815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-4b1c78b9-34c3-4854-a575-68222034911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.102469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-4b1c78b9-34c3-4854-a575-68222034911d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1095 time: 1.2156773 May 27 01:49:44.110587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:44.225563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-76d63adf-43da-4707-99a6-a6e3cae2d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.227079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-76d63adf-43da-4707-99a6-a6e3cae2d520 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89982a2165324377b14f5cad24dfd0e1&device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 1098 time: 0.4446495 May 27 01:49:44.262653 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-d4a13112-bde1-4d7b-bff1-f4390866f1cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.1150734 May 27 01:49:44.275933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.276564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:44.278109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] 10.222.0.13 "PUT /v2.0/ports/069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 200 len: 1093 time: 4.9632897 May 27 01:49:44.320920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:44.321550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:44.389698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-daabbf1d-64f5-47c6-b197-ebe4987a1693 req-5d92e337-241c-4788-b9f6-b2acc1c10845 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585887 May 27 01:49:44.441287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a1b45-6156-4f75-8f26-d2bf4f4c53b3 req-aa043101-9d86-4bac-abb9-d4bf180c600c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.448441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-675a1b45-6156-4f75-8f26-d2bf4f4c53b3 req-aa043101-9d86-4bac-abb9-d4bf180c600c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 945 time: 0.5773046 May 27 01:49:44.531648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:49:44.563952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbdb87-d151-4430-8171-12aab180330b service neutron] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:44.639077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-33e149de-130d-416d-b98c-5b5a4fd860ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.640810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-33e149de-130d-416d-b98c-5b5a4fd860ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.3617601 May 27 01:49:44.710255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-675a1b45-6156-4f75-8f26-d2bf4f4c53b3 req-a8301bae-bf74-4927-88c6-986045f406c6 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609730 May 27 01:49:44.716093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-e1e22093-ce0d-4f3f-86da-84d8586bb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.717471 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-e1e22093-ce0d-4f3f-86da-84d8586bb742 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 200 len: 916 time: 0.4423380 May 27 01:49:44.773422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-6923e542-d8c3-4a56-87b0-0bd7ac98f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.775314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-6923e542-d8c3-4a56-87b0-0bd7ac98f144 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1096 time: 0.4410212 May 27 01:49:44.842375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-1b03c4f2-26fb-48e7-a78c-7c6408f2c2e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea HTTP/1.1" status: 200 len: 217 time: 0.1076097 May 27 01:49:44.904153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-96d489fd-f6b6-462b-a176-894bc6ce677f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0831456 May 27 01:49:44.920519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810ff1-5b5a-4635-ae98-f54cccc7bae8 req-140a5088-d64c-4891-a1df-e659f00effac tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:44.928280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03810ff1-5b5a-4635-ae98-f54cccc7bae8 req-140a5088-d64c-4891-a1df-e659f00effac tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.3671119 May 27 01:49:45.029177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b29d9b58-a032-4265-ac11-bd602a4204b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:45.031477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-b29d9b58-a032-4265-ac11-bd602a4204b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3848386 May 27 01:49:45.048557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.078751 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c1350c7-9c28-4a05-8f18-0464895530e5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:45.194049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event deleted for resources: {'Port': ['ID=b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:45.205745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03810ff1-5b5a-4635-ae98-f54cccc7bae8 req-942cc5c5-9695-40a2-8cbe-0a04e747a2ca tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764628 May 27 01:49:45.249952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7c1350c7-9c28-4a05-8f18-0464895530e5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:45.255842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7c1350c7-9c28-4a05-8f18-0464895530e5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:45.256208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.288186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-7f5955b9-6968-4a16-94ac-41675fffe660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:45.289652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-7f5955b9-6968-4a16-94ac-41675fffe660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.3583691 May 27 01:49:45.323450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.400192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7c1350c7-9c28-4a05-8f18-0464895530e5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:45.400192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.419861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7c1350c7-9c28-4a05-8f18-0464895530e5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7c1350c7-9c28-4a05-8f18-0464895530e5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:45.424625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-c6447bb7-8daa-4a93-8d8d-01c980e94902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:45.426326 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-c6447bb7-8daa-4a93-8d8d-01c980e94902 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 200 len: 854 time: 0.5418210 May 27 01:49:45.429625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.440838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.512306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7c1350c7-9c28-4a05-8f18-0464895530e5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:45.577820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b438391-2aaf-454d-8e6d-6f59f058b713 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:45.593819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] No DVR routers for this DVR port b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:49:45.597000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-fdd3b9d8-c501-4edd-9674-edcb1c5329ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2982471 May 27 01:49:45.598022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.644940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.714290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Transition to ACTIVE for port object 7b438391-2aaf-454d-8e6d-6f59f058b713 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:45.723883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5'}, {'server_uuid': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'name': 'network-vif-deleted', 'tag': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:45.728035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d414-a260-430a-ab41-ddb3b2cbeb76 req-73141a36-f5d0-4815-b79b-7a8ea1cbe3c5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:45.741737 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9d0d414-a260-430a-ab41-ddb3b2cbeb76 req-73141a36-f5d0-4815-b79b-7a8ea1cbe3c5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.5998402 May 27 01:49:45.741737 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Pushing event updated for resources: {'Port': ['ID=063f5b5e-7a44-4e98-8d6b-010da567ee70,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:45.750765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.755556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "DELETE /v2.0/ports/b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd HTTP/1.1" status: 204 len: 173 time: 3.0199256 May 27 01:49:45.761369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:45.775274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-8847512e-9630-46cd-84ed-b0af34361fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244503 May 27 01:49:45.930162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-4c2ec05f-a203-466f-941e-849d70de37e4 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207855 May 27 01:49:45.941239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39f12f-1b24-4108-a858-9b06c50997cc req-7ebf4eb6-d8e7-479c-9930-93bd9d31f79c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:45.942251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd39f12f-1b24-4108-a858-9b06c50997cc req-7ebf4eb6-d8e7-479c-9930-93bd9d31f79c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:46.099800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd39f12f-1b24-4108-a858-9b06c50997cc req-7ebf4eb6-d8e7-479c-9930-93bd9d31f79c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:46.117079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd39f12f-1b24-4108-a858-9b06c50997cc req-7ebf4eb6-d8e7-479c-9930-93bd9d31f79c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.6162186 May 27 01:49:46.162820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e97aad-2d48-4bec-9b04-45d2c265ef07 req-f91257e8-4532-4fcd-9969-d5c68dff7945 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826160 May 27 01:49:46.276774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Pushing event updated for resources: {'Port': ['ID=7b438391-2aaf-454d-8e6d-6f59f058b713,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:46.282389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-4392f1ae-ba84-4486-b885-fb4adefed38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:46.284329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-4392f1ae-ba84-4486-b885-fb4adefed38a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8150918 May 27 01:49:46.291190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:49:46.349104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:49:46.349796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:49:46.366455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd39f12f-1b24-4108-a858-9b06c50997cc req-65ef10fe-7d93-404b-b61a-ac2f3b54b623 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484493 May 27 01:49:46.444771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f16d7a1f-dcc7-493b-9a22-f6121ce92703 req-433c59c3-182f-4cc8-bac8-6bd57b857557 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987893 May 27 01:49:46.501390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-273d4496-84f6-44ad-bc8f-eb45194b01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:46.502546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9d0d414-a260-430a-ab41-ddb3b2cbeb76 req-3aece58b-c1a7-44c1-9879-432d9de4d41c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7687688 May 27 01:49:46.502991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-273d4496-84f6-44ad-bc8f-eb45194b01a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1095 time: 0.2655790 May 27 01:49:46.600432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-33801eac-e6d7-4498-9e2f-0a86f9ed23cd service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839396 May 27 01:49:46.684058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:46.710836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:46.841867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-b5256677-0b25-4e43-9ea3-f49d85fd5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:46.843871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-b5256677-0b25-4e43-9ea3-f49d85fd5aa0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.3344812 May 27 01:49:46.981766 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdefe55f-ee91-405e-8b22-e569d3852d1e'] response: {'name': 'network-changed', 'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5', 'status': 'completed', 'code': 200} May 27 01:49:46.982036 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdefe55f-ee91-405e-8b22-e569d3852d1e'] response: {'server_uuid': 'd815aaca-7c12-437f-983f-b1ad7966cd48', 'name': 'network-vif-deleted', 'tag': 'b3b8ac9b-aa3a-46b5-aad1-d8eb5c3b7ddd', 'status': 'completed', 'code': 200} May 27 01:49:46.989357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-578951a6-2a0f-45a4-b94a-443cc9b8bea6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.1386149 May 27 01:49:47.078852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c1350c7-9c28-4a05-8f18-0464895530e5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:47.197885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Attempting to bind port 7b438391-2aaf-454d-8e6d-6f59f058b713 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:47.198221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Attempting to bind port 7b438391-2aaf-454d-8e6d-6f59f058b713 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:47.198545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Attempting to bind port 7b438391-2aaf-454d-8e6d-6f59f058b713 on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:47.208183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-91595562-df68-4f3a-a566-7f3fc93ea8dd None None] Provisioning complete for port 063f5b5e-7a44-4e98-8d6b-010da567ee70 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:47.208809 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-91595562-df68-4f3a-a566-7f3fc93ea8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:47.266823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-efa3e2c2-6116-4bda-8f1e-7c18062e015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:47.267117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-91595562-df68-4f3a-a566-7f3fc93ea8dd None None] Port 063f5b5e-7a44-4e98-8d6b-010da567ee70 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:49:47.268663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-efa3e2c2-6116-4bda-8f1e-7c18062e015d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.2229810 May 27 01:49:47.270594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Port 7b438391-2aaf-454d-8e6d-6f59f058b713 on network 519811a9-a91a-42df-a693-bc50e0fa664c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:47.270956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Attempting to bind port 7b438391-2aaf-454d-8e6d-6f59f058b713 on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:47.276240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7c1350c7-9c28-4a05-8f18-0464895530e5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:47.276848 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:47.279620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-5f93745f-bc18-4289-9d3f-1fb817f9cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:47.281119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-5f93745f-bc18-4289-9d3f-1fb817f9cd3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 0.3012824 May 27 01:49:47.282074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-6c069389-db6b-4b37-a013-d7995e8de5df service neutron] 10.222.0.13 "GET /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020560 May 27 01:49:47.284502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f668e8df-a834-4fbf-bbdd-02faff8a6762 req-476906db-d9a0-41bd-b406-1d1d004b5371 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:47.305141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:47.305813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Checking segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:47.306546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Bound using segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:47.307160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Bound port: 7b438391-2aaf-454d-8e6d-6f59f058b713, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:47.307796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:47.336116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Router 9080787e-ab72-4638-b0fb-6a9913a9eff4 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:49:47.417328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7c1350c7-9c28-4a05-8f18-0464895530e5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:47.467445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f668e8df-a834-4fbf-bbdd-02faff8a6762 req-476906db-d9a0-41bd-b406-1d1d004b5371 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:47.468596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f668e8df-a834-4fbf-bbdd-02faff8a6762 req-476906db-d9a0-41bd-b406-1d1d004b5371 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d815aaca-7c12-437f-983f-b1ad7966cd48 HTTP/1.1" status: 200 len: 210 time: 0.2591619 May 27 01:49:47.474796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-a58e1d0b-bf38-4ca6-9c48-7b51e159f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:47.476387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-a58e1d0b-bf38-4ca6-9c48-7b51e159f5b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1096 time: 0.4293978 May 27 01:49:47.682750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-64043121-cc08-46b1-8927-76924d8763cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:47.686278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-64043121-cc08-46b1-8927-76924d8763cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.3390543 May 27 01:49:47.865824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494575fc-8d73-4305-98ff-7f8609a511e6 req-da325a09-7fee-4178-b71b-0fc89ffb5309 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:47.866587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-494575fc-8d73-4305-98ff-7f8609a511e6 req-da325a09-7fee-4178-b71b-0fc89ffb5309 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:47.904470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-8d9e24fe-671b-477e-9cb0-c03727f514a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:47.906813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-8d9e24fe-671b-477e-9cb0-c03727f514a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6241074 May 27 01:49:47.938125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] For port 7b438391-2aaf-454d-8e6d-6f59f058b713, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:47.957128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] For port 7b438391-2aaf-454d-8e6d-6f59f058b713, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7b438391-2aaf-454d-8e6d-6f59f058b713,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:47.961696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-494575fc-8d73-4305-98ff-7f8609a511e6 req-da325a09-7fee-4178-b71b-0fc89ffb5309 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:47.963027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-494575fc-8d73-4305-98ff-7f8609a511e6 req-da325a09-7fee-4178-b71b-0fc89ffb5309 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 943 time: 1.1905975 May 27 01:49:47.964197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:49:47.967176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:47.969462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-cbe0a669-507d-482d-89b9-5aceaf0099b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 217 time: 0.2740865 May 27 01:49:47.980032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Sync routers for ids ['9080787e-ab72-4638-b0fb-6a9913a9eff4'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:49:47.989083 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4cf07f9c-f90b-4589-8055-4638510b17ac admin admin] 10.222.0.16 "PUT /v2.0/routers/9080787e-ab72-4638-b0fb-6a9913a9eff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6503563 May 27 01:49:47.996878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Routers {'9080787e-ab72-4638-b0fb-6a9913a9eff4'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:47.997639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9080787e-ab72-4638-b0fb-6a9913a9eff4'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:48.075574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.076463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:48.077985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b438391-2aaf-454d-8e6d-6f59f058b713 HTTP/1.1" status: 200 len: 1092 time: 4.5748050 May 27 01:49:48.080780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'tag': '7b438391-2aaf-454d-8e6d-6f59f058b713'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:48.129377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-494575fc-8d73-4305-98ff-7f8609a511e6 req-e9cd93c2-771a-48f3-ab1b-0b8e27d13d4f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:48.197495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db8b59-15b9-4a41-bd1e-d1c2c836b891 service neutron] Pushing event updated for resources: {'Port': ['ID=7b438391-2aaf-454d-8e6d-6f59f058b713,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:48.205181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-163b9b4b-7651-4435-8307-fb9ca886db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.207434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-163b9b4b-7651-4435-8307-fb9ca886db49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.7160039 May 27 01:49:48.294060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-494575fc-8d73-4305-98ff-7f8609a511e6 req-e9cd93c2-771a-48f3-ab1b-0b8e27d13d4f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:48.294702 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-494575fc-8d73-4305-98ff-7f8609a511e6 req-e9cd93c2-771a-48f3-ab1b-0b8e27d13d4f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662220 May 27 01:49:48.329228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-315d2ccd-6624-4a78-a152-8f9548556baf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 200 len: 217 time: 0.1091201 May 27 01:49:48.331350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-58b46ed8-6c80-440b-a336-6f6350d8585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.332918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-58b46ed8-6c80-440b-a336-6f6350d8585d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.3153398 May 27 01:49:48.341608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-0f28f3d7-4c14-4259-b84d-726c199bbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.343131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-0f28f3d7-4c14-4259-b84d-726c199bbf92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 1095 time: 0.2029986 May 27 01:49:48.452309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-ca4d2a8d-1e7c-4aed-af9d-6a826f9bab95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b438391-2aaf-454d-8e6d-6f59f058b713 HTTP/1.1" status: 200 len: 217 time: 0.1004593 May 27 01:49:48.459091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Set router 9080787e-ab72-4638-b0fb-6a9913a9eff4 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:48.489060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-18feb5c4-6d57-4a91-a3f4-3d623313b29c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342070 May 27 01:49:48.530408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-4cdb3fca-ffd7-40ff-9b56-8ebc9ead74f6 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644474 May 27 01:49:48.611710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-70c07e2c-32ee-4a21-8600-b379ddcb3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.613911 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-70c07e2c-32ee-4a21-8600-b379ddcb3f06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1555209 May 27 01:49:48.621726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7df15-c997-4e05-b3f4-52183d0d7655 req-28584acb-d0ac-403a-a698-bd4836f83988 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.628980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ac7df15-c997-4e05-b3f4-52183d0d7655 req-28584acb-d0ac-403a-a698-bd4836f83988 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.7266088 May 27 01:49:48.701851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53c39f-3fc7-4751-a9d9-4551a3085666 req-10313b8e-f09e-45e0-a3a1-4d620e5b7794 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.703302 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df53c39f-3fc7-4751-a9d9-4551a3085666 req-10313b8e-f09e-45e0-a3a1-4d620e5b7794 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.2039871 May 27 01:49:48.712366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-607701d4-fc50-4e4c-96ae-2044de8b4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.713738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-607701d4-fc50-4e4c-96ae-2044de8b4c29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.3720183 May 27 01:49:48.791020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-412857eb-3006-4c61-a7b6-d71720bd6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:48.792956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-412857eb-3006-4c61-a7b6-d71720bd6369 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700633 May 27 01:49:48.800236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df53c39f-3fc7-4751-a9d9-4551a3085666 req-002baba9-6ce7-4ed7-9e41-d65fa70951ab tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854232 May 27 01:49:48.812148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:49:43Z', 'revision_number': 4, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '063f5b5e-7a44-4e98-8d6b-010da567ee70', 'name': '', 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'mac_address': 'fa:16:3e:6c:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '19623c1c-c297-48e7-ae6f-870f93fd6072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:41Z', 'updated_at': '2022-05-27T01:49:44Z', 'revision_number': 2, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'subnets': [{'id': '19623c1c-c297-48e7-ae6f-870f93fd6072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:48.817098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Checking router: 9080787e-ab72-4638-b0fb-6a9913a9eff4 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:49:48.817723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Updating router 9080787e-ab72-4638-b0fb-6a9913a9eff4 port 063f5b5e-7a44-4e98-8d6b-010da567ee70 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:49:48.828423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-38c74b19-d0fc-4111-a311-83abd98d0393 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965629 May 27 01:49:48.883555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:48.921723 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ac7df15-c997-4e05-b3f4-52183d0d7655 req-c1e9b8ad-9ae4-4905-bfd5-3bc0670426ae tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921002 May 27 01:49:48.976183 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-25c0cc5b-e4b0-47c2-86c4-8501b0a5b2d4 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746724 May 27 01:49:49.082957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-ba19d434-5d38-497f-8dd1-2ce24ef4a3b5 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315037 May 27 01:49:49.123156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6156f891-512c-4122-b0d8-5a62ccd615ef req-d53199c3-9ce6-4c11-91e5-6da72304ddee service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402307 May 27 01:49:49.209587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-2d70ea53-287b-4559-8cbc-e8b9cf2fb308 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096756 May 27 01:49:49.235816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cce54-6e20-4cc0-a920-bf77621cf49c req-f1708037-8ed9-4742-9515-e8be39c31b65 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:49.237411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-382cce54-6e20-4cc0-a920-bf77621cf49c req-f1708037-8ed9-4742-9515-e8be39c31b65 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.1133873 May 27 01:49:49.314063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-382cce54-6e20-4cc0-a920-bf77621cf49c req-4b48e5f4-6e09-4f1c-a375-25c357c959ad tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699265 May 27 01:49:49.338301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b247159c-4ea6-43ac-9cf4-9a123bde5960 req-223f8fff-377a-4f86-9556-fba8fa3a8f13 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938409 May 27 01:49:49.421607 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56396ad-5975-4a35-b50c-5ac9d9d2c24f'] response: {'name': 'network-changed', 'server_uuid': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'tag': '7b438391-2aaf-454d-8e6d-6f59f058b713', 'status': 'completed', 'code': 200} May 27 01:49:49.435235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:49.442871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b416eace-6c60-4d5b-a1ce-80724120f036 req-2e5422ad-5baf-4bfc-9db7-10732f04b74a service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351438 May 27 01:49:49.450700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Transition to ACTIVE for port object 063f5b5e-7a44-4e98-8d6b-010da567ee70 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:49.462294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0920095-2336-4769-b1f8-ffc3951635e6 req-6eeaef5b-0c79-44b2-904d-b07f57b4e2bf service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329412 May 27 01:49:49.463077 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:49.658459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-f1cb1453-1714-44d9-9040-a0c7e3e8f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:49.660104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-f1cb1453-1714-44d9-9040-a0c7e3e8f06a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 1095 time: 0.1899431 May 27 01:49:49.689286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f43a4-3bda-4783-ab21-e31726413831 None None] Pushing event updated for resources: {'Port': ['ID=063f5b5e-7a44-4e98-8d6b-010da567ee70,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:49.962670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-1e899167-f523-46ec-9943-57d63cbef10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:49.965344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-1e899167-f523-46ec-9943-57d63cbef10b service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.2960532 May 27 01:49:49.970148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Attempting to bind port 063f5b5e-7a44-4e98-8d6b-010da567ee70 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:49.970510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Attempting to bind port 063f5b5e-7a44-4e98-8d6b-010da567ee70 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:49.970893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Attempting to bind port 063f5b5e-7a44-4e98-8d6b-010da567ee70 on network c4febc1c-9f91-4b33-9190-8eb565d5a978 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:49.980736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:49.981106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Checking segment: {'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:49.981500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:49.984167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Bound using segment: {'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:49.984167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Bound port: 063f5b5e-7a44-4e98-8d6b-010da567ee70, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:49.989163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:50.096428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e212d1-2f91-4129-a1f5-5c59c2459d4c req-63c68f32-4176-4a2b-badf-767bc3d63b8d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:50.099350 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16e212d1-2f91-4129-a1f5-5c59c2459d4c req-63c68f32-4176-4a2b-badf-767bc3d63b8d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 943 time: 0.1675966 May 27 01:49:50.118287 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-9dd6de2e-bbf8-4d8d-bebe-f6220d9dc368 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b438391-2aaf-454d-8e6d-6f59f058b713 HTTP/1.1" status: 200 len: 217 time: 0.1450033 May 27 01:49:50.152769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] For port 063f5b5e-7a44-4e98-8d6b-010da567ee70, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:50.166978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] For port 063f5b5e-7a44-4e98-8d6b-010da567ee70, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=063f5b5e-7a44-4e98-8d6b-010da567ee70,segment=NetworkSegment(96c94cfc-0d70-46bb-84f8-a1e29d8dfcca),segment_id=96c94cfc-0d70-46bb-84f8-a1e29d8dfcca)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:50.172807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16e212d1-2f91-4129-a1f5-5c59c2459d4c req-83bdc42c-ff8a-4b74-9b13-40825e41e57f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692723 May 27 01:49:50.177496 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:50.319328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Routers {'9080787e-ab72-4638-b0fb-6a9913a9eff4'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:49:50.320445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9080787e-ab72-4638-b0fb-6a9913a9eff4'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:50.384223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:50.388629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-04e00c6e-d1ee-4252-abb1-d4589957bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:50.390089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-04e00c6e-d1ee-4252-abb1-d4589957bcdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.2236991 May 27 01:49:50.474213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dabd7-ac39-469e-8701-767366b4edc2 req-68049fd9-e095-458a-a317-85fa7a817835 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:50.486240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d6dabd7-ac39-469e-8701-767366b4edc2 req-68049fd9-e095-458a-a317-85fa7a817835 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.1775603 May 27 01:49:50.539415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:50.591309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'port_id': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99', 'mac_address': 'fa:16:3e:56:1c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:50.603129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d6dabd7-ac39-469e-8701-767366b4edc2 req-24ded251-0e34-4f05-b99d-f4a4fc3b48f5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091495 May 27 01:49:50.654535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-9281bb45-01db-4c4d-aa1e-4172d9041d70 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5835855 May 27 01:49:50.671559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:50.679104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:50.687442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Usage tracker for resource:floatingip and tenant:e28af5780e624bd9a3b1cef402c4c2f1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:50.690878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:50.698702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f43a4-3bda-4783-ab21-e31726413831 None None] Pushing event updated for resources: {'Port': ['ID=063f5b5e-7a44-4e98-8d6b-010da567ee70,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:50.705098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:50.737936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-b17bc08d-c07c-4d3e-a1f7-f73393cdc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:50.739860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-b17bc08d-c07c-4d3e-a1f7-f73393cdc3a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3367388 May 27 01:49:50.741410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:50.904904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:50.905603 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:50.931608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:50.953505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:50.968680 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:50.969344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:51.049298 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-27294f6c-e6bb-4db8-a8c3-cfcedb052599 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809768 May 27 01:49:51.165020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1589f8-2fde-49b8-804f-987dfe02ec25 req-d7595db1-71b8-44c4-bcf4-784186b1e902 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:51.168229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f1589f8-2fde-49b8-804f-987dfe02ec25 req-d7595db1-71b8-44c4-bcf4-784186b1e902 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.3303657 May 27 01:49:51.171173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] Set router 9080787e-ab72-4638-b0fb-6a9913a9eff4 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:49:51.239559 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e43168fe-e905-40d8-975b-d9017d23dd2d req-a71c0bfa-f35c-41dd-b4fa-1970885128b0 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828659 May 27 01:49:51.242749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:51.267301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:51.285934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:51.377947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '069b254f-d571-49a9-a735-4d9fc577e5c5', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'port_id': '069b254f-d571-49a9-a735-4d9fc577e5c5', 'mac_address': 'fa:16:3e:5e:e3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c053681-6e30-48ed-8768-9c84a12dd60e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:51.398375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Allocated IP 172.25.3.43 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5617a3c7-b369-4f46-a735-4970f20bac7a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:51.517823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 069b254f-d571-49a9-a735-4d9fc577e5c5 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:51.518209 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:51.561352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069b254f-d571-49a9-a735-4d9fc577e5c5 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:51.573215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f1589f8-2fde-49b8-804f-987dfe02ec25 req-1a3ded2d-0264-47af-9b92-e503f1411aa6 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988922 May 27 01:49:51.579600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:51.587497 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:51.589507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:51.641067 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:51.727653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:51.731346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:51.736154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:51.786896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:51.789397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=5617a3c7-b369-4f46-a735-4970f20bac7a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:51.814068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:49:43Z', 'revision_number': 4, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '063f5b5e-7a44-4e98-8d6b-010da567ee70', 'name': '', 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'mac_address': 'fa:16:3e:6c:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '19623c1c-c297-48e7-ae6f-870f93fd6072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:41Z', 'updated_at': '2022-05-27T01:49:50Z', 'revision_number': 4, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'subnets': [{'id': '19623c1c-c297-48e7-ae6f-870f93fd6072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:49:51.818507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1238c29-50c9-4c5f-b914-7ff08f1e1197 None None] The sync data for ids ['9080787e-ab72-4638-b0fb-6a9913a9eff4'] in n-d-843146-11 is: [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:49:43Z', 'revision_number': 4, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '063f5b5e-7a44-4e98-8d6b-010da567ee70', 'name': '', 'network_id': 'c4febc1c-9f91-4b33-9190-8eb565d5a978', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'mac_address': 'fa:16:3e:6c:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '19623c1c-c297-48e7-ae6f-870f93fd6072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:41Z', 'updated_at': '2022-05-27T01:49:50Z', 'revision_number': 4, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'subnets': [{'id': '19623c1c-c297-48e7-ae6f-870f93fd6072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:49:51.911830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:51.935160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9af5ec86-3afb-4bae-9de5-dc66a75e5e99'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:51.999534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['069b254f-d571-49a9-a735-4d9fc577e5c5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:52.036805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:52.078123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f53d8-7080-48cf-85c0-ce709a4b4cce req-49d1ebb1-28a6-4c37-9424-d59946d8d5f5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:52.088285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e3f53d8-7080-48cf-85c0-ce709a4b4cce req-49d1ebb1-28a6-4c37-9424-d59946d8d5f5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.2572801 May 27 01:49:52.176777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e3f53d8-7080-48cf-85c0-ce709a4b4cce req-eb62f56a-6a40-4b47-bca5-38ad7ac277ca tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845466 May 27 01:49:52.368304 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:52.383282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:52.424731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3801fa-32bb-437c-9561-27e5e5c7205c req-723bb7e3-84bd-464a-b1f5-9f800fdc3092 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:52.426688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c3801fa-32bb-437c-9561-27e5e5c7205c req-723bb7e3-84bd-464a-b1f5-9f800fdc3092 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 943 time: 0.1108606 May 27 01:49:52.480830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c3801fa-32bb-437c-9561-27e5e5c7205c req-b4523168-9f4f-4774-b221-9b70b8af0724 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475452 May 27 01:49:52.513929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=5617a3c7-b369-4f46-a735-4970f20bac7a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:52.541371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:52.580081 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:52.592965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-a7146e79-bceb-4813-937a-46536ffc9565 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9284787 May 27 01:49:52.746951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197bd5-3f20-4da3-b83d-61d9c3aecb94 req-4c0edad2-d04a-4df4-b24b-97d7b1a4967f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:52.748601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07197bd5-3f20-4da3-b83d-61d9c3aecb94 req-4c0edad2-d04a-4df4-b24b-97d7b1a4967f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.1239932 May 27 01:49:52.802693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07197bd5-3f20-4da3-b83d-61d9c3aecb94 req-108a64b9-c0b3-4bf1-ae50-4bb8bae1a602 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 May 27 01:49:52.967106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7b438391-2aaf-454d-8e6d-6f59f058b713 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:49:52.988971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-ed7031e1-a364-4a42-a78b-b17253cbdc7c tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Synchronizing usage tracker for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:53.019041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-ed7031e1-a364-4a42-a78b-b17253cbdc7c tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Unset dirty status for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:53.019041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-ed7031e1-a364-4a42-a78b-b17253cbdc7c tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.4241436 May 27 01:49:53.119461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 063f5b5e-7a44-4e98-8d6b-010da567ee70 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:53.251738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7b438391-2aaf-454d-8e6d-6f59f058b713, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7b438391-2aaf-454d-8e6d-6f59f058b713,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:53.253258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-18b61721-cc3b-47f8-9ea4-517baf414d6e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:53.255130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8ccb6f5-d51f-4103-b71a-6f4e7c2b30b7 req-18b61721-cc3b-47f8-9ea4-517baf414d6e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2307546 May 27 01:49:53.265203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 063f5b5e-7a44-4e98-8d6b-010da567ee70 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:53.273718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '7b438391-2aaf-454d-8e6d-6f59f058b713', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'port_id': '7b438391-2aaf-454d-8e6d-6f59f058b713', 'mac_address': 'fa:16:3e:6a:8f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:49:53.277159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 063f5b5e-7a44-4e98-8d6b-010da567ee70 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:53.277542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:53.370527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-0b148319-7593-44c9-9c2f-61a57ac60afd tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:53.373437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-0b148319-7593-44c9-9c2f-61a57ac60afd tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.2542274 May 27 01:49:53.402605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-43670eeb-3554-4036-ac34-e3b0982bd19d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/quotas/cb91f454677a4b179f2c02155a9f70bd HTTP/1.1" status: 200 len: 375 time: 0.0202394 May 27 01:49:53.426792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7b438391-2aaf-454d-8e6d-6f59f058b713 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:53.427220 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:53.454108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b438391-2aaf-454d-8e6d-6f59f058b713 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:53.474899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-eeb54e50-ba6d-4d4b-94ab-1036e0bea2b4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691841 May 27 01:49:53.554984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7b438391-2aaf-454d-8e6d-6f59f058b713, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7b438391-2aaf-454d-8e6d-6f59f058b713,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:53.565674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:53.651636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 063f5b5e-7a44-4e98-8d6b-010da567ee70 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:53.652315 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:53.652627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc983ab-4c05-4bd6-8c67-325d90b49f6e req-e3cfd988-4ac7-442c-a24c-dcd6512523c4 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:53.660797 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8dc983ab-4c05-4bd6-8c67-325d90b49f6e req-e3cfd988-4ac7-442c-a24c-dcd6512523c4 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 945 time: 0.3017111 May 27 01:49:53.676274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-540c6d6c-eecb-43e1-9dcb-eee697417578 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004170 May 27 01:49:53.720321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7b438391-2aaf-454d-8e6d-6f59f058b713,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:53.727147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 063f5b5e-7a44-4e98-8d6b-010da567ee70, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=063f5b5e-7a44-4e98-8d6b-010da567ee70,segment=NetworkSegment(96c94cfc-0d70-46bb-84f8-a1e29d8dfcca),segment_id=96c94cfc-0d70-46bb-84f8-a1e29d8dfcca)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:53.734375 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:53.740384 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8dc983ab-4c05-4bd6-8c67-325d90b49f6e req-de7a98a9-cd1d-45ca-9245-7221885d23a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 May 27 01:49:53.825079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=063f5b5e-7a44-4e98-8d6b-010da567ee70,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:53.860362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-758485c9-eb93-4685-8466-bd2f4c5f9492 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776264 May 27 01:49:53.935930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['7b438391-2aaf-454d-8e6d-6f59f058b713'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:49:53.946245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc8cf6-e8cb-4892-8393-a8eb24679ea8 req-e2924db6-705b-4427-892f-c1394a5e30dd tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:53.947756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9bbc8cf6-e8cb-4892-8393-a8eb24679ea8 req-e2924db6-705b-4427-892f-c1394a5e30dd tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.0883679 May 27 01:49:54.016216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9bbc8cf6-e8cb-4892-8393-a8eb24679ea8 req-296b5935-6c57-4272-bb18-6e063aff768b tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 May 27 01:49:54.256603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-9e2e19bc-f261-418e-8e7d-16ef2c256b30 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2021687 May 27 01:49:54.269187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:54.276252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:54.288053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:54.302523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.332880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1ef1a-86f7-477d-ae0c-f7a9cb4d2862 req-70264398-a3aa-4569-bccb-bb1b06c0c0d4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:54.337204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:54.348224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ea1ef1a-86f7-477d-ae0c-f7a9cb4d2862 req-70264398-a3aa-4569-bccb-bb1b06c0c0d4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 944 time: 0.1243608 May 27 01:49:54.437436 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ea1ef1a-86f7-477d-ae0c-f7a9cb4d2862 req-c82809b9-e242-4e79-801d-bc853f09082d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831928 May 27 01:49:54.470068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:54.475971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:54.476818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.515933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.560949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60158) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:54.677360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:54.678037 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.725291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Allocated IP 172.25.3.76 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/26b21ae6-3dc9-4df3-b17b-668d1fa53fd8) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:54.731437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90426cc-7425-4193-8523-854203bedf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:54.741515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fa8ac-fddf-45e3-b9ca-7236e256cf96 req-e3b311f3-f13a-42e4-a813-a2359c4a9e64 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:54.750263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad7fa8ac-fddf-45e3-b9ca-7236e256cf96 req-e3b311f3-f13a-42e4-a813-a2359c4a9e64 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.1399889 May 27 01:49:54.750920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:54.765719 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.766986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:54.807454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.847145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad7fa8ac-fddf-45e3-b9ca-7236e256cf96 req-91e9106d-ae97-4ff1-acd8-0739eb92ce61 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957603 May 27 01:49:54.848377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:54.857463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Usage tracker for resource:security_group_rule and tenant:8066bb3d584a4dad888a06708b41dde1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:54.860649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:54.872055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:54.913136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:54.944806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.957952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 069b254f-d571-49a9-a735-4d9fc577e5c5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:54.964056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 069b254f-d571-49a9-a735-4d9fc577e5c5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:54.964508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:54.997162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.080010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 063f5b5e-7a44-4e98-8d6b-010da567ee70 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:55.094247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.100767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:55.103753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:55.103936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f853fa0-0a6d-4086-95d4-6ddbc2d84dc5 req-a3f1279c-42b5-4e39-95b5-23724c24a31e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:55.108263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:55.111738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f853fa0-0a6d-4086-95d4-6ddbc2d84dc5 req-a3f1279c-42b5-4e39-95b5-23724c24a31e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.1531384 May 27 01:49:55.127583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.156609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=26b21ae6-3dc9-4df3-b17b-668d1fa53fd8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:55.184151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158e9afb-148a-4b1f-921a-e90d49eb5825,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:55.204354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.217283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-73018719-9634-4d4c-86c2-e1ea4ea7339c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8066bb3d584a4dad888a06708b41dde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550019 May 27 01:49:55.220906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60174) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:55.241061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 069b254f-d571-49a9-a735-4d9fc577e5c5 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:55.241442 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.263042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f853fa0-0a6d-4086-95d4-6ddbc2d84dc5 req-ce5b0f41-26b0-4f49-9a11-cb6e9cadabf5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502981 May 27 01:49:55.266953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 063f5b5e-7a44-4e98-8d6b-010da567ee70 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:55.267643 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.304888 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.330565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-221ec7b9-fb96-421e-98e8-08ea62e6847e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.371430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-221ec7b9-fb96-421e-98e8-08ea62e6847e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.404736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:55.412394 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.433577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a89a6b9-0cab-4146-9def-cb45b6beccfd req-4975c3c5-b027-47a9-913f-fb47e4c6d1ac tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 210 time: 0.0538731 May 27 01:49:55.493691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-221ec7b9-fb96-421e-98e8-08ea62e6847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.499949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 063f5b5e-7a44-4e98-8d6b-010da567ee70 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:55.512991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ec7b9-fb96-421e-98e8-08ea62e6847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158e9afb-148a-4b1f-921a-e90d49eb5825,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:55.525879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-221ec7b9-fb96-421e-98e8-08ea62e6847e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.527576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-221ec7b9-fb96-421e-98e8-08ea62e6847e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/158e9afb-148a-4b1f-921a-e90d49eb5825 HTTP/1.1" status: 204 len: 168 time: 0.3048415 May 27 01:49:55.578924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:55.594286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.601285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.739662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=26b21ae6-3dc9-4df3-b17b-668d1fa53fd8,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:55.758382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.789858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:55.791681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-0b76741b-1d33-4cf7-b5f3-af3a85eb7a96 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5269811 May 27 01:49:55.852383 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382c5d7d-51c3-4b1e-9821-4cbf3f6a35b6'] response: {'server_uuid': 'c90426cc-7425-4193-8523-854203bedf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99', 'code': 200} May 27 01:49:55.889899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-6dee5529-2e8f-471c-99dc-dcf44b316e5d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Synchronizing usage tracker for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:55.911020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-6dee5529-2e8f-471c-99dc-dcf44b316e5d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Unset dirty status for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:55.912557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-6dee5529-2e8f-471c-99dc-dcf44b316e5d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1147392 May 27 01:49:55.917347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-c3131cb4-2ac2-4659-a26c-7b47951465e3 req-00c9d312-e3e3-41ca-9921-d7b3ac4bedb5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:49:55.918656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3131cb4-2ac2-4659-a26c-7b47951465e3 req-00c9d312-e3e3-41ca-9921-d7b3ac4bedb5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203178 May 27 01:49:55.935385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-bbd8b556-ca72-4850-a196-058b55aa30de tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:55.937202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-bbd8b556-ca72-4850-a196-058b55aa30de tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.2509031 May 27 01:49:56.002647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60188) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:56.028150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Request body: {'port': {'device_id': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'admin_state_up': True, 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:56.041758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.068112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:56.085767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Usage tracker for resource:security_group_rule and tenant:2358da0efac0476c8dca2e72854c7435 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:56.091358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:56.107456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:56.127197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-71c86107-17a5-4d33-ad61-43d02027bec0 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:56.128556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66b78e77-66bb-4b95-8616-ac01b4c183db req-71c86107-17a5-4d33-ad61-43d02027bec0 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2105680 May 27 01:49:56.220750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.258043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.307136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3131cb4-2ac2-4659-a26c-7b47951465e3 req-6f37aaaa-44b5-466c-bec6-97146db13eeb tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3687520 May 27 01:49:56.316702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:56.320499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ea91e-437d-47a6-8b36-d99804f581b4 req-bab28c5d-85ec-486d-a1b7-a0b79739b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:56.321990 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-098ea91e-437d-47a6-8b36-d99804f581b4 req-bab28c5d-85ec-486d-a1b7-a0b79739b1cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.3333259 May 27 01:49:56.332720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:56.367318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:49:56.370869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.394425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-098ea91e-437d-47a6-8b36-d99804f581b4 req-edb6666c-acb9-4f3c-87fe-79d2df9f3dea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631182 May 27 01:49:56.431362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e69c783-5619-4c03-891c-b2d276371aca,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:56.437227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ce70dac-7684-47fa-a5dd-bda64669dd30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2358da0efac0476c8dca2e72854c7435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335806 May 27 01:49:56.440346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60196) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:56.498863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e58f3-d753-4289-a25b-b0a2b6845e66 req-892ecf46-8bcb-4ec6-9fd4-ca61c0f38bc0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:56.500380 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-928e58f3-d753-4289-a25b-b0a2b6845e66 req-892ecf46-8bcb-4ec6-9fd4-ca61c0f38bc0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.2775550 May 27 01:49:56.535557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65abe827-6ff0-437c-ad6f-19b8951923f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.552449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Allocated IP 172.20.0.3 (13c96df4-812d-4e4d-a7ec-6163f90d966d/8142e39c-49b8-4c8e-9fd3-84b125682e53/1cea4e59-0d68-4b1b-a2e9-19037f53c7e1) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:56.581663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65abe827-6ff0-437c-ad6f-19b8951923f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.590324 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-928e58f3-d753-4289-a25b-b0a2b6845e66 req-1b4a2a40-72c5-4ce6-b386-45ca16ac4668 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727813 May 27 01:49:56.659082 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65abe827-6ff0-437c-ad6f-19b8951923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.679592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abe827-6ff0-437c-ad6f-19b8951923f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e69c783-5619-4c03-891c-b2d276371aca,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:56.693617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65abe827-6ff0-437c-ad6f-19b8951923f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.695066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-65abe827-6ff0-437c-ad6f-19b8951923f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e69c783-5619-4c03-891c-b2d276371aca HTTP/1.1" status: 204 len: 168 time: 0.2537978 May 27 01:49:56.799646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.835982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:56.881785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ddf3a-a441-4f07-857c-248c0ed1072b req-f2fd1a66-6626-4ec6-aed4-fc93e1a2c355 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:56.889213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96ddf3a-a441-4f07-857c-248c0ed1072b req-f2fd1a66-6626-4ec6-aed4-fc93e1a2c355 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 944 time: 0.0878363 May 27 01:49:56.929439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96ddf3a-a441-4f07-857c-248c0ed1072b req-0e8019a1-a97d-4f9e-9abc-3c1fd52e923e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 May 27 01:49:56.965421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:56.969534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:56.974433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:56.996623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7b438391-2aaf-454d-8e6d-6f59f058b713 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:49:57.033663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event updated for resources: {'Port': ['ID=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:57.068994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:57.070282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.098578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7a3c0-2fae-4c66-86bd-bc4ccd2c1d9d req-67446b2a-0700-45f9-9b9f-21efb28c122f tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:57.100866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2be7a3c0-2fae-4c66-86bd-bc4ccd2c1d9d req-67446b2a-0700-45f9-9b9f-21efb28c122f tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 945 time: 0.2118332 May 27 01:49:57.108857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 7b438391-2aaf-454d-8e6d-6f59f058b713 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:49:57.114420 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-54893826-f919-4cf2-b5ab-cf82df5e8213 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1545339 May 27 01:49:57.117478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 7b438391-2aaf-454d-8e6d-6f59f058b713 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:49:57.118067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.126687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:57.132885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:57.133828 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-396174ff-6db1-4c26-a60c-ba455130a44c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1437263 May 27 01:49:57.143672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:57.158152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.161302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Request body: {'port': {'device_id': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:49:57.216382 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2be7a3c0-2fae-4c66-86bd-bc4ccd2c1d9d req-cb47fe01-5c5c-43f3-85ee-73d0d6f940da tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cccf467-f5db-4008-9eb1-50a1dd851b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069887 May 27 01:49:57.266366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7b438391-2aaf-454d-8e6d-6f59f058b713 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:49:57.266863 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.324864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7b438391-2aaf-454d-8e6d-6f59f058b713, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7b438391-2aaf-454d-8e6d-6f59f058b713,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:57.334172 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.339128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.404612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.422538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7b438391-2aaf-454d-8e6d-6f59f058b713,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:57.499255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Allocated IP 172.25.3.238 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/12170ac1-e523-4733-8eb4-3873090e2fd2) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:49:57.541243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5e6da-97b0-4eaa-9946-6a813ece2064 req-ca70e962-a74d-46a7-8343-07eb2dcd1205 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:57.548944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9d5e6da-97b0-4eaa-9946-6a813ece2064 req-ca70e962-a74d-46a7-8343-07eb2dcd1205 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.2135370 May 27 01:49:57.667177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9d5e6da-97b0-4eaa-9946-6a813ece2064 req-42e342e5-615f-42bf-8c23-e2588fc3dfdb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171613 May 27 01:49:57.775601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.823374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:57.854620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5'}, {'server_uuid': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b438391-2aaf-454d-8e6d-6f59f058b713'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:57.884930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:49:57.892645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:49:57.941482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:49:57.942045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8147e6-d9bc-4656-a7cf-180ca2e5c131 req-9da4d1a5-2f41-42c2-af75-4f7c2c945f1c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:57.943561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b8147e6-d9bc-4656-a7cf-180ca2e5c131 req-9da4d1a5-2f41-42c2-af75-4f7c2c945f1c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.1465080 May 27 01:49:58.015457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=12170ac1-e523-4733-8eb4-3873090e2fd2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:58.047989 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b8147e6-d9bc-4656-a7cf-180ca2e5c131 req-4d5146b7-855e-49da-8584-b30a7e9041ce tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918677 May 27 01:49:58.050557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:49:58.058659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.059942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-f2f95359-0cda-48fd-9ae6-79bbf6ae06fe tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:58.061479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-f2f95359-0cda-48fd-9ae6-79bbf6ae06fe tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.47 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 945 time: 0.1667125 May 27 01:49:58.062531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.091170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Transition to ACTIVE for port object 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:49:58.097079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.181481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Deleting port 00bee87f-13bb-4863-8995-a29760355c65 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:49:58.181819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.222343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.467953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:58.527650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Attempting to bind port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:49:58.527992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Attempting to bind port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:49:58.528325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Attempting to bind port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:58.542023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8cd3-4863-4c48-847a-3758c69deafa req-22894604-77d1-4bd9-8cff-2574e722ecf4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:58.542802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aab8cd3-4863-4c48-847a-3758c69deafa req-22894604-77d1-4bd9-8cff-2574e722ecf4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:58.546602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:49:58.546789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Attempting to bind port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:49:58.554090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:49:58.554429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:49:58.554836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Bound using segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:49:58.555265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Bound port: 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:49:58.556185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.599260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] For port 00bee87f-13bb-4863-8995-a29760355c65, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=00bee87f-13bb-4863-8995-a29760355c65,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:49:58.599628 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.608417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aab8cd3-4863-4c48-847a-3758c69deafa req-22894604-77d1-4bd9-8cff-2574e722ecf4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:58.615002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aab8cd3-4863-4c48-847a-3758c69deafa req-22894604-77d1-4bd9-8cff-2574e722ecf4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 943 time: 0.3846884 May 27 01:49:58.692966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aab8cd3-4863-4c48-847a-3758c69deafa req-edc86f01-3ae6-430f-a1e0-46a8e09e174e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773304 May 27 01:49:58.704623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] For port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:49:58.708482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] For port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:49:58.723729 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.797257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:49:58.797810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:58.798417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.799867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] 10.222.0.13 "PUT /v2.0/ports/1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 HTTP/1.1" status: 200 len: 1092 time: 1.6465285 May 27 01:49:58.800312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'tag': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:49:58.824285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e4954-e458-4ba9-966b-0532b1fff630 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:58.827630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.834268 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:58.998675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22978469-1eba-4397-818e-64d7537fdf3a req-8f9a752f-e6c1-4f69-9165-ee18f67cd2a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.000279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22978469-1eba-4397-818e-64d7537fdf3a req-8f9a752f-e6c1-4f69-9165-ee18f67cd2a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.1470556 May 27 01:49:59.009056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-dfab7311-2fb2-4bd9-8a4d-9d04d5f5564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.010482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-dfab7311-2fb2-4bd9-8a4d-9d04d5f5564e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 1095 time: 0.1242137 May 27 01:49:59.027943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=12170ac1-e523-4733-8eb4-3873090e2fd2,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:59.100312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:59.112877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-8bed26a4-57dc-4bb5-9370-5d0f6d749b25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0899866 May 27 01:49:59.161296 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:59.162466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-2e6e77cf-e5dd-42fa-a7d8-2118955101aa tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0403855 May 27 01:49:59.165576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:59.165947 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:59.166268 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Floating IP 27e5b71b-801e-4586-96b2-3be34bc815a6 disassociated. External IP: 172.25.3.132, port: 00bee87f-13bb-4863-8995-a29760355c65. May 27 01:49:59.166778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Calling delete_port for 00bee87f-13bb-4863-8995-a29760355c65 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:49:59.171746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60260) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:49:59.176933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22978469-1eba-4397-818e-64d7537fdf3a req-ac90c3c8-e428-470f-a9a0-8269253128c0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710289 May 27 01:49:59.197117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-ac1afa84-c94c-43a4-8d61-900795cc98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.198630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-ac1afa84-c94c-43a4-8d61-900795cc98cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.0764365 May 27 01:49:59.241863 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a553c077-5453-4f2f-87dc-6326c23fe847'] response: {'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5', 'code': 200} May 27 01:49:59.242361 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a553c077-5453-4f2f-87dc-6326c23fe847'] response: {'server_uuid': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b438391-2aaf-454d-8e6d-6f59f058b713', 'code': 200} May 27 01:49:59.263205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-0e4cb01f-4647-4bb8-9df3-a2c1d2dcbfde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574982 May 27 01:49:59.304761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-6e424aab-9628-46d9-b9ee-f938035ad7bc tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Synchronizing usage tracker for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:49:59.338995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-6e424aab-9628-46d9-b9ee-f938035ad7bc tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Unset dirty status for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:49:59.340707 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-6e424aab-9628-46d9-b9ee-f938035ad7bc tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.1319966 May 27 01:49:59.474758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:59.515513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:49:59.560403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:49:59.570633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event deleted for resources: {'Port': ['ID=00bee87f-13bb-4863-8995-a29760355c65,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:49:59.598201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Usage tracker for resource:security_group_rule and tenant:6271a71d5ef54c1fad74f5749af0e7bb is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:49:59.605764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:49:59.626457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:49:59.653947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-4e937c4e-5499-475c-a72b-28611f4aa267 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.655319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84b36ff2-caf4-4d99-a4e3-aee3a6944cad req-4e937c4e-5499-475c-a72b-28611f4aa267 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2762735 May 27 01:49:59.718429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-15b16b08-b1b6-4c91-9977-7c5eb80c762f service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455338 May 27 01:49:59.762412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a2a71-ac6b-4369-9d2c-dbe5ef6429ab req-ea3e8b6d-5246-490a-bdfc-ccd5729f7a2a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.763879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c55a2a71-ac6b-4369-9d2c-dbe5ef6429ab req-ea3e8b6d-5246-490a-bdfc-ccd5729f7a2a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.3376513 May 27 01:49:59.772421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60263ca4-cbb6-4b7c-9858-9e3162ea8d3a req-f18684ae-e56d-4ed9-9a5e-bd5714069c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.773833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-60263ca4-cbb6-4b7c-9858-9e3162ea8d3a req-f18684ae-e56d-4ed9-9a5e-bd5714069c71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1098 time: 0.3783171 May 27 01:49:59.780709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b37818-2368-4ac1-81b3-61272345ffdf req-0c88e6a6-1d30-4b81-b23a-67f2da824bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.782059 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37b37818-2368-4ac1-81b3-61272345ffdf req-0c88e6a6-1d30-4b81-b23a-67f2da824bab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 1097 time: 0.3878982 May 27 01:49:59.844245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:49:59.921107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94be70-bc5d-408a-9d3f-bb45d0355020 req-28a8dd19-7c64-4d85-914f-7e5c41f4516b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:49:59.922608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e94be70-bc5d-408a-9d3f-bb45d0355020 req-28a8dd19-7c64-4d85-914f-7e5c41f4516b tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 945 time: 0.1690235 May 27 01:49:59.983565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-60263ca4-cbb6-4b7c-9858-9e3162ea8d3a req-fa8b9495-4c27-4e68-a9b4-6c8f43a0899e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556702 May 27 01:49:59.986276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c55a2a71-ac6b-4369-9d2c-dbe5ef6429ab req-954e0eb8-ccad-4db8-b902-fc43d097b28e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076149 May 27 01:50:00.008445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37b37818-2368-4ac1-81b3-61272345ffdf req-2b78b318-cb40-446d-83cb-b95c8ad01cab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628020 May 27 01:50:00.035117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.037692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-cec03c86-e198-4e30-a406-86e238c0ffed service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106980 May 27 01:50:00.041811 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.048126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e94be70-bc5d-408a-9d3f-bb45d0355020 req-ff125055-da7a-47a9-aea6-12e9f5a5de54 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151650 May 27 01:50:00.095525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:00.100300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6271a71d5ef54c1fad74f5749af0e7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9235778 May 27 01:50:00.100300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93928f3b-6f8e-4d51-a477-a1ef2e1ea84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74039a51-76f6-48de-a509-78422553356b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:00.100546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60274) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:00.109723 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] Sync routers for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:00.138215 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:00.144686 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:00.207895 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68fbcaf3-f4ff-47d6-8db5-ad827fc69a65 req-66be96f1-2f45-4646-b567-5c185206f980 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/ports?device_id=90abf1b7-feb3-48e0-b0b2-422fed0caf14 HTTP/1.1" status: 200 len: 210 time: 0.0665493 May 27 01:50:00.277106 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8255e712-7459-468e-888b-3917966eb966'] response: {'name': 'network-changed', 'server_uuid': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'tag': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1', 'status': 'completed', 'code': 200} May 27 01:50:00.379996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] No DVR routers for this DVR port 00bee87f-13bb-4863-8995-a29760355c65 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:00.391866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.397330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'name': 'network-vif-deleted', 'tag': '00bee87f-13bb-4863-8995-a29760355c65'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:00.401867 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:00.447770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eeb2d6f7-3275-413c-b7b1-51b258bc3cc5 req-ee410f4f-feaa-41c9-b82f-2c2a2f9eb072 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.47 "DELETE /v2.0/ports/00bee87f-13bb-4863-8995-a29760355c65 HTTP/1.1" status: 204 len: 173 time: 2.3804958 May 27 01:50:00.466786 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33fc58e9-6e14-44fc-b8f9-68ec88c2ebd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.508587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993814eb-440d-42ac-9f9a-227a2de76883 req-8583a24c-eaf2-4a04-ac2a-e155e7931d3b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:00.510020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-993814eb-440d-42ac-9f9a-227a2de76883 req-8583a24c-eaf2-4a04-ac2a-e155e7931d3b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.2065134 May 27 01:50:00.512623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33fc58e9-6e14-44fc-b8f9-68ec88c2ebd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.615075 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-993814eb-440d-42ac-9f9a-227a2de76883 req-b72d9a48-c8b2-439d-93bf-00dd6d7c0894 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868487 May 27 01:50:00.616708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-8e0aca4e-8ceb-4fb8-a4eb-0c89af2e65df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:00.618195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-8e0aca4e-8ceb-4fb8-a4eb-0c89af2e65df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 1095 time: 0.3069925 May 27 01:50:00.630387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-d1bbcc97-d7c0-4693-8d71-a4a78944d4d7 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Synchronizing usage tracker for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:00.653827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33fc58e9-6e14-44fc-b8f9-68ec88c2ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.685377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc58e9-6e14-44fc-b8f9-68ec88c2ebd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74039a51-76f6-48de-a509-78422553356b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:00.694273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33fc58e9-6e14-44fc-b8f9-68ec88c2ebd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.699218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-33fc58e9-6e14-44fc-b8f9-68ec88c2ebd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74039a51-76f6-48de-a509-78422553356b HTTP/1.1" status: 204 len: 168 time: 0.5985358 May 27 01:50:00.742231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-d1bbcc97-d7c0-4693-8d71-a4a78944d4d7 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Unset dirty status for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:00.743605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-d1bbcc97-d7c0-4693-8d71-a4a78944d4d7 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4547150 May 27 01:50:00.810334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:00.822979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:00.829915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-cde818e7-5767-42b7-b421-f940633e1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:00.831724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-cde818e7-5767-42b7-b421-f940633e1903 service neutron] 10.222.0.13 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.2061040 May 27 01:50:00.840059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:00.862744 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:55Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:00.867004 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] Checking router: b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:00.878223 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:00.879790 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:00.902835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636f776-34e0-4f83-b4ef-be890e256c77 req-9bdbc3d9-9871-447c-a409-094d0b4af5ec tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:00.904852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5636f776-34e0-4f83-b4ef-be890e256c77 req-9bdbc3d9-9871-447c-a409-094d0b4af5ec tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 943 time: 0.1197908 May 27 01:50:00.922562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-1ffce5d2-2d2b-4e09-9c7e-5942ffaf44f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0800896 May 27 01:50:00.927551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:00.973519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5636f776-34e0-4f83-b4ef-be890e256c77 req-0c7b09f5-bade-4355-9ca1-68bb76871803 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621526 May 27 01:50:01.028516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 00bee87f-13bb-4863-8995-a29760355c65 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:01.069093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60288) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:01.090475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.106108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 00bee87f-13bb-4863-8995-a29760355c65 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:01.106898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 00bee87f-13bb-4863-8995-a29760355c65 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:01.143506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-090487ce-a73e-4dda-9f3c-aa8ebff9eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:01.145120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-090487ce-a73e-4dda-9f3c-aa8ebff9eac7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.1965187 May 27 01:50:01.152925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:01.162253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:34ba8c4e283048c3aea908862f3e4939 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:01.163827 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:01.166601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:01.178303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:01.226948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-4c54b12b-8265-4787-94ed-516421b87e79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697243 May 27 01:50:01.244457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0bab9-d1ee-4bba-b3a2-e030de724565 req-405c2764-2b0a-4133-bc24-d2900f190180 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:01.245987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cf0bab9-d1ee-4bba-b3a2-e030de724565 req-405c2764-2b0a-4133-bc24-d2900f190180 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.1379101 May 27 01:50:01.320829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cf0bab9-d1ee-4bba-b3a2-e030de724565 req-4e380044-e5eb-493d-8a13-e32dcf0d7959 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659280 May 27 01:50:01.334597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.342136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.411779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34ba8c4e283048c3aea908862f3e4939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414512 May 27 01:50:01.412644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60296) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:01.414876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.415656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccdf45-3da9-49da-9526-e769d3d2a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ba0bc-73ba-48ff-b888-01736576e04b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:01.517177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-2cee199d-840a-44ab-b13f-1572aa5dcfdb service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819614 May 27 01:50:01.568658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3918e02-4156-4b08-813b-ad88f281c26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.607860 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3918e02-4156-4b08-813b-ad88f281c26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.666096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f18f6-584a-425f-af1d-815301087ea4 req-d1f482d1-d773-42a5-a921-37b052936b0f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:01.667843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a8f18f6-584a-425f-af1d-815301087ea4 req-d1f482d1-d773-42a5-a921-37b052936b0f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.1606483 May 27 01:50:01.711122 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:55Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:01.716307 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8568ce4-610c-4f72-8155-e125ffe8ef5e None None] The sync data for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 is: [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:46:44Z', 'revision_number': 4, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '30feba36-13de-4a3c-baf8-e95e296662e6', 'name': '', 'network_id': '06c1058f-3ed3-4daf-b884-dd92587f2412', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'mac_address': 'fa:16:3e:94:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:38Z', 'updated_at': '2022-05-27T01:46:55Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'subnets': [{'id': '76201f3a-b46f-4762-b6ca-b5cbb5a44e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:01.744288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3918e02-4156-4b08-813b-ad88f281c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.767191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3918e02-4156-4b08-813b-ad88f281c26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ba0bc-73ba-48ff-b888-01736576e04b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:01.778874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a8f18f6-584a-425f-af1d-815301087ea4 req-b09c97c4-b71f-403c-b326-33a284d1c041 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894494 May 27 01:50:01.797702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3918e02-4156-4b08-813b-ad88f281c26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:01.807031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d3918e02-4156-4b08-813b-ad88f281c26b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c99ba0bc-73ba-48ff-b888-01736576e04b HTTP/1.1" status: 204 len: 168 time: 0.3851337 May 27 01:50:01.847005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Allocated IP 172.25.3.80 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5d9351de-478b-4664-b19a-880c86b3bdae) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:01.861113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7310f4ac-5d79-463d-9e72-0479e1358a6e req-ae6ed7af-5e4d-4841-baac-ea02f455d7fd service neutron] 10.222.0.13 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329101 May 27 01:50:01.865853 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afca98ae-3ae2-4a45-91cd-d8c96ab643ca'] response: {'server_uuid': '90abf1b7-feb3-48e0-b0b2-422fed0caf14', 'name': 'network-vif-deleted', 'tag': '00bee87f-13bb-4863-8995-a29760355c65', 'status': 'completed', 'code': 200} May 27 01:50:02.028143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.064810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.090029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e799435-17b4-4e17-bf5b-7d28f4e955b5 req-0b13bfec-2fb3-4119-9578-eb81e882d757 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:02.091913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e799435-17b4-4e17-bf5b-7d28f4e955b5 req-0b13bfec-2fb3-4119-9578-eb81e882d757 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.1223443 May 27 01:50:02.116446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:02.124233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:02.127476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:02.150521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e799435-17b4-4e17-bf5b-7d28f4e955b5 req-dd5ebe0b-09ae-46aa-a58e-615dfc0815c0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 May 27 01:50:02.158760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc99dc3-8c55-46e1-b848-0b9779190b0a None None] New status for floating IP 27e5b71b-801e-4586-96b2-3be34bc815a6: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:50:02.238242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=5d9351de-478b-4664-b19a-880c86b3bdae,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:02.251757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.326904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.566887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.574014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.612391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.654451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81591249-39e0-476b-8651-45350bfe80a9 req-7a69cfb0-1e0f-487f-8b30-eda0a5ff81ef tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:02.660467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81591249-39e0-476b-8651-45350bfe80a9 req-7a69cfb0-1e0f-487f-8b30-eda0a5ff81ef tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:02.666315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81591249-39e0-476b-8651-45350bfe80a9 req-7a69cfb0-1e0f-487f-8b30-eda0a5ff81ef tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:02.668145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81591249-39e0-476b-8651-45350bfe80a9 req-7a69cfb0-1e0f-487f-8b30-eda0a5ff81ef tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d&device_id=f1893d09-f3b0-44e8-b890-820628827c78&device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 2417 time: 0.1261687 May 27 01:50:02.720203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81591249-39e0-476b-8651-45350bfe80a9 req-333d0a36-37e1-49dd-98ba-71e67c636577 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456913 May 27 01:50:02.806184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event updated for resources: {'Port': ['ID=5d9351de-478b-4664-b19a-880c86b3bdae,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:02.816893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.848508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.855994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-aa43abed-2a74-44e1-9618-1865cfe91b19 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0637667 May 27 01:50:02.896892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5243-6dff-4371-966f-4196f34cbbc8 req-97355730-091e-4f2e-a003-d2e38664044f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:02.903807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffce5243-6dff-4371-966f-4196f34cbbc8 req-97355730-091e-4f2e-a003-d2e38664044f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.0881338 May 27 01:50:02.929301 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:02.934333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-dfb88139-f620-4324-abfa-d08474957548 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Synchronizing usage tracker for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:02.949886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffce5243-6dff-4371-966f-4196f34cbbc8 req-9b602bec-8909-4ce7-81dd-3922fcbd4a23 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 May 27 01:50:02.950074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-dfb88139-f620-4324-abfa-d08474957548 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Unset dirty status for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:02.951221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-dfb88139-f620-4324-abfa-d08474957548 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0945318 May 27 01:50:03.100938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-7bed0984-b3a6-4772-8eff-3f9d13dfadbf tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:03.102283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f10c996f-8d77-415f-9883-1e95b422d6f3 req-7bed0984-b3a6-4772-8eff-3f9d13dfadbf tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.1451602 May 27 01:50:03.127906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d2554-be95-418a-b595-c4a4646a57da req-8cadd44d-a3af-46ae-88a5-e1838c8ad585 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:03.129386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf6d2554-be95-418a-b595-c4a4646a57da req-8cadd44d-a3af-46ae-88a5-e1838c8ad585 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 943 time: 0.0878518 May 27 01:50:03.176439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf6d2554-be95-418a-b595-c4a4646a57da req-0f464b91-ae7c-49fa-839b-690a5a4afba5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 May 27 01:50:03.220801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60338) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:03.244990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-c7ffdcae-0628-4d9c-9415-a6e9f20b522e req-bcd60b59-8f82-458b-a1c9-ac82c809bf0c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:50:03.246608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7ffdcae-0628-4d9c-9415-a6e9f20b522e req-bcd60b59-8f82-458b-a1c9-ac82c809bf0c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093019 May 27 01:50:03.346632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51ee0e23-7a36-4ded-a58e-15e953601a13 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:03.390247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51ee0e23-7a36-4ded-a58e-15e953601a13 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:03.489341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7ffdcae-0628-4d9c-9415-a6e9f20b522e req-ceb95fc9-b361-489f-b777-0d5504b8b397 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2321250 May 27 01:50:03.519966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66449f68-f776-4848-9deb-2977fb776838 req-91ce4903-09a6-4015-8e18-651f7f79deda tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:03.520733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-7df1bff7-267a-4e7d-b398-60d1ae6baaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:03.522178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-7df1bff7-267a-4e7d-b398-60d1ae6baaa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 1097 time: 0.1223147 May 27 01:50:03.523245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51ee0e23-7a36-4ded-a58e-15e953601a13 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:03.523537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66449f68-f776-4848-9deb-2977fb776838 req-91ce4903-09a6-4015-8e18-651f7f79deda tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.1023004 May 27 01:50:03.586185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66449f68-f776-4848-9deb-2977fb776838 req-aee0ed24-f5fa-4736-be3c-ba9f22c0d7f4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552232 May 27 01:50:03.609965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee0e23-7a36-4ded-a58e-15e953601a13 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cccf467-f5db-4008-9eb1-50a1dd851b2e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:03.636482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51ee0e23-7a36-4ded-a58e-15e953601a13 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:03.640203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-51ee0e23-7a36-4ded-a58e-15e953601a13 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "DELETE /v2.0/security-groups/0cccf467-f5db-4008-9eb1-50a1dd851b2e HTTP/1.1" status: 204 len: 168 time: 0.4157717 May 27 01:50:03.640463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:03.674096 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-4de5a7d8-bbdf-4078-b5b6-c9bb2aab7d40 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] show failed (client error): The resource could not be found. May 27 01:50:03.677728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4de5a7d8-bbdf-4078-b5b6-c9bb2aab7d40 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "GET /v2.0/security-groups/0cccf467-f5db-4008-9eb1-50a1dd851b2e HTTP/1.1" status: 404 len: 347 time: 0.0338831 May 27 01:50:03.678128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:03.694966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-90ff2e8c-8c16-4b0e-82b3-42a69d1b68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:03.696396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-90ff2e8c-8c16-4b0e-82b3-42a69d1b68ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.1617355 May 27 01:50:03.909254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Deleting port b6373e43-b0f4-4c4e-b10f-afd6a78d1492 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:03.909815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:03.940833 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-a37906a0-cbf4-43a9-8e57-0d8b5c485698 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b438391-2aaf-454d-8e6d-6f59f058b713 HTTP/1.1" status: 200 len: 217 time: 0.2382479 May 27 01:50:03.989107 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41285c37-ae46-420d-b5e9-222382a72b1a req-46a74fd1-6497-49e5-89e2-7942f38d1f24 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips/5d728836-fb00-4769-8e50-726bfd874597 HTTP/1.1" status: 200 len: 692 time: 0.2306881 May 27 01:50:04.047183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1f7ed-a217-479d-a8ff-1337409557f0 req-ff6c9920-749c-4e9b-a8a1-73ebc0ea1fc5 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:04.048690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb1f7ed-a217-479d-a8ff-1337409557f0 req-ff6c9920-749c-4e9b-a8a1-73ebc0ea1fc5 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1098 time: 0.2958868 May 27 01:50:04.090040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-6f100f07-0088-4064-8d83-981229e22e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:04.091558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-6f100f07-0088-4064-8d83-981229e22e8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1435618 May 27 01:50:04.123246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb1f7ed-a217-479d-a8ff-1337409557f0 req-8915f9c2-1fae-4681-a9fc-2f770f2363ad tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675385 May 27 01:50:04.129595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:04.129875 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:04.217318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41285c37-ae46-420d-b5e9-222382a72b1a req-f48a7ce7-64ea-476e-b771-428a72e5433b tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:04.218655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41285c37-ae46-420d-b5e9-222382a72b1a req-f48a7ce7-64ea-476e-b771-428a72e5433b tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2207897 May 27 01:50:04.237287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-d0b0393d-2fd9-40f2-8a97-02b6f5e5e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:04.239140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-d0b0393d-2fd9-40f2-8a97-02b6f5e5e8e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388495 May 27 01:50:04.252713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-0bccbc93-9be6-4f3f-970a-e12761937f24 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:50:04.253659 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-0bccbc93-9be6-4f3f-970a-e12761937f24 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053043 May 27 01:50:04.289863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Calling delete_port for b6373e43-b0f4-4c4e-b10f-afd6a78d1492 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:04.379479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:50:04.398019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-df111096-2024-4a04-bcc0-1d9f7e389f42 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369207 May 27 01:50:04.439865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749d46c-3578-4a26-8564-fdd0a77bc8ad req-dbf65707-544e-45c2-804c-d5938cb65e15 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:04.441354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4749d46c-3578-4a26-8564-fdd0a77bc8ad req-dbf65707-544e-45c2-804c-d5938cb65e15 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.1623583 May 27 01:50:04.548552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4749d46c-3578-4a26-8564-fdd0a77bc8ad req-99a6fc10-7ddb-4aaa-be2a-c1f7a563536f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742927 May 27 01:50:04.562918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffb4a1f-285b-4070-912b-69be8fbf7652 req-94fc04cf-6cc8-4dce-8d97-8988de20eb78 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584535 May 27 01:50:04.576420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:04.635180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:04.653051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1', 'mac_address': 'fa:16:3e:47:39:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:50:04.734794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:04.735259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:04.746148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Pushing event deleted for resources: {'Port': ['ID=b6373e43-b0f4-4c4e-b10f-afd6a78d1492,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:04.758021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:50:04.773867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8f419-2fbd-4097-8768-466d6b5fcb60 req-bb56722f-516c-4220-9b77-2d1b05bc2ba0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:04.775491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3b8f419-2fbd-4097-8768-466d6b5fcb60 req-bb56722f-516c-4220-9b77-2d1b05bc2ba0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 943 time: 0.1082718 May 27 01:50:04.790187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:04.797191 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:04.815493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-1d674770-4198-4ff6-b98a-aa3c7e1de75c tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips/5d728836-fb00-4769-8e50-726bfd874597 HTTP/1.1" status: 200 len: 692 time: 0.1497478 May 27 01:50:04.849458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3b8f419-2fbd-4097-8768-466d6b5fcb60 req-48fdcd7a-3b16-4922-8230-91cd75e97796 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 May 27 01:50:04.894110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:05.009693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:05.089744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:05.093755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f2791d70-f1d0-438a-8250-9c4d18439ba0 tempest-AttachSCSIVolumeTestJSON-1564279146 tempest-AttachSCSIVolumeTestJSON-1564279146-project] 10.222.0.16 "DELETE /v2.0/floatingips/27e5b71b-801e-4586-96b2-3be34bc815a6 HTTP/1.1" status: 204 len: 168 time: 1.4117517 May 27 01:50:05.137970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['1cea4e59-0d68-4b1b-a2e9-19037f53c7e1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:05.183364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-3e4013db-689f-4fef-a8e1-6584744e3c4d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:05.184991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-3e4013db-689f-4fef-a8e1-6584744e3c4d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2570369 May 27 01:50:05.197742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-047bad39-132f-4ccd-b264-e3f480e06045 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:50:05.198827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-047bad39-132f-4ccd-b264-e3f480e06045 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079105 May 27 01:50:05.302953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-c91de457-fb61-4ea4-9f50-03edb2ea1fd3 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0971847 May 27 01:50:05.341217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6976-1f7b-4c49-aab7-0a3c74735eac req-d9126ad2-129c-44fe-af92-ea881d7331b6 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:05.342953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4e6976-1f7b-4c49-aab7-0a3c74735eac req-d9126ad2-129c-44fe-af92-ea881d7331b6 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.1423590 May 27 01:50:05.429757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4e6976-1f7b-4c49-aab7-0a3c74735eac req-0066fe85-8071-45a0-887c-6cc8171ab28b tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798709 May 27 01:50:05.431260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-dad67318-cdea-42ba-9c9f-ff4baee529ed tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1185572 May 27 01:50:05.677374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Deleting port 5d9351de-478b-4664-b19a-880c86b3bdae {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:05.677725 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:05.726953 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c37f9ec7-2b11-4900-9d6e-2b2fbea6ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:05.913004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:05.913543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:05.950658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0a232-0316-44f6-aed6-8b41e7234e42 req-054b8917-f7f1-4ddc-950b-2f01179b02e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:05.952193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64f0a232-0316-44f6-aed6-8b41e7234e42 req-054b8917-f7f1-4ddc-950b-2f01179b02e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.1069875 May 27 01:50:06.002730 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64f0a232-0316-44f6-aed6-8b41e7234e42 req-d1b0ba2e-8eba-4f16-a7ec-6dab4a760da8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 May 27 01:50:06.070125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Calling delete_port for 5d9351de-478b-4664-b19a-880c86b3bdae owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:06.239403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:06.294156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event deleted for resources: {'Port': ['ID=5d9351de-478b-4664-b19a-880c86b3bdae,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:06.306057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.306562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.307054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.307495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.308548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.309049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.310078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.310511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.311012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.311443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.311868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.312528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:06.381428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:06.416351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:06.420266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf37afb-7e01-4f62-9e50-221d4ed51c5c req-8ab1429b-1ee1-4ec1-99fe-cc8d9285ca7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:06.422435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cf37afb-7e01-4f62-9e50-221d4ed51c5c req-8ab1429b-1ee1-4ec1-99fe-cc8d9285ca7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 944 time: 0.0960393 May 27 01:50:06.443065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:06.464764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:06.465566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c66c2eb-8f9b-4883-be46-28fbda3a9078 req-ba25f29d-420e-415d-b979-523eaf1e7b50 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "DELETE /v2.0/floatingips/5d728836-fb00-4769-8e50-726bfd874597 HTTP/1.1" status: 204 len: 173 time: 1.0295911 May 27 01:50:06.473317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:06.473694 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:06.481128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cf37afb-7e01-4f62-9e50-221d4ed51c5c req-7084d982-45c5-43ad-b276-ff9c62ed7f86 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524173 May 27 01:50:06.621826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:06.622214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:06.658324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:06.682617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:06.687955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:06.778521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:07.116970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabce5f-e3c8-4a88-8e6b-19b579b4e88d req-f383aff6-1e4f-460e-b8e0-0a934b938262 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:07.128871 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbabce5f-e3c8-4a88-8e6b-19b579b4e88d req-f383aff6-1e4f-460e-b8e0-0a934b938262 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2222502 May 27 01:50:07.164603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000069e-37c6-4227-9e05-7e0286936eef req-62d39de3-54a4-4412-8cbd-0ca0302588ec tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:07.166191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9000069e-37c6-4227-9e05-7e0286936eef req-62d39de3-54a4-4412-8cbd-0ca0302588ec tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.0915205 May 27 01:50:07.173415 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d660c7-4e8c-4bf4-83aa-543b76fe5e8e'] response: {'server_uuid': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1', 'code': 200} May 27 01:50:07.241731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9000069e-37c6-4227-9e05-7e0286936eef req-2e3a7ad7-5698-4d12-b360-82da0ce8cec2 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656517 May 27 01:50:07.345801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948e4a4-9ac9-4e85-8caf-915b1977b96c req-cd1d2311-5b73-488f-bc41-9fb1eebaae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:07.347654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9948e4a4-9ac9-4e85-8caf-915b1977b96c req-cd1d2311-5b73-488f-bc41-9fb1eebaae26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 1097 time: 0.1010635 May 27 01:50:07.402382 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9948e4a4-9ac9-4e85-8caf-915b1977b96c req-0df0873b-fcaf-4212-b388-c9bbfcb91c72 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472264 May 27 01:50:07.524830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127a80-b976-4cdc-a4bb-5df3ef4a24fa req-6b639c6f-566d-4d2c-b078-54da8089799b tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:07.526875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25127a80-b976-4cdc-a4bb-5df3ef4a24fa req-6b639c6f-566d-4d2c-b078-54da8089799b tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.0962317 May 27 01:50:07.551548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa4ad0c-5100-4dab-9df5-b1394684b869 req-1efe7f5a-2e45-4b06-a13c-653f087148cb tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=e28af5780e624bd9a3b1cef402c4c2f1 HTTP/1.1" status: 200 len: 1655 time: 0.0993388 May 27 01:50:07.577827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25127a80-b976-4cdc-a4bb-5df3ef4a24fa req-83acf345-3eb9-4144-aa11-46dcee8e59f4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 May 27 01:50:07.736534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4ad0c-5100-4dab-9df5-b1394684b869 req-4aeccd92-88d6-4bae-9db1-142e6e05816d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:07.744542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa4ad0c-5100-4dab-9df5-b1394684b869 req-4aeccd92-88d6-4bae-9db1-142e6e05816d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks?id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 787 time: 0.1871228 May 27 01:50:07.920006 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6be13266-cf76-499e-aea2-c00b5485e82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:07.930100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f332607-47e3-4a56-92c6-dd60d554e7b5 req-4cf5dcbf-01c8-4213-910e-849eae059433 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:07.937805 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f332607-47e3-4a56-92c6-dd60d554e7b5 req-4cf5dcbf-01c8-4213-910e-849eae059433 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.2332413 May 27 01:50:07.990158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2540099-6148-48ea-ae1b-b4e6cb5bb4ba req-62414d34-6a50-492b-b64f-e89190b9795f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:07.992650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2540099-6148-48ea-ae1b-b4e6cb5bb4ba req-62414d34-6a50-492b-b64f-e89190b9795f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 945 time: 0.1506255 May 27 01:50:08.002416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f332607-47e3-4a56-92c6-dd60d554e7b5 req-0d5f69f0-d44d-4351-9eff-fd74074e7eeb tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630579 May 27 01:50:08.106993 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2540099-6148-48ea-ae1b-b4e6cb5bb4ba req-fa5d3c68-6c6e-44cf-92a0-3174f0842173 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902135 May 27 01:50:08.147855 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-58d41e90-bfae-4ebc-a887-b44f707b08b6 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips/2df61fe5-9add-4738-ab2e-eb3784c15865 HTTP/1.1" status: 200 len: 693 time: 0.1175070 May 27 01:50:08.355178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-d2724be4-89a4-4a15-a14b-ba84e758058b tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:08.356862 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-d2724be4-89a4-4a15-a14b-ba84e758058b tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.2015464 May 27 01:50:08.445589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fb0e-bbd7-4655-bdf3-a24890e50df8 req-907ff158-2c35-4e37-8f4e-962e895bff64 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:08.449327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5118fb0e-bbd7-4655-bdf3-a24890e50df8 req-907ff158-2c35-4e37-8f4e-962e895bff64 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.0973673 May 27 01:50:08.451015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-bb7bcec8-b990-4e33-8801-6a2788c10fe0 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Synchronizing usage tracker for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:08.497550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-bb7bcec8-b990-4e33-8801-6a2788c10fe0 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Unset dirty status for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:08.499052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-bb7bcec8-b990-4e33-8801-6a2788c10fe0 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.1363342 May 27 01:50:08.512278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5118fb0e-bbd7-4655-bdf3-a24890e50df8 req-ba5a4816-bac9-4ae9-8fd1-a60352bd92f0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578625 May 27 01:50:08.619566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-f9365c4d-7f0e-4af9-882d-9907f0444927 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.1139698 May 27 01:50:08.809585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e56459-db04-4d47-a430-33a106af9326 req-5306b3d4-836b-477c-8ef2-06c4b75cf120 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:08.817043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Deleting port 12170ac1-e523-4733-8eb4-3873090e2fd2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:08.817464 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:08.817634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8e56459-db04-4d47-a430-33a106af9326 req-5306b3d4-836b-477c-8ef2-06c4b75cf120 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.0985630 May 27 01:50:08.886755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8e56459-db04-4d47-a430-33a106af9326 req-425a1836-dd08-4f1a-9f0c-a09ca7d817a9 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682611 May 27 01:50:09.007634 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:50:09.036166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60512) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:09.155934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:09.156323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:09.305731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Calling delete_port for 12170ac1-e523-4733-8eb4-3873090e2fd2 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:09.309092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:09.313754 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:09.364314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-786f230d-36ac-412a-834b-130b38dcf3e4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:09.365762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-786f230d-36ac-412a-834b-130b38dcf3e4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 945 time: 0.3181849 May 27 01:50:09.436256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02809564-7bb7-495a-8d18-f09e1f5afb27 req-2a377e23-5193-4e25-aedd-f34e32488961 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:09.437756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02809564-7bb7-495a-8d18-f09e1f5afb27 req-2a377e23-5193-4e25-aedd-f34e32488961 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.2042053 May 27 01:50:09.464258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:09.464603 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:09.605360 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02809564-7bb7-495a-8d18-f09e1f5afb27 req-6418e964-6cbc-4275-bd71-fa1bd32f980d tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170545 May 27 01:50:09.804982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:09.836877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c8eec-ef3d-4c57-930e-b365477def6c req-330dac39-b050-4942-8d53-84beded425dd tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:09.838314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-470c8eec-ef3d-4c57-930e-b365477def6c req-330dac39-b050-4942-8d53-84beded425dd tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 945 time: 0.1152859 May 27 01:50:09.921505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event deleted for resources: {'Port': ['ID=12170ac1-e523-4733-8eb4-3873090e2fd2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:09.923572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-470c8eec-ef3d-4c57-930e-b365477def6c req-294da054-d584-4f02-8c2d-7f5121615b07 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784318 May 27 01:50:09.947103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.022791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-b15cc429-5f5f-4582-ae54-68d55442a6c7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:10.024268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-b15cc429-5f5f-4582-ae54-68d55442a6c7 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 945 time: 0.4715242 May 27 01:50:10.128201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:10.128570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.136828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.275809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:10.311518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Deleting port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:10.311890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.359326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58835416-f701-45e1-8e82-000bc5e7af20 req-9c363759-80d0-41df-a09e-b30ac69b00b0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:10.360814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58835416-f701-45e1-8e82-000bc5e7af20 req-9c363759-80d0-41df-a09e-b30ac69b00b0 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.1364105 May 27 01:50:10.394041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.395264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c94dc46-5ba1-4260-b7ee-5615c041e485 req-a9681343-5e5b-4db8-b5d1-435dfbb785ee tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "DELETE /v2.0/floatingips/2df61fe5-9add-4738-ab2e-eb3784c15865 HTTP/1.1" status: 204 len: 173 time: 1.7700334 May 27 01:50:10.454563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Deleting port 30feba36-13de-4a3c-baf8-e95e296662e6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:10.454950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.502317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58835416-f701-45e1-8e82-000bc5e7af20 req-5b7e5ff8-59b1-4f89-843d-16e5b7efaea6 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031740 May 27 01:50:10.619979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-ad721cf3-d356-4e57-a892-df77ec6e3b5b tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips/cd3197e2-790d-422c-b116-35c585839437 HTTP/1.1" status: 200 len: 692 time: 0.0942993 May 27 01:50:10.680262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.704493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['1cea4e59-0d68-4b1b-a2e9-19037f53c7e1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:10.769743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event deleted for resources: {'Port': ['ID=1cea4e59-0d68-4b1b-a2e9-19037f53c7e1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:10.842031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.866332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] No DVR routers for this DVR port 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:10.870702 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.874462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'name': 'network-vif-deleted', 'tag': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:10.885284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] For port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:10.885638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:10.987180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] For port 30feba36-13de-4a3c-baf8-e95e296662e6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=30feba36-13de-4a3c-baf8-e95e296662e6,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:10.987739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:11.007924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-11cb0b93-eb78-4907-ad84-bdda053a6f51 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:11.009243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-11cb0b93-eb78-4907-ad84-bdda053a6f51 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3721635 May 27 01:50:11.015845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8760cd-3bb3-4daf-898f-7b06581dbcb2 req-e9d8591e-2514-458b-802c-cd8a839cee28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "DELETE /v2.0/ports/1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 HTTP/1.1" status: 204 len: 173 time: 1.6388078 May 27 01:50:11.022448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Calling delete_port for 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:11.060090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118b87-9184-4e58-ad8d-7be79d995691 req-68e9b088-b30c-4e48-9fd0-1c74f2a40587 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:11.062326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a118b87-9184-4e58-ad8d-7be79d995691 req-68e9b088-b30c-4e48-9fd0-1c74f2a40587 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.4993079 May 27 01:50:11.140070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a118b87-9184-4e58-ad8d-7be79d995691 req-f45bdeba-3fa0-4ceb-b965-9e7927a82019 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712936 May 27 01:50:11.172248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Calling delete_port for 30feba36-13de-4a3c-baf8-e95e296662e6 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:11.224297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:11.239096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['92f0a13d-98d5-4853-ba4c-a6d768a5c2ea', '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:11.253274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-4d8fc846-5fef-467a-ab2e-01ebcfc4496f tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1910975 May 27 01:50:11.271036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:11.285166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Pushing event deleted for resources: {'Port': ['ID=1ce1a873-2f42-4a9c-b0b0-d57230ba3c87,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:11.527766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-daceb8f1-442d-4d97-b1eb-d2a20792a5fb tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.2348971 May 27 01:50:11.550808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69812f90-2a3c-4e12-a170-0fdb02fafeb2 req-a5314de6-6470-4c74-ae6b-10dbf072d8f5 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=6617ef0a-b8b7-4bd8-8c07-8a5e281c523d HTTP/1.1" status: 200 len: 210 time: 0.2224367 May 27 01:50:11.563058 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b555639-c036-433a-a0a2-31de9bc69f4f req-543bb990-5ab4-43e3-8ad0-e03baf8ac105 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 210 time: 0.1897812 May 27 01:50:11.564173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] No DVR routers for this DVR port 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:11.566808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:11.655199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f426577-e299-415b-87df-5d3ad27d9f35 req-5f7d90d4-f1b4-4429-80eb-88fe889d3294 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "DELETE /v2.0/ports/1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 HTTP/1.1" status: 204 len: 173 time: 1.6143472 May 27 01:50:11.759842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b555639-c036-433a-a0a2-31de9bc69f4f req-e88bad5c-2f8e-4268-ab95-f96472d8388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:11.761707 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b555639-c036-433a-a0a2-31de9bc69f4f req-e88bad5c-2f8e-4268-ab95-f96472d8388a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cb91f454677a4b179f2c02155a9f70bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1901844 May 27 01:50:11.834096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Deleting port 26b21ae6-3dc9-4df3-b17b-668d1fa53fd8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:11.834510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:11.907926 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831ed256-fc47-44a6-aac9-479523c33bc2'] response: {'server_uuid': '3fd07a70-46ef-4da7-8bda-ba411f037fe9', 'name': 'network-vif-deleted', 'tag': '1cea4e59-0d68-4b1b-a2e9-19037f53c7e1', 'status': 'completed', 'code': 200} May 27 01:50:11.945512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b555639-c036-433a-a0a2-31de9bc69f4f req-127bbf72-ad0c-4744-8c90-ab5c66cd4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:11.947092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b555639-c036-433a-a0a2-31de9bc69f4f req-127bbf72-ad0c-4744-8c90-ab5c66cd4ebe service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754878 May 27 01:50:12.041645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-10505fdb-f69d-4347-989d-beffdbaf1483 req-26d1366a-130d-4cde-9495-7380f3c648b3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:12.057571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-10505fdb-f69d-4347-989d-beffdbaf1483 req-26d1366a-130d-4cde-9495-7380f3c648b3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:12.058922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10505fdb-f69d-4347-989d-beffdbaf1483 req-26d1366a-130d-4cde-9495-7380f3c648b3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 210 time: 0.0636134 May 27 01:50:12.100813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:12.159428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30feba36-13de-4a3c-baf8-e95e296662e6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:12.192693 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:12.193016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:12.219522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.219873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.220327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.220538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.220867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.221194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.221516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.221837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.222165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.222479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.222848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.223165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:12.254580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5414-3f43-4244-b1da-5a067e109976 req-beac1dae-a89e-4e7d-bc03-3f4e84f382ed tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:12.256224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fe5414-3f43-4244-b1da-5a067e109976 req-beac1dae-a89e-4e7d-bc03-3f4e84f382ed tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.1001956 May 27 01:50:12.313963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fe5414-3f43-4244-b1da-5a067e109976 req-889d3c4a-c9ab-441f-80d7-cdf89f5e762f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 May 27 01:50:12.512897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caee4f-19a6-4ca8-a203-1956ce0d3c57 req-5d109b55-cc19-4e0b-9db6-0f30d89e396c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:12.514207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Calling delete_port for 26b21ae6-3dc9-4df3-b17b-668d1fa53fd8 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:12.514387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8caee4f-19a6-4ca8-a203-1956ce0d3c57 req-5d109b55-cc19-4e0b-9db6-0f30d89e396c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.0862811 May 27 01:50:12.559287 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8caee4f-19a6-4ca8-a203-1956ce0d3c57 req-b0e02936-d75b-4b58-abeb-770e31796ed3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 May 27 01:50:12.814633 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:12.827623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:12.923083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event deleted for resources: {'Port': ['ID=26b21ae6-3dc9-4df3-b17b-668d1fa53fd8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:13.032920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ccb03-4f2e-41e6-ad7d-9abfbc8d7684 req-8766ef69-02b8-4087-b6de-3761ccedfc02 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:13.033623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e12ccb03-4f2e-41e6-ad7d-9abfbc8d7684 req-8766ef69-02b8-4087-b6de-3761ccedfc02 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Synchronizing usage tracker for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:13.049527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e12ccb03-4f2e-41e6-ad7d-9abfbc8d7684 req-8766ef69-02b8-4087-b6de-3761ccedfc02 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Unset dirty status for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:13.050838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e12ccb03-4f2e-41e6-ad7d-9abfbc8d7684 req-8766ef69-02b8-4087-b6de-3761ccedfc02 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 945 time: 0.1035268 May 27 01:50:13.097750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e12ccb03-4f2e-41e6-ad7d-9abfbc8d7684 req-cb18c2f5-3bf8-49ed-b17f-dfa43a004a4f tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 May 27 01:50:13.119479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:13.202433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:13.203556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e887215c-fa94-438a-b1ab-bd5385196f4a req-8c2b8180-daa3-4b91-a245-010cabc9b73d tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd3197e2-790d-422c-b116-35c585839437 HTTP/1.1" status: 204 len: 173 time: 1.6750474 May 27 01:50:13.247814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7f05b9a-e393-4a6b-a4aa-45dd180bd8a5 req-41e7065d-2066-4677-8ad2-21c7383a79b1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 210 time: 0.0476322 May 27 01:50:13.366048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-5c2f0c60-ff3d-4232-b242-8ff5d1a25a21 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips/ff9e6724-a321-47ab-821e-a9a6a387e512 HTTP/1.1" status: 200 len: 692 time: 0.1439168 May 27 01:50:13.471266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:50:13.509384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574b56-737e-4337-8ef2-0fcad806c6e4 req-4415302a-ab77-4312-a120-9a38c8f554e9 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:13.510881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2574b56-737e-4337-8ef2-0fcad806c6e4 req-4415302a-ab77-4312-a120-9a38c8f554e9 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.0806832 May 27 01:50:13.560028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2574b56-737e-4337-8ef2-0fcad806c6e4 req-d68f2b44-5527-4c14-8af4-177c4181c1a5 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 May 27 01:50:13.671807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b555639-c036-433a-a0a2-31de9bc69f4f req-21121007-18fc-49c5-8fae-7e198a7046ec tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fd07a70-46ef-4da7-8bda-ba411f037fe9 HTTP/1.1" status: 200 len: 210 time: 0.0515683 May 27 01:50:13.729708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-0d3b4189-fca1-4547-bf6d-b5afc40d8321 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:13.731154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-0d3b4189-fca1-4547-bf6d-b5afc40d8321 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3581934 May 27 01:50:13.762609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ea49-2b3c-40b1-b0d3-f3114040d00c req-f45bdc94-ab7a-44bf-80b3-1f578c36c8dc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:13.764202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c560ea49-2b3c-40b1-b0d3-f3114040d00c req-f45bdc94-ab7a-44bf-80b3-1f578c36c8dc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.0890777 May 27 01:50:13.810994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c560ea49-2b3c-40b1-b0d3-f3114040d00c req-63feadc3-45d0-4ecc-9ae6-8a5b80efcd03 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 May 27 01:50:13.876285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-faaca3a1-87a4-4cb3-9b91-394fa4c31df5 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Synchronizing usage tracker for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:13.896505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:13.904720 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d7d78671-680f-4287-a4e1-5e9f1107e8e7 admin admin] 10.222.0.16 "PUT /v2.0/routers/b1f04aa0-9e92-44b2-a426-ec38e5f6ed10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8654730 May 27 01:50:13.904720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60576) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:13.909046 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] Sync routers for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:13.910073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'name': 'network-vif-deleted', 'tag': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:13.921617 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:13.922905 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:13.957061 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c0c14d-0d9a-4646-ba5c-bcfe6cbbd77f'] response: {'server_uuid': '6617ef0a-b8b7-4bd8-8c07-8a5e281c523d', 'name': 'network-vif-deleted', 'tag': '1ce1a873-2f42-4a9c-b0b0-d57230ba3c87', 'status': 'completed', 'code': 200} May 27 01:50:13.965302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-faaca3a1-87a4-4cb3-9b91-394fa4c31df5 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Unset dirty status for tenant:e28af5780e624bd9a3b1cef402c4c2f1 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:13.966446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-faaca3a1-87a4-4cb3-9b91-394fa4c31df5 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.1874969 May 27 01:50:14.060758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-0170b265-3b94-4dcb-a13b-0560b5e6b871 tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0859289 May 27 01:50:14.108377 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:14.302108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Deleting port 5617a3c7-b369-4f46-a735-4970f20bac7a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:14.302682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:14.333174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:14.366086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e6538-6664-437d-b7d3-cb6bbb6419b6 req-4cc53680-ab2b-4b3f-a471-16875f18ce54 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:14.369377 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c2e6538-6664-437d-b7d3-cb6bbb6419b6 req-4cc53680-ab2b-4b3f-a471-16875f18ce54 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 945 time: 0.1201453 May 27 01:50:14.429804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c2e6538-6664-437d-b7d3-cb6bbb6419b6 req-5d13de6b-cf89-46e4-813d-64e15fbdad26 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449433 May 27 01:50:14.430740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:14.468442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:14.468777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1ce1a873-2f42-4a9c-b0b0-d57230ba3c87 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:14.480330 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:50:11Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:14.484722 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] Checking router: b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:14.495022 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] Routers {'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:14.496209 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:14.695035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:14.695374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:14.707353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:14.768368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] Set router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:14.838348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Calling delete_port for 5617a3c7-b369-4f46-a735-4970f20bac7a owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:14.981845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcedd9-f0c8-4d58-98e2-cad8082e86af req-d6f292a2-c15a-40fe-b5dd-fa5e8cfd49a3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:14.983445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52dcedd9-f0c8-4d58-98e2-cad8082e86af req-d6f292a2-c15a-40fe-b5dd-fa5e8cfd49a3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.0898023 May 27 01:50:14.997208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Deleting port e2999267-350a-4638-b5ea-8c10b894670b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:14.997413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:15.059311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52dcedd9-f0c8-4d58-98e2-cad8082e86af req-2ceacad8-131c-4898-bec0-3bd000ecd4e7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673661 May 27 01:50:15.087331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2514d3e-b896-4002-92e8-208a151e0340 req-ee2ce575-fc15-44d8-ba98-d2bda168e214 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:15.088838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2514d3e-b896-4002-92e8-208a151e0340 req-ee2ce575-fc15-44d8-ba98-d2bda168e214 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 945 time: 0.4762552 May 27 01:50:15.180463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:50:11Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:15.184580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f40bd-5fb2-42e7-ba09-cd6ded76c253 None None] The sync data for ids ['b1f04aa0-9e92-44b2-a426-ec38e5f6ed10'] in n-d-843146-11 is: [{'id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'name': 'tempest-AttachSCSIVolumeTestJSON-608260198-router', 'tenant_id': '69b5b77652cf44a899d78760d49adcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:29Z', 'updated_at': '2022-05-27T01:50:11Z', 'revision_number': 5, 'project_id': '69b5b77652cf44a899d78760d49adcc0', 'gw_port': {'id': 'e2999267-350a-4638-b5ea-8c10b894670b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f04aa0-9e92-44b2-a426-ec38e5f6ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:30Z', 'updated_at': '2022-05-27T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:15.280869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9484-6fa8-47c6-b356-09259ac5aff7 req-525a3b95-9e4e-4b27-9164-16fd924a4304 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:15.282330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae5d9484-6fa8-47c6-b356-09259ac5aff7 req-525a3b95-9e4e-4b27-9164-16fd924a4304 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.0858507 May 27 01:50:15.311827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Deleting port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:15.312439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:15.326177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae5d9484-6fa8-47c6-b356-09259ac5aff7 req-b02ec4db-522b-4d2e-b4d7-63204dc97bbe tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 May 27 01:50:15.387603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] For port e2999267-350a-4638-b5ea-8c10b894670b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e2999267-350a-4638-b5ea-8c10b894670b,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:15.387957 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:15.455480 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:15.555476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Calling delete_port for e2999267-350a-4638-b5ea-8c10b894670b owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:15.570250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-72cb6f1f-ad61-4bea-8301-4781807e8d3f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:15.572069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-72cb6f1f-ad61-4bea-8301-4781807e8d3f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.1570873 May 27 01:50:15.595760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-6efe3abd-6630-4a04-87cb-3216fe56640c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/quotas/cb91f454677a4b179f2c02155a9f70bd HTTP/1.1" status: 200 len: 375 time: 0.0180285 May 27 01:50:15.630248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Pushing event deleted for resources: {'Port': ['ID=5617a3c7-b369-4f46-a735-4970f20bac7a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:15.643269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-a9754037-12f1-4b6a-a282-8c25492eb6c0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466232 May 27 01:50:15.783017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-ff94226f-ec20-472c-b39b-fe3eb0f067c0 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347980 May 27 01:50:15.877766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:15.916257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-86e48905-5abd-4803-88ee-6a1c3680893e service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269684 May 27 01:50:15.943185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:15.944293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f3eab31-08b3-459e-b355-eb92d42eb8a8 req-ebad252f-82bd-48af-9d1b-e498edc5cd1e tempest-FloatingIPDetailsTestJSON-891037383 tempest-FloatingIPDetailsTestJSON-891037383-project] 10.222.0.16 "DELETE /v2.0/floatingips/ff9e6724-a321-47ab-821e-a9a6a387e512 HTTP/1.1" status: 204 len: 173 time: 1.8296061 May 27 01:50:15.945849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] For port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:15.946195 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:15.951569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60610) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:16.159071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Calling delete_port for fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:16.255409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.314667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2999267-350a-4638-b5ea-8c10b894670b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:16.447859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c834b7-f1d8-4137-8260-3189f371cba2 req-2f77fba1-4e4a-4770-9643-848b83898097 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:16.449963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18c834b7-f1d8-4137-8260-3189f371cba2 req-2f77fba1-4e4a-4770-9643-848b83898097 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 945 time: 0.1955998 May 27 01:50:16.571925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa68a48-df1c-4cf0-a654-c18468e35a9d req-182b6f60-eef3-48d3-915a-365b9db327d7 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:16.574033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3aa68a48-df1c-4cf0-a654-c18468e35a9d req-182b6f60-eef3-48d3-915a-365b9db327d7 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1098 time: 0.5246506 May 27 01:50:16.579340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18c834b7-f1d8-4137-8260-3189f371cba2 req-e2699334-f7ea-471e-aa7f-95dcbed33e34 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210284 May 27 01:50:16.609724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.739099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.752381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:16.795126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['92f0a13d-98d5-4853-ba4c-a6d768a5c2ea'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:16.831526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6529dde4-ce77-4b01-8253-4d850f63e5aa req-8013c834-62f1-4219-8daa-7c84d95826c4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 210 time: 0.1041608 May 27 01:50:16.858694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Pushing event deleted for resources: {'Port': ['ID=fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:16.862778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.866732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3aa68a48-df1c-4cf0-a654-c18468e35a9d req-db2ce9a8-8e25-4e6e-b909-46f3e5f7545d tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812531 May 27 01:50:16.871162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.982433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] No DVR routers for this DVR port fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:16.984717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.987609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1893d09-f3b0-44e8-b890-820628827c78', 'name': 'network-vif-deleted', 'tag': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:16.993672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.998767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:16.999278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:50:17.056186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:17.057397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-de5b5256-31d0-48f9-b88d-68ceb0e8762b admin admin] 10.222.0.16 "DELETE /v2.0/routers/b1f04aa0-9e92-44b2-a426-ec38e5f6ed10 HTTP/1.1" status: 204 len: 168 time: 3.1524072 May 27 01:50:17.060607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60634) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:17.137825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 30feba36-13de-4a3c-baf8-e95e296662e6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:17.188714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 30feba36-13de-4a3c-baf8-e95e296662e6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:17.189014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 30feba36-13de-4a3c-baf8-e95e296662e6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:17.201909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2514d3e-b896-4002-92e8-208a151e0340 req-4df2e99c-0414-4ba7-a4c3-64c08095d2a6 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.47 "DELETE /v2.0/ports/fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 HTTP/1.1" status: 204 len: 173 time: 2.0895510 May 27 01:50:17.207026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] Deleting subnet 76201f3a-b46f-4762-b6ca-b5cbb5a44e26 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:50:17.211275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:17.326224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:17.412860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8475-e981-4717-bc0f-fb2fe82afd6d req-8f81e8bb-8e16-4098-8a87-d2df30a36236 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:17.414545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc3e8475-e981-4717-bc0f-fb2fe82afd6d req-8f81e8bb-8e16-4098-8a87-d2df30a36236 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.1698711 May 27 01:50:17.465603 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:17.467766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b14803-19d9-4c1c-ac45-e2b4ea67fcec req-bf3cffd8-8ed7-479a-bcbf-34d0e8bc109a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:17.470148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86b14803-19d9-4c1c-ac45-e2b4ea67fcec req-bf3cffd8-8ed7-479a-bcbf-34d0e8bc109a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.3069172 May 27 01:50:17.517733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc3e8475-e981-4717-bc0f-fb2fe82afd6d req-733c5f2b-6053-49ca-abc5-2ddec1f712fc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955379 May 27 01:50:17.543874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86b14803-19d9-4c1c-ac45-e2b4ea67fcec req-11c9296f-b929-464e-8a45-f7dd253a1b2b tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 May 27 01:50:17.576592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:17.704777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Deleting port 063f5b5e-7a44-4e98-8d6b-010da567ee70 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:17.705424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:17.713809 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ef1869-29d8-44c2-9d10-069626563e7c'] response: {'server_uuid': 'f1893d09-f3b0-44e8-b890-820628827c78', 'name': 'network-vif-deleted', 'tag': 'fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25', 'status': 'completed', 'code': 200} May 27 01:50:17.726212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76201f3a-b46f-4762-b6ca-b5cbb5a44e26,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:17.747421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa1485-3075-4fad-ba26-591f1c7e4f66 None None] Network 06c1058f-3ed3-4daf-b884-dd92587f2412 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:17.829741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:17.852182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-32c5e6c6-6edc-42f6-837f-08a82e4cc7a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76201f3a-b46f-4762-b6ca-b5cbb5a44e26 HTTP/1.1" status: 204 len: 168 time: 0.7881217 May 27 01:50:17.856048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60640) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:18.001603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58352184-daf6-4150-9dff-7de1d3c827d6 req-6280d70f-238f-44bd-9770-5617af496142 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1893d09-f3b0-44e8-b890-820628827c78 HTTP/1.1" status: 200 len: 210 time: 0.0779591 May 27 01:50:18.046582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.054982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-00436ff6-ef64-4689-9d78-55b20f02d969 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:18.056850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-00436ff6-ef64-4689-9d78-55b20f02d969 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.4181290 May 27 01:50:18.071688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Request body: {'port': {'device_id': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'admin_state_up': True, 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:18.086939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] For port 063f5b5e-7a44-4e98-8d6b-010da567ee70, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=063f5b5e-7a44-4e98-8d6b-010da567ee70,segment=NetworkSegment(96c94cfc-0d70-46bb-84f8-a1e29d8dfcca),segment_id=96c94cfc-0d70-46bb-84f8-a1e29d8dfcca)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:18.087223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.096970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Deleting port 8ac135a2-bad3-43c7-b561-b356189be836 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:18.096970 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.220453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] DHCP port deletion for 06c1058f-3ed3-4daf-b884-dd92587f2412 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:50:18.226597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Deleting port 8ac135a2-bad3-43c7-b561-b356189be836 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:18.227331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.256636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Calling delete_port for 063f5b5e-7a44-4e98-8d6b-010da567ee70 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:18.385764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:18.426643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:18.480680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:18.480916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c933eb35-7fbf-4507-bd81-7bda6b4bfa6a req-ee9bf6e2-4dbb-4a01-9370-fca662f79787 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 210 time: 0.0618613 May 27 01:50:18.535093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] For port 8ac135a2-bad3-43c7-b561-b356189be836, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8ac135a2-bad3-43c7-b561-b356189be836,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:18.535661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.553124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:18.553707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 1cea4e59-0d68-4b1b-a2e9-19037f53c7e1 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:18.572266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] For port 8ac135a2-bad3-43c7-b561-b356189be836, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8ac135a2-bad3-43c7-b561-b356189be836,segment=NetworkSegment(3832d704-d0d7-422f-8e77-95de9bda10df),segment_id=3832d704-d0d7-422f-8e77-95de9bda10df)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:18.573856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.718432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:18.723439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.799125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Calling delete_port for 8ac135a2-bad3-43c7-b561-b356189be836 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:18.866197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Calling delete_port for 8ac135a2-bad3-43c7-b561-b356189be836 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:18.890125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ff9d6-cfc0-4cba-b5ee-df4098bcc7d9 req-26ad6f6e-0f0b-4ebe-8b1d-1c2ca41d39af tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:18.891670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e21ff9d6-cfc0-4cba-b5ee-df4098bcc7d9 req-26ad6f6e-0f0b-4ebe-8b1d-1c2ca41d39af tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.1572464 May 27 01:50:18.908941 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.935333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:18.967240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Pushing event deleted for resources: {'Port': ['ID=8ac135a2-bad3-43c7-b561-b356189be836,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:18.978211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.978211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.978466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.978606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.978964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.979792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.980158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.980474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.980786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.981102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.981414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.981726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:18.989793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186deab-6972-4455-b023-4e3e95cde938 None None] No DVR routers for this DVR port 8ac135a2-bad3-43c7-b561-b356189be836 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:19.046043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Pushing event deleted for resources: {'Port': ['ID=063f5b5e-7a44-4e98-8d6b-010da567ee70,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:19.060616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2999267-350a-4638-b5ea-8c10b894670b no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:19.063555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e21ff9d6-cfc0-4cba-b5ee-df4098bcc7d9 req-52e73485-e35c-4548-9ddc-79661f1e1978 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626811 May 27 01:50:19.070182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:50:19.070498 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:50:19.144832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Allocated IP 172.20.0.9 (13c96df4-812d-4e4d-a7ec-6163f90d966d/8142e39c-49b8-4c8e-9fd3-84b125682e53/f6ac53fc-bd1b-4a1c-b583-ae9723649ada) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:19.150446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e2999267-350a-4638-b5ea-8c10b894670b {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:19.150830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e2999267-350a-4638-b5ea-8c10b894670b not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:19.151284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ac135a2-bad3-43c7-b561-b356189be836 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:19.196247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:19.199130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-5f91fefa-2d2e-48cb-be79-46d277e266d0 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:50:19.200230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-5f91fefa-2d2e-48cb-be79-46d277e266d0 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2392128 May 27 01:50:19.238952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8ac135a2-bad3-43c7-b561-b356189be836 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:19.239521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ac135a2-bad3-43c7-b561-b356189be836 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:19.240755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:19.241081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fd9b9b23-7b9b-4606-bf8a-8db0f0dbac25 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:19.352756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Request body: {'binding': {'host': 'n-h2-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:19.353205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:50:19.460986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c83e16-836e-4739-9e0b-916bdb8ad7f4 req-1df9bb3c-4d82-4513-b930-da6bae2702a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:19.464437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95c83e16-836e-4739-9e0b-916bdb8ad7f4 req-1df9bb3c-4d82-4513-b930-da6bae2702a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.2731001 May 27 01:50:19.538941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:19.557058 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95c83e16-836e-4739-9e0b-916bdb8ad7f4 req-0717ecc4-f2a8-4bca-9de5-db73706e9d19 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906408 May 27 01:50:19.558100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:19.577188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Deleting port 8ac135a2-bad3-43c7-b561-b356189be836 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:19.577801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:19.679356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] The port '8ac135a2-bad3-43c7-b561-b356189be836' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:50:19.803688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on host n-h2-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:19.804017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:19.804365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:19.824307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:50:19.824622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:19.833182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:19.840662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:19.840998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:19.841378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:19.841806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Bound port: 069b254f-d571-49a9-a735-4d9fc577e5c5, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:19.847655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:19.925874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c1058f-3ed3-4daf-b884-dd92587f2412']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:19.958028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3832d704-d0d7-422f-8e77-95de9bda10df') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:19.958319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3832d704-d0d7-422f-8e77-95de9bda10df') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:19.972119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:19.978205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:19.981675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:19.990125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event updated for resources: {'Port': ['ID=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:19.995545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:20.050747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:20.061893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:20.066383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:50:20.066804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:20.098245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d919a-8c03-4ed5-a311-f7ee52d15936 req-dcbb8742-0b11-4d59-94fe-93301c41e22e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:20.099753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d87d919a-8c03-4ed5-a311-f7ee52d15936 req-dcbb8742-0b11-4d59-94fe-93301c41e22e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 931 time: 0.3038969 May 27 01:50:20.104417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Router 9080787e-ab72-4638-b0fb-6a9913a9eff4 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:50:20.143286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:20.143883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:20.150510 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 3832d704-d0d7-422f-8e77-95de9bda10df resource provider aggregate not found May 27 01:50:20.186392 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 3832d704-d0d7-422f-8e77-95de9bda10df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3832d704-d0d7-422f-8e77-95de9bda10df found for delete ", "request_id": "req-1933cafb-25ba-45eb-aca1-106700731878"}]} May 27 01:50:20.203641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:20.204280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ce1bcde6-0f7d-4159-98e9-dca9fd43fb28 service neutron] 10.222.0.16 "POST /v2.0/ports/069b254f-d571-49a9-a735-4d9fc577e5c5/bindings HTTP/1.1" status: 201 len: 390 time: 0.9883637 May 27 01:50:20.210535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-b7ba88af-b188-4604-91c9-f511cfe6dd7c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1443295 May 27 01:50:20.212790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:20.234024 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d87d919a-8c03-4ed5-a311-f7ee52d15936 req-c32cbe73-46a2-486e-954d-034ac40d374a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284297 May 27 01:50:20.235873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:20.252404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Request body: {'port': {'device_id': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:20.278016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/06c1058f-3ed3-4daf-b884-dd92587f2412 HTTP/1.1" status: 204 len: 168 time: 2.4208703 May 27 01:50:20.292408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60686) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:20.350468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:20.365440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] Sync routers for ids ['9080787e-ab72-4638-b0fb-6a9913a9eff4'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:20.385493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] Routers {'9080787e-ab72-4638-b0fb-6a9913a9eff4'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:20.387317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9080787e-ab72-4638-b0fb-6a9913a9eff4'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:20.398761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f2da010a-5be8-4cf7-a06a-7889d052264f admin admin] 10.222.0.16 "PUT /v2.0/routers/9080787e-ab72-4638-b0fb-6a9913a9eff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4460638 May 27 01:50:20.402008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60692) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:20.678012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] Set router 9080787e-ab72-4638-b0fb-6a9913a9eff4 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:20.728765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc898e8-d799-4784-8823-a9fab4cfe5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c1058f-3ed3-4daf-b884-dd92587f2412,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:20.792421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:20.990170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e89412f9-269e-49c8-ae92-897ee72e8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:20.991701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e89412f9-269e-49c8-ae92-897ee72e8063 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1098 time: 0.3210037 May 27 01:50:21.014038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:50:18Z', 'revision_number': 5, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:21.019192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] Checking router: 9080787e-ab72-4638-b0fb-6a9913a9eff4 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:21.019879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:21.029381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd3293-e9a9-4ed7-a7ac-80489ae76dcd req-49d48778-1403-4104-afad-cc42ae0130aa tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:21.031269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] Routers {'9080787e-ab72-4638-b0fb-6a9913a9eff4'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:21.032123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9080787e-ab72-4638-b0fb-6a9913a9eff4'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:21.036102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ecbd3293-e9a9-4ed7-a7ac-80489ae76dcd req-49d48778-1403-4104-afad-cc42ae0130aa tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.3334990 May 27 01:50:21.142385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfb26-ace7-47d2-9523-0619e4231e41 req-e57f0199-0703-4d0e-aac2-cf7158b8bc4a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:21.143875 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f19dfb26-ace7-47d2-9523-0619e4231e41 req-e57f0199-0703-4d0e-aac2-cf7158b8bc4a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.4070277 May 27 01:50:21.154478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:21.162274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ecbd3293-e9a9-4ed7-a7ac-80489ae76dcd req-be0738f1-cb26-485f-b9f1-de5700b814fa tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244917 May 27 01:50:21.212371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Deleting port 7c1350c7-9c28-4a05-8f18-0464895530e5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:21.213862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:21.256126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] Set router 9080787e-ab72-4638-b0fb-6a9913a9eff4 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:21.295838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-0a416fc7-8f29-4f15-ba91-9754f0ddceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:21.297429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-0a416fc7-8f29-4f15-ba91-9754f0ddceb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.2988772 May 27 01:50:21.312685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f19dfb26-ace7-47d2-9523-0619e4231e41 req-f8fcd56e-03ed-40d1-aa16-1d401ece5260 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617286 May 27 01:50:21.631277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-0ba9cdd8-37d1-43de-80d8-e4021eca3292 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 200 len: 217 time: 0.2650414 May 27 01:50:21.715088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-1c347457-9207-41b2-8617-db57796a5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:21.716688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-1c347457-9207-41b2-8617-db57796a5256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.0672917 May 27 01:50:21.764537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc154087-7d95-41fc-b181-d259a3e12a0b req-4d7b9edf-9231-431f-8274-fa7f394ebac7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:21.766658 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc154087-7d95-41fc-b181-d259a3e12a0b req-4d7b9edf-9231-431f-8274-fa7f394ebac7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.2844613 May 27 01:50:21.790150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:50:18Z', 'revision_number': 5, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:21.801686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-d521c2d1-86bc-4a38-b1d5-fc04c05edb59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743549 May 27 01:50:21.808326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b847c6-1b63-4d3c-a901-e0977dcbeac1 None None] The sync data for ids ['9080787e-ab72-4638-b0fb-6a9913a9eff4'] in n-d-843146-11 is: [{'id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'name': 'tempest-FloatingIPDetailsTestJSON-1308400863-router', 'tenant_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:32Z', 'updated_at': '2022-05-27T01:50:18Z', 'revision_number': 5, 'project_id': 'e28af5780e624bd9a3b1cef402c4c2f1', 'gw_port': {'id': '7c1350c7-9c28-4a05-8f18-0464895530e5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9080787e-ab72-4638-b0fb-6a9913a9eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:34Z', 'updated_at': '2022-05-27T01:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:21.836722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ac53fc-bd1b-4a1c-b583-ae9723649ada {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:50:21.864039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:21.890403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc154087-7d95-41fc-b181-d259a3e12a0b req-8414c60f-1a06-4b9c-986e-3c78978eabbd tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942781 May 27 01:50:21.894678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Transition to ACTIVE for port object f6ac53fc-bd1b-4a1c-b583-ae9723649ada will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:21.897779 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:21.957577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:22.078615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] For port 7c1350c7-9c28-4a05-8f18-0464895530e5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7c1350c7-9c28-4a05-8f18-0464895530e5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:22.078990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:22.228190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Calling delete_port for 7c1350c7-9c28-4a05-8f18-0464895530e5 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:22.308301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ba08-79ed-43a2-a47e-16547d86585f req-14c1bb05-e483-4276-b994-3662b5efe6d1 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:22.309897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a26ba08-79ed-43a2-a47e-16547d86585f req-14c1bb05-e483-4276-b994-3662b5efe6d1 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.9960544 May 27 01:50:22.325296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a804-0e9e-46a6-8e2d-9d38eaaba072 req-dc1f5c27-8eb1-439c-861f-8336aaf53eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:22.326907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87d1a804-0e9e-46a6-8e2d-9d38eaaba072 req-dc1f5c27-8eb1-439c-861f-8336aaf53eab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 0.8063927 May 27 01:50:22.378088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Pushing event updated for resources: {'Port': ['ID=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:22.442108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-84a44c49-84e4-4a1d-a07b-3837cbd120f8 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872046 May 27 01:50:22.504765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a26ba08-79ed-43a2-a47e-16547d86585f req-46d13c4f-567b-4249-8f35-7223e8471c56 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748917 May 27 01:50:22.583055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87d1a804-0e9e-46a6-8e2d-9d38eaaba072 req-e191972b-d804-4274-93ee-c247d0ee0ecc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478597 May 27 01:50:22.596309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Attempting to bind port f6ac53fc-bd1b-4a1c-b583-ae9723649ada on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:22.597090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Attempting to bind port f6ac53fc-bd1b-4a1c-b583-ae9723649ada by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:22.597520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Attempting to bind port f6ac53fc-bd1b-4a1c-b583-ae9723649ada on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:22.612703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Port f6ac53fc-bd1b-4a1c-b583-ae9723649ada on network 13c96df4-812d-4e4d-a7ec-6163f90d966d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:50:22.613093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Attempting to bind port f6ac53fc-bd1b-4a1c-b583-ae9723649ada on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:22.628750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:22.629157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:22.630091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Bound using segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:22.630530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Bound port: f6ac53fc-bd1b-4a1c-b583-ae9723649ada, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:22.630913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:22.653704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3eccc-2e51-470a-9351-48f2c148c42f req-1a4e4f59-4086-4a7e-8db7-12ebac15881b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:22.654394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9da3eccc-2e51-470a-9351-48f2c148c42f req-1a4e4f59-4086-4a7e-8db7-12ebac15881b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:22.724916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9da3eccc-2e51-470a-9351-48f2c148c42f req-1a4e4f59-4086-4a7e-8db7-12ebac15881b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:22.726201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9da3eccc-2e51-470a-9351-48f2c148c42f req-1a4e4f59-4086-4a7e-8db7-12ebac15881b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 943 time: 0.6455400 May 27 01:50:22.835705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] For port f6ac53fc-bd1b-4a1c-b583-ae9723649ada, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:22.848025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-ba551b30-8e7a-412d-88fb-d7fd1b336405 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937066 May 27 01:50:22.849876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9da3eccc-2e51-470a-9351-48f2c148c42f req-e4acb593-193e-4ef6-a8cd-0dfc944040ab tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162782 May 27 01:50:22.857227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] For port f6ac53fc-bd1b-4a1c-b583-ae9723649ada, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:22.868542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Deleting port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:22.868903 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:22.894073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a052d-f597-474d-8973-c08d38e64571 req-bad00554-0c53-4709-ab67-7662de713e22 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:22.895627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b69a052d-f597-474d-8973-c08d38e64571 req-bad00554-0c53-4709-ab67-7662de713e22 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.3117294 May 27 01:50:22.898536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-2f0210b0-302f-42b4-9fe7-22f1d970eb81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3460178 May 27 01:50:22.919808 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:23.000700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 063f5b5e-7a44-4e98-8d6b-010da567ee70 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:23.013180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099a4f-7a3e-4a5d-a23a-a7b2ed0fbddb req-20ea4263-0adf-453e-aee1-8fcc62c1cadb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:23.020533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45099a4f-7a3e-4a5d-a23a-a7b2ed0fbddb req-20ea4263-0adf-453e-aee1-8fcc62c1cadb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.3859715 May 27 01:50:23.030492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:23.063371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 063f5b5e-7a44-4e98-8d6b-010da567ee70 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:23.065083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 063f5b5e-7a44-4e98-8d6b-010da567ee70 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:23.150503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1350c7-9c28-4a05-8f18-0464895530e5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:23.197801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:23.199432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:23.201135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] 10.222.0.47 "PUT /v2.0/ports/f6ac53fc-bd1b-4a1c-b583-ae9723649ada HTTP/1.1" status: 200 len: 1092 time: 2.9669695 May 27 01:50:23.215718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'tag': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:23.220655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Deleting port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:23.221035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:23.338569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45099a4f-7a3e-4a5d-a23a-a7b2ed0fbddb req-7c34c58b-ceb1-455f-881a-ca99c25b4507 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005846 May 27 01:50:23.356543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d361a-095b-43ab-a73c-9457331767cf service neutron] Pushing event updated for resources: {'Port': ['ID=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:23.418358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:23.456032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b446-8f88-435c-aee8-2fe0fe42c6ae req-fa38603d-2bdf-4b13-b5b8-e30f16dec7de tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:23.463995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccc7b446-8f88-435c-aee8-2fe0fe42c6ae req-fa38603d-2bdf-4b13-b5b8-e30f16dec7de tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.4074345 May 27 01:50:23.529043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] For port 91ea7ee7-778a-4b52-8ebc-9acc8790b22e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,segment=NetworkSegment(3a89f9a3-ec5f-4b21-a352-e818e93bd8b8),segment_id=3a89f9a3-ec5f-4b21-a352-e818e93bd8b8)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:23.529485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:23.538965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-e0438542-9468-4d0e-a1a2-07f025b83532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:23.540582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-e0438542-9468-4d0e-a1a2-07f025b83532 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 1095 time: 0.2822385 May 27 01:50:23.719246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccc7b446-8f88-435c-aee8-2fe0fe42c6ae req-6291e361-f963-4ef7-9a83-617fbbb1a112 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539096 May 27 01:50:23.743216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Calling delete_port for 91ea7ee7-778a-4b52-8ebc-9acc8790b22e owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:23.786185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-f46b0e0c-279b-4da3-a205-0e919a79ddba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6ac53fc-bd1b-4a1c-b583-ae9723649ada HTTP/1.1" status: 200 len: 217 time: 0.1802340 May 27 01:50:23.825747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-ebb5d91f-299f-4219-bfcb-1fafafec4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:23.827355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-ebb5d91f-299f-4219-bfcb-1fafafec4935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.7884576 May 27 01:50:23.859630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-d844dda2-8110-4aed-baeb-53dd2f5f9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:23.861143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-d844dda2-8110-4aed-baeb-53dd2f5f9679 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.0671430 May 27 01:50:23.862678 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffba17e-fb34-4bae-b5af-35eb2e0f6d70'] response: {'name': 'network-changed', 'server_uuid': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'tag': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada', 'status': 'completed', 'code': 200} May 27 01:50:23.907451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:23.918819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-6216452c-d8cf-4944-8047-3aed575aae2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490043 May 27 01:50:23.999190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.128426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] For port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:24.128867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.149546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.150399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9080787e-ab72-4638-b0fb-6a9913a9eff4 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:50:24.170956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-3d0d1b9f-307d-44ef-89aa-02367f404574 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429664 May 27 01:50:24.309176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Calling delete_port for 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:24.395921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0c8b-f05e-403c-a4f9-446f1c6fdfd4 req-7c8b47d1-4ee6-4fea-89c2-f1da4378dd6f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:24.403887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07ac0c8b-f05e-403c-a4f9-446f1c6fdfd4 req-7c8b47d1-4ee6-4fea-89c2-f1da4378dd6f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.8720586 May 27 01:50:24.408003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e4a5a-62fc-4af5-aa7e-4cf1ab8ea7b8 req-5c6797ad-7268-4984-af04-1a93b9a690df tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:24.408710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e74e4a5a-62fc-4af5-aa7e-4cf1ab8ea7b8 req-5c6797ad-7268-4984-af04-1a93b9a690df tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Synchronizing usage tracker for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:24.412794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.413872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8655a4d1-67c3-4541-87cb-fdd02de2fedf admin admin] 10.222.0.16 "DELETE /v2.0/routers/9080787e-ab72-4638-b0fb-6a9913a9eff4 HTTP/1.1" status: 204 len: 168 time: 4.0108716 May 27 01:50:24.421245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:24.442703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-606f27a2-c25d-44df-ba61-5ecb9c5b057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:24.444301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-606f27a2-c25d-44df-ba61-5ecb9c5b057c service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.5353353 May 27 01:50:24.562134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-2256bdb8-7a4b-4962-ab0a-4f88c78069dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.1102753 May 27 01:50:24.563326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e74e4a5a-62fc-4af5-aa7e-4cf1ab8ea7b8 req-5c6797ad-7268-4984-af04-1a93b9a690df tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Unset dirty status for tenant:89982a2165324377b14f5cad24dfd0e1 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:24.564394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e74e4a5a-62fc-4af5-aa7e-4cf1ab8ea7b8 req-5c6797ad-7268-4984-af04-1a93b9a690df tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa73904a-5e01-4830-9a08-985e0ac0521c HTTP/1.1" status: 200 len: 946 time: 0.5929997 May 27 01:50:24.586063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] Deleting subnet 19623c1c-c297-48e7-ae6f-870f93fd6072 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:50:24.615049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.621695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.645181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-380ce09f-97f8-4fe8-8860-dd2a479c156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:24.646676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-380ce09f-97f8-4fe8-8860-dd2a479c156e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.0761321 May 27 01:50:24.652080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07ac0c8b-f05e-403c-a4f9-446f1c6fdfd4 req-44978ea6-ce6d-4787-a476-8051cffb5b20 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472935 May 27 01:50:24.713261 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37324ed3-80a4-47b5-af4d-05f1f78c5567 req-f6b5559b-b849-48ed-a739-cdc7e2bcc8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328810 May 27 01:50:24.721976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=91ea7ee7-778a-4b52-8ebc-9acc8790b22e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:24.785960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e74e4a5a-62fc-4af5-aa7e-4cf1ab8ea7b8 req-2abca6e8-90aa-485d-a04f-035ea80ffd30 tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.16 "GET /v2.0/security-groups?id=35d86d68-9e15-45e0-a96a-430093652caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077987 May 27 01:50:24.818187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.846029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-14af4820-1d4e-4457-841a-79c7ba3dd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:24.847565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-14af4820-1d4e-4457-841a-79c7ba3dd980 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664677 May 27 01:50:24.935018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:24.949661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Pushing event deleted for resources: {'Port': ['ID=92f0a13d-98d5-4853-ba4c-a6d768a5c2ea,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:25.130189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] No DVR routers for this DVR port 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:25.137375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:25.139909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'name': 'network-vif-deleted', 'tag': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:25.156244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c1350c7-9c28-4a05-8f18-0464895530e5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:25.185284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] 10.222.0.13 "DELETE /v2.0/ports/92f0a13d-98d5-4853-ba4c-a6d768a5c2ea HTTP/1.1" status: 204 len: 173 time: 2.2769413 May 27 01:50:25.192031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-d8fa95fd-b0e3-4ef0-8fd2-3ca1cd803acf service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042569 May 27 01:50:25.196914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7c1350c7-9c28-4a05-8f18-0464895530e5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:25.197569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c1350c7-9c28-4a05-8f18-0464895530e5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:25.209501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689c2e9-32c6-4279-8335-95f9354d4ec3 req-c3cdc902-a1d8-4aaa-9eb4-ab99d938ba78 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:25.214902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8689c2e9-32c6-4279-8335-95f9354d4ec3 req-c3cdc902-a1d8-4aaa-9eb4-ab99d938ba78 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 943 time: 0.3232737 May 27 01:50:25.304800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-8d5ca5c7-c955-484b-bf49-82e39db61cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:25.306237 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-8d5ca5c7-c955-484b-bf49-82e39db61cc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 1095 time: 0.4593561 May 27 01:50:25.358189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8689c2e9-32c6-4279-8335-95f9354d4ec3 req-5dabfce8-d203-492a-b6bc-96eb788ad190 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164153 May 27 01:50:25.361010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514088a-ccd5-47a6-9c40-2bbf9d688edc req-7ca5e688-d2bc-4c6e-8a9f-bd1c06e3749f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:25.362496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d514088a-ccd5-47a6-9c40-2bbf9d688edc req-7ca5e688-d2bc-4c6e-8a9f-bd1c06e3749f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.4412973 May 27 01:50:25.394023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95ed1c1-0a0c-4895-8e42-292d3743782a req-32019d73-6558-423b-a0d1-72febd20e39d service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930642 May 27 01:50:25.436848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:25.516067 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:25.644295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d514088a-ccd5-47a6-9c40-2bbf9d688edc req-63a19bdf-2f44-4c20-aacf-5dbd8001c1c4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313042 May 27 01:50:25.710209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-0de186ca-7ee5-4986-b9b3-92f5bc1a91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:25.711942 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-0de186ca-7ee5-4986-b9b3-92f5bc1a91db service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.3918355 May 27 01:50:25.735146 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edafab70-e4fb-491f-8f6f-6eab6ab071cc'] response: {'server_uuid': 'aa73904a-5e01-4830-9a08-985e0ac0521c', 'name': 'network-vif-deleted', 'tag': '92f0a13d-98d5-4853-ba4c-a6d768a5c2ea', 'status': 'completed', 'code': 200} May 27 01:50:25.770304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be238-d3bd-43c0-90d1-df4012d02d89 req-61a8a53e-5d70-42b3-8511-cbd45fbd712d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:25.771995 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-247be238-d3bd-43c0-90d1-df4012d02d89 req-61a8a53e-5d70-42b3-8511-cbd45fbd712d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.3155181 May 27 01:50:25.822404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-247be238-d3bd-43c0-90d1-df4012d02d89 req-5c2d5386-00ac-4710-8616-fbbe2bedaa36 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 May 27 01:50:25.840728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:25.906289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-5c597a29-0452-4f1f-b5a4-699b324f6f58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6ac53fc-bd1b-4a1c-b583-ae9723649ada HTTP/1.1" status: 200 len: 217 time: 0.1874676 May 27 01:50:25.922394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60754) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:25.951008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19623c1c-c297-48e7-ae6f-870f93fd6072,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:25.960863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1dd7f0-f1af-466d-903b-e0d9e4a8d8cd None None] Network c4febc1c-9f91-4b33-9190-8eb565d5a978 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:25.982625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] Deleting subnet 0fbf1578-c5e4-42db-a8a6-683990c65dc0 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:50:25.985575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.048757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.123491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.132614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.163848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ece38084-596e-46a8-af8d-154c4ddf6135 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/19623c1c-c297-48e7-ae6f-870f93fd6072 HTTP/1.1" status: 204 len: 168 time: 1.7338791 May 27 01:50:26.170208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60758) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:26.227151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] DHCP port deletion for c4febc1c-9f91-4b33-9190-8eb565d5a978 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:50:26.231774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] Deleting port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:26.232155 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.251112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-f77b0bc4-a70a-4cb3-8b7b-6fddd46497ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:26.252077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-f77b0bc4-a70a-4cb3-8b7b-6fddd46497ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.3086951 May 27 01:50:26.296028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.309198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.318075 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-50a98956-5536-48b3-8e38-1891a815732a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506787 May 27 01:50:26.347186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Deleting port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:26.347571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.386106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbf1578-c5e4-42db-a8a6-683990c65dc0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:26.395832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.407441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8fc2aea8-c7f8-45ff-8767-cab46e7330f9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0fbf1578-c5e4-42db-a8a6-683990c65dc0 HTTP/1.1" status: 204 len: 168 time: 0.4838305 May 27 01:50:26.410114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60764) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:26.419960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a044-bd36-4085-8cb5-02f9d8f8e7b0 req-7919ed9f-0431-48a3-81c1-2c5f8735045e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:26.421455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eff0a044-bd36-4085-8cb5-02f9d8f8e7b0 req-7919ed9f-0431-48a3-81c1-2c5f8735045e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.5689409 May 27 01:50:26.478502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] For port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,segment=NetworkSegment(96c94cfc-0d70-46bb-84f8-a1e29d8dfcca),segment_id=96c94cfc-0d70-46bb-84f8-a1e29d8dfcca)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:26.478955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.489398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577db40-702e-4c60-9db4-4edc8f1cac12 None None] Network bfc6c422-ab0a-46b3-9b07-17de13fb4b9c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:26.514078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:26.560882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eff0a044-bd36-4085-8cb5-02f9d8f8e7b0 req-bb17978b-fe6c-419d-b546-a9947625e37e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858130 May 27 01:50:26.589875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Router c39e82c1-0a89-4f2f-b385-472f0636a7e6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:50:26.610017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2104296214', 'description': 'tempest-description-1635308485'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:26.619337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:26.644705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:26.691396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.715887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-619bb751-6970-41f3-8b55-3d26730869b2 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417609 May 27 01:50:26.742361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Deleting port 5556a835-3f27-4f06-ac0d-a388f0f25098 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:26.742586 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.745909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.778011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] Calling delete_port for 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:26.800286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] For port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,segment=NetworkSegment(96c94cfc-0d70-46bb-84f8-a1e29d8dfcca),segment_id=96c94cfc-0d70-46bb-84f8-a1e29d8dfcca)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:26.800670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.823005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:26.823234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4b4d-9ce4-4f46-9a24-8bd834611f4e req-a2a70d1d-17f7-4836-b229-5868ec1b487a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:26.823807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 92f0a13d-98d5-4853-ba4c-a6d768a5c2ea not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:26.824547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bad4b4d-9ce4-4f46-9a24-8bd834611f4e req-a2a70d1d-17f7-4836-b229-5868ec1b487a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 943 time: 0.3056695 May 27 01:50:26.844663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:26.906963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Usage tracker for resource:security_group_rule and tenant:37b035b958bd4b3eb6050c54bfa65be6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:26.920115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:26.936153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:26.940975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Calling delete_port for 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:26.962750 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:26.977441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:26.991671 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] Sync routers for ids ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:27.013378 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] Routers {'c39e82c1-0a89-4f2f-b385-472f0636a7e6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:27.018328 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:27.019348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b809297d-9d3c-4ad8-bd21-2c5b8988859e req-177307bf-d2cf-4af8-8330-e1d9ca2bea6a service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940338 May 27 01:50:27.020542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] Pushing event deleted for resources: {'Port': ['ID=5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:27.026988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee4234-ca35-4456-b13e-975b61a64484 None None] No DVR routers for this DVR port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:27.094953 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.106364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-84844ccf-47c0-488e-864a-ba9677aa7c3a admin admin] 10.222.0.16 "PUT /v2.0/routers/c39e82c1-0a89-4f2f-b385-472f0636a7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8104842 May 27 01:50:27.106836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60776) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:27.110942 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.150315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:27.183643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.187760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:27.189066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:27.199348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-845250f7-7f21-43f6-8821-cb65af34b2aa req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5930359 May 27 01:50:27.205025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bad4b4d-9ce4-4f46-9a24-8bd834611f4e req-079e8e53-a8a9-4919-a6ee-da042da4965d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723043 May 27 01:50:27.214022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] DHCP port deletion for bfc6c422-ab0a-46b3-9b07-17de13fb4b9c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:50:27.226159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e95f-870f-430e-9699-692ed2a32b2d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8251fe-f341-465f-9415-590f8868ba14,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:27.227068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] Deleting port 5556a835-3f27-4f06-ac0d-a388f0f25098 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:27.227736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.255691 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] Set router c39e82c1-0a89-4f2f-b385-472f0636a7e6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:27.392036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:50:27.392358 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:50:27.429418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57940ea-a7f1-4288-9b42-4bfa4f029686 req-140bc740-8a1e-435c-bb20-922d0a214753 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:27.438950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c57940ea-a7f1-4288-9b42-4bfa4f029686 req-140bc740-8a1e-435c-bb20-922d0a214753 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.1193223 May 27 01:50:27.458688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] For port 5556a835-3f27-4f06-ac0d-a388f0f25098, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5556a835-3f27-4f06-ac0d-a388f0f25098,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:27.459071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.474029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] For port 5556a835-3f27-4f06-ac0d-a388f0f25098, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5556a835-3f27-4f06-ac0d-a388f0f25098,segment=NetworkSegment(63dba648-99d2-47b5-8770-20c9b39fe29b),segment_id=63dba648-99d2-47b5-8770-20c9b39fe29b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:27.474774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.503280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c57940ea-a7f1-4288-9b42-4bfa4f029686 req-6df6bc4e-ee28-45c2-ba9f-12f06ea3bac2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631995 May 27 01:50:27.633958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] Calling delete_port for 5556a835-3f27-4f06-ac0d-a388f0f25098 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:27.648679 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:50:24Z', 'revision_number': 5, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:27.668739 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] Checking router: c39e82c1-0a89-4f2f-b385-472f0636a7e6 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:27.679026 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] Routers {'c39e82c1-0a89-4f2f-b385-472f0636a7e6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:27.679875 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:27.695426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-370837f8-9394-446b-baab-463d40337c3d req-bb1dd932-b811-47cf-8a31-9294f6e0b07b tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:27.712980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-370837f8-9394-446b-baab-463d40337c3d req-bb1dd932-b811-47cf-8a31-9294f6e0b07b tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:27.714740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-370837f8-9394-446b-baab-463d40337c3d req-bb1dd932-b811-47cf-8a31-9294f6e0b07b tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2104296214&fields=id&tenant_id=37b035b958bd4b3eb6050c54bfa65be6 HTTP/1.1" status: 200 len: 267 time: 0.0614631 May 27 01:50:27.723785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.780339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] Pushing event deleted for resources: {'Port': ['ID=5556a835-3f27-4f06-ac0d-a388f0f25098,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:27.792571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc3f73-1261-46fc-99bd-fdcb59934127 None None] No DVR routers for this DVR port 5556a835-3f27-4f06-ac0d-a388f0f25098 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:27.811448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Calling delete_port for 5556a835-3f27-4f06-ac0d-a388f0f25098 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:27.836392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370837f8-9394-446b-baab-463d40337c3d req-f5e3b613-48b9-49db-8cb5-e7fc6cad53ae tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:27.837942 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-370837f8-9394-446b-baab-463d40337c3d req-f5e3b613-48b9-49db-8cb5-e7fc6cad53ae tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.1118183 May 27 01:50:27.856239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Request body: {'port': {'security_groups': ['fd4a28da-5383-4c31-bfc3-d07c85a12c4d', 'ab8251fe-f341-465f-9415-590f8868ba14']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:27.891567 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] Set router c39e82c1-0a89-4f2f-b385-472f0636a7e6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:27.904970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Deleting port 5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:27.905296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:27.938807 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.039311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.054843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] The port '5f3dd6d7-6090-4f6c-ba90-e27b625ea8e1' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:50:28.067595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:50:28.067925 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:50:28.119997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c855cc-0bc8-4ced-9a8f-f672c4e77db5 req-06f8f279-2374-40cf-8a30-1ed76cb07700 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:28.121550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3c855cc-0bc8-4ced-9a8f-f672c4e77db5 req-06f8f279-2374-40cf-8a30-1ed76cb07700 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.7354691 May 27 01:50:28.264324 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:50:24Z', 'revision_number': 5, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:28.269492 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dca557-82f0-4c9f-9fe1-c03810f0459e None None] The sync data for ids ['c39e82c1-0a89-4f2f-b385-472f0636a7e6'] in n-d-843146-11 is: [{'id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119810803-router', 'tenant_id': 'e556ec81b3ec4650abac0644d211d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:46:55Z', 'updated_at': '2022-05-27T01:50:24Z', 'revision_number': 5, 'project_id': 'e556ec81b3ec4650abac0644d211d5ce', 'gw_port': {'id': 'a37af20a-61ab-4852-906c-40f1583f34cc', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e82c1-0a89-4f2f-b385-472f0636a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:46:57Z', 'updated_at': '2022-05-27T01:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:28.278667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60790) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:28.363347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=18e1d24f-ebef-4bc7-8721-bb664908a461,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:28.366610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.391241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3c855cc-0bc8-4ced-9a8f-f672c4e77db5 req-061f175a-f8c2-4ef1-9c45-4111c875cde5 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523305 May 27 01:50:28.397982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.406831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.414905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.425888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['18e1d24f-ebef-4bc7-8721-bb664908a461'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:28.426902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4febc1c-9f91-4b33-9190-8eb565d5a978']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:28.444972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:28.445271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c94cfc-0d70-46bb-84f8-a1e29d8dfcca') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:28.452219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Deleting port a37af20a-61ab-4852-906c-40f1583f34cc {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:28.452568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.517612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.544979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:28.548415 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.550464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-370837f8-9394-446b-baab-463d40337c3d req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "PUT /v2.0/ports/18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 981 time: 0.6994257 May 27 01:50:28.553766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:28.566287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.588176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Deleting port 5556a835-3f27-4f06-ac0d-a388f0f25098 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:28.592275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.609937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:28.621485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc436d44a284fd8b7378ad6648d8223 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:28.623252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['18e1d24f-ebef-4bc7-8721-bb664908a461'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:28.625211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:28.633604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.643708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:28.723764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:50:28.724179 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:28.880224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] The port '5556a835-3f27-4f06-ac0d-a388f0f25098' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:50:29.098705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91ea7ee7-778a-4b52-8ebc-9acc8790b22e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:29.103949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.116621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.138130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f5e50-c641-44f4-98af-1beeb74eca79 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event updated for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:29.161060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 91ea7ee7-778a-4b52-8ebc-9acc8790b22e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:29.161487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91ea7ee7-778a-4b52-8ebc-9acc8790b22e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:29.162009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5556a835-3f27-4f06-ac0d-a388f0f25098 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:29.189221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd2cce9-4364-4f3e-b0cd-976f786b678d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:29.193115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f6ac53fc-bd1b-4a1c-b583-ae9723649ada details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:50:29.193619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0041ec06-0800-4d51-999f-3d8507a332f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dc436d44a284fd8b7378ad6648d8223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9139540 May 27 01:50:29.200256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:29.212752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5556a835-3f27-4f06-ac0d-a388f0f25098 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:29.213102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5556a835-3f27-4f06-ac0d-a388f0f25098 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:29.223254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.230655 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 96c94cfc-0d70-46bb-84f8-a1e29d8dfcca resource provider aggregate not found May 27 01:50:29.268956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7c29b-7fcf-40bb-ae27-8462a62b996e req-39ba5834-9fee-485e-9480-04c37ee86bb7 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:29.270785 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57a7c29b-7fcf-40bb-ae27-8462a62b996e req-39ba5834-9fee-485e-9480-04c37ee86bb7 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.2819829 May 27 01:50:29.272798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.283308 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 96c94cfc-0d70-46bb-84f8-a1e29d8dfcca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96c94cfc-0d70-46bb-84f8-a1e29d8dfcca found for delete ", "request_id": "req-dfca0c2b-c19c-43cb-827b-58a298d36b30"}]} May 27 01:50:29.292255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4febc1c-9f91-4b33-9190-8eb565d5a978,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:29.302361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] For port a37af20a-61ab-4852-906c-40f1583f34cc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a37af20a-61ab-4852-906c-40f1583f34cc,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:29.302745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.311614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.334197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41631bba-ab42-4124-ad00-2fccb3c173bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.352876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57a7c29b-7fcf-40bb-ae27-8462a62b996e req-c33c5f60-96cd-4041-bdb6-835289205e5e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724840 May 27 01:50:29.372488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41631bba-ab42-4124-ad00-2fccb3c173bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.408343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb63f3-0a60-4594-949d-f6cd3503fb2d req-9a899ac3-6c92-4054-b500-571bae96271d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:29.415215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0cb63f3-0a60-4594-949d-f6cd3503fb2d req-9a899ac3-6c92-4054-b500-571bae96271d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 943 time: 0.8720510 May 27 01:50:29.424690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f6ac53fc-bd1b-4a1c-b583-ae9723649ada, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:29.436021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41631bba-ab42-4124-ad00-2fccb3c173bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.453257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada', 'mac_address': 'fa:16:3e:c2:db:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:50:29.466056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41631bba-ab42-4124-ad00-2fccb3c173bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd2cce9-4364-4f3e-b0cd-976f786b678d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:29.486577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41631bba-ab42-4124-ad00-2fccb3c173bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.490856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-41631bba-ab42-4124-ad00-2fccb3c173bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dd2cce9-4364-4f3e-b0cd-976f786b678d HTTP/1.1" status: 204 len: 168 time: 0.2887232 May 27 01:50:29.500802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Calling delete_port for a37af20a-61ab-4852-906c-40f1583f34cc owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:29.505821 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99259677-533b-4715-b1cd-c302db8030e1 req-2d2b8f79-c97d-4d1c-9f86-68b7577df972 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2104296214&fields=id&tenant_id=37b035b958bd4b3eb6050c54bfa65be6 HTTP/1.1" status: 200 len: 267 time: 0.0584795 May 27 01:50:29.551276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f6ac53fc-bd1b-4a1c-b583-ae9723649ada is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:29.551754 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.556409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-925c6ee1-9e16-4bd5-bfe6-7fe210ee07f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c4febc1c-9f91-4b33-9190-8eb565d5a978 HTTP/1.1" status: 204 len: 168 time: 3.3741643 May 27 01:50:29.578815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc6c422-ab0a-46b3-9b07-17de13fb4b9c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:29.597236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ac53fc-bd1b-4a1c-b583-ae9723649ada {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:50:29.646029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f6ac53fc-bd1b-4a1c-b583-ae9723649ada, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:29.657105 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.665632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dba648-99d2-47b5-8770-20c9b39fe29b') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:29.665964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dba648-99d2-47b5-8770-20c9b39fe29b') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:29.707211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99259677-533b-4715-b1cd-c302db8030e1 req-4c8e0f78-9c57-4fb4-9a60-1d059593280a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:29.707211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99259677-533b-4715-b1cd-c302db8030e1 req-4c8e0f78-9c57-4fb4-9a60-1d059593280a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 984 time: 0.1915731 May 27 01:50:29.735264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Request body: {'port': {'security_groups': ['fd4a28da-5383-4c31-bfc3-d07c85a12c4d']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:29.757375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.782870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0cb63f3-0a60-4594-949d-f6cd3503fb2d req-2f40ba4d-e86b-48da-8aee-6d0a702da1ae tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666148 May 27 01:50:29.796286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:29.823578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.835791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:50:29.835791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:29.941432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60820) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:29.995815 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0198a488-5866-42a1-9af9-5849b284ad15'] response: {'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'status': 'completed', 'code': 200} May 27 01:50:29.998264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.025080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.030450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f6ac53fc-bd1b-4a1c-b583-ae9723649ada'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:30.071674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc6c422-ab0a-46b3-9b07-17de13fb4b9c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:30.125010 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.146567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a6ccdab7-31dd-456a-aa6f-a707e8982096 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e28af5780e624bd9a3b1cef402c4c2f1&name=default HTTP/1.1" status: 200 len: 2982 time: 0.2081225 May 27 01:50:30.154523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60828) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:30.179491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a9e61675-1dff-4067-a87d-9a07000a8b27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bfc6c422-ab0a-46b3-9b07-17de13fb4b9c HTTP/1.1" status: 204 len: 168 time: 3.7683525 May 27 01:50:30.246952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.273712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6b79-3445-451c-a471-a85733927895 req-bdcad663-9341-4a47-b7a1-b8cc8df0e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:30.275744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e3f6b79-3445-451c-a471-a85733927895 req-bdcad663-9341-4a47-b7a1-b8cc8df0e263 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1136 time: 0.2785373 May 27 01:50:30.314691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a37af20a-61ab-4852-906c-40f1583f34cc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:30.360079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:30.441733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cebe6d-7153-4a20-a218-b603410497ff req-e832246f-621e-49a5-a106-907fc7870222 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:30.449838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5cebe6d-7153-4a20-a218-b603410497ff req-e832246f-621e-49a5-a106-907fc7870222 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.3792386 May 27 01:50:30.476147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af15f871-3c32-4791-90cb-cc2795c0fd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.508047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.583747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6b79-3445-451c-a471-a85733927895 req-af22b7af-ea5b-4586-91d7-600cb89ce0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:30.585181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e3f6b79-3445-451c-a471-a85733927895 req-af22b7af-ea5b-4586-91d7-600cb89ce0a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.2984109 May 27 01:50:30.596244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af15f871-3c32-4791-90cb-cc2795c0fd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.688104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e3f6b79-3445-451c-a471-a85733927895 req-3c5ec92e-08d4-4138-81a3-9fadca92d252 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 217 time: 0.0847445 May 27 01:50:30.693833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.696338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.745124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-082ae8e7-44d9-4d8b-8428-bdeb0e44751a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89982a2165324377b14f5cad24dfd0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824072 May 27 01:50:30.748921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60852) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:30.757823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5cebe6d-7153-4a20-a218-b603410497ff req-da4d6c97-d7f7-426f-bdfa-74000305b433 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063614 May 27 01:50:30.771635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.772142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c39e82c1-0a89-4f2f-b385-472f0636a7e6 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:50:30.802064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=18e1d24f-ebef-4bc7-8721-bb664908a461,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:30.818146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.822478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6b79-3445-451c-a471-a85733927895 req-d9a20117-b1b3-4739-b4ca-af533502f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:30.822683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-451ad660-8c97-4eaa-80ab-b1ab7a5e4f7d admin admin] 10.222.0.16 "DELETE /v2.0/routers/c39e82c1-0a89-4f2f-b385-472f0636a7e6 HTTP/1.1" status: 204 len: 168 time: 3.7092891 May 27 01:50:30.823465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e3f6b79-3445-451c-a471-a85733927895 req-d9a20117-b1b3-4739-b4ca-af533502f76a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.1179349 May 27 01:50:30.823677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60856) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:30.827174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af15f871-3c32-4791-90cb-cc2795c0fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.862546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b767db04-4f38-461b-be51-ade0bffb2927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.899684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b767db04-4f38-461b-be51-ade0bffb2927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:30.993569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e3f6b79-3445-451c-a471-a85733927895 req-4745a38d-9df7-4df1-8662-1597953f6141 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988300 May 27 01:50:30.994308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15f871-3c32-4791-90cb-cc2795c0fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d2810-d700-409d-9849-3ef44e4940a5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:31.002154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:50:31.037425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf6f95-5979-47c8-8846-a09744ac50bd req-218d5ae9-f77c-4ed3-ba5c-77d5343885f0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:31.038935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9cf6f95-5979-47c8-8846-a09744ac50bd req-218d5ae9-f77c-4ed3-ba5c-77d5343885f0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 946 time: 0.1103537 May 27 01:50:31.061570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b767db04-4f38-461b-be51-ade0bffb2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.064586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.071109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af15f871-3c32-4791-90cb-cc2795c0fd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.074868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-af15f871-3c32-4791-90cb-cc2795c0fd5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d0d2810-d700-409d-9849-3ef44e4940a5 HTTP/1.1" status: 204 len: 168 time: 0.9150934 May 27 01:50:31.122028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767db04-4f38-461b-be51-ade0bffb2927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d86d68-9e15-45e0-a96a-430093652caa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:31.125147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.161696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:50:31.162586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9cf6f95-5979-47c8-8846-a09744ac50bd req-7d9b1899-2574-4185-bc37-b49e0f1ac214 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165640 May 27 01:50:31.167472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b767db04-4f38-461b-be51-ade0bffb2927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.168728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b767db04-4f38-461b-be51-ade0bffb2927 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35d86d68-9e15-45e0-a96a-430093652caa HTTP/1.1" status: 204 len: 168 time: 0.4171052 May 27 01:50:31.201453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-c4c4a3b0-e8c3-464e-863c-d65d217fd821 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:31.202988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-c4c4a3b0-e8c3-464e-863c-d65d217fd821 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1098 time: 0.1279359 May 27 01:50:31.215445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-11'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:31.228877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] Deleting subnet f29f43e2-1ad0-484a-988c-88898e90919b {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:50:31.255336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.306341 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 63dba648-99d2-47b5-8770-20c9b39fe29b resource provider aggregate not found May 27 01:50:31.379910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:31.380753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.387279 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 63dba648-99d2-47b5-8770-20c9b39fe29b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63dba648-99d2-47b5-8770-20c9b39fe29b found for delete ", "request_id": "req-93ca50b6-7d5f-4061-ab33-67197d3c3adc"}]} May 27 01:50:31.399365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99259677-533b-4715-b1cd-c302db8030e1 req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "PUT /v2.0/ports/18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 942 time: 1.6780615 May 27 01:50:31.407877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['18e1d24f-ebef-4bc7-8721-bb664908a461'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:31.510077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['18e1d24f-ebef-4bc7-8721-bb664908a461'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:31.592320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:31.617197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:31.628147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 has no active binding in host n-h2-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:50:31.877341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.009998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.093790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:32.126285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.128960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6f05-4a5b-4a30-bc29-2f91a67f5d11 req-242a8892-536a-4ee6-8a25-391248f8e26b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:32.130463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4be6f05-4a5b-4a30-bc29-2f91a67f5d11 req-242a8892-536a-4ee6-8a25-391248f8e26b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 944 time: 0.6989050 May 27 01:50:32.194702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653762a-4269-41a6-8e30-08447cf7b0b4 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event updated for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:32.199391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29f43e2-1ad0-484a-988c-88898e90919b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:32.202049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdfb2d-31a0-49d3-8c39-178315902587 req-76d0d326-caf5-4aef-9b7e-6ea4b5bcb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:32.203612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43fdfb2d-31a0-49d3-8c39-178315902587 req-76d0d326-caf5-4aef-9b7e-6ea4b5bcb396 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 1097 time: 0.2689502 May 27 01:50:32.204707 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.210165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e3f6b79-3445-451c-a471-a85733927895 req-524484d7-f0ce-4c2d-b75c-e90afeb8c4c9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1902435 May 27 01:50:32.210626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae1edf-27b0-4832-9f18-be4dd441fbf9 None None] Network 2e1329e9-bdfe-46af-bf55-81e2412be42c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:32.239600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4be6f05-4a5b-4a30-bc29-2f91a67f5d11 req-6be1df84-65e3-4cd9-be53-b99cd3254077 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009791 May 27 01:50:32.250511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:32.255129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-12fd5099-152c-47cf-bf79-3028cdb81389 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f29f43e2-1ad0-484a-988c-88898e90919b HTTP/1.1" status: 204 len: 168 time: 1.4304378 May 27 01:50:32.272493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60916) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:32.287187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43fdfb2d-31a0-49d3-8c39-178315902587 req-0b9ccd81-f451-4a5e-a449-4cbfc7eac125 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698256 May 27 01:50:32.327615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:32.420427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:32.434838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.549990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.596034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] DHCP port deletion for 2e1329e9-bdfe-46af-bf55-81e2412be42c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:50:32.602573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] Deleting port c53fbcfd-362e-45ad-b346-bf8ffc19b803 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:32.605301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41424759-3035-4ae1-a685-498e7de99165 req-a0c94623-3e13-434d-8e87-8eacb948d522 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1745694 May 27 01:50:32.605939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.632456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:32.643793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:32.653573 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.658308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Usage tracker for resource:floatingip and tenant:37b035b958bd4b3eb6050c54bfa65be6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:32.662634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e3f6b79-3445-451c-a471-a85733927895 req-181945d8-594f-46df-b0d6-43933b352251 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465940 May 27 01:50:32.663703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:32.686369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:32.701364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Deleting port c53fbcfd-362e-45ad-b346-bf8ffc19b803 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:32.701966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.740684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.767003 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:32.831972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60944) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:32.936430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:33.006172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on host n-h1-843146-11 for vnic_type normal with profile {"migrating_to": "n-h2-843146-11"} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:33.006172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:33.006172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:33.011193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:50:33.011517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Attempting to bind port 069b254f-d571-49a9-a735-4d9fc577e5c5 on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:33.020991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:33.021323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:33.021518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.029009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:33.029810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Bound port: 069b254f-d571-49a9-a735-4d9fc577e5c5, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:33.030348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.043272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] For port c53fbcfd-362e-45ad-b346-bf8ffc19b803, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c53fbcfd-362e-45ad-b346-bf8ffc19b803,segment=NetworkSegment(3a89f9a3-ec5f-4b21-a352-e818e93bd8b8),segment_id=3a89f9a3-ec5f-4b21-a352-e818e93bd8b8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:33.044108 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.073940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2b09a-3384-4551-b101-aaa00637be30 req-e261470c-34b6-47d6-b882-64b0c186241c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:33.076301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87a2b09a-3384-4551-b101-aaa00637be30 req-e261470c-34b6-47d6-b882-64b0c186241c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.6309485 May 27 01:50:33.176714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c53fbcfd-362e-45ad-b346-bf8ffc19b803 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:33.188329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87a2b09a-3384-4551-b101-aaa00637be30 req-767db5cd-35e3-4fe3-9e71-3d0d36ba4020 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050828 May 27 01:50:33.237223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:33.252271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-network', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:33.256952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:33.259366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:33.265317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Usage tracker for resource:network and tenant:45c1fafc6da34ea290dca2bfc8be6206 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:33.271269 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.272031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:33.280494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:33.302890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] For port c53fbcfd-362e-45ad-b346-bf8ffc19b803, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c53fbcfd-362e-45ad-b346-bf8ffc19b803,segment=NetworkSegment(3a89f9a3-ec5f-4b21-a352-e818e93bd8b8),segment_id=3a89f9a3-ec5f-4b21-a352-e818e93bd8b8)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:33.303570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.340088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f6ac53fc-bd1b-4a1c-b583-ae9723649ada up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:33.380667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] Calling delete_port for c53fbcfd-362e-45ad-b346-bf8ffc19b803 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:33.500369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Calling delete_port for c53fbcfd-362e-45ad-b346-bf8ffc19b803 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:33.577619 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5910173f-68e5-45c8-92af-d3e25d66936f'] response: {'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'status': 'completed', 'code': 200} May 27 01:50:33.651002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c53fbcfd-362e-45ad-b346-bf8ffc19b803 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:33.651662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.677756 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.695885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Made reservation on behalf of 45c1fafc6da34ea290dca2bfc8be6206 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:33.698846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.713320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:33.714148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.717046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] 10.222.0.47 "PUT /v2.0/ports/069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 200 len: 1124 time: 2.5074713 May 27 01:50:33.726187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f6ac53fc-bd1b-4a1c-b583-ae9723649ada completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:33.727000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708eacb-c452-43eb-b83d-ad4fbca58b29 service neutron] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=8']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:33.732641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.752585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] Pushing event deleted for resources: {'Port': ['ID=c53fbcfd-362e-45ad-b346-bf8ffc19b803,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:33.770214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d66f99-c3eb-49cf-9e5f-e91df024068f req-87af551a-3048-4058-adb9-a5457c77cbf5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:33.772597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52d66f99-c3eb-49cf-9e5f-e91df024068f req-87af551a-3048-4058-adb9-a5457c77cbf5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.2974019 May 27 01:50:33.777596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.815263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['069b254f-d571-49a9-a735-4d9fc577e5c5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:33.839478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52d66f99-c3eb-49cf-9e5f-e91df024068f req-ed5dfdfc-c53e-41f6-a77c-3bfb772c12ef tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540473 May 27 01:50:33.861313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['069b254f-d571-49a9-a735-4d9fc577e5c5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:50:33.890278 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73788c6a-d74a-42df-8d79-fcf39694da93'] response: {'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5', 'code': 200} May 27 01:50:33.896436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f6ac53fc-bd1b-4a1c-b583-ae9723649ada triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:33.896854 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:33.912731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:33.917665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Usage tracker for resource:security_group_rule and tenant:45c1fafc6da34ea290dca2bfc8be6206 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:33.922539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:33.929026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:33.953846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a37af20a-61ab-4852-906c-40f1583f34cc no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:33.995815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8818c-4307-4425-b5da-4199d6a88c0b None None] No DVR routers for this DVR port c53fbcfd-362e-45ad-b346-bf8ffc19b803 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:34.036578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a37af20a-61ab-4852-906c-40f1583f34cc {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:34.036955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a37af20a-61ab-4852-906c-40f1583f34cc not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:34.063565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.104606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.157978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2680b0-4d83-44dd-9f39-61c785be3b91,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:34.238303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:50:34.238797 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:50:34.239525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:50:34.254314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-eb624e12-6caf-4083-b197-3ffdbab81eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:34.257642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-eb624e12-6caf-4083-b197-3ffdbab81eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 0.6780465 May 27 01:50:34.270085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f6ac53fc-bd1b-4a1c-b583-ae9723649ada is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:34.270744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.315868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9ed44-35dc-4a32-a6b4-8c67a1fc4e4a req-fd8fdef7-1aec-4781-bcbb-9f22952ca1ad tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:34.319221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84a9ed44-35dc-4a32-a6b4-8c67a1fc4e4a req-fd8fdef7-1aec-4781-bcbb-9f22952ca1ad tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 944 time: 0.1088128 May 27 01:50:34.343834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:34.372782 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84a9ed44-35dc-4a32-a6b4-8c67a1fc4e4a req-3ebdb8df-bb34-451c-903a-90f694f8e48e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462272 May 27 01:50:34.381909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f6ac53fc-bd1b-4a1c-b583-ae9723649ada, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:34.419544 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.420467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-1fb641ac-fcdf-46cd-a28f-92fea541f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:34.422577 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-1fb641ac-fcdf-46cd-a28f-92fea541f4ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.1531489 May 27 01:50:34.426840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.427278 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Added segment 0944aad4-2f1c-4054-93a6-6d006532ae66 of type vlan for network b1b61bed-9b96-47cd-808d-6055c95e51cb May 27 01:50:34.510028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:34.633504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32784) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:34.650421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-718a120d-800c-428a-b752-fc30309fc2eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 217 time: 0.2157648 May 27 01:50:34.654524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0353d-7d3c-4e66-92e0-9fedfb9a9db2 req-d40bf7f6-c335-4250-a83e-769ea70005be tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:34.656279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71d0353d-7d3c-4e66-92e0-9fedfb9a9db2 req-d40bf7f6-c335-4250-a83e-769ea70005be tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.1338136 May 27 01:50:34.708264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71d0353d-7d3c-4e66-92e0-9fedfb9a9db2 req-6fc384db-3f36-4516-88d8-2c0b74cc276d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449393 May 27 01:50:34.710234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.720478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Allocated IP 172.25.3.48 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/8d03b9c7-fe2c-4add-a054-356a3d3aa5b0) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:34.740463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Deleting port c53fbcfd-362e-45ad-b346-bf8ffc19b803 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:34.740800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.798339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.817737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:34.824660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b6956847d94858891fd0658066715b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:34.828052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:34.837128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:34.896634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-f23039f5-904a-44c8-bc15-c3e83689e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:34.898141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-f23039f5-904a-44c8-bc15-c3e83689e186 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.2363570 May 27 01:50:34.937228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.940393 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783000ed-d82e-4f90-ac50-c1be8647ee5c'] response: {'server_uuid': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada', 'code': 200} May 27 01:50:34.943412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.954113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] The port 'c53fbcfd-362e-45ad-b346-bf8ffc19b803' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:50:34.991210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:34.992167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:34.992742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.017537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-41abafea-0c0f-46c0-a45c-76279d323941 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089594 May 27 01:50:35.035197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b11d82f-e028-4a9c-8086-631d52ab7884,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:35.128498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8cba8fec-069d-4b9b-a2f6-16fc09d91563 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1b6956847d94858891fd0658066715b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940331 May 27 01:50:35.139696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32800) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:35.236224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463cb5e-3f1d-49cf-b6e0-ac7a1184c655 req-13c245ab-aa8e-4d36-bc0b-378b93a042d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:35.237809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0463cb5e-3f1d-49cf-b6e0-ac7a1184c655 req-13c245ab-aa8e-4d36-bc0b-378b93a042d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 1097 time: 0.1990476 May 27 01:50:35.239196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8feaa019-bf0b-47d7-af47-6af960965b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.249105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2b9c-2cda-4737-bbf8-b15fe199651e req-2edaaa57-d683-41aa-9b5d-975547422074 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:35.250485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a58b2b9c-2cda-4737-bbf8-b15fe199651e req-2edaaa57-d683-41aa-9b5d-975547422074 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.1687915 May 27 01:50:35.300758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] Pushing event updated for resources: {'Network': ['ID=b1b61bed-9b96-47cd-808d-6055c95e51cb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:35.311420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.312738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b1b61bed-9b96-47cd-808d-6055c95e51cb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:50:35.331446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e3010d7b-b40e-45fe-8a41-0bb954cbc92d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4953613 May 27 01:50:35.337303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32804) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:35.354629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Request body: {'subnet': {'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-subnet', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:35.376134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:35.385260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1329e9-bdfe-46af-bf55-81e2412be42c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:35.404958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Usage tracker for resource:subnet and tenant:45c1fafc6da34ea290dca2bfc8be6206 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:35.412060 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.421095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:35.429720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:35.430020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a89f9a3-ec5f-4b21-a352-e818e93bd8b8') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:35.437775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8feaa019-bf0b-47d7-af47-6af960965b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.438650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:35.451985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0463cb5e-3f1d-49cf-b6e0-ac7a1184c655 req-2d628c75-c309-4929-a25f-ae9d6c6e0a39 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942825 May 27 01:50:35.464670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.474945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a58b2b9c-2cda-4737-bbf8-b15fe199651e req-e86dcf94-6457-44d3-aefb-e921553b61e7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993382 May 27 01:50:35.479747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-c4225621-fe37-45c1-bfe9-d262aa3cd611 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844168 May 27 01:50:35.482643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Made reservation on behalf of 45c1fafc6da34ea290dca2bfc8be6206 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:35.484881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.511646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8feaa019-bf0b-47d7-af47-6af960965b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.520418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.528878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feaa019-bf0b-47d7-af47-6af960965b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b11d82f-e028-4a9c-8086-631d52ab7884,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:35.541082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8feaa019-bf0b-47d7-af47-6af960965b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.541268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8feaa019-bf0b-47d7-af47-6af960965b99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b11d82f-e028-4a9c-8086-631d52ab7884 HTTP/1.1" status: 204 len: 168 time: 0.4004183 May 27 01:50:35.583896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:50:35.584295 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.685392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9e7bd-e07a-43a6-880c-a2ee594100cb req-298ef1b9-3a73-4e9c-b5cd-b6c9094ed13b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:35.686884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5c9e7bd-e07a-43a6-880c-a2ee594100cb req-298ef1b9-3a73-4e9c-b5cd-b6c9094ed13b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.0939674 May 27 01:50:35.691981 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 3a89f9a3-ec5f-4b21-a352-e818e93bd8b8 resource provider aggregate not found May 27 01:50:35.717014 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5550beb7-c19f-414f-8f26-6b9b068581c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.720227 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 3a89f9a3-ec5f-4b21-a352-e818e93bd8b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a89f9a3-ec5f-4b21-a352-e818e93bd8b8 found for delete ", "request_id": "req-72e0de1b-7525-430d-9ba3-5674815710a2"}]} May 27 01:50:35.745398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5c9e7bd-e07a-43a6-880c-a2ee594100cb req-12cd9081-38d1-467d-bae9-169447471eaa tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503919 May 27 01:50:35.758819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.804614 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.844691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.848037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1329e9-bdfe-46af-bf55-81e2412be42c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:35.868723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:35.874011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:35.879441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:35.907463 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-06eb9d01-deb4-43ea-b743-bb88417d172e admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e1329e9-bdfe-46af-bf55-81e2412be42c HTTP/1.1" status: 204 len: 168 time: 3.6121385 May 27 01:50:35.910024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:35.943162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32828) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:35.956863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event updated for resources: {'Port': ['ID=8d03b9c7-fe2c-4add-a054-356a3d3aa5b0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:35.968313 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:35.989450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:35.994987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Usage tracker for resource:security_group_rule and tenant:490f9f1e4b734c2ab190d1a75425ee98 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:35.999045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:36.012023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b9b41-ad02-4fb5-9682-f2c101933ecf req-dcf83957-a022-4a02-912d-e27621281264 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:36.013641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e5b9b41-ad02-4fb5-9682-f2c101933ecf req-dcf83957-a022-4a02-912d-e27621281264 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 945 time: 0.1457837 May 27 01:50:36.014434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:36.052998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.057783 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.081034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32832) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:36.106411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e5b9b41-ad02-4fb5-9682-f2c101933ecf req-1074cb27-76a3-487c-aa1c-d4d4a3fd51c2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740368 May 27 01:50:36.168717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-10a4ec31-0496-4f47-a74d-babf2aa31eed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69b5b77652cf44a899d78760d49adcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865953 May 27 01:50:36.170515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6012d57-f619-4a28-ab40-33185e3d2317,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:36.171706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32840) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:36.202406 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeebe98c-205f-42e5-adee-ff3c693bccf1'] response: {'name': 'network-changed', 'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5', 'status': 'completed', 'code': 200} May 27 01:50:36.210635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.226567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.234215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Checking segment: {'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:36.234942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Network hostable DHCP agents. Network: b1b61bed-9b96-47cd-808d-6055c95e51cb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:50:36.240228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.291920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=490f9f1e4b734c2ab190d1a75425ee98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471100 May 27 01:50:36.297144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32846) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:36.315160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cedc6505-2203-4bca-9532-3a96b7642db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.319085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e1580-3603-44e4-903f-cacf2ed2045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d26a1-9a77-4e31-bc81-babeb891bcf8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:36.372975 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cedc6505-2203-4bca-9532-3a96b7642db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.379998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Network b1b61bed-9b96-47cd-808d-6055c95e51cb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:50:36.412160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b1b61bed-9b96-47cd-808d-6055c95e51cb) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:36.420370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cbe7b3-2278-4cd4-9077-770fce2684b8 None None] Network b1b61bed-9b96-47cd-808d-6055c95e51cb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:36.424686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:36.425460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.551790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55f05f10-ca3f-463a-b1cb-2d7dafa6e2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.705085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:36.717983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a0b6ee3e-4f9f-47d1-b733-9d179c55ee70 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3744559 May 27 01:50:36.718207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cedc6505-2203-4bca-9532-3a96b7642db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.718320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32858) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:36.725151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:36.734968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:36.741946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55f05f10-ca3f-463a-b1cb-2d7dafa6e2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.743229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Usage tracker for resource:router and tenant:45c1fafc6da34ea290dca2bfc8be6206 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:36.764978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:36.772346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b1b61bed-9b96-47cd-808d-6055c95e51cb', 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'fixed_ips': [{'subnet_id': 'e6012d57-f619-4a28-ab40-33185e3d2317'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:50:36.774045 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.778937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:36.803484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6505-2203-4bca-9532-3a96b7642db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26562f75-0f61-4b58-a5b5-d3bedc2e77b0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:36.812094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.813278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.848394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.851253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.862487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.944862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cedc6505-2203-4bca-9532-3a96b7642db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:36.948603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cedc6505-2203-4bca-9532-3a96b7642db3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26562f75-0f61-4b58-a5b5-d3bedc2e77b0 HTTP/1.1" status: 204 len: 168 time: 0.7732496 May 27 01:50:36.971675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Allocated IP 172.20.0.2 (b1b61bed-9b96-47cd-808d-6055c95e51cb/e6012d57-f619-4a28-ab40-33185e3d2317/6ae1684a-c561-45b8-8518-0d6534459e3e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:36.999225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-beb34aae-bfe0-4eb3-8a53-21eef422e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:37.001090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-beb34aae-bfe0-4eb3-8a53-21eef422e5e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1127 time: 0.7676058 May 27 01:50:37.002212 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.021768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55f05f10-ca3f-463a-b1cb-2d7dafa6e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.048831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event updated for resources: {'Port': ['ID=8d03b9c7-fe2c-4add-a054-356a3d3aa5b0,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:37.079243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:37.133380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f05f10-ca3f-463a-b1cb-2d7dafa6e2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d26a1-9a77-4e31-bc81-babeb891bcf8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:37.138512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.144737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd82588-e646-498e-a38b-4ea628c62b48 req-3ef1e645-f472-4c58-ac6f-60aa08ddbdf7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:37.146571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcd82588-e646-498e-a38b-4ea628c62b48 req-3ef1e645-f472-4c58-ac6f-60aa08ddbdf7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.5182540 May 27 01:50:37.153366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55f05f10-ca3f-463a-b1cb-2d7dafa6e2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.154911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-55f05f10-ca3f-463a-b1cb-2d7dafa6e2d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/507d26a1-9a77-4e31-bc81-babeb891bcf8 HTTP/1.1" status: 204 len: 168 time: 0.8542373 May 27 01:50:37.156074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Usage tracker for resource:security_group_rule and tenant:57de6e48d2db47b18ab3a15933f2d679 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:37.172045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:37.198254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:37.294916 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.300149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.301981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41424759-3035-4ae1-a685-498e7de99165 req-04b6ed1f-d033-4857-9e20-70106fd535a7 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6840479 May 27 01:50:37.353251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcd82588-e646-498e-a38b-4ea628c62b48 req-b68b9aa1-b082-48a8-bfbf-9d6042963a2a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850820 May 27 01:50:37.359118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.379902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32874) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:37.380950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Transition to ACTIVE for port object 6ae1684a-c561-45b8-8518-0d6534459e3e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:37.419472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Transition to ACTIVE for port object 6ae1684a-c561-45b8-8518-0d6534459e3e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:37.421992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-d1a551f5-ad96-466f-8943-97619aa02cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:37.423599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-d1a551f5-ad96-466f-8943-97619aa02cb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.3948340 May 27 01:50:37.435323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-41424759-3035-4ae1-a685-498e7de99165 req-1dcc8c8f-5033-4d49-8010-5f04c03cb005 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:37.436163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.510519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.528244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-402fa9f3-798e-4eff-aa88-4e4c2d4298c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0946767 May 27 01:50:37.579082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Network b1b61bed-9b96-47cd-808d-6055c95e51cb is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:37.582491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:37.586729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:37.592284 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.656436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-41424759-3035-4ae1-a685-498e7de99165 req-1dcc8c8f-5033-4d49-8010-5f04c03cb005 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:37.665210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41424759-3035-4ae1-a685-498e7de99165 req-1dcc8c8f-5033-4d49-8010-5f04c03cb005 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.3495252 May 27 01:50:37.668832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2848bf36-5785-4122-b71f-885e08639340 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e556ec81b3ec4650abac0644d211d5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878201 May 27 01:50:37.684649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32882) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:37.705317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Pushing event updated for resources: {'Port': ['ID=6ae1684a-c561-45b8-8518-0d6534459e3e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:37.743738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Attempting to bind port 6ae1684a-c561-45b8-8518-0d6534459e3e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:37.744515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Attempting to bind port 6ae1684a-c561-45b8-8518-0d6534459e3e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:37.745160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Attempting to bind port 6ae1684a-c561-45b8-8518-0d6534459e3e on network b1b61bed-9b96-47cd-808d-6055c95e51cb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:37.752900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:37.753575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Checking segment: {'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:37.754231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.755033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Bound using segment: {'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:37.755390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c7f45-0c20-4015-95dc-90c22675502a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:37.755986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Bound port: 6ae1684a-c561-45b8-8518-0d6534459e3e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:37.756596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.776896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2e0fe615-8fe3-4317-9e87-7c13c7422202 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57de6e48d2db47b18ab3a15933f2d679&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0578892 May 27 01:50:37.783109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-c8c2dc88-8482-466b-aa2b-5bc9ad9a29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:37.784090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32888) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:37.784307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-c8c2dc88-8482-466b-aa2b-5bc9ad9a29df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.2033093 May 27 01:50:37.863004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-2e0b482d-0ba3-4036-ba5d-001900ad5a90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685484 May 27 01:50:37.868954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c3451c5-31ba-4261-b597-fb66cc57b8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.899616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c3451c5-31ba-4261-b597-fb66cc57b8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.922350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:37.925862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae1684a-c561-45b8-8518-0d6534459e3e,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:37.927889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ff765862-b4b0-4348-a9d8-df0d897ef1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.935511 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.943714 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f329cb10-7d80-4aea-862f-86cff14a9295 req-b934126c-118d-4dcf-bd91-47fa4ed7d626 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487348 May 27 01:50:37.954511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-02f5f0d3-21f6-49fb-8cb9-c8e5adf98197 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:50:37.955867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-02f5f0d3-21f6-49fb-8cb9-c8e5adf98197 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097098 May 27 01:50:37.958379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-531573a6-90a2-4cef-ada1-77eea9c9be20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:37.987038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c3451c5-31ba-4261-b597-fb66cc57b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:38.015528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424759-3035-4ae1-a685-498e7de99165 req-95f66b7f-6384-496a-80a6-a298fce7e22a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:38.016869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41424759-3035-4ae1-a685-498e7de99165 req-95f66b7f-6384-496a-80a6-a298fce7e22a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3506408 May 27 01:50:38.044950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-531573a6-90a2-4cef-ada1-77eea9c9be20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:38.065365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1d9b-829c-4170-bdde-986b98b58041 None None] Pushing event updated for resources: {'Port': ['ID=6ae1684a-c561-45b8-8518-0d6534459e3e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:38.111083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af8b00-b746-469e-8b7e-ccb878aeacdd req-3c1c7dac-52bb-4651-bc7c-101e11479e4d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:38.117979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9af8b00-b746-469e-8b7e-ccb878aeacdd req-3c1c7dac-52bb-4651-bc7c-101e11479e4d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.6060798 May 27 01:50:38.120410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3451c5-31ba-4261-b597-fb66cc57b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24e7bf2-4c04-4a37-a506-3688c374a914,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:38.193426 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c3451c5-31ba-4261-b597-fb66cc57b8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:38.194552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3c3451c5-31ba-4261-b597-fb66cc57b8ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e24e7bf2-4c04-4a37-a506-3688c374a914 HTTP/1.1" status: 204 len: 168 time: 0.4990778 May 27 01:50:38.215333 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9af8b00-b746-469e-8b7e-ccb878aeacdd req-b4415650-555d-4956-a807-fe8ddc35a69a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964165 May 27 01:50:38.286467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-35fbc9f7-9300-4c50-b817-89f66fa63d7a service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219750 May 27 01:50:38.405659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-531573a6-90a2-4cef-ada1-77eea9c9be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:38.430140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:38.680911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531573a6-90a2-4cef-ada1-77eea9c9be20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c7f45-0c20-4015-95dc-90c22675502a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:38.690937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:38.776486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-531573a6-90a2-4cef-ada1-77eea9c9be20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:38.777609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-531573a6-90a2-4cef-ada1-77eea9c9be20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/805c7f45-0c20-4015-95dc-90c22675502a HTTP/1.1" status: 204 len: 168 time: 0.9872682 May 27 01:50:38.799796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb87468-d13a-4672-9453-5c1634443872 req-eafd8e51-fd5d-4c83-a0fe-ecf196878c37 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:38.801576 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcb87468-d13a-4672-9453-5c1634443872 req-eafd8e51-fd5d-4c83-a0fe-ecf196878c37 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 945 time: 0.5670996 May 27 01:50:38.845655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad6e2ee4-22ff-4648-a4a2-378301172f32 req-3c8cde00-a189-409f-bd6c-2a32627f20aa service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529993 May 27 01:50:38.883065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-7a6bd323-bc62-4443-a197-be0ead90d13d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:38.884585 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-7a6bd323-bc62-4443-a197-be0ead90d13d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2482691 May 27 01:50:38.912582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcb87468-d13a-4672-9453-5c1634443872 req-8e62d7b0-73c2-471d-82eb-641a873f9713 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037319 May 27 01:50:38.919697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Allocated IP 172.25.3.33 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a6a42f98-84e8-469c-b3c1-c4b83c4104d5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:39.094099 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-c2e7ee60-9585-44dc-af91-aa09fe8fe79a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.2019455 May 27 01:50:39.108432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Request body: {'floatingip': {'port_id': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:39.164001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:39.170256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6ae1684a-c561-45b8-8518-0d6534459e3e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:39.308994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67baa8-e9ed-4492-bb62-d1d0baa87950 req-810cd9a7-86de-4edb-9363-f318c0faf41f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:39.311502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c67baa8-e9ed-4492-bb62-d1d0baa87950 req-810cd9a7-86de-4edb-9363-f318c0faf41f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.1240368 May 27 01:50:39.313735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:39.324460 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:39.327865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:39.340486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6ae1684a-c561-45b8-8518-0d6534459e3e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:39.355985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:39.441987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:39.455274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:39.470859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:39.632403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d583a-c206-41cd-9bf2-30de059e78f0 None None] Network b1b61bed-9b96-47cd-808d-6055c95e51cb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:39.696493 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c67baa8-e9ed-4492-bb62-d1d0baa87950 req-b1e5ab52-3d20-4c8f-825b-ce7ae3975bc7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766072 May 27 01:50:39.711440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:39.844122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32970) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:39.846457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] Provisioning for port 6ae1684a-c561-45b8-8518-0d6534459e3e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:39.853713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] Provisioning complete for port 6ae1684a-c561-45b8-8518-0d6534459e3e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:39.854902 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:39.865742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32976) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:40.175566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5b798-9c84-4d41-a006-19d3a1a9b3cf req-632bbbca-1a5f-4aaf-9159-47fc65ca10d5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:40.177136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3c5b798-9c84-4d41-a006-19d3a1a9b3cf req-632bbbca-1a5f-4aaf-9159-47fc65ca10d5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.2726793 May 27 01:50:40.186479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] Current status of the port 6ae1684a-c561-45b8-8518-0d6534459e3e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:40.187493 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.230096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae1684a-c561-45b8-8518-0d6534459e3e,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:40.235765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.316458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e32607-ec4b-44f9-98cd-f3d905630fc8 None None] Pushing event updated for resources: {'Port': ['ID=6ae1684a-c561-45b8-8518-0d6534459e3e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:40.334062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-network', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:40.385549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:40.391100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Usage tracker for resource:network and tenant:3f908e090d3c4c9c940090f3817e1228 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:40.394028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:40.403001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:40.527216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.562335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Made reservation on behalf of 3f908e090d3c4c9c940090f3817e1228 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:40.565240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.569099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-17602625-1727-4a88-9847-0877aa7e9e4f None None] Provisioning complete for port 6ae1684a-c561-45b8-8518-0d6534459e3e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:40.569476 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17602625-1727-4a88-9847-0877aa7e9e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.576471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32998) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:40.605234 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.617884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3c5b798-9c84-4d41-a006-19d3a1a9b3cf req-851e36b4-46ae-4b29-b71a-a565376712a2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327599 May 27 01:50:40.624250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.666504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:40.676531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:40.681657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Usage tracker for resource:security_group_rule and tenant:3f908e090d3c4c9c940090f3817e1228 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:40.692399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:40.700561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Usage tracker for resource:security_group_rule and tenant:863e2fdfb19c48fd98fff7d3ca91916d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:40.708595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.761004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-17602625-1727-4a88-9847-0877aa7e9e4f None None] Current status of the port 6ae1684a-c561-45b8-8518-0d6534459e3e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:40.775102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:40.784288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:40.797115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.848425 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:40.864060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-408318904-network', 'tenant_id': 'fd9ba3319e534b35b483a8e139baf02f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:40.868813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:40.870981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:40.878639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Usage tracker for resource:network and tenant:fd9ba3319e534b35b483a8e139baf02f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:40.883701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:41.036740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6ae1684a-c561-45b8-8518-0d6534459e3e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:41.054231 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-f5ae10f6-868d-4f4c-8b67-b99df692d422 service neutron] 10.222.0.13 "GET /v2.0/ports/069b254f-d571-49a9-a735-4d9fc577e5c5/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.3571124 May 27 01:50:41.066882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:41.118299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6ae1684a-c561-45b8-8518-0d6534459e3e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:41.118769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.145193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Made reservation on behalf of fd9ba3319e534b35b483a8e139baf02f for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:41.147491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.167557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.183488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.191846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:41.252700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6ae1684a-c561-45b8-8518-0d6534459e3e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:41.261474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9ba3319e534b35b483a8e139baf02f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:41.276469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:41.287116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:41.299999 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Floating IP 54edf9d5-a23b-491e-9435-58b9f4fa2629 associated. External IP: 172.25.3.48, port: 18e1d24f-ebef-4bc7-8721-bb664908a461. May 27 01:50:41.305371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d458c4d-f210-4765-bb34-54fd7baf65f1 req-749870f8-675a-41a2-9069-30b31fac6ea9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:41.307370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d458c4d-f210-4765-bb34-54fd7baf65f1 req-749870f8-675a-41a2-9069-30b31fac6ea9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 945 time: 0.2412188 May 27 01:50:41.454551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d458c4d-f210-4765-bb34-54fd7baf65f1 req-7be56a29-48a6-4cf1-bbb5-03fd146c4147 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854092 May 27 01:50:41.470249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.490419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.496384 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.513368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Router 634576e8-bca9-412f-99b2-b360213d4918 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:50:41.570278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.610730 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.626168 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.698449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:50:41.734238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3989537-0de2-418a-8c67-5584311bfc68,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:41.738671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=863e2fdfb19c48fd98fff7d3ca91916d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8927794 May 27 01:50:41.759571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33012) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:41.762185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.762544 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Added segment e7bd5320-78b6-4027-869d-5697797feb0b of type vlan for network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 May 27 01:50:41.791171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd133a-210d-494c-960e-4439296ae06c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:41.816272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:41.829920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Sync routers for ids ['634576e8-bca9-412f-99b2-b360213d4918'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:41.847426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Routers {'634576e8-bca9-412f-99b2-b360213d4918'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:41.848672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['634576e8-bca9-412f-99b2-b360213d4918'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:41.883711 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.885593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4fa7649e-9ecd-4174-927b-4725ee13e4a8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1664317 May 27 01:50:41.892769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33018) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:41.910643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d05ebb-6e41-4a61-b818-10659383074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca030e48-ad8f-452d-b5c7-c83d343cda71,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:41.953089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:41.991043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:42.102542 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:50:42.124091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Set router 634576e8-bca9-412f-99b2-b360213d4918 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:42.128698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:42.159699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f8f64c3-d66a-43e7-be30-26fcd2cdc2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.195439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:50:42.195900 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:50:42.210527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.211369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:42.212382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.256038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069b254f-d571-49a9-a735-4d9fc577e5c5 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:50:42.298621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d0ea-cccf-4b58-9dd4-17525390751c req-da4dfcf1-d2ca-46cf-a1a1-36c60ba65cf9 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:42.305837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6dd2d0ea-cccf-4b58-9dd4-17525390751c req-da4dfcf1-d2ca-46cf-a1a1-36c60ba65cf9 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 944 time: 0.2569156 May 27 01:50:42.322193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f8f64c3-d66a-43e7-be30-26fcd2cdc2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.335075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Router 9db9bd12-58c6-4d33-bc61-54c964b16066 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:50:42.336858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:42.412914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.428813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6dd2d0ea-cccf-4b58-9dd4-17525390751c req-e7310b74-f978-4772-98d1-bf1479922988 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220229 May 27 01:50:42.429761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0a23ae-7729-4110-bb15-0a6c6a1e5403,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:42.456482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:50:42.490987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ff0904c5-c706-4094-9825-33961ca92a70 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6204550 May 27 01:50:42.497032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33022) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:42.511159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Request body: {'subnet': {'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-subnet', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:42.567013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:42.588568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Usage tracker for resource:subnet and tenant:3f908e090d3c4c9c940090f3817e1228 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:42.597621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:42.603401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:50:40Z', 'revision_number': 3, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:42.607816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Checking router: 634576e8-bca9-412f-99b2-b360213d4918 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:42.608531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Updating router 634576e8-bca9-412f-99b2-b360213d4918 port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:50:42.660847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.669680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:42.679651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f8f64c3-d66a-43e7-be30-26fcd2cdc2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.697096 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.717997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f64c3-d66a-43e7-be30-26fcd2cdc2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca030e48-ad8f-452d-b5c7-c83d343cda71,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:42.742646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Made reservation on behalf of 3f908e090d3c4c9c940090f3817e1228 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:42.745673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.772461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f8f64c3-d66a-43e7-be30-26fcd2cdc2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.776602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0f8f64c3-d66a-43e7-be30-26fcd2cdc2e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca030e48-ad8f-452d-b5c7-c83d343cda71 HTTP/1.1" status: 204 len: 168 time: 1.0129423 May 27 01:50:42.785500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:50:42.851970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] Transition to ACTIVE for port object 069b254f-d571-49a9-a735-4d9fc577e5c5 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:42.853373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:42.863533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.866411 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] Sync routers for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:42.887197 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:42.889607 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:42.908038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.940518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:42.941154 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Added segment d1ee0324-2509-4bf2-8e02-490813534f17 of type vlan for network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 May 27 01:50:43.003567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:43.017782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c632c7-3b89-46b4-a3b6-401844057610 req-b2d2ba46-0cec-4727-8fdd-90df5287c63d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:43.024997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24c632c7-3b89-46b4-a3b6-401844057610 req-b2d2ba46-0cec-4727-8fdd-90df5287c63d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.3851960 May 27 01:50:43.162392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24c632c7-3b89-46b4-a3b6-401844057610 req-f061fae8-9687-41f7-9c42-d0862e83b1f0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365225 May 27 01:50:43.168471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:43.177895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:43.178687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:43.275310 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9f79671a-3490-4ae7-be28-8369181d915c tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "PUT /v2.0/floatingips/54edf9d5-a23b-491e-9435-58b9f4fa2629 HTTP/1.1" status: 200 len: 995 time: 4.1791458 May 27 01:50:43.276888 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:43.287242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:43.356674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] No DVR routers for this DVR port 069b254f-d571-49a9-a735-4d9fc577e5c5 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:43.434327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f668-ddfc-4906-a536-555181953c4f service neutron] Pushing event updated for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:43.523883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-e157f668-ddfc-4906-a536-555181953c4f service neutron] 10.222.0.13 "PUT /v2.0/ports/069b254f-d571-49a9-a735-4d9fc577e5c5/bindings/n-h2-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 2.4585812 May 27 01:50:43.529325 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:43.536329 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:43.595042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0097196 May 27 01:50:43.595296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Transition to ACTIVE for port object a6a42f98-84e8-469c-b3c1-c4b83c4104d5 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:43.614131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33044) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:43.634270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:43.643487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Request body: {'subnet': {'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-408318904-subnet', 'tenant_id': 'fd9ba3319e534b35b483a8e139baf02f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:43.657237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:43.670048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Usage tracker for resource:subnet and tenant:fd9ba3319e534b35b483a8e139baf02f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:43.684516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:43.702354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-caa36939-be4c-456f-b6d0-88c28505c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:43.704035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-caa36939-be4c-456f-b6d0-88c28505c237 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 0.4271357 May 27 01:50:43.705208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:43.712470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937beb26-fc5c-47d3-a462-77bb7c399310 admin admin] Pushing event updated for resources: {'Network': ['ID=cfdada01-c93e-4645-8bd1-a7b2f1b153d7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:43.777813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974bbdf-1594-4f8a-ba7d-fc057916efcc None None] Pushing event updated for resources: {'Port': ['ID=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:43.781686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:50:43.916233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Attempting to bind port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:43.916608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Attempting to bind port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:43.916967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Attempting to bind port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:43.937967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:43.937967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:43.937967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:43.938458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:43.938807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Bound port: a6a42f98-84e8-469c-b3c1-c4b83c4104d5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:43.939179 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:44.041233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] For port a6a42f98-84e8-469c-b3c1-c4b83c4104d5, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:44.049997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] For port a6a42f98-84e8-469c-b3c1-c4b83c4104d5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:44.051095 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '54edf9d5-a23b-491e-9435-58b9f4fa2629', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'port_id': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'mac_address': 'fa:16:3e:5f:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc508443-86ef-483c-889d-5c262fffac0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:50:35Z', 'updated_at': '2022-05-27T01:50:40Z', 'revision_number': 1, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:44.054842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-40f3183f-62df-4a23-94fe-4379876a7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:44.056387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-40f3183f-62df-4a23-94fe-4379876a7ad6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.2848005 May 27 01:50:44.058644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Made reservation on behalf of fd9ba3319e534b35b483a8e139baf02f for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:44.060391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:44.065957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:44.072292 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] Checking router: 9db9bd12-58c6-4d33-bc61-54c964b16066 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:44.074437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:44.089150 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:44.090306 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:44.113602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab61e8-2838-4cad-841d-b553cd1bcdee req-b9767d88-ef09-4c34-b752-978438c2daed tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:44.124135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93ab61e8-2838-4cad-841d-b553cd1bcdee req-b9767d88-ef09-4c34-b752-978438c2daed tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 945 time: 0.7094324 May 27 01:50:44.222999 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93ab61e8-2838-4cad-841d-b553cd1bcdee req-fa37134a-5d33-4854-b06c-eb5b1da462d2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963154 May 27 01:50:44.265474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Routers {'634576e8-bca9-412f-99b2-b360213d4918'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:44.266112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['634576e8-bca9-412f-99b2-b360213d4918'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:44.270448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8524b69a-749f-4191-9ee4-4f5cb13551dd,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:44.332221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-b0b7cd34-cfc8-4800-b43a-3d94b8332387 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:44.336427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-b0b7cd34-cfc8-4800-b43a-3d94b8332387 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.7180037 May 27 01:50:44.457518 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b91e1a-ddd0-440f-8250-842437e69c0f'] response: {'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'status': 'completed', 'code': 200} May 27 01:50:44.504585 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:44.534548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] Set router 634576e8-bca9-412f-99b2-b360213d4918 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:44.587826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Allocated IP 172.20.0.1 (b1b61bed-9b96-47cd-808d-6055c95e51cb/e6012d57-f619-4a28-ab40-33185e3d2317/26c98214-eee8-4f17-b310-f00caf7e09ca) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:44.870764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:44.920032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-9248fe5b-0724-4fdb-aa08-76c79d89e95c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 998 time: 0.8384228 May 27 01:50:44.923133 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:44.944832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-8ef3f74e-c0fb-4d04-8441-29a4a0e0a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:44.947153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-8ef3f74e-c0fb-4d04-8441-29a4a0e0a809 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8&tenant_id=f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 1097 time: 0.5889316 May 27 01:50:45.051641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Checking segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:45.054609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Network hostable DHCP agents. Network: 0a0a23ae-7729-4110-bb15-0a6c6a1e5403, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:50:45.095682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974bbdf-1594-4f8a-ba7d-fc057916efcc None None] Pushing event updated for resources: {'Port': ['ID=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:45.157246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:45.158167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2218ecf-49e2-4728-a46f-a1aa4e90615f req-b4a7e9de-baa1-4f38-b48a-d71ec0fb1d77 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:45.191927 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2218ecf-49e2-4728-a46f-a1aa4e90615f req-b4a7e9de-baa1-4f38-b48a-d71ec0fb1d77 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.5962195 May 27 01:50:45.227278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfa5116-ec28-444f-b9c7-c95e1a9ba13a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:45.227278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:50:45.229706 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '54edf9d5-a23b-491e-9435-58b9f4fa2629', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'port_id': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'mac_address': 'fa:16:3e:5f:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc508443-86ef-483c-889d-5c262fffac0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:50:35Z', 'updated_at': '2022-05-27T01:50:40Z', 'revision_number': 1, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:45.235999 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab844a38-487e-473d-b6fb-cb2813a15ba5 None None] The sync data for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 is: [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '54edf9d5-a23b-491e-9435-58b9f4fa2629', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'port_id': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'mac_address': 'fa:16:3e:5f:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc508443-86ef-483c-889d-5c262fffac0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:50:35Z', 'updated_at': '2022-05-27T01:50:40Z', 'revision_number': 1, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:45.237443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-87647c41-0734-4a8d-8b5b-dc63faa12df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:45.246238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-87647c41-0734-4a8d-8b5b-dc63faa12df6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.3252766 May 27 01:50:45.248494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Checking segment: {'id': 'd1ee0324-2509-4bf2-8e02-490813534f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:45.248882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Network hostable DHCP agents. Network: cfdada01-c93e-4645-8bd1-a7b2f1b153d7, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:50:45.266508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:50:40Z', 'revision_number': 3, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:45.272379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761b059-994e-4f59-8b32-29166ddbc0eb None None] The sync data for ids ['634576e8-bca9-412f-99b2-b360213d4918'] in n-d-843146-11 is: [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:50:40Z', 'revision_number': 3, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:45.359142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0a0a23ae-7729-4110-bb15-0a6c6a1e5403) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:45.368012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a00ca6-9f60-4046-bb9e-c09fb859c257 None None] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:45.379671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:45.392434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:45.393050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:45.406073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-36b4f9ec-0214-4310-a0d6-269ed526b644 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584733 May 27 01:50:45.415788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2218ecf-49e2-4728-a46f-a1aa4e90615f req-eba69ca6-c455-4bf2-a545-1f27f5ae738f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230003 May 27 01:50:45.437470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33082) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:45.448497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Transition to ACTIVE for port object 26c98214-eee8-4f17-b310-f00caf7e09ca will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:45.451481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-4bd30e02-bee1-46eb-97fb-81c9c24b83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:45.453180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-4bd30e02-bee1-46eb-97fb-81c9c24b83a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1097 time: 0.4817524 May 27 01:50:45.628606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:45.657814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-2c748f48-8e0d-4258-9d61-22b8459606b5 service neutron] 10.222.0.16 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508030 May 27 01:50:45.757000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f525907-f873-48b9-9a17-c70f976a2424 req-6f604b59-39ff-4261-95be-cc06c48ffb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:45.759276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f525907-f873-48b9-9a17-c70f976a2424 req-6f604b59-39ff-4261-95be-cc06c48ffb6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 1.2974665 May 27 01:50:45.788801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee64b0-6cb6-4297-8217-e8c0ff5d7efe None None] New status for floating IP 54edf9d5-a23b-491e-9435-58b9f4fa2629: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:50:45.852063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:50:45.876089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, cfdada01-c93e-4645-8bd1-a7b2f1b153d7) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:45.880611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-290469151'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:45.895809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:45.902313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Network b1b61bed-9b96-47cd-808d-6055c95e51cb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:45.909521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:45.912961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:45.923740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fb586f53-5f0d-4dca-ad5b-1ea868309143 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.4246273 May 27 01:50:45.932341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33088) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:45.941592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:45.942207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:45.950368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Pushing event updated for resources: {'Port': ['ID=26c98214-eee8-4f17-b310-f00caf7e09ca,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:45.954897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Usage tracker for resource:network and tenant:43cb7614aad64da2ba7aa4263e588f29 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:45.961161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-37e59258-b2c4-4432-961c-f952ea08dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:45.962939 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-37e59258-b2c4-4432-961c-f952ea08dd4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.4998612 May 27 01:50:45.964071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:45.973938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:45.995751 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1cdd7-5524-426c-8c28-195ee67d8710 None None] Network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:46.013052 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:50:46.017919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:46.051807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:46.067936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-08aa50d5-cc24-432f-a826-1fbec607fecf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0927341 May 27 01:50:46.085306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Usage tracker for resource:router and tenant:3f908e090d3c4c9c940090f3817e1228 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:46.138914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Made reservation on behalf of 43cb7614aad64da2ba7aa4263e588f29 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:46.142413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.157895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.161084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:46.186152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7b8358d-30ed-43a5-b78e-fce47a6b2e61 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5704515 May 27 01:50:46.207648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:46.479647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a8ac6d6-16b8-4b58-ae66-bb0c2b23cfe5 req-29de2de7-a9ba-4e88-8fc2-c86c856e47b3 service neutron] 10.222.0.16 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207200 May 27 01:50:46.483920 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.485604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.493304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:50:46.494731 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.518786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1b40572b-625e-4066-8828-c28bb1c32797 None None] Provisioning for port 26c98214-eee8-4f17-b310-f00caf7e09ca completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:46.551953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f525907-f873-48b9-9a17-c70f976a2424 req-bca305db-7b48-4cd7-a319-67499d9a830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:46.553610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f525907-f873-48b9-9a17-c70f976a2424 req-bca305db-7b48-4cd7-a319-67499d9a830a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.7351687 May 27 01:50:46.571417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.623682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.665713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:46.679320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Usage tracker for resource:security_group_rule and tenant:43cb7614aad64da2ba7aa4263e588f29 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:46.688636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-f0537a1b-dd8a-4659-8673-85107bc04d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:46.690085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-f0537a1b-dd8a-4659-8673-85107bc04d78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.6144185 May 27 01:50:46.696556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1b40572b-625e-4066-8828-c28bb1c32797 None None] Provisioning complete for port 26c98214-eee8-4f17-b310-f00caf7e09ca triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:46.697013 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1b40572b-625e-4066-8828-c28bb1c32797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:46.698237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:46.780607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:46.796475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f525907-f873-48b9-9a17-c70f976a2424 req-aadef5f1-64f4-45a0-b6d7-d089334de622 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 1000 time: 0.2265656 May 27 01:50:46.801622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-50d882a7-8768-46fd-ae98-6ce3a314bced service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739970 May 27 01:50:46.969473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1b40572b-625e-4066-8828-c28bb1c32797 None None] Port 26c98214-eee8-4f17-b310-f00caf7e09ca cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:50:47.006971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Allocated IP 172.20.0.2 (0a0a23ae-7729-4110-bb15-0a6c6a1e5403/8524b69a-749f-4191-9ee4-4f5cb13551dd/afb3cfab-ad5f-49af-95bf-b27f5e7fc615) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:47.064050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103e018-1856-494e-9d64-9cca82709e9f req-6b507f9b-92c4-44e4-a6e7-06a68941688c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:47.071056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1103e018-1856-494e-9d64-9cca82709e9f req-6b507f9b-92c4-44e4-a6e7-06a68941688c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 945 time: 0.4964354 May 27 01:50:47.095206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f525907-f873-48b9-9a17-c70f976a2424 req-05e9534c-a14f-4aef-a982-b2ff6267cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:47.096675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f525907-f873-48b9-9a17-c70f976a2424 req-05e9534c-a14f-4aef-a982-b2ff6267cdcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.1715579 May 27 01:50:47.113300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.124204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6a42f98-84e8-469c-b3c1-c4b83c4104d5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:47.234588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1103e018-1856-494e-9d64-9cca82709e9f req-9e430b90-60a7-4bfc-b05a-11251f5c24ae tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613529 May 27 01:50:47.250241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-d6d81248-f8da-4d72-841f-641fa98f45ac service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335852 May 27 01:50:47.264264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa286d10-bb55-4de8-bdd2-c4e6c959a742 None None] Network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:47.384774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.393728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.395192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f525907-f873-48b9-9a17-c70f976a2424 req-45802967-a6b1-4412-9d46-377d623f14ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2559950 May 27 01:50:47.418548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:47.448391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:47.448765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.460267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.544879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:50:47.606452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7a0ed-89b0-40c3-95b3-9efe8e3b3520,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:47.618019 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.618687 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Added segment b1271ed2-3eb6-4b77-98c2-3fb3af090bbe of type vlan for network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 May 27 01:50:47.649507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-aa00e285-432b-4810-aa25-48b9319e8103 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858299 May 27 01:50:47.685999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.731369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9854a81-f71e-4eb7-a66b-a023eadc32ee req-fa9b39dd-4f79-46b3-bea6-dab943331ccb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:47.740010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9854a81-f71e-4eb7-a66b-a023eadc32ee req-fa9b39dd-4f79-46b3-bea6-dab943331ccb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.6411724 May 27 01:50:47.825636 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f525907-f873-48b9-9a17-c70f976a2424 req-bb4e853c-3ec2-49ac-b45c-603e579a23a2 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199338 May 27 01:50:47.827570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-d4f8159f-57af-4590-88d8-157a9b858efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:47.829450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-d4f8159f-57af-4590-88d8-157a9b858efb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.7319183 May 27 01:50:47.853349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:47.853763 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.867414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.890988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.895155 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:50:47.895727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Transition to ACTIVE for port object afb3cfab-ad5f-49af-95bf-b27f5e7fc615 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:47.900918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a6a42f98-84e8-469c-b3c1-c4b83c4104d5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:47.902530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9854a81-f71e-4eb7-a66b-a023eadc32ee req-3ea4e4da-2c88-4169-8fc3-cd1ad2bdc2e8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602650 May 27 01:50:47.956412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:47.956890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.016409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Transition to ACTIVE for port object afb3cfab-ad5f-49af-95bf-b27f5e7fc615 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:48.030454 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.059962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:48.060900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:48.063821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:48.070961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.077872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:48.078464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.094147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:48.186225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6352f-87b6-4131-a299-4948c29b343a req-9e7cc522-8ecb-4de2-a1d8-db67b6104737 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:48.186964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c3d6352f-87b6-4131-a299-4948c29b343a req-9e7cc522-8ecb-4de2-a1d8-db67b6104737 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Synchronizing usage tracker for tenant:fd9ba3319e534b35b483a8e139baf02f on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:48.202495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Pushing event updated for resources: {'Port': ['ID=26c98214-eee8-4f17-b310-f00caf7e09ca,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:48.207408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Pushing event updated for resources: {'Port': ['ID=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:48.213455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Attempting to bind port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:48.213813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Attempting to bind port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:48.214168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Attempting to bind port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:48.220042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:48.220484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Checking segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:48.220971 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.221299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Bound using segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:48.221662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Bound port: afb3cfab-ad5f-49af-95bf-b27f5e7fc615, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:48.222037 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.228247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.258635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event updated for resources: {'Network': ['ID=dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:48.277809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:50:48.278158 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-83292a22-29db-4ed3-8a54-3e6dd767476a tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8375802 May 27 01:50:48.286078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33122) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:48.294297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-f1fe7d46-3d0c-4553-8238-dffaf55eaeb8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:48.295791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-f1fe7d46-3d0c-4553-8238-dffaf55eaeb8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 945 time: 0.4624827 May 27 01:50:48.346090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c3d6352f-87b6-4131-a299-4948c29b343a req-9e7cc522-8ecb-4de2-a1d8-db67b6104737 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Unset dirty status for tenant:fd9ba3319e534b35b483a8e139baf02f on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:48.351249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-9e7cc522-8ecb-4de2-a1d8-db67b6104737 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/networks?id=cfdada01-c93e-4645-8bd1-a7b2f1b153d7 HTTP/1.1" status: 200 len: 820 time: 0.6514907 May 27 01:50:48.409544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] For port afb3cfab-ad5f-49af-95bf-b27f5e7fc615, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:48.413587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] For port afb3cfab-ad5f-49af-95bf-b27f5e7fc615, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:48.419753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.446692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-5892e7ae-e889-4f27-bbb7-4b8ca540beec tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 1000 time: 0.4005079 May 27 01:50:48.505185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0815e4-fe3e-49a4-8665-81cf83319385 None None] Pushing event updated for resources: {'Port': ['ID=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:48.532759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-0e3f2895-5f31-45f9-823b-efb6e91a160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:48.534242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-0e3f2895-5f31-45f9-823b-efb6e91a160d service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.6963282 May 27 01:50:48.542016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Request body: {'subnet': {'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:48.549121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f525907-f873-48b9-9a17-c70f976a2424 req-0468fe7d-d12a-405e-9838-1740151da8c8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085674 May 27 01:50:48.654780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-c2ddcf17-ffd8-4ed9-940e-a6122d04e108 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/quotas/fd9ba3319e534b35b483a8e139baf02f HTTP/1.1" status: 200 len: 375 time: 0.0867229 May 27 01:50:48.696638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-dc55fac0-6bc2-4bc2-a501-b297809f30a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.1389444 May 27 01:50:48.708650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-a2b8ddee-b354-42fe-b2ce-bc4ada15eb01 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:48.710128 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-a2b8ddee-b354-42fe-b2ce-bc4ada15eb01 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.6629624 May 27 01:50:48.793232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-c3059541-d319-4401-be24-68ae58c92132 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:48.793912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-2a520d6f-0444-4e00-91f9-81d251fc68af tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9ba3319e534b35b483a8e139baf02f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159804 May 27 01:50:48.799505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-c3059541-d319-4401-be24-68ae58c92132 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports/18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 942 time: 0.3250542 May 27 01:50:48.801694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port f6ac53fc-bd1b-4a1c-b583-ae9723649ada {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:48.802035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:48.871744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:48.882324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Usage tracker for resource:subnet and tenant:43cb7614aad64da2ba7aa4263e588f29 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:48.890665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:48.904297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:48.908482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Network b1b61bed-9b96-47cd-808d-6055c95e51cb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:48.913457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:48.924288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-e123cb8f-a8ca-4e93-97fb-c91951b1a569 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:50:48.925285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-e123cb8f-a8ca-4e93-97fb-c91951b1a569 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0974329 May 27 01:50:49.118922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-3116c4be-c793-4a66-9a00-240a4d8f4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:49.120515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-3116c4be-c793-4a66-9a00-240a4d8f4392 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.3355172 May 27 01:50:49.121524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Made reservation on behalf of 43cb7614aad64da2ba7aa4263e588f29 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:49.129594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:49.187266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6a42f98-84e8-469c-b3c1-c4b83c4104d5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:49.217110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-5f8f77f7-2eda-4073-9dae-f7c7841340b8 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 1000 time: 0.3260069 May 27 01:50:49.220681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:49.267932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-30e79ef3-7aa3-4a5b-98f2-29fd63d56aac None None] Provisioning complete for port 26c98214-eee8-4f17-b310-f00caf7e09ca triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:49.268656 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-30e79ef3-7aa3-4a5b-98f2-29fd63d56aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:49.274824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:49.329763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-30e79ef3-7aa3-4a5b-98f2-29fd63d56aac None None] Port 26c98214-eee8-4f17-b310-f00caf7e09ca cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:50:49.331522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:49.331879 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:49.432561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-f360b8ab-575c-4955-8910-0efd0b0f8529 service neutron] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:49.470264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:49.472824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device afb3cfab-ad5f-49af-95bf-b27f5e7fc615 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:49.539644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-8142f7d7-7dda-42bc-adbc-ac5bd26033c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:49.541323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-8142f7d7-7dda-42bc-adbc-ac5bd26033c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4092214 May 27 01:50:49.552403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-c6693d20-614d-40b7-bc82-31ed57b0a5a1 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:49.553874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-c6693d20-614d-40b7-bc82-31ed57b0a5a1 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3012979 May 27 01:50:49.555655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-f360b8ab-575c-4955-8910-0efd0b0f8529 service neutron] Notify callbacks [] for binding, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:49.557404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b7b01c8-1b6d-4fad-a7df-9f9ce65e77a3 req-f360b8ab-575c-4955-8910-0efd0b0f8529 service neutron] 10.222.0.47 "DELETE /v2.0/ports/069b254f-d571-49a9-a735-4d9fc577e5c5/bindings/n-h1-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.7472944 May 27 01:50:49.574738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-aa54e159-4758-4020-aa2c-e7cdd90c6773 service neutron] 10.222.0.16 "GET /v2.0/networks/cfdada01-c93e-4645-8bd1-a7b2f1b153d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213443 May 27 01:50:49.598551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:49.709086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port f6ac53fc-bd1b-4a1c-b583-ae9723649ada, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:49.709630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:49.737850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Router 634576e8-bca9-412f-99b2-b360213d4918 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:50:49.843533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-46e03a52-de61-4918-9a03-ca082f3c9079 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 1000 time: 0.2577047 May 27 01:50:49.845901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Allocated IP 172.25.3.173 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/398e3e40-31bf-4989-be29-4f12777dd9d6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:49.858467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:49.868806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for f6ac53fc-bd1b-4a1c-b583-ae9723649ada owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:49.870216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa190825-712f-431e-a041-db07b19287e9 None None] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:49.995548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] Provisioning for port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:50.007086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] Provisioning complete for port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:50.007794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.027991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-607b1bee-713e-4f0e-aab2-988bfc07c545 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696608 May 27 01:50:50.115232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.239833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] Current status of the port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:50.240465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.261814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-96c1df39-2756-427b-9fd6-2f2f2bc6b4ca service neutron] 10.222.0.16 "GET /v2.0/networks/cfdada01-c93e-4645-8bd1-a7b2f1b153d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599271 May 27 01:50:50.283949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] For port afb3cfab-ad5f-49af-95bf-b27f5e7fc615, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:50.290810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.402560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a79474-f60a-4ea9-bf11-ba09c6fadb67 None None] Pushing event updated for resources: {'Port': ['ID=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:50.555407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15e0eb79-4653-4203-b0df-3e29b08890e0 req-3348b08e-fff0-4a26-b88f-8a262dfab6d0 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729652 May 27 01:50:50.589277 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.622246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-627eff1c-09e9-469d-99ee-60fed907c512 None None] Provisioning complete for port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:50.623313 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-627eff1c-09e9-469d-99ee-60fed907c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.796760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.808317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:50.821818 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Sync routers for ids ['634576e8-bca9-412f-99b2-b360213d4918'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:50.835649 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Routers {'634576e8-bca9-412f-99b2-b360213d4918'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:50.836275 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['634576e8-bca9-412f-99b2-b360213d4918'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:50.836750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-627eff1c-09e9-469d-99ee-60fed907c512 None None] Current status of the port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:50.837352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event updated for resources: {'Subnet': ['ID=3385b2ea-080c-4dc6-a5d8-153e7aa151e1,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:50.864537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.925541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.936260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:50.936566 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Floating IP 54edf9d5-a23b-491e-9435-58b9f4fa2629 disassociated. External IP: 172.25.3.48, port: 18e1d24f-ebef-4bc7-8721-bb664908a461. May 27 01:50:50.941150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Checking segment: {'id': 'b1271ed2-3eb6-4b77-98c2-3fb3af090bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:50.941506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Network hostable DHCP agents. Network: dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:50:50.945702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event deleted for resources: {'Port': ['ID=f6ac53fc-bd1b-4a1c-b583-ae9723649ada,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:51.005951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4ecaeab6-96e8-4acf-ba07-60f9783c570c admin admin] 10.222.0.16 "PUT /v2.0/routers/634576e8-bca9-412f-99b2-b360213d4918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1120350 May 27 01:50:51.067146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] No DVR routers for this DVR port f6ac53fc-bd1b-4a1c-b583-ae9723649ada on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:50:51.094618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf6d3-80b7-4726-b889-527e11e8cecd req-d0564c87-c981-49bf-8817-eafc2f547d53 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:51.096642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-666cf6d3-80b7-4726-b889-527e11e8cecd req-d0564c87-c981-49bf-8817-eafc2f547d53 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.4203339 May 27 01:50:51.099607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:51.102852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaeb68de-8ab3-4e2e-b6ad-3ccd56bf82a6 req-5d4b24a5-92cb-4408-97d9-a2a319b08e6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "DELETE /v2.0/ports/f6ac53fc-bd1b-4a1c-b583-ae9723649ada HTTP/1.1" status: 204 len: 173 time: 2.7572634 May 27 01:50:51.104658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'name': 'network-vif-deleted', 'tag': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:51.108441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device afb3cfab-ad5f-49af-95bf-b27f5e7fc615 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:51.154540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:50:51.161190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:51.167466 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Set router 634576e8-bca9-412f-99b2-b360213d4918 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:51.202027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:51.210429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:51.210701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:51.211395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:51.211994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:51.243003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9bf44-dd12-4f17-a536-c659e885855a None None] Network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:51.264804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f6ac53fc-bd1b-4a1c-b583-ae9723649ada no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:50:51.290550 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-666cf6d3-80b7-4726-b889-527e11e8cecd req-2bc28739-32e6-4d55-acc3-c484c7a0419f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647463 May 27 01:50:51.293601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60991c27-6c3a-4b01-a6b1-639b75ec54b0 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9968581 May 27 01:50:51.295731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:51.309188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Request body: {'port': {'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-829392413'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:51.349519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Pushing event updated for resources: {'Port': ['ID=398e3e40-31bf-4989-be29-4f12777dd9d6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:51.375718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: f6ac53fc-bd1b-4a1c-b583-ae9723649ada {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:50:51.376673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f6ac53fc-bd1b-4a1c-b583-ae9723649ada not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:50:51.394454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:51.409982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:51.413949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:51.571304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:51.693058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4', 'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4', 'tenant_id': '43cb7614aad64da2ba7aa4263e588f29', 'fixed_ips': [{'subnet_id': '3385b2ea-080c-4dc6-a5d8-153e7aa151e1'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:50:51.694284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:51.702420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:51.724786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Usage tracker for resource:port and tenant:43cb7614aad64da2ba7aa4263e588f29 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:51.727572 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:50:46Z', 'revision_number': 4, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '26c98214-eee8-4f17-b310-f00caf7e09ca', 'name': '', 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'e6012d57-f619-4a28-ab40-33185e3d2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:43Z', 'updated_at': '2022-05-27T01:50:47Z', 'revision_number': 2, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'subnets': [{'id': 'e6012d57-f619-4a28-ab40-33185e3d2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:51.732870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:51.734006 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Checking router: 634576e8-bca9-412f-99b2-b360213d4918 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:51.734530 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Updating router 634576e8-bca9-412f-99b2-b360213d4918 port 26c98214-eee8-4f17-b310-f00caf7e09ca binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:50:51.742168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:51.766577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a571876d-2546-476b-9805-4a34d9dacf07 req-9b99fd49-85e4-4840-9cbe-55a6ea34f7ac tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:51.771801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Made reservation on behalf of 43cb7614aad64da2ba7aa4263e588f29 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:51.776744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:51.805284 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:51.812807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] device_id is not set on port a9807c91-3e8f-4abe-889d-f9d79213c1e1 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:50:51.897143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Allocated IP 172.20.0.2 (dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4/3385b2ea-080c-4dc6-a5d8-153e7aa151e1/399250a2-8ce7-4492-98d3-fbad5ee11fd9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:51.901724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a571876d-2546-476b-9805-4a34d9dacf07 req-9b99fd49-85e4-4840-9cbe-55a6ea34f7ac tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:51.913709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a571876d-2546-476b-9805-4a34d9dacf07 req-9b99fd49-85e4-4840-9cbe-55a6ea34f7ac tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c690cd0a-1498-47fd-9b38-9dc1269c5092 HTTP/1.1" status: 200 len: 210 time: 0.3564591 May 27 01:50:51.979518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Router 9db9bd12-58c6-4d33-bc61-54c964b16066 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:50:52.144864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7667-7b69-415e-a236-8bf6f29a831d req-5707519e-d513-49cb-bc02-8047aed228be tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:52.147331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.153807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a63b7667-7b69-415e-a236-8bf6f29a831d req-5707519e-d513-49cb-bc02-8047aed228be tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.1184375 May 27 01:50:52.159582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Transition to ACTIVE for port object 399250a2-8ce7-4492-98d3-fbad5ee11fd9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:52.179688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Transition to ACTIVE for port object 399250a2-8ce7-4492-98d3-fbad5ee11fd9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:52.190422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.267886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Allocated IP 172.20.0.9 (dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4/3385b2ea-080c-4dc6-a5d8-153e7aa151e1/a9807c91-3e8f-4abe-889d-f9d79213c1e1) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:52.268957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:52.272368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:52.277631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:52.319550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Pushing event updated for resources: {'Port': ['ID=399250a2-8ce7-4492-98d3-fbad5ee11fd9,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:52.373983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.392159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Attempting to bind port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:52.392706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Attempting to bind port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'b1271ed2-3eb6-4b77-98c2-3fb3af090bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:52.393083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Attempting to bind port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 on network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:52.398898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:52.399410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Checking segment: {'id': 'b1271ed2-3eb6-4b77-98c2-3fb3af090bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:52.399834 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.400488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Bound using segment: {'id': 'b1271ed2-3eb6-4b77-98c2-3fb3af090bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:52.400955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Bound port: 399250a2-8ce7-4492-98d3-fbad5ee11fd9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1271ed2-3eb6-4b77-98c2-3fb3af090bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:52.401329 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.509574 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.523869 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Transition to ACTIVE for port object 26c98214-eee8-4f17-b310-f00caf7e09ca will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:52.544710 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.554275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] For port 399250a2-8ce7-4492-98d3-fbad5ee11fd9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:52.563429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] For port 399250a2-8ce7-4492-98d3-fbad5ee11fd9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=399250a2-8ce7-4492-98d3-fbad5ee11fd9,segment=NetworkSegment(b1271ed2-3eb6-4b77-98c2-3fb3af090bbe),segment_id=b1271ed2-3eb6-4b77-98c2-3fb3af090bbe)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:52.574920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.581548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:52.597898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.609041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a63b7667-7b69-415e-a236-8bf6f29a831d req-aeadee98-0eb0-4754-ba7e-b2b7d3bab442 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542220 May 27 01:50:52.657849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] Sync routers for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:52.662589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-fa622354-e428-42c4-9fce-112e4d524f9e tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "PUT /v2.0/floatingips/54edf9d5-a23b-491e-9435-58b9f4fa2629 HTTP/1.1" status: 200 len: 694 time: 2.8181531 May 27 01:50:52.665016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:50:52.740297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:52.741037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:52.741808 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:52.789615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Transition to ACTIVE for port object a9807c91-3e8f-4abe-889d-f9d79213c1e1 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:52.913821 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a8251e8c-aed6-46c2-a97f-90e8e4359357 req-ebb5043d-6a52-4915-85f2-5086043bc0bf tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 210 time: 0.1041543 May 27 01:50:52.960055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128c596-2e28-4117-a41b-f265dfb17962 None None] Pushing event updated for resources: {'Port': ['ID=399250a2-8ce7-4492-98d3-fbad5ee11fd9,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:52.977829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6352f-87b6-4131-a299-4948c29b343a req-aea66c1d-8f3a-4b1b-8ae1-024f3e115a6d tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:52.980224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-aea66c1d-8f3a-4b1b-8ae1-024f3e115a6d tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.47 "GET /v2.0/networks?id=cfdada01-c93e-4645-8bd1-a7b2f1b153d7 HTTP/1.1" status: 200 len: 820 time: 0.5228827 May 27 01:50:53.007395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Request body: {'port': {'device_id': '2970ec83-c7af-4112-b43f-05cb326faa23', 'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7', 'admin_state_up': True, 'tenant_id': 'fd9ba3319e534b35b483a8e139baf02f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:53.160056 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Attempting to bind port 26c98214-eee8-4f17-b310-f00caf7e09ca on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:53.160429 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Attempting to bind port 26c98214-eee8-4f17-b310-f00caf7e09ca by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:53.160775 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Attempting to bind port 26c98214-eee8-4f17-b310-f00caf7e09ca on network b1b61bed-9b96-47cd-808d-6055c95e51cb {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:53.163076 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Pushing event updated for resources: {'Port': ['ID=26c98214-eee8-4f17-b310-f00caf7e09ca,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:53.175550 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.175952 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.176286 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.176618 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.176943 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.177267 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.177585 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.177902 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.178218 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.178813 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.179256 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.179437 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:50:53.182470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:53.230766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:53.230766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Checking segment: {'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:53.230766 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:53.230766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Bound using segment: {'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:53.230766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Bound port: 26c98214-eee8-4f17-b310-f00caf7e09ca, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0944aad4-2f1c-4054-93a6-6d006532ae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:53.232373 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:53.236862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:53.272520 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c88138f-cd68-4478-833d-282d1cf81540'] response: {'server_uuid': 'c690cd0a-1498-47fd-9b38-9dc1269c5092', 'name': 'network-vif-deleted', 'tag': 'f6ac53fc-bd1b-4a1c-b583-ae9723649ada', 'status': 'completed', 'code': 200} May 27 01:50:53.283306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:53.378187 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] For port 26c98214-eee8-4f17-b310-f00caf7e09ca, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:53.381755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] For port 26c98214-eee8-4f17-b310-f00caf7e09ca, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=26c98214-eee8-4f17-b310-f00caf7e09ca,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:53.395595 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:53.405132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:53.508264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-5cc0c15d-24ef-4469-9320-60a0c7a54624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:53.510349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-5cc0c15d-24ef-4469-9320-60a0c7a54624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 0.8101747 May 27 01:50:53.526136 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Routers {'634576e8-bca9-412f-99b2-b360213d4918'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:53.526838 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['634576e8-bca9-412f-99b2-b360213d4918'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:53.645119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Usage tracker for resource:port and tenant:fd9ba3319e534b35b483a8e139baf02f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:53.671466 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-1f7ef4fb-789a-4e11-8ef1-7aa97fd6f105 req-0e19a613-9953-4ef4-af35-4f9ea613c94d tempest-FloatingIPDetailsNegativeTestJSON-548360082 tempest-FloatingIPDetailsNegativeTestJSON-548360082-project] show failed (client error): The resource could not be found. May 27 01:50:53.683571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f7ef4fb-789a-4e11-8ef1-7aa97fd6f105 req-0e19a613-9953-4ef4-af35-4f9ea613c94d tempest-FloatingIPDetailsNegativeTestJSON-548360082 tempest-FloatingIPDetailsNegativeTestJSON-548360082-project] 10.222.0.16 "GET /v2.0/floatingips/9b18c451-1031-4944-b3b8-ca8f8bedc258 HTTP/1.1" status: 404 len: 350 time: 0.4099300 May 27 01:50:53.685873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33164) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:53.699859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:53.701040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:53.728513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Router 568d7963-5268-43cf-a29b-bee5fa233d7a is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:50:53.738042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:53.753023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:53.777440 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] Set router 634576e8-bca9-412f-99b2-b360213d4918 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:53.802452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:53.807487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] Checking router: 9db9bd12-58c6-4d33-bc61-54c964b16066 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:53.819512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:53.822887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:53.859571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-09de85c4-55f4-482b-9f4b-f6f7effec686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:53.861380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-09de85c4-55f4-482b-9f4b-f6f7effec686 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.3446150 May 27 01:50:53.894725 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463ddaf-9617-4c5a-8f0a-17d9654f7038 None None] Pushing event updated for resources: {'Port': ['ID=26c98214-eee8-4f17-b310-f00caf7e09ca,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:53.909043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:54.018367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-d9412f56-f23d-4128-a3c9-2974ac98db52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 217 time: 0.1405392 May 27 01:50:54.058223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event updated for resources: {'Port': ['ID=a9807c91-3e8f-4abe-889d-f9d79213c1e1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:54.076965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Made reservation on behalf of fd9ba3319e534b35b483a8e139baf02f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:54.080932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:54.117495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:54.184573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:54.190552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:54.224987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-a81b64ed-82c5-45d7-93dc-5f6391786959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:54.230367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-a81b64ed-82c5-45d7-93dc-5f6391786959 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.1955233 May 27 01:50:54.313617 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:50:46Z', 'revision_number': 4, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '26c98214-eee8-4f17-b310-f00caf7e09ca', 'name': '', 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'e6012d57-f619-4a28-ab40-33185e3d2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:43Z', 'updated_at': '2022-05-27T01:50:53Z', 'revision_number': 4, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'subnets': [{'id': 'e6012d57-f619-4a28-ab40-33185e3d2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:54.318901 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04967859-e94d-40b9-ab98-42e0efa1097d None None] The sync data for ids ['634576e8-bca9-412f-99b2-b360213d4918'] in n-d-843146-11 is: [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:50:46Z', 'revision_number': 4, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '26c98214-eee8-4f17-b310-f00caf7e09ca', 'name': '', 'network_id': 'b1b61bed-9b96-47cd-808d-6055c95e51cb', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'e6012d57-f619-4a28-ab40-33185e3d2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:43Z', 'updated_at': '2022-05-27T01:50:53Z', 'revision_number': 4, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'subnets': [{'id': 'e6012d57-f619-4a28-ab40-33185e3d2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:54.451801 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-285dad1c-f34a-4327-b7e7-a05eef801070 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1554434 May 27 01:50:54.459600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33170) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:54.473785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fcac91-62a5-4769-a472-edc7554250c7 None None] Network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:50:54.518000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:50:54.528996 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:50:54.547441 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:54.548066 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:54.560241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-c1b9404a-43fa-47e7-b62f-0c3aeb23ec65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3142195 May 27 01:50:54.655668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:54.659440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fb20a178-8e96-444b-beb9-c1dbca46c639 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.7079780 May 27 01:50:54.662729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33174) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:54.874881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Allocated IP 172.20.0.7 (cfdada01-c93e-4645-8bd1-a7b2f1b153d7/0dfa5116-ec28-444f-b9c7-c95e1a9ba13a/40ba47e5-fe75-48ce-9f07-06ae9012dd3b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:54.901368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6dcc-7be2-40e5-9b1e-671489f7ab0e req-da947afd-5ef9-4425-8753-08cbbc72994f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:54.911476 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa9c6dcc-7be2-40e5-9b1e-671489f7ab0e req-da947afd-5ef9-4425-8753-08cbbc72994f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.9580860 May 27 01:50:54.932746 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:54.971402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:54.991162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fbf591-10ad-4c4a-96d8-c7a5a82a4aae None None] The sync data for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 is: [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:49:12Z', 'revision_number': 4, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7ba28c69-3346-48e6-8d3d-12185bd657c3', 'name': '', 'network_id': 'fa833d4e-41d6-4619-84e4-fac9c4e85020', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'mac_address': 'fa:16:3e:d5:06:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:10Z', 'updated_at': '2022-05-27T01:49:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'subnets': [{'id': '6597d8a6-f2eb-45a0-b8a0-7b72729f8704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:55.044110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3643e0c7-fe89-42a4-95ad-3b8345aea62c None None] Provisioning for port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:55.045327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Deleting port a9807c91-3e8f-4abe-889d-f9d79213c1e1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:55.045570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:55.118066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-e9ddc378-6c11-4244-a936-26d0130c5971 service neutron] 10.222.0.16 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560565 May 27 01:50:55.204413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 399250a2-8ce7-4492-98d3-fbad5ee11fd9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:55.231472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa9c6dcc-7be2-40e5-9b1e-671489f7ab0e req-757955b7-6ca1-4035-9d90-08688d8ed964 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165915 May 27 01:50:55.381710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:55.403453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:55.403844 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:55.574198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Provisioning for port a9807c91-3e8f-4abe-889d-f9d79213c1e1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:55.607453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:55.613738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Provisioning complete for port a9807c91-3e8f-4abe-889d-f9d79213c1e1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:55.614130 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:55.648588 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:51Z', 'revision_number': 3, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:55.653034 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:50:55.653240 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Updating router 568d7963-5268-43cf-a29b-bee5fa233d7a port 398e3e40-31bf-4989-be29-4f12777dd9d6 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:50:55.694296 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20263749-bc7c-4ca3-9ec5-b75f0754f602'] response: {'name': 'network-changed', 'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'status': 'completed', 'code': 200} May 27 01:50:55.796168 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:55.847064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e34421-0c2b-4e1f-8353-729c4fd0cf4e None None] New status for floating IP 54edf9d5-a23b-491e-9435-58b9f4fa2629: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:50:55.910802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:55.971414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.113620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c0906e6-f03c-4628-99b4-4c4e7020a0a3 req-20222e74-27c6-414d-9e3a-f34fc8b51296 service neutron] 10.222.0.16 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945476 May 27 01:50:56.181368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Port a9807c91-3e8f-4abe-889d-f9d79213c1e1 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:50:56.189392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-fb741e78-7fb2-4435-bf53-2e96e35a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:56.195378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-fb741e78-7fb2-4435-bf53-2e96e35a1cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 1097 time: 0.4958093 May 27 01:50:56.240211 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.266733 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Transition to ACTIVE for port object 398e3e40-31bf-4989-be29-4f12777dd9d6 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:56.279601 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.289998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:56.290381 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.415022 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Attempting to bind port 398e3e40-31bf-4989-be29-4f12777dd9d6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:56.415392 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Attempting to bind port 398e3e40-31bf-4989-be29-4f12777dd9d6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:56.415782 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Attempting to bind port 398e3e40-31bf-4989-be29-4f12777dd9d6 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:56.416232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Provisioning complete for port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:56.416593 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.427559 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:50:56.427987 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:50:56.428342 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.428739 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:50:56.429226 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Bound port: 398e3e40-31bf-4989-be29-4f12777dd9d6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:50:56.429599 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.462496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Pushing event updated for resources: {'Port': ['ID=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:56.464033 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a62c79-6758-4c71-9910-cbbfd6291a48 None None] Pushing event updated for resources: {'Port': ['ID=398e3e40-31bf-4989-be29-4f12777dd9d6,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:56.483347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Calling delete_port for a9807c91-3e8f-4abe-889d-f9d79213c1e1 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:50:56.532346 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] For port 398e3e40-31bf-4989-be29-4f12777dd9d6, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:50:56.536078 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] For port 398e3e40-31bf-4989-be29-4f12777dd9d6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=398e3e40-31bf-4989-be29-4f12777dd9d6,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:50:56.541253 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.622629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:56.637808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:56.649869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:56.664347 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:50:56.665083 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:56.773683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-dd172f65-069f-4f30-a797-e2768cfb0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:56.775321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-dd172f65-069f-4f30-a797-e2768cfb0b30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 200 len: 921 time: 0.4841383 May 27 01:50:56.823663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Current status of the port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:56.824143 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.826407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767a0ce-34ee-4a63-a1d2-160e6870ea2f req-48137e14-bdbf-43db-aa1c-c48b4270feb4 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:56.827312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0767a0ce-34ee-4a63-a1d2-160e6870ea2f req-48137e14-bdbf-43db-aa1c-c48b4270feb4 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Synchronizing usage tracker for tenant:fd9ba3319e534b35b483a8e139baf02f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:56.866628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:56.867383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.875913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 399250a2-8ce7-4492-98d3-fbad5ee11fd9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=399250a2-8ce7-4492-98d3-fbad5ee11fd9,segment=NetworkSegment(b1271ed2-3eb6-4b77-98c2-3fb3af090bbe),segment_id=b1271ed2-3eb6-4b77-98c2-3fb3af090bbe)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:56.887966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0767a0ce-34ee-4a63-a1d2-160e6870ea2f req-48137e14-bdbf-43db-aa1c-c48b4270feb4 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Unset dirty status for tenant:fd9ba3319e534b35b483a8e139baf02f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:56.895631 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0767a0ce-34ee-4a63-a1d2-160e6870ea2f req-48137e14-bdbf-43db-aa1c-c48b4270feb4 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 931 time: 0.9255836 May 27 01:50:56.896182 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a62c79-6758-4c71-9910-cbbfd6291a48 None None] Pushing event updated for resources: {'Port': ['ID=398e3e40-31bf-4989-be29-4f12777dd9d6,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:56.915205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-7800b550-2707-46cb-b644-6c1d08d07739 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9250464 May 27 01:50:56.955984 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:50:56.960178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Request body: {'port': {'device_id': '2970ec83-c7af-4112-b43f-05cb326faa23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:56.960969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:56.961748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26c98214-eee8-4f17-b310-f00caf7e09ca up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:57.031335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a294c94-ec64-4ef6-b312-9cc28ff70447 req-62937863-cfe7-440b-938d-33ba654e8e7c tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:57.038288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a294c94-ec64-4ef6-b312-9cc28ff70447 req-62937863-cfe7-440b-938d-33ba654e8e7c tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1097 time: 0.6832197 May 27 01:50:57.055914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-1583390e-33f1-49ac-af4e-00a18a97d2ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 200 len: 217 time: 0.2710536 May 27 01:50:57.086678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.113258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.121086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=399250a2-8ce7-4492-98d3-fbad5ee11fd9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:57.133601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0767a0ce-34ee-4a63-a1d2-160e6870ea2f req-d630d977-286e-4630-8f2e-057bc1eaf2cd tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Synchronizing usage tracker for tenant:fd9ba3319e534b35b483a8e139baf02f on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:50:57.153494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 26c98214-eee8-4f17-b310-f00caf7e09ca completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:57.155638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-455717d6-6b0d-4080-8450-54048d6edbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:57.157100 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-455717d6-6b0d-4080-8450-54048d6edbfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 200 len: 860 time: 0.0914319 May 27 01:50:57.165594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4a294c94-ec64-4ef6-b312-9cc28ff70447 req-f870783b-3438-423b-860a-21fb001d2667 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263835 May 27 01:50:57.166335 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:50:57.166636 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:50:57.167289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 26c98214-eee8-4f17-b310-f00caf7e09ca triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:57.167649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.234471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.288017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-c36bff1b-b177-410c-85bc-d70919774be8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa833d4e-41d6-4619-84e4-fac9c4e85020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208906 May 27 01:50:57.316059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 26c98214-eee8-4f17-b310-f00caf7e09ca is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:57.317109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.317691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.327348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0767a0ce-34ee-4a63-a1d2-160e6870ea2f req-d630d977-286e-4630-8f2e-057bc1eaf2cd tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Unset dirty status for tenant:fd9ba3319e534b35b483a8e139baf02f on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:50:57.335567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0767a0ce-34ee-4a63-a1d2-160e6870ea2f req-d630d977-286e-4630-8f2e-057bc1eaf2cd tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386506 May 27 01:50:57.368322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 26c98214-eee8-4f17-b310-f00caf7e09ca, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=26c98214-eee8-4f17-b310-f00caf7e09ca,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:57.373869 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.390641 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:51Z', 'revision_number': 3, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:50:57.395038 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c55065-9aa1-48c7-b62f-b3c58a034dbf None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:51Z', 'revision_number': 3, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:50:57.478005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=26c98214-eee8-4f17-b310-f00caf7e09ca,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:57.497519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 399250a2-8ce7-4492-98d3-fbad5ee11fd9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:57.577019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:57.577574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:57.707488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event deleted for resources: {'Port': ['ID=a9807c91-3e8f-4abe-889d-f9d79213c1e1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:57.808857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-eaaef272-1d66-4932-b81c-0a1d5898ece9 None None] Current status of the port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:57.809129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-7032b0bc-25f3-40e5-a4da-bc8ee48bf5df tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:57.814162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-7032b0bc-25f3-40e5-a4da-bc8ee48bf5df tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.4042621 May 27 01:50:57.815316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:57.859325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-fb68aa04-714e-4455-a5af-24ba56e9d57d service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551198 May 27 01:50:57.864797 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-8fa832d4-d837-404e-af97-f4753d430b32 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips/54edf9d5-a23b-491e-9435-58b9f4fa2629 HTTP/1.1" status: 200 len: 692 time: 0.4321351 May 27 01:50:57.866868 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-4370fbda-6b3f-4459-af09-63f36a068940 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/quotas/cb91f454677a4b179f2c02155a9f70bd HTTP/1.1" status: 200 len: 375 time: 0.0354342 May 27 01:50:57.879156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Allocated IP 172.20.0.1 (0a0a23ae-7729-4110-bb15-0a6c6a1e5403/8524b69a-749f-4191-9ee4-4f5cb13551dd/51b00b18-6268-4300-8736-03236fafbe3a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:50:57.922182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-63fca4f8-658a-4d7a-98d7-d1d84867f4e9 None None] Could not find standard attr ID for object a9807c91-3e8f-4abe-889d-f9d79213c1e1. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 01:50:58.076428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-831d1b63-36d2-4902-abe8-f4db8ccc3c3e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865438 May 27 01:50:58.333852 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79e11c6-e51e-4e41-8c90-2828dc5d61bc req-010ff547-0a0d-43ab-acb5-455ce08ba37a service neutron] 10.222.0.47 "GET /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506434 May 27 01:50:58.339480 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:58.368696 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:58.372446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-58a75acb-89d7-4930-9ad3-8c4ce412869c tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "DELETE /v2.0/ports/a9807c91-3e8f-4abe-889d-f9d79213c1e1 HTTP/1.1" status: 204 len: 168 time: 3.8552966 May 27 01:50:58.373588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Transition to ACTIVE for port object 51b00b18-6268-4300-8736-03236fafbe3a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:58.374759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33200) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:58.377072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-81c14de9-5bcb-431a-8621-c71095948932 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491660 May 27 01:50:58.446526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-6529d645-a99e-4356-bafa-380cadac92bc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:58.448076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-6529d645-a99e-4356-bafa-380cadac92bc tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.5825071 May 27 01:50:58.493944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-02202ba8-b2e6-42b7-887d-7fb8cb6712c2 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.1152809 May 27 01:50:58.497302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33206) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:58.506902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-776007178'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:50:58.516651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:50:58.536755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Usage tracker for resource:network and tenant:43cb7614aad64da2ba7aa4263e588f29 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:50:58.542039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:50:58.555910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-813381d8-c0b1-4ad8-80f7-114b39adc758 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0881464 May 27 01:50:58.557583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:50:58.559069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ba47e5-fe75-48ce-9f07-06ae9012dd3b {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:50:58.559512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:58.570776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:58.615405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-1e081133-efef-4eb7-a336-a3fb64cd75eb service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296121 May 27 01:50:58.635498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Made reservation on behalf of 43cb7614aad64da2ba7aa4263e588f29 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:50:58.638893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:58.657545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:50:58.662094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:50:58.669062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:50:58.711617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-7538b868-05d5-4508-bfd9-6a8e9deccbf5 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1377556 May 27 01:50:58.715656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Pushing event updated for resources: {'Port': ['ID=51b00b18-6268-4300-8736-03236fafbe3a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:58.731178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:50:58.743528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:58.811319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Transition to ACTIVE for port object 40ba47e5-fe75-48ce-9f07-06ae9012dd3b will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:50:58.840036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.005840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Pushing event updated for resources: {'Port': ['ID=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:59.018761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Deleting port 26c98214-eee8-4f17-b310-f00caf7e09ca {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:59.019123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.059190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e4dd976f-ad36-41ae-b0d8-0358796dd09f None None] Provisioning for port 51b00b18-6268-4300-8736-03236fafbe3a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:59.074016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e4dd976f-ad36-41ae-b0d8-0358796dd09f None None] Provisioning complete for port 51b00b18-6268-4300-8736-03236fafbe3a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:59.074764 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e4dd976f-ad36-41ae-b0d8-0358796dd09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.095799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.096269 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Added segment 0e7bbb2f-708e-4aa7-8740-107a6588c02a of type vlan for network b268956f-0f14-4024-b6e1-a5707072be56 May 27 01:50:59.128080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Deleting port 8d03b9c7-fe2c-4add-a054-356a3d3aa5b0 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:50:59.128407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.172728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd976f-ad36-41ae-b0d8-0358796dd09f None None] Port 51b00b18-6268-4300-8736-03236fafbe3a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:50:59.176782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.265282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e3469-286e-4ad1-8d91-762dc18af881 req-561b3012-fdb3-4e61-b212-1fc1750f043a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:59.266877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b28e3469-286e-4ad1-8d91-762dc18af881 req-561b3012-fdb3-4e61-b212-1fc1750f043a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.3631542 May 27 01:50:59.272922 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.278304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:59.279009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.433773 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9339547 May 27 01:50:59.437044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33220) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:50:59.439021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097926be-f602-49c4-990e-faa263b5b90d tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event updated for resources: {'Network': ['ID=b268956f-0f14-4024-b6e1-a5707072be56,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:50:59.445018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b28e3469-286e-4ad1-8d91-762dc18af881 req-c874c1c0-f22e-4be5-bb76-c7bbee8b9211 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620224 May 27 01:50:59.459648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b268956f-0f14-4024-b6e1-a5707072be56 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:50:59.525785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.598251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Attempting to bind port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:50:59.598816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Attempting to bind port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'd1ee0324-2509-4bf2-8e02-490813534f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:50:59.599139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Attempting to bind port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b on network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:59.712368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 398e3e40-31bf-4989-be29-4f12777dd9d6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:50:59.747981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] For port 26c98214-eee8-4f17-b310-f00caf7e09ca, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=26c98214-eee8-4f17-b310-f00caf7e09ca,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:59.748580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.761815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b on network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:50:59.762135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Attempting to bind port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b on network cfdada01-c93e-4645-8bd1-a7b2f1b153d7 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:50:59.823045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 398e3e40-31bf-4989-be29-4f12777dd9d6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:50:59.830613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 398e3e40-31bf-4989-be29-4f12777dd9d6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:50:59.831058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.846695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470585f-08ff-4015-8f21-74fb84bd7a69 req-2feac35c-782f-4670-8aae-392cba6864b6 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:50:59.848678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2470585f-08ff-4015-8f21-74fb84bd7a69 req-2feac35c-782f-4670-8aae-392cba6864b6 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 1097 time: 0.2023938 May 27 01:50:59.901628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2470585f-08ff-4015-8f21-74fb84bd7a69 req-2a98a0c5-3f67-404d-88d5-38cd0724c5d1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 May 27 01:50:59.923964 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.931402 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.957342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 398e3e40-31bf-4989-be29-4f12777dd9d6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:50:59.957726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.975917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 398e3e40-31bf-4989-be29-4f12777dd9d6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=398e3e40-31bf-4989-be29-4f12777dd9d6,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:50:59.980877 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:50:59.981880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26c98214-eee8-4f17-b310-f00caf7e09ca up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:00.046650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:00.050908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Checking segment: {'id': 'd1ee0324-2509-4bf2-8e02-490813534f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:00.056665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Bound using segment: {'id': 'd1ee0324-2509-4bf2-8e02-490813534f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:00.057368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Bound port: 40ba47e5-fe75-48ce-9f07-06ae9012dd3b, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ee0324-2509-4bf2-8e02-490813534f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:00.057925 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.106469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.115400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=398e3e40-31bf-4989-be29-4f12777dd9d6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:00.116340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Pushing event updated for resources: {'Port': ['ID=51b00b18-6268-4300-8736-03236fafbe3a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:00.129022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 26c98214-eee8-4f17-b310-f00caf7e09ca triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:00.129397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.149045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.149829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.164890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Calling delete_port for 26c98214-eee8-4f17-b310-f00caf7e09ca owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:00.245180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f870315-1bf3-4b96-affa-a422397fdcdd req-d142461d-12b2-4b4a-b8d0-f2834decf5ca tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:00.252194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f870315-1bf3-4b96-affa-a422397fdcdd req-d142461d-12b2-4b4a-b8d0-f2834decf5ca tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 943 time: 0.2207856 May 27 01:51:00.303267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 26c98214-eee8-4f17-b310-f00caf7e09ca is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:00.381598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Calling delete_port for 8d03b9c7-fe2c-4add-a054-356a3d3aa5b0 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:00.401025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f870315-1bf3-4b96-affa-a422397fdcdd req-91ef609f-a67b-402f-85df-90a491bda394 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474299 May 27 01:51:00.449780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:00.452955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:00.543122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b09e07a-6b80-4a8c-8b8d-a4a2958061d7 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "GET /v2.0/agents/20c29c59-7bcf-4de0-a81a-699702d32ce4/dhcp-networks HTTP/1.1" status: 200 len: 9709 time: 1.1033921 May 27 01:51:00.546593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:00.546932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-61cc1ab3-a61e-4f13-8498-05e8df7ddda8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:00.548432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-61cc1ab3-a61e-4f13-8498-05e8df7ddda8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.2715497 May 27 01:51:00.551322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] For port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:00.569017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Request body: {'port': {'device_id': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'admin_state_up': True, 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:00.729788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83f5abf9-aa96-45a0-a27c-27d2fc30df8e req-d2b3cd23-4553-4a7f-8417-127b5ef542a6 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 210 time: 0.1194980 May 27 01:51:00.784258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] For port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,segment=NetworkSegment(d1ee0324-2509-4bf2-8e02-490813534f17),segment_id=d1ee0324-2509-4bf2-8e02-490813534f17)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:00.801583 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.816683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6a01342f-e8a9-4013-84e9-2986f05f5c34 None None] Provisioning complete for port 51b00b18-6268-4300-8736-03236fafbe3a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:00.817741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a01342f-e8a9-4013-84e9-2986f05f5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.850478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:00.851752 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:00.853126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] 10.222.0.47 "PUT /v2.0/ports/40ba47e5-fe75-48ce-9f07-06ae9012dd3b HTTP/1.1" status: 200 len: 1092 time: 3.8976767 May 27 01:51:00.868084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2970ec83-c7af-4112-b43f-05cb326faa23', 'tag': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:00.908436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6a01342f-e8a9-4013-84e9-2986f05f5c34 None None] Port 51b00b18-6268-4300-8736-03236fafbe3a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:51:01.006564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:51:01.007639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:01.022912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:01.075927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d315f-25e2-4c07-9c0c-392f593ee5ad service neutron] Pushing event updated for resources: {'Port': ['ID=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:01.083665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:01.109347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:01.116222 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:01.154491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event deleted for resources: {'Port': ['ID=8d03b9c7-fe2c-4add-a054-356a3d3aa5b0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:01.245280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a4bb32-16f9-4f80-b1d1-93590b2e16b8 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] Network b268956f-0f14-4024-b6e1-a5707072be56 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:51:01.305136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f5a4bb32-16f9-4f80-b1d1-93590b2e16b8 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "POST /v2.0/agents/20c29c59-7bcf-4de0-a81a-699702d32ce4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7554755 May 27 01:51:01.312522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:01.314669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6352f-87b6-4131-a299-4948c29b343a req-3c2f5c5c-619d-47bb-8beb-a30fdb616286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:01.315118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8edfd35-1230-40a4-a2e4-91f74a082834 None None] Network b268956f-0f14-4024-b6e1-a5707072be56 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:01.316133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-3c2f5c5c-619d-47bb-8beb-a30fdb616286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd9ba3319e534b35b483a8e139baf02f&device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 1095 time: 0.3749802 May 27 01:51:01.377352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:51:01.387892 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:51:01.405477 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:01.406101 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:01.450952 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:01.456774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-da8cf922-cfd1-4a66-8b7b-dbece823bc65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ba47e5-fe75-48ce-9f07-06ae9012dd3b HTTP/1.1" status: 200 len: 217 time: 0.1277869 May 27 01:51:01.459784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-58399019-b2e5-4142-8de6-714bd700a3ea admin admin] 10.222.0.16 "PUT /v2.0/routers/568d7963-5268-43cf-a29b-bee5fa233d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7964082 May 27 01:51:01.465446 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:01.478116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Allocated IP 172.20.0.7 (13c96df4-812d-4e4d-a7ec-6163f90d966d/8142e39c-49b8-4c8e-9fd3-84b125682e53/e28abb10-3d8a-4b81-99f6-18f5d58b5a51) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:01.495348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 398e3e40-31bf-4989-be29-4f12777dd9d6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:01.637732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ed6de-bae6-4066-a0f5-6d0819ee3c2e req-35ac10a6-f900-4033-a7c4-0d2e0bf88d52 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:01.645772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-066ed6de-bae6-4066-a0f5-6d0819ee3c2e req-35ac10a6-f900-4033-a7c4-0d2e0bf88d52 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.4304452 May 27 01:51:01.664535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 398e3e40-31bf-4989-be29-4f12777dd9d6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:01.665080 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:01.756329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-066ed6de-bae6-4066-a0f5-6d0819ee3c2e req-080c4d53-b778-44f8-955a-e52677fcd607 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092005 May 27 01:51:01.789317 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:01.846443 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:01.879106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 398e3e40-31bf-4989-be29-4f12777dd9d6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:01.904521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:01.953969 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ba17a8-b757-447f-9274-24d20a996eef'] response: {'name': 'network-changed', 'server_uuid': '2970ec83-c7af-4112-b43f-05cb326faa23', 'tag': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b', 'status': 'completed', 'code': 200} May 27 01:51:02.016408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:02.020918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:02.025885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:02.080985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:02.125373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:02.126738 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.176716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Pushing event deleted for resources: {'Port': ['ID=26c98214-eee8-4f17-b310-f00caf7e09ca,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:02.246552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-cae7cfe6-2b21-4e70-8dda-9ccdea19ebf0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6842947 May 27 01:51:02.264315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Request body: {'port': {'device_id': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:02.290701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.304916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1fe629a1-4e3b-4fea-ab7e-c7e05caff761 req-15480d4e-6f9a-46ed-ae5f-26e7c6b59cdb tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "DELETE /v2.0/floatingips/54edf9d5-a23b-491e-9435-58b9f4fa2629 HTTP/1.1" status: 204 len: 173 time: 3.5923705 May 27 01:51:02.320212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6352f-87b6-4131-a299-4948c29b343a req-eef0a378-12c5-4508-9833-bb2a281627d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:02.322560 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-eef0a378-12c5-4508-9833-bb2a281627d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dfa5116-ec28-444f-b9c7-c95e1a9ba13a HTTP/1.1" status: 200 len: 860 time: 0.4253433 May 27 01:51:02.373631 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 2, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:02.378967 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:51:02.379518 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Updating router 568d7963-5268-43cf-a29b-bee5fa233d7a port 51b00b18-6268-4300-8736-03236fafbe3a binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:51:02.440568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.481076 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.489953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e414fe-846d-45c2-b000-0a4e83e3b524 req-372016ef-280a-4975-a858-6d77fc20cf7f tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:02.491476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95e414fe-846d-45c2-b000-0a4e83e3b524 req-372016ef-280a-4975-a858-6d77fc20cf7f tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 943 time: 0.2969215 May 27 01:51:02.537124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92886119-ced2-4b16-b24d-88107f5fc427 req-a1c1c847-04e6-4923-a07e-65480ff830d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:02.538613 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92886119-ced2-4b16-b24d-88107f5fc427 req-a1c1c847-04e6-4923-a07e-65480ff830d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.3819177 May 27 01:51:02.633029 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.639311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95e414fe-846d-45c2-b000-0a4e83e3b524 req-67509303-c4e0-4d51-8340-8342f2ae3030 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410270 May 27 01:51:02.725959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5bdc7d97-04b5-4522-a6fd-b74b4bdf7123 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "GET /v2.0/agents/20c29c59-7bcf-4de0-a81a-699702d32ce4/dhcp-networks HTTP/1.1" status: 200 len: 10480 time: 1.4087574 May 27 01:51:02.729943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92886119-ced2-4b16-b24d-88107f5fc427 req-7bb3a7f9-adbb-4db6-aa87-84525ef28c4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767995 May 27 01:51:02.738065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33260) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:02.750252 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-a4f664fc-b6bc-4f51-be1d-94cb91cd290c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfdada01-c93e-4645-8bd1-a7b2f1b153d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4129503 May 27 01:51:02.912152 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.927755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Transition to ACTIVE for port object 51b00b18-6268-4300-8736-03236fafbe3a will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:02.928124 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.934865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:02.942290 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:03.076690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-dd2f9c27-1c98-4e5b-bf4e-bbaa154068ba service neutron] 10.222.0.47 "GET /v2.0/networks/cfdada01-c93e-4645-8bd1-a7b2f1b153d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687066 May 27 01:51:03.125362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2ff10ccf-cd78-4509-a372-08c5e4a8b9b9 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "DELETE /v2.0/agents/20c29c59-7bcf-4de0-a81a-699702d32ce4/dhcp-networks/b268956f-0f14-4024-b6e1-a5707072be56 HTTP/1.1" status: 204 len: 168 time: 0.3861797 May 27 01:51:03.128591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33276) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:03.153093 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20612-9855-4429-8c8d-4a1279f3faf4 None None] Pushing event updated for resources: {'Port': ['ID=51b00b18-6268-4300-8736-03236fafbe3a,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:03.163828 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Attempting to bind port 51b00b18-6268-4300-8736-03236fafbe3a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:03.164192 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Attempting to bind port 51b00b18-6268-4300-8736-03236fafbe3a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:03.164556 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Attempting to bind port 51b00b18-6268-4300-8736-03236fafbe3a on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:03.170291 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:03.170668 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Checking segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:03.171111 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:03.171496 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Bound using segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:03.171958 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Bound port: 51b00b18-6268-4300-8736-03236fafbe3a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:03.172521 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:03.176099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff3cc6-2767-4506-bb51-7a24c3bbc108 req-30eb43fa-f7e4-4827-9fad-4b9db598385f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:03.183317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16ff3cc6-2767-4506-bb51-7a24c3bbc108 req-30eb43fa-f7e4-4827-9fad-4b9db598385f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 931 time: 0.4370036 May 27 01:51:03.270072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] For port 51b00b18-6268-4300-8736-03236fafbe3a, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:03.274103 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] For port 51b00b18-6268-4300-8736-03236fafbe3a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=51b00b18-6268-4300-8736-03236fafbe3a,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:03.283309 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:03.363516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16ff3cc6-2767-4506-bb51-7a24c3bbc108 req-51608590-58f1-473f-a422-59949e2961a0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790991 May 27 01:51:03.377596 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:03.384111 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:03.435029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5f2ff494-42fb-4d7b-b9cc-2cd648f89526 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "GET /v2.0/agents/20c29c59-7bcf-4de0-a81a-699702d32ce4/dhcp-networks HTTP/1.1" status: 200 len: 9709 time: 0.3004758 May 27 01:51:03.447596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75863727-2250-411f-8332-09df7577f464 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:03.448483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75863727-2250-411f-8332-09df7577f464 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Synchronizing usage tracker for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:03.453233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33280) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:03.503524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75863727-2250-411f-8332-09df7577f464 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Unset dirty status for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:03.507395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d6352f-87b6-4131-a299-4948c29b343a req-f6448a92-e2d1-450c-9f35-125fdd3ea551 service neutron] 10.222.0.47 "GET /v2.0/networks/cfdada01-c93e-4645-8bd1-a7b2f1b153d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231005 May 27 01:51:03.512830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75863727-2250-411f-8332-09df7577f464 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 820 time: 0.6680605 May 27 01:51:03.605960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f0dd8bb5-5909-4f50-8670-fa4ce9c208d3 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "GET /v2.0/networks/dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1481564 May 27 01:51:03.612591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33284) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:03.620966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-3b19bd1d-98e0-4089-a394-b2894b2edb14 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/quotas/3f908e090d3c4c9c940090f3817e1228 HTTP/1.1" status: 200 len: 375 time: 0.1068237 May 27 01:51:03.640889 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20612-9855-4429-8c8d-4a1279f3faf4 None None] Pushing event updated for resources: {'Port': ['ID=51b00b18-6268-4300-8736-03236fafbe3a,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:03.721077 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:03.747718 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-239345a1-ec4e-443f-90a3-c9561e2b3ef7 tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "GET /v2.0/networks/dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0650897 May 27 01:51:03.751006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28abb10-3d8a-4b81-99f6-18f5d58b5a51 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:03.755845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33290) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:03.787241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:03.845915 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e66cb0a8-ee66-4d89-87c2-6268c1441855 req-d2fef4a0-91f8-456b-9c6c-e2dd7728ddb1 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups/ab8251fe-f341-465f-9415-590f8868ba14 HTTP/1.1" status: 200 len: 1810 time: 0.3899655 May 27 01:51:03.886668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Transition to ACTIVE for port object e28abb10-3d8a-4b81-99f6-18f5d58b5a51 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:03.911524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:03.959997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Router 634576e8-bca9-412f-99b2-b360213d4918 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:51:04.124804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-3a3d177f-72f8-4731-9495-1f56b7f8c0c9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Synchronizing usage tracker for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:04.132761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-0ccdcdc2-bd48-4a62-bfd3-5e80ad7c9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:04.134413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-0ccdcdc2-bd48-4a62-bfd3-5e80ad7c9cc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd9ba3319e534b35b483a8e139baf02f&device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 1095 time: 0.5585384 May 27 01:51:04.187716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:04.197230 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:03Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:04.201675 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35fcf70-2c23-4baf-ba43-37bbb85f4efb None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:03Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:51:04.295838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-3a3d177f-72f8-4731-9495-1f56b7f8c0c9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Unset dirty status for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:04.297445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-3a3d177f-72f8-4731-9495-1f56b7f8c0c9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6754725 May 27 01:51:04.308703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b0d7a658-569e-42da-b43c-8b646a121ffa tempest-DHCPAgentSchedulersTestJSON-768918965 tempest-DHCPAgentSchedulersTestJSON-768918965-project-admin] 10.222.0.16 "GET /v2.0/agents/20c29c59-7bcf-4de0-a81a-699702d32ce4/dhcp-networks HTTP/1.1" status: 200 len: 9709 time: 0.5378098 May 27 01:51:04.309771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33294) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:04.309921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e66cb0a8-ee66-4d89-87c2-6268c1441855 req-0d041f9a-62d3-43c2-a5f1-d213bb382a08 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:04.431895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e66cb0a8-ee66-4d89-87c2-6268c1441855 req-0d041f9a-62d3-43c2-a5f1-d213bb382a08 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:04.507340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:51:04.515903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aabe19c0-db29-4535-acf9-afe69f97791e admin admin] 10.222.0.16 "PUT /v2.0/routers/634576e8-bca9-412f-99b2-b360213d4918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8101733 May 27 01:51:04.518968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] Sync routers for ids ['634576e8-bca9-412f-99b2-b360213d4918'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:51:04.521093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:04.524541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-e07289d9-926d-4a5f-9294-a500fb37b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:04.526003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-e07289d9-926d-4a5f-9294-a500fb37b655 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfdada01-c93e-4645-8bd1-a7b2f1b153d7 HTTP/1.1" status: 200 len: 921 time: 0.3333256 May 27 01:51:04.534860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] Routers {'634576e8-bca9-412f-99b2-b360213d4918'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:04.535698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['634576e8-bca9-412f-99b2-b360213d4918'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:04.617757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:04.650739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Attempting to bind port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:04.651107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Attempting to bind port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:04.651443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Attempting to bind port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:04.668015 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-0594a78b-91c3-4ab8-907b-9df9215e5bd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ba47e5-fe75-48ce-9f07-06ae9012dd3b HTTP/1.1" status: 200 len: 217 time: 0.1267922 May 27 01:51:04.702505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:51:04.703264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Attempting to bind port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:04.715788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e66cb0a8-ee66-4d89-87c2-6268c1441855 req-0d041f9a-62d3-43c2-a5f1-d213bb382a08 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:04.719994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:04.721308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:04.721778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Bound using segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:04.722280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Bound port: e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:04.722697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:04.754421 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-fa365b07-0742-4b6f-8ae2-bad390358307 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345040 May 27 01:51:04.758421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d041f9a-62d3-43c2-a5f1-d213bb382a08 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8251fe-f341-465f-9415-590f8868ba14,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:04.775666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-c8f31196-f76d-434d-a29d-c1b3b959e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:04.777501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-c8f31196-f76d-434d-a29d-c1b3b959e2a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dfa5116-ec28-444f-b9c7-c95e1a9ba13a HTTP/1.1" status: 200 len: 860 time: 0.1032896 May 27 01:51:04.779486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] Set router 634576e8-bca9-412f-99b2-b360213d4918 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:04.823535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e66cb0a8-ee66-4d89-87c2-6268c1441855 req-0d041f9a-62d3-43c2-a5f1-d213bb382a08 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:04.825004 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e66cb0a8-ee66-4d89-87c2-6268c1441855 req-0d041f9a-62d3-43c2-a5f1-d213bb382a08 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "DELETE /v2.0/security-groups/ab8251fe-f341-465f-9415-590f8868ba14 HTTP/1.1" status: 204 len: 173 time: 0.9624393 May 27 01:51:04.834171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-610cd5f8-823d-432e-8c09-2deed16510dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfdada01-c93e-4645-8bd1-a7b2f1b153d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498340 May 27 01:51:05.011964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-1d58e44a-eb66-4d8c-9880-63cde44efdb9 service neutron] 10.222.0.47 "GET /v2.0/networks/cfdada01-c93e-4645-8bd1-a7b2f1b153d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705070 May 27 01:51:05.183069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:51:01Z', 'revision_number': 5, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:05.190978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] Checking router: 634576e8-bca9-412f-99b2-b360213d4918 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:51:05.204173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] Routers {'634576e8-bca9-412f-99b2-b360213d4918'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:05.204925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:50:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['634576e8-bca9-412f-99b2-b360213d4918'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:05.205132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f062d-ede4-40b2-9420-68d7d723ce90 req-1a91ce3e-8a19-4d75-8b77-2d9e7e3e45e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:05.207111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c1f062d-ede4-40b2-9420-68d7d723ce90 req-1a91ce3e-8a19-4d75-8b77-2d9e7e3e45e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.1936834 May 27 01:51:05.277714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.279720 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c1f062d-ede4-40b2-9420-68d7d723ce90 req-cead3cf1-413d-4827-ab8a-e93d7e1c1df3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 May 27 01:51:05.291307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173fa245-18b7-4a4e-81a3-173474bbdbb1 req-9bb8026e-7c23-43de-857b-e8c6118bf578 service neutron] 10.222.0.47 "GET /v2.0/networks/cfdada01-c93e-4645-8bd1-a7b2f1b153d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242546 May 27 01:51:05.437500 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.460516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] Set router 634576e8-bca9-412f-99b2-b360213d4918 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:05.588141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:05.646239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-27eb0824-0082-4dde-9f3d-c834a8578fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8904026 May 27 01:51:05.648485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b268956f-0f14-4024-b6e1-a5707072be56']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:05.658579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:05.673084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7bbb2f-708e-4aa7-8740-107a6588c02a') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:05.677065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7bbb2f-708e-4aa7-8740-107a6588c02a') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:05.689907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.709806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51b00b18-6268-4300-8736-03236fafbe3a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:05.808111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.826550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d2b2-8692-4b30-a29f-149afe6738e2 req-313d68d4-c379-4616-a32c-9c48702118ae tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:05.829912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:05.830910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.832263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] 10.222.0.47 "PUT /v2.0/ports/e28abb10-3d8a-4b81-99f6-18f5d58b5a51 HTTP/1.1" status: 200 len: 1092 time: 3.5729034 May 27 01:51:05.833756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e00d2b2-8692-4b30-a29f-149afe6738e2 req-313d68d4-c379-4616-a32c-9c48702118ae tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 943 time: 0.2041194 May 27 01:51:05.836304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:05.848581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.861492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.878276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:51:05.879015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.936263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0d397-5e16-4e0b-97aa-adf183ca90ce service neutron] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:05.947916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Deleting port a6a42f98-84e8-469c-b3c1-c4b83c4104d5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:05.948265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:05.971889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e00d2b2-8692-4b30-a29f-149afe6738e2 req-50f4b3fd-a9d3-48e4-ba0b-8b561ac6fa17 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371853 May 27 01:51:06.133493 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0e7bbb2f-708e-4aa7-8740-107a6588c02a resource provider aggregate not found May 27 01:51:06.161483 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b6b07392-c884-490b-a225-e1f6fb94cd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.192326 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0e7bbb2f-708e-4aa7-8740-107a6588c02a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e7bbb2f-708e-4aa7-8740-107a6588c02a found for delete ", "request_id": "req-b21d7c0f-35be-4181-b1fb-d8f87ac1d90f"}]} May 27 01:51:06.197678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 51b00b18-6268-4300-8736-03236fafbe3a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:06.204562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 51b00b18-6268-4300-8736-03236fafbe3a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:06.204930 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.283766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:51:01Z', 'revision_number': 5, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:06.288904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4550e-7824-4db6-b3e6-6c2289750231 None None] The sync data for ids ['634576e8-bca9-412f-99b2-b360213d4918'] in n-d-843146-11 is: [{'id': '634576e8-bca9-412f-99b2-b360213d4918', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-681878529-router', 'tenant_id': '45c1fafc6da34ea290dca2bfc8be6206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:36Z', 'updated_at': '2022-05-27T01:51:01Z', 'revision_number': 5, 'project_id': '45c1fafc6da34ea290dca2bfc8be6206', 'gw_port': {'id': 'a6a42f98-84e8-469c-b3c1-c4b83c4104d5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:10:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634576e8-bca9-412f-99b2-b360213d4918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:38Z', 'updated_at': '2022-05-27T01:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:51:06.359378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.396882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 51b00b18-6268-4300-8736-03236fafbe3a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:06.397275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.443005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.468463 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3dfebfb-bdb6-4f2d-948a-5c4c409e67de'] response: {'name': 'network-changed', 'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'status': 'completed', 'code': 200} May 27 01:51:06.470628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event deleted for resources: {'Network': ['ID=b268956f-0f14-4024-b6e1-a5707072be56,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:06.482684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 51b00b18-6268-4300-8736-03236fafbe3a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=51b00b18-6268-4300-8736-03236fafbe3a,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:06.483496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "DELETE /v2.0/networks/b268956f-0f14-4024-b6e1-a5707072be56 HTTP/1.1" status: 204 len: 168 time: 2.1654475 May 27 01:51:06.483646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33366) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:06.495838 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.497341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.497709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.498035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.498436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.498859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.499398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.500080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.500874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.501366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.501851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.502356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.502875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989077e-2e81-42d7-b185-5674389503bd tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:06.555861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-8fe6f1b7-ee68-41f2-b315-6aecdec22124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:06.558552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-8fe6f1b7-ee68-41f2-b315-6aecdec22124 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 1095 time: 0.6268446 May 27 01:51:06.567055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] For port a6a42f98-84e8-469c-b3c1-c4b83c4104d5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:06.567680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.611325 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef15edf1-a66b-4f55-9440-1205463a5337 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] DELETE failed (client error): The resource could not be found. May 27 01:51:06.611933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef15edf1-a66b-4f55-9440-1205463a5337 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:51:06.614253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ef15edf1-a66b-4f55-9440-1205463a5337 tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "DELETE /v2.0/ports/a9807c91-3e8f-4abe-889d-f9d79213c1e1 HTTP/1.1" status: 404 len: 333 time: 0.1294866 May 27 01:51:06.617079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2996c2-188b-4780-b3de-2f02a1c13ce2 req-011b1010-b91c-44ab-8702-2eb12b252639 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 210 time: 0.0744381 May 27 01:51:06.617538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33372) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:06.646230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=51b00b18-6268-4300-8736-03236fafbe3a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:06.754608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Deleting subnet 3385b2ea-080c-4dc6-a5d8-153e7aa151e1 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:51:06.763323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-e11589cc-cb8b-4b76-a453-1b056360ba3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51 HTTP/1.1" status: 200 len: 217 time: 0.1821349 May 27 01:51:06.776011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.830996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae23cc-a4d4-49d3-af8e-559587ef9ba2 req-ddd319fe-ad74-45a7-ba70-286108088989 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:06.831842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cdae23cc-a4d4-49d3-af8e-559587ef9ba2 req-ddd319fe-ad74-45a7-ba70-286108088989 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:06.858019 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:06.939970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Calling delete_port for a6a42f98-84e8-469c-b3c1-c4b83c4104d5 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:07.039672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f1972-bf26-452c-9c74-4d3346cc4518 req-88ce3d14-70a6-4727-a880-3aec20d53ece tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:07.041392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b3f1972-bf26-452c-9c74-4d3346cc4518 req-88ce3d14-70a6-4727-a880-3aec20d53ece tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:07.048940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:07.113482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b3f1972-bf26-452c-9c74-4d3346cc4518 req-88ce3d14-70a6-4727-a880-3aec20d53ece tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:07.114755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b3f1972-bf26-452c-9c74-4d3346cc4518 req-88ce3d14-70a6-4727-a880-3aec20d53ece tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.2239773 May 27 01:51:07.237380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cdae23cc-a4d4-49d3-af8e-559587ef9ba2 req-ddd319fe-ad74-45a7-ba70-286108088989 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:07.239025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdae23cc-a4d4-49d3-af8e-559587ef9ba2 req-ddd319fe-ad74-45a7-ba70-286108088989 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 943 time: 1.0782781 May 27 01:51:07.319336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:07.328183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 40ba47e5-fe75-48ce-9f07-06ae9012dd3b details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:51:07.359689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b3f1972-bf26-452c-9c74-4d3346cc4518 req-63e2c791-88db-4792-a7e7-9a5f18c2a1ed tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:07.386446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event deleted for resources: {'Subnet': ['ID=3385b2ea-080c-4dc6-a5d8-153e7aa151e1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:07.392137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:07.397491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4b3f1972-bf26-452c-9c74-4d3346cc4518 req-63e2c791-88db-4792-a7e7-9a5f18c2a1ed tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:07.411551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b3f1972-bf26-452c-9c74-4d3346cc4518 req-63e2c791-88db-4792-a7e7-9a5f18c2a1ed tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894330 May 27 01:51:07.415155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2bf24dea-0a83-4c0d-a0d9-25c61b563a9b tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "DELETE /v2.0/subnets/3385b2ea-080c-4dc6-a5d8-153e7aa151e1 HTTP/1.1" status: 204 len: 168 time: 0.7962103 May 27 01:51:07.418480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33410) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:07.430080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-59ecac5e-82c8-4f7d-b439-db8ad1bafa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:07.431620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-59ecac5e-82c8-4f7d-b439-db8ad1bafa50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.4037173 May 27 01:51:07.467578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d625e8-011c-42c9-aeb4-9b68a8296264 None None] Network dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:07.504197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdae23cc-a4d4-49d3-af8e-559587ef9ba2 req-b3585905-1b9d-456e-a9d8-e4b6ccb8b9c4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532005 May 27 01:51:07.508338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-76588029-7f94-441d-b8ad-69f7f0be0a89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649943 May 27 01:51:07.610755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:07.633828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Deleting port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:07.642603 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:07.729816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51b00b18-6268-4300-8736-03236fafbe3a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:07.833764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-40c63d1d-3dcc-4572-ba8d-b693f437421e service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090196 May 27 01:51:08.138440 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35eebfbe-302b-4a55-99a7-6ce06ff68f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.159846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3bb690c-9505-4bbd-8828-08070dcfdf61 req-abc6ac70-aa44-42b8-b279-66557eed60a7 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 210 time: 0.0724261 May 27 01:51:08.235713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,segment=NetworkSegment(d1ee0324-2509-4bf2-8e02-490813534f17),segment_id=d1ee0324-2509-4bf2-8e02-490813534f17)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:08.278962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b', 'network_id': 'cfdada01-c93e-4645-8bd1-a7b2f1b153d7', 'port_id': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b', 'mac_address': 'fa:16:3e:98:05:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa5116-ec28-444f-b9c7-c95e1a9ba13a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:51:08.297524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 51b00b18-6268-4300-8736-03236fafbe3a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:08.297903 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.319115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.378042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ccb6ab-8150-4221-9e6a-7e45680b7cf9 req-205884f6-fb21-4b23-93ba-0af65fecfbec service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327616 May 27 01:51:08.383370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a42f98-84e8-469c-b3c1-c4b83c4104d5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:08.415663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-fd564906-56fc-4a8d-8542-1b80e43e1b23 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:08.417390 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-fd564906-56fc-4a8d-8542-1b80e43e1b23 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 820 time: 0.7242873 May 27 01:51:08.444127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'port': {'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'admin_state_up': True, 'tenant_id': '3f908e090d3c4c9c940090f3817e1228'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:08.470752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814b25-9a4d-43e6-a44e-99ac5ad68f28 req-1019f75d-4872-49d2-9d18-b50997103402 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:08.471373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:08.471776 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.473594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b6814b25-9a4d-43e6-a44e-99ac5ad68f28 req-1019f75d-4872-49d2-9d18-b50997103402 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 943 time: 0.6322412 May 27 01:51:08.480083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-d1f103b2-27f2-4e2c-992a-c8ab5eb0c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:08.481891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-d1f103b2-27f2-4e2c-992a-c8ab5eb0c10f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.4156754 May 27 01:51:08.499969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ba47e5-fe75-48ce-9f07-06ae9012dd3b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:08.520201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,segment=NetworkSegment(d1ee0324-2509-4bf2-8e02-490813534f17),segment_id=d1ee0324-2509-4bf2-8e02-490813534f17)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:08.544104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.589726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] For port 399250a2-8ce7-4492-98d3-fbad5ee11fd9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=399250a2-8ce7-4492-98d3-fbad5ee11fd9,segment=NetworkSegment(b1271ed2-3eb6-4b77-98c2-3fb3af090bbe),segment_id=b1271ed2-3eb6-4b77-98c2-3fb3af090bbe)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:08.590097 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.692033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 51b00b18-6268-4300-8736-03236fafbe3a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:08.692691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] DHCP port deletion for dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:51:08.706395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26c98214-eee8-4f17-b310-f00caf7e09ca no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:08.739529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Deleting port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:08.739529 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.741924 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b6814b25-9a4d-43e6-a44e-99ac5ad68f28 req-8dbf1e60-6996-4e72-b60d-4a2104a193ca tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587671 May 27 01:51:08.742859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:08.912610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Calling delete_port for 399250a2-8ce7-4492-98d3-fbad5ee11fd9 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:09.014371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 26c98214-eee8-4f17-b310-f00caf7e09ca {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:51:09.014617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26c98214-eee8-4f17-b310-f00caf7e09ca not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:51:09.024624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed8736-949e-4456-b4d8-09b62b6bb732 req-a115a134-52b1-4cb9-8570-46998871563e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:09.027407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6ed8736-949e-4456-b4d8-09b62b6bb732 req-a115a134-52b1-4cb9-8570-46998871563e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.7114825 May 27 01:51:09.027898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] For port 399250a2-8ce7-4492-98d3-fbad5ee11fd9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=399250a2-8ce7-4492-98d3-fbad5ee11fd9,segment=NetworkSegment(b1271ed2-3eb6-4b77-98c2-3fb3af090bbe),segment_id=b1271ed2-3eb6-4b77-98c2-3fb3af090bbe)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:09.028298 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.030805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.054113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.099515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:09.156682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6ed8736-949e-4456-b4d8-09b62b6bb732 req-3ddec746-b179-455e-a39a-c122d60c666a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159260 May 27 01:51:09.161460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-b642c876-119d-41a6-a330-6b16cfcd3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:09.169691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:09.177574 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-b642c876-119d-41a6-a330-6b16cfcd3e1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.6436365 May 27 01:51:09.185525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:09.204383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.221965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['40ba47e5-fe75-48ce-9f07-06ae9012dd3b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:09.261787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Made reservation on behalf of 3f908e090d3c4c9c940090f3817e1228 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:09.263176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Calling delete_port for 399250a2-8ce7-4492-98d3-fbad5ee11fd9 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:09.265765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.270789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc0545-0e22-4291-babb-88a188322848 req-8d069630-f2f9-4a60-ae1a-8f0f3a7aea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:09.272530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fccc0545-0e22-4291-babb-88a188322848 req-8d069630-f2f9-4a60-ae1a-8f0f3a7aea29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 1095 time: 0.7977951 May 27 01:51:09.296152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-4438ffc1-e163-4ea1-8709-9c843b108096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.1176908 May 27 01:51:09.304756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] No DVR routers for this DVR port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:51:09.340637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event deleted for resources: {'Port': ['ID=399250a2-8ce7-4492-98d3-fbad5ee11fd9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:09.360189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.423098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.447000 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:51:09.447427 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:51:09.508255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.508839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634576e8-bca9-412f-99b2-b360213d4918 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:51:09.640301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 399250a2-8ce7-4492-98d3-fbad5ee11fd9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:09.640869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-c268807f-e305-40c1-ae04-744d1dd98753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:09.642301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-c268807f-e305-40c1-ae04-744d1dd98753 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.3205104 May 27 01:51:09.687081 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.688198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e7a47399-f166-4ee9-903a-5078f0856ad9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/634576e8-bca9-412f-99b2-b360213d4918 HTTP/1.1" status: 204 len: 168 time: 5.1612973 May 27 01:51:09.691502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.696226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bc06-3ca0-4069-baf1-19c0d99efc40 req-b4aa54ca-fffa-4cb1-aace-3623a732b25f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:09.703401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feb9bc06-3ca0-4069-baf1-19c0d99efc40 req-b4aa54ca-fffa-4cb1-aace-3623a732b25f tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.7273226 May 27 01:51:09.708818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33428) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:09.723859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 399250a2-8ce7-4492-98d3-fbad5ee11fd9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:51:09.724256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 399250a2-8ce7-4492-98d3-fbad5ee11fd9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:51:09.728983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:09.744925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1271ed2-3eb6-4b77-98c2-3fb3af090bbe') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:09.745299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1271ed2-3eb6-4b77-98c2-3fb3af090bbe') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:09.758858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.806331 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.853851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-d5d4bc8d-b23f-4b7a-a386-ee59d725fc31 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:09.855530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-d5d4bc8d-b23f-4b7a-a386-ee59d725fc31 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.8192115 May 27 01:51:09.935323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc0545-0e22-4291-babb-88a188322848 req-b3c8a780-eddf-47a5-885c-5076f5ef4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:09.936804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fccc0545-0e22-4291-babb-88a188322848 req-b3c8a780-eddf-47a5-885c-5076f5ef4b5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.6471262 May 27 01:51:09.939171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:51:09.939712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:09.949221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Deleting port 399250a2-8ce7-4492-98d3-fbad5ee11fd9 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:09.950131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.014936 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment b1271ed2-3eb6-4b77-98c2-3fb3af090bbe resource provider aggregate not found May 27 01:51:10.057459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fb055975-bcc1-433c-b536-555476e20f2d None None] The port '399250a2-8ce7-4492-98d3-fbad5ee11fd9' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:51:10.059134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feb9bc06-3ca0-4069-baf1-19c0d99efc40 req-5c9c099b-fb45-40a7-b960-279d73781047 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546114 May 27 01:51:10.066395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Deleting port 18e1d24f-ebef-4bc7-8721-bb664908a461 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:10.066616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.106424 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment b1271ed2-3eb6-4b77-98c2-3fb3af090bbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1271ed2-3eb6-4b77-98c2-3fb3af090bbe found for delete ", "request_id": "req-bccd88bf-dbe0-4b17-b775-f79584584d44"}]} May 27 01:51:10.124329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fccc0545-0e22-4291-babb-88a188322848 req-662b56e2-234e-4a0f-9b9e-27816fd65f8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51 HTTP/1.1" status: 200 len: 217 time: 0.1749732 May 27 01:51:10.126299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.128158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] Deleting subnet e6012d57-f619-4a28-ab40-33185e3d2317 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:51:10.146117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.170598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.213965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969d7e3-e8ea-4ce2-b38e-8b23ba9273ba req-0ae20fba-fe30-4928-8eb1-bcf758c0e540 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:10.218498 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b969d7e3-e8ea-4ce2-b38e-8b23ba9273ba req-0ae20fba-fe30-4928-8eb1-bcf758c0e540 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 943 time: 0.7875624 May 27 01:51:10.242388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Allocated IP 172.20.0.5 (0a0a23ae-7729-4110-bb15-0a6c6a1e5403/8524b69a-749f-4191-9ee4-4f5cb13551dd/513e0913-f461-4115-adde-9a41b1d9c7e1) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:10.300341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] 10.222.0.16 "DELETE /v2.0/networks/dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4 HTTP/1.1" status: 204 len: 168 time: 2.8774407 May 27 01:51:10.300341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6af06e-02e6-4bc0-8084-d8086e68db9e tempest-DHCPAgentSchedulersTestJSON-203470501 tempest-DHCPAgentSchedulersTestJSON-203470501-project] Pushing event deleted for resources: {'Network': ['ID=dc3efa0a-a5be-4e23-b1cb-99ad5a6a2df4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:10.369931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdedfe8f-7388-4d84-83b1-a70cbd70c46e req-775e4b89-9f3f-4b5c-9736-4bd7911a52e0 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 210 time: 0.1231029 May 27 01:51:10.407378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b969d7e3-e8ea-4ce2-b38e-8b23ba9273ba req-c6856d0b-bee7-4841-9178-a1fe04c17d28 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900836 May 27 01:51:10.432401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.510818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc0545-0e22-4291-babb-88a188322848 req-4b52a4b6-96cf-42ed-b339-0824f1d13577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:10.537531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fccc0545-0e22-4291-babb-88a188322848 req-4b52a4b6-96cf-42ed-b339-0824f1d13577 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.3450491 May 27 01:51:10.668030 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.680319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-c49cf2c6-ca62-415e-886c-9f3434fe8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:10.682659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-c49cf2c6-ca62-415e-886c-9f3434fe8613 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9730361 May 27 01:51:10.689887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fccc0545-0e22-4291-babb-88a188322848 req-334bff45-3510-4cd2-9334-cbabc2beac69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507938 May 27 01:51:10.702601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Transition to ACTIVE for port object 513e0913-f461-4115-adde-9a41b1d9c7e1 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:10.723945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33448) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:10.753909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0af8f-dda4-4116-a2f3-698b268d44f2 req-4578f383-e826-411d-aeb7-7d74a5a46885 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:10.755476 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ad0af8f-dda4-4116-a2f3-698b268d44f2 req-4578f383-e826-411d-aeb7-7d74a5a46885 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.1613910 May 27 01:51:10.782438 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.860765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:10.886552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:10.893099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ad0af8f-dda4-4116-a2f3-698b268d44f2 req-b36c0b64-8a40-4b87-bad6-4864d0a47469 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293621 May 27 01:51:10.893099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:10.897858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:10.944178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Pushing event updated for resources: {'Port': ['ID=513e0913-f461-4115-adde-9a41b1d9c7e1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:11.011917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:11.012823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.043780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8c5cb2f-5773-4713-94ce-b0db5677c8f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43cb7614aad64da2ba7aa4263e588f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156362 May 27 01:51:11.044027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33454) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:11.062499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-a71a3c00-c477-42be-9e64-92fe0aabe6b8 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6282704 May 27 01:51:11.086678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Request body: {'port': {'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:11.121533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.225813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f745-02ba-41f8-9fc6-0cd9e2d84747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.287123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-32114ce0-d012-4677-8352-9b9cc08aaf62 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504572 May 27 01:51:11.288938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] For port 18e1d24f-ebef-4bc7-8721-bb664908a461, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=18e1d24f-ebef-4bc7-8721-bb664908a461,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:11.289310 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.312463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.316786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17523137-f759-41cf-ab7b-8d2487f387e8 req-d26978b2-30c7-41a4-96c9-f9dff5700369 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:11.318239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17523137-f759-41cf-ab7b-8d2487f387e8 req-d26978b2-30c7-41a4-96c9-f9dff5700369 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 944 time: 0.6833675 May 27 01:51:11.324248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4dd9147e-d5af-4de3-b77e-7bfdce1c0b1c None None] Provisioning for port 513e0913-f461-4115-adde-9a41b1d9c7e1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:11.335410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f745-02ba-41f8-9fc6-0cd9e2d84747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.339866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4dd9147e-d5af-4de3-b77e-7bfdce1c0b1c None None] Provisioning complete for port 513e0913-f461-4115-adde-9a41b1d9c7e1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:11.339981 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4dd9147e-d5af-4de3-b77e-7bfdce1c0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.437798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e28abb10-3d8a-4b81-99f6-18f5d58b5a51 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:51:11.498755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dd05a-6d58-4318-b001-bcb29cac5453 req-8a17be2e-eb24-4d5c-89eb-db9701dccc7d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:11.500482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe1dd05a-6d58-4318-b001-bcb29cac5453 req-8a17be2e-eb24-4d5c-89eb-db9701dccc7d tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 945 time: 0.2930872 May 27 01:51:11.510462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 40ba47e5-fe75-48ce-9f07-06ae9012dd3b up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:11.583785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f745-02ba-41f8-9fc6-0cd9e2d84747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.610907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f974dde4-37f6-4b1a-b477-2f249fca97e4 req-c8d180b0-9980-460c-95b0-0e42626d1538 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915854 May 27 01:51:11.657747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe1dd05a-6d58-4318-b001-bcb29cac5453 req-1ce521f2-a962-4f3f-a812-5f84b1671c4a tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd4a28da-5383-4c31-bfc3-d07c85a12c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416607 May 27 01:51:11.670252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f745-02ba-41f8-9fc6-0cd9e2d84747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7a0ed-89b0-40c3-95b3-9efe8e3b3520,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:11.679087 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f745-02ba-41f8-9fc6-0cd9e2d84747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.680200 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d3f9f745-02ba-41f8-9fc6-0cd9e2d84747 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2da7a0ed-89b0-40c3-95b3-9efe8e3b3520 HTTP/1.1" status: 204 len: 168 time: 0.6354058 May 27 01:51:11.708320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6a42f98-84e8-469c-b3c1-c4b83c4104d5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:11.812613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a6a42f98-84e8-469c-b3c1-c4b83c4104d5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:51:11.812964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6a42f98-84e8-469c-b3c1-c4b83c4104d5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:51:11.819010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fccc0545-0e22-4291-babb-88a188322848 req-dcfb5104-e487-4012-8799-0526840667bd service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0040557 May 27 01:51:11.822757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:11.851644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513e0913-f461-4115-adde-9a41b1d9c7e1 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:11.861093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.882296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9147e-d5af-4de3-b77e-7bfdce1c0b1c None None] Port 513e0913-f461-4115-adde-9a41b1d9c7e1 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:51:11.892279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Transition to ACTIVE for port object 513e0913-f461-4115-adde-9a41b1d9c7e1 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:11.900504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'mac_address': 'fa:16:3e:73:15:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:51:11.902548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.987098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:11.988804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:11.992682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:11.993068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.008990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:12.009920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.034229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Calling delete_port for 18e1d24f-ebef-4bc7-8721-bb664908a461 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:12.057709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28abb10-3d8a-4b81-99f6-18f5d58b5a51 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:12.085076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:12.126401 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.210194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:12.210580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.241379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:12.248820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2970ec83-c7af-4112-b43f-05cb326faa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:12.262660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,segment=NetworkSegment(d1ee0324-2509-4bf2-8e02-490813534f17),segment_id=d1ee0324-2509-4bf2-8e02-490813534f17)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:12.276667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.277494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 18e1d24f-ebef-4bc7-8721-bb664908a461 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:12.289664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Pushing event updated for resources: {'Port': ['ID=513e0913-f461-4115-adde-9a41b1d9c7e1,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:12.327231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.328375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.329965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.331731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.332178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.332520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.332856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.335015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.335687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.336043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.336381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.336715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:12.354068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33474) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:12.503135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17523137-f759-41cf-ab7b-8d2487f387e8 req-b7a5d46d-d403-491a-8132-e320de43f55d tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8900836 May 27 01:51:12.514381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.514964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda6a25-13e1-4d16-af53-1926ba555314 None None] Network b1b61bed-9b96-47cd-808d-6055c95e51cb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:12.552987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e28abb10-3d8a-4b81-99f6-18f5d58b5a51'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:12.561534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.564596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6012d57-f619-4a28-ab40-33185e3d2317,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:12.605378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:12.605796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a2106649-09df-47a7-affc-d32788bc2bd8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e6012d57-f619-4a28-ab40-33185e3d2317 HTTP/1.1" status: 204 len: 168 time: 2.8940711 May 27 01:51:12.614428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33480) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:12.658162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fccc0545-0e22-4291-babb-88a188322848 req-182c0016-0661-42a2-8507-cadabe0057c3 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650805 May 27 01:51:12.724958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:12.726864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.730949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 18e1d24f-ebef-4bc7-8721-bb664908a461 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:12.732271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.746082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3a970-b876-439c-b6a6-d416452c4972 req-c0c1d283-9744-4634-b28d-7f6aad86f7a5 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:12.746846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-56c3a970-b876-439c-b6a6-d416452c4972 req-c0c1d283-9744-4634-b28d-7f6aad86f7a5 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Synchronizing usage tracker for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:12.749981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Usage tracker for resource:security_group_rule and tenant:882ea8320a024f1693eac0d503716165 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:12.761698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:12.770109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:12.810169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Attempting to bind port 513e0913-f461-4115-adde-9a41b1d9c7e1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:12.810513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Attempting to bind port 513e0913-f461-4115-adde-9a41b1d9c7e1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:12.810959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Attempting to bind port 513e0913-f461-4115-adde-9a41b1d9c7e1 on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:12.826885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-56c3a970-b876-439c-b6a6-d416452c4972 req-c0c1d283-9744-4634-b28d-7f6aad86f7a5 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Unset dirty status for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:12.828042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56c3a970-b876-439c-b6a6-d416452c4972 req-c0c1d283-9744-4634-b28d-7f6aad86f7a5 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 943 time: 0.8564129 May 27 01:51:12.830905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Port 513e0913-f461-4115-adde-9a41b1d9c7e1 on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:51:12.831230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Attempting to bind port 513e0913-f461-4115-adde-9a41b1d9c7e1 on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:12.855980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:12.856227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Checking segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:12.856602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Bound using segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:12.857045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Bound port: 513e0913-f461-4115-adde-9a41b1d9c7e1, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:12.857386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:12.912745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56c3a970-b876-439c-b6a6-d416452c4972 req-e562accf-3c45-403c-8f7c-d8e6e8b27f3f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731263 May 27 01:51:12.935932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Pushing event deleted for resources: {'Port': ['ID=18e1d24f-ebef-4bc7-8721-bb664908a461,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:13.039891 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.047473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] No DVR routers for this DVR port 18e1d24f-ebef-4bc7-8721-bb664908a461 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:51:13.052311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.055244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dcfb2d0d-732d-4043-b969-a4f9e73e5627 req-a1662b3d-0ffc-4e74-b0a0-7e4b6d4f9ee3 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.47 "DELETE /v2.0/ports/18e1d24f-ebef-4bc7-8721-bb664908a461 HTTP/1.1" status: 204 len: 173 time: 3.1839828 May 27 01:51:13.056280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'name': 'network-vif-deleted', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:13.074687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] For port 513e0913-f461-4115-adde-9a41b1d9c7e1, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:13.102918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Deleting port 6ae1684a-c561-45b8-8518-0d6534459e3e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:13.103976 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.107947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] For port 513e0913-f461-4115-adde-9a41b1d9c7e1, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=513e0913-f461-4115-adde-9a41b1d9c7e1,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:13.133039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.141468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.148391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44a562-add7-46da-96aa-717712204560 None None] DHCP port deletion for b1b61bed-9b96-47cd-808d-6055c95e51cb request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:51:13.154638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9b44a562-add7-46da-96aa-717712204560 None None] Deleting port 6ae1684a-c561-45b8-8518-0d6534459e3e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:13.155341 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b44a562-add7-46da-96aa-717712204560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.194975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623cc6c-5a3d-42b9-a9be-42c120953c0c req-ce107fe3-5267-46ed-ac3b-391fe1016a7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:13.203506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0623cc6c-5a3d-42b9-a9be-42c120953c0c req-ce107fe3-5267-46ed-ac3b-391fe1016a7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 944 time: 0.3839707 May 27 01:51:13.250784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.299743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0623cc6c-5a3d-42b9-a9be-42c120953c0c req-59d21861-6577-45a2-8650-3602f0ff1525 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953348 May 27 01:51:13.349123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:13.349723 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.351152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-75353322-f605-4418-b669-a049e755f399 service neutron] 10.222.0.47 "PUT /v2.0/ports/513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 1092 time: 2.2720966 May 27 01:51:13.351608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:13.468344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=882ea8320a024f1693eac0d503716165&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1088076 May 27 01:51:13.472064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33490) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:13.485847 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8407e7-8544-4648-924a-a7f15be071fa'] response: {'server_uuid': '2970ec83-c7af-4112-b43f-05cb326faa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b', 'code': 200} May 27 01:51:13.510621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef91154-ecc8-4c49-813b-61db33628927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e511a054-a7c0-4e76-ba7d-3a7951ed003d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:13.534357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75353322-f605-4418-b669-a049e755f399 service neutron] Pushing event updated for resources: {'Port': ['ID=513e0913-f461-4115-adde-9a41b1d9c7e1,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:13.598874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc32d3d-5e78-4a0d-95bc-885cd6719a25 req-7a0f58ab-a735-452a-8eba-8669955778e9 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:13.604809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6ae1684a-c561-45b8-8518-0d6534459e3e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:13.606378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afc32d3d-5e78-4a0d-95bc-885cd6719a25 req-7a0f58ab-a735-452a-8eba-8669955778e9 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.3597794 May 27 01:51:13.658295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-4133c79e-5a2b-4d63-8ec0-d114d981f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:13.659801 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-4133c79e-5a2b-4d63-8ec0-d114d981f607 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1095 time: 0.2487187 May 27 01:51:13.768979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9b44a562-add7-46da-96aa-717712204560 None None] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae1684a-c561-45b8-8518-0d6534459e3e,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:13.769541 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b44a562-add7-46da-96aa-717712204560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.824891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae1684a-c561-45b8-8518-0d6534459e3e,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:13.829175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:13.871861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-bee32779-b59e-4159-8ce6-211b0213cfe5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 217 time: 0.1959743 May 27 01:51:13.883441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afc32d3d-5e78-4a0d-95bc-885cd6719a25 req-81085551-28dd-4727-9a36-b722970d2b63 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761333 May 27 01:51:13.954255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5fa97523-c70b-4e79-9865-a75523c5c15a req-6bfec9b9-0090-468f-9c20-118fd9279c88 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Synchronizing usage tracker for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:14.069530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-ed8180e5-b283-40c7-aab8-c08ae8e7aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:14.071008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-ed8180e5-b283-40c7-aab8-c08ae8e7aa59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.1866562 May 27 01:51:14.124462 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b7b398-bd48-4e7d-9423-33cda1a7181b'] response: {'server_uuid': 'dc508443-86ef-483c-889d-5c262fffac0c', 'name': 'network-vif-deleted', 'tag': '18e1d24f-ebef-4bc7-8721-bb664908a461', 'status': 'completed', 'code': 200} May 27 01:51:14.176325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-47d57a31-9290-48ee-abde-03e1fabe8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:14.177966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-47d57a31-9290-48ee-abde-03e1fabe8481 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996566 May 27 01:51:14.180599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9b44a562-add7-46da-96aa-717712204560 None None] Calling delete_port for 6ae1684a-c561-45b8-8518-0d6534459e3e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:14.207854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Calling delete_port for 6ae1684a-c561-45b8-8518-0d6534459e3e owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:14.233908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6ae1684a-c561-45b8-8518-0d6534459e3e is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:14.234291 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:14.247795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5fa97523-c70b-4e79-9865-a75523c5c15a req-6bfec9b9-0090-468f-9c20-118fd9279c88 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] Unset dirty status for tenant:37b035b958bd4b3eb6050c54bfa65be6 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:14.248959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fa97523-c70b-4e79-9865-a75523c5c15a req-6bfec9b9-0090-468f-9c20-118fd9279c88 tempest-ServerRescueTestJSONUnderV235-777915797 tempest-ServerRescueTestJSONUnderV235-777915797-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc508443-86ef-483c-889d-5c262fffac0c HTTP/1.1" status: 200 len: 210 time: 0.3941944 May 27 01:51:14.262392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cafe92e-edcb-402e-83c0-e9f22b6752e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:14.290214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cafe92e-edcb-402e-83c0-e9f22b6752e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:14.352498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae1684a-c561-45b8-8518-0d6534459e3e,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:14.355161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cafe92e-edcb-402e-83c0-e9f22b6752e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:14.377497 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:14.381070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafe92e-edcb-402e-83c0-e9f22b6752e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e511a054-a7c0-4e76-ba7d-3a7951ed003d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:14.397849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cafe92e-edcb-402e-83c0-e9f22b6752e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:14.397849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9cafe92e-edcb-402e-83c0-e9f22b6752e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e511a054-a7c0-4e76-ba7d-3a7951ed003d HTTP/1.1" status: 204 len: 168 time: 0.9251125 May 27 01:51:14.424961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-5ac118e4-146b-4670-95bb-4097012a279a service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348723 May 27 01:51:14.435077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ef5ea-f9c8-4855-9617-fa6389c6d6ac req-0f18c63a-31e0-4ae3-8bc9-f31d5e6731eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:14.436576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b05ef5ea-f9c8-4855-9617-fa6389c6d6ac req-0f18c63a-31e0-4ae3-8bc9-f31d5e6731eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 1097 time: 0.9165273 May 27 01:51:14.483220 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfafd465-4497-4780-99e4-86011abfd2c9'] response: {'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'status': 'completed', 'code': 200} May 27 01:51:14.566389 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-9b44a562-add7-46da-96aa-717712204560 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:51:14.566772 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-9b44a562-add7-46da-96aa-717712204560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:51:14.575791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6ae1684a-c561-45b8-8518-0d6534459e3e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:14.734087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9aa1d3b5-f5d6-4480-a2b5-055e0fad09e8 req-075910fc-52a6-4061-af6c-f8fe5b87cd0e service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066030 May 27 01:51:14.782124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:51:14.782458 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:51:14.789737 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e107-b6f4-4ce5-a3bc-a97732a7099b req-e54d9595-9b88-49fc-a403-ea338c49de7d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:14.792449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6210e107-b6f4-4ce5-a3bc-a97732a7099b req-e54d9595-9b88-49fc-a403-ea338c49de7d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 943 time: 0.1388848 May 27 01:51:14.822047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b05ef5ea-f9c8-4855-9617-fa6389c6d6ac req-1debdbc8-d496-416e-8c74-be1e355e6d88 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712995 May 27 01:51:14.862072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab547-af96-4128-b1a7-32a69e27fc51 req-0e8f4159-9948-4347-878a-f06e88486e93 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:14.863711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3acab547-af96-4128-b1a7-32a69e27fc51 req-0e8f4159-9948-4347-878a-f06e88486e93 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 945 time: 0.3890278 May 27 01:51:14.899270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6210e107-b6f4-4ce5-a3bc-a97732a7099b req-40caf36a-6603-4975-bdb9-2e21989e6906 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 May 27 01:51:14.922859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3acab547-af96-4128-b1a7-32a69e27fc51 req-93337512-72a7-49d3-b506-7226556d084a tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483203 May 27 01:51:14.950999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-9a5fece7-8126-44ae-8d14-1bec526e7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:14.952480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-9a5fece7-8126-44ae-8d14-1bec526e7931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1095 time: 0.1585083 May 27 01:51:15.068369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9b44a562-add7-46da-96aa-717712204560 None None] Deleting port 6ae1684a-c561-45b8-8518-0d6534459e3e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:15.069450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b44a562-add7-46da-96aa-717712204560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:15.159044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96e04-6221-42d3-9460-ae357bd2cc14 req-911199b5-4af7-4fe6-b1da-8cff4df135ac tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:15.163177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8f96e04-6221-42d3-9460-ae357bd2cc14 req-911199b5-4af7-4fe6-b1da-8cff4df135ac tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.1037240 May 27 01:51:15.235646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8f96e04-6221-42d3-9460-ae357bd2cc14 req-c15a8c9b-c91d-45f6-8c72-b352e678b413 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623586 May 27 01:51:15.283663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Deleting port 6ae1684a-c561-45b8-8518-0d6534459e3e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:15.284355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:15.370233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d4072-8982-427e-a061-eb80c8192b09 req-daaea5b6-9b7b-4dd4-91ca-2212d6c18a93 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:15.370513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e28abb10-3d8a-4b81-99f6-18f5d58b5a51 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:15.377927 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-167d4072-8982-427e-a061-eb80c8192b09 req-daaea5b6-9b7b-4dd4-91ca-2212d6c18a93 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 944 time: 0.3344097 May 27 01:51:15.423375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-0d144acd-e53e-4396-a37f-ebdf08285984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:15.424891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-0d144acd-e53e-4396-a37f-ebdf08285984 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.2891788 May 27 01:51:15.473257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9b44a562-add7-46da-96aa-717712204560 None None] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae1684a-c561-45b8-8518-0d6534459e3e,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:15.473890 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b44a562-add7-46da-96aa-717712204560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:15.518810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33532) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:15.570092 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-167d4072-8982-427e-a061-eb80c8192b09 req-49e74009-2efc-4538-9801-9d55489f2c16 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909850 May 27 01:51:15.597538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-01c04864-b876-49bc-8d28-473e0f1ace0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 217 time: 0.1636267 May 27 01:51:15.752834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-c3519566-c103-41d2-bcad-af8cd4533c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:15.754581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-c3519566-c103-41d2-bcad-af8cd4533c4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.1526692 May 27 01:51:15.766040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9b44a562-add7-46da-96aa-717712204560 None None] Calling delete_port for 6ae1684a-c561-45b8-8518-0d6534459e3e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:15.840082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:15.848442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:15.848814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:15.917032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] For port 6ae1684a-c561-45b8-8518-0d6534459e3e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae1684a-c561-45b8-8518-0d6534459e3e,segment=NetworkSegment(0944aad4-2f1c-4054-93a6-6d006532ae66),segment_id=0944aad4-2f1c-4054-93a6-6d006532ae66)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:15.917521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:15.940782 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b44a562-add7-46da-96aa-717712204560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:16.031538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44a562-add7-46da-96aa-717712204560 None None] Pushing event deleted for resources: {'Port': ['ID=6ae1684a-c561-45b8-8518-0d6534459e3e,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:16.055710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44a562-add7-46da-96aa-717712204560 None None] No DVR routers for this DVR port 6ae1684a-c561-45b8-8518-0d6534459e3e on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:51:16.250470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:16.250882 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:16.352110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:16.354144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:16.360497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Calling delete_port for 6ae1684a-c561-45b8-8518-0d6534459e3e owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:16.362186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:16.393147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-883043ef-3f77-4e68-835b-da118a3cf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:16.397880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-883043ef-3f77-4e68-835b-da118a3cf7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6330800 May 27 01:51:16.415253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0474398-07f2-49d3-b324-837233a3364b req-d004f4e0-4793-4bf2-848e-2bac8a349039 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:16.422495 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d0474398-07f2-49d3-b324-837233a3364b req-d004f4e0-4793-4bf2-848e-2bac8a349039 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 945 time: 0.2208791 May 27 01:51:16.475388 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:51:16.476388 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:51:16.577020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:16.757758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-9f6d7b33-c5ee-47c8-9b61-58a0907f91bc service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341975 May 27 01:51:16.802599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053e40b-6f1c-45fc-bfcf-84de8cc99716 req-290efda2-3088-40a8-a5c7-da8621b2b0e1 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:16.810951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c053e40b-6f1c-45fc-bfcf-84de8cc99716 req-290efda2-3088-40a8-a5c7-da8621b2b0e1 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 943 time: 0.3333826 May 27 01:51:16.937729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d0474398-07f2-49d3-b324-837233a3364b req-382ab66f-41d2-4385-a80c-b0008d8c9be1 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736898 May 27 01:51:17.048994 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68625706-3f7b-40dc-8670-0e18d2e615e6'] response: {'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'code': 200} May 27 01:51:17.057382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaa65c53-5ccd-4c91-bc33-cc962db6846b req-1e044884-d283-4c0a-81f7-d2b35871150c service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884767 May 27 01:51:17.082169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33566) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:17.136576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Deleting port 6ae1684a-c561-45b8-8518-0d6534459e3e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:17.142171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.295423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-892557466', 'router:external': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:17.311664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:17.326999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c053e40b-6f1c-45fc-bfcf-84de8cc99716 req-990aef81-c763-4f67-9ca0-89959bba375d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Synchronizing usage tracker for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:17.328290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:network and tenant:85e027cdf68f49c19648fc331d235d81 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:17.333609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:17.338787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] The port '6ae1684a-c561-45b8-8518-0d6534459e3e' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:51:17.350024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:17.378409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Made reservation on behalf of 85e027cdf68f49c19648fc331d235d81 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:17.380937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.382325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 513e0913-f461-4115-adde-9a41b1d9c7e1 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:51:17.398895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.409745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589da2f9-1c80-485d-82c0-50a8529da28e req-0706477a-956d-4509-a5e7-790b8bcdb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:17.411270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-589da2f9-1c80-485d-82c0-50a8529da28e req-0706477a-956d-4509-a5e7-790b8bcdb69d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.2459965 May 27 01:51:17.434023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:17.445068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c796c3-d7e4-4e34-b8d3-40f39cf2669b req-1fcc80e5-42d8-4bab-a87a-f73f9f9c2e6a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:17.447067 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6c796c3-d7e4-4e34-b8d3-40f39cf2669b req-1fcc80e5-42d8-4bab-a87a-f73f9f9c2e6a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.2051513 May 27 01:51:17.451712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:security_group_rule and tenant:85e027cdf68f49c19648fc331d235d81 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:17.457773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:17.477077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:17.532775 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-589da2f9-1c80-485d-82c0-50a8529da28e req-863d99c4-66e9-4b63-9f42-4180673d08ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124227 May 27 01:51:17.564553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6c796c3-d7e4-4e34-b8d3-40f39cf2669b req-159e1d21-8b9f-4902-9a2d-f6b239397222 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078534 May 27 01:51:17.679035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 513e0913-f461-4115-adde-9a41b1d9c7e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=513e0913-f461-4115-adde-9a41b1d9c7e1,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:17.691027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c053e40b-6f1c-45fc-bfcf-84de8cc99716 req-990aef81-c763-4f67-9ca0-89959bba375d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Unset dirty status for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:17.695268 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.700906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c053e40b-6f1c-45fc-bfcf-84de8cc99716 req-990aef81-c763-4f67-9ca0-89959bba375d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8889294 May 27 01:51:17.704245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'mac_address': 'fa:16:3e:a6:10:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:51:17.706215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.711406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33578) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:17.724368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689050796', 'description': 'tempest-description--1550805209'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:17.726253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.745164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:17.747191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b61bed-9b96-47cd-808d-6055c95e51cb']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:17.764580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0944aad4-2f1c-4054-93a6-6d006532ae66') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:17.764580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0944aad4-2f1c-4054-93a6-6d006532ae66') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:17.772506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:17.776750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:51:17.779455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.784447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa09df7-835f-4f05-a687-85bf4b3dde1c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:17.793288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.793529 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Added segment 81bce875-75ae-4149-996b-619df0094f6b of type vlan for network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 May 27 01:51:17.801267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.816132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 513e0913-f461-4115-adde-9a41b1d9c7e1 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:17.816905 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.837764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.840454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:17.847743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513e0913-f461-4115-adde-9a41b1d9c7e1 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:17.848330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Usage tracker for resource:security_group_rule and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:17.851799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.853174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:51:17.853728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.855668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:17.862966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:17.889722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 513e0913-f461-4115-adde-9a41b1d9c7e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=513e0913-f461-4115-adde-9a41b1d9c7e1,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:17.899087 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.919453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.920689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:17.921358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:17.926752 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0944aad4-2f1c-4054-93a6-6d006532ae66 resource provider aggregate not found May 27 01:51:17.968725 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0944aad4-2f1c-4054-93a6-6d006532ae66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0944aad4-2f1c-4054-93a6-6d006532ae66 found for delete ", "request_id": "req-dc61ae32-b609-474f-b91c-66066d5f29e6"}]} May 27 01:51:18.000392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.011103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=513e0913-f461-4115-adde-9a41b1d9c7e1,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:18.019699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.034535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b61bed-9b96-47cd-808d-6055c95e51cb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:18.038704 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.081430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.087179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Network': ['ID=eabe4aa4-a797-4a42-b024-fd2c72b6f0c6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:18.093819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.098235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1233065c-d581-41b6-94f4-ff085a3e5b70 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b1b61bed-9b96-47cd-808d-6055c95e51cb HTTP/1.1" status: 204 len: 168 time: 5.4827640 May 27 01:51:18.104293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:51:18.297301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.301128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5859039 May 27 01:51:18.301128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4f9a5-1cb4-49f3-802a-ed75b2b6c64e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7347fbc5-91bb-4257-bb33-6835fd11feef,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:18.301399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33590) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:18.310380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'security_group_rule': {'security_group_id': '7347fbc5-91bb-4257-bb33-6835fd11feef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:18.315924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-89343685-46b2-4d74-a976-659e106b7a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2326727 May 27 01:51:18.322389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33594) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:18.333601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'subnet': {'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:18.337684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:18.343280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:18.346942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Usage tracker for resource:security_group_rule and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:18.351328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:18.358382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:subnet and tenant:85e027cdf68f49c19648fc331d235d81 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:18.364156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:18.365956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:18.377196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:18.399839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:18.421777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['513e0913-f461-4115-adde-9a41b1d9c7e1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:18.456456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Deleting port 7ba28c69-3346-48e6-8d3d-12185bd657c3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:18.456973 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.462091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Made reservation on behalf of 85e027cdf68f49c19648fc331d235d81 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:18.466740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.502652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.647925 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.670152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8980-1fd0-4b50-b684-ab94615ded7e req-c5a9f40e-3036-4b8d-b71d-54cddcb1d735 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:18.672249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba2f8980-1fd0-4b50-b684-ab94615ded7e req-c5a9f40e-3036-4b8d-b71d-54cddcb1d735 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 945 time: 0.5496902 May 27 01:51:18.704518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.763641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b6c732-6441-41c1-a4a5-558b870527a3,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:18.773423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] For port 7ba28c69-3346-48e6-8d3d-12185bd657c3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7ba28c69-3346-48e6-8d3d-12185bd657c3,segment=NetworkSegment(db23767c-469f-48b3-835f-07c27ada96d1),segment_id=db23767c-469f-48b3-835f-07c27ada96d1)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:18.773893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.778325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c31eae7f-09db-4801-82a8-937009821fff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45c1fafc6da34ea290dca2bfc8be6206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739722 May 27 01:51:18.786172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33608) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:18.821990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:18.823231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea35244f-ad5c-4d5e-b6e1-ec5f9aca12cb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5191967 May 27 01:51:18.830762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33612) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:18.833013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba2f8980-1fd0-4b50-b684-ab94615ded7e req-a0f26463-7fc0-46d3-b77c-2ddf5a7f2890 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412313 May 27 01:51:18.850762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'security_group_rule': {'security_group_id': '7347fbc5-91bb-4257-bb33-6835fd11feef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:18.856185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:18.863994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Usage tracker for resource:security_group_rule and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:18.874493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:18.887394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:19.001761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Calling delete_port for 7ba28c69-3346-48e6-8d3d-12185bd657c3 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:19.098152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da70c2f-ed31-4390-82f2-7dc3753536f3 req-56635d56-4dec-484d-93d0-9e53eb9f05b1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:19.100101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9da70c2f-ed31-4390-82f2-7dc3753536f3 req-56635d56-4dec-484d-93d0-9e53eb9f05b1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.3989117 May 27 01:51:19.152046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bfbf-94ae-438f-8893-c6092078973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.162579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.181811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9da70c2f-ed31-4390-82f2-7dc3753536f3 req-d98415a1-a1de-4847-99bd-e1dea99b4e62 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718937 May 27 01:51:19.278645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bfbf-94ae-438f-8893-c6092078973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.340315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.405869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba28c69-3346-48e6-8d3d-12185bd657c3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:19.642889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.644125 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bfbf-94ae-438f-8893-c6092078973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.687342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86c67-f242-46c7-af6d-2ce76e2ad992 req-ec465853-8fa0-449e-8948-28caa9df9a3d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:19.688884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bf86c67-f242-46c7-af6d-2ce76e2ad992 req-ec465853-8fa0-449e-8948-28caa9df9a3d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 944 time: 0.6409135 May 27 01:51:19.698429 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.715004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3bfbf-94ae-438f-8893-c6092078973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2680b0-4d83-44dd-9f39-61c785be3b91,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:19.766666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bfbf-94ae-438f-8893-c6092078973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.767720 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ccf3bfbf-94ae-438f-8893-c6092078973a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c2680b0-4d83-44dd-9f39-61c785be3b91 HTTP/1.1" status: 204 len: 168 time: 0.9783766 May 27 01:51:19.773995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cf066f-34c7-4290-b6a8-8048e6755dc1,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:19.804476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:19.810211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9b74a180-d14d-4ae8-b726-a8e65a6f36ca tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9717600 May 27 01:51:19.810211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33648) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:19.815210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:19.840831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bf86c67-f242-46c7-af6d-2ce76e2ad992 req-79db8c98-e35a-4569-8638-2b2ad4a1acc4 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397171 May 27 01:51:19.842400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:19.850086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Usage tracker for resource:floatingip and tenant:94808042355844b686d7053c3b65ef77 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:19.860167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:19.885948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:19.957009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 01:51:19.958440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:20.018353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:20.028978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:20.121604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1a9f524-64d2-4665-abed-79a7bac1eaa7,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:20.230379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Checking segment: {'id': '81bce875-75ae-4149-996b-619df0094f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:20.230746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network hostable DHCP agents. Network: eabe4aa4-a797-4a42-b024-fd2c72b6f0c6, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:51:20.293626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:51:20.322676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7496f-c2ae-4231-8018-1c2c42e5d4d7 req-28f96c80-f1fb-4e28-9acb-685e0dd168d0 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:20.324319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cd7496f-c2ae-4231-8018-1c2c42e5d4d7 req-28f96c80-f1fb-4e28-9acb-685e0dd168d0 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 945 time: 0.2004206 May 27 01:51:20.326838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:20.403197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, eabe4aa4-a797-4a42-b024-fd2c72b6f0c6) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:20.416890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d494d755-c9e2-40b4-b4e7-ffb852ddc365 None None] Network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:20.436908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:20.437557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:20.536806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cd7496f-c2ae-4231-8018-1c2c42e5d4d7 req-cb920b91-16a1-44e5-9908-6a8c5da4f841 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255696 May 27 01:51:20.540696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1e843920-6ec2-4ba9-9c06-f0e22d824ffb tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2139959 May 27 01:51:20.545122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33664) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:20.552639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-248888848', 'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:20.563064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:20.566156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Allocated IP 172.25.3.120 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/cb5891e4-f190-42d5-9725-922027409aeb) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:20.571359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:port and tenant:85e027cdf68f49c19648fc331d235d81 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:20.576298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:20.587879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:20.635049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977929-2dde-47bb-9984-d88ef0495de6 req-027504ed-4ea2-48be-92c7-5e730b3bc4d1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:20.646778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef977929-2dde-47bb-9984-d88ef0495de6 req-027504ed-4ea2-48be-92c7-5e730b3bc4d1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.2684937 May 27 01:51:20.748098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Router 9db9bd12-58c6-4d33-bc61-54c964b16066 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:51:20.765710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Made reservation on behalf of 85e027cdf68f49c19648fc331d235d81 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:20.768158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:20.792955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f30a8-e0fd-4624-b23d-a5edd7b3abf3 None None] Network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:20.806429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef977929-2dde-47bb-9984-d88ef0495de6 req-8935633f-b505-4882-a043-5d7252025d53 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585176 May 27 01:51:20.807127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] device_id is not set on port b4047686-4235-41bb-bc75-b3a5ebe57c13 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:51:21.066423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Allocated IP 172.20.0.11 (eabe4aa4-a797-4a42-b024-fd2c72b6f0c6/f1a9f524-64d2-4665-abed-79a7bac1eaa7/b4047686-4235-41bb-bc75-b3a5ebe57c13) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:21.187102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:51:21.197205 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] Sync routers for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:51:21.220521 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:21.221209 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:21.234001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-db2a9384-fbb6-4f3c-a283-7f1d537595ea admin admin] 10.222.0.16 "PUT /v2.0/routers/9db9bd12-58c6-4d33-bc61-54c964b16066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7077305 May 27 01:51:21.237872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33684) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:21.412065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 513e0913-f461-4115-adde-9a41b1d9c7e1 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:21.472772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf939a00-0f79-4e13-9137-fb3fe6cbe7a2 req-3a077ddb-e9c5-425b-bdec-55b526952455 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:21.481535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf939a00-0f79-4e13-9137-fb3fe6cbe7a2 req-3a077ddb-e9c5-425b-bdec-55b526952455 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 944 time: 0.3843663 May 27 01:51:21.481784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33692) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:21.526920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:21.618247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 513e0913-f461-4115-adde-9a41b1d9c7e1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:21.631948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 513e0913-f461-4115-adde-9a41b1d9c7e1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:21.637482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:21.691225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf939a00-0f79-4e13-9137-fb3fe6cbe7a2 req-9ba38e3c-6a58-410a-8872-38e70eded9aa tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067049 May 27 01:51:21.760749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-496895891-network', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:21.797591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:21.845371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Usage tracker for resource:network and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:21.855207 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:21.893367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:21.994478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 513e0913-f461-4115-adde-9a41b1d9c7e1 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:21.995160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.012154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:22.049734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:22.076549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 513e0913-f461-4115-adde-9a41b1d9c7e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=513e0913-f461-4115-adde-9a41b1d9c7e1,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:22.078135 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.089017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.089319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:22.093883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.111986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.132265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.162457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.219973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad734-2269-48d8-b631-00c69f29168e req-ba65b9a8-8fb2-4e93-aee2-fcdaa4114009 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:22.221431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57fad734-2269-48d8-b631-00c69f29168e req-ba65b9a8-8fb2-4e93-aee2-fcdaa4114009 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.47 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 945 time: 0.6801159 May 27 01:51:22.225606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:22.246399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=513e0913-f461-4115-adde-9a41b1d9c7e1,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:22.265089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.265425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.265764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.266094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.268973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:51:22.286632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Usage tracker for resource:security_group_rule and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:22.302034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:22.326550 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:51:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:22.332478 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] Checking router: 9db9bd12-58c6-4d33-bc61-54c964b16066 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:51:22.338543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:22.341637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:22.345143 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] Routers {'9db9bd12-58c6-4d33-bc61-54c964b16066'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:22.346337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9db9bd12-58c6-4d33-bc61-54c964b16066'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:22.351580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:22.355119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:22.398114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cc184-a00e-4856-8cd6-fc6f80c312e9 req-46d4dc34-7900-4a4b-a488-00ccbff8bee1 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:22.400369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f6cc184-a00e-4856-8cd6-fc6f80c312e9 req-46d4dc34-7900-4a4b-a488-00ccbff8bee1 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 945 time: 0.4933264 May 27 01:51:22.441293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.449669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'Port': ['ID=cb5891e4-f190-42d5-9725-922027409aeb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:22.456670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7def-c23a-41b1-a3e1-8a7518e64c0e req-ecf0ac9d-a349-45b3-bd58-99727ba08acb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:22.464471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1ca7def-c23a-41b1-a3e1-8a7518e64c0e req-ecf0ac9d-a349-45b3-bd58-99727ba08acb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.4959493 May 27 01:51:22.490295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Deleting port 696abe8b-0e13-41d8-babd-3d5530e658fe {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:22.490934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.491913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Deleting port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:22.492255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.606923 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:22.623652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f6cc184-a00e-4856-8cd6-fc6f80c312e9 req-c12722b5-48ff-45a7-8ef0-4b4d8910c55c tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003345 May 27 01:51:22.721472 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] Set router 9db9bd12-58c6-4d33-bc61-54c964b16066 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:22.731983 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29a132a-6629-4a40-b62e-2b7362183d1e'] response: {'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'code': 200} May 27 01:51:23.035353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1ca7def-c23a-41b1-a3e1-8a7518e64c0e req-272c5f9d-a840-47ab-93a1-a94cec89d44a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675550 May 27 01:51:23.046687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:23.067989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:23.089739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:23.115039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaa5a9-cddc-4757-8882-a0a75b0785c8 req-4fbb7fb0-b670-4bb1-a86d-b4b2e502e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:23.116519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a5eaa5a9-cddc-4757-8882-a0a75b0785c8 req-4fbb7fb0-b670-4bb1-a86d-b4b2e502e516 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.2692897 May 27 01:51:23.142104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Port': ['ID=b4047686-4235-41bb-bc75-b3a5ebe57c13,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:23.169481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] For port 696abe8b-0e13-41d8-babd-3d5530e658fe, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=696abe8b-0e13-41d8-babd-3d5530e658fe,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:23.169843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.294911 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.304606 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:51:23.330613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Calling delete_port for 696abe8b-0e13-41d8-babd-3d5530e658fe owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:23.360895 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a5eaa5a9-cddc-4757-8882-a0a75b0785c8 req-63d704b3-652d-4a25-9434-36aeb333f083 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308326 May 27 01:51:23.362862 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:51:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:23.367986 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc875c6a-3878-4a0c-b806-5cc002d3708e None None] The sync data for ids ['9db9bd12-58c6-4d33-bc61-54c964b16066'] in n-d-843146-11 is: [{'id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'name': 'tempest-ServerRescueTestJSONUnderV235-2141314187-router', 'tenant_id': '37b035b958bd4b3eb6050c54bfa65be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:02Z', 'updated_at': '2022-05-27T01:51:19Z', 'revision_number': 5, 'project_id': '37b035b958bd4b3eb6050c54bfa65be6', 'gw_port': {'id': '696abe8b-0e13-41d8-babd-3d5530e658fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db9bd12-58c6-4d33-bc61-54c964b16066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:03Z', 'updated_at': '2022-05-27T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:51:23.390493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.406884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:23.407613 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.448044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.547654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6762c305-5375-4238-a721-575765a2921d admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:51:23.560433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ad248-3bc0-4a13-bc05-1067a0866bb0 req-59e5a372-b11b-4a61-8fd0-f34351f8a180 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:23.561901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ad248-3bc0-4a13-bc05-1067a0866bb0 req-59e5a372-b11b-4a61-8fd0-f34351f8a180 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 945 time: 0.6207721 May 27 01:51:23.574073 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.582362 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.665208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] For port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,segment=NetworkSegment(d1ee0324-2509-4bf2-8e02-490813534f17),segment_id=d1ee0324-2509-4bf2-8e02-490813534f17)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:23.665583 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.673730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd0327-b201-474e-a227-2db79e59d567,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:23.683063 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.683409 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Added segment e3681894-289d-420e-8c09-b762f7df70e7 of type vlan for network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee May 27 01:51:23.689317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Pushing event deleted for resources: {'Port': ['ID=696abe8b-0e13-41d8-babd-3d5530e658fe,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:23.695362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bfa870be-e5a1-4e78-84ab-3136298b4c31 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1492352 May 27 01:51:23.719694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33716) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:23.827561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Calling delete_port for 40ba47e5-fe75-48ce-9f07-06ae9012dd3b owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:23.884588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Deleting port b4047686-4235-41bb-bc75-b3a5ebe57c13 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:23.884926 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.909668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:23.986070 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ad248-3bc0-4a13-bc05-1067a0866bb0 req-03e1ade1-de80-46f7-8e33-002d4897d5a9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542712 May 27 01:51:24.017479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.198551 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-6762c305-5375-4238-a721-575765a2921d admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:51:24.240467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.261784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.262149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.263044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:24.263626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.341600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e666-7429-47e8-9f09-90a03d031c85 req-8085d735-396f-4a8e-9fc3-170e49595b3e tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:24.349420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f27e666-7429-47e8-9f09-90a03d031c85 req-8085d735-396f-4a8e-9fc3-170e49595b3e tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/ports?device_id=2970ec83-c7af-4112-b43f-05cb326faa23 HTTP/1.1" status: 200 len: 945 time: 0.5562994 May 27 01:51:24.402018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.402634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db9bd12-58c6-4d33-bc61-54c964b16066 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:51:24.426347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.501128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Pushing event deleted for resources: {'Port': ['ID=40ba47e5-fe75-48ce-9f07-06ae9012dd3b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:24.513168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6762c305-5375-4238-a721-575765a2921d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0268731 May 27 01:51:24.515238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33732) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:24.518117 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f27e666-7429-47e8-9f09-90a03d031c85 req-490fc34b-e94d-4b6b-9bea-abba8bf94319 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0bd133a-210d-494c-960e-4439296ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679595 May 27 01:51:24.521448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.523275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bcec751f-b3e8-4603-9a30-22080992e753 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9db9bd12-58c6-4d33-bc61-54c964b16066 HTTP/1.1" status: 204 len: 168 time: 3.2808700 May 27 01:51:24.527475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33736) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:24.535569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Request body: {'subnet': {'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-496895891-subnet', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:24.599391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:51:24.659617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762c305-5375-4238-a721-575765a2921d admin admin] Pushing event updated for resources: {'Network': ['ID=9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:24.669674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:51:24.673784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.676456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] No DVR routers for this DVR port 40ba47e5-fe75-48ce-9f07-06ae9012dd3b on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:51:24.679381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.682088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57fad734-2269-48d8-b631-00c69f29168e req-b5515c36-2c35-464b-af05-fea6f64b4001 tempest-ServerMetadataNegativeTestJSON-604160115 tempest-ServerMetadataNegativeTestJSON-604160115-project] 10.222.0.47 "DELETE /v2.0/ports/40ba47e5-fe75-48ce-9f07-06ae9012dd3b HTTP/1.1" status: 204 len: 173 time: 2.4381969 May 27 01:51:24.692844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2970ec83-c7af-4112-b43f-05cb326faa23', 'name': 'network-vif-deleted', 'tag': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:24.705950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.802613 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a241af1b-6cf1-4dac-81df-066a63851d19'] response: {'server_uuid': '2970ec83-c7af-4112-b43f-05cb326faa23', 'name': 'network-vif-deleted', 'tag': '40ba47e5-fe75-48ce-9f07-06ae9012dd3b', 'status': 'completed', 'code': 200} May 27 01:51:24.817296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] Deleting subnet 6597d8a6-f2eb-45a0-b8a0-7b72729f8704 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:51:24.821246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:24.848781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-6eeca023-68e4-4329-9922-31ae33106f47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7690609 May 27 01:51:24.859568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.893830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3888-2160-4134-9e31-f0c7e2de7cd8 req-0086106d-5616-4828-a6ff-8a14cbbcea9a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:24.901348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-303f3888-2160-4134-9e31-f0c7e2de7cd8 req-0086106d-5616-4828-a6ff-8a14cbbcea9a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.6218929 May 27 01:51:24.926177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Usage tracker for resource:subnet and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:24.944322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:24.956058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:24.969021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:24.972852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'Port': ['ID=cb5891e4-f190-42d5-9725-922027409aeb,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:24.981571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:25.014325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-303f3888-2160-4134-9e31-f0c7e2de7cd8 req-75df6fce-6c64-437f-8c2f-630a70d551ef tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120932 May 27 01:51:25.028615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:25.030224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-403fd16b-d24e-4796-9c01-e0f63b32f3e6 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2193213 May 27 01:51:25.203821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:25.236628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Calling delete_port for b4047686-4235-41bb-bc75-b3a5ebe57c13 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:25.267769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:25.270030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:25.288318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-27fe70c9-8afa-4eba-88f6-815a336a0b21 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:25.305123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-27fe70c9-8afa-4eba-88f6-815a336a0b21 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:25.307086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-27fe70c9-8afa-4eba-88f6-815a336a0b21 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1689050796&fields=id&tenant_id=94808042355844b686d7053c3b65ef77 HTTP/1.1" status: 200 len: 267 time: 0.0596416 May 27 01:51:25.423277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 40ba47e5-fe75-48ce-9f07-06ae9012dd3b no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:25.515003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 40ba47e5-fe75-48ce-9f07-06ae9012dd3b {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:51:25.516403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 40ba47e5-fe75-48ce-9f07-06ae9012dd3b not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:51:25.528108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:25.570773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ba28c69-3346-48e6-8d3d-12185bd657c3 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:25.639228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7ba28c69-3346-48e6-8d3d-12185bd657c3 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:51:25.639598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ba28c69-3346-48e6-8d3d-12185bd657c3 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:51:25.641315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 696abe8b-0e13-41d8-babd-3d5530e658fe no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:51:25.705631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 696abe8b-0e13-41d8-babd-3d5530e658fe {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:51:25.706375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 696abe8b-0e13-41d8-babd-3d5530e658fe not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:51:25.729154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:25.735401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-32cc618c-ce5b-415b-814a-d4f94d1c8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:25.737067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-32cc618c-ce5b-415b-814a-d4f94d1c8af5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 1096 time: 0.6559589 May 27 01:51:25.761386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-6b3061d5-6425-4e89-8325-206b34d7d72a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:25.763047 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-6b3061d5-6425-4e89-8325-206b34d7d72a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 818 time: 0.4491730 May 27 01:51:25.780929 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-c4991f36-d4b8-4016-8c40-fe24a85cd456 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/quotas/94808042355844b686d7053c3b65ef77 HTTP/1.1" status: 200 len: 375 time: 0.0101643 May 27 01:51:25.848200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6597d8a6-f2eb-45a0-b8a0-7b72729f8704,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:25.863870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:25.877568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-96ffa25f-82ea-4c11-a726-f4aad5825369 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0911281 May 27 01:51:25.973559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69db6-522a-41a8-bdf9-0d4bba8b3c19 req-743843d4-69ff-4afa-ac9c-f70fedafb74a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:25.979793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73c69db6-522a-41a8-bdf9-0d4bba8b3c19 req-743843d4-69ff-4afa-ac9c-f70fedafb74a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 945 time: 0.7793343 May 27 01:51:25.992428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f11be043-67b2-484c-8005-f54bb2717eb5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6597d8a6-f2eb-45a0-b8a0-7b72729f8704 HTTP/1.1" status: 204 len: 168 time: 1.4484847 May 27 01:51:26.000484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33768) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:26.035995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.114037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-455a0016-c7bf-435d-9761-44a245054d46 service neutron] 10.222.0.16 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248428 May 27 01:51:26.154435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4047686-4235-41bb-bc75-b3a5ebe57c13,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:26.167395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.204069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.255118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73c69db6-522a-41a8-bdf9-0d4bba8b3c19 req-34cc6d33-6365-4fe4-b610-781acb75c769 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470264 May 27 01:51:26.278043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-a54673d6-d209-4adc-b7c8-ae8bb1305782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:26.279565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-a54673d6-d209-4adc-b7c8-ae8bb1305782 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.4988406 May 27 01:51:26.368500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33776) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:26.397564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-938b2c22-1058-45ad-9ac2-f3b9dc2523b6 service neutron] 10.222.0.16 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727041 May 27 01:51:26.400396 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-52139a83-9b73-40e4-8f3e-a4893301587e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 200 len: 217 time: 0.1040964 May 27 01:51:26.404071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.409286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ae26b6-3953-48e8-a0f3-5086e40d31cb,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:26.447832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa833d4e-41d6-4619-84e4-fac9c4e85020']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:26.467120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db23767c-469f-48b3-835f-07c27ada96d1') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:26.467526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db23767c-469f-48b3-835f-07c27ada96d1') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:26.481845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.500782 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.509355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:51:26.509675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.703657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.713508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cf8834c0-1844-4cb4-a624-1a0911dbc051 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b4047686-4235-41bb-bc75-b3a5ebe57c13 HTTP/1.1" status: 204 len: 168 time: 2.9924622 May 27 01:51:26.731212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33798) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:26.753064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Checking segment: {'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:26.753436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Network hostable DHCP agents. Network: 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:51:26.772139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6', 'external_fixed_ips': [{'subnet_id': 'f1a9f524-64d2-4665-abed-79a7bac1eaa7', 'ip_address': '172.20.0.11'}]}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:26.795284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:26.798805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-819bb89a-07bb-4d2c-bc34-692b71fec74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:26.800261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-819bb89a-07bb-4d2c-bc34-692b71fec74f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.3873446 May 27 01:51:26.806749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] Deleting subnet 0dfa5116-ec28-444f-b9c7-c95e1a9ba13a {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:51:26.855902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2bc9c77-d999-489b-aec7-693427967e27 req-0fb40517-bc33-4346-850c-34c604f3b855 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2567248 May 27 01:51:26.857845 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment db23767c-469f-48b3-835f-07c27ada96d1 resource provider aggregate not found May 27 01:51:26.873211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.885169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:26.891634 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment db23767c-469f-48b3-835f-07c27ada96d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db23767c-469f-48b3-835f-07c27ada96d1 found for delete ", "request_id": "req-6121fa9f-8121-403d-a89e-3e85d33a3e25"}]} May 27 01:51:26.913298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.924414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:26.933401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Usage tracker for resource:floatingip and tenant:3f908e090d3c4c9c940090f3817e1228 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:26.937159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa833d4e-41d6-4619-84e4-fac9c4e85020,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:26.940899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:router and tenant:85e027cdf68f49c19648fc331d235d81 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:26.943614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:26.946181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:26.958153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-43d8d829-7b84-44c0-af89-65f3a02bef8b admin admin] 10.222.0.16 "DELETE /v2.0/networks/fa833d4e-41d6-4619-84e4-fac9c4e85020 HTTP/1.1" status: 204 len: 168 time: 0.9562278 May 27 01:51:26.959626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:26.972154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.010763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:27.036620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:27.057974 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-daa8387b-d442-4b01-b1b1-072cdeee38b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807099 May 27 01:51:27.068827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:51:27.096594 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.135765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.136799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.137098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.199706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:27.209656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99fa520-ca45-4b6e-8fb9-e896faef3bbc None None] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:27.219628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:27.220242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.252010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33812) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:27.279042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1281f-bd74-4d7e-8281-cff49370a06a req-b0982fd3-e264-490f-a583-64b851def5bb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:27.280769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1ea1281f-bd74-4d7e-8281-cff49370a06a req-b0982fd3-e264-490f-a583-64b851def5bb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.7659767 May 27 01:51:27.284976 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.329706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-1df0afab-ed8d-4d76-bccf-8920c50b9515 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617915 May 27 01:51:27.331144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.361275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-324eedfd-965b-4483-ae37-8e466ace044e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37b035b958bd4b3eb6050c54bfa65be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081071 May 27 01:51:27.363728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33816) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:27.385913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6207b74a-4776-43b9-83af-47e33cee2ab3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8636510 May 27 01:51:27.392535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33820) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:27.396932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Allocated IP 172.25.3.70 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/d44a9ca8-87ac-49d0-a023-718519a26599) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:27.411414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:27.421241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:27.440175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Usage tracker for resource:router and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:27.448093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:27.458138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:27.528474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1ea1281f-bd74-4d7e-8281-cff49370a06a req-dfc3cc83-ba16-47f9-b4d0-32c450007a40 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637452 May 27 01:51:27.596968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.598005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.697472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee', 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'fixed_ips': [{'subnet_id': 'd6ae26b6-3953-48e8-a0f3-5086e40d31cb'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:51:27.699214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.769001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-247aca85-d3e7-4487-816c-b1ec777824cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.791159 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.920942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Allocated IP 172.20.0.2 (9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee/d6ae26b6-3953-48e8-a0f3-5086e40d31cb/3981f8ed-784e-4c35-bc1c-3a7a052e3aef) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:27.959899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:27.974418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-688f8152-07dd-4eae-b8b0-c7aff88e5f2b req-974e0924-5ddb-4bd2-825d-2e8d688e786b tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 210 time: 0.1510115 May 27 01:51:27.989111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.034255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.128363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:28.133131 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-247aca85-d3e7-4487-816c-b1ec777824cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.221441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:28.288968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b91db9e6-1d3a-4829-a1ee-2b85b9690a54 req-afad2e17-0f13-45fb-9ad6-913a5adb0da4 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9081151 May 27 01:51:28.289539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.290109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfa5116-ec28-444f-b9c7-c95e1a9ba13a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:28.302921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Transition to ACTIVE for port object 3981f8ed-784e-4c35-bc1c-3a7a052e3aef will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:28.305135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:28.310051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.317465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5d96427c-61b1-4dd0-a3a5-742dc4c8e415 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0dfa5116-ec28-444f-b9c7-c95e1a9ba13a HTTP/1.1" status: 204 len: 168 time: 1.9224088 May 27 01:51:28.320530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.324828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33826) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:28.336784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Transition to ACTIVE for port object 3981f8ed-784e-4c35-bc1c-3a7a052e3aef will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:28.345019 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.406098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.423605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:28.427156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:28.429318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Pushing event updated for resources: {'Port': ['ID=d44a9ca8-87ac-49d0-a023-718519a26599,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:28.429972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:28.566473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Pushing event updated for resources: {'Port': ['ID=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:28.588153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.597117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Attempting to bind port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:28.597678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Attempting to bind port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:28.598380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Attempting to bind port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef on network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:28.614418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:28.615412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Checking segment: {'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:28.617370 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.617890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Bound using segment: {'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:28.618792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Bound port: 3981f8ed-784e-4c35-bc1c-3a7a052e3aef, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:28.623302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.721091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.742414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.792445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.805310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] For port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:28.816878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] For port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,segment=NetworkSegment(e3681894-289d-420e-8c09-b762f7df70e7),segment_id=e3681894-289d-420e-8c09-b762f7df70e7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:28.826413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.952779 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-247aca85-d3e7-4487-816c-b1ec777824cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:28.980626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aca85-d3e7-4487-816c-b1ec777824cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a28da-5383-4c31-bfc3-d07c85a12c4d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:28.999110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdada01-c93e-4645-8bd1-a7b2f1b153d7']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:29.048791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea945-c3ca-452b-be4a-ac951dc31d59 None None] Pushing event updated for resources: {'Port': ['ID=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:29.050381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-1e9a5666-6ddd-40c4-902d-b4f82c63b16e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:29.052072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-1e9a5666-6ddd-40c4-902d-b4f82c63b16e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 818 time: 0.8983493 May 27 01:51:29.063928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ee0324-2509-4bf2-8e02-490813534f17') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:29.064181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ee0324-2509-4bf2-8e02-490813534f17') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:29.091055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.122490 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.166233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:51:29.167040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.211820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579d201-5c93-4af5-899a-ebb3a3c0d758 req-9edfece8-a8b9-443e-8e84-bc5f583f245d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:29.213657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3579d201-5c93-4af5-899a-ebb3a3c0d758 req-9edfece8-a8b9-443e-8e84-bc5f583f245d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.4633422 May 27 01:51:29.215302 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment d1ee0324-2509-4bf2-8e02-490813534f17 resource provider aggregate not found May 27 01:51:29.244221 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-5d1c9af0-984c-4b42-91d2-574a817b68f4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94808042355844b686d7053c3b65ef77 HTTP/1.1" status: 200 len: 380 time: 0.1279564 May 27 01:51:29.257315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'port': {'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'admin_state_up': True, 'tenant_id': '94808042355844b686d7053c3b65ef77', 'security_groups': ['7347fbc5-91bb-4257-bb33-6835fd11feef']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:29.272667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-247aca85-d3e7-4487-816c-b1ec777824cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.277182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-247aca85-d3e7-4487-816c-b1ec777824cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd4a28da-5383-4c31-bfc3-d07c85a12c4d HTTP/1.1" status: 204 len: 168 time: 1.9123907 May 27 01:51:29.336865 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment d1ee0324-2509-4bf2-8e02-490813534f17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1ee0324-2509-4bf2-8e02-490813534f17 found for delete ", "request_id": "req-1bcdb1ff-191e-4881-ab68-4f103c9346e5"}]} May 27 01:51:29.471193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.504698 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.527200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.645198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3981f8ed-784e-4c35-bc1c-3a7a052e3aef up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:29.686128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.709325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3579d201-5c93-4af5-899a-ebb3a3c0d758 req-fe903a70-90bb-4676-9f8d-24b53986f63f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232774 May 27 01:51:29.718930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfdada01-c93e-4645-8bd1-a7b2f1b153d7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:29.767135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:29.813509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e1b0b803-e618-49e0-9d50-a901f9024b65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cfdada01-c93e-4645-8bd1-a7b2f1b153d7 HTTP/1.1" status: 204 len: 168 time: 1.4876075 May 27 01:51:29.917998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31b36c55-6fae-4fe0-80d1-f03227dbf5eb req-3cda5150-8a89-4c63-9ecb-efe4af2d0c39 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 210 time: 0.0616851 May 27 01:51:29.924607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:29.964637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.138225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:30.161899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33852) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:30.343779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:30.379106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Allocated IP 172.20.0.11 (eabe4aa4-a797-4a42-b024-fd2c72b6f0c6/f1a9f524-64d2-4665-abed-79a7bac1eaa7/d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:30.403326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Pushing event updated for resources: {'Port': ['ID=d44a9ca8-87ac-49d0-a023-718519a26599,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:30.414190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.478877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.612714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.655651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.670289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Allocated IP 172.25.3.134 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/3bd03adc-7ea3-40c9-8800-28102560c61d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:30.687726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bcd82-dac4-40f8-95f8-520da26bc439 None None] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:30.735475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:30.739217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:30.744119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:30.801998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Port': ['ID=d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:30.816042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] Provisioning for port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:30.827099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] Provisioning complete for port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:30.827514 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.889518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.917873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.931969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bcd9c6d8-8f64-48cf-b317-a8073b345614 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd9ba3319e534b35b483a8e139baf02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027397 May 27 01:51:30.937571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:30.941130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33870) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:31.027740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:31.033511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:31.035453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.044586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2bc9c77-d999-489b-aec7-693427967e27 req-fdf4b40b-a49a-4166-8f5f-cf6956355c02 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1638167 May 27 01:51:31.046337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Made reservation on behalf of 94808042355844b686d7053c3b65ef77 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:31.049747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.059735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:31.139388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] Current status of the port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:31.139766 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.177007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234aed8-cf68-4d77-8780-ba4ba275f2c0 req-a6ae4e4b-467d-4db1-9c54-28c132453742 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:31.178506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b234aed8-cf68-4d77-8780-ba4ba275f2c0 req-a6ae4e4b-467d-4db1-9c54-28c132453742 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.2272978 May 27 01:51:31.179746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] For port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,segment=NetworkSegment(e3681894-289d-420e-8c09-b762f7df70e7),segment_id=e3681894-289d-420e-8c09-b762f7df70e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:31.189571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.349260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c9eeb-8f8a-432a-989a-d34dd9f849c8 None None] Pushing event updated for resources: {'Port': ['ID=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:31.438632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2bc9c77-d999-489b-aec7-693427967e27 req-f6c7de71-8e2e-47f8-92a1-bcb17e3a911e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Synchronizing usage tracker for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:floatingip {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:31.450827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b234aed8-cf68-4d77-8780-ba4ba275f2c0 req-6204f36d-37c2-470a-ae97-a434e22bdb3b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618170 May 27 01:51:31.465828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.477897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3981f8ed-784e-4c35-bc1c-3a7a052e3aef up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:31.554670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8f37363b-7924-4b85-adc4-8d0cfa58cbd0 None None] Provisioning complete for port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:31.555093 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8f37363b-7924-4b85-adc4-8d0cfa58cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.574682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd03adc-7ea3-40c9-8800-28102560c61d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:31.648801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:31.649211 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.736342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7606fa12-a369-4442-bf1c-40b5f95525fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.738298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2bc9c77-d999-489b-aec7-693427967e27 req-f6c7de71-8e2e-47f8-92a1-bcb17e3a911e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Unset dirty status for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:floatingip {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:31.739470 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2bc9c77-d999-489b-aec7-693427967e27 req-f6c7de71-8e2e-47f8-92a1-bcb17e3a911e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 695 time: 0.6941063 May 27 01:51:31.744400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Allocated IP 172.20.0.11 (519811a9-a91a-42df-a693-bc50e0fa664c/52f3fbcb-7208-4021-9f01-4bfd029dcb46/142a8f75-5802-4b04-a718-d008102723e1) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:31.836203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8f37363b-7924-4b85-adc4-8d0cfa58cbd0 None None] Current status of the port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:31.887183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-932e610a-444e-4cf8-9e90-ded15e2a149c req-ae0d1442-e5ff-4907-9ee1-459c27573700 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 210 time: 0.1087701 May 27 01:51:31.922884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:31.958167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:31.961358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7606fa12-a369-4442-bf1c-40b5f95525fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:32.185631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Router f8ae2dbe-5f95-4510-a26b-6a285ecd6357 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:51:32.390148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc9c77-d999-489b-aec7-693427967e27 req-01d45dbe-6614-487a-b883-79bfc24c95fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:32.405258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2bc9c77-d999-489b-aec7-693427967e27 req-01d45dbe-6614-487a-b883-79bfc24c95fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.6420107 May 27 01:51:32.410999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:32.515198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:51:32.526857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Sync routers for ids ['f8ae2dbe-5f95-4510-a26b-6a285ecd6357'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:51:32.541837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Routers {'f8ae2dbe-5f95-4510-a26b-6a285ecd6357'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:32.543229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f8ae2dbe-5f95-4510-a26b-6a285ecd6357'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:32.575186 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:32.576485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40cfc8a3-e57f-48b8-a2df-6b008f182e68 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.8387175 May 27 01:51:32.586013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-666c790a-d3f1-4a32-950e-0930a0ec73c5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:32.588154 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-666c790a-d3f1-4a32-950e-0930a0ec73c5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.2181923 May 27 01:51:32.588677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:32.607482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6021ba6-48b7-431a-8193-a9cd13437006 req-1ac40122-2d58-49bc-af60-1476fa10b15e tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb00803-3507-411f-9cbf-0d00ba6a5550 HTTP/1.1" status: 200 len: 210 time: 0.1088278 May 27 01:51:32.663670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7606fa12-a369-4442-bf1c-40b5f95525fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:32.769535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:32.777904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-1029a13e-990a-4df2-8eff-122ceb2d3c4a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/quotas/f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 375 time: 0.0655742 May 27 01:51:32.812172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Set router f8ae2dbe-5f95-4510-a26b-6a285ecd6357 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:32.962670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606fa12-a369-4442-bf1c-40b5f95525fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd133a-210d-494c-960e-4439296ae06c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:32.963486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:32.989437 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.020302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.053876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-caf371cc-445a-43f6-9661-41cc16c198e2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2571654 May 27 01:51:33.111238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Transition to ACTIVE for port object 142a8f75-5802-4b04-a718-d008102723e1 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:33.149710 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.155037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7606fa12-a369-4442-bf1c-40b5f95525fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.156452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7606fa12-a369-4442-bf1c-40b5f95525fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0bd133a-210d-494c-960e-4439296ae06c HTTP/1.1" status: 204 len: 168 time: 2.1836126 May 27 01:51:33.168596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae2dbe-5f95-4510-a26b-6a285ecd6357', 'name': '', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6', 'external_fixed_ips': [{'subnet_id': 'f1a9f524-64d2-4665-abed-79a7bac1eaa7', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd1eb4480-cab5-45be-ad0a-1c1edb9f6ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:31Z', 'revision_number': 3, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port': {'id': 'd1eb4480-cab5-45be-ad0a-1c1edb9f6ac2', 'name': '', 'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:77:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ae2dbe-5f95-4510-a26b-6a285ecd6357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'f1a9f524-64d2-4665-abed-79a7bac1eaa7', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a9f524-64d2-4665-abed-79a7bac1eaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:33.173550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Checking router: f8ae2dbe-5f95-4510-a26b-6a285ecd6357 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:51:33.173907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Updating router f8ae2dbe-5f95-4510-a26b-6a285ecd6357 port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:51:33.233752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.278926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe6f38-c36e-4c71-a0f3-85879a4d841c req-b0f3c3b8-0bb5-4779-a77b-a95c901d4474 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:33.287665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74fe6f38-c36e-4c71-a0f3-85879a4d841c req-b0f3c3b8-0bb5-4779-a77b-a95c901d4474 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.3965271 May 27 01:51:33.353806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.403722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.427902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Deleting port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:33.428430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.494646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Network 519811a9-a91a-42df-a693-bc50e0fa664c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:33.503773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:33.516614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:33.545930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-7eade5e4-e06f-4cd5-919c-3c950547c53b service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836674 May 27 01:51:33.605907 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74fe6f38-c36e-4c71-a0f3-85879a4d841c req-48e67a5c-9fe8-4ee4-ade1-ab59880d1d37 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172271 May 27 01:51:33.636689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event updated for resources: {'Port': ['ID=142a8f75-5802-4b04-a718-d008102723e1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:33.647259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.682563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Transition to ACTIVE for port object d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:33.695474 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.728781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:33.729567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.848016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Attempting to bind port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:33.848392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Attempting to bind port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '81bce875-75ae-4149-996b-619df0094f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:33.848753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Attempting to bind port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 on network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:33.856959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:33.857339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Checking segment: {'id': '81bce875-75ae-4149-996b-619df0094f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:33.857741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.858136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Bound using segment: {'id': '81bce875-75ae-4149-996b-619df0094f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:33.858608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Bound port: d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bce875-75ae-4149-996b-619df0094f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eabe4aa4-a797-4a42-b024-fd2c72b6f0c6'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:33.859121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:33.875223 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-d195862c-bd79-4ce6-b7a0-c35208808680 service neutron] 10.222.0.16 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246799 May 27 01:51:33.932595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6327b40-d62f-4946-9835-68756d8a7ba6 None None] Pushing event updated for resources: {'Port': ['ID=d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:33.963942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Router 3508db77-f498-48f7-9046-398ae1203df5 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:51:33.970952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2a1f8324-171c-43c9-9b76-04c77a52de94 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7207186 May 27 01:51:33.985512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-b62fc1b0-3019-4db0-aebc-d04c5a545400 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:33.987611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-b62fc1b0-3019-4db0-aebc-d04c5a545400 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 820 time: 0.2272711 May 27 01:51:34.013785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9ac1bd90-0d30-4ce1-bb40-2662436bd454 None None] Provisioning for port 142a8f75-5802-4b04-a718-d008102723e1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:34.019085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Request body: {'port': {'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:34.027749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] For port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:34.032323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:34.033811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9ac1bd90-0d30-4ce1-bb40-2662436bd454 None None] Provisioning complete for port 142a8f75-5802-4b04-a718-d008102723e1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:34.034216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9ac1bd90-0d30-4ce1-bb40-2662436bd454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:34.127000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9ac1bd90-0d30-4ce1-bb40-2662436bd454 None None] Port 142a8f75-5802-4b04-a718-d008102723e1 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:51:34.132277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] For port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2,segment=NetworkSegment(81bce875-75ae-4149-996b-619df0094f6b),segment_id=81bce875-75ae-4149-996b-619df0094f6b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:34.145092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:34.238580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Calling delete_port for d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:34.250563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Routers {'f8ae2dbe-5f95-4510-a26b-6a285ecd6357'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:34.251410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f8ae2dbe-5f95-4510-a26b-6a285ecd6357'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:34.255821 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-d91db402-e8ba-494d-b57d-1fcbdeaf27b6 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/quotas/3f908e090d3c4c9c940090f3817e1228 HTTP/1.1" status: 200 len: 375 time: 0.1777112 May 27 01:51:34.329168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6327b40-d62f-4946-9835-68756d8a7ba6 None None] Pushing event updated for resources: {'Port': ['ID=d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:34.449361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] Set router f8ae2dbe-5f95-4510-a26b-6a285ecd6357 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:34.495208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:51:34.495683 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:51:34.613026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ae2dbe-5f95-4510-a26b-6a285ecd6357', 'name': '', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:33Z', 'revision_number': 4, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:34.617188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7687e5e-d0ba-4900-85e6-e6dd0ac9890d None None] The sync data for ids ['f8ae2dbe-5f95-4510-a26b-6a285ecd6357'] in n-d-843146-11 is: [{'id': 'f8ae2dbe-5f95-4510-a26b-6a285ecd6357', 'name': '', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:33Z', 'revision_number': 4, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:51:34.687062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33970) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:34.732226 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:34.851930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-863194334-network', 'tenant_id': '194bf88c6e484d669b2a2ee4f0067c3c'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:34.860703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:51:34.865003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:34.875360 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Sync routers for ids ['3508db77-f498-48f7-9046-398ae1203df5'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:51:34.877441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Usage tracker for resource:network and tenant:194bf88c6e484d669b2a2ee4f0067c3c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:34.892012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:34.896519 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Routers {'3508db77-f498-48f7-9046-398ae1203df5'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:34.899558 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3508db77-f498-48f7-9046-398ae1203df5'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:34.905348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:34.937763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Made reservation on behalf of 194bf88c6e484d669b2a2ee4f0067c3c for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:34.943513 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:34.954017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-7ed98d30-1d13-43bf-9c78-ec268e27e387 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6830430 May 27 01:51:35.073532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Deleting port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:35.074568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:35.127178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:35.131258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cfbffed2-7d51-4987-97f2-c3f3219c7852 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7377663 May 27 01:51:35.134150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:35.144862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:35.216380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:35.249539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Usage tracker for resource:security_group_rule and tenant:194bf88c6e484d669b2a2ee4f0067c3c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:35.255604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:35.262031 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Set router 3508db77-f498-48f7-9046-398ae1203df5 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:35.328907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:35.380309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0927a51-d76f-4f0d-8285-ed05b3da1cf4 req-6a5ff1ae-1597-4a62-8234-7d5a9f7eb2bb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:35.382056 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0927a51-d76f-4f0d-8285-ed05b3da1cf4 req-6a5ff1ae-1597-4a62-8234-7d5a9f7eb2bb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 932 time: 0.3878906 May 27 01:51:35.418687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-1d8a48ef-6d86-47d6-b763-2f6e715ff6a1 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537148 May 27 01:51:35.555620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0927a51-d76f-4f0d-8285-ed05b3da1cf4 req-47298700-fe8c-49ed-9645-2e90992b07ea tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626184 May 27 01:51:35.622786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] For port d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2,segment=NetworkSegment(81bce875-75ae-4149-996b-619df0094f6b),segment_id=81bce875-75ae-4149-996b-619df0094f6b)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:35.623467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:35.728455 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8674710-2970-45b6-ae44-17db7c7442f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:35.843128 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:31Z', 'revision_number': 3, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:35.849578 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Checking router: 3508db77-f498-48f7-9046-398ae1203df5 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:51:35.849924 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Updating router 3508db77-f498-48f7-9046-398ae1203df5 port 3bd03adc-7ea3-40c9-8800-28102560c61d binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:51:35.861779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Calling delete_port for d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:35.896114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-fd861fc7-866c-437a-92fe-6e6e9dda81f9 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674268 May 27 01:51:35.918999 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:35.969110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8572784f-f3a6-4628-a259-86e51987eff1 req-6a016820-ce1d-46d2-adc0-50d1cd5362ce tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 210 time: 0.1276770 May 27 01:51:36.001889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.011946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.081423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142a8f75-5802-4b04-a718-d008102723e1 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:36.099707 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.143959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Transition to ACTIVE for port object 142a8f75-5802-4b04-a718-d008102723e1 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:36.272874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:36.293130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.328130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:51:36.355712 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.356282 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Added segment e98a9284-dd79-4280-9dbc-83f382c3822b of type vlan for network 3f2aeee4-66b5-424e-a641-9533dc389167 May 27 01:51:36.416320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.430382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd15003-c052-4542-9fac-cb7495d0a678 req-4af0027a-6c21-45f3-bb8f-f0198862dc63 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:36.438373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3bd15003-c052-4542-9fac-cb7495d0a678 req-4af0027a-6c21-45f3-bb8f-f0198862dc63 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.1665926 May 27 01:51:36.477027 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.495496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-08569530-e927-42ee-a3a4-f661dd44d2f5 req-6e500a7e-1faa-45db-9f29-757023e54c54 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 210 time: 0.2082925 May 27 01:51:36.516347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3bd15003-c052-4542-9fac-cb7495d0a678 req-02be9eb8-5af2-4dec-8567-9c7ddccb5f74 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770798 May 27 01:51:36.845242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-86af87d5-3cdd-4884-a256-de612a1dc4d9 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:36.848272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-86af87d5-3cdd-4884-a256-de612a1dc4d9 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 807 time: 0.4272945 May 27 01:51:36.858456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:51:36.913022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Request body: {'port': {'device_id': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'admin_state_up': True, 'tenant_id': 'f61c9ff38d59493bb1a10bafc3074055'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:36.984212 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:36.985240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:36.985835 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.114313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Pushing event updated for resources: {'Port': ['ID=142a8f75-5802-4b04-a718-d008102723e1,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:37.145965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf64161f-d3fb-4934-b8a9-f5273c1cea95 req-faf8ede6-8cd1-4436-b3a5-5824b25872e4 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.1540036 May 27 01:51:37.211222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2aeee4-66b5-424e-a641-9533dc389167,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:37.212455 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Transition to ACTIVE for port object 3bd03adc-7ea3-40c9-8800-28102560c61d will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:37.225558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3f2aeee4-66b5-424e-a641-9533dc389167 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:51:37.230808 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.236437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.240785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-77f72bf6-0698-4e8b-a7ca-30f5fb8dbfd7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5519753 May 27 01:51:37.281407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34012) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:37.301955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Request body: {'subnet': {'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-863194334-subnet', 'tenant_id': '194bf88c6e484d669b2a2ee4f0067c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:37.307029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:37.311634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Usage tracker for resource:subnet and tenant:194bf88c6e484d669b2a2ee4f0067c3c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:37.314634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:37.320632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:37.342123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1eb4480-cab5-45be-ad0a-1c1edb9f6ac2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:37.412453 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Attempting to bind port 3bd03adc-7ea3-40c9-8800-28102560c61d on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:37.413697 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Attempting to bind port 3bd03adc-7ea3-40c9-8800-28102560c61d by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:37.414562 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Attempting to bind port 3bd03adc-7ea3-40c9-8800-28102560c61d on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:37.429116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Made reservation on behalf of 194bf88c6e484d669b2a2ee4f0067c3c for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:37.431576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.436815 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:37.439643 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:37.440045 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.440506 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:37.441370 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Bound port: 3bd03adc-7ea3-40c9-8800-28102560c61d, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:37.443282 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.503760 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bf884-18d7-44a9-b8c6-aa270b38f3e4 None None] Pushing event updated for resources: {'Port': ['ID=3bd03adc-7ea3-40c9-8800-28102560c61d,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:37.546400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-866b9b5d-73e0-499b-a5f5-69e45d48484d req-c108f6db-c710-44c1-a4ff-ea5c9b1cdb70 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 210 time: 0.0956631 May 27 01:51:37.567450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] For port 3bd03adc-7ea3-40c9-8800-28102560c61d, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:37.576300 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] For port 3bd03adc-7ea3-40c9-8800-28102560c61d, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3bd03adc-7ea3-40c9-8800-28102560c61d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:37.589071 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.635719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186fb26-aedf-4e43-b934-09b65564bb5a req-8e03e4cf-eccf-4867-9809-cc1de5547743 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:37.642537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a186fb26-aedf-4e43-b934-09b65564bb5a req-8e03e4cf-eccf-4867-9809-cc1de5547743 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 944 time: 0.7931492 May 27 01:51:37.650952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Attempting to bind port 142a8f75-5802-4b04-a718-d008102723e1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:37.651290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Attempting to bind port 142a8f75-5802-4b04-a718-d008102723e1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:37.651617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Attempting to bind port 142a8f75-5802-4b04-a718-d008102723e1 on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:37.659195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Port 142a8f75-5802-4b04-a718-d008102723e1 on network 519811a9-a91a-42df-a693-bc50e0fa664c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:51:37.659514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Attempting to bind port 142a8f75-5802-4b04-a718-d008102723e1 on network 519811a9-a91a-42df-a693-bc50e0fa664c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:37.674577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:37.676031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:37.676372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Checking segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:37.678453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Bound using segment: {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:37.678928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Bound port: 142a8f75-5802-4b04-a718-d008102723e1, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0a27e-2048-466c-a180-be9ea6d87ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:37.679281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.721785 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Routers {'3508db77-f498-48f7-9046-398ae1203df5'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:37.722404 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3508db77-f498-48f7-9046-398ae1203df5'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:37.737822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad071e6e-4282-453d-a503-72ddc5476235 req-e6b38e53-9da6-48c4-97b3-2016ed814280 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dbb00803-3507-411f-9cbf-0d00ba6a5550 HTTP/1.1" status: 200 len: 210 time: 0.2125049 May 27 01:51:37.742408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:37.790749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Made reservation on behalf of f61c9ff38d59493bb1a10bafc3074055 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:37.794299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.814071 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2daf4dd9-1227-491b-ae11-98582c518fb6 req-dc99bab8-dcf0-48fb-bcf8-8230745f73af tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 210 time: 0.1096129 May 27 01:51:37.817814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a186fb26-aedf-4e43-b934-09b65564bb5a req-a1b8068d-7561-42fc-8275-c30366eccfbc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742747 May 27 01:51:37.818589 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.823603 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bf884-18d7-44a9-b8c6-aa270b38f3e4 None None] Pushing event updated for resources: {'Port': ['ID=3bd03adc-7ea3-40c9-8800-28102560c61d,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:37.853260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.926037 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-755082ad-d741-4359-934e-77b758826043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:37.992836 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] Set router 3508db77-f498-48f7-9046-398ae1203df5 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:38.015552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] For port 142a8f75-5802-4b04-a718-d008102723e1, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:38.113658 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:38.119129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:38.192199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] For port 142a8f75-5802-4b04-a718-d008102723e1, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=142a8f75-5802-4b04-a718-d008102723e1,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:38.209446 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:38.269080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:38.269691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:38.271811 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] 10.222.0.47 "PUT /v2.0/ports/142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 1093 time: 4.2741416 May 27 01:51:38.284988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:38.304577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:38.306949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8ae2dbe-5f95-4510-a26b-6a285ecd6357 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:51:38.561552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:31Z', 'revision_number': 3, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:38.567844 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89983553-512c-44f9-869d-90e6c83fb461 None None] The sync data for ids ['3508db77-f498-48f7-9046-398ae1203df5'] in n-d-843146-11 is: [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:31Z', 'revision_number': 3, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:51:38.660349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f134a43-6fb8-4cd8-8cdb-bfefe9100a5c service neutron] Pushing event updated for resources: {'Port': ['ID=142a8f75-5802-4b04-a718-d008102723e1,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:38.697662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10e867-8dda-49aa-84a1-a6d2e5f6ce7c req-b1f96b83-3529-4af8-baba-3618057f3718 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:38.700921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e10e867-8dda-49aa-84a1-a6d2e5f6ce7c req-b1f96b83-3529-4af8-baba-3618057f3718 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.6802380 May 27 01:51:38.749539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Allocated IP 172.20.0.1 (9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee/d6ae26b6-3953-48e8-a0f3-5086e40d31cb/ea12941a-c60d-4164-9ef9-096f5db67d42) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:38.797028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97fb09c8-8aa2-4b58-8db2-0d90bbfc31ec req-f7ac0b37-5939-4046-a702-4a6b12d01a09 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0895219 May 27 01:51:38.892870 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8f3cc1-3dd2-4d09-9649-35644303b375'] response: {'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1', 'status': 'completed', 'code': 200} May 27 01:51:38.918858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-1c3de951-532c-42e6-bf59-4f994f7387db tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:38.920326 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-1c3de951-532c-42e6-bf59-4f994f7387db tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 820 time: 0.6276042 May 27 01:51:38.930545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e10e867-8dda-49aa-84a1-a6d2e5f6ce7c req-4bb1756e-51f3-44ee-afe3-897c16700632 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209973 May 27 01:51:38.932340 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:38.941886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2a35a98f-4bc0-4bb2-8044-690049837748 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f8ae2dbe-5f95-4510-a26b-6a285ecd6357 HTTP/1.1" status: 204 len: 168 time: 6.3470390 May 27 01:51:38.943511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:38.950970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'port': {'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'admin_state_up': True, 'tenant_id': '3f908e090d3c4c9c940090f3817e1228'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:39.081251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Allocated IP 172.20.0.4 (aa256de3-8875-4546-8c8c-363101dbe9e0/4c053681-6e30-48ed-8768-9c84a12dd60e/b38a34e8-b607-48e2-a904-cfd71af4828a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:39.112708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.118493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9fa85e49-319e-4ddd-9823-2ba6d389cd91 req-3e46bb20-8ce1-4d03-8f28-98368833d0f2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:39.199159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df56c554-35fc-4b1f-96a9-fd6412b43435 req-034ab8ed-27eb-49a1-9134-edad90928a42 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 210 time: 0.0725482 May 27 01:51:39.254100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Deleting subnet f1a9f524-64d2-4665-abed-79a7bac1eaa7 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:51:39.270685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.277009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.282450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.311844 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.319151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:39.330609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:39.340771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Transition to ACTIVE for port object ea12941a-c60d-4164-9ef9-096f5db67d42 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:39.346822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Made reservation on behalf of 3f908e090d3c4c9c940090f3817e1228 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:39.347212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-ac63ea3c-3e8c-4f2e-922a-ddba38873b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:39.349784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-ac63ea3c-3e8c-4f2e-922a-ddba38873b8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1096 time: 0.8993456 May 27 01:51:39.350528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9fa85e49-319e-4ddd-9823-2ba6d389cd91 req-3e46bb20-8ce1-4d03-8f28-98368833d0f2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:39.351401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.351764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fa85e49-319e-4ddd-9823-2ba6d389cd91 req-3e46bb20-8ce1-4d03-8f28-98368833d0f2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 210 time: 0.3397400 May 27 01:51:39.479924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fd23fc-4d67-4173-b4fa-0894da72a411,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:39.519841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-76a88247-16e7-4b54-a2e7-13b6b33fa8e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 217 time: 0.1441512 May 27 01:51:39.544416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3bd03adc-7ea3-40c9-8800-28102560c61d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:39.619029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.686202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3bd03adc-7ea3-40c9-8800-28102560c61d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:39.693368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3bd03adc-7ea3-40c9-8800-28102560c61d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:39.693740 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.725237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Checking segment: {'id': 'e98a9284-dd79-4280-9dbc-83f382c3822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:39.725237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Network hostable DHCP agents. Network: 3f2aeee4-66b5-424e-a641-9533dc389167, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:51:39.830764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.845275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.859877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-df517215-a956-4458-a84d-1ddc98b656f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:39.861366 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-df517215-a956-4458-a84d-1ddc98b656f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.2931535 May 27 01:51:39.933701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Network 3f2aeee4-66b5-424e-a641-9533dc389167 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:51:39.953269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3bd03adc-7ea3-40c9-8800-28102560c61d is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:39.954047 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:39.966280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e487-3d37-4e3c-9062-3f1769ce13cd req-11c872ee-c5c0-4e75-a595-27482dc23495 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:39.967165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9784e487-3d37-4e3c-9062-3f1769ce13cd req-11c872ee-c5c0-4e75-a595-27482dc23495 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:39.975124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:39.981259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:39.983919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:39.984086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3bd03adc-7ea3-40c9-8800-28102560c61d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3bd03adc-7ea3-40c9-8800-28102560c61d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:39.991351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.021557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 3f2aeee4-66b5-424e-a641-9533dc389167) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:40.025206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Pushing event updated for resources: {'Port': ['ID=ea12941a-c60d-4164-9ef9-096f5db67d42,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:40.032729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Allocated IP 172.20.0.9 (0a0a23ae-7729-4110-bb15-0a6c6a1e5403/8524b69a-749f-4191-9ee4-4f5cb13551dd/d4fa8b03-2549-48fd-9c02-7c4ec2c61dab) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:40.062230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe11c0-9e50-4d91-a04f-1b05717d7077 None None] Network 3f2aeee4-66b5-424e-a641-9533dc389167 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:40.085269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9784e487-3d37-4e3c-9062-3f1769ce13cd req-11c872ee-c5c0-4e75-a595-27482dc23495 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:40.086435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9784e487-3d37-4e3c-9062-3f1769ce13cd req-11c872ee-c5c0-4e75-a595-27482dc23495 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 944 time: 0.6961763 May 27 01:51:40.099628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-859bf2a7-9e3f-45d4-b413-8ddcdb1466df req-110cda3a-83bc-4ab1-b5a4-1016623c5d3b tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.1427057 May 27 01:51:40.100861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:40.101439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.111786 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.182935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1d809143-182a-43a2-be54-920730e7e973 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8851435 May 27 01:51:40.220799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.253638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-10b721f0-bebe-4b89-865b-75676f8775bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:40.255196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-10b721f0-bebe-4b89-865b-75676f8775bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3747497 May 27 01:51:40.268555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.302973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3bd03adc-7ea3-40c9-8800-28102560c61d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:40.402953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a9f524-64d2-4665-abed-79a7bac1eaa7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:40.409076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.421758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9784e487-3d37-4e3c-9062-3f1769ce13cd req-4c0c4185-01dc-4187-9906-b55d2da2d35f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149025 May 27 01:51:40.490076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60a2ca94-5c4a-47a0-91ed-ea9578f0cf31 None None] Provisioning for port ea12941a-c60d-4164-9ef9-096f5db67d42 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:40.510424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e5bec4-480a-40c0-8f36-49c468342c57 None None] Network 3f2aeee4-66b5-424e-a641-9533dc389167 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:40.527410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60a2ca94-5c4a-47a0-91ed-ea9578f0cf31 None None] Provisioning complete for port ea12941a-c60d-4164-9ef9-096f5db67d42 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:40.544489 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60a2ca94-5c4a-47a0-91ed-ea9578f0cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.603860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0e02ff75-2592-43c7-b985-de26c3c42b88 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/f1a9f524-64d2-4665-abed-79a7bac1eaa7 HTTP/1.1" status: 204 len: 168 time: 1.6284368 May 27 01:51:40.608468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34048) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:40.675039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9d5bd10-73dd-4660-9ff6-3812ca3685a8 req-c5b6e7d4-c3eb-4001-83f5-ad4aca89f0da tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 210 time: 0.0935216 May 27 01:51:40.694336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.703724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-60a2ca94-5c4a-47a0-91ed-ea9578f0cf31 None None] Port ea12941a-c60d-4164-9ef9-096f5db67d42 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:51:40.775134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Transition to ACTIVE for port object d4fa8b03-2549-48fd-9c02-7c4ec2c61dab will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:40.823293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.833949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.864208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['069b254f-d571-49a9-a735-4d9fc577e5c5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:40.874221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.916898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-1e495fbe-152e-43ec-97e3-1bb3df386349 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198573 May 27 01:51:40.943994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.970764 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:40.978937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d054384b-a2f5-4c19-bb78-1944cc0a1d78 req-6e1e7f6a-a36e-4194-a249-88fdf1c858a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.1073117 May 27 01:51:40.992330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Network aa256de3-8875-4546-8c8c-363101dbe9e0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:41.037979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:41.049091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:41.051721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:41.185168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:41.203128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:41.232696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Pushing event updated for resources: {'Port': ['ID=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:41.253493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9d98-b7e7-4ce1-baad-95f052eb2289 req-dfcc43ce-f2c9-4d87-b87e-fa25f055a94e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:41.259491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff3d9d98-b7e7-4ce1-baad-95f052eb2289 req-dfcc43ce-f2c9-4d87-b87e-fa25f055a94e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 931 time: 0.4278157 May 27 01:51:41.260980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816acf-33cf-40bf-af7e-e6917460c9bd req-f11685d3-6f67-493c-9d7d-f4d782ce532a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:41.263170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d816acf-33cf-40bf-af7e-e6917460c9bd req-f11685d3-6f67-493c-9d7d-f4d782ce532a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.8613732 May 27 01:51:41.272897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:41.280255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:41.280728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.331916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c0c21e9-bf0e-4bc5-b2dd-5386ec9c3e0c None None] Provisioning for port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:41.339149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c0c21e9-bf0e-4bc5-b2dd-5386ec9c3e0c None None] Provisioning complete for port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:41.339918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c0c21e9-bf0e-4bc5-b2dd-5386ec9c3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.374062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff3d9d98-b7e7-4ce1-baad-95f052eb2289 req-4a7f3ed0-3807-4a31-863d-9d088e62da51 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057212 May 27 01:51:41.384833 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-20936258-8c6a-4b4a-9b9b-f97b46dc5457 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4507449 May 27 01:51:41.402887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Request body: {'port': {'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:41.404635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c21e9-bf0e-4bc5-b2dd-5386ec9c3e0c None None] Port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:51:41.453636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.457559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.465638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.476230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['513e0913-f461-4115-adde-9a41b1d9c7e1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:41.479532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:41.480174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.494123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d816acf-33cf-40bf-af7e-e6917460c9bd req-e885e45b-edc0-436b-80ce-f3225e8fb731 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156982 May 27 01:51:41.516719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48cf21e7-d495-4dff-bd5a-50a656f326f7 req-5fc77ca9-73bf-4d95-aac9-819f264bc9ac service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687428 May 27 01:51:41.520243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabe4aa4-a797-4a42-b024-fd2c72b6f0c6']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:41.533942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bce875-75ae-4149-996b-619df0094f6b') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:41.534185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bce875-75ae-4149-996b-619df0094f6b') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:41.554437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-4a058bda-3d8e-43be-833c-f8e6dacbb3e5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6467822 May 27 01:51:41.565189 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.575936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3bd03adc-7ea3-40c9-8800-28102560c61d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:41.579506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Request body: {'port': {'device_id': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:41.626047 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.690287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.749902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1ce45141-9589-4623-9faa-456320cbdd0b req-f3c0a8b9-bd73-4e3d-990c-f5f194014ff5 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0657814 May 27 01:51:41.763285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:51:41.764251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.806657 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 81bce875-75ae-4149-996b-619df0094f6b resource provider aggregate not found May 27 01:51:41.824602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3bd03adc-7ea3-40c9-8800-28102560c61d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:41.825267 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:41.937165 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 81bce875-75ae-4149-996b-619df0094f6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81bce875-75ae-4149-996b-619df0094f6b found for delete ", "request_id": "req-26c282f9-6e4a-439b-87db-6a7412e4418c"}]} May 27 01:51:42.004752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:42.009418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3bd03adc-7ea3-40c9-8800-28102560c61d is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:42.035085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-389c4308-2964-40ce-924e-4e4cced79e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:42.036487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-389c4308-2964-40ce-924e-4e4cced79e26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1096 time: 0.4280474 May 27 01:51:42.038364 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:42.062880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Pushing event updated for resources: {'Port': ['ID=ea12941a-c60d-4164-9ef9-096f5db67d42,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:42.081819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 01:51:42.096942 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:42.119099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:42.134918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event deleted for resources: {'Network': ['ID=eabe4aa4-a797-4a42-b024-fd2c72b6f0c6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:42.209365 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1a3f6842-4532-487f-9f6c-1c77d2b50c55 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "DELETE /v2.0/networks/eabe4aa4-a797-4a42-b024-fd2c72b6f0c6 HTTP/1.1" status: 204 len: 168 time: 1.5957854 May 27 01:51:42.261068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:42.271249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:42.280473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-5953de69-af47-4b1b-a998-eff1baf8b933 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:42.287906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-5953de69-af47-4b1b-a998-eff1baf8b933 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/networks?id=3f2aeee4-66b5-424e-a641-9533dc389167 HTTP/1.1" status: 200 len: 808 time: 0.3910215 May 27 01:51:42.341483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c655d-06f5-41d7-9293-30e98bae2709 req-8e25ff7d-8a09-4079-9906-8485f96e08b1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:42.343337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db7c655d-06f5-41d7-9293-30e98bae2709 req-8e25ff7d-8a09-4079-9906-8485f96e08b1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 944 time: 0.4468493 May 27 01:51:42.393448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-f08c25cb-82cc-44a0-9a2a-8eaa138574e5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/quotas/194bf88c6e484d669b2a2ee4f0067c3c HTTP/1.1" status: 200 len: 375 time: 0.1052248 May 27 01:51:42.416749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-31818b78-96ba-4aa7-b014-6bc0ba1b08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:42.423475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-31818b78-96ba-4aa7-b014-6bc0ba1b08d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.3432987 May 27 01:51:42.559363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-f2d29bee-fb5c-433f-88ef-36d70ed28031 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=194bf88c6e484d669b2a2ee4f0067c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1649158 May 27 01:51:42.613672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34082) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:42.623032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db7c655d-06f5-41d7-9293-30e98bae2709 req-b54cb815-c90c-4910-876f-a757928fb17f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720475 May 27 01:51:42.626722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-4aa739d2-f119-4d57-8dc4-581b4d381c38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 217 time: 0.1295025 May 27 01:51:42.656767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f5e5206a-873b-4192-8fe2-fa594fc30e7e None None] Provisioning complete for port ea12941a-c60d-4164-9ef9-096f5db67d42 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:42.657357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f5e5206a-873b-4192-8fe2-fa594fc30e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:42.673659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'router': {'name': 'tempest-router--1247675966', 'project_id': '8af10d59712942589857b6b8e66bb5f2'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:42.691319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:42.749248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-b39b747d-75ce-4326-affb-aafa01609b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:42.750740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-b39b747d-75ce-4326-affb-aafa01609b55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1055784 May 27 01:51:42.760112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:router and tenant:8af10d59712942589857b6b8e66bb5f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:42.762957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5206a-873b-4192-8fe2-fa594fc30e7e None None] Port ea12941a-c60d-4164-9ef9-096f5db67d42 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:51:42.781168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:42.793296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:42.907096 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:42.908091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:42.960611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-0d630bcf-9024-4550-aa5d-c0ac4e1bc596 service neutron] 10.222.0.16 "GET /v2.0/networks/3f2aeee4-66b5-424e-a641-9533dc389167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004238 May 27 01:51:42.973390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Router 3508db77-f498-48f7-9046-398ae1203df5 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:51:42.996394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38a34e8-b607-48e2-a904-cfd71af4828a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:42.998624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.006296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.033108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Transition to ACTIVE for port object b38a34e8-b607-48e2-a904-cfd71af4828a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:43.041561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.098775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f3949-238c-437b-a358-e6584efd5653 req-0bf824c8-8681-4ad5-ae65-b882ceb47593 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:43.100268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e7f3949-238c-437b-a358-e6584efd5653 req-0bf824c8-8681-4ad5-ae65-b882ceb47593 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 931 time: 0.2965360 May 27 01:51:43.185336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.297541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-b4b14c59-7b27-43e5-8b87-ac592345bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:43.298993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-b4b14c59-7b27-43e5-8b87-ac592345bdb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4964769 May 27 01:51:43.359306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.360366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ebd70149-930b-4e53-aaf3-ea7d64330493 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6906881 May 27 01:51:43.366181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34088) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:43.376445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-26446935-5c0c-4bf1-b2d2-584820311abb service neutron] 10.222.0.16 "GET /v2.0/networks/3f2aeee4-66b5-424e-a641-9533dc389167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001718 May 27 01:51:43.394976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:43.511687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e7f3949-238c-437b-a358-e6584efd5653 req-8330c9ab-c164-4994-8822-6bc703ce9007 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326469 May 27 01:51:43.639508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:43.639853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:43.640187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:43.650538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-c5756ecc-444d-4761-a070-1fd6272056f8 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329318 May 27 01:51:43.651310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:51:43.651633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:43.679751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:43.680092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:43.680516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:43.681409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Bound port: b38a34e8-b607-48e2-a904-cfd71af4828a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:43.681409 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.740791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fa8b03-2549-48fd-9c02-7c4ec2c61dab {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:43.767956 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.789867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:51:43.795574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-52c75c93-7d35-4106-a05d-a4a92a071f85 admin admin] 10.222.0.16 "PUT /v2.0/routers/3508db77-f498-48f7-9046-398ae1203df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6546667 May 27 01:51:43.804336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Sync routers for ids ['3508db77-f498-48f7-9046-398ae1203df5'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:51:43.818514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Routers {'3508db77-f498-48f7-9046-398ae1203df5'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:43.819166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3508db77-f498-48f7-9046-398ae1203df5'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:43.846079 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d391f9c2-b641-4a60-ba3e-feb1f7144d29 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:43.942548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:43.961239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Transition to ACTIVE for port object d4fa8b03-2549-48fd-9c02-7c4ec2c61dab will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:43.974231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:43.992661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:43.997510 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9bdf5ee0-3451-4879-9a39-242c14687928 req-49ebe422-0e38-4dd5-b1d9-3b39253796e6 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400192 May 27 01:51:44.005295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.056746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d147935-bc5a-4c70-81d6-8bb1ab8da157 req-dbb098d9-2d97-45d0-a214-02eba3b68cbe tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:44.058330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d147935-bc5a-4c70-81d6-8bb1ab8da157 req-dbb098d9-2d97-45d0-a214-02eba3b68cbe tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.3666668 May 27 01:51:44.079275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.106180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:44.107021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.108905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] 10.222.0.47 "PUT /v2.0/ports/b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 200 len: 1092 time: 2.5337183 May 27 01:51:44.111157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:44.153821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6dd45-7891-483e-a83a-3af55e5f529b service neutron] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:44.159257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d147935-bc5a-4c70-81d6-8bb1ab8da157 req-7f32b754-db5d-44cc-b8d0-c5c99ecda93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732024 May 27 01:51:44.189622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Set router 3508db77-f498-48f7-9046-398ae1203df5 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:44.252417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-240110210'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:44.293060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:44.306226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:network and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:44.319979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:44.386139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:44.406843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4ea380fa-7cda-4008-90cb-d2e954297ac0 req-e8b9ea7c-4b30-4c7a-947b-51f46239553e tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0678804 May 27 01:51:44.410925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:44.414193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.471889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:51:44.484439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.485140 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Added segment ffe17d24-f619-456f-be2f-149633580e9f of type vlan for network 3eb74226-701e-43c1-a105-b5837dafe7dc May 27 01:51:44.521389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.548188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d391f9c2-b641-4a60-ba3e-feb1f7144d29 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.550743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d391f9c2-b641-4a60-ba3e-feb1f7144d29 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.580922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-a6ee48e1-aeb4-456c-b9fa-9cda153b6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:44.584345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-a6ee48e1-aeb4-456c-b9fa-9cda153b6876 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1095 time: 0.3984542 May 27 01:51:44.591912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d391f9c2-b641-4a60-ba3e-feb1f7144d29 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.592794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d391f9c2-b641-4a60-ba3e-feb1f7144d29 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8ce6669-0094-4e13-ad50-b3a3ac7b714a {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:51:44.647761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-514ed3b2-9ceb-4433-aab0-3de00fde1fb5 req-2164b426-f95f-4d34-9d41-6022d1b0d842 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 210 time: 0.0615587 May 27 01:51:44.650365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.656192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:44.656802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.657645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954166f-360b-493f-a20c-df27fa865b13 req-29f8a139-cf7e-4ff3-b857-e51504fb25c0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:44.665711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8954166f-360b-493f-a20c-df27fa865b13 req-29f8a139-cf7e-4ff3-b857-e51504fb25c0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 1.0276933 May 27 01:51:44.719772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:44.729789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:40Z', 'revision_number': 4, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ea12941a-c60d-4164-9ef9-096f5db67d42', 'name': '', 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'mac_address': 'fa:16:3e:1f:56:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'd6ae26b6-3953-48e8-a0f3-5086e40d31cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:37Z', 'updated_at': '2022-05-27T01:51:41Z', 'revision_number': 2, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'subnets': [{'id': 'd6ae26b6-3953-48e8-a0f3-5086e40d31cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:44.729996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d391f9c2-b641-4a60-ba3e-feb1f7144d29 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.734558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Checking router: 3508db77-f498-48f7-9046-398ae1203df5 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:51:44.735039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Updating router 3508db77-f498-48f7-9046-398ae1203df5 port ea12941a-c60d-4164-9ef9-096f5db67d42 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:51:44.735976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d391f9c2-b641-4a60-ba3e-feb1f7144d29 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a8ce6669-0094-4e13-ad50-b3a3ac7b714a HTTP/1.1" status: 204 len: 168 time: 1.3637960 May 27 01:51:44.761755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8954166f-360b-493f-a20c-df27fa865b13 req-bcbb2415-3125-49e3-83b9-81eba39c3f81 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950849 May 27 01:51:44.796563 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.813983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Attempting to bind port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:44.814347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Attempting to bind port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:44.814637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Attempting to bind port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:44.832395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:51:44.832714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Attempting to bind port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab on network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:44.844891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:44.845287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Checking segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:44.924749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Bound using segment: {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:44.924749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Bound port: d4fa8b03-2549-48fd-9c02-7c4ec2c61dab, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bd5320-78b6-4027-869d-5697797feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:44.924749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:44.926248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-61a5ed14-92e9-46e8-aec3-792a1ba58e67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 200 len: 217 time: 0.2324991 May 27 01:51:44.981970 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c480c5-db8f-4592-9a8b-ff605a87334d'] response: {'name': 'network-changed', 'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a', 'status': 'completed', 'code': 200} May 27 01:51:44.991875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34120) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:45.035142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] For port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:45.039066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] For port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:45.047143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:45.103233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1278267 May 27 01:51:45.109261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34134) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:45.126061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'subnet': {'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:45.144172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:45.145104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:45.146244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] 10.222.0.47 "PUT /v2.0/ports/d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 1092 time: 3.7476437 May 27 01:51:45.149394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:45.203613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-3310303b-4c95-4f99-af82-7408b0b09e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:45.205477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-3310303b-4c95-4f99-af82-7408b0b09e7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.2126980 May 27 01:51:45.206114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d42bb-9fc6-4a28-b010-4a72613c5203 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Network': ['ID=3eb74226-701e-43c1-a105-b5837dafe7dc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:45.227591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3eb74226-701e-43c1-a105-b5837dafe7dc details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:51:45.366984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f8573-47e0-46ea-8b9d-b573aca15151 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:45.381627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-515893934', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:45.400036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-844d2586-71c4-4284-8380-812f2be5d3f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851997 May 27 01:51:45.401442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:45.405187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:45.410744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:subnet and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:45.432171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:45.438528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Usage tracker for resource:router and tenant:7d3fb1cb5bc04b81b68b32612882f453 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:45.448199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:45.454545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:45.573857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 142a8f75-5802-4b04-a718-d008102723e1 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:51:45.658651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:45.666483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:45.669075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:45.710078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9b4a-7a6e-4ed5-b355-1fc913d767d2 req-3cc660e5-b528-48e7-b227-fb78367e0f8e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:45.712762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f43f9b4a-7a6e-4ed5-b355-1fc913d767d2 req-3cc660e5-b528-48e7-b227-fb78367e0f8e tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 944 time: 0.8773344 May 27 01:51:45.781921 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:45.783052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:45.831218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-aa351ab6-b642-4d48-9593-0aaa290f2639 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:45.832010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-aa351ab6-b642-4d48-9593-0aaa290f2639 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Synchronizing usage tracker for tenant:194bf88c6e484d669b2a2ee4f0067c3c on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:45.846547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 142a8f75-5802-4b04-a718-d008102723e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=142a8f75-5802-4b04-a718-d008102723e1,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:45.868953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f43f9b4a-7a6e-4ed5-b355-1fc913d767d2 req-ec6b0853-afc6-49a9-a20e-de7425526631 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330285 May 27 01:51:45.871772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '142a8f75-5802-4b04-a718-d008102723e1', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'port_id': '142a8f75-5802-4b04-a718-d008102723e1', 'mac_address': 'fa:16:3e:b5:fc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:51:45.877282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:45.894236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-8d0bfef6-df24-4023-ad74-0a3a5f05fbd7 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822052 May 27 01:51:45.906163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-aa351ab6-b642-4d48-9593-0aaa290f2639 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Unset dirty status for tenant:194bf88c6e484d669b2a2ee4f0067c3c on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:45.908335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-aa351ab6-b642-4d48-9593-0aaa290f2639 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.47 "GET /v2.0/networks?id=3f2aeee4-66b5-424e-a641-9533dc389167 HTTP/1.1" status: 200 len: 808 time: 0.7766602 May 27 01:51:45.922599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-36916e17-e7a6-4a28-8df3-20609ec1faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:45.924765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-36916e17-e7a6-4a28-8df3-20609ec1faa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 1095 time: 0.5384488 May 27 01:51:45.939485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Request body: {'port': {'device_id': '32b2d130-5706-4213-a877-60c365ee723e', 'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167', 'admin_state_up': True, 'tenant_id': '194bf88c6e484d669b2a2ee4f0067c3c'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:45.999378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 142a8f75-5802-4b04-a718-d008102723e1 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:45.999765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.011062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.030648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142a8f75-5802-4b04-a718-d008102723e1 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:46.036405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Transition to ACTIVE for port object ea12941a-c60d-4164-9ef9-096f5db67d42 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:46.049938 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.089939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 142a8f75-5802-4b04-a718-d008102723e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=142a8f75-5802-4b04-a718-d008102723e1,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:46.108775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.161626 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b675c314-b858-4a5d-8162-de583a1da6ca'] response: {'name': 'network-changed', 'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'status': 'completed', 'code': 200} May 27 01:51:46.189273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eba31-4a5a-4b0f-998c-7d7574d8a1d2 req-23013e0f-323e-4933-8e0c-2b36b7f04194 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:46.189979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a38eba31-4a5a-4b0f-998c-7d7574d8a1d2 req-23013e0f-323e-4933-8e0c-2b36b7f04194 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Synchronizing usage tracker for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:46.197537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-d4114b60-714b-4f68-a6f5-73dd75a56d6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 217 time: 0.2646272 May 27 01:51:46.257178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b4f01-9c62-4aa1-bae8-bc4e26978e26 None None] Pushing event updated for resources: {'Port': ['ID=ea12941a-c60d-4164-9ef9-096f5db67d42,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:46.360080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.423012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a38eba31-4a5a-4b0f-998c-7d7574d8a1d2 req-23013e0f-323e-4933-8e0c-2b36b7f04194 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Unset dirty status for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:46.429520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a38eba31-4a5a-4b0f-998c-7d7574d8a1d2 req-23013e0f-323e-4933-8e0c-2b36b7f04194 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 943 time: 0.7328045 May 27 01:51:46.430038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Attempting to bind port ea12941a-c60d-4164-9ef9-096f5db67d42 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:46.430971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Attempting to bind port ea12941a-c60d-4164-9ef9-096f5db67d42 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:46.431620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Attempting to bind port ea12941a-c60d-4164-9ef9-096f5db67d42 on network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:46.443371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:46.443739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Checking segment: {'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:46.444138 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.444535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Bound using segment: {'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:46.444984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Bound port: ea12941a-c60d-4164-9ef9-096f5db67d42, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3681894-289d-420e-8c09-b762f7df70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:46.445352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.464295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=142a8f75-5802-4b04-a718-d008102723e1,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:46.486007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-30446fae-47bb-44a4-8875-fcbbffeae164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:46.487484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-30446fae-47bb-44a4-8875-fcbbffeae164 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.1736431 May 27 01:51:46.503899 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.540921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Subnet': ['ID=239eaf97-641c-49a2-94e4-01a89cea1887,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:46.561396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Checking segment: {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:46.561759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network hostable DHCP agents. Network: 3eb74226-701e-43c1-a105-b5837dafe7dc, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:51:46.574909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] For port ea12941a-c60d-4164-9ef9-096f5db67d42, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:46.581707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] For port ea12941a-c60d-4164-9ef9-096f5db67d42, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ea12941a-c60d-4164-9ef9-096f5db67d42,segment=NetworkSegment(e3681894-289d-420e-8c09-b762f7df70e7),segment_id=e3681894-289d-420e-8c09-b762f7df70e7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:46.581847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a38eba31-4a5a-4b0f-998c-7d7574d8a1d2 req-4dd4f726-206e-4537-bb03-1be3154bc36a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514511 May 27 01:51:46.583992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['142a8f75-5802-4b04-a718-d008102723e1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:46.652444 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.657685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 3eb74226-701e-43c1-a105-b5837dafe7dc is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:51:46.676395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e7149f0-079b-40d2-a05f-0c89cac5bee8 req-447144ae-7e38-49f5-8b0e-ea713b859a10 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668097 May 27 01:51:46.681224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 3eb74226-701e-43c1-a105-b5837dafe7dc) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:46.682954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:46.691896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Usage tracker for resource:port and tenant:194bf88c6e484d669b2a2ee4f0067c3c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:46.697055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:46.700430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:46.701283 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.715015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7cd2-376f-474b-9b73-33bb2fb82901 req-30471a72-f476-4c3a-b942-a7bbe6454ed0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:46.721925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-021c7cd2-376f-474b-9b73-33bb2fb82901 req-30471a72-f476-4c3a-b942-a7bbe6454ed0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.3730330 May 27 01:51:46.730786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167396-95d9-40c2-af22-068d9cedee8b req-38c5808a-d266-4169-be2e-91cb4c0f7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:46.733398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-38c5808a-d266-4169-be2e-91cb4c0f7e22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2279108 May 27 01:51:46.739617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1513a015-d39c-4906-bf7e-7ea91b681c00 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6279376 May 27 01:51:46.744151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:46.746845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34152) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:46.760083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b4f01-9c62-4aa1-bae8-bc4e26978e26 None None] Pushing event updated for resources: {'Port': ['ID=ea12941a-c60d-4164-9ef9-096f5db67d42,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:46.760611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-107493565'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:46.762932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3aed6d-fd28-406a-8b51-fb370f1f27e9 None None] Network 3eb74226-701e-43c1-a105-b5837dafe7dc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:46.777984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:46.794809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6504053-6245-4b3f-a31b-27a4622982c4 req-89acd6e0-06fd-4b36-863d-a1a8e75a7e8c tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0594242 May 27 01:51:46.831339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:network and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:46.842480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:46.862182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Made reservation on behalf of 194bf88c6e484d669b2a2ee4f0067c3c for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:46.865657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:46.886174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:46.898265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Routers {'3508db77-f498-48f7-9046-398ae1203df5'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:46.899430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3508db77-f498-48f7-9046-398ae1203df5'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:46.919127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-021c7cd2-376f-474b-9b73-33bb2fb82901 req-fcc9c6cd-f4f8-4800-a6b4-c4e8912e3333 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962316 May 27 01:51:46.976223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-6a1d2242-df4d-4957-8f75-98c6ac415891 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799116 May 27 01:51:47.032731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:47.036710 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:47.045638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16fa38c3-e8fb-494e-8823-618ccb41ad7c req-f676002e-7fed-4742-8acd-6fd4484fb6de tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 210 time: 0.0673807 May 27 01:51:47.213123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:51:47.213761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90167396-95d9-40c2-af22-068d9cedee8b req-35223c5b-e74b-4b74-9d46-7d6a3f46451a service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672630 May 27 01:51:47.244824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-5eafa769-f96e-4524-a81c-164f9675dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.246557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-5eafa769-f96e-4524-a81c-164f9675dc53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1095 time: 0.4733915 May 27 01:51:47.331555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:47.331912 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Added segment 0c13620c-0772-4f94-ba82-1a79bfc6b381 of type vlan for network 39d325d9-0427-4f11-87c5-881885654f12 May 27 01:51:47.357985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] Set router 3508db77-f498-48f7-9046-398ae1203df5 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:51:47.369096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82538bc-9427-4456-a19d-8991802bf992 req-1ffd97b0-fa95-4a2c-8731-e87b37492c65 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.371229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c82538bc-9427-4456-a19d-8991802bf992 req-1ffd97b0-fa95-4a2c-8731-e87b37492c65 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 945 time: 0.1475208 May 27 01:51:47.409723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-ce921666-1b25-46f1-8669-4878eb3fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.410740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-3eb74226-701e-43c1-a105-b5837dafe7dc', 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'fixed_ips': [{'subnet_id': '239eaf97-641c-49a2-94e4-01a89cea1887'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:51:47.411317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-ce921666-1b25-46f1-8669-4878eb3fcf82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 1095 time: 0.1214755 May 27 01:51:47.411773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:47.456149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c82538bc-9427-4456-a19d-8991802bf992 req-e2ad8162-dca6-4872-ade4-f778026083f8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781333 May 27 01:51:47.594278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-163ee4a6-48d2-429f-b173-6da1ac13e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.596795 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-163ee4a6-48d2-429f-b173-6da1ac13e15c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.1690769 May 27 01:51:47.689671 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-2a59e5d3-361d-411d-8f47-ad7056425b28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 217 time: 0.0839534 May 27 01:51:47.716140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Allocated IP 172.20.0.4 (3f2aeee4-66b5-424e-a641-9533dc389167/13fd23fc-4d67-4173-b4fa-0894da72a411/f2fe3c0e-4518-4d4f-b056-99b529ffc6e9) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:47.722324 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:47.793139 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:47.835630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-08d521de-cbed-4c38-92d6-18f4f0930534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.837285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-08d521de-cbed-4c38-92d6-18f4f0930534 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.1382380 May 27 01:51:47.838188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc9a6f-2a12-46d9-a238-313b51183529 req-83df9aec-fee8-4225-85db-6bc4ffed2b0d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.839717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cbc9a6f-2a12-46d9-a238-313b51183529 req-83df9aec-fee8-4225-85db-6bc4ffed2b0d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.7307487 May 27 01:51:47.846335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Allocated IP 19.80.0.2 (3eb74226-701e-43c1-a105-b5837dafe7dc/239eaf97-641c-49a2-94e4-01a89cea1887/266b6c3c-9a93-4528-9755-e1bfc9170729) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:47.866449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:47.918019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cee246-c817-4058-af92-76c508da9e65 req-5eb18b86-c61f-45a7-9301-4fa6d77e95a0 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.922137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3cee246-c817-4058-af92-76c508da9e65 req-5eb18b86-c61f-45a7-9301-4fa6d77e95a0 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 943 time: 0.1754973 May 27 01:51:47.957212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-3a3779fd-9732-4665-95b2-275f918def25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.958235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:40Z', 'revision_number': 4, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ea12941a-c60d-4164-9ef9-096f5db67d42', 'name': '', 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'mac_address': 'fa:16:3e:1f:56:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'd6ae26b6-3953-48e8-a0f3-5086e40d31cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:37Z', 'updated_at': '2022-05-27T01:51:46Z', 'revision_number': 4, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'subnets': [{'id': 'd6ae26b6-3953-48e8-a0f3-5086e40d31cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:47.958671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-3a3779fd-9732-4665-95b2-275f918def25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.6726313 May 27 01:51:47.967223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad7b08-eb95-40d8-8bf3-b847a96c7846 None None] The sync data for ids ['3508db77-f498-48f7-9046-398ae1203df5'] in n-d-843146-11 is: [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:51:40Z', 'revision_number': 4, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ea12941a-c60d-4164-9ef9-096f5db67d42', 'name': '', 'network_id': '9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'mac_address': 'fa:16:3e:1f:56:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'd6ae26b6-3953-48e8-a0f3-5086e40d31cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:37Z', 'updated_at': '2022-05-27T01:51:46Z', 'revision_number': 4, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'subnets': [{'id': 'd6ae26b6-3953-48e8-a0f3-5086e40d31cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:51:47.989425 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3cee246-c817-4058-af92-76c508da9e65 req-cf5811ae-4267-4499-96db-82d40451123e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635533 May 27 01:51:47.992511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-4dd69635-aaee-482e-9597-9ced8132de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:47.994493 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-4dd69635-aaee-482e-9597-9ced8132de03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468031 May 27 01:51:48.093010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:48.103344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:48.104401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:48.193162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-905636c6-766e-4f1e-9be8-232219d8239c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 200 len: 217 time: 0.2087331 May 27 01:51:48.231248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:48.232273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-826077b7-0295-4cbc-b62d-3b1677e96948 req-7f72e6c7-c78d-41e6-9de5-ab261015778f tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0611801 May 27 01:51:48.262954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Transition to ACTIVE for port object 266b6c3c-9a93-4528-9755-e1bfc9170729 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:48.293517 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-26c546bc-718c-4e1f-bc41-95298c0643bf service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888939 May 27 01:51:48.294662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Transition to ACTIVE for port object 266b6c3c-9a93-4528-9755-e1bfc9170729 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:48.306871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:48.343087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cbc9a6f-2a12-46d9-a238-313b51183529 req-630cbd5a-01df-40d5-9938-e6808dfd002d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856179 May 27 01:51:48.368601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Network 3eb74226-701e-43c1-a105-b5837dafe7dc is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:48.372372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:48.384547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:48.519479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Pushing event updated for resources: {'Port': ['ID=266b6c3c-9a93-4528-9755-e1bfc9170729,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:48.525034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Attempting to bind port 266b6c3c-9a93-4528-9755-e1bfc9170729 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:48.525562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Attempting to bind port 266b6c3c-9a93-4528-9755-e1bfc9170729 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:48.526005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Attempting to bind port 266b6c3c-9a93-4528-9755-e1bfc9170729 on network 3eb74226-701e-43c1-a105-b5837dafe7dc {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:48.553601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Network': ['ID=39d325d9-0427-4f11-87c5-881885654f12,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:48.553763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:48.553990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Checking segment: {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:48.554510 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:48.554992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Bound using segment: {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:48.556167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Bound port: 266b6c3c-9a93-4528-9755-e1bfc9170729, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:48.556638 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:48.574407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9ff11d20-863f-464d-b9e9-28b6e844fd76 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8245904 May 27 01:51:48.576027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 39d325d9-0427-4f11-87c5-881885654f12 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:51:48.585059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34168) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:48.593965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'subnet': {'network_id': '39d325d9-0427-4f11-87c5-881885654f12', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:48.688935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68a8435e-432c-4b3f-8368-ef9b02ac8257 req-c7bd6671-34f5-4335-a7a0-65112610234a service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873107 May 27 01:51:48.746659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4d0bf813-17bd-4cc0-b893-c530c109ff74 req-88146bce-b60b-4167-b5c7-e8a449b1e9c8 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Synchronizing usage tracker for tenant:194bf88c6e484d669b2a2ee4f0067c3c on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:48.752232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeb584-e4f3-4c93-b03b-64b436f65e74 req-40a2e3d8-3577-4c54-b177-07cf509dfb05 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:48.760396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffaeb584-e4f3-4c93-b03b-64b436f65e74 req-40a2e3d8-3577-4c54-b177-07cf509dfb05 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.2492971 May 27 01:51:48.825140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] For port 266b6c3c-9a93-4528-9755-e1bfc9170729, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:48.829024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] For port 266b6c3c-9a93-4528-9755-e1bfc9170729, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=266b6c3c-9a93-4528-9755-e1bfc9170729,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:48.830767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffaeb584-e4f3-4c93-b03b-64b436f65e74 req-2baa6bb0-6520-47cf-925f-ba83ed39e2bb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653930 May 27 01:51:48.835523 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:48.872323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-dcf84037-2321-4267-ba4f-c52126b44668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:48.873950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-dcf84037-2321-4267-ba4f-c52126b44668 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.6634073 May 27 01:51:48.932828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3758e-dec1-4dd3-92b4-d6ef48703e61 None None] Pushing event updated for resources: {'Port': ['ID=266b6c3c-9a93-4528-9755-e1bfc9170729,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:48.989267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4d0bf813-17bd-4cc0-b893-c530c109ff74 req-88146bce-b60b-4167-b5c7-e8a449b1e9c8 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Unset dirty status for tenant:194bf88c6e484d669b2a2ee4f0067c3c on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:48.990447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d0bf813-17bd-4cc0-b893-c530c109ff74 req-88146bce-b60b-4167-b5c7-e8a449b1e9c8 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 210 time: 0.4343188 May 27 01:51:49.009642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-30cd8549-c0d0-4f33-8aac-a3e14f784db9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237378 May 27 01:51:49.056049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Allocated IP 172.25.3.50 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/982ab546-57cd-4fa7-b964-979b5cabcc33) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:49.058698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:49.068490 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:49.079154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:subnet and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:49.151759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:49.158417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0024fdc-d3aa-4a2b-909d-290f70d0ab2d req-e8f3b507-85ad-41d7-953b-5f5efcea40a1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:49.167330 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0024fdc-d3aa-4a2b-909d-290f70d0ab2d req-e8f3b507-85ad-41d7-953b-5f5efcea40a1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 945 time: 0.1993227 May 27 01:51:49.177027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:49.253622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0024fdc-d3aa-4a2b-909d-290f70d0ab2d req-d2b059c0-958e-4b6f-9a9d-c6383e185de8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853014 May 27 01:51:49.397728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:49.402363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:49.415377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6dc7bc47-a6f9-4ce9-8b24-bd3ae0e088ea req-c8d07e27-3cd6-4889-92c7-568f297007a3 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0512044 May 27 01:51:49.569637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 142a8f75-5802-4b04-a718-d008102723e1 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:49.616007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea12941a-c60d-4164-9ef9-096f5db67d42 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:49.687613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed98e8-1971-4dec-b8f5-946b7d19fed0 req-d307a3d1-d023-4cb8-9609-670e092ae0e2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:49.690206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91ed98e8-1971-4dec-b8f5-946b7d19fed0 req-d307a3d1-d023-4cb8-9609-670e092ae0e2 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.1204226 May 27 01:51:49.743736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 142a8f75-5802-4b04-a718-d008102723e1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:49.751696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ea12941a-c60d-4164-9ef9-096f5db67d42 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:49.755184 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91ed98e8-1971-4dec-b8f5-946b7d19fed0 req-96b1d2a8-8b9b-452f-8ca5-45c330afa07e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 May 27 01:51:49.758775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ea12941a-c60d-4164-9ef9-096f5db67d42 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:49.760032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:49.762275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-310da1cc-7f18-457c-87da-833b9b6c8459 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263360 May 27 01:51:49.794431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 142a8f75-5802-4b04-a718-d008102723e1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:49.795169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:49.811339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:49.994637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 142a8f75-5802-4b04-a718-d008102723e1 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:49.995062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:49.999536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.009080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Network 3f2aeee4-66b5-424e-a641-9533dc389167 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:50.041610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ea12941a-c60d-4164-9ef9-096f5db67d42 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:50.042032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.053020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:50.056078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:50.075886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a8f75-5802-4b04-a718-d008102723e1'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:50.076064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebffbde-500c-4f9b-b4ef-71b977b247ca req-195d577a-b2b0-499c-9e0a-d579a1a812a7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:50.077767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ebffbde-500c-4f9b-b4ef-71b977b247ca req-195d577a-b2b0-499c-9e0a-d579a1a812a7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.1264131 May 27 01:51:50.087467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 142a8f75-5802-4b04-a718-d008102723e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=142a8f75-5802-4b04-a718-d008102723e1,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:50.095551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.106206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708eb3-7a75-4f6a-bc41-d646006fe5d9 req-0206f475-9c0a-4253-887c-1d384b9584d3 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:50.113813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d708eb3-7a75-4f6a-bc41-d646006fe5d9 req-0206f475-9c0a-4253-887c-1d384b9584d3 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 943 time: 0.8808708 May 27 01:51:50.140077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Pushing event updated for resources: {'Port': ['ID=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:50.159195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ebffbde-500c-4f9b-b4ef-71b977b247ca req-facba86a-2571-4b7e-8f23-9045680ec170 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705028 May 27 01:51:50.162359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ea12941a-c60d-4164-9ef9-096f5db67d42, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ea12941a-c60d-4164-9ef9-096f5db67d42,segment=NetworkSegment(e3681894-289d-420e-8c09-b762f7df70e7),segment_id=e3681894-289d-420e-8c09-b762f7df70e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:50.180952 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.187166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 266b6c3c-9a93-4528-9755-e1bfc9170729 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:50.254296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0f07b75-ee32-4504-a68d-b69a16751a3f req-62036634-0980-459a-ac1c-ba75c95d77fa service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788332 May 27 01:51:50.255686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=142a8f75-5802-4b04-a718-d008102723e1,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:50.297629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d708eb3-7a75-4f6a-bc41-d646006fe5d9 req-ec8c56ed-86ad-47be-8359-8f9d3ea19cc2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829407 May 27 01:51:50.310436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:50.311112 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.348714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9728b-e4a4-4d48-bdae-b279d65d3163 None None] Network 3eb74226-701e-43c1-a105-b5837dafe7dc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:50.367404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-d517ab51-36ed-48db-ae20-4e1adde7b630 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4350381 May 27 01:51:50.371669 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.388704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Request body: {'port': {'device_id': '32b2d130-5706-4213-a877-60c365ee723e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:50.410852 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3277f6-1d48-4ef1-a73e-af7ef4453663'] response: {'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a8f75-5802-4b04-a718-d008102723e1', 'code': 200} May 27 01:51:50.436077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84900306-3e97-4e0a-99ca-4b5b6a0e75a8 req-8e2cd4a2-9959-4bcf-a3ab-bf148397b2f1 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:50.439195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84900306-3e97-4e0a-99ca-4b5b6a0e75a8 req-8e2cd4a2-9959-4bcf-a3ab-bf148397b2f1 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 931 time: 0.1509314 May 27 01:51:50.473157 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.510640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84900306-3e97-4e0a-99ca-4b5b6a0e75a8 req-5789242d-17e5-44db-94a0-b191d2e9a3da tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563922 May 27 01:51:50.539244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ea12941a-c60d-4164-9ef9-096f5db67d42,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:50.573295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Provisioning for port 266b6c3c-9a93-4528-9755-e1bfc9170729 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:50.581132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 266b6c3c-9a93-4528-9755-e1bfc9170729 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:50.588001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Provisioning complete for port 266b6c3c-9a93-4528-9755-e1bfc9170729 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:50.588377 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.593258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:50.619328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 266b6c3c-9a93-4528-9755-e1bfc9170729 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:50.619703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.648523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:50.660719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:50.706590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-467ca4de-7440-48be-a92f-74406b64bd00 req-8745aa41-2e13-4370-ab6d-54e6bd1f427b tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0539320 May 27 01:51:50.788370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event updated for resources: {'Port': ['ID=982ab546-57cd-4fa7-b964-979b5cabcc33,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:50.826667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Subnet': ['ID=16d39844-e724-4a2b-890c-5c00d418df65,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:50.936032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 266b6c3c-9a93-4528-9755-e1bfc9170729 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:50.936417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.949147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39049b9e-f44d-4201-ab60-c3ba3a16ba1c req-0fe41fb6-c510-47ba-9364-36b5818a43a3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:50.950891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39049b9e-f44d-4201-ab60-c3ba3a16ba1c req-0fe41fb6-c510-47ba-9364-36b5818a43a3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.0861571 May 27 01:51:50.951054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Current status of the port 266b6c3c-9a93-4528-9755-e1bfc9170729 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:50.951444 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:50.990852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Checking segment: {'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:50.991224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network hostable DHCP agents. Network: 39d325d9-0427-4f11-87c5-881885654f12, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:51:51.004231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:51.007949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39049b9e-f44d-4201-ab60-c3ba3a16ba1c req-4da26511-939a-47f0-9d46-1eae18c57275 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 May 27 01:51:51.047415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 266b6c3c-9a93-4528-9755-e1bfc9170729, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=266b6c3c-9a93-4528-9755-e1bfc9170729,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:51.052578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:51.089817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593cacb-af83-41f8-98e6-50e7c3030a02 req-b3149519-5787-4b63-b955-1089aa2218fd tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:51.095280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3593cacb-af83-41f8-98e6-50e7c3030a02 req-b3149519-5787-4b63-b955-1089aa2218fd tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.5681181 May 27 01:51:51.156354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabff743-2d68-40e1-ad2f-589c4b044f9b req-0b704787-9e22-4409-98b8-b43938925ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:51.158084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eabff743-2d68-40e1-ad2f-589c4b044f9b req-0b704787-9e22-4409-98b8-b43938925ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1098 time: 0.6270278 May 27 01:51:51.188015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:51:51.188466 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:51:51.192030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=266b6c3c-9a93-4528-9755-e1bfc9170729,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:51.206833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 39d325d9-0427-4f11-87c5-881885654f12 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:51:51.263490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 39d325d9-0427-4f11-87c5-881885654f12) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:51.272389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c5e7d-cf00-4d04-82d8-45007e8e5afd None None] Network 39d325d9-0427-4f11-87c5-881885654f12 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:51.310155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3593cacb-af83-41f8-98e6-50e7c3030a02 req-45e4ab3c-305d-4818-beab-13e6e3a99671 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797609 May 27 01:51:51.316586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:51.317191 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:51.322505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eabff743-2d68-40e1-ad2f-589c4b044f9b req-2d58ea91-8769-40e6-a53a-a425d03ebb7e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419299 May 27 01:51:51.387137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62a848-6f96-4826-8a9e-2e4cadb5f394 req-d584dd2c-9ba2-4e3e-a87e-f4a7fad304d1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:51.393625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a62a848-6f96-4826-8a9e-2e4cadb5f394 req-d584dd2c-9ba2-4e3e-a87e-f4a7fad304d1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.1011548 May 27 01:51:51.449768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-70f284b6-915c-4415-b36f-deb00d1b1402 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8601580 May 27 01:51:51.477532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a62a848-6f96-4826-8a9e-2e4cadb5f394 req-75c2d479-a426-4e02-9bae-ecfdceac322b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829952 May 27 01:51:51.547395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea12941a-c60d-4164-9ef9-096f5db67d42 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:51.623665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d4fa8b03-2549-48fd-9c02-7c4ec2c61dab details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:51:51.637156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-39d325d9-0427-4f11-87c5-881885654f12', 'network_id': '39d325d9-0427-4f11-87c5-881885654f12', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'fixed_ips': [{'subnet_id': '16d39844-e724-4a2b-890c-5c00d418df65'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:51:51.638225 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:51.771677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8a951-1b27-490f-9d47-8030e7450631 req-5a48a71b-d0ee-431e-8a46-5b320d151d30 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:51.773478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fd8a951-1b27-490f-9d47-8030e7450631 req-5a48a71b-d0ee-431e-8a46-5b320d151d30 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 931 time: 0.0877845 May 27 01:51:51.793762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ea12941a-c60d-4164-9ef9-096f5db67d42 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:51.793762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:51.817604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:51.834403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fd8a951-1b27-490f-9d47-8030e7450631 req-27a86ce2-7336-42df-9d79-383444435d54 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 May 27 01:51:51.909531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bf480618-eec3-4379-802e-9389a7b96b93 None None] Current status of the port 266b6c3c-9a93-4528-9755-e1bfc9170729 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:52.040590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c506-bbdc-4102-b933-79ad6eacb5fe req-b8ee599b-1e07-4e19-bb42-c578cd7b866f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:52.042273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7576c506-bbdc-4102-b933-79ad6eacb5fe req-b8ee599b-1e07-4e19-bb42-c578cd7b866f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 943 time: 0.3937466 May 27 01:51:52.064303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:52.072940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Allocated IP 19.86.0.2 (39d325d9-0427-4f11-87c5-881885654f12/16d39844-e724-4a2b-890c-5c00d418df65/0eee9a86-0970-4f96-ba8f-009ec8f3ffed) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:52.097098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-cd1e4b0c-53f3-4e41-be8f-c5ba16187053 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:52.100182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'mac_address': 'fa:16:3e:fa:9c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:51:52.103513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-cd1e4b0c-53f3-4e41-be8f-c5ba16187053 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:52.104709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-cd1e4b0c-53f3-4e41-be8f-c5ba16187053 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:52.122695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-cd1e4b0c-53f3-4e41-be8f-c5ba16187053 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:52.123947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-cd1e4b0c-53f3-4e41-be8f-c5ba16187053 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/networks?id=3eb74226-701e-43c1-a105-b5837dafe7dc&id=39d325d9-0427-4f11-87c5-881885654f12&id=3eb74226-701e-43c1-a105-b5837dafe7dc HTTP/1.1" status: 200 len: 1390 time: 0.1876118 May 27 01:51:52.142088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-981a1c27-5fed-4752-aaf2-ee433b3e8910 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/quotas/feef3f5f170c4706b06cfa46553c064e HTTP/1.1" status: 200 len: 375 time: 0.0095656 May 27 01:51:52.210460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a8899004-e0c5-4175-8b93-d70ac7937743 None None] Provisioning complete for port 266b6c3c-9a93-4528-9755-e1bfc9170729 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:52.210851 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8899004-e0c5-4175-8b93-d70ac7937743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.237587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-580ea2fd-a6d4-4b54-8591-41bc5d8a13b0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:52.253012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:52.255219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ea12941a-c60d-4164-9ef9-096f5db67d42 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:52.256241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-580ea2fd-a6d4-4b54-8591-41bc5d8a13b0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:52.256358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 266b6c3c-9a93-4528-9755-e1bfc9170729 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:52.257762 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-580ea2fd-a6d4-4b54-8591-41bc5d8a13b0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1098044 May 27 01:51:52.263206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7576c506-bbdc-4102-b933-79ad6eacb5fe req-1b25c867-3118-4771-840a-80a7d33fb060 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104285 May 27 01:51:52.269450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.362158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Transition to ACTIVE for port object f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:52.368645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:52.369239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.373907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.414026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fa8b03-2549-48fd-9c02-7c4ec2c61dab {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:52.427799 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-2ebf2f1e-b37c-4901-88bc-27b2f594567f service neutron] 10.222.0.16 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606345 May 27 01:51:52.527564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:52.551348 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.574412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.575072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-00a130ff-9d11-4fe0-b56e-1cf099f1d86f service neutron] 10.222.0.16 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421983 May 27 01:51:52.590629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 266b6c3c-9a93-4528-9755-e1bfc9170729 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:52.591020 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.615234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26bf3019-b64a-428a-b2bc-2f93e7a11a0a req-a1a657a0-8ec6-4b4f-8944-99550ef27493 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.1099236 May 27 01:51:52.667653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a8899004-e0c5-4175-8b93-d70ac7937743 None None] Current status of the port 266b6c3c-9a93-4528-9755-e1bfc9170729 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:52.688159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.709804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Transition to ACTIVE for port object 0eee9a86-0970-4f96-ba8f-009ec8f3ffed will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:52.730144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:52.732263 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-ef924b87-dca2-4098-8e31-b1e07feb9084 service neutron] 10.222.0.16 "GET /v2.0/networks/39d325d9-0427-4f11-87c5-881885654f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562097 May 27 01:51:52.739307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Transition to ACTIVE for port object 0eee9a86-0970-4f96-ba8f-009ec8f3ffed will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:52.786183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:52.832156 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:52.917030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Network 39d325d9-0427-4f11-87c5-881885654f12 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:52.923681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:52.930535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:52.932655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Pushing event updated for resources: {'Port': ['ID=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:52.938033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 266b6c3c-9a93-4528-9755-e1bfc9170729 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:53.002214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-1c8e1511-aef5-4c92-af29-e26c47b9d91c service neutron] 10.222.0.16 "GET /v2.0/networks/39d325d9-0427-4f11-87c5-881885654f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689378 May 27 01:51:53.002414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Attempting to bind port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:53.002875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Attempting to bind port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'e98a9284-dd79-4280-9dbc-83f382c3822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:53.002956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Attempting to bind port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 on network 3f2aeee4-66b5-424e-a641-9533dc389167 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:53.029975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Attempting to bind port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:51:53.030348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Attempting to bind port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:51:53.030730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Attempting to bind port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed on network 39d325d9-0427-4f11-87c5-881885654f12 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:53.036350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:53.036726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Checking segment: {'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:53.037125 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:53.037721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Bound using segment: {'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:53.038427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Bound port: 0eee9a86-0970-4f96-ba8f-009ec8f3ffed, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:53.038836 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:53.039913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 on network 3f2aeee4-66b5-424e-a641-9533dc389167 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:51:53.040443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Attempting to bind port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 on network 3f2aeee4-66b5-424e-a641-9533dc389167 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:51:53.058263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:51:53.058987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Checking segment: {'id': 'e98a9284-dd79-4280-9dbc-83f382c3822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:51:53.059611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Bound using segment: {'id': 'e98a9284-dd79-4280-9dbc-83f382c3822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:51:53.060578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Bound port: f2fe3c0e-4518-4d4f-b056-99b529ffc6e9, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98a9284-dd79-4280-9dbc-83f382c3822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:51:53.061247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:53.135229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-476acd14-077a-44cf-9796-3c801e992162 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321747 May 27 01:51:53.145372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Router 96b12026-0af1-4eef-98eb-13b5bec68d79 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:51:53.148968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] For port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:53.152388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] For port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:53.156901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:53.157800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5875b3-34a7-4d4d-8fb0-1b9a73875f14 req-34724d4d-149e-4af8-962a-2985a8ccc93a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:53.159318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f5875b3-34a7-4d4d-8fb0-1b9a73875f14 req-34724d4d-149e-4af8-962a-2985a8ccc93a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.3757670 May 27 01:51:53.261838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a3454-1650-44f4-88e2-0289ffc31fc9 None None] Pushing event updated for resources: {'Port': ['ID=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:53.296686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-207165d8-f9d3-4b60-a9fc-3320637a8420 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542704 May 27 01:51:53.369195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d4fa8b03-2549-48fd-9c02-7c4ec2c61dab'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:53.426143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] For port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:51:53.447223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] For port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,segment=NetworkSegment(e98a9284-dd79-4280-9dbc-83f382c3822b),segment_id=e98a9284-dd79-4280-9dbc-83f382c3822b)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:51:53.463356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f5875b3-34a7-4d4d-8fb0-1b9a73875f14 req-0ea13ddd-e729-4488-b7c5-95245eebf9ce tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948287 May 27 01:51:53.597558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:53.611224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e28abb10-3d8a-4b81-99f6-18f5d58b5a51 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:51:53.704639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed418d6-3041-40e4-a467-bef4a06bfb99 req-080a8c63-061b-4397-87ef-ee6f5b11bf36 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:53.725520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ed418d6-3041-40e4-a467-bef4a06bfb99 req-080a8c63-061b-4397-87ef-ee6f5b11bf36 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1912401 May 27 01:51:53.790744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:53.791390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:53.792802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 HTTP/1.1" status: 200 len: 1092 time: 3.4085569 May 27 01:51:53.799994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:51:53.812855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ed418d6-3041-40e4-a467-bef4a06bfb99 req-8aa07bcd-7196-4752-9231-2618d90da016 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833266 May 27 01:51:53.832768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b2d130-5706-4213-a877-60c365ee723e', 'tag': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:53.851129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:51:53.863036 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] Sync routers for ids ['96b12026-0af1-4eef-98eb-13b5bec68d79'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:51:53.877404 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] Routers {'96b12026-0af1-4eef-98eb-13b5bec68d79'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:53.878318 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['96b12026-0af1-4eef-98eb-13b5bec68d79'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:53.947375 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:53.965286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba242605-37eb-48cb-91d4-ef608c1553d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:53.968678 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] Routers {'96b12026-0af1-4eef-98eb-13b5bec68d79'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:51:53.976669 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['96b12026-0af1-4eef-98eb-13b5bec68d79'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:54.026375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:54.030119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:54.030260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5ac09efb-8864-435a-ba73-66218852ce19 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0196691 May 27 01:51:54.033767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34234) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:54.070168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'mac_address': 'fa:16:3e:73:15:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:51:54.075628 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:51:54.076310 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841dcc4-1547-4481-80c4-db9aad58364e None None] The sync data for ids ['96b12026-0af1-4eef-98eb-13b5bec68d79'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:51:54.094069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86c770-99c8-4919-8718-9743970d8e60 req-2fda088f-aab6-4adc-8904-32618dc46eb5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:54.095942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f86c770-99c8-4919-8718-9743970d8e60 req-2fda088f-aab6-4adc-8904-32618dc46eb5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.3802304 May 27 01:51:54.102032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-affb1f93-9601-4f4f-aeba-69b489730594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:54.103758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-affb1f93-9601-4f4f-aeba-69b489730594 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=194bf88c6e484d669b2a2ee4f0067c3c&device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 1095 time: 0.2494791 May 27 01:51:54.158157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:54.158540 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:54.178156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e28abb10-3d8a-4b81-99f6-18f5d58b5a51 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:54.197145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:54.202932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:54.223080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f86c770-99c8-4919-8718-9743970d8e60 req-b942972e-b394-4084-af5e-c58475a1c548 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182606 May 27 01:51:54.224552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-40ec21bf-625b-408d-8025-782aea30ae98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 HTTP/1.1" status: 200 len: 217 time: 0.1029675 May 27 01:51:54.263582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482fa76-1c77-439e-8136-599bb9dd77fc req-1b9d9952-b1cf-4c94-aeca-06f7f07cc14e tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:54.278012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c482fa76-1c77-439e-8136-599bb9dd77fc req-1b9d9952-b1cf-4c94-aeca-06f7f07cc14e tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 943 time: 0.3092933 May 27 01:51:54.316425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba05136b-85bc-4f18-ba3a-6608f91b234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:54.318354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-ba05136b-85bc-4f18-ba3a-6608f91b234a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13fd23fc-4d67-4173-b4fa-0894da72a411 HTTP/1.1" status: 200 len: 848 time: 0.0835025 May 27 01:51:54.334727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:54.346135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e25ff452-7b1d-4ab8-8745-80fcb3444a69 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/96b12026-0af1-4eef-98eb-13b5bec68d79 HTTP/1.1" status: 200 len: 919 time: 0.3092697 May 27 01:51:54.348304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34240) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:54.388909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-bd5bdd94-82ee-42be-9d3e-ab7fca509401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f2aeee4-66b5-424e-a641-9533dc389167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633595 May 27 01:51:54.408816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d048ac30-d0a5-4f97-9686-5d8ae71b5e46 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=96b12026-0af1-4eef-98eb-13b5bec68d79 HTTP/1.1" status: 200 len: 205 time: 0.0591326 May 27 01:51:54.412226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34244) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:54.416208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c482fa76-1c77-439e-8136-599bb9dd77fc req-617560b7-5b0d-4fd4-b7a6-911c26d1c1be tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371191 May 27 01:51:54.423616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e28abb10-3d8a-4b81-99f6-18f5d58b5a51'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:54.737676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-00410e46-75cd-4fc2-8e4e-1af4da283f62 service neutron] 10.222.0.47 "GET /v2.0/networks/3f2aeee4-66b5-424e-a641-9533dc389167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123305 May 27 01:51:54.762395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28dc4d6e-ba19-4a93-a943-e7130a2220cd req-c3faf565-2fc6-4862-910d-4e054ac906da tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 210 time: 0.1085491 May 27 01:51:54.781681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ca878-7ba2-435a-bd08-304c9e0c5e56 req-43772985-3e18-4b84-b232-342d11d7e52d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:54.784689 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d40ca878-7ba2-435a-bd08-304c9e0c5e56 req-43772985-3e18-4b84-b232-342d11d7e52d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 944 time: 0.3974695 May 27 01:51:54.793008 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:54.804400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0d55f-d7f9-4916-8ac6-4df1f70b1b7f None None] Network 39d325d9-0427-4f11-87c5-881885654f12 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:51:54.915418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d40ca878-7ba2-435a-bd08-304c9e0c5e56 req-5e7fbf9b-66b5-4a5d-b5bf-ca7ad547dd1e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263998 May 27 01:51:54.920161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1a671b8a-f2ca-4c62-9544-65ca491c1f3d None None] Provisioning for port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:54.942430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c51957f5-9f3f-4b2d-b7d7-8b6930c9cdf0 req-31f2eb91-3f85-47cf-b15d-958f15ce8cb7 service neutron] 10.222.0.47 "GET /v2.0/networks/3f2aeee4-66b5-424e-a641-9533dc389167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957920 May 27 01:51:54.980006 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c0c96d-6355-4cde-97cb-ec36a6e5339c'] response: {'name': 'network-changed', 'server_uuid': '32b2d130-5706-4213-a877-60c365ee723e', 'tag': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9', 'status': 'completed', 'code': 200} May 27 01:51:55.017776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b69e93b-60a6-4fbc-b338-37f06b6c85cb req-1c79c811-281b-4aff-b9d3-1e13bb327dcf tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0543275 May 27 01:51:55.050368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:55.073643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Deleting port 982ab546-57cd-4fa7-b964-979b5cabcc33 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:51:55.074664 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:55.197098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-295a7c26-8ada-4d8f-9011-9c76cff2fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:55.198887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-295a7c26-8ada-4d8f-9011-9c76cff2fcfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=194bf88c6e484d669b2a2ee4f0067c3c&device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 1095 time: 0.1809390 May 27 01:51:55.404576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-1a695467-9b5c-4b08-be85-32fb95653565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:55.405964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-1a695467-9b5c-4b08-be85-32fb95653565 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f2aeee4-66b5-424e-a641-9533dc389167 HTTP/1.1" status: 200 len: 909 time: 0.1897380 May 27 01:51:55.474381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:55.567335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0eee9a86-0970-4f96-ba8f-009ec8f3ffed up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:55.621585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:51:55.624439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e28abb10-3d8a-4b81-99f6-18f5d58b5a51 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:55.652998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Calling delete_port for 982ab546-57cd-4fa7-b964-979b5cabcc33 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:51:55.655196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-005dd8a8-2fe7-456d-aeb2-0d07ccaa2d2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 HTTP/1.1" status: 200 len: 217 time: 0.2236209 May 27 01:51:55.775707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a9e6c-5d75-40d9-93b0-44c01b44ff83 req-d08cc8c3-5afa-43e0-97f2-f18755a640c0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:55.783599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-853a9e6c-5d75-40d9-93b0-44c01b44ff83 req-d08cc8c3-5afa-43e0-97f2-f18755a640c0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.6426835 May 27 01:51:55.796613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:55.802367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-d232d15f-3498-42fb-9064-fdf62089be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:55.803846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-d232d15f-3498-42fb-9064-fdf62089be1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13fd23fc-4d67-4173-b4fa-0894da72a411 HTTP/1.1" status: 200 len: 848 time: 0.1395729 May 27 01:51:55.808586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:55.809105 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:55.852871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c3690-b9a3-4eb1-9248-ed02a7732e6c req-a7e6ae1b-c1e3-42a7-86a9-ec2b58e3f4bf tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:55.859446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b47c3690-b9a3-4eb1-9248-ed02a7732e6c req-a7e6ae1b-c1e3-42a7-86a9-ec2b58e3f4bf tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.4417036 May 27 01:51:55.874252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-521320e1-8ef5-46a4-91ca-8313812e48ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f2aeee4-66b5-424e-a641-9533dc389167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578105 May 27 01:51:55.883717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-41b4e487-c640-4e5d-8ea3-fc16956157bc tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:55.885296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:55.885910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:55.889345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-41b4e487-c640-4e5d-8ea3-fc16956157bc tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:55.890867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-41b4e487-c640-4e5d-8ea3-fc16956157bc tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:55.931800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-853a9e6c-5d75-40d9-93b0-44c01b44ff83 req-a91a8263-2d44-4fad-97bc-5eef8c3cc089 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474860 May 27 01:51:55.963289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b47c3690-b9a3-4eb1-9248-ed02a7732e6c req-72445adb-7408-4cec-b0bf-391b5a9bf1c7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028817 May 27 01:51:55.993613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:56.021507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'b38a34e8-b607-48e2-a904-cfd71af4828a', 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0', 'port_id': 'b38a34e8-b607-48e2-a904-cfd71af4828a', 'mac_address': 'fa:16:3e:72:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c053681-6e30-48ed-8768-9c84a12dd60e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:51:56.109748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.123181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-41b4e487-c640-4e5d-8ea3-fc16956157bc tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:56.124341 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-41b4e487-c640-4e5d-8ea3-fc16956157bc tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "GET /v2.0/networks?id=3eb74226-701e-43c1-a105-b5837dafe7dc&id=39d325d9-0427-4f11-87c5-881885654f12&id=3eb74226-701e-43c1-a105-b5837dafe7dc HTTP/1.1" status: 200 len: 1390 time: 0.7174723 May 27 01:51:56.142925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'port': {'device_id': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc', 'admin_state_up': True, 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:56.208517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event deleted for resources: {'Port': ['ID=982ab546-57cd-4fa7-b964-979b5cabcc33,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:56.222174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b38a34e8-b607-48e2-a904-cfd71af4828a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:56.222560 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.240368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:56.240746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.258918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:56.259299 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.271920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38a34e8-b607-48e2-a904-cfd71af4828a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:51:56.286796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-1be9663b-56d8-47b6-8fe5-bc69e08850a1 service neutron] 10.222.0.47 "GET /v2.0/networks/3f2aeee4-66b5-424e-a641-9533dc389167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907790 May 27 01:51:56.324691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:56.329361 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.333737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:56.346385 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.348690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:56.350425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:56.392073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.392802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d4fa8b03-2549-48fd-9c02-7c4ec2c61dab up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:56.417460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ccebc-5c3a-4c16-a395-421c2cc8a1a5 req-50afb994-0ff2-4aac-9001-3e08b6d2bad5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:56.419035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be0ccebc-5c3a-4c16-a395-421c2cc8a1a5 req-50afb994-0ff2-4aac-9001-3e08b6d2bad5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 944 time: 0.3760099 May 27 01:51:56.420364 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.449413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1789237-738f-424a-a33a-dd55f41ad59f req-41f48be1-6da7-4de8-a29b-0ac37bc32ef1 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:56.451599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1789237-738f-424a-a33a-dd55f41ad59f req-41f48be1-6da7-4de8-a29b-0ac37bc32ef1 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 943 time: 0.2963240 May 27 01:51:56.467864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:56.474062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:56.485122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:port and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:56.499001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:56.509705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:56.525522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be0ccebc-5c3a-4c16-a395-421c2cc8a1a5 req-bf2d3687-5229-4b8c-9f90-8dd795bc8e2f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965762 May 27 01:51:56.533284 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.536395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.552227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-185eae0b-cdb6-4a51-93a2-4cf2b0cf4d11 req-fcb78e20-088e-4e05-bf56-5ea91d22921f service neutron] 10.222.0.47 "GET /v2.0/networks/3f2aeee4-66b5-424e-a641-9533dc389167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451518 May 27 01:51:56.553076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:56.567004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.571177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1789237-738f-424a-a33a-dd55f41ad59f req-a740e2f5-acca-472f-b844-49238edc5048 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717752 May 27 01:51:56.576268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:56.581292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.582398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Fanout notify agent at l3_agent the message router_deleted on router 96b12026-0af1-4eef-98eb-13b5bec68d79 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:51:56.600578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:56.602157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.603742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bfbcd7fe-9bb8-4042-aec9-01a861fe7427 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/96b12026-0af1-4eef-98eb-13b5bec68d79 HTTP/1.1" status: 204 len: 168 time: 2.1851938 May 27 01:51:56.607567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34266) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:56.613587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1449746208', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': False}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:56.615139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:56.615603 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.626246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:56.632242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:router and tenant:85e027cdf68f49c19648fc331d235d81 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:56.639504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:56.655969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:56.670523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.672153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.700596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.776600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6caa7ed1-f16d-4487-a163-f666100a6d91 req-d4de4e83-a2ec-42a1-b271-d65f1c7d01b6 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 210 time: 0.0593309 May 27 01:51:56.837610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:56.852002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Allocated IP 19.80.0.24 (3eb74226-701e-43c1-a105-b5837dafe7dc/239eaf97-641c-49a2-94e4-01a89cea1887/16ab4eac-b785-46b0-be53-d289ba9f1e2e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:56.878476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:56.879011 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.917612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:56.921814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:56.993622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:57.127828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d9dc2-7d50-4f77-8988-c5ee402c3985 req-ce644e1a-b320-4dd7-86b8-03bd764d006c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:57.129290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c40d9dc2-7d50-4f77-8988-c5ee402c3985 req-ce644e1a-b320-4dd7-86b8-03bd764d006c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.2220984 May 27 01:51:57.141014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34272) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:51:57.149164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'floatingip': {'port_id': '142a8f75-5802-4b04-a718-d008102723e1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:57.190312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b38a34e8-b607-48e2-a904-cfd71af4828a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:51:57.198174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:57.210451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c419dd4-32a1-40d1-8880-3cb370946e5b req-c88efcd4-41c5-42ce-9ad3-9731752a128b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:57.211991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c419dd4-32a1-40d1-8880-3cb370946e5b req-c88efcd4-41c5-42ce-9ad3-9731752a128b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 944 time: 0.4996667 May 27 01:51:57.235177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:57.246643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:57.328313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c419dd4-32a1-40d1-8880-3cb370946e5b req-082ef545-e5f2-4796-b764-c35d0eb4b52b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103721 May 27 01:51:57.395341 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4c07cd-e5d2-45fc-a0d8-5401a019135b'] response: {'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'code': 200} May 27 01:51:57.434263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d1dd591-d9c8-4107-9073-d691159fbbfe req-39b672da-f5ae-47d5-a776-2b65dfd0c7ab tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.1188405 May 27 01:51:57.438012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Transition to ACTIVE for port object 16ab4eac-b785-46b0-be53-d289ba9f1e2e will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:57.511759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0eee9a86-0970-4f96-ba8f-009ec8f3ffed up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:57.597191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:57.597572 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:57.693600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:57.739113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b98c-91e9-419f-8f5f-27812ca197b8 req-ede0832e-4ded-485e-873b-e58aeeb1a3db tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:57.740938 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7260b98c-91e9-419f-8f5f-27812ca197b8 req-ede0832e-4ded-485e-873b-e58aeeb1a3db tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 944 time: 0.2153907 May 27 01:51:57.742678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:57.744690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:57.799957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:57.847251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7260b98c-91e9-419f-8f5f-27812ca197b8 req-d93777a9-198f-4918-82b5-ad417a58571e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 May 27 01:51:57.921608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Allocated IP 172.25.3.169 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/01386729-bc18-46d3-8684-99241c7e303a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:57.947708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 3eb74226-701e-43c1-a105-b5837dafe7dc is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:57.961029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:57.976428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:58.015412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Port': ['ID=16ab4eac-b785-46b0-be53-d289ba9f1e2e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:58.149638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:58.150280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:58.150881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:58.161108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2218cb-af53-4a1c-979f-ca45f41d115f req-98420129-ee44-4709-9359-8865565c7b16 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:58.167384 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f2218cb-af53-4a1c-979f-ca45f41d115f req-98420129-ee44-4709-9359-8865565c7b16 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 943 time: 0.2158356 May 27 01:51:58.168737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e638de-591a-4779-a80a-cd118b6091ba req-6f0efb7d-2bce-41af-b5ec-00ac67a1617d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:58.170208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30e638de-591a-4779-a80a-cd118b6091ba req-6f0efb7d-2bce-41af-b5ec-00ac67a1617d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.4354510 May 27 01:51:58.220354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2a6cbb58-69fb-4099-979e-53b1123de764 None None] Provisioning for port 16ab4eac-b785-46b0-be53-d289ba9f1e2e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:58.221285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f2218cb-af53-4a1c-979f-ca45f41d115f req-af731689-6f0c-4d37-b75d-c5cb620757a8 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526054 May 27 01:51:58.225840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-670c0396-64e4-4ad1-a272-f1bb090f2332 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0869050 May 27 01:51:58.229951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2a6cbb58-69fb-4099-979e-53b1123de764 None None] Provisioning complete for port 16ab4eac-b785-46b0-be53-d289ba9f1e2e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:58.231135 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a6cbb58-69fb-4099-979e-53b1123de764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:58.238072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:58.245640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'port': {'device_id': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'network_id': '39d325d9-0427-4f11-87c5-881885654f12', 'admin_state_up': True, 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:51:58.288440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30e638de-591a-4779-a80a-cd118b6091ba req-df6f6b22-4e93-4a06-8a8c-aa6905fa39cb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086988 May 27 01:51:58.299817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cbb58-69fb-4099-979e-53b1123de764 None None] Port 16ab4eac-b785-46b0-be53-d289ba9f1e2e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:51:58.315649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:51:58.318571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:51:58.323553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:51:58.351003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Port': ['ID=01386729-bc18-46d3-8684-99241c7e303a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:51:58.538464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:51:58.570133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:port and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:51:58.577213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:51:58.593297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:51:58.598883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:58.609058 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:58.615211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e04127-aeda-422a-becc-5afc392fcbd4 req-ee5180cd-2085-41ed-a3fc-fc67915521d2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:58.616682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04e04127-aeda-422a-becc-5afc392fcbd4 req-ee5180cd-2085-41ed-a3fc-fc67915521d2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 931 time: 0.2600493 May 27 01:51:58.674781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:51:58.678166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:58.842691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d9761-04ec-42ea-a01f-c13fd5ba29d0 req-17654f9b-43ea-483d-b5ef-d4700dd935a6 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:58.844199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d9d9761-04ec-42ea-a01f-c13fd5ba29d0 req-17654f9b-43ea-483d-b5ef-d4700dd935a6 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 945 time: 0.3541794 May 27 01:51:58.855551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-04e04127-aeda-422a-becc-5afc392fcbd4 req-14e013bd-be87-4e4c-8248-ba0ec28d5896 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:51:58.902157 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Floating IP 16b9aaa9-4e32-44e5-aead-3c4c004f903f associated. External IP: 172.25.3.120, port: 142a8f75-5802-4b04-a718-d008102723e1. May 27 01:51:58.951978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-04e04127-aeda-422a-becc-5afc392fcbd4 req-14e013bd-be87-4e4c-8248-ba0ec28d5896 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:51:58.953139 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04e04127-aeda-422a-becc-5afc392fcbd4 req-14e013bd-be87-4e4c-8248-ba0ec28d5896 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294191 May 27 01:51:58.983759 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:59.013567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d9d9761-04ec-42ea-a01f-c13fd5ba29d0 req-edf62772-4cef-4c9c-9312-15973694abbc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605611 May 27 01:51:59.120403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42efabca-c48d-4523-a924-0304158a3cac req-00deba5d-0916-40f5-aa01-b15ba86181b1 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0465569 May 27 01:51:59.311446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Allocated IP 19.86.0.34 (39d325d9-0427-4f11-87c5-881885654f12/16d39844-e724-4a2b-890c-5c00d418df65/f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:51:59.397161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:51:59.441576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:59.540746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468709-8344-42c8-9e10-e203e45bcfc1 req-054c4a69-57e8-4b75-929c-f65ac29f5c98 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:59.542222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80468709-8344-42c8-9e10-e203e45bcfc1 req-054c4a69-57e8-4b75-929c-f65ac29f5c98 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 944 time: 0.3150105 May 27 01:51:59.592145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349df226-8eca-4528-abd8-fbc887fad7ef req-78480a7e-1419-4886-8b9d-9871efa90e1d tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:51:59.593626 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-349df226-8eca-4528-abd8-fbc887fad7ef req-78480a7e-1419-4886-8b9d-9871efa90e1d tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 943 time: 0.2317731 May 27 01:51:59.626049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:51:59.667542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-349df226-8eca-4528-abd8-fbc887fad7ef req-65116a07-9436-41a7-94e0-a83a83371791 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622449 May 27 01:51:59.703157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80468709-8344-42c8-9e10-e203e45bcfc1 req-fd8db787-1422-42c9-ba44-33f63a437839 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341696 May 27 01:51:59.716560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Router 92d3f362-29ce-40d2-9a4a-890f5bc01459 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:51:59.716910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port b38a34e8-b607-48e2-a904-cfd71af4828a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:51:59.729620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port b38a34e8-b607-48e2-a904-cfd71af4828a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:51:59.730305 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:59.733153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Router 507eb33b-a6ca-47cf-a2ed-30b86169b9db has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:51:59.798545 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f47aff3-6488-45a1-b32e-982fd1c532a4'] response: {'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'code': 200} May 27 01:51:59.860882 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:59.901775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b38a34e8-b607-48e2-a904-cfd71af4828a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:51:59.902293 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:51:59.933205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Transition to ACTIVE for port object f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:51:59.936294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:51:59.941623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.028077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:00.035965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:00.041918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688731bc-d839-4bd4-af0e-c2a993e38909 req-3e3e83e1-b248-4aa0-9488-619b4555e73c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:00.048905 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-688731bc-d839-4bd4-af0e-c2a993e38909 req-3e3e83e1-b248-4aa0-9488-619b4555e73c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.2183008 May 27 01:52:00.051219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Sync routers for ids ['92d3f362-29ce-40d2-9a4a-890f5bc01459'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:00.051402 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] Sync routers for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:00.054448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.069417 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:00.070275 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:00.087136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Routers {'92d3f362-29ce-40d2-9a4a-890f5bc01459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:00.090044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['92d3f362-29ce-40d2-9a4a-890f5bc01459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:00.114773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.119352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-688731bc-d839-4bd4-af0e-c2a993e38909 req-14580de1-8e40-4085-8570-ffa1718bdd6f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694201 May 27 01:52:00.121081 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.127226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3df7d922-7b97-41bf-a088-b06400c51ee4 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5184870 May 27 01:52:00.130360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34298) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:00.237229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:00.251991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-302489eb-174d-481b-8f49-3b2aa7e6c720 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "PUT /v2.0/floatingips/16b9aaa9-4e32-44e5-aead-3c4c004f903f HTTP/1.1" status: 200 len: 992 time: 3.1098602 May 27 01:52:00.266430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:00.283179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 39d325d9-0427-4f11-87c5-881885654f12 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:00.288509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:00.291474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:00.322534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37d015-ae2a-48ba-900f-cb29102e121b req-8f0e74c2-ac7a-466e-94b7-2fca21bbfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:00.330545 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea37d015-ae2a-48ba-900f-cb29102e121b req-8f0e74c2-ac7a-466e-94b7-2fca21bbfebf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 1097 time: 0.3656185 May 27 01:52:00.376604 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:00.380673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Port': ['ID=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:00.474649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Set router 92d3f362-29ce-40d2-9a4a-890f5bc01459 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:00.483020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea37d015-ae2a-48ba-900f-cb29102e121b req-d7706cc3-b794-4a8b-a55f-bae767100887 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298084 May 27 01:52:00.504202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:00.504970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.545845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-1256b742-9f1b-422b-be11-204f93864655 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3070467 May 27 01:52:00.564551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6727-b02f-41ca-82f5-255e0ce1827f req-20ef1cf5-9349-4359-a5a0-63c86ea24a2f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:00.573499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6727-b02f-41ca-82f5-255e0ce1827f req-20ef1cf5-9349-4359-a5a0-63c86ea24a2f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:00.587525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-be0d6727-b02f-41ca-82f5-255e0ce1827f req-20ef1cf5-9349-4359-a5a0-63c86ea24a2f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:00.623014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-be0d6727-b02f-41ca-82f5-255e0ce1827f req-20ef1cf5-9349-4359-a5a0-63c86ea24a2f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:00.631372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be0d6727-b02f-41ca-82f5-255e0ce1827f req-20ef1cf5-9349-4359-a5a0-63c86ea24a2f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 1653 time: 0.4350195 May 27 01:52:00.696188 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4443e6e0-338e-4e7e-baa4-b5784759a07c tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/92d3f362-29ce-40d2-9a4a-890f5bc01459 HTTP/1.1" status: 200 len: 909 time: 0.5646863 May 27 01:52:00.700172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34316) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:00.706949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1449746208', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': True}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:00.711821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be0d6727-b02f-41ca-82f5-255e0ce1827f req-29951113-836d-4007-95b9-f26e3c779ff2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772464 May 27 01:52:00.715590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:00.725411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8f7d8-a2df-4262-90c7-7fb4b436d682 req-202932a7-ea00-4dad-8436-8033d8cbdd64 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:00.739272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0f8f7d8-a2df-4262-90c7-7fb4b436d682 req-202932a7-ea00-4dad-8436-8033d8cbdd64 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 945 time: 0.3928542 May 27 01:52:00.747804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Usage tracker for resource:router and tenant:85e027cdf68f49c19648fc331d235d81 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:00.775244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'port': {'device_id': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc', 'admin_state_up': True, 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:00.796594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:00.799114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6bf1829-ac5d-41ce-85dd-7f9d52d9faea None None] Provisioning for port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:00.810489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:00.812143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6bf1829-ac5d-41ce-85dd-7f9d52d9faea None None] Provisioning complete for port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:00.812143 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1829-ac5d-41ce-85dd-7f9d52d9faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.831753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0f8f7d8-a2df-4262-90c7-7fb4b436d682 req-911b96a6-0ad4-464b-961a-a834458d9451 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883369 May 27 01:52:00.841559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.842846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.863168 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:00.913278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:52:00.951043 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '16b9aaa9-4e32-44e5-aead-3c4c004f903f', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'port_id': '142a8f75-5802-4b04-a718-d008102723e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'mac_address': 'fa:16:3e:b5:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:22Z', 'updated_at': '2022-05-27T01:51:58Z', 'revision_number': 1, 'project_id': '94808042355844b686d7053c3b65ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:00.955460 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] Checking router: 507eb33b-a6ca-47cf-a2ed-30b86169b9db for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:00.966991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0084da80-14a6-47c8-9920-7e9459a4f255 req-ef454f79-5925-4643-a797-1d562032fc32 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0635178 May 27 01:52:00.968116 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:00.969099 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:00.987524 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aebb0ee-8405-4afd-b374-341e5e07901a'] response: {'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1', 'status': 'completed', 'code': 200} May 27 01:52:01.036052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf1829-ac5d-41ce-85dd-7f9d52d9faea None None] Port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:52:01.121574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d3f362-29ce-40d2-9a4a-890f5bc01459', 'name': 'tempest-snat-router-1449746208', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.169'}], 'enable_snat': False}, 'gw_port_id': '01386729-bc18-46d3-8684-99241c7e303a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:56Z', 'updated_at': '2022-05-27T01:51:58Z', 'revision_number': 3, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port': {'id': '01386729-bc18-46d3-8684-99241c7e303a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d3f362-29ce-40d2-9a4a-890f5bc01459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:57Z', 'updated_at': '2022-05-27T01:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:01.128378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Checking router: 92d3f362-29ce-40d2-9a4a-890f5bc01459 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:01.128737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Updating router 92d3f362-29ce-40d2-9a4a-890f5bc01459 port 01386729-bc18-46d3-8684-99241c7e303a binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:52:01.197642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:01.197873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:01.208422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:01.283543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:52:01.288071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:01.353278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:01.388995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:01.438666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ece33d-b18d-47d3-b431-eda1e76cac8f req-6a8fc527-0eea-4548-8fa9-f7cdfbf2abcf tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:01.446879 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84ece33d-b18d-47d3-b431-eda1e76cac8f req-6a8fc527-0eea-4548-8fa9-f7cdfbf2abcf tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 943 time: 0.2073905 May 27 01:52:01.614421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84ece33d-b18d-47d3-b431-eda1e76cac8f req-a0b70e78-7bc3-41a7-a95e-d58ab0dc9a6c tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664715 May 27 01:52:01.632457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:52:01.761697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-51223115-869f-4696-9d12-8e4b70bc1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:01.763148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-51223115-869f-4696-9d12-8e4b70bc1320 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1098 time: 0.6590745 May 27 01:52:01.913565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069fc30-90eb-42fb-82e7-998e5df16708 req-f1aadd2d-671e-4533-b4ce-d1c739d3e5ca tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:01.916453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,segment=NetworkSegment(e98a9284-dd79-4280-9dbc-83f382c3822b),segment_id=e98a9284-dd79-4280-9dbc-83f382c3822b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:01.921700 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5069fc30-90eb-42fb-82e7-998e5df16708 req-f1aadd2d-671e-4533-b4ce-d1c739d3e5ca tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.7052522 May 27 01:52:01.937546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:01.943172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9', 'network_id': '3f2aeee4-66b5-424e-a641-9533dc389167', 'port_id': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9', 'mac_address': 'fa:16:3e:d9:dc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fd23fc-4d67-4173-b4fa-0894da72a411', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:52:01.976565 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '16b9aaa9-4e32-44e5-aead-3c4c004f903f', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'port_id': '142a8f75-5802-4b04-a718-d008102723e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'mac_address': 'fa:16:3e:b5:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:22Z', 'updated_at': '2022-05-27T01:51:58Z', 'revision_number': 1, 'project_id': '94808042355844b686d7053c3b65ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:01.989608 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c73c11-e026-4961-8183-bd40c65f4ece None None] The sync data for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 is: [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '16b9aaa9-4e32-44e5-aead-3c4c004f903f', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'port_id': '142a8f75-5802-4b04-a718-d008102723e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'mac_address': 'fa:16:3e:b5:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:22Z', 'updated_at': '2022-05-27T01:51:58Z', 'revision_number': 1, 'project_id': '94808042355844b686d7053c3b65ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:02.027789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:02.028098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:02.055063 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:02.095861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:02.106195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-d8ba5f9a-112b-4ec1-b68b-552b971904e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:02.106378 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:02.112018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-d8ba5f9a-112b-4ec1-b68b-552b971904e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.3275268 May 27 01:52:02.168735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa22ffe-6a26-4626-b264-d26c2e6b9565 req-87aa23db-24fb-4290-ae0b-90e69a37ab3c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:02.176168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,segment=NetworkSegment(e98a9284-dd79-4280-9dbc-83f382c3822b),segment_id=e98a9284-dd79-4280-9dbc-83f382c3822b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:02.177930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fa22ffe-6a26-4626-b264-d26c2e6b9565 req-87aa23db-24fb-4290-ae0b-90e69a37ab3c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.3278842 May 27 01:52:02.186251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:02.315107 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:52:02.373926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5069fc30-90eb-42fb-82e7-998e5df16708 req-14e9e003-4171-4e9a-9bfa-b5756b2837c0 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512620 May 27 01:52:02.407709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Allocated IP 19.80.0.6 (3eb74226-701e-43c1-a105-b5837dafe7dc/239eaf97-641c-49a2-94e4-01a89cea1887/d1f55ab4-8a02-4fea-98db-dd6ba3120fe3) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:02.413048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fa22ffe-6a26-4626-b264-d26c2e6b9565 req-b6a5466f-7629-40b3-8f17-2827add171e1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312686 May 27 01:52:02.416294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fc4f0-6f02-483c-8b77-e074df905221 None None] New status for floating IP 16b9aaa9-4e32-44e5-aead-3c4c004f903f: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:52:02.460637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-04d60769-add0-47a5-b416-8662f46708e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 1000 time: 0.3296037 May 27 01:52:02.614383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-8d0d25e4-c7d3-4a44-bcff-5d595e0db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:02.616265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-8d0d25e4-c7d3-4a44-bcff-5d595e0db58a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1455855 May 27 01:52:02.697542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be0add-66db-4886-82a8-9e332d6f3ea5 req-d89a58e8-69d3-4738-9752-c79e31f577f4 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:02.700729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30be0add-66db-4886-82a8-9e332d6f3ea5 req-d89a58e8-69d3-4738-9752-c79e31f577f4 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 945 time: 0.1281829 May 27 01:52:02.754935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:02.780466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:02.785312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:02.803704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30be0add-66db-4886-82a8-9e332d6f3ea5 req-6308ce2b-52b7-4d21-862a-f99ad370602b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921175 May 27 01:52:02.804127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Transition to ACTIVE for port object 01386729-bc18-46d3-8684-99241c7e303a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:02.815215 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:02.909970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fb073-5f05-4564-9aba-dd632da1d3aa None None] Pushing event updated for resources: {'Port': ['ID=01386729-bc18-46d3-8684-99241c7e303a,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:02.930429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Allocated IP 172.25.3.221 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e06d1ebd-7344-4751-a0df-bdae72927dca) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:02.958110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Attempting to bind port 01386729-bc18-46d3-8684-99241c7e303a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:02.959982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Attempting to bind port 01386729-bc18-46d3-8684-99241c7e303a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:02.962698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Attempting to bind port 01386729-bc18-46d3-8684-99241c7e303a on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:02.971396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-78cd4061-77bf-466f-a502-0e9d1b5e2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:02.972490 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dce61a5-6c2c-489b-9fd1-3f3542da3252'] response: {'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a', 'code': 200} May 27 01:52:02.972891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-78cd4061-77bf-466f-a502-0e9d1b5e2ef8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3152471 May 27 01:52:02.999727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6268d-5a60-4168-aa1e-41d01141c8a3 req-54c8b3bf-7bf5-4904-96d0-fc2f824f73e8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:03.003630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f2fe3c0e-4518-4d4f-b056-99b529ffc6e9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:03.006328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6268d-5a60-4168-aa1e-41d01141c8a3 req-54c8b3bf-7bf5-4904-96d0-fc2f824f73e8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:03.008746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03d6268d-5a60-4168-aa1e-41d01141c8a3 req-54c8b3bf-7bf5-4904-96d0-fc2f824f73e8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 1653 time: 0.3913798 May 27 01:52:03.111147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:03.112679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:03.113138 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.114946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:03.115622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Bound port: 01386729-bc18-46d3-8684-99241c7e303a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:03.117145 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.178658 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.255148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] For port 01386729-bc18-46d3-8684-99241c7e303a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:03.257251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.272128 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03d6268d-5a60-4168-aa1e-41d01141c8a3 req-3f0d2df8-4e3d-4326-8362-af07e9860d04 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319914 May 27 01:52:03.279925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] For port 01386729-bc18-46d3-8684-99241c7e303a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01386729-bc18-46d3-8684-99241c7e303a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:03.294588 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.310912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Transition to ACTIVE for port object d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:03.345730 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-186ce9a2-8a0f-4908-84b1-9e4118390a20 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316059 May 27 01:52:03.413896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37e75384-8928-427f-b153-b9dfbeb7ae72 req-46a05127-e3af-478a-8914-59b1a4530c35 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.2869952 May 27 01:52:03.510213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f6c4-6a47-4d59-b14c-2d0baf32f0df req-89271e60-beac-4e8a-adb6-578fe81270ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:03.515441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75b5f6c4-6a47-4d59-b14c-2d0baf32f0df req-89271e60-beac-4e8a-adb6-578fe81270ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1097 time: 0.4694166 May 27 01:52:03.532576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa2fabe-942a-4aa4-be73-c1f103387821 req-ef14ea57-3c8a-48e3-8aea-6c3fa1667775 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833546 May 27 01:52:03.613541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.626251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fb073-5f05-4564-9aba-dd632da1d3aa None None] Pushing event updated for resources: {'Port': ['ID=01386729-bc18-46d3-8684-99241c7e303a,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:03.642199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Routers {'92d3f362-29ce-40d2-9a4a-890f5bc01459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:03.643182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52ff85-51f4-4945-b3a6-93fedfb8422b req-70a29c3e-b686-4375-8db2-ec0f3ac4b089 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:03.643657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:51:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['92d3f362-29ce-40d2-9a4a-890f5bc01459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:03.644968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b52ff85-51f4-4945-b3a6-93fedfb8422b req-70a29c3e-b686-4375-8db2-ec0f3ac4b089 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 944 time: 0.1104863 May 27 01:52:03.646221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.749616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 3eb74226-701e-43c1-a105-b5837dafe7dc is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:03.755279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:03.763688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:03.770447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75b5f6c4-6a47-4d59-b14c-2d0baf32f0df req-454a98e7-bf2f-41a8-9b08-dd31510c1661 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193918 May 27 01:52:03.817055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff51219-b14f-4e67-9830-8f459df3c731 req-0cb6be9b-bfae-4b17-9ec5-c67a09a69e73 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:03.818581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-0cb6be9b-bfae-4b17-9ec5-c67a09a69e73 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2139883 May 27 01:52:03.886800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:03.887303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:03.897953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0b52ff85-51f4-4945-b3a6-93fedfb8422b req-c78ace26-d258-40d4-ac8a-14f85a0967b5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Synchronizing usage tracker for tenant:194bf88c6e484d669b2a2ee4f0067c3c on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:03.935217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] Set router 92d3f362-29ce-40d2-9a4a-890f5bc01459 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:03.941338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Port': ['ID=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:03.950146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-0e4f606d-8c17-4bb9-977e-691415483a04 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 695 time: 0.1235831 May 27 01:52:03.955880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'floatingip': {'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:03.973872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0b52ff85-51f4-4945-b3a6-93fedfb8422b req-c78ace26-d258-40d4-ac8a-14f85a0967b5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Unset dirty status for tenant:194bf88c6e484d669b2a2ee4f0067c3c on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:03.984405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b52ff85-51f4-4945-b3a6-93fedfb8422b req-c78ace26-d258-40d4-ac8a-14f85a0967b5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932556 May 27 01:52:03.989160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-325790ce-bdce-43bb-9e6c-9a19c61ec72b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2190354 May 27 01:52:04.057616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:04.105304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Request body: {'port': {'device_id': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:04.215851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Port': ['ID=e06d1ebd-7344-4751-a0df-bdae72927dca,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:04.226011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:04.337716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6cbda3e4-7552-4b69-9ecf-d4fab44eee54 None None] Provisioning for port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:04.347656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6cbda3e4-7552-4b69-9ecf-d4fab44eee54 None None] Provisioning complete for port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:04.348017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6cbda3e4-7552-4b69-9ecf-d4fab44eee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:04.375257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:04.509059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d413b2-30fb-49df-8695-908dc5889ab4 req-32dfd95c-a5d3-4da2-8e65-4d5611fcd846 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:04.518598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95d413b2-30fb-49df-8695-908dc5889ab4 req-32dfd95c-a5d3-4da2-8e65-4d5611fcd846 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.3086827 May 27 01:52:04.526930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6cbda3e4-7552-4b69-9ecf-d4fab44eee54 None None] Port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:52:04.580558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d3f362-29ce-40d2-9a4a-890f5bc01459', 'name': 'tempest-snat-router-1449746208', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.169'}], 'enable_snat': False}, 'gw_port_id': '01386729-bc18-46d3-8684-99241c7e303a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:56Z', 'updated_at': '2022-05-27T01:51:58Z', 'revision_number': 3, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port': {'id': '01386729-bc18-46d3-8684-99241c7e303a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d3f362-29ce-40d2-9a4a-890f5bc01459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:57Z', 'updated_at': '2022-05-27T01:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:04.585958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe36fb-0bbb-438e-a347-c5004b5a6950 None None] The sync data for ids ['92d3f362-29ce-40d2-9a4a-890f5bc01459'] in n-d-843146-11 is: [{'id': '92d3f362-29ce-40d2-9a4a-890f5bc01459', 'name': 'tempest-snat-router-1449746208', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.169'}], 'enable_snat': False}, 'gw_port_id': '01386729-bc18-46d3-8684-99241c7e303a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:56Z', 'updated_at': '2022-05-27T01:51:58Z', 'revision_number': 3, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port': {'id': '01386729-bc18-46d3-8684-99241c7e303a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d3f362-29ce-40d2-9a4a-890f5bc01459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:57Z', 'updated_at': '2022-05-27T01:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:04.595525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:04.609016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:04.615808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:04.797020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95d413b2-30fb-49df-8695-908dc5889ab4 req-94be3677-2f83-4157-b6c7-c80ee041ac64 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771075 May 27 01:52:05.191110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b749f-e9c7-4be4-badb-1c625adb490f req-5944a4d3-ea60-438c-83a6-184b51e300d7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:05.193260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a99b749f-e9c7-4be4-badb-1c625adb490f req-5944a4d3-ea60-438c-83a6-184b51e300d7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.2607138 May 27 01:52:05.273759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a99b749f-e9c7-4be4-badb-1c625adb490f req-96f4d910-c5c7-409c-ba2f-36e90678a552 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644708 May 27 01:52:05.368167 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:52:05.408404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ab4eac-b785-46b0-be53-d289ba9f1e2e {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:05.426630 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:05.467189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Transition to ACTIVE for port object 16ab4eac-b785-46b0-be53-d289ba9f1e2e will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:05.478870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:05.627700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01386729-bc18-46d3-8684-99241c7e303a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:52:05.745655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:52:05.782905 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:05.794623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:05.930527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4814d164-47ac-4f04-9c0e-28d14f5f49fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:05.986222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:05.996602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:05.997349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.041114 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.043546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 01386729-bc18-46d3-8684-99241c7e303a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:06.062742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Pushing event updated for resources: {'Port': ['ID=16ab4eac-b785-46b0-be53-d289ba9f1e2e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:06.067053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 01386729-bc18-46d3-8684-99241c7e303a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:06.067438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.270066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba973d-9d41-4f45-901d-56b5445eb740 req-b90006f6-d871-4199-9624-5002b2bec3d3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:06.279444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba973d-9d41-4f45-901d-56b5445eb740 req-b90006f6-d871-4199-9624-5002b2bec3d3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:06.286554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba973d-9d41-4f45-901d-56b5445eb740 req-b90006f6-d871-4199-9624-5002b2bec3d3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:06.287762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-65ba973d-9d41-4f45-901d-56b5445eb740 req-b90006f6-d871-4199-9624-5002b2bec3d3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:06.316978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Attempting to bind port 16ab4eac-b785-46b0-be53-d289ba9f1e2e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:06.317824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Attempting to bind port 16ab4eac-b785-46b0-be53-d289ba9f1e2e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:06.318593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Attempting to bind port 16ab4eac-b785-46b0-be53-d289ba9f1e2e on network 3eb74226-701e-43c1-a105-b5837dafe7dc {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:06.325219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-65ba973d-9d41-4f45-901d-56b5445eb740 req-b90006f6-d871-4199-9624-5002b2bec3d3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:06.327363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ba973d-9d41-4f45-901d-56b5445eb740 req-b90006f6-d871-4199-9624-5002b2bec3d3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2385 time: 0.8421650 May 27 01:52:06.329972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Port 16ab4eac-b785-46b0-be53-d289ba9f1e2e on network 3eb74226-701e-43c1-a105-b5837dafe7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:06.330471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Attempting to bind port 16ab4eac-b785-46b0-be53-d289ba9f1e2e on network 3eb74226-701e-43c1-a105-b5837dafe7dc {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:06.340149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 01386729-bc18-46d3-8684-99241c7e303a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:06.340823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.345488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:06.345960 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.357382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:06.358180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Checking segment: {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:06.358761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Bound using segment: {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:06.359574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Bound port: 16ab4eac-b785-46b0-be53-d289ba9f1e2e, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:06.360061 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.394684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,segment=NetworkSegment(e98a9284-dd79-4280-9dbc-83f382c3822b),segment_id=e98a9284-dd79-4280-9dbc-83f382c3822b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:06.397350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b2d130-5706-4213-a877-60c365ee723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:06.416845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.425634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 01386729-bc18-46d3-8684-99241c7e303a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01386729-bc18-46d3-8684-99241c7e303a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:06.470684 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.486917 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547 associated. External IP: 172.25.3.70, port: 513e0913-f461-4115-adde-9a41b1d9c7e1. May 27 01:52:06.524345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ba973d-9d41-4f45-901d-56b5445eb740 req-960ee05f-c4d4-49a1-88a7-e85201ab4423 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835051 May 27 01:52:06.537370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:06.591530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] For port 16ab4eac-b785-46b0-be53-d289ba9f1e2e, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:06.596417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] For port 16ab4eac-b785-46b0-be53-d289ba9f1e2e, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=16ab4eac-b785-46b0-be53-d289ba9f1e2e,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:06.604776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.720511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=01386729-bc18-46d3-8684-99241c7e303a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:06.785521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:06.793597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:06.795215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] 10.222.0.47 "PUT /v2.0/ports/16ab4eac-b785-46b0-be53-d289ba9f1e2e HTTP/1.1" status: 200 len: 1092 time: 2.6986487 May 27 01:52:06.868666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'tag': '16ab4eac-b785-46b0-be53-d289ba9f1e2e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:06.877832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6107791c-9456-4d3c-8470-46fca996369a req-05b25ccd-8ee5-4d4e-a2ec-c94165e7c44e tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0789416 May 27 01:52:06.904909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Request body: {'port': {'device_id': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:06.992777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:07.068822 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:07.229420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Pushing event updated for resources: {'Port': ['ID=16ab4eac-b785-46b0-be53-d289ba9f1e2e,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:07.330307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.331000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.331000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.331332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.331657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.331990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.332314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.332633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.332957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.333289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.333626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.333915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4683d01-df47-4645-b4bd-a411c5172192 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:07.458077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c4e74-b11f-43b7-ba63-25b38e179eff req-785d9cdc-40e2-4bea-84d0-615916adc23a tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:07.465876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc2c4e74-b11f-43b7-ba63-25b38e179eff req-785d9cdc-40e2-4bea-84d0-615916adc23a tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 945 time: 0.3357770 May 27 01:52:07.504972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:52:07.542754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc2c4e74-b11f-43b7-ba63-25b38e179eff req-f846c5a9-112f-4a6a-9722-5e7da6df19eb tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725973 May 27 01:52:07.559769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01386729-bc18-46d3-8684-99241c7e303a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:52:07.721117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 01386729-bc18-46d3-8684-99241c7e303a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:07.721762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:07.823863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Router 24056e2e-baab-41b9-819b-6c804e7d27e0 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:52:07.836204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:07.845276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:07.862188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Transition to ACTIVE for port object f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:07.879359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 01386729-bc18-46d3-8684-99241c7e303a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:07.885505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:07.912931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5ad14ae1-9507-49a9-9aab-bf63dc49feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:08.118169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Pushing event updated for resources: {'Port': ['ID=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:08.127954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:08.130727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270af7-9d84-44f9-a768-c239a84a053f req-133959f4-42c2-45dc-954b-11e19a1251b1 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:08.132479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b270af7-9d84-44f9-a768-c239a84a053f req-133959f4-42c2-45dc-954b-11e19a1251b1 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.3711810 May 27 01:52:08.133917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:08.183167 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:08.188606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Sync routers for ids ['24056e2e-baab-41b9-819b-6c804e7d27e0'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:08.197868 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:08.198498 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:08.203115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Routers {'24056e2e-baab-41b9-819b-6c804e7d27e0'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:08.205868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['24056e2e-baab-41b9-819b-6c804e7d27e0'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:08.210902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:08.276134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:08.281211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c5b9f3b-0873-42be-9928-ff2994450388 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5777416 May 27 01:52:08.284899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34388) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:08.341849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-e94b4d52-4848-4b4c-b606-9584eccc9a51 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "PUT /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 200 len: 995 time: 4.3907349 May 27 01:52:08.348338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:08.500336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff51219-b14f-4e67-9830-8f459df3c731 req-d224b67c-b4db-4bac-8607-c439f730967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:08.509686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-d224b67c-b4db-4bac-8607-c439f730967f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.1400654 May 27 01:52:08.574583 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:08.635823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-baa39768-242e-4d55-a002-9373b05d2c09 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/24056e2e-baab-41b9-819b-6c804e7d27e0 HTTP/1.1" status: 200 len: 908 time: 0.3344193 May 27 01:52:08.655951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34396) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:08.658351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Attempting to bind port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:08.658690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Attempting to bind port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:08.659044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Attempting to bind port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad on network 39d325d9-0427-4f11-87c5-881885654f12 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:08.670899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Set router 24056e2e-baab-41b9-819b-6c804e7d27e0 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:08.862260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff51219-b14f-4e67-9830-8f459df3c731 req-c40d5d06-f8f3-4716-bc97-012ce21ad1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:08.863724 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-c40d5d06-f8f3-4716-bc97-012ce21ad1af service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.3529947 May 27 01:52:08.869633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b270af7-9d84-44f9-a768-c239a84a053f req-8c1403d5-33e1-4766-afa3-9074c4aad9b5 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305076 May 27 01:52:08.870291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad on network 39d325d9-0427-4f11-87c5-881885654f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:08.870602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Attempting to bind port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad on network 39d325d9-0427-4f11-87c5-881885654f12 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:08.890789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:08.891059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Checking segment: {'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:08.891447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Bound using segment: {'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:08.891887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Bound port: f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c13620c-0772-4f94-ba82-1a79bfc6b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39d325d9-0427-4f11-87c5-881885654f12'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:08.892244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.072593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-c641d99e-fd33-4467-b856-3796d2b3d547 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 998 time: 0.2007189 May 27 01:52:09.076784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] For port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:09.080444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] For port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:09.141770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.153833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24056e2e-baab-41b9-819b-6c804e7d27e0', 'name': 'tempest-snat-router-1449746208', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'e06d1ebd-7344-4751-a0df-bdae72927dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:52:00Z', 'updated_at': '2022-05-27T01:52:05Z', 'revision_number': 3, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port': {'id': 'e06d1ebd-7344-4751-a0df-bdae72927dca', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24056e2e-baab-41b9-819b-6c804e7d27e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:52:02Z', 'updated_at': '2022-05-27T01:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:09.158566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Checking router: 24056e2e-baab-41b9-819b-6c804e7d27e0 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:09.158935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Updating router 24056e2e-baab-41b9-819b-6c804e7d27e0 port e06d1ebd-7344-4751-a0df-bdae72927dca binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:52:09.159716 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:a6:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:05Z', 'revision_number': 1, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:09.164145 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:09.173622 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:09.174428 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:09.201860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff51219-b14f-4e67-9830-8f459df3c731 req-2059a609-2618-4bf9-b79a-8f11a82faf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:09.203382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-2059a609-2618-4bf9-b79a-8f11a82faf77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.1236985 May 27 01:52:09.235102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Pushing event updated for resources: {'Port': ['ID=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:09.251800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.271785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.357517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff51219-b14f-4e67-9830-8f459df3c731 req-31615b33-3364-4dbb-a103-80a0ef66cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:09.359022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-31615b33-3364-4dbb-a103-80a0ef66cda1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490479 May 27 01:52:09.369762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-9b8cfd6a-3841-49c6-8742-33c88643b3df service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:52:09.370705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-9b8cfd6a-3841-49c6-8742-33c88643b3df service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049918 May 27 01:52:09.408382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.426346 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.447493 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:09.475231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.487844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:09.488589 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.490027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-94577003-5a93-49b6-b4ce-6d17de7d964e service neutron] 10.222.0.47 "PUT /v2.0/ports/f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad HTTP/1.1" status: 200 len: 1092 time: 2.6089294 May 27 01:52:09.512091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4f9ab-9fb0-4882-943b-124695369231 req-3c400850-33a9-408a-9168-81a2a7f37152 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:09.513846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97d4f9ab-9fb0-4882-943b-124695369231 req-3c400850-33a9-408a-9168-81a2a7f37152 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.4286020 May 27 01:52:09.515642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Deleting port e06d1ebd-7344-4751-a0df-bdae72927dca {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:09.516055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.620224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Request body: {'port': {'device_id': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:09.676204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-1ed16b5c-c744-4c4c-a1d1-9fcb2cd4e83c service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976367 May 27 01:52:09.866533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:09.878424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97d4f9ab-9fb0-4882-943b-124695369231 req-c110238b-4868-4d66-8232-fc8f83a3b3f4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955394 May 27 01:52:10.037924 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:10.072311 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b41efe-473f-4a9d-8eab-9e1172de1d4b'] response: {'server_uuid': '32b2d130-5706-4213-a877-60c365ee723e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9', 'code': 200} May 27 01:52:10.073603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cff51219-b14f-4e67-9830-8f459df3c731 req-ade21628-1306-46da-8d5c-e0ee1eda85d4 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838482 May 27 01:52:10.080521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Transition to ACTIVE for port object e06d1ebd-7344-4751-a0df-bdae72927dca will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:10.107370 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:10.146887 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a770cd8-0850-4cf7-b376-8811a951c0ee'] response: {'name': 'network-changed', 'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'tag': '16ab4eac-b785-46b0-be53-d289ba9f1e2e', 'status': 'completed', 'code': 200} May 27 01:52:10.261716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db77bbe-dd93-4387-b3a2-50dad39abd22 req-0da6ecea-0077-4ef2-b1bc-339e9ce0edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:10.264114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2db77bbe-dd93-4387-b3a2-50dad39abd22 req-0da6ecea-0077-4ef2-b1bc-339e9ce0edbc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 1097 time: 0.1661916 May 27 01:52:10.265727 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:a6:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:05Z', 'revision_number': 1, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:10.283511 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea3694-d2ce-4892-b232-74dbc0c5dc62 None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:a6:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:05Z', 'revision_number': 1, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:10.358247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:10.372297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2db77bbe-dd93-4387-b3a2-50dad39abd22 req-269b968d-bb44-4fa3-93c7-04df5d99fd1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972037 May 27 01:52:10.389363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Attempting to bind port e06d1ebd-7344-4751-a0df-bdae72927dca on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:10.389878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Attempting to bind port e06d1ebd-7344-4751-a0df-bdae72927dca by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:10.390288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Attempting to bind port e06d1ebd-7344-4751-a0df-bdae72927dca on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:10.404130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:10.405906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:10.406407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:10.406992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:10.407599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Bound port: e06d1ebd-7344-4751-a0df-bdae72927dca, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:10.408775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:10.466404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf6caa-d644-4162-934f-87dd7fcd8260 req-8c0fa50b-0463-4b23-99f9-2d80fbc1fd4f tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0433760 May 27 01:52:10.507558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] For port e06d1ebd-7344-4751-a0df-bdae72927dca, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:10.511424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0780-b0bc-4884-a687-d51c64c0da68 req-f821ba14-d1d9-4914-8511-1314b4156a66 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:10.512074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] For port e06d1ebd-7344-4751-a0df-bdae72927dca, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e06d1ebd-7344-4751-a0df-bdae72927dca,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:10.516646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f0316-eb27-46f2-a7d5-078dbc7ae2c8 None None] Pushing event updated for resources: {'Port': ['ID=e06d1ebd-7344-4751-a0df-bdae72927dca,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:10.523915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0780-b0bc-4884-a687-d51c64c0da68 req-f821ba14-d1d9-4914-8511-1314b4156a66 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:10.530292 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:10.543497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0780-b0bc-4884-a687-d51c64c0da68 req-f821ba14-d1d9-4914-8511-1314b4156a66 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:10.551268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d8d0780-b0bc-4884-a687-d51c64c0da68 req-f821ba14-d1d9-4914-8511-1314b4156a66 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2397 time: 0.1667283 May 27 01:52:10.635265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Routers {'24056e2e-baab-41b9-819b-6c804e7d27e0'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:10.636027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['24056e2e-baab-41b9-819b-6c804e7d27e0'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:10.647858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Calling delete_port for e06d1ebd-7344-4751-a0df-bdae72927dca owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:10.648528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d8d0780-b0bc-4884-a687-d51c64c0da68 req-2f80e52a-abea-41fc-85f9-1d5fce402594 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953300 May 27 01:52:10.674260 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7886ca-6b81-4065-bac9-84640b532e0d None None] New status for floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:52:10.761962 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a630af8-8dc7-4eec-a986-4562cf576fea'] response: {'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'status': 'completed', 'code': 200} May 27 01:52:10.853512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-34251649-dbe8-44fd-b1b8-65ba16fe7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:10.853999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-34251649-dbe8-44fd-b1b8-65ba16fe7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:10.854493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-34251649-dbe8-44fd-b1b8-65ba16fe7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:10.856132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-34251649-dbe8-44fd-b1b8-65ba16fe7b7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2797 time: 0.6966410 May 27 01:52:10.931263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] Set router 24056e2e-baab-41b9-819b-6c804e7d27e0 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:11.038567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-8f00c19b-b02c-4bf4-bd0f-5238b4bb07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.039697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-8f00c19b-b02c-4bf4-bd0f-5238b4bb07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.039997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-8f00c19b-b02c-4bf4-bd0f-5238b4bb07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.041652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-8f00c19b-b02c-4bf4-bd0f-5238b4bb07af service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=feef3f5f170c4706b06cfa46553c064e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1659424 May 27 01:52:11.117971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24056e2e-baab-41b9-819b-6c804e7d27e0', 'name': 'tempest-snat-router-1449746208', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:52:00Z', 'updated_at': '2022-05-27T01:52:09Z', 'revision_number': 4, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:11.133801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41705123-3b44-4728-bcf1-ea90d01a1fb8 None None] The sync data for ids ['24056e2e-baab-41b9-819b-6c804e7d27e0'] in n-d-843146-11 is: [{'id': '24056e2e-baab-41b9-819b-6c804e7d27e0', 'name': 'tempest-snat-router-1449746208', 'tenant_id': '85e027cdf68f49c19648fc331d235d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:52:00Z', 'updated_at': '2022-05-27T01:52:09Z', 'revision_number': 4, 'project_id': '85e027cdf68f49c19648fc331d235d81', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:11.157702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f0316-eb27-46f2-a7d5-078dbc7ae2c8 None None] Pushing event updated for resources: {'Port': ['ID=e06d1ebd-7344-4751-a0df-bdae72927dca,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:11.174341 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:11.322210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-3d57d63d-b6f0-4593-8963-ef30f2fbe831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.324050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-3d57d63d-b6f0-4593-8963-ef30f2fbe831 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.5370734 May 27 01:52:11.416469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:52:11.417089 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:52:11.432232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:11.438476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9deb3-ffc2-41b6-a178-1be9dd0e0299 req-8ef55da7-6e7b-4d92-a730-278e706583d6 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.440274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55a9deb3-ffc2-41b6-a178-1be9dd0e0299 req-8ef55da7-6e7b-4d92-a730-278e706583d6 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1097 time: 0.3514729 May 27 01:52:11.446748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:11.467759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-6eb3df67-1077-4795-8940-a5fd8652effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.469441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f50e64e-eee2-4d27-8eb9-d55311f96a25 req-6eb3df67-1077-4795-8940-a5fd8652effc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4118197 May 27 01:52:11.499278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Transition to ACTIVE for port object d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:11.504078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70658e6-be99-4865-b8c6-c199f535358c req-1cab54bc-781c-4030-862c-1c89e20836a1 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.511841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e70658e6-be99-4865-b8c6-c199f535358c req-1cab54bc-781c-4030-862c-1c89e20836a1 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 945 time: 0.6193295 May 27 01:52:11.521206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:11.560503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-944bb24e-461f-48b1-9725-a287d96d3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.561977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-944bb24e-461f-48b1-9725-a287d96d3c76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.2264531 May 27 01:52:11.608159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55a9deb3-ffc2-41b6-a178-1be9dd0e0299 req-206fdb44-8213-4e68-a78b-ae06f509d185 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581750 May 27 01:52:11.820392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-b710d265-1df9-428e-9e33-12f9cf16409e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 1000 time: 0.2283905 May 27 01:52:11.834228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e70658e6-be99-4865-b8c6-c199f535358c req-074db620-130b-4f1b-aedc-1690b3881e1a tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213277 May 27 01:52:11.842296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:11.973654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-727d65fc-b92c-4873-af0f-90232df5baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:11.974803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Deleting port e06d1ebd-7344-4751-a0df-bdae72927dca {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:11.975549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-727d65fc-b92c-4873-af0f-90232df5baba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.1348858 May 27 01:52:11.976346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:12.077281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Attempting to bind port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:12.078322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Attempting to bind port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:12.078828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Attempting to bind port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 on network 3eb74226-701e-43c1-a105-b5837dafe7dc {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:12.102480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 on network 3eb74226-701e-43c1-a105-b5837dafe7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:12.103059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Attempting to bind port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 on network 3eb74226-701e-43c1-a105-b5837dafe7dc {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:12.150451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-7f9807e5-8151-4c2c-87eb-758fe8653b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:12.152160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-7f9807e5-8151-4c2c-87eb-758fe8653b2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502097 May 27 01:52:12.200871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e40b8-7538-4ac7-8a8b-5f162a5746f0 req-066a800a-09ef-4740-80a5-91539eea259a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:12.203225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d84e40b8-7538-4ac7-8a8b-5f162a5746f0 req-066a800a-09ef-4740-80a5-91539eea259a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.1616602 May 27 01:52:12.302044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:12.313527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:12.313883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Checking segment: {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:12.314281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Bound using segment: {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:12.314792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Bound port: d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe17d24-f619-456f-be2f-149633580e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:12.315120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:12.383411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d84e40b8-7538-4ac7-8a8b-5f162a5746f0 req-3c4a724a-f20a-47ea-93d1-c0e31ea81332 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878737 May 27 01:52:12.385269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-bf991d4b-272b-4c12-92cc-bdefd9ceef59 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220080 May 27 01:52:12.448810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-99433067-7cd3-4464-8709-667d02de9e1f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:12.455927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-99433067-7cd3-4464-8709-667d02de9e1f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5240552 May 27 01:52:12.557182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] For port e06d1ebd-7344-4751-a0df-bdae72927dca, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e06d1ebd-7344-4751-a0df-bdae72927dca,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:12.557551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:12.649563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1b5e58-d583-4a2f-9bf3-6203ab5b49ad req-40c21eb7-3f45-43ea-8f09-4cde73d46f3b service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562649 May 27 01:52:12.729301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Calling delete_port for e06d1ebd-7344-4751-a0df-bdae72927dca owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:12.730806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b223257-fcf7-4e2d-9388-84ea4fe46c13 req-01d170bd-340a-49af-9095-4c2075757620 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0641654 May 27 01:52:12.761896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:12.779439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-554019ac-61b0-40a9-bee0-37fce2a1ac5b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.3226175 May 27 01:52:12.792895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'floatingip': {'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:12.871605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:12.887229 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:12.987492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca70bb-d55a-496c-9644-1deac7af0c70 req-c9c6c4a4-b13a-4ecf-b1d4-2e993b9fa7b1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:12.989307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ca70bb-d55a-496c-9644-1deac7af0c70 req-c9c6c4a4-b13a-4ecf-b1d4-2e993b9fa7b1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1097 time: 0.1132796 May 27 01:52:12.998857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:12.999485 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:13.000861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 HTTP/1.1" status: 200 len: 1091 time: 3.3882365 May 27 01:52:13.009985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:13.085174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ca70bb-d55a-496c-9644-1deac7af0c70 req-c5cabc23-87e7-4779-b08e-056d99e8534c tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863197 May 27 01:52:13.182930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b1387-ae40-4d19-9cca-214fa1c194f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:13.308042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164530af-de5f-49d7-aaa0-25e846601b46 req-67280065-a4df-44d6-b1f5-8fdaa1b9e6df tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.314825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164530af-de5f-49d7-aaa0-25e846601b46 req-67280065-a4df-44d6-b1f5-8fdaa1b9e6df tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.321335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164530af-de5f-49d7-aaa0-25e846601b46 req-67280065-a4df-44d6-b1f5-8fdaa1b9e6df tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.327351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-164530af-de5f-49d7-aaa0-25e846601b46 req-67280065-a4df-44d6-b1f5-8fdaa1b9e6df tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2409 time: 0.1448894 May 27 01:52:13.384549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-07cacac3-0f8a-4c7b-9649-32e3af7ff042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.385031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-07cacac3-0f8a-4c7b-9649-32e3af7ff042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.385503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-07cacac3-0f8a-4c7b-9649-32e3af7ff042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.387169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-07cacac3-0f8a-4c7b-9649-32e3af7ff042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2865 time: 0.3242393 May 27 01:52:13.396278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-164530af-de5f-49d7-aaa0-25e846601b46 req-722f6ae7-6d32-4f49-a3b8-97c5775f2996 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 May 27 01:52:13.453692 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5aa4ce5-8677-4305-bdfd-7bd8b81fd763'] response: {'name': 'network-changed', 'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad', 'status': 'completed', 'code': 200} May 27 01:52:13.535334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-92b47bdf-6876-4193-9af5-14b5339269b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=16ab4eac-b785-46b0-be53-d289ba9f1e2e HTTP/1.1" status: 200 len: 217 time: 0.0787299 May 27 01:52:13.597203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:13.626955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9b9a7-42fe-4cac-aee2-5c557413dc1a req-e517e1b9-eebb-49cb-888a-40a68abcbe0e tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.628538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-33b9b9a7-42fe-4cac-aee2-5c557413dc1a req-e517e1b9-eebb-49cb-888a-40a68abcbe0e tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 945 time: 0.0870795 May 27 01:52:13.685565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-33b9b9a7-42fe-4cac-aee2-5c557413dc1a req-66038638-a800-416a-8e94-f915c629a08a tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502253 May 27 01:52:13.895903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event deleted for resources: {'Port': ['ID=e06d1ebd-7344-4751-a0df-bdae72927dca,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:13.947017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea888-f46b-4b4e-8e27-a18e01cbbd70 req-de1be2a3-4d64-4586-ba5a-9a4ad3ad32a9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.948619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a5ea888-f46b-4b4e-8e27-a18e01cbbd70 req-de1be2a3-4d64-4586-ba5a-9a4ad3ad32a9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.0962970 May 27 01:52:13.950812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-ecfbd1b4-1470-4de9-998d-b41cd8784db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:13.952250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-ecfbd1b4-1470-4de9-998d-b41cd8784db2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=239eaf97-641c-49a2-94e4-01a89cea1887 HTTP/1.1" status: 200 len: 801 time: 0.4066663 May 27 01:52:14.001707 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a5ea888-f46b-4b4e-8e27-a18e01cbbd70 req-7436360e-da89-4431-8caa-b893b8b558da tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 May 27 01:52:14.106170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.330373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.333618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.388565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-85a5c075-6e6d-4086-9c3e-11b46b05341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:14.390078 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-85a5c075-6e6d-4086-9c3e-11b46b05341b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74226-701e-43c1-a105-b5837dafe7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175041 May 27 01:52:14.396769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.397259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24056e2e-baab-41b9-819b-6c804e7d27e0 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:52:14.515611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.519192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9f2b1758-5d55-4dc5-bcfa-0f3a9ca1f968 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "DELETE /v2.0/routers/24056e2e-baab-41b9-819b-6c804e7d27e0 HTTP/1.1" status: 204 len: 168 time: 5.8552823 May 27 01:52:14.519553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34438) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:14.584234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-dbaf742a-b9bb-419b-9a87-ff66daf3f7d5 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790564 May 27 01:52:14.771343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.783645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.842146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:14.900655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-cfcf5d5a-e132-4121-961a-b4794f9c56f4 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597518 May 27 01:52:15.036912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-e3db133e-bf8c-40ff-b9a1-45556870d27c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad HTTP/1.1" status: 200 len: 217 time: 0.0832670 May 27 01:52:15.131622 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547 associated. External IP: 172.25.3.70, port: 513e0913-f461-4115-adde-9a41b1d9c7e1. May 27 01:52:15.208683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-a2de0406-89a6-4b6e-ad17-f79550a327ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:15.210825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-a2de0406-89a6-4b6e-ad17-f79550a327ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16d39844-e724-4a2b-890c-5c00d418df65 HTTP/1.1" status: 200 len: 801 time: 0.1619644 May 27 01:52:15.247920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:15.258533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Deleting port 01386729-bc18-46d3-8684-99241c7e303a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:15.259114 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:15.533304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] For port 01386729-bc18-46d3-8684-99241c7e303a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01386729-bc18-46d3-8684-99241c7e303a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:15.534015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:15.567673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:15.681479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Calling delete_port for 01386729-bc18-46d3-8684-99241c7e303a owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:15.749249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-a2b53b8b-2f0f-4a58-b530-2cd1219aa764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:15.751256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-a2b53b8b-2f0f-4a58-b530-2cd1219aa764 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d325d9-0427-4f11-87c5-881885654f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5295105 May 27 01:52:15.885899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-9f837a79-0458-4abc-9a14-25ceadb2f62e tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:52:15.895631 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-9f837a79-0458-4abc-9a14-25ceadb2f62e tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214293 May 27 01:52:15.900394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Request body: {'binding': {'host': 'n-h1-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:15.900845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 01:52:16.087509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-12740500-5505-4cb2-aa0c-a48c0f39069f service neutron] 10.222.0.47 "GET /v2.0/networks/39d325d9-0427-4f11-87c5-881885654f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753282 May 27 01:52:16.094042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:52:16.118774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on host n-h1-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:16.119168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:16.119429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:16.125374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:16.125696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:16.145005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.194688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:16.195118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:16.195984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:16.196424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Bound port: b38a34e8-b607-48e2-a904-cfd71af4828a, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:16.199254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event deleted for resources: {'Port': ['ID=01386729-bc18-46d3-8684-99241c7e303a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:16.210345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.210742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.211110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.211457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.211777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.212104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.212423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.212743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.213060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.213373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.213690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.214004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:16.358894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:16.395332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.407055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-7c026167-325d-49b5-890a-c7d4533ecb82 service neutron] 10.222.0.47 "GET /v2.0/networks/39d325d9-0427-4f11-87c5-881885654f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114743 May 27 01:52:16.446166 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.448123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] 10.222.0.16 "POST /v2.0/ports/b38a34e8-b607-48e2-a904-cfd71af4828a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5516810 May 27 01:52:16.484655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-c72f6d79-ffef-4f25-9bdc-deaf82dfa911 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 HTTP/1.1" status: 200 len: 217 time: 0.0704679 May 27 01:52:16.536069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:16.548017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:16.568378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:16.569709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:16.667409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-cd3a1733-d6ec-4f9c-abb5-810d50740272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:16.677793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-cd3a1733-d6ec-4f9c-abb5-810d50740272 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=239eaf97-641c-49a2-94e4-01a89cea1887 HTTP/1.1" status: 200 len: 801 time: 0.1848276 May 27 01:52:16.729364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.733463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.771673 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.772303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92d3f362-29ce-40d2-9a4a-890f5bc01459 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:52:16.844778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.849228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-97d08edd-fae6-46c2-bd25-7a50bfdd585b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "DELETE /v2.0/routers/92d3f362-29ce-40d2-9a4a-890f5bc01459 HTTP/1.1" status: 204 len: 168 time: 2.3253613 May 27 01:52:16.849431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e75559f3-fd6f-4cd4-a60e-8d4bd43ad3f1 req-5dcafa2d-4111-4ef1-af50-61919a93319e tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0648065 May 27 01:52:16.849978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34470) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:16.859755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1099734394', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:16.869266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:16.876676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Usage tracker for resource:router and tenant:7d3fb1cb5bc04b81b68b32612882f453 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:16.883812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:16.911943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:16.941191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.942335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:16.975173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:17.059085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:17.324838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f20-08bb-4846-884b-fcee4c379799 req-16b208c9-965b-4c55-9cbf-3922514eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:17.326322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-16b208c9-965b-4c55-9cbf-3922514eb98a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74226-701e-43c1-a105-b5837dafe7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5507658 May 27 01:52:17.379971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-b774fadc-8514-4f3a-b9bc-f668400cc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:17.381459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-b774fadc-8514-4f3a-b9bc-f668400cc367 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1097 time: 0.5465093 May 27 01:52:17.541346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01386729-bc18-46d3-8684-99241c7e303a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:17.580669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 01386729-bc18-46d3-8684-99241c7e303a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:52:17.581445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01386729-bc18-46d3-8684-99241c7e303a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:52:17.692471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8353-cabe-4406-a777-e4fcc089aba1 req-89872cce-9984-41ff-a9af-6c9280982c69 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:17.697430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:fa:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:14Z', 'revision_number': 3, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:17.699358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8353-cabe-4406-a777-e4fcc089aba1 req-89872cce-9984-41ff-a9af-6c9280982c69 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:17.701940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:17.705925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8353-cabe-4406-a777-e4fcc089aba1 req-89872cce-9984-41ff-a9af-6c9280982c69 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:17.711966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:17.712408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:17.713898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8fba8353-cabe-4406-a777-e4fcc089aba1 req-89872cce-9984-41ff-a9af-6c9280982c69 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2409 time: 0.5700715 May 27 01:52:17.750255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:17.762666 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-b3306921-a4c2-4b5f-a440-02c2d0da52f0 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123120 May 27 01:52:17.779538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8fba8353-cabe-4406-a777-e4fcc089aba1 req-67e0b539-c43f-4b70-819d-8e526d2a8113 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601251 May 27 01:52:17.779667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:52:17.877133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-a8d2e71d-1028-4171-8628-38f01f07de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:17.878519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-a8d2e71d-1028-4171-8628-38f01f07de42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.4361229 May 27 01:52:18.026691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:18.092754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-f09fde92-13f2-4035-be40-0de88dd1d7bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 200 len: 217 time: 0.1832826 May 27 01:52:18.186603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf42b-6886-427f-b62a-926bd2c963d5 req-50616711-597c-4736-a453-23da1caae178 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:18.190892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-757bf42b-6886-427f-b62a-926bd2c963d5 req-50616711-597c-4736-a453-23da1caae178 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.2234676 May 27 01:52:18.341197 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-757bf42b-6886-427f-b62a-926bd2c963d5 req-64af30e4-ae63-40f5-b7a2-870e586bd2c2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430829 May 27 01:52:18.408916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-5cf1bc67-a2d5-4018-ab20-088601d179ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:18.411006 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-5cf1bc67-a2d5-4018-ab20-088601d179ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.2302861 May 27 01:52:18.463133 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5214d65-1b72-4f0e-985a-6920738695b0'] response: {'name': 'network-changed', 'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3', 'status': 'completed', 'code': 200} May 27 01:52:18.467273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78511f20-08bb-4846-884b-fcee4c379799 req-39e06d7e-29ff-4306-98db-6e8b0f32b675 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836917 May 27 01:52:18.474452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:18.478415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-24a35ed8-425e-4390-b007-4572dbf83339 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587919 May 27 01:52:18.505653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:18.513021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:18.520487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:18.671912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:fa:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:14Z', 'revision_number': 3, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:18.678560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd14db-c76f-43ea-82ad-5899d6b75b5e None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:fa:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:14Z', 'revision_number': 3, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:18.877703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-bd1ef5dd-2f54-40e8-962c-509e35bebe1a service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914969 May 27 01:52:18.894359 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-0dfc5157-7c0f-424f-846e-c497b78e830f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "PUT /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 200 len: 997 time: 6.1139426 May 27 01:52:18.906754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Allocated IP 172.25.3.186 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/69a9629b-7d13-446d-a53b-62db47bb511b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:18.985811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45b17a-eb77-4385-9a14-0b6e3cf44e4c req-d819a876-e105-4c45-95aa-94438fa4a8fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:18.987609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b45b17a-eb77-4385-9a14-0b6e3cf44e4c req-d819a876-e105-4c45-95aa-94438fa4a8fd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.2972298 May 27 01:52:19.019148 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b893b5-74b3-4ce5-a688-203bd994e183 None None] New status for floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:52:19.025508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-9f49e441-bede-4f47-97b3-37af938154bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:19.026001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-9f49e441-bede-4f47-97b3-37af938154bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:19.026843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-9f49e441-bede-4f47-97b3-37af938154bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:19.028138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-9f49e441-bede-4f47-97b3-37af938154bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2865 time: 0.4831452 May 27 01:52:19.181887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b45b17a-eb77-4385-9a14-0b6e3cf44e4c req-ff2f5f6a-9378-4198-9f89-d3e70941269f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870372 May 27 01:52:19.267374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:19.309578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:19.393054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:19.397156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:19.406048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:19.425227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-e532899b-f6fb-480c-999c-829600e37bd9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:19.438703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-e532899b-f6fb-480c-999c-829600e37bd9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports/513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 942 time: 0.5433116 May 27 01:52:19.468292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event updated for resources: {'Port': ['ID=69a9629b-7d13-446d-a53b-62db47bb511b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:19.574150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-577bdacd-bde8-401c-a7e7-0cff9f14e788 service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051800 May 27 01:52:19.578621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-5ba59182-30f0-4cb7-bd6e-7335d9b48fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:19.580584 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-5ba59182-30f0-4cb7-bd6e-7335d9b48fab service neutron] 10.222.0.47 "GET /v2.0/networks?id=39d325d9-0427-4f11-87c5-881885654f12 HTTP/1.1" status: 200 len: 902 time: 0.5420475 May 27 01:52:19.865150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-44d8a44a-4f83-4bd5-9d3b-004dad99b50f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad HTTP/1.1" status: 200 len: 217 time: 0.2768548 May 27 01:52:19.919933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:19.921599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04e4bd2f-dc97-4735-81bb-11b698fc25b6 req-0bba323f-f3b1-4af5-b5c5-9532c1ae0386 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0886474 May 27 01:52:19.945910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:19.946585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:20.081706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-af280261-8b50-48cc-91cf-26e9d4815e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:20.083191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-af280261-8b50-48cc-91cf-26e9d4815e36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16d39844-e724-4a2b-890c-5c00d418df65 HTTP/1.1" status: 200 len: 801 time: 0.1974850 May 27 01:52:20.296369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-64d97f88-2f4a-4ca2-b12c-360c8199f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:20.298052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-64d97f88-2f4a-4ca2-b12c-360c8199f785 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.7541916 May 27 01:52:20.315977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-fc4fef73-f3af-47bf-9935-8543440beaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:20.317549 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-fc4fef73-f3af-47bf-9935-8543440beaed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d325d9-0427-4f11-87c5-881885654f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173886 May 27 01:52:20.528392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1'}, {'name': 'network-changed', 'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:20.535053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-207e721a-9dd0-43ee-afee-5e8f01159717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:20.537323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-207e721a-9dd0-43ee-afee-5e8f01159717 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.2251580 May 27 01:52:20.541442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:20.662603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-884ebf85-0751-4f11-8f6c-bafc9f9f4f4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0988781 May 27 01:52:20.684543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:20.853507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf31df-a91a-473f-a011-1089bd017f11 req-413eb0cb-84e1-4a79-949f-13b3af3803c9 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:20.859414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf31df-a91a-473f-a011-1089bd017f11 req-413eb0cb-84e1-4a79-949f-13b3af3803c9 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:20.865220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf31df-a91a-473f-a011-1089bd017f11 req-413eb0cb-84e1-4a79-949f-13b3af3803c9 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:20.866970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ccf31df-a91a-473f-a011-1089bd017f11 req-413eb0cb-84e1-4a79-949f-13b3af3803c9 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2409 time: 0.5739808 May 27 01:52:21.153909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ccf31df-a91a-473f-a011-1089bd017f11 req-3d892b59-f458-4514-b507-ec74171d423c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801363 May 27 01:52:21.211106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-813464a7-42ed-4926-8357-12c5586060d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:21.212592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-813464a7-42ed-4926-8357-12c5586060d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.3721116 May 27 01:52:21.352804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-7db98767-6b4f-4b48-99ce-5509c1e650b1 service neutron] 10.222.0.47 "GET /v2.0/networks/39d325d9-0427-4f11-87c5-881885654f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141334 May 27 01:52:21.417112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:fa:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:19Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:21.430496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:21.445682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:21.446586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:21.632018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-a4e1456d-f89d-4391-b327-88dbe91b561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:21.647138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-a4e1456d-f89d-4391-b327-88dbe91b561f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4202406 May 27 01:52:21.825803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:21.858065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:21.981780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34309ab7-5206-4507-96a7-4f8e7cda1a6e req-42c2de76-5481-482d-afe3-ea87559f5d8a service neutron] 10.222.0.47 "GET /v2.0/networks/39d325d9-0427-4f11-87c5-881885654f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080246 May 27 01:52:22.151738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-28edd233-c583-4887-82f9-80a20212908d req-ed0d97eb-e047-4ad6-851a-61a8bd508f00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.1126103 May 27 01:52:22.178267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-1edcfa24-1e47-4793-a465-a1fe6a15c192 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941256 May 27 01:52:22.359165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfbd6-0ec1-4211-9d46-784a34ec264c req-961dcb70-c86b-431e-b9cd-7b4eeea9de6d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:22.371123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b72cfbd6-0ec1-4211-9d46-784a34ec264c req-961dcb70-c86b-431e-b9cd-7b4eeea9de6d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.7916522 May 27 01:52:22.391186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-a17b1635-b26e-49dd-96b1-071cecea7a08 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015042 May 27 01:52:22.461739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:fa:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:19Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:22.464563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-8a8911ca-bf28-48b6-80be-7e94bcea159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:22.465049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-8a8911ca-bf28-48b6-80be-7e94bcea159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:22.465522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-8a8911ca-bf28-48b6-80be-7e94bcea159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:22.467290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-8a8911ca-bf28-48b6-80be-7e94bcea159c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2865 time: 0.3743596 May 27 01:52:22.472233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e2553-47cc-4094-906d-00581f17f658 None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:fa:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:19Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:22.510454 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b72cfbd6-0ec1-4211-9d46-784a34ec264c req-ad98f957-0163-46f2-925f-27ba1115c34c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397781 May 27 01:52:22.511353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-7c6abb07-907d-4caf-aec8-ef48f9b9df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:22.512796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-7c6abb07-907d-4caf-aec8-ef48f9b9df81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 1097 time: 0.0975742 May 27 01:52:22.707112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-51e321d5-2225-405d-85e4-94b3219cf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:22.711433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-51e321d5-2225-405d-85e4-94b3219cf25c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.1904154 May 27 01:52:22.781170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Router 60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:52:22.917950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-7b064585-e5db-4761-8c79-f575fa939002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:22.920099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-7b064585-e5db-4761-8c79-f575fa939002 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3eb74226-701e-43c1-a105-b5837dafe7dc HTTP/1.1" status: 200 len: 902 time: 0.4400237 May 27 01:52:22.969449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-d5d63e46-dbd8-41e5-88ec-8e8eb837dd42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 1000 time: 0.2503932 May 27 01:52:23.059686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-ea3e1e08-2540-49d2-aaa7-4469871f9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.067951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-ea3e1e08-2540-49d2-aaa7-4469871f9eb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.0918870 May 27 01:52:23.160780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-22b7d3ca-e5df-4197-9f9f-01bd0da55f50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 HTTP/1.1" status: 200 len: 217 time: 0.2227449 May 27 01:52:23.206028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-f24579d4-0c91-4d4a-9260-0064fc0e469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.207555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-f24579d4-0c91-4d4a-9260-0064fc0e469d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388419 May 27 01:52:23.210104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-20322c22-fba4-4ee3-987c-7474015cb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.212127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-20322c22-fba4-4ee3-987c-7474015cb1e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1063068 May 27 01:52:23.308096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ce85a-d198-48b0-a5c1-36684f1f71e0 req-ab2398bc-f1a4-4084-86b3-3011b5db8d9c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.309451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e7ce85a-d198-48b0-a5c1-36684f1f71e0 req-ab2398bc-f1a4-4084-86b3-3011b5db8d9c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.5929081 May 27 01:52:23.323149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-a1b666e8-c8ba-4e02-87e5-3adc52b5e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.324507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-a1b666e8-c8ba-4e02-87e5-3adc52b5e71b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=239eaf97-641c-49a2-94e4-01a89cea1887 HTTP/1.1" status: 200 len: 801 time: 0.1560159 May 27 01:52:23.339623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:23.349060 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] Sync routers for ids ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:23.359069 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] Routers {'60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:23.359816 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:23.426138 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:23.436075 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] Routers {'60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:23.436879 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e7ce85a-d198-48b0-a5c1-36684f1f71e0 req-956b6cd0-1471-4323-b783-2cff0b742a76 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183619 May 27 01:52:23.437609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:23.438854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ad851c8-b55f-475e-a711-8c2d96d0144b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5864823 May 27 01:52:23.441135 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:23.441628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34514) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:23.449173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': False}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:23.455177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-d862596c-f004-4f8d-bd52-5ee38afcbdf1 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404547 May 27 01:52:23.458221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-2bcb8f5c-6a01-4080-b6a2-0ecb5a377923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.459825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-2bcb8f5c-6a01-4080-b6a2-0ecb5a377923 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.2246985 May 27 01:52:23.520332 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:23.521353 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f553e13-7b09-4711-ac66-8ea259e782cc None None] The sync data for ids ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:23.538893 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a6a879-fc6e-4eab-b4c0-dc5494c6c421'] response: {'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'status': 'completed', 'code': 200} May 27 01:52:23.539422 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a6a879-fc6e-4eab-b4c0-dc5494c6c421'] response: {'name': 'network-changed', 'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'status': 'completed', 'code': 200} May 27 01:52:23.612390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-1f3c17e9-0db9-44b9-a67c-51b58fdfc366 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51 HTTP/1.1" status: 200 len: 217 time: 0.1426303 May 27 01:52:23.662207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-18b7c3b9-8f1b-42fa-8957-e578b14cdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.664525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-18b7c3b9-8f1b-42fa-8957-e578b14cdf77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb74226-701e-43c1-a105-b5837dafe7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261688 May 27 01:52:23.680917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb753b42-c4e9-48e4-87a7-751c7d5d797a req-19340024-b9c8-4ba7-99f2-c5237231288d tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0593302 May 27 01:52:23.773118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-5b723126-0625-4121-8846-10760ed1f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.774797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-5b723126-0625-4121-8846-10760ed1f39d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.1071396 May 27 01:52:23.781663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 16ab4eac-b785-46b0-be53-d289ba9f1e2e details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:52:23.851874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-3ed36344-95b2-4b47-ac78-fa27b23e4805 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588393 May 27 01:52:23.859672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-65b68b7a-0cd4-4158-9418-1a73c6b5aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:23.861060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-65b68b7a-0cd4-4158-9418-1a73c6b5aa35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.2946584 May 27 01:52:23.887450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e87c4c8-1737-43b7-92fa-edf64ef8d424 req-4e76e812-90ec-4df3-8b2e-bb3afcaca31f service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512814 May 27 01:52:23.933728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 16ab4eac-b785-46b0-be53-d289ba9f1e2e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=16ab4eac-b785-46b0-be53-d289ba9f1e2e,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:23.949341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '16ab4eac-b785-46b0-be53-d289ba9f1e2e', 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc', 'port_id': '16ab4eac-b785-46b0-be53-d289ba9f1e2e', 'mac_address': 'fa:16:3e:b0:ef:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239eaf97-641c-49a2-94e4-01a89cea1887', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:52:24.024073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 16ab4eac-b785-46b0-be53-d289ba9f1e2e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:24.024373 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:24.037639 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-0acc03f1-cd55-411d-a470-91a3b850816f service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611646 May 27 01:52:24.044921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ab4eac-b785-46b0-be53-d289ba9f1e2e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:24.059087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-91cf6e00-09b4-4cc9-9152-7a1892c4ec72 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956260 May 27 01:52:24.068367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 16ab4eac-b785-46b0-be53-d289ba9f1e2e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=16ab4eac-b785-46b0-be53-d289ba9f1e2e,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:24.073946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:24.075594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:52:24.228013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a9bc-cf0f-4b97-ba84-01c97f9210e2 req-88ef71bd-a943-43b2-8ebb-fc3332ee21c1 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.233689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a9bc-cf0f-4b97-ba84-01c97f9210e2 req-88ef71bd-a943-43b2-8ebb-fc3332ee21c1 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.239407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a9bc-cf0f-4b97-ba84-01c97f9210e2 req-88ef71bd-a943-43b2-8ebb-fc3332ee21c1 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.241018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b953a9bc-cf0f-4b97-ba84-01c97f9210e2 req-88ef71bd-a943-43b2-8ebb-fc3332ee21c1 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2409 time: 0.4035118 May 27 01:52:24.251653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=16ab4eac-b785-46b0-be53-d289ba9f1e2e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:24.264545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.265104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.265447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.265812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.266505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.266867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.267197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.267524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.267844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.268407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.268797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.269190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:52:24.316930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:24.318946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2cc12b52-c3c0-45d2-81dc-205bdbed625e req-4fbadb40-3f50-4674-abcd-baac426549b4 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115295 May 27 01:52:24.346283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad', 'network_id': '39d325d9-0427-4f11-87c5-881885654f12', 'port_id': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad', 'mac_address': 'fa:16:3e:5d:54:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d39844-e724-4a2b-890c-5c00d418df65', 'ip_address': '19.86.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:52:24.393242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-f8ab4c1e-5111-4784-9eed-e06a30fe1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.394695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-f8ab4c1e-5111-4784-9eed-e06a30fe1b09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.5049257 May 27 01:52:24.400593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309cbcdf-b96d-4839-9d74-42d4a52133a7 req-71632c50-3810-4695-ab14-256146ee87a9 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538139 May 27 01:52:24.409180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b953a9bc-cf0f-4b97-ba84-01c97f9210e2 req-3dea4af3-566a-4824-8dd3-8d519eba5038 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582851 May 27 01:52:24.411555 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:24.417778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:24.418160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:24.424411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef65129-000b-4f1c-91e5-7c76741085a7 req-2a7c1079-324d-4c41-ba80-3e85d50a70d3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.425956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ef65129-000b-4f1c-91e5-7c76741085a7 req-2a7c1079-324d-4c41-ba80-3e85d50a70d3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 945 time: 0.1865993 May 27 01:52:24.456517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:24.483325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:24.490353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:24.491133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:52:24.610745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:24.614629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:24.631354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3', 'network_id': '3eb74226-701e-43c1-a105-b5837dafe7dc', 'port_id': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3', 'mac_address': 'fa:16:3e:26:70:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239eaf97-641c-49a2-94e4-01a89cea1887', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:52:24.698381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ef65129-000b-4f1c-91e5-7c76741085a7 req-5dcd544e-8f66-4855-b110-2a324960e3df tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932130 May 27 01:52:24.698941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:24.699389 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:24.704311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-25d84d54-d69c-43fb-88cb-388f5efebff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 217 time: 0.2774475 May 27 01:52:24.795100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:24.799504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-8b9a47ef-31ef-4777-a72c-8433d7fd8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.802066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-8b9a47ef-31ef-4777-a72c-8433d7fd8937 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.0820706 May 27 01:52:24.814995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:24.822169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:24.847848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf7a8bff-0fdb-4e19-8636-4e4542d3861d req-ba0da502-b1f4-491b-894a-efcb9fcacb5e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.1649787 May 27 01:52:24.899720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:24.931488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a8bff-0fdb-4e19-8636-4e4542d3861d req-4f417a6c-45e4-4111-9a63-95417323c13e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.932816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf7a8bff-0fdb-4e19-8636-4e4542d3861d req-4f417a6c-45e4-4111-9a63-95417323c13e tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports/d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 942 time: 0.0842266 May 27 01:52:24.959885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-c04a7232-7713-4b4a-ae1d-122a8aa85492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.961944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-c04a7232-7713-4b4a-ae1d-122a8aa85492 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1515896 May 27 01:52:24.970172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897eff-20c8-4475-bbcb-7f5a55685e7f req-70a972a8-7487-4ba6-8fec-bfd1b517e6c8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:24.971551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3897eff-20c8-4475-bbcb-7f5a55685e7f req-70a972a8-7487-4ba6-8fec-bfd1b517e6c8 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.1097677 May 27 01:52:25.102973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3897eff-20c8-4475-bbcb-7f5a55685e7f req-0922706b-dc70-4298-9bf7-be74392c865a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251175 May 27 01:52:25.150261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-b9887ba8-7513-48ee-bb47-c1001a638545 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587608 May 27 01:52:25.275468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf7a8bff-0fdb-4e19-8636-4e4542d3861d req-4377317f-388b-4475-b304-d5ab3d608bb0 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.2496850 May 27 01:52:25.293586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-874f840a-8ac7-4af9-b374-38ac5cf4f64f req-dd4050b9-ecf9-43da-b712-f4871cd9f75c tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0567036 May 27 01:52:25.345267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-04eb0d68-41a0-4c83-91c2-24bf04b68a75 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777987 May 27 01:52:25.468701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-f27168f1-73c1-42e3-b8f3-44e59886ec18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3625000 May 27 01:52:25.536912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-95197b1b-ef95-4b6b-a817-20a25ae10ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:25.538607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-95197b1b-ef95-4b6b-a817-20a25ae10ed8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 1097 time: 0.1456981 May 27 01:52:25.656171 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-f818334a-ea9b-4132-9e07-dc784dce966e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1710100 May 27 01:52:25.670559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:25.704102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a8bff-0fdb-4e19-8636-4e4542d3861d req-c12bba3e-8939-4237-8550-15f33b1b3b49 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:25.707160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-72aab455-43b4-47d1-8d45-2dcf5921e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:25.711319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf7a8bff-0fdb-4e19-8636-4e4542d3861d req-c12bba3e-8939-4237-8550-15f33b1b3b49 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.4285536 May 27 01:52:25.713678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-72aab455-43b4-47d1-8d45-2dcf5921e5ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.1581628 May 27 01:52:25.758618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-2c4ad0c1-5430-4315-9d68-cba4e7fbae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:25.760229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-2c4ad0c1-5430-4315-9d68-cba4e7fbae87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 1096 time: 0.2397430 May 27 01:52:25.796260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e28abb10-3d8a-4b81-99f6-18f5d58b5a51 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:25.836243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['16ab4eac-b785-46b0-be53-d289ba9f1e2e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:25.860882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d1f55ab4-8a02-4fea-98db-dd6ba3120fe3'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:25.941821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c57014a5-718b-4ab1-9015-e63bd6816660 req-99ed2e33-dca8-4161-92f0-8f0b46331bf8 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4&device_id=dbb00803-3507-411f-9cbf-0d00ba6a5550 HTTP/1.1" status: 200 len: 210 time: 0.0777149 May 27 01:52:25.993022 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-566b1449-2b12-4106-bf8e-cbe7a60b2a08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 1000 time: 0.2709806 May 27 01:52:26.095543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14946-b392-460c-84e7-d82b4176c959 req-29777ea0-ed7e-4a91-833c-6e5b92c541a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.097067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-29777ea0-ed7e-4a91-833c-6e5b92c541a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.2796443 May 27 01:52:26.185309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:26.200204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:26.200500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:26.205361 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:26.250898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-a2855994-dee1-4637-8c06-9cb49db6a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.252309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-a2855994-dee1-4637-8c06-9cb49db6a736 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.2513962 May 27 01:52:26.260862 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-0fc4d04f-0712-49ef-a178-1017dc6f5feb tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.2224534 May 27 01:52:26.290323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:26.310749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-995dd51c-f22c-42f1-919d-6b48a29e5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.312279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-995dd51c-f22c-42f1-919d-6b48a29e5a6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.4538367 May 27 01:52:26.326565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:26.329063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b86466-3279-4033-97b5-bdd1bc0c7b0f req-5d13abd8-ec34-43b6-a0d1-20ba73cbe897 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.336275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b86466-3279-4033-97b5-bdd1bc0c7b0f req-5d13abd8-ec34-43b6-a0d1-20ba73cbe897 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.341487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b86466-3279-4033-97b5-bdd1bc0c7b0f req-5d13abd8-ec34-43b6-a0d1-20ba73cbe897 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.343102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6b86466-3279-4033-97b5-bdd1bc0c7b0f req-5d13abd8-ec34-43b6-a0d1-20ba73cbe897 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2412 time: 0.4857078 May 27 01:52:26.356096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:26.482852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-4fd2a061-1be1-4c79-8d3b-4a54a51a26ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 200 len: 217 time: 0.1385670 May 27 01:52:26.508585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:26.532189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14946-b392-460c-84e7-d82b4176c959 req-62dda042-fe4d-4030-92db-9141006f74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.533637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-62dda042-fe4d-4030-92db-9141006f74ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.4107761 May 27 01:52:26.542247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331614c0-d714-4004-8788-d788cf3f9f00 req-860920a9-a9b6-4af4-85d2-7ca329fe00a1 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.543382 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-860920a9-a9b6-4af4-85d2-7ca329fe00a1 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports/d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 942 time: 0.2655232 May 27 01:52:26.592276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6b86466-3279-4033-97b5-bdd1bc0c7b0f req-8f380856-bc8c-4ecc-ae17-760bf5a7d41c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852524 May 27 01:52:26.598623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-7292274c-7af8-49fa-a602-5e6667c52e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.600125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-7292274c-7af8-49fa-a602-5e6667c52e51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.0986516 May 27 01:52:26.619871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-07d047c4-e6f0-4a58-b493-10bb40175a24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.0747919 May 27 01:52:26.660701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Router 60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:52:26.677890 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-97db3a4c-85e2-4ef9-8289-be8b30db994f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632944 May 27 01:52:26.750603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-ea95f5db-5548-401b-80ce-c1b041a0c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.752115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-ea95f5db-5548-401b-80ce-c1b041a0c6bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4426727 May 27 01:52:26.850960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14946-b392-460c-84e7-d82b4176c959 req-737ff9bf-c58d-434f-8411-737829053034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:26.852604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-737ff9bf-c58d-434f-8411-737829053034 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.2258985 May 27 01:52:26.932572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-705df615-e682-413b-bd7e-733bae8be0c2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.2679679 May 27 01:52:27.025020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-3972a9bf-81b7-4658-8120-6d368b6a2f99 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906396 May 27 01:52:27.035669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:27.044531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] Sync routers for ids ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:27.054883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] Routers {'60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:27.055524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:27.061562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9da7a6-694f-4862-8c62-f9819022486a req-6103339b-633c-4078-b0a1-3553e7cffca8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:27.062642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d9da7a6-694f-4862-8c62-f9819022486a req-6103339b-633c-4078-b0a1-3553e7cffca8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 943 time: 0.3273058 May 27 01:52:27.065421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:27.066488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6c34441e-e2a8-4bd7-b946-87b2120b0c34 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "PUT /v2.0/routers/60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 HTTP/1.1" status: 200 len: 922 time: 3.6238346 May 27 01:52:27.069349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34548) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:27.082793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-6fb4ffec-a582-49cf-b740-d5b8e2e7a65c service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211095 May 27 01:52:27.120414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:27.130236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] Routers {'60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:27.131054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:27.183453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14946-b392-460c-84e7-d82b4176c959 req-a0115254-0720-446c-93b3-02507e169334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:27.184960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-a0115254-0720-446c-93b3-02507e169334 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3231115 May 27 01:52:27.196189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:27.197063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730409d-d5cb-4d76-ba94-5610959134ac None None] The sync data for ids ['60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:27.302856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331614c0-d714-4004-8788-d788cf3f9f00 req-aee5dcb4-6f2a-40c6-86ab-0088744e222a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:27.304282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-aee5dcb4-6f2a-40c6-86ab-0088744e222a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.3617449 May 27 01:52:27.337124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d9da7a6-694f-4862-8c62-f9819022486a req-22e49b93-88c6-4c4a-8c51-a19c24e35dfa tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084117 May 27 01:52:27.372006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4a1f6a75-5ce1-4123-b87b-51fdca21becf tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 HTTP/1.1" status: 200 len: 922 time: 0.3010221 May 27 01:52:27.374924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34552) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:27.376924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf4f7a43-2de8-4cc4-a9e9-c66def0acd13 req-97e60d29-1940-4279-9137-3cea357495e1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431582 May 27 01:52:27.529582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1a3ed326-703f-418e-aca0-513eb6b7c32f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.2172499 May 27 01:52:27.539887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-279c916e-28a7-4f0d-8b2a-55bd2c111fd7 req-51935778-a0f1-4472-8446-bb55e87d2d79 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458671 May 27 01:52:27.547367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-62932aad-7095-4fb1-aec9-67655e81f3b9 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554616 May 27 01:52:27.550318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:27.801701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c8f1c27-ce91-4e99-9193-3f952ebda307 req-719940d8-d3a5-46d4-ad9d-da295db409af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2b1016e6fa44e508069752cb2057436&device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0878289 May 27 01:52:27.827359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:27.917930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5e8b9-f47a-4303-9faa-1195ffc55c00 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:27.918564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-57a5e8b9-f47a-4303-9faa-1195ffc55c00 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Synchronizing usage tracker for tenant:85e027cdf68f49c19648fc331d235d81 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:27.929555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11fdfd-4458-45cf-8bb6-399b1cd199ec req-72f9ac6d-fdd9-490e-be09-0687a717db42 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:27.931066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d11fdfd-4458-45cf-8bb6-399b1cd199ec req-72f9ac6d-fdd9-490e-be09-0687a717db42 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.0813677 May 27 01:52:27.987258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d11fdfd-4458-45cf-8bb6-399b1cd199ec req-215dd240-64df-4b8d-84c3-98803d0c768c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 May 27 01:52:28.051122 n-d-843146-11 neutron-server[88427]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-12c8282c-c957-41c3-9fdd-ed3373b40025']: {'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'code': 422} returned with failed status May 27 01:52:28.089115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c8f1c27-ce91-4e99-9193-3f952ebda307 req-94a71227-22f6-4a29-b5f1-7aba0c3df9a6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b2b1016e6fa44e508069752cb2057436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2644010 May 27 01:52:28.186452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d30247ab-1188-4c0f-9703-248f9ffbd3d2 req-8f267c0e-324c-4f24-8df9-898bb2f4e67d tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0475938 May 27 01:52:28.209892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0da14946-b392-460c-84e7-d82b4176c959 req-a8e775ea-3075-487d-9229-1be73c43984b service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875959 May 27 01:52:28.293460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-57a5e8b9-f47a-4303-9faa-1195ffc55c00 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Unset dirty status for tenant:85e027cdf68f49c19648fc331d235d81 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:28.294540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-57a5e8b9-f47a-4303-9faa-1195ffc55c00 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9055018 May 27 01:52:28.299385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34564) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:28.452573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:28.454165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f1c27-ce91-4e99-9193-3f952ebda307 req-e6a902bd-c86d-47c6-8cdd-baff277065e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:28.456058 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c8f1c27-ce91-4e99-9193-3f952ebda307 req-e6a902bd-c86d-47c6-8cdd-baff277065e3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3460412 May 27 01:52:28.458025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:28.458506 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547 disassociated. External IP: 172.25.3.70, port: d4fa8b03-2549-48fd-9c02-7c4ec2c61dab. May 27 01:52:28.639253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f8edc-724a-41d7-8886-29c265d45a3a tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:28.640079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d44f8edc-724a-41d7-8886-29c265d45a3a tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Synchronizing usage tracker for tenant:85e027cdf68f49c19648fc331d235d81 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:28.652489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2606-5034-4dfc-8f66-b7e38b901cba req-f4d624d1-6920-47f2-81f7-bfbfe7c78acb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:28.658170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2606-5034-4dfc-8f66-b7e38b901cba req-f4d624d1-6920-47f2-81f7-bfbfe7c78acb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:28.664387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2606-5034-4dfc-8f66-b7e38b901cba req-f4d624d1-6920-47f2-81f7-bfbfe7c78acb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:28.665992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ed2606-5034-4dfc-8f66-b7e38b901cba req-f4d624d1-6920-47f2-81f7-bfbfe7c78acb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2412 time: 0.3412738 May 27 01:52:28.694673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d44f8edc-724a-41d7-8886-29c265d45a3a tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Unset dirty status for tenant:85e027cdf68f49c19648fc331d235d81 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:28.695773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d44f8edc-724a-41d7-8886-29c265d45a3a tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.3951528 May 27 01:52:28.703997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34570) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:28.752045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a08b1c12-a8a7-40c6-8bf1-dda28ae055db tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 HTTP/1.1" status: 200 len: 205 time: 0.0470490 May 27 01:52:28.756839 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ed2606-5034-4dfc-8f66-b7e38b901cba req-476cb368-2883-4a59-9c35-7f727c8e2206 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848539 May 27 01:52:28.757315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34574) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:28.840429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:52:28.935688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.030483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:29.035270 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.042201 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:29.052476 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:29.053269 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:29.096269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-1d12618d-31f5-4f4f-b67d-5f8bfed45d4b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "PUT /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 200 len: 694 time: 1.5526118 May 27 01:52:29.096725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:29.174189 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.181607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331614c0-d714-4004-8788-d788cf3f9f00 req-298c8766-f78c-4113-a7eb-64dade206fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:29.188942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Deleting port 69a9629b-7d13-446d-a53b-62db47bb511b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:29.189364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.189486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-298c8766-f78c-4113-a7eb-64dade206fe2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 1097 time: 0.0791688 May 27 01:52:29.228057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce169242-f03e-47cb-9ee0-5ce0d67e1d63 req-25100b49-b499-4ad1-b70c-59871c436e81 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:29.229712 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce169242-f03e-47cb-9ee0-5ce0d67e1d63 req-25100b49-b499-4ad1-b70c-59871c436e81 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 943 time: 0.1567621 May 27 01:52:29.238201 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:29.318873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331614c0-d714-4004-8788-d788cf3f9f00 req-dfc8d267-3c23-4bde-8cbd-8c67109f74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:29.322973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-dfc8d267-3c23-4bde-8cbd-8c67109f74cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.1326244 May 27 01:52:29.368117 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce169242-f03e-47cb-9ee0-5ce0d67e1d63 req-046d0036-b32b-4f46-b658-e30754611721 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307755 May 27 01:52:29.422386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.432780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-27f4417e-05d5-47f0-8aaa-b85332117e2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 217 time: 0.1053882 May 27 01:52:29.517617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331614c0-d714-4004-8788-d788cf3f9f00 req-ef4ed9ab-7454-4f29-b9a7-5a684694cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:29.519090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-ef4ed9ab-7454-4f29-b9a7-5a684694cc87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.0804095 May 27 01:52:29.567504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Calling delete_port for 69a9629b-7d13-446d-a53b-62db47bb511b owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:29.616916 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:29.621256 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:29.630350 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:29.631046 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:29.744459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-96c223d2-c139-4b26-a044-60f09c286cdd tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:29.746206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-96c223d2-c139-4b26-a044-60f09c286cdd tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.3656602 May 27 01:52:29.770758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.771347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-11'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:29.816864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 16ab4eac-b785-46b0-be53-d289ba9f1e2e up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:52:29.830877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event deleted for resources: {'Port': ['ID=69a9629b-7d13-446d-a53b-62db47bb511b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:29.866082 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:29.912637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 16ab4eac-b785-46b0-be53-d289ba9f1e2e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:29.922036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 16ab4eac-b785-46b0-be53-d289ba9f1e2e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:29.922696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.938412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:29.964046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331614c0-d714-4004-8788-d788cf3f9f00 req-ebfc597a-a2d2-4369-9ba3-5762b2a44d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:29.967841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-ebfc597a-a2d2-4369-9ba3-5762b2a44d6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4323714 May 27 01:52:30.162006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 16ab4eac-b785-46b0-be53-d289ba9f1e2e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:30.162690 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.215063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ab4eac-b785-46b0-be53-d289ba9f1e2e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:30.248228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 16ab4eac-b785-46b0-be53-d289ba9f1e2e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=16ab4eac-b785-46b0-be53-d289ba9f1e2e,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:30.253118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.255354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.257894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:52:30.343849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.350338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.380391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-0f0107ba-f985-4b3d-97f9-f5b1630f3eb1 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883412 May 27 01:52:30.407590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e78b83-8cb2-4f69-bc25-e7bc7ed07567 req-a694221a-1e9b-4dfe-9378-dd6669ab136f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:30.411186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8e78b83-8cb2-4f69-bc25-e7bc7ed07567 req-a694221a-1e9b-4dfe-9378-dd6669ab136f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 945 time: 0.2106664 May 27 01:52:30.435308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.436043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Fanout notify agent at l3_agent the message router_deleted on router 60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:52:30.445281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=16ab4eac-b785-46b0-be53-d289ba9f1e2e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:30.450520 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:30.456700 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e42676-4f2b-4ac7-b7e8-99fd54c8c820 None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:30.465872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:30.471767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:30.473461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.474837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.474950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2f07b265-dfec-45b2-9184-52517d58d569 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 HTTP/1.1" status: 204 len: 168 time: 1.7164760 May 27 01:52:30.480920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34596) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:30.485856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1533956198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:30.507361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8e78b83-8cb2-4f69-bc25-e7bc7ed07567 req-5ded7773-afae-4fe2-babc-d855f0a6df15 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874038 May 27 01:52:30.508515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:30.522191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Usage tracker for resource:router and tenant:7d3fb1cb5bc04b81b68b32612882f453 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:30.529502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:30.535783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:30.559987 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.561644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.579998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c8f1c27-ce91-4e99-9193-3f952ebda307 req-a5c7bb45-4afd-4d74-98c1-8dc6110a72c6 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.47 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0858479 May 27 01:52:30.587104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.633622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.677441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.679520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-67473be6-b774-48e7-a384-3fb761f135f2 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1976018 May 27 01:52:30.685878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:30.691387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:30.714054 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd08d03-574d-4663-b898-7b2c3d3585fb'] response: {'name': 'network-changed', 'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'status': 'completed', 'code': 200} May 27 01:52:30.768386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:30.768885 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.826515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:30.832250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:30.833058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:52:30.898599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:30.931316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da926db3-489b-46da-a8f3-2aaa3d6ff739 None None] New status for floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:52:30.936557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:30.956325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7df82b24-60c6-4217-8209-34d3de90f18f req-fdc3d2c4-9c7e-4afe-b79e-ffc6a0301fa3 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=78442a5e-c2c3-4a87-9657-f41daf07f3f4 HTTP/1.1" status: 200 len: 210 time: 0.1273077 May 27 01:52:31.024687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-331614c0-d714-4004-8788-d788cf3f9f00 req-89c215e6-81bb-45db-954e-05216c059df7 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433926 May 27 01:52:31.052131 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:31.059718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-5890f4c2-8cdd-4ef8-8545-830f60ffc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:31.061197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-5890f4c2-8cdd-4ef8-8545-830f60ffc199 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 1097 time: 0.3463442 May 27 01:52:31.065979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:31.068830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:52:31.261020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:31.446325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:31.492550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:31.525833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on host n-h2-843146-11 for vnic_type normal with profile {"migrating_to": "n-h1-843146-11"} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:31.525833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:31.525833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:31.541673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:31.541673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:31.550824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:31.563006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:31.563564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:31.563951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:31.564394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Bound port: b38a34e8-b607-48e2-a904-cfd71af4828a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:31.564744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:31.593857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on host n-h2-843146-11 for vnic_type normal with profile {"migrating_to": "n-h1-843146-11"} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:31.594313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:31.594901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:31.737546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:31.738204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:31.753125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:31.783718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-498a36a3-603e-4a07-9258-886cec34d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:31.785249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-498a36a3-603e-4a07-9258-886cec34d5c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.7139995 May 27 01:52:31.830495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:31.830495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:31.830495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:31.830495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Bound port: b38a34e8-b607-48e2-a904-cfd71af4828a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:31.830495 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:31.897369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-ff8a89e9-6449-40d0-b8e0-8c6a3b394351 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 200 len: 217 time: 0.0963998 May 27 01:52:31.934913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:31.936604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:31.969471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:31.987613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e2ba0-5491-408e-832a-1589a0ab29ca req-2ace6269-b6ec-45c1-916a-021bc92882fd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:31.994904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e2ba0-5491-408e-832a-1589a0ab29ca req-2ace6269-b6ec-45c1-916a-021bc92882fd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:32.001221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e2ba0-5491-408e-832a-1589a0ab29ca req-2ace6269-b6ec-45c1-916a-021bc92882fd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:32.003697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-313e2ba0-5491-408e-832a-1589a0ab29ca req-2ace6269-b6ec-45c1-916a-021bc92882fd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2414 time: 0.3662555 May 27 01:52:32.014223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:32.036209 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.090327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:32.128818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b38a34e8-b607-48e2-a904-cfd71af4828a-n-h2-843146-11-0 {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:52:32.129388 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:52:32.138678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.169959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:32.169959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.189407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.217061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:32.217061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.217061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e28abb10-3d8a-4b81-99f6-18f5d58b5a51 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:32.238363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-0e1ad797-4d9e-46aa-9c26-eea062fc1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:32.238363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-0e1ad797-4d9e-46aa-9c26-eea062fc1e36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.3271077 May 27 01:52:32.304695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475158e-09c3-4cda-9271-19691db717cf req-e0447f62-95c2-4ca0-a85f-e3a92534a826 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:32.306678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2475158e-09c3-4cda-9271-19691db717cf req-e0447f62-95c2-4ca0-a85f-e3a92534a826 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=26940e31-5d8c-4389-b26a-9ab105eb5cf4 HTTP/1.1" status: 200 len: 943 time: 0.2601759 May 27 01:52:32.364370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:32.494132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:32.509872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:32.510491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.512088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] 10.222.0.13 "PUT /v2.0/ports/b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 200 len: 1123 time: 2.7464383 May 27 01:52:32.514974 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-313e2ba0-5491-408e-832a-1589a0ab29ca req-efb4ed31-6e87-4b95-abc6-c5dc51dadc62 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026975 May 27 01:52:32.525585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95ce3c-733c-44f8-84b2-5fa7ce7cbc77 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=8']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:32.562296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-74f20387-da92-4f75-897e-b0ed2c006315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:32.564031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-74f20387-da92-4f75-897e-b0ed2c006315 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3203197 May 27 01:52:32.570009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:32.570360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.589491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['b38a34e8-b607-48e2-a904-cfd71af4828a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:32.649240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Allocated IP 172.25.3.65 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/c09e2692-7c82-4e9e-bc0d-86c48a8c2c8f) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:32.741723 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a856380-9a64-4e85-89d6-0efde9647883'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ab4eac-b785-46b0-be53-d289ba9f1e2e', 'code': 200} May 27 01:52:32.808554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b38a34e8-b607-48e2-a904-cfd71af4828a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:32.894010 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:32.913301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on host n-h2-843146-11 for vnic_type normal with profile {"migrating_to": "n-h1-843146-11"} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:32.913301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:32.913301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:32.930584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:32.930584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempting to bind port b38a34e8-b607-48e2-a904-cfd71af4828a on network aa256de3-8875-4546-8c8c-363101dbe9e0 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:32.936751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a'}, {'name': 'network-changed', 'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:32.950334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-c4f3d877-eec8-4bd3-ab67-237f9a7c619e service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672884 May 27 01:52:33.005644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:33.005644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Checking segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:33.005644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Bound using segment: {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:33.005644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Bound port: b38a34e8-b607-48e2-a904-cfd71af4828a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b586f4-e879-4b06-83b4-5d388e4fdbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aa256de3-8875-4546-8c8c-363101dbe9e0'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:33.005644 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:33.113216 n-d-843146-11 neutron-server[88427]: WARNING neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Concurrent port binding operations failed on port b38a34e8-b607-48e2-a904-cfd71af4828a May 27 01:52:33.117274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:33.118093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:33.118698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:33.131898 n-d-843146-11 neutron-server[88427]: INFO neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Attempt 2 to bind port b38a34e8-b607-48e2-a904-cfd71af4828a May 27 01:52:33.132825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a has no active binding in host n-h1-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:52:33.151922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port e28abb10-3d8a-4b81-99f6-18f5d58b5a51, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:33.151922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:33.185271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bd85fa0-a7e6-455e-9e8e-5db3a4073b00 req-dc866dbd-f8e2-4a20-9afc-0f27847af48a service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323201 May 27 01:52:33.289798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a048b6-3b2e-42a6-9b52-754da4de6580 req-953cbc2c-662d-41a5-9d73-6619177a9c1c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:33.297103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18a048b6-3b2e-42a6-9b52-754da4de6580 req-953cbc2c-662d-41a5-9d73-6619177a9c1c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.1088567 May 27 01:52:33.303804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for e28abb10-3d8a-4b81-99f6-18f5d58b5a51 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:33.345682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18a048b6-3b2e-42a6-9b52-754da4de6580 req-6f326528-227f-43c6-88b1-da76f1069dfb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474327 May 27 01:52:33.392767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:33.484974 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951e038a-8b83-4e03-b71b-626c50512f95'] response: {'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a', 'code': 200} May 27 01:52:33.485343 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951e038a-8b83-4e03-b71b-626c50512f95'] response: {'name': 'network-changed', 'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a', 'status': 'completed', 'code': 200} May 27 01:52:33.516245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:33.520899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:33.526279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:33.595951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event updated for resources: {'Port': ['ID=c09e2692-7c82-4e9e-bc0d-86c48a8c2c8f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:33.606991 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:33.650272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-56b44d60-e1f2-4178-a7a8-4b2707aef2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:33.651802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-56b44d60-e1f2-4178-a7a8-4b2707aef2c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1126 time: 0.1385813 May 27 01:52:33.751199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123859-0dcf-4b0b-88af-3361199253bb req-889bb010-68c6-4fd1-aa92-d2aee31818a9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:33.752595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-889bb010-68c6-4fd1-aa92-d2aee31818a9 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1773317 May 27 01:52:33.772060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event deleted for resources: {'Port': ['ID=e28abb10-3d8a-4b81-99f6-18f5d58b5a51,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:33.851480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-b9fa0305-1ad3-43bd-a38b-39fd6ec361b6 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 695 time: 0.0901246 May 27 01:52:33.870474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'floatingip': {'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:33.896183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] No DVR routers for this DVR port e28abb10-3d8a-4b81-99f6-18f5d58b5a51 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:33.896183 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:33.902069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-deleted', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:33.923894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2475158e-09c3-4cda-9271-19691db717cf req-ea96823a-ee05-4ba2-b616-ce35a6ade673 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "DELETE /v2.0/ports/e28abb10-3d8a-4b81-99f6-18f5d58b5a51 HTTP/1.1" status: 204 len: 173 time: 1.4340107 May 27 01:52:33.954355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:34.007982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-fda232ad-21bf-4f79-8967-d1f5dcef4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:34.009015 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-fda232ad-21bf-4f79-8967-d1f5dcef4a8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.3500333 May 27 01:52:34.143358 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-e132e6d4-750d-4adc-850a-812993313ee6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 200 len: 217 time: 0.1196294 May 27 01:52:34.235494 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:34.268055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-b131267a-c598-4d49-bce2-10811df196b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:34.269567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-b131267a-c598-4d49-bce2-10811df196b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.1165245 May 27 01:52:34.450059 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-d63e01b3-42a4-4ca0-9508-5127a5764961 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740077 May 27 01:52:34.636098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:34.640660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:34.728094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad'}, {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:34.747263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-5de31757-3979-4257-b81f-29e57b8aa938 service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406189 May 27 01:52:34.766686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8eaf8eec-3ef9-49f7-82ab-eb271990d02d req-bfa956e4-432a-413e-90d7-dd41d35d3b8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2b1016e6fa44e508069752cb2057436&device_id=dbb00803-3507-411f-9cbf-0d00ba6a5550 HTTP/1.1" status: 200 len: 210 time: 0.0566516 May 27 01:52:34.902934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8eaf8eec-3ef9-49f7-82ab-eb271990d02d req-3bb6ac29-5ddc-49a8-ab6d-2137b18bfa2c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b2b1016e6fa44e508069752cb2057436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273968 May 27 01:52:34.987079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d42ca2c7-ac89-434d-bd0d-fd22b7357b67 req-69d76470-8318-49e3-9709-379318defb6c service neutron] 10.222.0.47 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337465 May 27 01:52:35.097411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dafd4d-97ff-45ca-8922-7bcdedd2a257 req-7515ad16-3500-4195-b194-73ee5c11f732 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:35.103131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dafd4d-97ff-45ca-8922-7bcdedd2a257 req-7515ad16-3500-4195-b194-73ee5c11f732 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:35.108801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dafd4d-97ff-45ca-8922-7bcdedd2a257 req-7515ad16-3500-4195-b194-73ee5c11f732 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:35.110352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30dafd4d-97ff-45ca-8922-7bcdedd2a257 req-7515ad16-3500-4195-b194-73ee5c11f732 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2415 time: 0.3146827 May 27 01:52:35.119224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:35.123593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:35.147981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf8eec-3ef9-49f7-82ab-eb271990d02d req-a3dd4d36-9c5f-4b26-9d6f-1e7f9147f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:35.149628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8eaf8eec-3ef9-49f7-82ab-eb271990d02d req-a3dd4d36-9c5f-4b26-9d6f-1e7f9147f581 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343786 May 27 01:52:35.153060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Router 542a172e-dd82-4ca3-a11a-2cfe25e6bc27 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:52:35.230235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30dafd4d-97ff-45ca-8922-7bcdedd2a257 req-45a55baf-baea-47de-9b5b-dde22a336d1a tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102860 May 27 01:52:35.299076 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547 associated. External IP: 172.25.3.70, port: 513e0913-f461-4115-adde-9a41b1d9c7e1. May 27 01:52:35.322559 n-d-843146-11 neutron-server[88426]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cbcd967f-da2c-4302-ad95-99841b3f03be']: {'server_uuid': '26940e31-5d8c-4389-b26a-9ab105eb5cf4', 'name': 'network-vif-deleted', 'tag': 'e28abb10-3d8a-4b81-99f6-18f5d58b5a51', 'status': 'failed', 'code': 422} returned with failed status May 27 01:52:35.371456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:35.378067 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:35.379269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fd29ec3d-f7c3-43d2-8ab4-69597447f866 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "PUT /v2.0/routers/542a172e-dd82-4ca3-a11a-2cfe25e6bc27 HTTP/1.1" status: 200 len: 879 time: 4.6924193 May 27 01:52:35.381797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34682) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:35.387664 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] Sync routers for ids ['542a172e-dd82-4ca3-a11a-2cfe25e6bc27'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:35.403463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] Routers {'542a172e-dd82-4ca3-a11a-2cfe25e6bc27'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:35.408279 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['542a172e-dd82-4ca3-a11a-2cfe25e6bc27'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:35.498697 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:35.508212 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] Routers {'542a172e-dd82-4ca3-a11a-2cfe25e6bc27'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:35.508893 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['542a172e-dd82-4ca3-a11a-2cfe25e6bc27'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:35.572700 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:35.573417 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9552be-7fd6-459b-bb0e-7a9e9c0eb45a None None] The sync data for ids ['542a172e-dd82-4ca3-a11a-2cfe25e6bc27'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:35.646279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cdcc2749-c9c2-4908-bb4c-a587755fa113 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/542a172e-dd82-4ca3-a11a-2cfe25e6bc27 HTTP/1.1" status: 200 len: 920 time: 0.2633741 May 27 01:52:35.649418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34688) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:35.690527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:52:35.715216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cbeed04b-6d01-48b2-ad90-c99cb903b67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:35.852133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc119f3-0de0-4d6d-b29d-356b0a51db65 req-5c0797f9-b3c7-40fc-8c4c-4a43dda492e3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:35.853617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbc119f3-0de0-4d6d-b29d-356b0a51db65 req-5c0797f9-b3c7-40fc-8c4c-4a43dda492e3 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.3831952 May 27 01:52:35.905570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942dc0d-51d5-4899-9cee-dc2880659359 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:35.906250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2942dc0d-51d5-4899-9cee-dc2880659359 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Synchronizing usage tracker for tenant:85e027cdf68f49c19648fc331d235d81 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:35.911841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbc119f3-0de0-4d6d-b29d-356b0a51db65 req-6c32dd88-a888-478f-91ce-c7e2f7168b00 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522223 May 27 01:52:35.920592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2942dc0d-51d5-4899-9cee-dc2880659359 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Unset dirty status for tenant:85e027cdf68f49c19648fc331d235d81 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:35.924273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2942dc0d-51d5-4899-9cee-dc2880659359 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=542a172e-dd82-4ca3-a11a-2cfe25e6bc27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2713799 May 27 01:52:35.924411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34692) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:35.998359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:36.007343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:36.007500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63913c36-82be-4449-9584-7736c070b875 None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:36.016876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:36.017755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:36.081420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-53f4e26b-02ca-492e-a548-4c3d6e5d9021 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "PUT /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 200 len: 995 time: 2.2228329 May 27 01:52:36.081874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:36.118765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228deca-c492-4422-9187-3bfe5770e5bc tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:36.120037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1228deca-c492-4422-9187-3bfe5770e5bc tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.1947441 May 27 01:52:36.123906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:36.176199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9039726-6012-43a9-845f-275548e89b18 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=542a172e-dd82-4ca3-a11a-2cfe25e6bc27 HTTP/1.1" status: 200 len: 205 time: 0.0512342 May 27 01:52:36.179936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34704) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:36.185049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-b3fff81c-141c-4fe3-9fbe-f832bd7c2032 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:36.186679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-b3fff81c-141c-4fe3-9fbe-f832bd7c2032 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "GET /v2.0/ports?device_id=928b66e8-0fd1-4953-a9f8-c03a60a578ac HTTP/1.1" status: 200 len: 945 time: 0.1907115 May 27 01:52:36.312275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d782778f-769a-4102-a132-b460a7be42d7 req-e96694bf-23c3-4ebc-9b83-79ff53c82664 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbb00803-3507-411f-9cbf-0d00ba6a5550 HTTP/1.1" status: 200 len: 210 time: 0.0621152 May 27 01:52:36.314908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:36.318058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Deleting port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:36.318597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:36.367427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123859-0dcf-4b0b-88af-3361199253bb req-fe552793-00e8-4e2e-8dd4-f058bdfdee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:36.374540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-fe552793-00e8-4e2e-8dd4-f058bdfdee9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.2715936 May 27 01:52:36.529822 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21d1cbe-fdc0-4d38-9195-19e097596571'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad', 'code': 200} May 27 01:52:36.530957 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21d1cbe-fdc0-4d38-9195-19e097596571'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3', 'code': 200} May 27 01:52:36.532774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:36.742504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123859-0dcf-4b0b-88af-3361199253bb req-d2a0c89d-71bf-4000-b94c-0ab0d2e60913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:36.745483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-d2a0c89d-71bf-4000-b94c-0ab0d2e60913 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.3701410 May 27 01:52:36.798519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:a6:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:34Z', 'revision_number': 8, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:36.804094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63913c36-82be-4449-9584-7736c070b875 None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:36.814966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] For port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:36.815529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:36.815626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:36.816391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:36.964182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Calling delete_port for d4fa8b03-2549-48fd-9c02-7c4ec2c61dab owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:36.997379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:37.001607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a35bab-148c-45e2-b613-4cae74657eeb req-47685563-97a4-4f01-989f-4e67bcf69d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:37.002091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a35bab-148c-45e2-b613-4cae74657eeb req-47685563-97a4-4f01-989f-4e67bcf69d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:37.002558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a35bab-148c-45e2-b613-4cae74657eeb req-47685563-97a4-4f01-989f-4e67bcf69d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:37.004186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04a35bab-148c-45e2-b613-4cae74657eeb req-47685563-97a4-4f01-989f-4e67bcf69d6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2871 time: 0.4087355 May 27 01:52:37.027509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-7137bfb3-834d-4ceb-8173-d5cfa5d44c4c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:37.028939 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-7137bfb3-834d-4ceb-8173-d5cfa5d44c4c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.3929656 May 27 01:52:37.046452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-4748d396-6550-43d2-a186-886912cb5e61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 998 time: 0.2915711 May 27 01:52:37.075892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-18574953-eef1-4aa1-96ec-052463ea595e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/quotas/cb91f454677a4b179f2c02155a9f70bd HTTP/1.1" status: 200 len: 375 time: 0.0391588 May 27 01:52:37.113598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8eaf8eec-3ef9-49f7-82ab-eb271990d02d req-e2761c18-db77-4e3a-ac4d-f86c004b9147 tempest-ServerShowV247Test-371241581 tempest-ServerShowV247Test-371241581-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbb00803-3507-411f-9cbf-0d00ba6a5550 HTTP/1.1" status: 200 len: 210 time: 0.1065891 May 27 01:52:37.152109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-9794c42b-8585-458b-aa68-cdf750be43b3 service neutron] 10.222.0.47 "GET /v2.0/ports/b38a34e8-b607-48e2-a904-cfd71af4828a/bindings/n-h1-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.3281546 May 27 01:52:37.169142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:52:37.245244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:37.245244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-03910e33-3fb1-4634-afa9-f96d0aeeaaa8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:37.251325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:37.290352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04a35bab-148c-45e2-b613-4cae74657eeb req-98a35bc4-d005-4cbe-ac7e-d97721a71312 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387347 May 27 01:52:37.310068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Deleting port c09e2692-7c82-4e9e-bc0d-86c48a8c2c8f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:37.310068 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:37.313217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Pushing event deleted for resources: {'Port': ['ID=d4fa8b03-2549-48fd-9c02-7c4ec2c61dab,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:37.352861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:37.370658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a has no active binding in host n-h1-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 01:52:37.375123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['513e0913-f461-4115-adde-9a41b1d9c7e1', 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:37.394253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123859-0dcf-4b0b-88af-3361199253bb req-ab248cea-ade6-4c18-a663-ab8cf62e5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:37.396317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-ab248cea-ade6-4c18-a663-ab8cf62e5b31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.3282883 May 27 01:52:37.416431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] No DVR routers for this DVR port d4fa8b03-2549-48fd-9c02-7c4ec2c61dab on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:37.419599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:37.422870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'name': 'network-vif-deleted', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:37.435134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-03910e33-3fb1-4634-afa9-f96d0aeeaaa8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:37.443355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-03910e33-3fb1-4634-afa9-f96d0aeeaaa8 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3217614 May 27 01:52:37.555001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0f6a2a8-c832-4b0d-86a6-fab5795b6c5c req-efeb6138-e94a-44b3-acc2-e956ee9135fc tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "DELETE /v2.0/ports/d4fa8b03-2549-48fd-9c02-7c4ec2c61dab HTTP/1.1" status: 204 len: 173 time: 1.3621297 May 27 01:52:37.700535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-5ec7d039-e0d6-4d9d-9ba6-ee0da61b2de7 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517986 May 27 01:52:37.712765 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:52:37.940679 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e70727f0-01bf-4f9c-b191-888a264e7813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:38.017502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:38.022294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-63913c36-82be-4449-9584-7736c070b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:a6:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:34Z', 'revision_number': 8, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:38.026566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63913c36-82be-4449-9584-7736c070b875 None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fd4d7a7b-433d-41f8-bafa-03abb04ce547', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'port_id': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'mac_address': 'fa:16:3e:a6:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:28Z', 'updated_at': '2022-05-27T01:52:34Z', 'revision_number': 8, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:38.083453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-24dc41ff-3847-4cf9-897d-e3150d31ddb2 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863680 May 27 01:52:38.217549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123859-0dcf-4b0b-88af-3361199253bb req-fffc5890-15e8-459f-9dd4-59e5b0eb8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:38.220671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-fffc5890-15e8-459f-9dd4-59e5b0eb8c96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8045673 May 27 01:52:38.325598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Calling delete_port for c09e2692-7c82-4e9e-bc0d-86c48a8c2c8f owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:38.355913 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8320a-60e7-4d1f-ba2a-1c7d7e86cd56 None None] New status for floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:52:38.563435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:38.595126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:38.603319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-887724f4-721d-43be-aab2-2586c60eb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:38.617542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-887724f4-721d-43be-aab2-2586c60eb385 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.2234406 May 27 01:52:38.850467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-2f12c199-f46f-4ac4-8326-4d7dd1b0bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:38.850467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-2f12c199-f46f-4ac4-8326-4d7dd1b0bdd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.2304482 May 27 01:52:38.856563 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12affccf-35c3-4620-8966-956db9f6ab26'] response: {'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'status': 'completed', 'code': 200} May 27 01:52:39.005865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-eb8edc71-b8af-47ed-9faf-ccff65c1dc47 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935043 May 27 01:52:39.053143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-6b72f9eb-ad62-4d57-9166-3a70a89dba94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 1000 time: 0.1973801 May 27 01:52:39.103731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38a34e8-b607-48e2-a904-cfd71af4828a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:39.124749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:39.126910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb9901-e225-4254-b66b-1188571917e0 req-6f2fa431-20dd-4894-a770-5aa4d6d4b78b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:39.133060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb9901-e225-4254-b66b-1188571917e0 req-6f2fa431-20dd-4894-a770-5aa4d6d4b78b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:39.139456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb9901-e225-4254-b66b-1188571917e0 req-6f2fa431-20dd-4894-a770-5aa4d6d4b78b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:39.140983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fafb9901-e225-4254-b66b-1188571917e0 req-6f2fa431-20dd-4894-a770-5aa4d6d4b78b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2415 time: 0.1858487 May 27 01:52:39.159733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-04518ef8-35e8-47e7-89b7-ca012e1def58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:39.161537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-04518ef8-35e8-47e7-89b7-ca012e1def58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.0960436 May 27 01:52:39.174036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:39.274105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fafb9901-e225-4254-b66b-1188571917e0 req-efd9cb5b-8085-4782-b236-9654eb26d50e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114647 May 27 01:52:39.296787 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:39.314741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:39.327608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-5e9c8a5e-5f6c-449b-bb24-c92a5ae928db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:39.331054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-5e9c8a5e-5f6c-449b-bb24-c92a5ae928db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482837 May 27 01:52:39.336411 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:39.424264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35123859-0dcf-4b0b-88af-3361199253bb req-0888c78e-5a34-4ca2-9cfc-17533a31fb40 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163635 May 27 01:52:39.543268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event deleted for resources: {'Port': ['ID=c09e2692-7c82-4e9e-bc0d-86c48a8c2c8f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:39.570073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-a0d54f7e-2c81-4af5-92de-814770dd38d0 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032943 May 27 01:52:39.699118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] Transition to ACTIVE for port object b38a34e8-b607-48e2-a904-cfd71af4828a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:39.704940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:39.714804 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427d2ae0-efb2-4d22-ac24-7db8d1ae528e'] response: {'server_uuid': '928b66e8-0fd1-4953-a9f8-c03a60a578ac', 'name': 'network-vif-deleted', 'tag': 'd4fa8b03-2549-48fd-9c02-7c4ec2c61dab', 'status': 'completed', 'code': 200} May 27 01:52:39.744091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88ddd877-786b-42b2-be4f-5e18e8171cd6 req-9ff4c38c-ca39-4fa4-b0cb-cd6d71fbaeb4 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620586 May 27 01:52:39.762907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924502d-cdd0-4236-8c18-970b762076a5 req-17381eda-0e5b-4716-8350-a43f15b82c4b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:39.767312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a924502d-cdd0-4236-8c18-970b762076a5 req-17381eda-0e5b-4716-8350-a43f15b82c4b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 943 time: 0.2647660 May 27 01:52:39.781440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:39.828618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a924502d-cdd0-4236-8c18-970b762076a5 req-793c73ba-f8eb-41ad-98ee-dd578ce6df1e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 May 27 01:52:39.877298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:39.961709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:52:39.961709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d4fa8b03-2549-48fd-9c02-7c4ec2c61dab no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:39.999560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: d4fa8b03-2549-48fd-9c02-7c4ec2c61dab {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:52:40.000050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d4fa8b03-2549-48fd-9c02-7c4ec2c61dab not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:52:40.048385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34744) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:40.350274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-28918f91-297a-443f-ac70-5a393766f209 req-cb83aede-6fe6-4856-a2d8-298da9e358aa tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 210 time: 0.5715239 May 27 01:52:40.355130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.367074 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.410988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.436992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] No DVR routers for this DVR port b38a34e8-b607-48e2-a904-cfd71af4828a on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:40.463041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-50989efe-83be-48a6-9cc4-ecbf0b2cd15e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:40.463041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-50989efe-83be-48a6-9cc4-ecbf0b2cd15e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.3725667 May 27 01:52:40.484290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Request body: {'port': {'device_id': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'admin_state_up': True, 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:40.497012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.497012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Fanout notify agent at l3_agent the message router_deleted on router 542a172e-dd82-4ca3-a11a-2cfe25e6bc27 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:52:40.512368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:40.519996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:40.532499 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-d99dcd44-4509-41d8-b0ec-ee226bc45826 service neutron] 10.222.0.47 "PUT /v2.0/ports/b38a34e8-b607-48e2-a904-cfd71af4828a/bindings/n-h1-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 3.3599224 May 27 01:52:40.536571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.547271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c34a59b5-81a2-4053-8d3a-7ce6ee85c12f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/542a172e-dd82-4ca3-a11a-2cfe25e6bc27 HTTP/1.1" status: 204 len: 168 time: 4.3661234 May 27 01:52:40.548085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34756) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:40.555859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-279572021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:40.577743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b1016e6fa44e508069752cb2057436 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:40.591819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:40.609491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:40.619644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-744b6ae9-b04d-498e-982e-9529c8e119b7 req-93b83444-dd30-4c45-8907-79f04ef5029b tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 200 len: 997 time: 0.2960284 May 27 01:52:40.632970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:40.657773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Usage tracker for resource:router and tenant:7d3fb1cb5bc04b81b68b32612882f453 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:40.670051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:40.687482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:40.713475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.714478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.751888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.770846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2206c0-c5ad-487c-af09-66e1147a8934 req-bce34997-cd88-4b38-8803-fc5fa81249d0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:40.777076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2206c0-c5ad-487c-af09-66e1147a8934 req-bce34997-cd88-4b38-8803-fc5fa81249d0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:40.783223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2206c0-c5ad-487c-af09-66e1147a8934 req-bce34997-cd88-4b38-8803-fc5fa81249d0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:40.793858 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b2206c0-c5ad-487c-af09-66e1147a8934 req-bce34997-cd88-4b38-8803-fc5fa81249d0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2415 time: 0.2404561 May 27 01:52:40.825595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:40.826070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-42b63477-bba0-4e08-84a2-a9b90ee470b1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:40.827886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-42b63477-bba0-4e08-84a2-a9b90ee470b1 tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.2196341 May 27 01:52:40.880088 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.884198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.925342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b2206c0-c5ad-487c-af09-66e1147a8934 req-ec866553-674b-483b-8b66-53eab922a255 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302419 May 27 01:52:40.950272 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:40.956468 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8d7fca60-bee8-4b21-9cde-754d9779a16e tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4053979 May 27 01:52:40.956468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34764) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:40.963289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': True}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:41.009554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:41.034468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6ae9-b04d-498e-982e-9529c8e119b7 req-672faed6-77c7-4414-bcfd-3208103274f4 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:41.054568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-744b6ae9-b04d-498e-982e-9529c8e119b7 req-672faed6-77c7-4414-bcfd-3208103274f4 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.4056697 May 27 01:52:41.091161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:52:41.099091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.154282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.203846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.209352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:41.263532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-97342e55-524e-4617-99f8-942f7a68d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:41.264785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-97342e55-524e-4617-99f8-942f7a68d5c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd&tenant_id=f61c9ff38d59493bb1a10bafc3074055 HTTP/1.1" status: 200 len: 1096 time: 0.4252567 May 27 01:52:41.268292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2b1016e6fa44e508069752cb2057436&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2194300 May 27 01:52:41.312489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:41.338545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5e6ac-9aa6-4991-823d-82aea7058a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4538645a-f37d-4738-951a-107f655293fc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:41.357748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port b38a34e8-b607-48e2-a904-cfd71af4828a is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:41.505454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcf5e-0758-4f1b-82e0-09906c5ccb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.548349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.568784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352abb84-2793-4253-8a1f-50424e3d1ec7 req-51eb7faa-d7cd-41d1-b938-cd623ed04c3e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:41.571199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-352abb84-2793-4253-8a1f-50424e3d1ec7 req-51eb7faa-d7cd-41d1-b938-cd623ed04c3e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 944 time: 0.4153857 May 27 01:52:41.580113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcf5e-0758-4f1b-82e0-09906c5ccb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.589976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Allocated IP 172.20.0.13 (13c96df4-812d-4e4d-a7ec-6163f90d966d/8142e39c-49b8-4c8e-9fd3-84b125682e53/b1b5edda-2c1f-48e1-9be1-357f45402fac) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:41.628168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-7bb3d4fa-c730-4c44-89e0-2390d1248780 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.2777078 May 27 01:52:41.694486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-352abb84-2793-4253-8a1f-50424e3d1ec7 req-5b123600-1fd5-406e-916a-3492047ad820 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042702 May 27 01:52:41.732517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-c8555b63-89bd-42ee-9531-da1a4e2d4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:41.734076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-c8555b63-89bd-42ee-9531-da1a4e2d4140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61c9ff38d59493bb1a10bafc3074055&device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1096 time: 0.3848202 May 27 01:52:41.764149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcf5e-0758-4f1b-82e0-09906c5ccb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.844128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dcf5e-0758-4f1b-82e0-09906c5ccb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4538645a-f37d-4738-951a-107f655293fc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:41.912432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcf5e-0758-4f1b-82e0-09906c5ccb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:41.912953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9b1dcf5e-0758-4f1b-82e0-09906c5ccb5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4538645a-f37d-4738-951a-107f655293fc HTTP/1.1" status: 204 len: 168 time: 0.5971305 May 27 01:52:41.969412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:42.006366 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:42.024244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-971ec710-bca6-48cc-8680-b9286a15c372 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:42.027374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-971ec710-bca6-48cc-8680-b9286a15c372 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports/513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 942 time: 0.3976729 May 27 01:52:42.095980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:42.105776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:42.110365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:42.114902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-2abddf68-6a80-4883-be36-87026b2f9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:42.116919 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-2abddf68-6a80-4883-be36-87026b2f9082 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 200 len: 908 time: 0.3694301 May 27 01:52:42.187674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event updated for resources: {'Port': ['ID=b1b5edda-2c1f-48e1-9be1-357f45402fac,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:42.201512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:42.202223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:42.228916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-ad16034a-2ac0-48f3-9579-de810298048a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7558455 May 27 01:52:42.250111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Request body: {'port': {'device_id': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:42.386147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-49949d53-61b8-4161-be12-95a970e7e822 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.1515808 May 27 01:52:42.402606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-87eb5f91-9cae-4299-9d45-a093e22ac6db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 200 len: 217 time: 0.2788448 May 27 01:52:42.453046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:42.811921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba5e46-208f-43a0-96d7-440c7d96f8e3 req-2f8d951b-b51d-4dc2-961c-22eda86b3ea1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:42.811921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5cba5e46-208f-43a0-96d7-440c7d96f8e3 req-2f8d951b-b51d-4dc2-961c-22eda86b3ea1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:42.820287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-7a4a8bad-bdc2-478f-8f90-48daed28bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:42.827184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-7a4a8bad-bdc2-478f-8f90-48daed28bfbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 200 len: 847 time: 0.3126786 May 27 01:52:42.863868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5cba5e46-208f-43a0-96d7-440c7d96f8e3 req-2f8d951b-b51d-4dc2-961c-22eda86b3ea1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:42.863868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5cba5e46-208f-43a0-96d7-440c7d96f8e3 req-2f8d951b-b51d-4dc2-961c-22eda86b3ea1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 932 time: 0.3677926 May 27 01:52:42.890564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-3a38cb28-3369-4e7f-9bf3-f3d1f47f8377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa256de3-8875-4546-8c8c-363101dbe9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589793 May 27 01:52:42.930267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.023090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:43.023814 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.035575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-b2bcf39a-9d1f-4a7a-a046-18d6ab523e69 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:43.046735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-b2bcf39a-9d1f-4a7a-a046-18d6ab523e69 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.6421678 May 27 01:52:43.064994 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5cba5e46-208f-43a0-96d7-440c7d96f8e3 req-bc9e8dfd-5c5b-4804-8dab-96979997f441 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904304 May 27 01:52:43.088323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b5edda-2c1f-48e1-9be1-357f45402fac {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:43.106224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.130781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Transition to ACTIVE for port object b1b5edda-2c1f-48e1-9be1-357f45402fac will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:43.140254 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.291941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1605875917-network', 'tenant_id': 'f910654bcf5844a995ba687ccba1925f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:43.311789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:43.321337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-09f94dfb-4dee-4170-9ea5-1fd0694e77fb service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211006 May 27 01:52:43.326981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-a19fa5da-c4fe-4445-86ab-981635414950 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 1000 time: 0.2810452 May 27 01:52:43.372457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:43.375219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Usage tracker for resource:network and tenant:f910654bcf5844a995ba687ccba1925f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:43.393337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:43.407720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:43.445746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b5edda-2c1f-48e1-9be1-357f45402fac,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:43.564623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Allocated IP 172.25.3.197 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/0addd105-1704-4078-ad60-d2b2c4e6d75c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:43.584166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.629496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Made reservation on behalf of f910654bcf5844a995ba687ccba1925f for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:52:43.632487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.654732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.695729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:43.706681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Usage tracker for resource:security_group_rule and tenant:f910654bcf5844a995ba687ccba1925f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:43.718806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de07e-5d76-4210-898a-72b9c2878d79 req-58152c7f-d29b-4138-9670-21091803af64 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:43.720725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d50de07e-5d76-4210-898a-72b9c2878d79 req-58152c7f-d29b-4138-9670-21091803af64 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 945 time: 0.4898031 May 27 01:52:43.722659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:43.725871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Attempting to bind port b1b5edda-2c1f-48e1-9be1-357f45402fac on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:43.726199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Attempting to bind port b1b5edda-2c1f-48e1-9be1-357f45402fac by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:43.726522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Attempting to bind port b1b5edda-2c1f-48e1-9be1-357f45402fac on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:43.746404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:43.752033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Port b1b5edda-2c1f-48e1-9be1-357f45402fac on network 13c96df4-812d-4e4d-a7ec-6163f90d966d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:43.752350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Attempting to bind port b1b5edda-2c1f-48e1-9be1-357f45402fac on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:43.767672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:43.768007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:43.768394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Bound using segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:43.768828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Bound port: b1b5edda-2c1f-48e1-9be1-357f45402fac, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:43.769175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.860097 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d50de07e-5d76-4210-898a-72b9c2878d79 req-33ea8bfd-e15f-41d0-9cae-e16193188665 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311095 May 27 01:52:43.919159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] For port b1b5edda-2c1f-48e1-9be1-357f45402fac, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:43.923037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] For port b1b5edda-2c1f-48e1-9be1-357f45402fac, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b1b5edda-2c1f-48e1-9be1-357f45402fac,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:43.930062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:43.978587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-21b76ac7-7760-4769-be8c-d94a46f7645e service neutron] 10.222.0.13 "GET /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463273 May 27 01:52:44.055950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.056463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.058017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1b5edda-2c1f-48e1-9be1-357f45402fac HTTP/1.1" status: 200 len: 1093 time: 1.8173149 May 27 01:52:44.058448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'tag': 'b1b5edda-2c1f-48e1-9be1-357f45402fac'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:44.095512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.106298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd6001-8b6b-4b88-9625-17fb915babd0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b5edda-2c1f-48e1-9be1-357f45402fac,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:44.112343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.189945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:52:44.215755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b0f8a-4ea3-4637-b393-12b085fe0638,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:44.219331 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.219906 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Added segment 721b6375-d385-4600-b51c-7a49814b820f of type vlan for network e9a78db4-ec9e-49c7-b480-0f7bcc68357b May 27 01:52:44.233016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.239119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.266350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.279876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75327f15-7702-4982-a5cc-e7a86e41f325 req-404fc1cc-f937-4edd-ac9e-b0363c156024 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.285009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.285329 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547 disassociated. External IP: 172.25.3.70, port: 513e0913-f461-4115-adde-9a41b1d9c7e1. May 27 01:52:44.285602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75327f15-7702-4982-a5cc-e7a86e41f325 req-404fc1cc-f937-4edd-ac9e-b0363c156024 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.291531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75327f15-7702-4982-a5cc-e7a86e41f325 req-404fc1cc-f937-4edd-ac9e-b0363c156024 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.293135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75327f15-7702-4982-a5cc-e7a86e41f325 req-404fc1cc-f937-4edd-ac9e-b0363c156024 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2415 time: 0.2968471 May 27 01:52:44.331326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-2772e3b4-e3ea-4df7-9988-429190b3c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.332759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-2772e3b4-e3ea-4df7-9988-429190b3c845 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 1096 time: 0.2225180 May 27 01:52:44.368157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-83ed7475-4b14-482c-a4ad-7a6d4cc13a18 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.369590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-83ed7475-4b14-482c-a4ad-7a6d4cc13a18 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 945 time: 0.4566710 May 27 01:52:44.415532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.416210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.416775 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.434557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-769e7077-e3ba-4132-8f8e-cf5cddbf764c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1b5edda-2c1f-48e1-9be1-357f45402fac HTTP/1.1" status: 200 len: 217 time: 0.0869985 May 27 01:52:44.445398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75327f15-7702-4982-a5cc-e7a86e41f325 req-1691e62f-75b5-45b5-b181-181242ca0ae7 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440146 May 27 01:52:44.528031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Deleting port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:44.528371 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.615745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5935028 May 27 01:52:44.623419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34818) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:44.629659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa6681-3498-43e4-9d8f-79c070ff9afb admin admin] Pushing event updated for resources: {'Network': ['ID=e9a78db4-ec9e-49c7-b480-0f7bcc68357b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:44.634683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Request body: {'subnet': {'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1605875917-subnet', 'tenant_id': 'f910654bcf5844a995ba687ccba1925f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:44.639524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-297fe49d-a83e-4124-9b78-2d98e57144de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.640918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-297fe49d-a83e-4124-9b78-2d98e57144de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.1946917 May 27 01:52:44.641839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e9a78db4-ec9e-49c7-b480-0f7bcc68357b details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:52:44.646299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.648342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:44.694957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Usage tracker for resource:subnet and tenant:f910654bcf5844a995ba687ccba1925f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:44.713947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-6a351a3e-6a05-4c2e-b028-e57a44a0b388 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613155 May 27 01:52:44.715253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:44.722866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:44.766510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-09eba5d0-5c6f-4c53-9e23-06bb02bc066c tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.768101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-09eba5d0-5c6f-4c53-9e23-06bb02bc066c tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd&tenant_id=f61c9ff38d59493bb1a10bafc3074055&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.5233743 May 27 01:52:44.818267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Made reservation on behalf of f910654bcf5844a995ba687ccba1925f for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:52:44.820879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:44.832039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:44.865430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:44.936136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32d99d-c127-4f7b-bf47-67e6e7818f21 req-f328a121-2c4d-40d7-b7d6-111913a44d44 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:44.945132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf32d99d-c127-4f7b-bf47-67e6e7818f21 req-f328a121-2c4d-40d7-b7d6-111913a44d44 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 944 time: 0.3769212 May 27 01:52:44.947802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:45.009998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Port': ['ID=0addd105-1704-4078-ad60-d2b2c4e6d75c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:45.031596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-90f723c5-8ed1-44f4-bd2f-fb2fd75dddbc service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007281 May 27 01:52:45.041151 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf32d99d-c127-4f7b-bf47-67e6e7818f21 req-d25c9053-352e-48be-a0bd-69df54d1c1b7 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854950 May 27 01:52:45.140817 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974de7b6-d33b-49e8-a60d-3591cd70678f'] response: {'name': 'network-changed', 'server_uuid': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'tag': 'b1b5edda-2c1f-48e1-9be1-357f45402fac', 'status': 'completed', 'code': 200} May 27 01:52:45.311192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ae404a1-3611-4286-9b31-7587255dbf4c req-6c92fa58-3289-4d10-b155-187fe224c13d service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694001 May 27 01:52:45.361165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:45.542898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-158bf054-3f4c-4b1c-aff7-32ce246c5463 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:45.548795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-158bf054-3f4c-4b1c-aff7-32ce246c5463 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:45.554963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-158bf054-3f4c-4b1c-aff7-32ce246c5463 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:45.557270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-158bf054-3f4c-4b1c-aff7-32ce246c5463 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2415 time: 1.0032859 May 27 01:52:45.594429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f63721-4491-4946-a900-0e5cd5ab619c req-71768d18-cde3-4a5f-80c7-5846544b0ef9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:45.602045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22f63721-4491-4946-a900-0e5cd5ab619c req-71768d18-cde3-4a5f-80c7-5846544b0ef9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 944 time: 0.3866513 May 27 01:52:45.688946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba123b46-a4d5-4c7f-850e-447b2a70c318,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:45.698509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Checking segment: {'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:45.698509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Network hostable DHCP agents. Network: e9a78db4-ec9e-49c7-b480-0f7bcc68357b, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:52:45.704027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22f63721-4491-4946-a900-0e5cd5ab619c req-c997d916-d641-4d55-be3a-73388859a56a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012197 May 27 01:52:45.713937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:52:45.733627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-28dd22e6-6099-4d4a-81b2-de13ac522c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:45.734759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-28dd22e6-6099-4d4a-81b2-de13ac522c61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 1096 time: 0.3425915 May 27 01:52:45.778170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Network e9a78db4-ec9e-49c7-b480-0f7bcc68357b is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:52:45.804736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] For port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,segment=NetworkSegment(e98a9284-dd79-4280-9dbc-83f382c3822b),segment_id=e98a9284-dd79-4280-9dbc-83f382c3822b)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:45.804736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:45.855185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e9a78db4-ec9e-49c7-b480-0f7bcc68357b) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:45.866779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08218c60-cee5-402f-b0cf-92f2bc53c743 None None] Network e9a78db4-ec9e-49c7-b480-0f7bcc68357b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:52:45.872563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:45.872563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:45.930012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ef6f96c-5e58-4db6-a842-afcbbecd6b53 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3055348 May 27 01:52:45.965725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-09da0cc2-e3bf-4fd7-a513-4ccdd6be2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:45.968045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-09da0cc2-e3bf-4fd7-a513-4ccdd6be2a2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.2228284 May 27 01:52:46.072602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-8df8aa2d-18c0-4e0f-aada-6d7195a84ed9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1b5edda-2c1f-48e1-9be1-357f45402fac HTTP/1.1" status: 200 len: 217 time: 0.0983860 May 27 01:52:46.144627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Calling delete_port for f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:46.168931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837c85b-8eca-4248-96af-b6d5ef024e15 None None] Network e9a78db4-ec9e-49c7-b480-0f7bcc68357b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:52:46.228313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 16ab4eac-b785-46b0-be53-d289ba9f1e2e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:46.228870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:46.248005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-62aae64d-6384-4ad0-a5f0-7789ad5dccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:46.249669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-62aae64d-6384-4ad0-a5f0-7789ad5dccc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.1302950 May 27 01:52:46.315728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-62a2423e-3f56-4d27-8260-fc6c0b7253ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539112 May 27 01:52:46.324294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cabde-a8f8-4254-93b6-d7d6ddc3d1b2 req-93b729a5-cd3e-4261-a45e-24ff1eb00ed3 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:46.335542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-447cabde-a8f8-4254-93b6-d7d6ddc3d1b2 req-93b729a5-cd3e-4261-a45e-24ff1eb00ed3 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/ports?device_id=32b2d130-5706-4213-a877-60c365ee723e HTTP/1.1" status: 200 len: 945 time: 0.2622266 May 27 01:52:46.463314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-447cabde-a8f8-4254-93b6-d7d6ddc3d1b2 req-4316c89a-f3ea-439a-bbd8-e0d6407131d9 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302280 May 27 01:52:46.541440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-aa945a71-395f-4e22-a95e-1182e611c078 service neutron] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:46.582082 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-62e70107-ece2-4246-9a0a-ae3e2f5a7597 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479296 May 27 01:52:46.721381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:46.803810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb572a5f-ddf3-493a-b45b-581aeb897b47 req-b4fb3f5c-12d1-46e1-9c6e-6dfc3e9d2d9f service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087481 May 27 01:52:46.813623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8aa84-6fd2-42ef-a5c9-9999ba65a500 req-32c5e3a0-c656-48b1-a227-ea2fc993e73e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:46.820402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8aa84-6fd2-42ef-a5c9-9999ba65a500 req-32c5e3a0-c656-48b1-a227-ea2fc993e73e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:46.827458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8aa84-6fd2-42ef-a5c9-9999ba65a500 req-32c5e3a0-c656-48b1-a227-ea2fc993e73e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:46.837788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-00b8aa84-6fd2-42ef-a5c9-9999ba65a500 req-32c5e3a0-c656-48b1-a227-ea2fc993e73e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 2415 time: 0.2077620 May 27 01:52:46.878750 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-00b8aa84-6fd2-42ef-a5c9-9999ba65a500 req-677f4b4a-de68-4c68-9138-bfebdde25a0c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 May 27 01:52:46.997928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-aa945a71-395f-4e22-a95e-1182e611c078 service neutron] Notify callbacks [] for binding, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:46.997928 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-aa945a71-395f-4e22-a95e-1182e611c078 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b38a34e8-b607-48e2-a904-cfd71af4828a/bindings/n-h2-843146-11 HTTP/1.1" status: 204 len: 173 time: 2.2159712 May 27 01:52:47.077340 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:47.190520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:47.200456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:47.214069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:47.214069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:47.228381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:47.275610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Pushing event deleted for resources: {'Port': ['ID=f2fe3c0e-4518-4d4f-b056-99b529ffc6e9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:47.324759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-c6d15928-f833-43da-982a-616785b51d73 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:47.326210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-c6d15928-f833-43da-982a-616785b51d73 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Synchronizing usage tracker for tenant:f910654bcf5844a995ba687ccba1925f on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:47.348371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-c6d15928-f833-43da-982a-616785b51d73 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Unset dirty status for tenant:f910654bcf5844a995ba687ccba1925f on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:47.349447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port 16ab4eac-b785-46b0-be53-d289ba9f1e2e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=16ab4eac-b785-46b0-be53-d289ba9f1e2e,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:47.349655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:47.350141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-c6d15928-f833-43da-982a-616785b51d73 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 814 time: 0.2144821 May 27 01:52:47.371882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-46155ebc-0fcb-464d-a9d5-c44e334a7c49 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/quotas/f910654bcf5844a995ba687ccba1925f HTTP/1.1" status: 200 len: 375 time: 0.0132556 May 27 01:52:47.466937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-17b1998e-d03d-4f0a-93c8-d592fc05f981 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883965 May 27 01:52:47.470624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] No DVR routers for this DVR port f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:47.476342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:47.619744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for 16ab4eac-b785-46b0-be53-d289ba9f1e2e owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:47.632863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-2f0993f2-288f-42f1-b293-d6958814c967 service neutron] 10.222.0.16 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649208 May 27 01:52:47.676225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:47.678362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcada114-1132-4ac7-90ff-9674f0530c10 req-424ea890-e217-45cb-a060-91bc06b389d5 tempest-ServerTagsTestJSON-1096307888 tempest-ServerTagsTestJSON-1096307888-project] 10.222.0.47 "DELETE /v2.0/ports/f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 HTTP/1.1" status: 204 len: 173 time: 3.2955570 May 27 01:52:47.679411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b2d130-5706-4213-a877-60c365ee723e', 'name': 'network-vif-deleted', 'tag': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:47.720156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-e02377c6-ee2e-4f8d-a7d0-aa605be0fa0c tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "PUT /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 200 len: 695 time: 4.3591149 May 27 01:52:47.859749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-ff099359-a65d-404c-8cb9-5842528ece28 service neutron] 10.222.0.16 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201829 May 27 01:52:47.961453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 16ab4eac-b785-46b0-be53-d289ba9f1e2e no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:47.980793 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:48.000807 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:48.078988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-7fe01927-04dd-49e2-9f79-0ccb829ddc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:48.080779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-7fe01927-04dd-49e2-9f79-0ccb829ddc4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.3343704 May 27 01:52:48.150550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:48.178285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:48.186536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:52:48.203969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 16ab4eac-b785-46b0-be53-d289ba9f1e2e is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:48.204766 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:48.224219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:48.224755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:48.302837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Port': ['ID=16ab4eac-b785-46b0-be53-d289ba9f1e2e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:48.356567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0e32-8794-4716-9789-47ff2e860a98 req-ca914f59-6d3b-4aef-babc-4cb104292d6f tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:48.361802 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eadf0e32-8794-4716-9789-47ff2e860a98 req-ca914f59-6d3b-4aef-babc-4cb104292d6f tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 1096 time: 0.1260300 May 27 01:52:48.412488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:48.474001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eadf0e32-8794-4716-9789-47ff2e860a98 req-21d24da0-d381-4129-956b-9ac51a51ff1b tempest-LiveMigrationTest-259955542 tempest-LiveMigrationTest-259955542-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021938 May 27 01:52:48.515802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] No DVR routers for this DVR port 16ab4eac-b785-46b0-be53-d289ba9f1e2e on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:48.526106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:48.555575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-41055aae-3081-43c2-9126-63f5f49ee647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:48.562815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-41055aae-3081-43c2-9126-63f5f49ee647 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.4554977 May 27 01:52:48.633744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-ef99a73d-1d2f-4199-a4a8-dfb48611a978 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "DELETE /v2.0/ports/16ab4eac-b785-46b0-be53-d289ba9f1e2e HTTP/1.1" status: 204 len: 173 time: 3.0605035 May 27 01:52:48.697461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-bc55b5e7-2d98-42ae-bfac-ba2156483dbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 217 time: 0.1336660 May 27 01:52:48.815699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:52:48.909200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a387d-b626-4897-83e1-7e6087c27fbc req-2adc48b4-e4ee-47c7-ad8f-92180c759dda tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:48.918844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa6a387d-b626-4897-83e1-7e6087c27fbc req-2adc48b4-e4ee-47c7-ad8f-92180c759dda tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 944 time: 0.1423140 May 27 01:52:48.991941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa6a387d-b626-4897-83e1-7e6087c27fbc req-5fdd646e-e922-490b-a13f-1e0c40f51054 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710464 May 27 01:52:49.016098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:49.016098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.066926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Router a4a90278-7955-452a-b561-bc87a2eec438 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:52:49.073246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-2b4a24b0-c1b5-4913-88f7-1a4e537fcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:49.080808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-2b4a24b0-c1b5-4913-88f7-1a4e537fcb66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.3825147 May 27 01:52:49.154488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34868) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:49.201919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:49.202508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.276291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:49.298681 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a821bf47-d229-43cf-8196-273c9b6c5ad4'] response: {'server_uuid': '32b2d130-5706-4213-a877-60c365ee723e', 'name': 'network-vif-deleted', 'tag': 'f2fe3c0e-4518-4d4f-b056-99b529ffc6e9', 'status': 'completed', 'code': 200} May 27 01:52:49.301881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:49.352472 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.353512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:49.472305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] Deleting subnet 13fd23fc-4d67-4173-b4fa-0894da72a411 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:52:49.483811 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.596804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.620459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:49.684079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:49.684805 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.705267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:49.715886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9c5b-a7bd-4133-b362-ec97fdf38add req-5bd61ffa-dac0-42d2-9269-81ccd5acc557 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:49.716420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461dfc5f-9ec2-4ac7-93c5-97e4d64fb66c None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '51b00b18-6268-4300-8736-03236fafbe3a', 'name': '', 'network_id': '0a0a23ae-7729-4110-bb15-0a6c6a1e5403', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'mac_address': 'fa:16:3e:ff:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:57Z', 'updated_at': '2022-05-27T01:51:06Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'subnets': [{'id': '8524b69a-749f-4191-9ee4-4f5cb13551dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:49.721670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-96e926ae-04af-45a0-b290-23b8a5343245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:49.722161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9c5b-a7bd-4133-b362-ec97fdf38add req-5bd61ffa-dac0-42d2-9269-81ccd5acc557 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:49.723512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-96e926ae-04af-45a0-b290-23b8a5343245 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6414189 May 27 01:52:49.729614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb2a9c5b-a7bd-4133-b362-ec97fdf38add req-5bd61ffa-dac0-42d2-9269-81ccd5acc557 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 1678 time: 0.2148263 May 27 01:52:49.734198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:52:49.736831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:49.738034 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.738142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:49.752041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.753352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-024a7008-877d-4d69-a2e1-9a4bbf2adec7 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "PUT /v2.0/routers/a4a90278-7955-452a-b561-bc87a2eec438 HTTP/1.1" status: 200 len: 914 time: 8.7960694 May 27 01:52:49.753668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.760159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.761173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:49.761884 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] Sync routers for ids ['a4a90278-7955-452a-b561-bc87a2eec438'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:52:49.776324 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] Routers {'a4a90278-7955-452a-b561-bc87a2eec438'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:49.776415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34874) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:49.776835 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a4a90278-7955-452a-b561-bc87a2eec438'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:49.878200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:52:49.878648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2fe3c0e-4518-4d4f-b056-99b529ffc6e9 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:52:49.902939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:49.925082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:49.957889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fd23fc-4d67-4173-b4fa-0894da72a411,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:49.962231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b1b5edda-2c1f-48e1-9be1-357f45402fac details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:52:49.982822 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:50.003048 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.006958 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] Routers {'a4a90278-7955-452a-b561-bc87a2eec438'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:52:50.007737 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a4a90278-7955-452a-b561-bc87a2eec438'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:50.016476 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb2a9c5b-a7bd-4133-b362-ec97fdf38add req-09cdb7a0-faea-4272-9b3c-8f41d2d25a9e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829585 May 27 01:52:50.024930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-82958bdf-83f4-4e19-abfe-7aebbe5221c7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/13fd23fc-4d67-4173-b4fa-0894da72a411 HTTP/1.1" status: 204 len: 168 time: 0.8690448 May 27 01:52:50.027328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34880) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:50.160006 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-632e765f-1e4b-421c-9f71-8bf865329bec service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121695 May 27 01:52:50.174339 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:50.178830 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23489f6-eb59-4a5c-942e-429aa264d23f None None] The sync data for ids ['a4a90278-7955-452a-b561-bc87a2eec438'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:52:50.224061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.245075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51319481-0407-42c6-9f3a-ddbe3dbefb83 None None] New status for floating IP fd4d7a7b-433d-41f8-bafa-03abb04ce547: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:52:50.290238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:50.345453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b1b5edda-2c1f-48e1-9be1-357f45402fac, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b1b5edda-2c1f-48e1-9be1-357f45402fac,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:50.412185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ff23b35-d901-47b2-9901-ceb44912200b req-32cd9429-1242-45fc-81b8-73fe20fe77c7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 210 time: 0.0645781 May 27 01:52:50.421858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.456917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'b1b5edda-2c1f-48e1-9be1-357f45402fac', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': 'b1b5edda-2c1f-48e1-9be1-357f45402fac', 'mac_address': 'fa:16:3e:98:5d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:52:50.473707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2aeee4-66b5-424e-a641-9533dc389167']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:50.494018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98a9284-dd79-4280-9dbc-83f382c3822b') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:50.494560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98a9284-dd79-4280-9dbc-83f382c3822b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:50.518258 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.552288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.555876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:52:50.555876 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:52:50.570428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:52:50.571304 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.676079 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e98a9284-dd79-4280-9dbc-83f382c3822b resource provider aggregate not found May 27 01:52:50.720156 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e98a9284-dd79-4280-9dbc-83f382c3822b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e98a9284-dd79-4280-9dbc-83f382c3822b found for delete ", "request_id": "req-07555e48-7986-4bd1-9398-0c03382aba8e"}]} May 27 01:52:50.745484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.759708 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.778516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-790bb403-0e59-4296-a0af-e6f5e9f42d6c tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/a4a90278-7955-452a-b561-bc87a2eec438 HTTP/1.1" status: 200 len: 920 time: 0.9975090 May 27 01:52:50.784666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34888) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:50.806833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2aeee4-66b5-424e-a641-9533dc389167,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:50.816497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1693e022-dd05-4a5c-93dd-8428a107456f admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f2aeee4-66b5-424e-a641-9533dc389167 HTTP/1.1" status: 204 len: 168 time: 0.7880368 May 27 01:52:50.868963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b1b5edda-2c1f-48e1-9be1-357f45402fac is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:50.869344 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:50.891133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b5edda-2c1f-48e1-9be1-357f45402fac {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:50.923832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b1b5edda-2c1f-48e1-9be1-357f45402fac, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b1b5edda-2c1f-48e1-9be1-357f45402fac,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:50.931253 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:51.002394 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b683d5-a97a-46af-8fb1-d99b41c510dc'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad', 'code': 200} May 27 01:52:51.024060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34896) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:51.037549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b1b5edda-2c1f-48e1-9be1-357f45402fac,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:51.059700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:51.060259 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:51.129705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b0edcd42-d3de-4933-bdcf-f60827d93492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=194bf88c6e484d669b2a2ee4f0067c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044471 May 27 01:52:51.133473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34902) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:51.153726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9fdc551-aff8-48f6-9480-2fe3292b4995 req-f6885045-a161-4e26-bb9a-1cb469011475 service neutron] 10.222.0.16 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762455 May 27 01:52:51.191178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-4a6d357a-a990-44de-8463-68287071c2b5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.192682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-4a6d357a-a990-44de-8463-68287071c2b5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 814 time: 0.9219482 May 27 01:52:51.209093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1e4d8-49e0-4c1c-bf3f-6dfb0411dbd6 req-4427dd44-5528-43a8-8bb7-35e29f7d9ec2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.211136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ef1e4d8-49e0-4c1c-bf3f-6dfb0411dbd6 req-4427dd44-5528-43a8-8bb7-35e29f7d9ec2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 945 time: 0.1503935 May 27 01:52:51.231242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Request body: {'port': {'device_id': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b', 'admin_state_up': True, 'tenant_id': 'f910654bcf5844a995ba687ccba1925f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:51.247950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a886f35-db88-4891-a06b-393b4bd9102d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:51.291666 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ef1e4d8-49e0-4c1c-bf3f-6dfb0411dbd6 req-2639a7f9-2ee2-4fc8-9112-d69f8dad1b0e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669401 May 27 01:52:51.293558 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a886f35-db88-4891-a06b-393b4bd9102d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:51.328606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1'}, {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-deleted', 'tag': '16ab4eac-b785-46b0-be53-d289ba9f1e2e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:51.364136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a886f35-db88-4891-a06b-393b4bd9102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:51.372706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b1b5edda-2c1f-48e1-9be1-357f45402fac'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:51.386413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a886f35-db88-4891-a06b-393b4bd9102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bc0ab8-a50c-45fa-8e95-c9c94624c53a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:51.406282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3005c5-f60c-4527-8d48-25236f0229f2 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.408470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ef3005c5-f60c-4527-8d48-25236f0229f2 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=a4a90278-7955-452a-b561-bc87a2eec438&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6216130 May 27 01:52:51.418243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:51.445579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a886f35-db88-4891-a06b-393b4bd9102d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:51.449170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5a886f35-db88-4891-a06b-393b4bd9102d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8bc0ab8-a50c-45fa-8e95-c9c94624c53a HTTP/1.1" status: 204 len: 168 time: 0.3123558 May 27 01:52:51.499713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f5dc0-3529-4f7b-a625-e8753291a37f req-4f8e9268-dbb8-446a-93f9-2f79cd6031fa tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.505733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f5dc0-3529-4f7b-a625-e8753291a37f req-4f8e9268-dbb8-446a-93f9-2f79cd6031fa tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.513478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-306f5dc0-3529-4f7b-a625-e8753291a37f req-4f8e9268-dbb8-446a-93f9-2f79cd6031fa tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 1676 time: 0.1171319 May 27 01:52:51.576420 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-306f5dc0-3529-4f7b-a625-e8753291a37f req-a53e2fd5-09e0-4263-b3dd-e4ba403497e2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618265 May 27 01:52:51.733127 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea76a68-6467-48cf-81c8-7a832300de3e'] response: {'name': 'network-changed', 'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'status': 'completed', 'code': 200} May 27 01:52:51.733404 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea76a68-6467-48cf-81c8-7a832300de3e'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-deleted', 'tag': '16ab4eac-b785-46b0-be53-d289ba9f1e2e', 'status': 'completed', 'code': 200} May 27 01:52:51.869341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-971740db-4153-4fd8-976e-d2b3727aacb2 req-5f78fac0-dd31-4f21-a700-277aa663ae1f tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 210 time: 0.0574689 May 27 01:52:51.886176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:51.895198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-23be11c4-493d-49ab-ab5f-99d94d473de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.897163 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-23be11c4-493d-49ab-ab5f-99d94d473de8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f908e090d3c4c9c940090f3817e1228&device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 1097 time: 0.1574574 May 27 01:52:51.907631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Usage tracker for resource:port and tenant:f910654bcf5844a995ba687ccba1925f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:51.916976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:51.926407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad4de9-7af7-414c-9a7f-36c661939eff tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.927010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7cad4de9-7af7-414c-9a7f-36c661939eff tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Synchronizing usage tracker for tenant:85e027cdf68f49c19648fc331d235d81 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:51.931411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:51.949520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d40530-b656-4bf6-9c1e-29f49c1ee4a4 req-72f46cda-5ddb-43f5-91ac-b93b26c44b81 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:51.951186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33d40530-b656-4bf6-9c1e-29f49c1ee4a4 req-72f46cda-5ddb-43f5-91ac-b93b26c44b81 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 944 time: 0.6031082 May 27 01:52:51.955166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:51.955540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:52.112961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-f7dc5300-0411-4105-9117-d4b114922a15 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 200 len: 693 time: 0.1073098 May 27 01:52:52.114351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7cad4de9-7af7-414c-9a7f-36c661939eff tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Unset dirty status for tenant:85e027cdf68f49c19648fc331d235d81 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:52.118768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7cad4de9-7af7-414c-9a7f-36c661939eff tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.6940033 May 27 01:52:52.118768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Made reservation on behalf of f910654bcf5844a995ba687ccba1925f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:52:52.120343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:52.129582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34932) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:52.136724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:52.283165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74898dd4-88ef-4485-9344-27ea7aded0f5 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a90278-7955-452a-b561-bc87a2eec438 HTTP/1.1" status: 200 len: 205 time: 0.0995371 May 27 01:52:52.315665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34940) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:52.337111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-9ee64f6f-7de9-44e4-8199-308af0569518 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:52.338743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-9ee64f6f-7de9-44e4-8199-308af0569518 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 944 time: 0.6750855 May 27 01:52:52.351205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33d40530-b656-4bf6-9c1e-29f49c1ee4a4 req-852d4916-37a0-402f-95e7-1105ff0e227a tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810754 May 27 01:52:52.421000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-3ef7fc31-7ffc-4fce-9fec-f08655ed7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:52.422744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-3ef7fc31-7ffc-4fce-9fec-f08655ed7b46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 200 len: 921 time: 0.5183642 May 27 01:52:52.511666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34950) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:52.518584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-1ace34ad-b62e-4d23-a904-aaefcf342143 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0802763 May 27 01:52:52.582417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Deleting port b38a34e8-b607-48e2-a904-cfd71af4828a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:52.582784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:52.686778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-8017d956-35ad-4ac9-88fd-5dd27c49b9ed tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:52.688091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-8017d956-35ad-4ac9-88fd-5dd27c49b9ed tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 784 time: 0.5743971 May 27 01:52:52.702477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1897215275-network', 'tenant_id': '4913c30b119f471f9e1f964e5c56f445'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:52.725985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:52.742681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Usage tracker for resource:network and tenant:4913c30b119f471f9e1f964e5c56f445 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:52.752420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-3e811953-3449-414a-b079-857f82dec9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:52.753863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-3e811953-3449-414a-b079-857f82dec9c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 200 len: 859 time: 0.2163687 May 27 01:52:52.755547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Allocated IP 172.20.0.2 (e9a78db4-ec9e-49c7-b480-0f7bcc68357b/ba123b46-a4d5-4c7f-850e-447b2a70c318/8008e6c5-4888-4b4f-a531-ebdb7b4348f8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:52.759600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:52.793768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:52.815288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:52.831923 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:52.885364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-068a3e7c-2e40-44dd-9d84-5aa26c491316 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 696 time: 0.1887846 May 27 01:52:53.000601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-4a5f5afa-8d20-4b20-9fdb-ef0aa4ff76f5 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 696 time: 0.1080098 May 27 01:52:53.003897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:53.020637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ce448-83d9-40cb-a061-8e2757614bba req-3b7a9426-5352-43e1-97df-25ecfcc36c2f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:53.022140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d29ce448-83d9-40cb-a061-8e2757614bba req-3b7a9426-5352-43e1-97df-25ecfcc36c2f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 945 time: 0.5648522 May 27 01:52:53.036202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Made reservation on behalf of 4913c30b119f471f9e1f964e5c56f445 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:52:53.038474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.046900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Port': ['ID=d1f55ab4-8a02-4fea-98db-dd6ba3120fe3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:53.120492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.250353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-e90238ba-0538-4395-9e2d-046856590593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:53.251849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-e90238ba-0538-4395-9e2d-046856590593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a0a23ae-7729-4110-bb15-0a6c6a1e5403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4889021 May 27 01:52:53.257749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Deleting port d44a9ca8-87ac-49d0-a023-718519a26599 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:53.258080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.283557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:53.286104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] No DVR routers for this DVR port d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:53.297761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Usage tracker for resource:security_group_rule and tenant:4913c30b119f471f9e1f964e5c56f445 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:53.300755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.319935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:53.331762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.386915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:53.391186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d29ce448-83d9-40cb-a061-8e2757614bba req-3f02835f-9356-4e9a-8bbe-90adf7b4e421 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398218 May 27 01:52:53.424057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Deleting port 0addd105-1704-4078-ad60-d2b2c4e6d75c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:53.424399 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.440032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-d5db82aa-7e41-4564-8257-3add53117442 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "DELETE /v2.0/ports/d1f55ab4-8a02-4fea-98db-dd6ba3120fe3 HTTP/1.1" status: 204 len: 173 time: 4.7954724 May 27 01:52:53.542299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] For port b38a34e8-b607-48e2-a904-cfd71af4828a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b38a34e8-b607-48e2-a904-cfd71af4828a,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:53.542657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.700008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-e3c50330-be14-4f24-85fd-5d55c4a00cdf service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140139 May 27 01:52:53.772956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-deleted', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:53.786173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Calling delete_port for b38a34e8-b607-48e2-a904-cfd71af4828a owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:53.819447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:53.819795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.894766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.895102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.937800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:53.969284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b1b5edda-2c1f-48e1-9be1-357f45402fac up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:52:54.037580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Calling delete_port for d44a9ca8-87ac-49d0-a023-718519a26599 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:54.045459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port b1b5edda-2c1f-48e1-9be1-357f45402fac completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:52:54.051357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port b1b5edda-2c1f-48e1-9be1-357f45402fac triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:52:54.051960 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.119700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.133016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.143266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5f0216e-a4b9-4a17-a761-6bc45bfd5fa2 req-87c966c9-812b-4021-93aa-ffb354662331 service neutron] 10.222.0.47 "GET /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266257 May 27 01:52:54.158629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afd224-aba0-40b8-9e8e-d5038c27b328 req-3837a383-5505-4fc7-aaa9-21453bfc7aeb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:54.159382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-11afd224-aba0-40b8-9e8e-d5038c27b328 req-3837a383-5505-4fc7-aaa9-21453bfc7aeb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:54.170153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.193307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b1b5edda-2c1f-48e1-9be1-357f45402fac is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:52:54.193926 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.229964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b1b5edda-2c1f-48e1-9be1-357f45402fac, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b1b5edda-2c1f-48e1-9be1-357f45402fac,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:54.234048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.283333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Calling delete_port for 0addd105-1704-4078-ad60-d2b2c4e6d75c owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:54.288494 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.296462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:52:54.308398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b1b5edda-2c1f-48e1-9be1-357f45402fac,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:54.341255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-11afd224-aba0-40b8-9e8e-d5038c27b328 req-3837a383-5505-4fc7-aaa9-21453bfc7aeb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:54.342462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11afd224-aba0-40b8-9e8e-d5038c27b328 req-3837a383-5505-4fc7-aaa9-21453bfc7aeb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 943 time: 0.8089972 May 27 01:52:54.370976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1691f5f8-3c02-4f3b-b06a-136175e41c38,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:54.373428 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.386336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['069b254f-d571-49a9-a735-4d9fc577e5c5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:52:54.392624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.392978 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Added segment 21087582-ee98-4158-9965-554228c63204 of type vlan for network 6fa90740-35d3-464a-897d-9665d14ed072 May 27 01:52:54.449564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Network e9a78db4-ec9e-49c7-b480-0f7bcc68357b is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:54.463405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.465791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:54.481309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:54.563994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:54.573371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Pushing event deleted for resources: {'Port': ['ID=d44a9ca8-87ac-49d0-a023-718519a26599,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:54.608957 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.632395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.682875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11afd224-aba0-40b8-9e8e-d5038c27b328 req-b6616cf0-ca9e-4361-b749-176a64d7c8a9 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262691 May 27 01:52:54.685960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:54.686330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.692068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event deleted for resources: {'Port': ['ID=0addd105-1704-4078-ad60-d2b2c4e6d75c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:54.704910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event deleted for resources: {'Port': ['ID=b38a34e8-b607-48e2-a904-cfd71af4828a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:54.712898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] No DVR routers for this DVR port b38a34e8-b607-48e2-a904-cfd71af4828a on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:54.816852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.822751 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.891769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:54.964321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:52:55.036201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:52:55.053116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:55.053790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.118429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94f307b-a284-44b1-af2a-0decc3ccf166 req-1b8839fa-9380-45b0-a294-231909a9d465 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.13 "DELETE /v2.0/ports/b38a34e8-b607-48e2-a904-cfd71af4828a HTTP/1.1" status: 204 len: 173 time: 2.7660031 May 27 01:52:55.123051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.123342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-d784dbe8-28d8-46d4-94da-100578a15c01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8958328 May 27 01:52:55.123891 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.124813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:55.125414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.126087 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.127142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c62d354-9dee-461d-8624-6491a2bc9ecb req-459544ec-a636-462c-91d4-db23c4d9817a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd4d7a7b-433d-41f8-bafa-03abb04ce547 HTTP/1.1" status: 204 len: 173 time: 2.1171644 May 27 01:52:55.128224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.160822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.161481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Fanout notify agent at l3_agent the message router_deleted on router a4a90278-7955-452a-b561-bc87a2eec438 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:52:55.167671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Request body: {'port': {'device_id': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:55.181240 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.185933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dabef110-cf8f-4d6f-8cdf-a7da01452a4d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/a4a90278-7955-452a-b561-bc87a2eec438 HTTP/1.1" status: 204 len: 168 time: 2.8643439 May 27 01:52:55.186485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:55.192309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1043127875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:55.202337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:52:55.202786 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaed028a-5472-4322-bcb5-5d969314dc34'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3', 'code': 200} May 27 01:52:55.208183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Usage tracker for resource:router and tenant:7d3fb1cb5bc04b81b68b32612882f453 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:52:55.212559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:52:55.219448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:52:55.234652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.236175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.255068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:52:55.259027 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.293916 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.301629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7858415 May 27 01:52:55.310626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: b38a34e8-b607-48e2-a904-cfd71af4828a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:52:55.311240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b38a34e8-b607-48e2-a904-cfd71af4828a not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:52:55.318985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969942-6367-424b-9d98-c8c9f108aa4e admin admin] Pushing event updated for resources: {'Network': ['ID=6fa90740-35d3-464a-897d-9665d14ed072,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:55.333916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 6fa90740-35d3-464a-897d-9665d14ed072 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:52:55.354857 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.359325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be034d29-45dc-4a48-843f-63386746a029 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1716654 May 27 01:52:55.360095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:55.365304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': False}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:52:55.390514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110660d-26df-4bd0-91bf-563b81b7d945 req-16a1eb29-ff34-4fb6-89a9-d4559fdfae1b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:55.391683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7110660d-26df-4bd0-91bf-563b81b7d945 req-16a1eb29-ff34-4fb6-89a9-d4559fdfae1b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Synchronizing usage tracker for tenant:f910654bcf5844a995ba687ccba1925f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:55.477736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7110660d-26df-4bd0-91bf-563b81b7d945 req-16a1eb29-ff34-4fb6-89a9-d4559fdfae1b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Unset dirty status for tenant:f910654bcf5844a995ba687ccba1925f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:55.479030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7110660d-26df-4bd0-91bf-563b81b7d945 req-16a1eb29-ff34-4fb6-89a9-d4559fdfae1b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 931 time: 0.5236754 May 27 01:52:55.480184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.491958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.542397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dce85ef3-bb22-4365-a30c-7b3b36ee217d req-7c6f1b64-ac29-4732-a3ff-992ab97d4a00 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfeef87-9110-4dc3-8d8e-d540457cabdd HTTP/1.1" status: 200 len: 210 time: 0.0792439 May 27 01:52:55.631450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Port': ['ID=f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:55.636510 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9668a61c-25ed-40b9-a4e1-5727f2d1b633'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-deleted', 'tag': 'd1f55ab4-8a02-4fea-98db-dd6ba3120fe3', 'status': 'completed', 'code': 200} May 27 01:52:55.776133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] No DVR routers for this DVR port f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:52:55.781098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:55.791714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7110660d-26df-4bd0-91bf-563b81b7d945 req-fb434d7c-ba81-4102-a0b3-0f7c225137cf tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556043 May 27 01:52:55.871820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7117fd00-137f-4695-a9a8-b7ce0a3e21dc req-75eb5f1a-1ced-4d55-a633-6ab6e32615a4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "DELETE /v2.0/ports/f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad HTTP/1.1" status: 204 len: 173 time: 2.4253483 May 27 01:52:56.134650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:56.145024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:52:56.157488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:56.173191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7c4c5-42cd-4931-8a62-5a8b721dc4a9 req-87e1238f-af62-4eae-b371-4034641eede5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:56.174964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Transition to ACTIVE for port object 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:52:56.181368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:56.183893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85a7c4c5-42cd-4931-8a62-5a8b721dc4a9 req-87e1238f-af62-4eae-b371-4034641eede5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.4038923 May 27 01:52:56.336696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85a7c4c5-42cd-4931-8a62-5a8b721dc4a9 req-91cb4c0b-aec7-4075-b00d-d1485e296390 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517112 May 27 01:52:56.679305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6667-7a9e-4f14-93c2-bff26c2ea781 req-34835c2f-2ac3-4468-a848-bdfd65d34b7a tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:56.685314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6667-7a9e-4f14-93c2-bff26c2ea781 req-34835c2f-2ac3-4468-a848-bdfd65d34b7a tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:56.697109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6667-7a9e-4f14-93c2-bff26c2ea781 req-34835c2f-2ac3-4468-a848-bdfd65d34b7a tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:56.697979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-39bb6667-7a9e-4f14-93c2-bff26c2ea781 req-34835c2f-2ac3-4468-a848-bdfd65d34b7a tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] Synchronizing usage tracker for tenant:4913c30b119f471f9e1f964e5c56f445 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:56.717129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:56.723604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ecd45a56-53e9-4dc9-9129-fce020d656eb req-d1c7182d-7c08-49f4-94d9-f698bee3a8cf tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ba5edea-20dc-4602-9ea8-63f33ac04f6a HTTP/1.1" status: 200 len: 210 time: 0.1014564 May 27 01:52:56.729878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-39bb6667-7a9e-4f14-93c2-bff26c2ea781 req-34835c2f-2ac3-4468-a848-bdfd65d34b7a tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] Unset dirty status for tenant:4913c30b119f471f9e1f964e5c56f445 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:56.739568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-39bb6667-7a9e-4f14-93c2-bff26c2ea781 req-34835c2f-2ac3-4468-a848-bdfd65d34b7a tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3151636 May 27 01:52:56.785292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:56.793087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Attempting to bind port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:52:56.793471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Attempting to bind port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:52:56.793808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Attempting to bind port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 on network e9a78db4-ec9e-49c7-b480-0f7bcc68357b {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:56.803188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 on network e9a78db4-ec9e-49c7-b480-0f7bcc68357b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:52:56.803500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Attempting to bind port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 on network e9a78db4-ec9e-49c7-b480-0f7bcc68357b {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:52:56.817027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:52:56.817348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Checking segment: {'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:52:56.817744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Bound using segment: {'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:52:56.818188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Bound port: 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:52:56.818633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:56.832396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:57.204052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c9619-7dc1-434f-898e-729528830e2f req-de89f3ea-4234-4e75-aee1-ea244de43f1d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:57.204945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b5edda-2c1f-48e1-9be1-357f45402fac'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:57.205308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d41c9619-7dc1-434f-898e-729528830e2f req-de89f3ea-4234-4e75-aee1-ea244de43f1d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Synchronizing usage tracker for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:52:57.207627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:52:57.212362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:52:57.226548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Allocated IP 172.25.3.93 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/9305626f-ac9b-4770-9524-86511b2a5dcc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:52:57.227672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:57.233451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d41c9619-7dc1-434f-898e-729528830e2f req-de89f3ea-4234-4e75-aee1-ea244de43f1d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Unset dirty status for tenant:3f908e090d3c4c9c940090f3817e1228 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:52:57.234760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d41c9619-7dc1-434f-898e-729528830e2f req-de89f3ea-4234-4e75-aee1-ea244de43f1d tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 945 time: 0.3317392 May 27 01:52:57.325004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:57.326224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:57.327729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] 10.222.0.47 "PUT /v2.0/ports/8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 1092 time: 2.1734002 May 27 01:52:57.339562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76cff3-616c-4269-a4c3-4a61562c49de req-9037861b-62a9-4ca6-8e48-44234f1b83b2 tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:57.351698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35004) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:57.353125 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca76cff3-616c-4269-a4c3-4a61562c49de req-9037861b-62a9-4ca6-8e48-44234f1b83b2 tempest-ComputeTenantNetworksTest-1103015566 tempest-ComputeTenantNetworksTest-1103015566-project] 10.222.0.16 "GET /v2.0/networks/6fa90740-35d3-464a-897d-9665d14ed072 HTTP/1.1" status: 200 len: 769 time: 0.4987328 May 27 01:52:57.425713 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d41c9619-7dc1-434f-898e-729528830e2f req-19a77a51-2a3f-49a4-baf6-8e00f6276eb0 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815882 May 27 01:52:57.450984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0125-ee36-481e-8757-40856edfb465 service neutron] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:57.554834 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b60ebe-1ee1-46d5-8d54-84a18005dc4e'] response: {'server_uuid': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b5edda-2c1f-48e1-9be1-357f45402fac', 'code': 200} May 27 01:52:57.571819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:57.613163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:57.674777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'name': 'network-vif-deleted', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a'}, {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-deleted', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad'}, {'name': 'network-changed', 'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:52:57.708656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-6447cf60-19e3-49c2-8bb4-78ee2be97f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:57.710351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-6447cf60-19e3-49c2-8bb4-78ee2be97f13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1095 time: 0.3288856 May 27 01:52:57.806800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-a0284af7-3ace-4ba6-b099-49373eab02a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 217 time: 0.0809376 May 27 01:52:57.814575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6ec47-bd2e-4fe9-923e-2acd35171c75 req-048adba2-abb9-4885-90e7-6625dc6bf474 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:57.822498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7b6ec47-bd2e-4fe9-923e-2acd35171c75 req-048adba2-abb9-4885-90e7-6625dc6bf474 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.3316798 May 27 01:52:57.824377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:57.919774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-3fbce717-2747-465c-9e71-8a9bed8a0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:57.921328 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-3fbce717-2747-465c-9e71-8a9bed8a0d62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.0955062 May 27 01:52:57.955141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:57.979439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7b6ec47-bd2e-4fe9-923e-2acd35171c75 req-eaa336a9-335d-4c00-8479-aff82e2da740 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558571 May 27 01:52:57.995500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-71ff9ffc-9363-4930-a116-da72d17d9396 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636206 May 27 01:52:58.008197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:52:58.009723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Pushing event updated for resources: {'Port': ['ID=9305626f-ac9b-4770-9524-86511b2a5dcc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:58.015604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b968d-e50e-4319-9719-d251afbadb09 req-adc01edc-fc02-456e-b7e0-2bfad0180435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:58.019546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a5b968d-e50e-4319-9719-d251afbadb09 req-adc01edc-fc02-456e-b7e0-2bfad0180435 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 1098 time: 0.3936048 May 27 01:52:58.021575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:52:58.036843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:52:58.123088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa90740-35d3-464a-897d-9665d14ed072']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:58.134394 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45d2a0a-18df-4ba9-ba06-d064acecdd9f'] response: {'server_uuid': '5dfeef87-9110-4dc3-8d8e-d540457cabdd', 'name': 'network-vif-deleted', 'tag': 'b38a34e8-b607-48e2-a904-cfd71af4828a', 'status': 'completed', 'code': 200} May 27 01:52:58.134663 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45d2a0a-18df-4ba9-ba06-d064acecdd9f'] response: {'server_uuid': '1ba5edea-20dc-4602-9ea8-63f33ac04f6a', 'name': 'network-vif-deleted', 'tag': 'f5dc6b49-159d-4fa7-a64c-4ca03ec4e3ad', 'status': 'completed', 'code': 200} May 27 01:52:58.134958 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45d2a0a-18df-4ba9-ba06-d064acecdd9f'] response: {'name': 'network-changed', 'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'status': 'completed', 'code': 200} May 27 01:52:58.144765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21087582-ee98-4158-9965-554228c63204') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:58.144868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21087582-ee98-4158-9965-554228c63204') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:52:58.173790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a5b968d-e50e-4319-9719-d251afbadb09 req-d08d7951-94e2-42ea-987f-8906c57149d5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313512 May 27 01:52:58.179992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.243187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-3b22ec3c-ff5f-4f16-a267-d60c2a3cead0 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422209 May 27 01:52:58.247156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35016) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:58.280856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.323484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting subnet 16d39844-e724-4a2b-890c-5c00d418df65 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:52:58.326688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.359625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c3365-bdf2-47e0-8bde-c4d4d6f562da req-8e0ef63b-62e8-4133-9c56-51708dfbcb6a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:58.361143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e65c3365-bdf2-47e0-8bde-c4d4d6f562da req-8e0ef63b-62e8-4133-9c56-51708dfbcb6a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.6502099 May 27 01:52:58.364752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:52:58.365154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.394610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.485777 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 21087582-ee98-4158-9965-554228c63204 resource provider aggregate not found May 27 01:52:58.500802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c853b-46ff-44be-8871-8f8031183273 req-58dfc90f-55fd-4edc-aa3a-87d9775ab152 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:58.502294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-355c853b-46ff-44be-8871-8f8031183273 req-58dfc90f-55fd-4edc-aa3a-87d9775ab152 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 945 time: 0.6548185 May 27 01:52:58.535628 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 21087582-ee98-4158-9965-554228c63204 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21087582-ee98-4158-9965-554228c63204 found for delete ", "request_id": "req-4f6843c0-3be8-43ac-a9c6-a8f435313333"}]} May 27 01:52:58.612803 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65ea290b-3834-49c0-bd3e-ff5185360fec req-c2a5a7d0-9585-4ba0-948d-33a4ca637904 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538177 May 27 01:52:58.639658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.661416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.665376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e65c3365-bdf2-47e0-8bde-c4d4d6f562da req-8c762bdb-c773-49dd-a8d8-47e5c999fc52 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765179 May 27 01:52:58.689533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.695781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Deleting port 513e0913-f461-4115-adde-9a41b1d9c7e1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:58.696314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:58.742614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa90740-35d3-464a-897d-9665d14ed072,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:58.845540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-69c3618b-118d-40d6-949b-1ceea1effd8d admin admin] 10.222.0.16 "DELETE /v2.0/networks/6fa90740-35d3-464a-897d-9665d14ed072 HTTP/1.1" status: 204 len: 168 time: 1.4910514 May 27 01:52:58.907146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-d340c92d-5a16-4760-9caa-b9d88725454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:58.908897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-d340c92d-5a16-4760-9caa-b9d88725454d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1095 time: 0.1975653 May 27 01:52:58.917042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964191c-a395-4db9-b259-816f5b5bcdb6 req-3c50a772-e32f-42cf-90f4-147f793f7ff4 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:58.924338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3964191c-a395-4db9-b259-816f5b5bcdb6 req-3c50a772-e32f-42cf-90f4-147f793f7ff4 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 945 time: 0.2117536 May 27 01:52:58.965830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.200781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Subnet': ['ID=16d39844-e724-4a2b-890c-5c00d418df65,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:52:59.201023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.202460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:59.221327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47808d32-f0bc-4366-8601-099ea287b604 None None] Network 39d325d9-0427-4f11-87c5-881885654f12 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:52:59.237718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.260004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3964191c-a395-4db9-b259-816f5b5bcdb6 req-a99be7f7-6685-49c1-b7f3-47378abc593f tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3989537-0de2-418a-8c67-5584311bfc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346639 May 27 01:52:59.279110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fbfeadce-5bc7-4106-b7d3-82e21797b3a2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/subnets/16d39844-e724-4a2b-890c-5c00d418df65 HTTP/1.1" status: 204 len: 168 time: 1.0308924 May 27 01:52:59.281134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35036) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:59.455592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3d4aabc5-451e-4d0f-bdfc-47dbcb31ffd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4913c30b119f471f9e1f964e5c56f445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444751 May 27 01:52:59.461325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35040) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:52:59.462507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-1f912d3a-2be1-487c-a5e7-0bf137b7ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:59.464052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-1f912d3a-2be1-487c-a5e7-0bf137b7ecc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 915 time: 0.5227988 May 27 01:52:59.605019 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-f84010dc-cf50-4f62-a223-935cfc4ea2f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 217 time: 0.0995820 May 27 01:52:59.613778 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.712430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b055a2-b440-4623-8675-221e7e427000 None None] DHCP port deletion for 39d325d9-0427-4f11-87c5-881885654f12 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:52:59.713056 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfd87a3b-e38d-4eb2-b391-d9cb608710c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.717531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-66b055a2-b440-4623-8675-221e7e427000 None None] Deleting port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:59.718166 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66b055a2-b440-4623-8675-221e7e427000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.734982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:52:59.735343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.805065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-b1b3d997-cd72-4fda-9a4d-d0d7c1ab8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:52:59.806531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-b1b3d997-cd72-4fda-9a4d-d0d7c1ab8a21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.1899788 May 27 01:52:59.812786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfd87a3b-e38d-4eb2-b391-d9cb608710c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:52:59.976348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-44223d36-e350-4624-9994-16a51d300685 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541803 May 27 01:52:59.978630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] For port 513e0913-f461-4115-adde-9a41b1d9c7e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=513e0913-f461-4115-adde-9a41b1d9c7e1,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:52:59.979158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.001315 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.027333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-66b055a2-b440-4623-8675-221e7e427000 None None] For port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:00.028096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66b055a2-b440-4623-8675-221e7e427000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.063145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe2824-f42e-441e-b5f2-e3a70115eb20 req-38d95572-cc76-4139-a27c-6ca68adc0376 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:00.070938 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02fe2824-f42e-441e-b5f2-e3a70115eb20 req-38d95572-cc76-4139-a27c-6ca68adc0376 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.6412811 May 27 01:53:00.147873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Calling delete_port for 513e0913-f461-4115-adde-9a41b1d9c7e1 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:00.177093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.265700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfd87a3b-e38d-4eb2-b391-d9cb608710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.299709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-02fe2824-f42e-441e-b5f2-e3a70115eb20 req-82fc20c2-26f3-4381-9ea7-0853f1abd770 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Synchronizing usage tracker for tenant:f910654bcf5844a995ba687ccba1925f on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:00.318329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd87a3b-e38d-4eb2-b391-d9cb608710c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691f5f8-3c02-4f3b-b06a-136175e41c38,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:00.349738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a100cf-d3b0-4389-bcba-a6fe5da55e97 req-e21d7433-9993-4aa3-b23d-6cb0b9ced77c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:00.358329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48a100cf-d3b0-4389-bcba-a6fe5da55e97 req-e21d7433-9993-4aa3-b23d-6cb0b9ced77c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.4517953 May 27 01:53:00.377230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-66b055a2-b440-4623-8675-221e7e427000 None None] Calling delete_port for 0eee9a86-0970-4f96-ba8f-009ec8f3ffed owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:00.380584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfd87a3b-e38d-4eb2-b391-d9cb608710c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.381743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cfd87a3b-e38d-4eb2-b391-d9cb608710c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1691f5f8-3c02-4f3b-b06a-136175e41c38 HTTP/1.1" status: 204 len: 168 time: 0.9167638 May 27 01:53:00.383834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,segment=NetworkSegment(0c13620c-0772-4f94-ba82-1a79bfc6b381),segment_id=0c13620c-0772-4f94-ba82-1a79bfc6b381)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:00.384342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.403556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-10107136-dd5d-4cbc-88d4-125112381594 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681757 May 27 01:53:00.510689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-02fe2824-f42e-441e-b5f2-e3a70115eb20 req-82fc20c2-26f3-4381-9ea7-0853f1abd770 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Unset dirty status for tenant:f910654bcf5844a995ba687ccba1925f on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:00.514447 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66b055a2-b440-4623-8675-221e7e427000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.525072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02fe2824-f42e-441e-b5f2-e3a70115eb20 req-82fc20c2-26f3-4381-9ea7-0853f1abd770 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525506 May 27 01:53:00.574812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b055a2-b440-4623-8675-221e7e427000 None None] Pushing event deleted for resources: {'Port': ['ID=0eee9a86-0970-4f96-ba8f-009ec8f3ffed,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:00.578586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b055a2-b440-4623-8675-221e7e427000 None None] No DVR routers for this DVR port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:00.634136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for 0eee9a86-0970-4f96-ba8f-009ec8f3ffed owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:00.669802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.734850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48a100cf-d3b0-4389-bcba-a6fe5da55e97 req-3bf241c3-b3af-4bef-b0e5-a50ce162dc0f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756158 May 27 01:53:00.825957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:53:00.826435 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:53:00.828895 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1653ee-216a-4da6-bd0a-c772e55133c2 req-c79202a9-aad4-4835-837f-0258d025afc1 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126146 May 27 01:53:00.829865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Pushing event deleted for resources: {'Port': ['ID=513e0913-f461-4115-adde-9a41b1d9c7e1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:00.861344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa14c0fb-4e40-4b33-8e91-a01f62f2962d req-024a9964-a974-4bcb-85b8-65a05e76e42a tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.16 "GET /v2.0/ports?device_id=f31407a2-a798-464f-a82e-5e18b58e3f1f HTTP/1.1" status: 200 len: 210 time: 0.1147096 May 27 01:53:00.904479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Router 8355cd77-8d3a-445f-89f9-21d477ca53a1 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:53:00.913060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] No DVR routers for this DVR port 513e0913-f461-4115-adde-9a41b1d9c7e1 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:00.914910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:00.918746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'name': 'network-vif-deleted', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:01.130414 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d56cf41-776a-4d81-a9fa-d8cb12bd231c'] response: {'server_uuid': 'f31407a2-a798-464f-a82e-5e18b58e3f1f', 'name': 'network-vif-deleted', 'tag': '513e0913-f461-4115-adde-9a41b1d9c7e1', 'status': 'completed', 'code': 200} May 27 01:53:01.141721 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-355c853b-46ff-44be-8871-8f8031183273 req-5b2f80e1-d768-47fa-8683-b16c0ee601f2 tempest-FloatingIPsAssociationTestJSON-1123221911 tempest-FloatingIPsAssociationTestJSON-1123221911-project] 10.222.0.47 "DELETE /v2.0/ports/513e0913-f461-4115-adde-9a41b1d9c7e1 HTTP/1.1" status: 204 len: 173 time: 2.6051757 May 27 01:53:01.266583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:53:01.271300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:01.272635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca7fb5cd-0625-4789-bd2f-cb876796da33 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "PUT /v2.0/routers/8355cd77-8d3a-445f-89f9-21d477ca53a1 HTTP/1.1" status: 200 len: 915 time: 5.9113135 May 27 01:53:01.275816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35074) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:01.278270 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] Sync routers for ids ['8355cd77-8d3a-445f-89f9-21d477ca53a1'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:53:01.296811 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] Routers {'8355cd77-8d3a-445f-89f9-21d477ca53a1'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:01.297465 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8355cd77-8d3a-445f-89f9-21d477ca53a1'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:01.395253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 0eee9a86-0970-4f96-ba8f-009ec8f3ffed {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:01.395601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:01.435836 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:01.447083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6a36d-2744-432a-9cfe-1411084a24e8 req-b295c2e6-b60c-4d9f-b07e-8e3f49607f8e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:01.449129 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] Routers {'8355cd77-8d3a-445f-89f9-21d477ca53a1'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:01.449967 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8355cd77-8d3a-445f-89f9-21d477ca53a1'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:01.454789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21e6a36d-2744-432a-9cfe-1411084a24e8 req-b295c2e6-b60c-4d9f-b07e-8e3f49607f8e tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.1082702 May 27 01:53:01.527028 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:01.527775 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d42108-671d-4528-ac70-b6a2afd1a18a None None] The sync data for ids ['8355cd77-8d3a-445f-89f9-21d477ca53a1'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:53:01.532983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21e6a36d-2744-432a-9cfe-1411084a24e8 req-85c65997-3da2-494f-90fd-7263558349d1 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739751 May 27 01:53:01.587240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0eee9a86-0970-4f96-ba8f-009ec8f3ffed no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:01.647432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 0eee9a86-0970-4f96-ba8f-009ec8f3ffed {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:01.647987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0eee9a86-0970-4f96-ba8f-009ec8f3ffed not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:01.674242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] The port '0eee9a86-0970-4f96-ba8f-009ec8f3ffed' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:53:01.944872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:01.965320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c5fc9e22-16c9-461c-8406-b345ad0a7983 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/8355cd77-8d3a-445f-89f9-21d477ca53a1 HTTP/1.1" status: 200 len: 921 time: 0.6830614 May 27 01:53:01.975294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35092) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:01.985225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d325d9-0427-4f11-87c5-881885654f12']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:02.029120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:02.029451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a31c8fcc-4dd3-4036-ac6a-0eddd9da2b15 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:02.031038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a31c8fcc-4dd3-4036-ac6a-0eddd9da2b15 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.0887825 May 27 01:53:02.032903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 513e0913-f461-4115-adde-9a41b1d9c7e1 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:02.046896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c13620c-0772-4f94-ba82-1a79bfc6b381') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:02.047236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c13620c-0772-4f94-ba82-1a79bfc6b381') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:02.062924 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.077170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 513e0913-f461-4115-adde-9a41b1d9c7e1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:02.077485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c007a9-5ae8-4b7a-8309-e0fd9d25b065 req-2c1a24ec-4b5b-43b6-b84f-6bf3f9d5daab tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:02.077595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 513e0913-f461-4115-adde-9a41b1d9c7e1 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:02.079141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05c007a9-5ae8-4b7a-8309-e0fd9d25b065 req-2c1a24ec-4b5b-43b6-b84f-6bf3f9d5daab tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.4011612 May 27 01:53:02.114690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.142392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:53:02.142582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.148997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Deleting port 069b254f-d571-49a9-a735-4d9fc577e5c5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:02.152072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.223682 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0c13620c-0772-4f94-ba82-1a79bfc6b381 resource provider aggregate not found May 27 01:53:02.250976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05c007a9-5ae8-4b7a-8309-e0fd9d25b065 req-ca1ce14f-a05f-4b4a-8259-81bf68237553 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521037 May 27 01:53:02.258227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:02.271562 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0c13620c-0772-4f94-ba82-1a79bfc6b381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c13620c-0772-4f94-ba82-1a79bfc6b381 found for delete ", "request_id": "req-00603201-74e5-485c-b2d1-354ac15bbefb"}]} May 27 01:53:02.279219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b', 'port_id': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'mac_address': 'fa:16:3e:6e:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba123b46-a4d5-4c7f-850e-447b2a70c318', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:02.321087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0e047-6fa0-48cc-ad7b-e2e302a6243a tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:02.323826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c6d0e047-6fa0-48cc-ad7b-e2e302a6243a tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=8355cd77-8d3a-445f-89f9-21d477ca53a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3446250 May 27 01:53:02.327080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:02.383767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:02.384621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.402843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:02.422898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.430173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:02.446355 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.457777 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.502477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35112) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:02.513837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Network': ['ID=39d325d9-0427-4f11-87c5-881885654f12,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:02.536757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9f712505-84c2-4639-9a47-b3fbaf173d4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/networks/39d325d9-0427-4f11-87c5-881885654f12 HTTP/1.1" status: 204 len: 168 time: 3.2525458 May 27 01:53:02.546159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35118) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:02.568125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:02.662810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.691984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b3aff-f146-4198-a203-d40f8d43315c req-35532742-2df8-47e4-a65e-42521f71c975 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:02.699937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf4b3aff-f146-4198-a203-d40f8d43315c req-35532742-2df8-47e4-a65e-42521f71c975 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.2245452 May 27 01:53:02.732987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting subnet 239eaf97-641c-49a2-94e4-01a89cea1887 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:53:02.736684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.784151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17832ee5-52e2-41ee-b32a-fd2f734d5aad tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:02.785891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17832ee5-52e2-41ee-b32a-fd2f734d5aad tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.4575365 May 27 01:53:02.790267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35124) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:02.819806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf4b3aff-f146-4198-a203-d40f8d43315c req-52aa9b30-0a7a-46ea-96d9-5af3e20b8e3b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183197 May 27 01:53:02.821890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.826750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8008e6c5-4888-4b4f-a531-ebdb7b4348f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:02.927078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fd932ae7-c3c3-4ed0-aadf-c4608dd7b0af tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=8355cd77-8d3a-445f-89f9-21d477ca53a1 HTTP/1.1" status: 200 len: 205 time: 0.0936029 May 27 01:53:02.930380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] For port 069b254f-d571-49a9-a735-4d9fc577e5c5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=069b254f-d571-49a9-a735-4d9fc577e5c5,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:02.930754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:02.931425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35130) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:03.023061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.206469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Calling delete_port for 069b254f-d571-49a9-a735-4d9fc577e5c5 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:03.215287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.289201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fa4ea-6603-4da6-a6e0-d5b917252683 req-c5d89225-e2d6-409d-8841-6ff740575bdd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:03.290644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-598fa4ea-6603-4da6-a6e0-d5b917252683 req-c5d89225-e2d6-409d-8841-6ff740575bdd tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 945 time: 0.5116339 May 27 01:53:03.342004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.442237 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-598fa4ea-6603-4da6-a6e0-d5b917252683 req-42ffc9bd-760e-4b5e-92fe-0d80acb8d87d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416461 May 27 01:53:03.623299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.689292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aeff8-f0c7-438c-8270-573a0a7ca03a req-b57fb82d-fbe7-4705-ad9a-0b8f3cf684c4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:03.690780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af9aeff8-f0c7-438c-8270-573a0a7ca03a req-b57fb82d-fbe7-4705-ad9a-0b8f3cf684c4 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.4417648 May 27 01:53:03.695251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Subnet': ['ID=239eaf97-641c-49a2-94e4-01a89cea1887,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:03.704755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.712022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2666f7-e34e-4918-a7c3-0677f7a43fc3 None None] Network 3eb74226-701e-43c1-a105-b5837dafe7dc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:03.735264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d72a6568-93c4-4022-9c47-b3bf9ab93d2c tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/subnets/239eaf97-641c-49a2-94e4-01a89cea1887 HTTP/1.1" status: 204 len: 168 time: 1.1870844 May 27 01:53:03.736251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:03.768418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.835800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event deleted for resources: {'Port': ['ID=069b254f-d571-49a9-a735-4d9fc577e5c5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:03.856001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['069b254f-d571-49a9-a735-4d9fc577e5c5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:03.861931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.874249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af9aeff8-f0c7-438c-8270-573a0a7ca03a req-1ae890d7-85b5-44d5-93d3-cf3239a41866 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768918 May 27 01:53:03.925337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca0489-cd11-4397-ad57-e4466a6f87c0 req-adcdef3f-b89d-448c-8231-85c2db65c7b1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:03.925919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.930094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Deleting port 9305626f-ac9b-4770-9524-86511b2a5dcc {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:03.930655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.932528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afca0489-cd11-4397-ad57-e4466a6f87c0 req-adcdef3f-b89d-448c-8231-85c2db65c7b1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 944 time: 0.3303592 May 27 01:53:03.956025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] No DVR routers for this DVR port 069b254f-d571-49a9-a735-4d9fc577e5c5 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:03.960813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:03.964254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'name': 'network-vif-deleted', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:03.990274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e76722c-ca87-4110-a814-8fbf2250fe92 req-a2d142b7-4aab-4543-b23f-161003733691 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "DELETE /v2.0/ports/069b254f-d571-49a9-a735-4d9fc577e5c5 HTTP/1.1" status: 204 len: 173 time: 1.9533601 May 27 01:53:04.010590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 266b6c3c-9a93-4528-9755-e1bfc9170729 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:04.010590 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.025391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:04.069403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afca0489-cd11-4397-ad57-e4466a6f87c0 req-b90992c9-ceff-472d-980b-a5df7a488ed2 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354296 May 27 01:53:04.112827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] DHCP port deletion for 3eb74226-701e-43c1-a105-b5837dafe7dc request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:53:04.121315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] Deleting port 266b6c3c-9a93-4528-9755-e1bfc9170729 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:04.122937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.125619 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fd5d3a-178a-461d-8954-92517146371a'] response: {'server_uuid': '90fd31c4-8e50-4d6d-b432-9dd09eda8cb8', 'name': 'network-vif-deleted', 'tag': '069b254f-d571-49a9-a735-4d9fc577e5c5', 'status': 'completed', 'code': 200} May 27 01:53:04.164663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.188726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:04.249997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:04.250553 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.377166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.420052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] For port 266b6c3c-9a93-4528-9755-e1bfc9170729, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=266b6c3c-9a93-4528-9755-e1bfc9170729,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:04.420589 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.644254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Deleting port 51b00b18-6268-4300-8736-03236fafbe3a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:04.645335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] Calling delete_port for 266b6c3c-9a93-4528-9755-e1bfc9170729 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:04.647212 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.693776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Calling delete_port for 9305626f-ac9b-4770-9524-86511b2a5dcc owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:04.744741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.939755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] No DVR routers for this DVR port 266b6c3c-9a93-4528-9755-e1bfc9170729 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:04.967637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:04.968042 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:04.992254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c981c-b51b-4324-a309-dd2dca6a0942 None None] Pushing event deleted for resources: {'Port': ['ID=266b6c3c-9a93-4528-9755-e1bfc9170729,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:05.032686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:05.035657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:05.045554 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:05.046345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:05.062140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port 266b6c3c-9a93-4528-9755-e1bfc9170729, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=266b6c3c-9a93-4528-9755-e1bfc9170729,segment=NetworkSegment(ffe17d24-f619-456f-be2f-149633580e9f),segment_id=ffe17d24-f619-456f-be2f-149633580e9f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:05.062511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:05.102972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e89fd04c-94b7-4082-b70d-914b49a019cf req-f0bdce1a-aafa-4c81-8a16-711edbabf64f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:05.166693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 069b254f-d571-49a9-a735-4d9fc577e5c5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:05.166987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 069b254f-d571-49a9-a735-4d9fc577e5c5 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:05.186294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] For port 51b00b18-6268-4300-8736-03236fafbe3a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=51b00b18-6268-4300-8736-03236fafbe3a,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:05.187024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:05.189438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:05.236529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for 266b6c3c-9a93-4528-9755-e1bfc9170729 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:05.317657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e89fd04c-94b7-4082-b70d-914b49a019cf req-f0bdce1a-aafa-4c81-8a16-711edbabf64f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:05.325980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e89fd04c-94b7-4082-b70d-914b49a019cf req-f0bdce1a-aafa-4c81-8a16-711edbabf64f tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fd31c4-8e50-4d6d-b432-9dd09eda8cb8 HTTP/1.1" status: 200 len: 210 time: 0.4487126 May 27 01:53:05.340095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Calling delete_port for 51b00b18-6268-4300-8736-03236fafbe3a owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:05.392861 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d78e8e-c22a-489d-ad24-4eaa363d6c71'] response: {'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'code': 200} May 27 01:53:05.442648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:53:05.443267 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:53:05.448894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:05.450404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c85a5-cbdc-4362-8e1b-dc4623aefb22 req-0aac2d5e-9b14-42d4-98c9-8db34e1c4493 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:05.454048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef6c85a5-cbdc-4362-8e1b-dc4623aefb22 req-0aac2d5e-9b14-42d4-98c9-8db34e1c4493 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.3988662 May 27 01:53:05.506126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event deleted for resources: {'Port': ['ID=9305626f-ac9b-4770-9524-86511b2a5dcc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:05.570967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 266b6c3c-9a93-4528-9755-e1bfc9170729 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:05.618419 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef6c85a5-cbdc-4362-8e1b-dc4623aefb22 req-1689c2a2-51b5-4a3e-8099-651bacde9ca3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561131 May 27 01:53:05.650521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 266b6c3c-9a93-4528-9755-e1bfc9170729 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:05.651040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 266b6c3c-9a93-4528-9755-e1bfc9170729 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:05.705035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74766-7365-429f-9fac-72b9cb5d4648 req-c7fbedb7-61a4-4dc0-a74f-a7f6c297d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:05.706450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cdd74766-7365-429f-9fac-72b9cb5d4648 req-c7fbedb7-61a4-4dc0-a74f-a7f6c297d19d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1097 time: 0.2426717 May 27 01:53:05.724535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a480278-a9e8-4c7d-a719-a1d3a9f676a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:05.728598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:05.816098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:05.908434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b00b18-6268-4300-8736-03236fafbe3a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:05.951168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cdd74766-7365-429f-9fac-72b9cb5d4648 req-576e9b22-3f6b-4bb7-90cc-82681a446f49 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372589 May 27 01:53:05.987415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 266b6c3c-9a93-4528-9755-e1bfc9170729 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:05.987740 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.062673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8eae6-65f5-46e3-8fa7-6cc756a89121 req-9fc55bf5-753f-47ab-bb58-2840f6ae8531 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:06.064254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19f8eae6-65f5-46e3-8fa7-6cc756a89121 req-9fc55bf5-753f-47ab-bb58-2840f6ae8531 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3831773 May 27 01:53:06.101060 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.116975 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.139597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] The port '266b6c3c-9a93-4528-9755-e1bfc9170729' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:53:06.331900 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.366795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.367334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Fanout notify agent at l3_agent the message router_deleted on router 8355cd77-8d3a-445f-89f9-21d477ca53a1 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:53:06.374242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19f8eae6-65f5-46e3-8fa7-6cc756a89121 req-a7cf018e-d120-4e79-9b7d-5d37440e9424 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764492 May 27 01:53:06.378786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.413060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb74226-701e-43c1-a105-b5837dafe7dc']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:06.426474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.432044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-065f0242-691b-4635-918f-1589f6894d85 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/8355cd77-8d3a-445f-89f9-21d477ca53a1 HTTP/1.1" status: 204 len: 168 time: 3.4995697 May 27 01:53:06.435004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:06.435996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe17d24-f619-456f-be2f-149633580e9f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:06.436485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe17d24-f619-456f-be2f-149633580e9f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:06.448836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1411324370', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:06.449049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.466596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.469179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:06.474382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:53:06.474826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.484162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Usage tracker for resource:router and tenant:7d3fb1cb5bc04b81b68b32612882f453 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:06.489514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:06.548267 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ffe17d24-f619-456f-be2f-149633580e9f resource provider aggregate not found May 27 01:53:06.572199 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ffe17d24-f619-456f-be2f-149633580e9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffe17d24-f619-456f-be2f-149633580e9f found for delete ", "request_id": "req-5455f1d6-78f1-41cf-b508-9f75955fbd41"}]} May 27 01:53:06.586647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.587410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:06.603249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.605268 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.620664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.632385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Network': ['ID=3eb74226-701e-43c1-a105-b5837dafe7dc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:06.635199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44a29c25-d38a-4e1e-b15c-d0fa7c9af993 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/networks/3eb74226-701e-43c1-a105-b5837dafe7dc HTTP/1.1" status: 204 len: 168 time: 2.8930936 May 27 01:53:06.640848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:06.643799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:06.741311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-854444010'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:06.791646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:06.806980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:network and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:06.810401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:06.823311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:06.870812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9aaec-780c-47af-a465-a41069f048ce req-3caf96ea-7bc6-4663-b484-5acdf4925d2d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:06.872292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95c9aaec-780c-47af-a465-a41069f048ce req-3caf96ea-7bc6-4663-b484-5acdf4925d2d tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 944 time: 0.0853889 May 27 01:53:06.917640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95c9aaec-780c-47af-a465-a41069f048ce req-f17d2415-7d66-4ebb-8d4d-82ebce21c25b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 May 27 01:53:06.968695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:06.972038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:07.216623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Router 568d7963-5268-43cf-a29b-bee5fa233d7a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:53:07.217636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:53:07.228720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37629-77a8-4d7c-9641-b95bebf2a9aa req-e8f460f3-60d8-4b87-829d-9d3f93afad6f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:07.230225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7db37629-77a8-4d7c-9641-b95bebf2a9aa req-e8f460f3-60d8-4b87-829d-9d3f93afad6f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.4812841 May 27 01:53:07.238437 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:07.270245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:07.270608 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Added segment 1a1396c1-7b88-4709-94c2-7d6da614f6ed of type vlan for network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 May 27 01:53:07.561159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7db37629-77a8-4d7c-9641-b95bebf2a9aa req-fd584a6b-f955-475d-bb3f-ead0a721997a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183327 May 27 01:53:07.677071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:07.694562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e047c-52e6-4403-af08-1a56dddbfcb6 req-86ae51fc-6147-4fe0-b08e-a1649cc4e368 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:07.696916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-965e047c-52e6-4403-af08-1a56dddbfcb6 req-86ae51fc-6147-4fe0-b08e-a1649cc4e368 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1561754 May 27 01:53:07.756559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-965e047c-52e6-4403-af08-1a56dddbfcb6 req-64487a4c-e450-494a-965c-22693429fdb5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 May 27 01:53:07.844519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:07.853521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:07.854134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:07.883710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:53:07.894563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] Sync routers for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:53:07.909069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-c3d2a623-ec23-41e9-a785-673bfe15341c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:07.909463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:07.910107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-c3d2a623-ec23-41e9-a785-673bfe15341c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:07.912380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:52:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:08.036701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-caf15bee-49af-40fe-8a6d-685de7d66349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:08.045477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-c3d2a623-ec23-41e9-a785-673bfe15341c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:08.046663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-c3d2a623-ec23-41e9-a785-673bfe15341c tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 944 time: 0.6849966 May 27 01:53:08.047297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Network': ['ID=1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:08.054323 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-19962b95-5640-45f4-947d-53bdfaff156f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3346012 May 27 01:53:08.054646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35218) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:08.061094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'subnet': {'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:08.064546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cf12bfc5-5d9b-4c94-a29b-deac2be52500 admin admin] 10.222.0.16 "PUT /v2.0/routers/568d7963-5268-43cf-a29b-bee5fa233d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5615890 May 27 01:53:08.081320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35222) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:08.122906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:53:08.220505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Deleting port d16b461d-d867-4e02-b495-a2da44efe42c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:08.220849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:08.288960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:53:08.312644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:08.317016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:subnet and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:08.322018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:08.330573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:08.423460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:08.426978 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:08.517099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:08.628914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:53:05Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:08.636662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] Checking router: 568d7963-5268-43cf-a29b-bee5fa233d7a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:53:08.650028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] Routers {'568d7963-5268-43cf-a29b-bee5fa233d7a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:08.651140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['568d7963-5268-43cf-a29b-bee5fa233d7a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:08.660626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:08.676491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:08.852848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aa7f7-91b5-4045-9749-b6765aeed650 req-0e717e76-3687-4308-9d20-bc8ff42bc3bc tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:08.855015 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-547aa7f7-91b5-4045-9749-b6765aeed650 req-0e717e76-3687-4308-9d20-bc8ff42bc3bc tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 944 time: 0.7548716 May 27 01:53:08.891142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] Set router 568d7963-5268-43cf-a29b-bee5fa233d7a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:53:08.961957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-547aa7f7-91b5-4045-9749-b6765aeed650 req-d70d27d5-35ff-4961-a4f1-46facbcc44f9 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936506 May 27 01:53:08.995956 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.013073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae58e5-45f3-4629-a982-24fd68b0e99c req-350f973e-239f-429c-9c0f-23f879668c03 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:09.014596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fae58e5-45f3-4629-a982-24fd68b0e99c req-350f973e-239f-429c-9c0f-23f879668c03 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.2885807 May 27 01:53:09.028109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] For port d16b461d-d867-4e02-b495-a2da44efe42c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d16b461d-d867-4e02-b495-a2da44efe42c,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:09.028471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.034012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Deleting port 398e3e40-31bf-4989-be29-4f12777dd9d6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:09.034568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.036538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Allocated IP 172.25.3.69 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/bf178d3d-8e33-4867-b4ed-97d85e5393bb) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:09.150985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.245726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fae58e5-45f3-4629-a982-24fd68b0e99c req-59c770b3-48b3-4bce-971f-91080bc12ab0 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172880 May 27 01:53:09.250790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:53:05Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:09.261441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fec136-a7df-4e3c-a951-dbd0d9f686bd None None] The sync data for ids ['568d7963-5268-43cf-a29b-bee5fa233d7a'] in n-d-843146-11 is: [{'id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-207116412-router', 'tenant_id': '3f908e090d3c4c9c940090f3817e1228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:50:46Z', 'updated_at': '2022-05-27T01:53:05Z', 'revision_number': 5, 'project_id': '3f908e090d3c4c9c940090f3817e1228', 'gw_port': {'id': '398e3e40-31bf-4989-be29-4f12777dd9d6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d7963-5268-43cf-a29b-bee5fa233d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:50:49Z', 'updated_at': '2022-05-27T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:53:09.265195 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.286473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.333953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Calling delete_port for d16b461d-d867-4e02-b495-a2da44efe42c owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:09.344586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Subnet': ['ID=1effb984-1ee5-4dd4-a19d-b0fc00be881c,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:09.371206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.371553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.373424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.373424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.373424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.373424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.373424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.373819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.373819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.374142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.374462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.374819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:09.383708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] For port 398e3e40-31bf-4989-be29-4f12777dd9d6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=398e3e40-31bf-4989-be29-4f12777dd9d6,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:09.383979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.455438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Checking segment: {'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:09.455786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network hostable DHCP agents. Network: 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:53:09.531426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51b00b18-6268-4300-8736-03236fafbe3a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:09.533109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Calling delete_port for 398e3e40-31bf-4989-be29-4f12777dd9d6 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:09.632264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 51b00b18-6268-4300-8736-03236fafbe3a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:09.632604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 51b00b18-6268-4300-8736-03236fafbe3a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:09.672672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:53:09.746768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.757680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578698f-efff-468d-8300-ca55e9c1ddcb req-18b52740-3be7-4f13-8828-df95db7edccd tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:09.763244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3578698f-efff-468d-8300-ca55e9c1ddcb req-18b52740-3be7-4f13-8828-df95db7edccd tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.6037214 May 27 01:53:09.769917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:09.772985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.781771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b814753-bd8d-47e7-878f-a675d6cbb041 None None] Network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:09.816483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.817030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:09.817999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.834262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=398e3e40-31bf-4989-be29-4f12777dd9d6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:09.879823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event deleted for resources: {'Port': ['ID=d16b461d-d867-4e02-b495-a2da44efe42c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:09.898333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3578698f-efff-468d-8300-ca55e9c1ddcb req-4e61e138-96fe-45ec-936b-b4ded83bf226 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220317 May 27 01:53:09.950138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4fcdae1e-c09e-453c-8629-e1646ad3dad8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8936718 May 27 01:53:09.953389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35248) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:09.959390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1962934090'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:09.969139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:09.976706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:network and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:09.981765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:09.991371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:09.993928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:09.996149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] No DVR routers for this DVR port d16b461d-d867-4e02-b495-a2da44efe42c on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:10.000340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.013730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'name': 'network-vif-deleted', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:10.037712 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0588be4c-20aa-410d-a4f1-ca907aded92c req-da82f6e5-ea47-448f-8685-f52663e44f53 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "DELETE /v2.0/ports/d16b461d-d867-4e02-b495-a2da44efe42c HTTP/1.1" status: 204 len: 173 time: 1.9842672 May 27 01:53:10.043073 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.135537 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10688cd-464c-45db-a0b5-26c58b04e9b0'] response: {'server_uuid': 'aca3c4c3-6731-499b-b3ed-7591edfe3556', 'name': 'network-vif-deleted', 'tag': 'd16b461d-d867-4e02-b495-a2da44efe42c', 'status': 'completed', 'code': 200} May 27 01:53:10.154351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:10.158422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:10.162362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:10.207195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2', 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'fixed_ips': [{'subnet_id': '1effb984-1ee5-4dd4-a19d-b0fc00be881c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:53:10.208038 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.260182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event updated for resources: {'Port': ['ID=bf178d3d-8e33-4867-b4ed-97d85e5393bb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:10.364334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58a6e680-3125-4999-8223-aed672a120c7 req-707a4cca-50f1-462b-8b50-46aab013f727 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca3c4c3-6731-499b-b3ed-7591edfe3556 HTTP/1.1" status: 200 len: 210 time: 0.0600839 May 27 01:53:10.366739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.368703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:10.372332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.384054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.429533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:53:10.435808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.436334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568d7963-5268-43cf-a29b-bee5fa233d7a {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:53:10.454430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.454827 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Added segment 461ef1c2-cada-4b16-8524-f4bac46a701e of type vlan for network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 May 27 01:53:10.467497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Allocated IP 19.80.0.2 (1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2/1effb984-1ee5-4dd4-a19d-b0fc00be881c/abe13aec-fa6d-423a-922c-444b5df6ad85) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:10.483152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.486626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-16b2da64-25c9-4cf9-9299-baa43c747bb6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/568d7963-5268-43cf-a29b-bee5fa233d7a HTTP/1.1" status: 204 len: 168 time: 2.3988254 May 27 01:53:10.487654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35268) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:10.597579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-a5daa534-bb40-445b-bd8f-c3a34d4edd73 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:10.612740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-a5daa534-bb40-445b-bd8f-c3a34d4edd73 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 814 time: 0.2696602 May 27 01:53:10.734948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-68c042a2-7d4a-41e6-9425-26d591d346c6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/quotas/f910654bcf5844a995ba687ccba1925f HTTP/1.1" status: 200 len: 375 time: 0.0218916 May 27 01:53:10.790980 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.805686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Transition to ACTIVE for port object abe13aec-fa6d-423a-922c-444b5df6ad85 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:10.810303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] Deleting subnet 8524b69a-749f-4191-9ee4-4f5cb13551dd {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:53:10.824760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.829772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Transition to ACTIVE for port object abe13aec-fa6d-423a-922c-444b5df6ad85 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:10.843786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.923935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:10.937627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:10.941680 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:10.944965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:10.971548 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.011117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.035578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Pushing event updated for resources: {'Port': ['ID=abe13aec-fa6d-423a-922c-444b5df6ad85,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:11.066031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Attempting to bind port abe13aec-fa6d-423a-922c-444b5df6ad85 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:11.066919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Attempting to bind port abe13aec-fa6d-423a-922c-444b5df6ad85 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:11.066919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Attempting to bind port abe13aec-fa6d-423a-922c-444b5df6ad85 on network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:11.074940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:11.075368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Checking segment: {'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:11.076114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-4fe21cd5-493a-49aa-aa80-dad5377f702b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2488182 May 27 01:53:11.076559 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.076716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Bound using segment: {'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:11.077842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Bound port: abe13aec-fa6d-423a-922c-444b5df6ad85, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:11.078227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.106246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.112119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:11.112779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.203665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] For port abe13aec-fa6d-423a-922c-444b5df6ad85, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:11.208365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] For port abe13aec-fa6d-423a-922c-444b5df6ad85, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abe13aec-fa6d-423a-922c-444b5df6ad85,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:11.214966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.228071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c7e34-1c13-483e-bed8-b79a0ed40f99 req-b244e4f7-cf27-4a58-82cb-abc7157c32b1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:11.229528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-541c7e34-1c13-483e-bed8-b79a0ed40f99 req-b244e4f7-cf27-4a58-82cb-abc7157c32b1 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.4168057 May 27 01:53:11.259356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3044841 May 27 01:53:11.271487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35274) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:11.279878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'subnet': {'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:11.320996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8630a-f5d3-404e-94ed-45732d112991 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Network': ['ID=6306a55e-3eb0-4e0d-8e85-e41c2f303714,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:11.339000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:53:11.384261 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-f8fa64b5-caf1-4fbd-9bc5-190e68c3041b service neutron] 10.222.0.16 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072410 May 27 01:53:11.402601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.478559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c933e-25fc-4601-ae6b-1297f6ba7d6f None None] Pushing event updated for resources: {'Port': ['ID=abe13aec-fa6d-423a-922c-444b5df6ad85,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:11.522513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-541c7e34-1c13-483e-bed8-b79a0ed40f99 req-a6531565-122d-42da-9963-101a37e9a7f3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792213 May 27 01:53:11.578433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:11.583791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:subnet and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:11.587765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:11.600720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:11.620448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:11.624506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.642957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 398e3e40-31bf-4989-be29-4f12777dd9d6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:11.688023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.714223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 398e3e40-31bf-4989-be29-4f12777dd9d6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:11.714895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 398e3e40-31bf-4989-be29-4f12777dd9d6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:11.808257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.875156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-7f927a8c-4abf-4d83-8007-6c05bfcd1c9d service neutron] 10.222.0.16 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900103 May 27 01:53:11.911910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8524b69a-749f-4191-9ee4-4f5cb13551dd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:11.937588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:11.940562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18abdc79-5dea-4a26-b68c-3f8255054e69 None None] Network 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:11.982768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d32d30fb-0e92-493a-a41f-02bcab606c42 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8524b69a-749f-4191-9ee4-4f5cb13551dd HTTP/1.1" status: 204 len: 168 time: 1.4940546 May 27 01:53:11.989288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35284) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:12.108701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:12.126025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d16b461d-d867-4e02-b495-a2da44efe42c no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:12.158634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:12.224138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: d16b461d-d867-4e02-b495-a2da44efe42c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:12.224519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d16b461d-d867-4e02-b495-a2da44efe42c not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:12.224634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aed3ea4b-23e9-41b2-8c64-f150afa72c60 req-fde002fa-a125-4a20-9cd6-5a41cb8edddf tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 210 time: 0.0633743 May 27 01:53:12.244134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Deleting port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:12.244831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:12.335058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Checking segment: {'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:12.335419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network hostable DHCP agents. Network: 6306a55e-3eb0-4e0d-8e85-e41c2f303714, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:53:12.354282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Subnet': ['ID=c1bfa682-0b77-4f59-9109-b72a7ecd21a1,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:12.394102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:53:12.414518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 6306a55e-3eb0-4e0d-8e85-e41c2f303714) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:12.418568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:12.419226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:12.427645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10c45e-4e05-4093-91a7-017bb4396571 None None] Network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:12.528466 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-87bc9b0b-774a-4779-b448-20eb3f9fb28b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2548926 May 27 01:53:12.622722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07736698-30d3-4fa8-95eb-69ad225baac5 req-a6016c3e-aecf-4bda-87aa-bae1fe9a8acb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:12.627119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07736698-30d3-4fa8-95eb-69ad225baac5 req-a6016c3e-aecf-4bda-87aa-bae1fe9a8acb tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 944 time: 0.1844466 May 27 01:53:12.795687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-07736698-30d3-4fa8-95eb-69ad225baac5 req-e91070c8-6488-4278-9ca4-4bb9b7867cb1 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624603 May 27 01:53:12.976258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-6306a55e-3eb0-4e0d-8e85-e41c2f303714', 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'fixed_ips': [{'subnet_id': 'c1bfa682-0b77-4f59-9109-b72a7ecd21a1'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:53:12.977229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:13.146978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] For port afb3cfab-ad5f-49af-95bf-b27f5e7fc615, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:13.147347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:13.170243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-f2fd8f99-e649-4823-aad5-4af18742151f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:13.177700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-f2fd8f99-e649-4823-aad5-4af18742151f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:13.179731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-f2fd8f99-e649-4823-aad5-4af18742151f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:13.188240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Allocated IP 19.86.0.2 (6306a55e-3eb0-4e0d-8e85-e41c2f303714/c1bfa682-0b77-4f59-9109-b72a7ecd21a1/77039020-bcf8-40f5-99d7-ce666ea03d58) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:13.198670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-f2fd8f99-e649-4823-aad5-4af18742151f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:13.201233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-f2fd8f99-e649-4823-aad5-4af18742151f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/networks?id=1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2&id=6306a55e-3eb0-4e0d-8e85-e41c2f303714 HTTP/1.1" status: 200 len: 1391 time: 0.2571230 May 27 01:53:13.213288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] DHCP port deletion for 0a0a23ae-7729-4110-bb15-0a6c6a1e5403 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:53:13.215236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af2925-07e6-435d-be12-d6a485a53647 None None] Network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:13.254562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-22696f57-dafb-45bc-a2aa-03597ebe9685 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/quotas/feef3f5f170c4706b06cfa46553c064e HTTP/1.1" status: 200 len: 375 time: 0.0456038 May 27 01:53:13.288514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:13.301192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Calling delete_port for afb3cfab-ad5f-49af-95bf-b27f5e7fc615 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:13.363011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-de876b0f-c586-442e-8901-83c041d1ff30 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:13.388474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-de876b0f-c586-442e-8901-83c041d1ff30 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:13.399296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-de876b0f-c586-442e-8901-83c041d1ff30 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433640 May 27 01:53:13.407467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-e14cf83a-de35-4732-8f24-a638387d08d4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 01:53:13.419355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-e14cf83a-de35-4732-8f24-a638387d08d4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180779 May 27 01:53:13.425347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Deleting port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:13.426459 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:13.475854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523e860-6962-4b1f-b44f-d17c4807ec53 req-2ec2accf-1cc9-4bdd-bbed-b0c8b1f32e9e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:13.477703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f523e860-6962-4b1f-b44f-d17c4807ec53 req-2ec2accf-1cc9-4bdd-bbed-b0c8b1f32e9e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.6418009 May 27 01:53:13.491499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e4a9a0b7-0a5f-490f-aafd-cbd60390e2d8 None None] Provisioning for port abe13aec-fa6d-423a-922c-444b5df6ad85 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:13.603132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-84783a4c-2d5f-4e0e-9e5c-ffb0cfd2755e service neutron] 10.222.0.16 "GET /v2.0/networks/1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820831 May 27 01:53:13.785632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abe13aec-fa6d-423a-922c-444b5df6ad85 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:13.809243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-2cfcb9ac-3f04-4119-b933-0d0af3f9ce85 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:13.809829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-2cfcb9ac-3f04-4119-b933-0d0af3f9ce85 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Synchronizing usage tracker for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:13.846308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:13.889940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-2cfcb9ac-3f04-4119-b933-0d0af3f9ce85 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Unset dirty status for tenant:f61c9ff38d59493bb1a10bafc3074055 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:13.890123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] For port afb3cfab-ad5f-49af-95bf-b27f5e7fc615, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,segment=NetworkSegment(e7bd5320-78b6-4027-869d-5697797feb0b),segment_id=e7bd5320-78b6-4027-869d-5697797feb0b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:13.890535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:13.890804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-2cfcb9ac-3f04-4119-b933-0d0af3f9ce85 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 944 time: 0.8496761 May 27 01:53:13.917166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Pushing event deleted for resources: {'Port': ['ID=afb3cfab-ad5f-49af-95bf-b27f5e7fc615,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:13.968060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] No DVR routers for this DVR port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:14.001354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fc54e08a-c7b1-4694-aeb5-e7d9c3093bbf service neutron] 10.222.0.16 "GET /v2.0/networks/1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912315 May 27 01:53:14.018964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f523e860-6962-4b1f-b44f-d17c4807ec53 req-f3c1e52a-5c72-473e-b6e1-f8ff8f763792 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529376 May 27 01:53:14.124025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Calling delete_port for afb3cfab-ad5f-49af-95bf-b27f5e7fc615 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:14.134735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Deleting port 88990726-839f-4431-99b6-ff8cf1849d90 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:14.135375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.176101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-7ca3811e-1507-4eb9-9c8b-78b87aef6ac7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:14.178129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-7ca3811e-1507-4eb9-9c8b-78b87aef6ac7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 814 time: 0.4220588 May 27 01:53:14.183041 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.198652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Request body: {'port': {'device_id': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b', 'admin_state_up': True, 'tenant_id': 'f910654bcf5844a995ba687ccba1925f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:14.236288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0a23ae-7729-4110-bb15-0a6c6a1e5403']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:14.277286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Router e4cc24b0-7435-460d-99a5-57c3077af27a is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:53:14.280102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bd5320-78b6-4027-869d-5697797feb0b') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:14.280394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bd5320-78b6-4027-869d-5697797feb0b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:14.296468 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-7861399d-6aef-4598-a416-4b22859a6f08 service neutron] 10.222.0.16 "GET /v2.0/networks/6306a55e-3eb0-4e0d-8e85-e41c2f303714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930348 May 27 01:53:14.314256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port abe13aec-fa6d-423a-922c-444b5df6ad85 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:14.331140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port abe13aec-fa6d-423a-922c-444b5df6ad85 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:14.331140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.349641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.368780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:53:14.369431 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:53:14.407351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.428253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Transition to ACTIVE for port object 77039020-bcf8-40f5-99d7-ce666ea03d58 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:14.447138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f73644ed-1463-4f47-8894-eae5d509e74c req-9d13a6a5-d704-47e3-872f-a7db0bfc2fdb tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 210 time: 0.1500342 May 27 01:53:14.448578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.476725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Transition to ACTIVE for port object 77039020-bcf8-40f5-99d7-ce666ea03d58 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:14.510417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:14.540073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-a6e337f2-b100-40cd-a732-01822cc47bf7 service neutron] 10.222.0.16 "GET /v2.0/networks/6306a55e-3eb0-4e0d-8e85-e41c2f303714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424796 May 27 01:53:14.541035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:14.555023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port abe13aec-fa6d-423a-922c-444b5df6ad85 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:14.555762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.569954 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.571087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Made reservation on behalf of f910654bcf5844a995ba687ccba1925f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:14.576618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.581400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:53:14.581740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.677867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port abe13aec-fa6d-423a-922c-444b5df6ad85, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abe13aec-fa6d-423a-922c-444b5df6ad85,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:14.688920 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e7bd5320-78b6-4027-869d-5697797feb0b resource provider aggregate not found May 27 01:53:14.702746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:14.708450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.712566 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:53:14.714765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:14.728332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:14.802455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device afb3cfab-ad5f-49af-95bf-b27f5e7fc615 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:14.812865 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e7bd5320-78b6-4027-869d-5697797feb0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7bd5320-78b6-4027-869d-5697797feb0b found for delete ", "request_id": "req-9f1f053b-7e75-4ddb-b5ec-45272fcafe17"}]} May 27 01:53:14.830136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Allocated IP 172.20.0.11 (e9a78db4-ec9e-49c7-b480-0f7bcc68357b/ba123b46-a4d5-4c7f-850e-447b2a70c318/8024814b-332c-4272-aff9-4aec8fdd0d1d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:14.878928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Pushing event updated for resources: {'Port': ['ID=77039020-bcf8-40f5-99d7-ce666ea03d58,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:14.881727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ecefc8dc-7b0b-4e52-a561-7a07d7b6cf6b None None] Provisioning complete for port abe13aec-fa6d-423a-922c-444b5df6ad85 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:14.882097 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ecefc8dc-7b0b-4e52-a561-7a07d7b6cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:14.958290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Deleting port afb3cfab-ad5f-49af-95bf-b27f5e7fc615 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:14.958870 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.056802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: afb3cfab-ad5f-49af-95bf-b27f5e7fc615 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:15.057354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device afb3cfab-ad5f-49af-95bf-b27f5e7fc615 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:15.104258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:53:15.116462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] Sync routers for ids ['e4cc24b0-7435-460d-99a5-57c3077af27a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:53:15.128853 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] Routers {'e4cc24b0-7435-460d-99a5-57c3077af27a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:15.129476 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4cc24b0-7435-460d-99a5-57c3077af27a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:15.131178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-475100bc-bea6-4b85-a93c-ecd19ea1985a req-3179645a-e231-400d-8f47-0f9ef6783aba tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 210 time: 0.0754383 May 27 01:53:15.141644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.144826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] For port 88990726-839f-4431-99b6-ff8cf1849d90, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88990726-839f-4431-99b6-ff8cf1849d90,segment=NetworkSegment(11b586f4-e879-4b06-83b4-5d388e4fdbae),segment_id=11b586f4-e879-4b06-83b4-5d388e4fdbae)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:15.145362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.165777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.170563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.174432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd360-b69c-4877-9403-f0b69b82ecf0 None None] The port 'afb3cfab-ad5f-49af-95bf-b27f5e7fc615' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:53:15.186193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Attempting to bind port 77039020-bcf8-40f5-99d7-ce666ea03d58 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:15.186562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Attempting to bind port 77039020-bcf8-40f5-99d7-ce666ea03d58 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:15.187428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Attempting to bind port 77039020-bcf8-40f5-99d7-ce666ea03d58 on network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:15.221086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=abe13aec-fa6d-423a-922c-444b5df6ad85,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:15.231781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.234818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:15.235266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Checking segment: {'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:15.235674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.236060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Bound using segment: {'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:15.236547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Bound port: 77039020-bcf8-40f5-99d7-ce666ea03d58, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:15.236935 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.265771 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:15.267762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8008e6c5-4888-4b4f-a531-ebdb7b4348f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:15.292499 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] Routers {'e4cc24b0-7435-460d-99a5-57c3077af27a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:15.293322 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4cc24b0-7435-460d-99a5-57c3077af27a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:15.331791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Network e9a78db4-ec9e-49c7-b480-0f7bcc68357b is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:15.337023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:15.363207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:15.376918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.378583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-095baab5-6ceb-4e1e-9160-f3f37ff5053c tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9433362 May 27 01:53:15.389274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Calling delete_port for 88990726-839f-4431-99b6-ff8cf1849d90 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:15.419937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:15.420347 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16a8b-25b8-466d-ad6d-c0fab65d0da7 None None] The sync data for ids ['e4cc24b0-7435-460d-99a5-57c3077af27a'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:53:15.436476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0a23ae-7729-4110-bb15-0a6c6a1e5403,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:15.450401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35348) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:15.474083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:15.476816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.487484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7749b3f8-18ad-4592-8f12-051ad8e4223f admin admin] 10.222.0.16 "DELETE /v2.0/networks/0a0a23ae-7729-4110-bb15-0a6c6a1e5403 HTTP/1.1" status: 204 len: 168 time: 3.4948425 May 27 01:53:15.511999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:15.554630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Pushing event updated for resources: {'Port': ['ID=8024814b-332c-4272-aff9-4aec8fdd0d1d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:15.565420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ecefc8dc-7b0b-4e52-a561-7a07d7b6cf6b None None] Current status of the port abe13aec-fa6d-423a-922c-444b5df6ad85 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:15.617089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:15.635912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77039020-bcf8-40f5-99d7-ce666ea03d58,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:15.637082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abe13aec-fa6d-423a-922c-444b5df6ad85 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:15.713306 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.732572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-eba61cc3-e397-4493-a652-2908b13d873d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5377858 May 27 01:53:15.754278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Request body: {'port': {'device_id': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:15.798910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35360) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:15.898305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892692a-5329-43af-9c6a-ea50dfcbb910 None None] Pushing event updated for resources: {'Port': ['ID=77039020-bcf8-40f5-99d7-ce666ea03d58,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:15.951506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port abe13aec-fa6d-423a-922c-444b5df6ad85 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:15.951876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:15.952049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bdb7c-4ba0-4b1f-9562-b5b20570240b req-92e342a7-192d-4929-847b-5d4f26853885 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:15.960568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-182bdb7c-4ba0-4b1f-9562-b5b20570240b req-92e342a7-192d-4929-847b-5d4f26853885 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.3930695 May 27 01:53:15.996081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f1c3587c-73c4-4bb0-aa45-dc9ddbe47c8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f908e090d3c4c9c940090f3817e1228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935680 May 27 01:53:16.004197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35364) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:16.047459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.067782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35368) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:16.072941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 88990726-839f-4431-99b6-ff8cf1849d90 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:16.101592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-182bdb7c-4ba0-4b1f-9562-b5b20570240b req-688bcf60-0e6e-4205-9c76-523bb63df8a3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398013 May 27 01:53:16.106598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55f522-47e2-403f-a421-7de52c60baaa req-44c3c75f-e8cb-46b8-9110-97d780d8f03b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:16.108162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc55f522-47e2-403f-a421-7de52c60baaa req-44c3c75f-e8cb-46b8-9110-97d780d8f03b tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 944 time: 1.4211597 May 27 01:53:16.284993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port abe13aec-fa6d-423a-922c-444b5df6ad85 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:16.336526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8428258d-2ba1-41ac-95cb-d07fc40a6545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.372711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 88990726-839f-4431-99b6-ff8cf1849d90 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:16.415640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.420183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8428258d-2ba1-41ac-95cb-d07fc40a6545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.459013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:16.463126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.477491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc55f522-47e2-403f-a421-7de52c60baaa req-d46c99e3-5170-406c-adff-6df5304048c4 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4a0597f-6d7c-4957-91fd-76ad538f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135247 May 27 01:53:16.515909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Usage tracker for resource:security_group_rule and tenant:aeea72b4f7614bccaf6e9f5893f87d1b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:16.577779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:16.598419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Pushing event deleted for resources: {'Port': ['ID=88990726-839f-4431-99b6-ff8cf1849d90,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:16.606687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:16.627161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.627485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.627832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.628180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.628516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.628872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.629245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.629569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.629904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.630220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.630558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.630908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:16.858052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-459dd193-d44d-4b1d-a018-7ca07b0a125e req-2106e3cb-b6e6-4780-b9d5-9c80b2d38bf6 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 210 time: 0.1806304 May 27 01:53:16.862937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] No DVR routers for this DVR port 88990726-839f-4431-99b6-ff8cf1849d90 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:16.868817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.873388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'name': 'network-vif-deleted', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:16.925520 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.943248 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6db072-eaa5-4d74-b1b4-441a71b5310f'] response: {'server_uuid': '139f9d07-8250-459e-aca9-c1c207013768', 'name': 'network-vif-deleted', 'tag': '88990726-839f-4431-99b6-ff8cf1849d90', 'status': 'completed', 'code': 200} May 27 01:53:16.944916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5512e26-fbb9-4bbd-984e-c7f052c17f8d req-0bc35116-9d5b-4193-8fe4-da036a411011 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.47 "DELETE /v2.0/ports/88990726-839f-4431-99b6-ff8cf1849d90 HTTP/1.1" status: 204 len: 173 time: 3.0335147 May 27 01:53:16.961313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:16.993454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Deleting port bf178d3d-8e33-4867-b4ed-97d85e5393bb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:16.993454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.028291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfd9a0-7286-4fc0-bcdb-36649ba832cf req-9515dfe4-3094-4867-8ff8-5fbe9aadadbc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:17.029152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-99bfd9a0-7286-4fc0-bcdb-36649ba832cf req-9515dfe4-3094-4867-8ff8-5fbe9aadadbc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Synchronizing usage tracker for tenant:f910654bcf5844a995ba687ccba1925f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:17.043196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8428258d-2ba1-41ac-95cb-d07fc40a6545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.098922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.112587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428258d-2ba1-41ac-95cb-d07fc40a6545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3989537-0de2-418a-8c67-5584311bfc68,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:17.123229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.176449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-99bfd9a0-7286-4fc0-bcdb-36649ba832cf req-9515dfe4-3094-4867-8ff8-5fbe9aadadbc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Unset dirty status for tenant:f910654bcf5844a995ba687ccba1925f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:17.177814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99bfd9a0-7286-4fc0-bcdb-36649ba832cf req-9515dfe4-3094-4867-8ff8-5fbe9aadadbc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 932 time: 0.8518744 May 27 01:53:17.195434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-04434d28-c86f-44f2-9546-6f5defa95eb3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:17.201224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-04434d28-c86f-44f2-9546-6f5defa95eb3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:17.202898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-04434d28-c86f-44f2-9546-6f5defa95eb3 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "GET /v2.0/networks?id=1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2&id=6306a55e-3eb0-4e0d-8e85-e41c2f303714 HTTP/1.1" status: 200 len: 1391 time: 0.3919563 May 27 01:53:17.227235 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8428258d-2ba1-41ac-95cb-d07fc40a6545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.231564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8428258d-2ba1-41ac-95cb-d07fc40a6545 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3989537-0de2-418a-8c67-5584311bfc68 HTTP/1.1" status: 204 len: 168 time: 1.2240534 May 27 01:53:17.235513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'port': {'device_id': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2', 'admin_state_up': True, 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:17.257636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8024814b-332c-4272-aff9-4aec8fdd0d1d {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:17.261262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeea72b4f7614bccaf6e9f5893f87d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1718102 May 27 01:53:17.270376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35386) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:17.277631 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.328831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.379804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac46b8-7a9d-413f-af47-289c14c34444 None None] Network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:17.381433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99bfd9a0-7286-4fc0-bcdb-36649ba832cf req-6ddf0665-22ab-45c5-86f9-5ce653f20766 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759567 May 27 01:53:17.386238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Transition to ACTIVE for port object 8024814b-332c-4272-aff9-4aec8fdd0d1d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:17.396801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.499646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c8dac-8764-4621-b9b3-e123aac2bd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b650ef12-c2c0-4d49-bab2-2efeb2871428,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:17.505788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2a2e3a2d-2f4d-43f5-b7ba-2ad5b8b2ad62 None None] Provisioning for port 77039020-bcf8-40f5-99d7-ce666ea03d58 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:17.522411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Calling delete_port for bf178d3d-8e33-4867-b4ed-97d85e5393bb owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:17.656055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:17.703235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Usage tracker for resource:port and tenant:feef3f5f170c4706b06cfa46553c064e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:17.763685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 77039020-bcf8-40f5-99d7-ce666ea03d58 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:17.789191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:17.868843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb88af38-a284-45f0-8305-50d505f5ea7e req-94f97f03-c8c3-44ca-b8b6-7117aa2bb197 tempest-LiveMigrationTest-879769450 tempest-LiveMigrationTest-879769450-project] 10.222.0.16 "GET /v2.0/ports?device_id=139f9d07-8250-459e-aca9-c1c207013768 HTTP/1.1" status: 200 len: 210 time: 0.0859942 May 27 01:53:17.870031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:17.885751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8024814b-332c-4272-aff9-4aec8fdd0d1d,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:17.900630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:17.906279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.929213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee26f8dd-8874-427b-a846-2f8278fbbdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.949013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Attempting to bind port 8024814b-332c-4272-aff9-4aec8fdd0d1d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:17.949400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Attempting to bind port 8024814b-332c-4272-aff9-4aec8fdd0d1d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:17.949749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Attempting to bind port 8024814b-332c-4272-aff9-4aec8fdd0d1d on network e9a78db4-ec9e-49c7-b480-0f7bcc68357b {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:17.961373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee26f8dd-8874-427b-a846-2f8278fbbdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:17.984962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 77039020-bcf8-40f5-99d7-ce666ea03d58 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:18.011685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Port 8024814b-332c-4272-aff9-4aec8fdd0d1d on network e9a78db4-ec9e-49c7-b480-0f7bcc68357b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:53:18.012082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Attempting to bind port 8024814b-332c-4272-aff9-4aec8fdd0d1d on network e9a78db4-ec9e-49c7-b480-0f7bcc68357b {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:18.015073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 77039020-bcf8-40f5-99d7-ce666ea03d58 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:18.018578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:18.019077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Checking segment: {'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:18.019778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Bound using segment: {'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:18.020174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Bound port: 8024814b-332c-4272-aff9-4aec8fdd0d1d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721b6375-d385-4600-b51c-7a49814b820f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:18.020718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.020844 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.036259 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee26f8dd-8874-427b-a846-2f8278fbbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.064378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ef715-4330-4d6d-9df4-0ccaedd8326c req-5612e662-2fa7-4240-aa80-172c76430b6e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:18.076862 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b1ef715-4330-4d6d-9df4-0ccaedd8326c req-5612e662-2fa7-4240-aa80-172c76430b6e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.8071587 May 27 01:53:18.155797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26f8dd-8874-427b-a846-2f8278fbbdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650ef12-c2c0-4d49-bab2-2efeb2871428,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:18.163270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df760a9a-1169-490b-adb4-53680ba25d45 req-63f1d47d-16a1-4b92-aa72-866d2d1290d2 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 210 time: 0.0802743 May 27 01:53:18.217108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee26f8dd-8874-427b-a846-2f8278fbbdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.220732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 77039020-bcf8-40f5-99d7-ce666ea03d58 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:18.221165 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.223173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ee26f8dd-8874-427b-a846-2f8278fbbdcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b650ef12-c2c0-4d49-bab2-2efeb2871428 HTTP/1.1" status: 204 len: 168 time: 0.9518669 May 27 01:53:18.271360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] For port 8024814b-332c-4272-aff9-4aec8fdd0d1d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:18.275329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b1ef715-4330-4d6d-9df4-0ccaedd8326c req-ed9da076-fdd6-48ba-bb97-0dc3ee6b99f9 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973462 May 27 01:53:18.276511 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.290988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77039020-bcf8-40f5-99d7-ce666ea03d58,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:18.299348 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.301164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] For port 8024814b-332c-4272-aff9-4aec8fdd0d1d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8024814b-332c-4272-aff9-4aec8fdd0d1d,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:18.319650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Allocated IP 19.80.0.244 (1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2/1effb984-1ee5-4dd4-a19d-b0fc00be881c/8b834c03-bacd-4ff1-aefd-a86dbd2f48bb) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:18.322233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.421357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:18.432236 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.434167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] 10.222.0.47 "PUT /v2.0/ports/8024814b-332c-4272-aff9-4aec8fdd0d1d HTTP/1.1" status: 200 len: 1093 time: 2.6909397 May 27 01:53:18.436693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'tag': '8024814b-332c-4272-aff9-4aec8fdd0d1d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:18.479286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=77039020-bcf8-40f5-99d7-ce666ea03d58,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:18.597126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Pushing event deleted for resources: {'Port': ['ID=bf178d3d-8e33-4867-b4ed-97d85e5393bb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:18.627170 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf90e5cf-72f6-49d9-8a6e-ea6840d33286'] response: {'name': 'network-changed', 'server_uuid': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'tag': '8024814b-332c-4272-aff9-4aec8fdd0d1d', 'status': 'completed', 'code': 200} May 27 01:53:18.645743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-80117e13-b961-4cb2-a4ae-6d9ee65b168f None None] Provisioning complete for port 77039020-bcf8-40f5-99d7-ce666ea03d58 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:18.646728 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-80117e13-b961-4cb2-a4ae-6d9ee65b168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.682606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aecfe5-854b-4f02-8865-70d7c9d60a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8024814b-332c-4272-aff9-4aec8fdd0d1d,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:18.773144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:18.858747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-d1b7337b-a23e-480a-a2d3-8bbaefbd511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:18.860266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-d1b7337b-a23e-480a-a2d3-8bbaefbd511b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 1096 time: 0.3401272 May 27 01:53:18.949203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-80117e13-b961-4cb2-a4ae-6d9ee65b168f None None] Current status of the port 77039020-bcf8-40f5-99d7-ce666ea03d58 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:18.980640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-096eb845-2331-4c8e-ae38-25bfaefe231c tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7b6603ed0cef45bcbb2cfbc96f387277&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333045 May 27 01:53:18.981748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8602af3-eaf3-448c-82ef-0e371cacc9cb req-7c6e8b55-65ff-458e-9238-d079317087d3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:18.983478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8602af3-eaf3-448c-82ef-0e371cacc9cb req-7c6e8b55-65ff-458e-9238-d079317087d3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 944 time: 0.3540173 May 27 01:53:18.993571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-c5772827-91b5-45c3-b5f3-726351684958 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8024814b-332c-4272-aff9-4aec8fdd0d1d HTTP/1.1" status: 200 len: 217 time: 0.1104195 May 27 01:53:19.016417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.208309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Transition to ACTIVE for port object 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:19.216483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8602af3-eaf3-448c-82ef-0e371cacc9cb req-6e90cfe6-7813-4613-aedc-5a02ee68a732 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220609 May 27 01:53:19.232010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-3532af3f-4627-4f0a-ba0f-d06851cec9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:19.233505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-3532af3f-4627-4f0a-ba0f-d06851cec9fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.2201781 May 27 01:53:19.291701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-9da965a2-6a8c-47b4-a6ca-a68a809404b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426309 May 27 01:53:19.324549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.331609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35456) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:19.347599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.359498 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.518890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-24b98162-131f-43b2-8459-c56b84554a9e tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:19.525430 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-24b98162-131f-43b2-8459-c56b84554a9e tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4832973 May 27 01:53:19.559499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:19.571504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:19.579859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:19.609603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-81853a9f-3bf5-4595-8fb6-98c32e2249b0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/quotas/7b6603ed0cef45bcbb2cfbc96f387277 HTTP/1.1" status: 200 len: 375 time: 0.0832241 May 27 01:53:19.611487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 77039020-bcf8-40f5-99d7-ce666ea03d58 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:19.612014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Router e4cc24b0-7435-460d-99a5-57c3077af27a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:53:19.633873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] Deleting subnet 4c053681-6e30-48ed-8768-9c84a12dd60e {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:53:19.641069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.674497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Port': ['ID=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:19.685458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-570d9d8b-cf19-4705-8de7-501b932ce101 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863828 May 27 01:53:19.741379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:19.742036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.768016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 77039020-bcf8-40f5-99d7-ce666ea03d58 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:19.768732 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.785677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-4dd0cc8a-65bb-4842-9c03-df3d4fab61c8 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b6603ed0cef45bcbb2cfbc96f387277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482065 May 27 01:53:19.802128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.896004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:19.938935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-dcaba50b-a43a-487e-8081-e6d5728e291b tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7126410 May 27 01:53:19.952962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd8b6-db06-40f4-84dd-28e87338a3b9 req-3c8eb1b5-a8c9-4694-9537-935b017903f5 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:19.953236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-28edd8b6-db06-40f4-84dd-28e87338a3b9 req-3c8eb1b5-a8c9-4694-9537-935b017903f5 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:19.960919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 77039020-bcf8-40f5-99d7-ce666ea03d58 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:19.975955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Request body: {'port': {'device_id': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714', 'admin_state_up': True, 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:19.990370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b1a900d5-a3f6-4fcf-923d-ab21ed103f6d None None] Provisioning for port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:19.998457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b1a900d5-a3f6-4fcf-923d-ab21ed103f6d None None] Provisioning complete for port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:19.999098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1a900d5-a3f6-4fcf-923d-ab21ed103f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:20.087452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b1a900d5-a3f6-4fcf-923d-ab21ed103f6d None None] Port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:53:20.135726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42c8bc8c-f39c-476d-871f-4ae56fb33a56 req-44ff8dc4-a005-4451-b9e8-948902fcd36a service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393818 May 27 01:53:20.139271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-28edd8b6-db06-40f4-84dd-28e87338a3b9 req-3c8eb1b5-a8c9-4694-9537-935b017903f5 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:20.147216 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-28edd8b6-db06-40f4-84dd-28e87338a3b9 req-3c8eb1b5-a8c9-4694-9537-935b017903f5 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 932 time: 0.6757777 May 27 01:53:20.288199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-28edd8b6-db06-40f4-84dd-28e87338a3b9 req-6c8e401e-f7c9-4a29-8706-977896828167 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395178 May 27 01:53:20.323113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:20.368449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:53:20.379106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] Sync routers for ids ['e4cc24b0-7435-460d-99a5-57c3077af27a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:53:20.388550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:20.388867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:20.396356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e313d8f3-6007-454c-bcf2-5fddb01027e7 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "PUT /v2.0/routers/e4cc24b0-7435-460d-99a5-57c3077af27a HTTP/1.1" status: 200 len: 706 time: 4.9093032 May 27 01:53:20.396356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35490) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:20.400036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] Routers {'e4cc24b0-7435-460d-99a5-57c3077af27a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:20.403461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4cc24b0-7435-460d-99a5-57c3077af27a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:20.498816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2421866f-b334-4ad3-a375-d39a20aa12f9 req-b6f965ba-b233-4eaa-97e9-bded408cde91 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 210 time: 0.1134057 May 27 01:53:20.505576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:20.512868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Made reservation on behalf of feef3f5f170c4706b06cfa46553c064e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:20.522838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:20.524189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] Routers {'e4cc24b0-7435-460d-99a5-57c3077af27a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:20.524831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4cc24b0-7435-460d-99a5-57c3077af27a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:20.656657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-34c76f64-3286-49ba-afd8-28dfb25f284b tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/routers/e4cc24b0-7435-460d-99a5-57c3077af27a HTTP/1.1" status: 200 len: 741 time: 0.2585561 May 27 01:53:20.657196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35496) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:20.676443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-85672bad-8ac5-4a72-baa5-817cd7720ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:20.681720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:20.682383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e96319-5d16-49cb-b460-e06624693a87 None None] The sync data for ids ['e4cc24b0-7435-460d-99a5-57c3077af27a'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:53:20.682824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-85672bad-8ac5-4a72-baa5-817cd7720ad4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 1096 time: 0.4767568 May 27 01:53:20.712218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:20.790558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f607ddb7-68c8-4ca1-bb9b-082897045ca0 tempest-RoutersAdminTest-1861704489 tempest-RoutersAdminTest-1861704489-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=e4cc24b0-7435-460d-99a5-57c3077af27a HTTP/1.1" status: 200 len: 205 time: 0.1323974 May 27 01:53:20.803700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:20.808472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35502) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:20.809778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c053681-6e30-48ed-8768-9c84a12dd60e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:20.870550 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0c15c018-eb57-48ee-8dd7-5033f0374afd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c053681-6e30-48ed-8768-9c84a12dd60e HTTP/1.1" status: 204 len: 168 time: 1.5356150 May 27 01:53:20.875988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35508) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:20.914293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7d6e3a85-8664-40cc-b69c-5f18ecaa3fc9 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4cc24b0-7435-460d-99a5-57c3077af27a HTTP/1.1" status: 200 len: 205 time: 0.0958219 May 27 01:53:20.921481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35514) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:21.090241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6465981-cbfa-43f3-bf9d-73bed9c97a5f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.101897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-5cffcbd3-1dc2-4abe-996b-037c03ecd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:21.103783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-5cffcbd3-1dc2-4abe-996b-037c03ecd2f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 915 time: 0.4080086 May 27 01:53:21.200378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.207504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-d295dd8c-c353-43f4-806c-e9a407bcdd07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8024814b-332c-4272-aff9-4aec8fdd0d1d HTTP/1.1" status: 200 len: 217 time: 0.0907395 May 27 01:53:21.209858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Allocated IP 19.86.0.249 (6306a55e-3eb0-4e0d-8e85-e41c2f303714/c1bfa682-0b77-4f59-9109-b72a7ecd21a1/e6c3cdb9-eb7a-43de-9d09-d689505f1843) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:21.265036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a8e45-23be-44f1-a2f6-7078ad8a58bb req-ed7b77ef-f744-47fd-97c2-db13ea6965f1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:21.271275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c37a8e45-23be-44f1-a2f6-7078ad8a58bb req-ed7b77ef-f744-47fd-97c2-db13ea6965f1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 944 time: 0.5515156 May 27 01:53:21.447328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f368-ae9e-482f-8580-e6ea47ff6205 req-4be1b273-b8ec-4a6f-8974-df94f44d0605 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:21.462959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e72f368-ae9e-482f-8580-e6ea47ff6205 req-4be1b273-b8ec-4a6f-8974-df94f44d0605 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.5924859 May 27 01:53:21.561486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e72f368-ae9e-482f-8580-e6ea47ff6205 req-40178d1d-78f3-4c88-bf34-483da8f1c9ec tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972614 May 27 01:53:21.566501 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6465981-cbfa-43f3-bf9d-73bed9c97a5f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.572215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6465981-cbfa-43f3-bf9d-73bed9c97a5f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.613035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6465981-cbfa-43f3-bf9d-73bed9c97a5f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.615474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6465981-cbfa-43f3-bf9d-73bed9c97a5f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Fanout notify agent at l3_agent the message router_deleted on router e4cc24b0-7435-460d-99a5-57c3077af27a {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:53:21.638161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6465981-cbfa-43f3-bf9d-73bed9c97a5f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.642863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d6465981-cbfa-43f3-bf9d-73bed9c97a5f tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/e4cc24b0-7435-460d-99a5-57c3077af27a HTTP/1.1" status: 204 len: 168 time: 0.7190099 May 27 01:53:21.644966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35546) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:21.688585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.692058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4b771d6c-708b-43c9-a635-1105f7b385e5 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4cc24b0-7435-460d-99a5-57c3077af27a HTTP/1.1" status: 200 len: 205 time: 0.0459881 May 27 01:53:21.694341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35550) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:21.725432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa256de3-8875-4546-8c8c-363101dbe9e0']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:21.743100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b586f4-e879-4b06-83b4-5d388e4fdbae') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:21.743418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b586f4-e879-4b06-83b4-5d388e4fdbae') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:21.758496 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.837629 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-812e1346-4186-4c17-b254-c47a522d4dea tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] delete failed (client error): The resource could not be found. May 27 01:53:21.838655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-812e1346-4186-4c17-b254-c47a522d4dea tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/e4cc24b0-7435-460d-99a5-57c3077af27a HTTP/1.1" status: 404 len: 336 time: 0.1434052 May 27 01:53:21.841453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35558) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:21.855612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c37a8e45-23be-44f1-a2f6-7078ad8a58bb req-f8dd1c24-0344-48b7-9f7f-fccabc3dff8e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666444 May 27 01:53:21.855612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-cb3c572f-23ee-4f9d-bec2-cf74ff5c6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:21.855612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-cb3c572f-23ee-4f9d-bec2-cf74ff5c6c8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.6319280 May 27 01:53:21.879677 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:21.900656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f904c150-3ee7-4de5-b63e-e8f2d3623c4b tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=8355cd77-8d3a-445f-89f9-21d477ca53a1 HTTP/1.1" status: 200 len: 205 time: 0.0580974 May 27 01:53:21.906657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35562) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.014922 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-1bae8d6c-f74e-4a03-8bc9-32bfe85c72d8 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] delete failed (client error): The resource could not be found. May 27 01:53:22.018337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1bae8d6c-f74e-4a03-8bc9-32bfe85c72d8 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/8355cd77-8d3a-445f-89f9-21d477ca53a1 HTTP/1.1" status: 404 len: 336 time: 0.1079271 May 27 01:53:22.018337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-b1097826-c617-43fe-a0de-6ae9cafac043 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7b6603ed0cef45bcbb2cfbc96f387277&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452232 May 27 01:53:22.019479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35568) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.050800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:53:22.051214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:22.192949 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 11b586f4-e879-4b06-83b4-5d388e4fdbae resource provider aggregate not found May 27 01:53:22.202559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-bf1969d1-b1aa-413f-951c-cea0b4e1b257 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2191851 May 27 01:53:22.230882 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 11b586f4-e879-4b06-83b4-5d388e4fdbae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11b586f4-e879-4b06-83b4-5d388e4fdbae found for delete ", "request_id": "req-1396d25e-0318-4b38-924f-24c96283d72c"}]} May 27 01:53:22.265963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7526a296-783e-40ae-a33a-f890bac27716 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a90278-7955-452a-b561-bc87a2eec438 HTTP/1.1" status: 200 len: 205 time: 0.2453926 May 27 01:53:22.276937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ee0f7f3-0799-41e9-b92e-a4f05f44b1d6 req-a3532521-51ed-4681-8ec8-d9ad6bec1b9c tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 210 time: 0.2429008 May 27 01:53:22.286097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35582) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.353155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0ae2b-ba36-48a0-ad3b-890c6f80e8bc req-67d683ca-a651-48b5-836d-f68988c45454 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:22.354690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1b0ae2b-ba36-48a0-ad3b-890c6f80e8bc req-67d683ca-a651-48b5-836d-f68988c45454 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 932 time: 0.5705466 May 27 01:53:22.432764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1b0ae2b-ba36-48a0-ad3b-890c6f80e8bc req-a2fe3308-476e-4d32-9600-ff771f0ec949 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711198 May 27 01:53:22.463021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-1607c8c3-97c3-4a29-8986-f94461adfa42 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:22.464682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-1607c8c3-97c3-4a29-8986-f94461adfa42 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046168 May 27 01:53:22.471032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:22.478489 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-dbf3e637-3bd1-4204-9110-e6cb836f3bcf tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] delete failed (client error): The resource could not be found. May 27 01:53:22.479580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dbf3e637-3bd1-4204-9110-e6cb836f3bcf tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/a4a90278-7955-452a-b561-bc87a2eec438 HTTP/1.1" status: 404 len: 336 time: 0.1922235 May 27 01:53:22.483073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Request body: {'port': {'device_id': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '7b6603ed0cef45bcbb2cfbc96f387277'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:22.510956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35586) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.517021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:22.521831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa256de3-8875-4546-8c8c-363101dbe9e0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:22.574855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:22.578624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd08ccaa-e545-4dd0-bacc-9bcecad66b65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa256de3-8875-4546-8c8c-363101dbe9e0 HTTP/1.1" status: 204 len: 168 time: 1.6977489 May 27 01:53:22.592806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35592) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.648356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-8caa5ff1-eebe-46b8-b216-7d9ba4578d35 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974750 May 27 01:53:22.649668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Transition to ACTIVE for port object e6c3cdb9-eb7a-43de-9d09-d689505f1843 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:22.657967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-78378363-0c12-4098-a840-3b6c0e363d23 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=542a172e-dd82-4ca3-a11a-2cfe25e6bc27 HTTP/1.1" status: 200 len: 205 time: 0.1457090 May 27 01:53:22.666565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.666977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.766512 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-7f5d3a97-9e8f-44e3-88ec-38e4fe30a869 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] delete failed (client error): The resource could not be found. May 27 01:53:22.770067 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7f5d3a97-9e8f-44e3-88ec-38e4fe30a869 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/542a172e-dd82-4ca3-a11a-2cfe25e6bc27 HTTP/1.1" status: 404 len: 336 time: 0.0997801 May 27 01:53:22.770528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35608) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.814997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] Deleting subnet 1ea868d8-c461-40aa-a2db-4b51b2d99173 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:53:22.822278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-29359686-660b-43b0-b75e-9e868364445d tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 HTTP/1.1" status: 200 len: 205 time: 0.0488708 May 27 01:53:22.824433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:22.831121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35612) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.933914 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-864a83e1-1494-45fc-bdef-ee54e4877999 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] delete failed (client error): The resource could not be found. May 27 01:53:22.934964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-864a83e1-1494-45fc-bdef-ee54e4877999 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/60ffed95-ce7e-4ea1-9bb5-6f3cb6990ab1 HTTP/1.1" status: 404 len: 336 time: 0.1028361 May 27 01:53:22.935089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:22.939268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d887f8ec-e1a1-4ffc-a2a0-4fccf85b18ef req-6801f69e-0367-490f-8f39-38d76840fa82 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828093 May 27 01:53:22.941926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35620) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:22.943049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:22.946505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.009386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:23.011781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:23.045237 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8e3b3685-8ba3-4d5e-89bb-c5154db20e05 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "GET /v2.0/ports?device_id=96b12026-0af1-4eef-98eb-13b5bec68d79 HTTP/1.1" status: 200 len: 205 time: 0.0891397 May 27 01:53:23.052977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35624) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:23.053957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Usage tracker for resource:security_group_rule and tenant:986cc7886619402397a6625c9245e115 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:23.058694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:23.062004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Usage tracker for resource:port and tenant:7b6603ed0cef45bcbb2cfbc96f387277 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:23.074045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:23.081738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:23.096750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01383712-0bb9-474d-b62c-95d72a739fcf req-4c2bc559-604d-41a9-8f04-c8e6fc002430 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:23.098279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01383712-0bb9-474d-b62c-95d72a739fcf req-4c2bc559-604d-41a9-8f04-c8e6fc002430 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.3563435 May 27 01:53:23.104107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:23.134457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.144071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:23.147411 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-3af2ab62-37b0-4913-9dc8-ed1f5d0d0e64 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] delete failed (client error): The resource could not be found. May 27 01:53:23.148442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3af2ab62-37b0-4913-9dc8-ed1f5d0d0e64 tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/routers/96b12026-0af1-4eef-98eb-13b5bec68d79 HTTP/1.1" status: 404 len: 336 time: 0.0915296 May 27 01:53:23.149387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:23.155109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:23.157659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:23.164550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event updated for resources: {'Port': ['ID=e6c3cdb9-eb7a-43de-9d09-d689505f1843,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:23.226563 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c65de3-4ada-4fe1-b08c-84cea2f46ccc tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] DELETE failed (client error): The resource could not be found. May 27 01:53:23.227107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c65de3-4ada-4fe1-b08c-84cea2f46ccc tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:53:23.233039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Made reservation on behalf of 7b6603ed0cef45bcbb2cfbc96f387277 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:23.236528 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.252973 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.258326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01383712-0bb9-474d-b62c-95d72a739fcf req-a23e13eb-508a-4033-ae0a-16f6568eb75a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253331 May 27 01:53:23.264937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:23.265599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.292417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-04c65de3-4ada-4fe1-b08c-84cea2f46ccc tempest-RoutersAdminTest-1160163744 tempest-RoutersAdminTest-1160163744-project] 10.222.0.16 "DELETE /v2.0/subnets/f1a9f524-64d2-4665-abed-79a7bac1eaa7 HTTP/1.1" status: 404 len: 337 time: 0.1335144 May 27 01:53:23.307317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:23.314618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-29ff26d9-1f83-45ec-b1d1-6dcc8dddcf87 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3578022 May 27 01:53:23.321036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.322082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Usage tracker for resource:security_group_rule and tenant:7b6603ed0cef45bcbb2cfbc96f387277 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:23.339740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:23.363326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Request body: {'port': {'device_id': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:23.389760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:23.404592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea868d8-c461-40aa-a2db-4b51b2d99173,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:23.419075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9022c-c00a-4f62-b623-e221b37e7520 req-f89a510b-97ab-4cf1-b38f-7dfe41e55823 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:23.423100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fb9022c-c00a-4f62-b623-e221b37e7520 req-f89a510b-97ab-4cf1-b38f-7dfe41e55823 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 944 time: 0.4216058 May 27 01:53:23.430508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.464403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6fc0619d-2942-4a3c-b4d8-07ef46857181 None None] Provisioning for port e6c3cdb9-eb7a-43de-9d09-d689505f1843 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:23.471734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6fc0619d-2942-4a3c-b4d8-07ef46857181 None None] Provisioning complete for port e6c3cdb9-eb7a-43de-9d09-d689505f1843 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:23.472632 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6fc0619d-2942-4a3c-b4d8-07ef46857181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.486299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.528489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa86f6b-97f7-4afb-965b-e9f83ad8a4bb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:23.592811 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fb9022c-c00a-4f62-b623-e221b37e7520 req-fdf78df2-3b78-47fb-802b-5aabd436e75e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490297 May 27 01:53:23.593190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35640) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:23.594281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.597673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9b6576a6-055a-41ec-aca8-2f12be850494 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ea868d8-c461-40aa-a2db-4b51b2d99173 HTTP/1.1" status: 204 len: 168 time: 1.0028687 May 27 01:53:23.599173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0619d-2942-4a3c-b4d8-07ef46857181 None None] Port e6c3cdb9-eb7a-43de-9d09-d689505f1843 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:53:23.604455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35642) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:23.616428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d43f0cd6-672e-48fc-ab3e-ebfb880c65c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=986cc7886619402397a6625c9245e115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9452987 May 27 01:53:23.634371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35648) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:23.745952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-774374b8-d121-4eaa-aa76-4981a2f058c6 req-7f9cc2ab-3837-4aac-8c38-2c3204a4d1ae tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 210 time: 0.1475866 May 27 01:53:23.836364 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.849312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8262c4dd-9cd3-40a7-a4b5-76da9de1c841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.851946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.856068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.866289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.888181 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:23.936727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:23.974306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3fb1cb5bc04b81b68b32612882f453 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:23.978689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:23.983382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8262c4dd-9cd3-40a7-a4b5-76da9de1c841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.013619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:24.046333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85d2b7-1b96-4931-b422-2418bbc079c0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:24.092311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.122207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8024814b-332c-4272-aff9-4aec8fdd0d1d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:24.137920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730e4854-1124-4609-82a5-d6dea4286a1d']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:24.140338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4756aaa-c139-4670-ab84-ec317f2c3e04 req-137457bd-4ea0-487b-98d1-0ddd07d98edd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:24.146359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4756aaa-c139-4670-ab84-ec317f2c3e04 req-137457bd-4ea0-487b-98d1-0ddd07d98edd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:24.148543 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4756aaa-c139-4670-ab84-ec317f2c3e04 req-137457bd-4ea0-487b-98d1-0ddd07d98edd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1655 time: 0.4317660 May 27 01:53:24.173404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2e420f-758b-4fe8-bb1c-64b5484fae0a') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:24.173743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2e420f-758b-4fe8-bb1c-64b5484fae0a') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:24.227354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8262c4dd-9cd3-40a7-a4b5-76da9de1c841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.240355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.256756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Allocated IP 192.168.233.178 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/aa2c9a22-14ea-44e0-907d-4c3d27fc48b2) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:24.263342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.269109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4756aaa-c139-4670-ab84-ec317f2c3e04 req-774ef190-23d5-4a18-a99c-796e78a67fbb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084042 May 27 01:53:24.269777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c4dd-9cd3-40a7-a4b5-76da9de1c841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa86f6b-97f7-4afb-965b-e9f83ad8a4bb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:24.285694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:53:24.286113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.323038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8024814b-332c-4272-aff9-4aec8fdd0d1d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8024814b-332c-4272-aff9-4aec8fdd0d1d,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:24.346126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8024814b-332c-4272-aff9-4aec8fdd0d1d', 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b', 'port_id': '8024814b-332c-4272-aff9-4aec8fdd0d1d', 'mac_address': 'fa:16:3e:11:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba123b46-a4d5-4c7f-850e-447b2a70c318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:24.374190 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment cb2e420f-758b-4fe8-bb1c-64b5484fae0a resource provider aggregate not found May 27 01:53:24.398488 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment cb2e420f-758b-4fe8-bb1c-64b5484fae0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb2e420f-758b-4fe8-bb1c-64b5484fae0a found for delete ", "request_id": "req-8d2456f9-576c-4f4f-abc2-3e796f26e5db"}]} May 27 01:53:24.400358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8262c4dd-9cd3-40a7-a4b5-76da9de1c841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.403807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8262c4dd-9cd3-40a7-a4b5-76da9de1c841 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa86f6b-97f7-4afb-965b-e9f83ad8a4bb HTTP/1.1" status: 204 len: 168 time: 0.7646325 May 27 01:53:24.433318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8024814b-332c-4272-aff9-4aec8fdd0d1d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:24.433697 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.438219 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.454279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.464562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8024814b-332c-4272-aff9-4aec8fdd0d1d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:24.487440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8024814b-332c-4272-aff9-4aec8fdd0d1d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8024814b-332c-4272-aff9-4aec8fdd0d1d,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:24.492574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.523434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:24.529573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d3fb1cb5bc04b81b68b32612882f453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9172921 May 27 01:53:24.531998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.532126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35662) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:24.547164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Transition to ACTIVE for port object 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:24.594420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8024814b-332c-4272-aff9-4aec8fdd0d1d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:24.603784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.604338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.604713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.605744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.606394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.606965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.607606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.608147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.608693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.609190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.609732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.610235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.610770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:24.809183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.834749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Pushing event updated for resources: {'Port': ['ID=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:24.840495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.842750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35672) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:24.869541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8024814b-332c-4272-aff9-4aec8fdd0d1d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:24.893372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.912659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] Pushing event deleted for resources: {'Network': ['ID=730e4854-1124-4609-82a5-d6dea4286a1d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:24.923102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d3841cab-4e05-48a4-916f-40cd245ab166 admin admin] 10.222.0.16 "DELETE /v2.0/networks/730e4854-1124-4609-82a5-d6dea4286a1d HTTP/1.1" status: 204 len: 168 time: 1.3175220 May 27 01:53:24.932060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17460ea0-5db0-4364-ba77-cb56ebbdda77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6b90b8-bab1-49da-908c-a3843816ae34,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:24.942565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be142fc9-b811-4f26-a1c3-143d85cbe712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:24.972354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be142fc9-b811-4f26-a1c3-143d85cbe712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.024318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:25.081973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37786ef9-fec1-4206-b433-ff22b1317c6c req-1dd1d94f-0c1b-44fc-b082-b708d497f963 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:25.083615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37786ef9-fec1-4206-b433-ff22b1317c6c req-1dd1d94f-0c1b-44fc-b082-b708d497f963 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.5318456 May 27 01:53:25.085303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcba25a-8b2d-449e-a76b-682ae53e6042 req-fada1db4-4bd5-4294-80d7-6f10681a931b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:25.087028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bcba25a-8b2d-449e-a76b-682ae53e6042 req-fada1db4-4bd5-4294-80d7-6f10681a931b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 945 time: 0.2663894 May 27 01:53:25.093139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:09b5ffb453e143acb3f99c4bd9f74f67 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:25.099752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:25.129881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:25.143810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Attempting to bind port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:25.144291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Attempting to bind port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:25.144680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Attempting to bind port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb on network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:25.148066 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.167298 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bcba25a-8b2d-449e-a76b-682ae53e6042 req-6540906d-5f94-48e6-ab2c-dc1dc415dead tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678525 May 27 01:53:25.167815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb on network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:53:25.168245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Attempting to bind port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb on network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:25.175070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be142fc9-b811-4f26-a1c3-143d85cbe712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.183914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:25.184382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Checking segment: {'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:25.184925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Bound using segment: {'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:25.185431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Bound port: 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1396c1-7b88-4709-94c2-7d6da614f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:25.185999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.191073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Transition to ACTIVE for port object aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:25.195188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be142fc9-b811-4f26-a1c3-143d85cbe712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6b90b8-bab1-49da-908c-a3843816ae34,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:25.207252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be142fc9-b811-4f26-a1c3-143d85cbe712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.208357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be142fc9-b811-4f26-a1c3-143d85cbe712 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be6b90b8-bab1-49da-908c-a3843816ae34 HTTP/1.1" status: 204 len: 168 time: 0.6577513 May 27 01:53:25.210644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35678) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:25.246266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37786ef9-fec1-4206-b433-ff22b1317c6c req-2e688bd0-10ad-4f30-84b0-0f2d6c4e50c2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418514 May 27 01:53:25.283946 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5bdf9f4c-4c1b-46e4-87c7-6daa7e9b7b45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f61c9ff38d59493bb1a10bafc3074055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717995 May 27 01:53:25.286384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35684) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:25.290625 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.360511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] For port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:25.363663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.370553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] For port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:25.372793 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.393288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.457354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:25.464180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:25.470697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:25.503144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:25.560292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9313984-8260-4b76-9eb0-81b6064cdfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.603371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9313984-8260-4b76-9eb0-81b6064cdfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.690638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:25.692639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.701843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:25.707692 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.709675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] 10.222.0.47 "PUT /v2.0/ports/8b834c03-bacd-4ff1-aefd-a86dbd2f48bb HTTP/1.1" status: 200 len: 1093 time: 2.3840551 May 27 01:53:25.722035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9313984-8260-4b76-9eb0-81b6064cdfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.725917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9313984-8260-4b76-9eb0-81b6064cdfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.726221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:25.727307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d9313984-8260-4b76-9eb0-81b6064cdfae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4a0597f-6d7c-4957-91fd-76ad538f46ef HTTP/1.1" status: 204 len: 168 time: 0.4395828 May 27 01:53:25.751396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68caf75c-9369-4366-8ce2-9f85dc9298b0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:25.755904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-819c5d0b-a1ee-4f1f-8789-10d6615ab3e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09b5ffb453e143acb3f99c4bd9f74f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9121282 May 27 01:53:25.773756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35696) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:25.786205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Request body: {'port': {'device_id': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:25.808921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-212d2fc0-1a62-4184-bc79-2a3c3dd44c26 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3313193 May 27 01:53:25.810722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9313984-8260-4b76-9eb0-81b6064cdfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a0597f-6d7c-4957-91fd-76ad538f46ef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:25.835738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Request body: {'port': {'device_id': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:25.886244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b39b9a1d-65b8-4cd5-8617-1f0f065857d2 None None] Provisioning for port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:25.895036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b39b9a1d-65b8-4cd5-8617-1f0f065857d2 None None] Provisioning complete for port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:25.895231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b39b9a1d-65b8-4cd5-8617-1f0f065857d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:25.909609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a953fd4-75c2-426c-8d33-3a8553f50df3 req-6f499e0f-23e7-4be9-ab75-8451ba992f65 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:25.910437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a953fd4-75c2-426c-8d33-3a8553f50df3 req-6f499e0f-23e7-4be9-ab75-8451ba992f65 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Synchronizing usage tracker for tenant:7b6603ed0cef45bcbb2cfbc96f387277 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:25.917851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:25.979483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a953fd4-75c2-426c-8d33-3a8553f50df3 req-6f499e0f-23e7-4be9-ab75-8451ba992f65 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Unset dirty status for tenant:7b6603ed0cef45bcbb2cfbc96f387277 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:25.980615 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a953fd4-75c2-426c-8d33-3a8553f50df3 req-6f499e0f-23e7-4be9-ab75-8451ba992f65 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 936 time: 0.6404171 May 27 01:53:26.008797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea52e24-97b3-4c5a-ae40-dd856a335e19 service neutron] Pushing event updated for resources: {'Port': ['ID=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:26.044237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b39b9a1d-65b8-4cd5-8617-1f0f065857d2 None None] Port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:53:26.091948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2b2800f5-7fde-4ffd-b715-49d92cd643ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85e027cdf68f49c19648fc331d235d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599405 May 27 01:53:26.094454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.095988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35706) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:26.134606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.134889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8024814b-332c-4272-aff9-4aec8fdd0d1d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:26.161607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a953fd4-75c2-426c-8d33-3a8553f50df3 req-c9d36926-0351-4236-814b-062dda7a9569 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Synchronizing usage tracker for tenant:7b6603ed0cef45bcbb2cfbc96f387277 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:26.173044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-1597cd39-ab55-442a-9be8-811ea0a91a2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5480330 May 27 01:53:26.210059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d06d32-5674-49c0-88c4-2d9cfdf90020 req-8446185b-ec9f-4946-a973-a2c0acbcfc42 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:26.226608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d06d32-5674-49c0-88c4-2d9cfdf90020 req-8446185b-ec9f-4946-a973-a2c0acbcfc42 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:26.227467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-62d06d32-5674-49c0-88c4-2d9cfdf90020 req-8446185b-ec9f-4946-a973-a2c0acbcfc42 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Synchronizing usage tracker for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:26.236941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8024814b-332c-4272-aff9-4aec8fdd0d1d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:26.243937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8024814b-332c-4272-aff9-4aec8fdd0d1d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:26.244515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.248742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35712) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:26.284010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b61239c3-2ba9-424c-9662-c870ce27269b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.305460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a953fd4-75c2-426c-8d33-3a8553f50df3 req-c9d36926-0351-4236-814b-062dda7a9569 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Unset dirty status for tenant:7b6603ed0cef45bcbb2cfbc96f387277 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:26.306580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a953fd4-75c2-426c-8d33-3a8553f50df3 req-c9d36926-0351-4236-814b-062dda7a9569 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127813 May 27 01:53:26.309844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-910642e6-bdef-46e4-9b5d-e91f92d4c236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.383529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8024814b-332c-4272-aff9-4aec8fdd0d1d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:26.383996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.410355 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba51f77-a1ff-44c1-bf15-d7178acf5ab7'] response: {'name': 'network-changed', 'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb', 'status': 'completed', 'code': 200} May 27 01:53:26.422726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024814b-332c-4272-aff9-4aec8fdd0d1d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:26.427795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-910642e6-bdef-46e4-9b5d-e91f92d4c236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.430519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b61239c3-2ba9-424c-9662-c870ce27269b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.435295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8024814b-332c-4272-aff9-4aec8fdd0d1d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8024814b-332c-4272-aff9-4aec8fdd0d1d,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:26.441438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.448988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fb05f836-4f94-43e2-ba69-f29b27df54df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=945706013f2c470f8ee7ccd03c4d81ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938524 May 27 01:53:26.458350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35720) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:26.493840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-62d06d32-5674-49c0-88c4-2d9cfdf90020 req-8446185b-ec9f-4946-a973-a2c0acbcfc42 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Unset dirty status for tenant:feef3f5f170c4706b06cfa46553c064e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:26.495021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62d06d32-5674-49c0-88c4-2d9cfdf90020 req-8446185b-ec9f-4946-a973-a2c0acbcfc42 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1667 time: 1.0636914 May 27 01:53:26.551246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8024814b-332c-4272-aff9-4aec8fdd0d1d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:26.581221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-5f7741f0-6f03-444b-92f4-72e696473758 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5405641 May 27 01:53:26.683879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-910642e6-bdef-46e4-9b5d-e91f92d4c236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.727221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910642e6-bdef-46e4-9b5d-e91f92d4c236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa09df7-835f-4f05-a687-85bf4b3dde1c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:26.734379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-837ee9c2-d77b-451b-9660-edd31c718a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.736597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62d06d32-5674-49c0-88c4-2d9cfdf90020 req-bd842462-1485-4781-9854-71e37bddaf38 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210298 May 27 01:53:26.762749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-910642e6-bdef-46e4-9b5d-e91f92d4c236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.762749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-910642e6-bdef-46e4-9b5d-e91f92d4c236 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fa09df7-835f-4f05-a687-85bf4b3dde1c HTTP/1.1" status: 204 len: 168 time: 0.6586013 May 27 01:53:26.772881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-127922b7-f8c9-4118-ae2f-9ee81d2bb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:26.774378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-127922b7-f8c9-4118-ae2f-9ee81d2bb322 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.4836447 May 27 01:53:26.785942 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-837ee9c2-d77b-451b-9660-edd31c718a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.811262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b61239c3-2ba9-424c-9662-c870ce27269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:26.821435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264caab-77f0-4fde-9bcc-53f570395cb9 req-ca04517a-9abb-4a87-9c72-93e638d4774e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:26.822946 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9264caab-77f0-4fde-9bcc-53f570395cb9 req-ca04517a-9abb-4a87-9c72-93e638d4774e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 946 time: 0.2645504 May 27 01:53:26.853278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-6214136b-ea0e-46dd-99db-e714da49229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:26.853756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-6214136b-ea0e-46dd-99db-e714da49229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:26.855326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-6214136b-ea0e-46dd-99db-e714da49229e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1915 time: 0.4179049 May 27 01:53:26.866567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61239c3-2ba9-424c-9662-c870ce27269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68caf75c-9369-4366-8ce2-9f85dc9298b0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:26.962160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9264caab-77f0-4fde-9bcc-53f570395cb9 req-68e7cfd0-10f5-42bc-8152-ba3eb6c92eb6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271698 May 27 01:53:26.971649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:26.981147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.009423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Transition to ACTIVE for port object aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:27.010389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-837ee9c2-d77b-451b-9660-edd31c718a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.022473 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:53:27.030107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.033910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b61239c3-2ba9-424c-9662-c870ce27269b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.037951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b61239c3-2ba9-424c-9662-c870ce27269b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68caf75c-9369-4366-8ce2-9f85dc9298b0 HTTP/1.1" status: 204 len: 168 time: 1.1456578 May 27 01:53:27.041130 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49189c40-93ec-4ca7-b955-02fa598c0872'] response: {'server_uuid': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024814b-332c-4272-aff9-4aec8fdd0d1d', 'code': 200} May 27 01:53:27.069011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee9c2-d77b-451b-9660-edd31c718a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f7d72-309d-47a2-98a5-3c2edd61789d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:27.089458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-d4cc8240-e1e4-41cb-90ef-048d1fe46736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.090986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-d4cc8240-e1e4-41cb-90ef-048d1fe46736 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 1097 time: 0.4417362 May 27 01:53:27.145966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.47', 60405) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:27.331408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-837ee9c2-d77b-451b-9660-edd31c718a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.332375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-837ee9c2-d77b-451b-9660-edd31c718a5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/067f7d72-309d-47a2-98a5-3c2edd61789d HTTP/1.1" status: 204 len: 168 time: 0.8724594 May 27 01:53:27.354195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:27.395836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c3cdb9-eb7a-43de-9d09-d689505f1843 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:27.529929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Attempting to bind port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:27.530457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Attempting to bind port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:27.530998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Attempting to bind port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:27.537808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:53:27.539162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Attempting to bind port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:27.547321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:27.547870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:27.548404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:27.548977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Bound port: aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:27.549480 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.598067 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.644178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-b1311be4-24ad-4034-b8d9-8a9eba46fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.645654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-b1311be4-24ad-4034-b8d9-8a9eba46fd23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.8257225 May 27 01:53:27.722930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:27.744445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:27.745843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Transition to ACTIVE for port object e6c3cdb9-eb7a-43de-9d09-d689505f1843 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:27.756026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.770474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-7b323682-3fc9-4d6b-8ba7-8800dcac0356 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.1039994 May 27 01:53:27.772489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-8a6888f0-19dd-46a3-ad0d-59dfb83da6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.773218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-8a6888f0-19dd-46a3-ad0d-59dfb83da6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.773855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-8a6888f0-19dd-46a3-ad0d-59dfb83da6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.775544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-8a6888f0-19dd-46a3-ad0d-59dfb83da6bc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=feef3f5f170c4706b06cfa46553c064e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8530440 May 27 01:53:27.779345 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.811443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a0564-e5c8-4820-babd-d26e802fd43e req-b7ce6a67-fa06-4804-8dd3-e5a60df5299e tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.818866 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488a0564-e5c8-4820-babd-d26e802fd43e req-b7ce6a67-fa06-4804-8dd3-e5a60df5299e tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 948 time: 0.1728735 May 27 01:53:27.847147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7e9f9-d146-4d38-ab4f-8e817953211c req-29a1b4e6-6fc3-4e59-a9bd-555a60a9de55 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.848808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fe7e9f9-d146-4d38-ab4f-8e817953211c req-29a1b4e6-6fc3-4e59-a9bd-555a60a9de55 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.9026110 May 27 01:53:27.868012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:27.868613 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:27.870200 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 HTTP/1.1" status: 200 len: 1097 time: 2.0487843 May 27 01:53:27.872695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:27.946638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488a0564-e5c8-4820-babd-d26e802fd43e req-6837d9a9-2c8a-40ff-b555-13bc9ce67163 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266365 May 27 01:53:28.052400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186885-03ae-4283-8b37-8bd6069ccd41 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:28.069136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-6640673b-b081-4627-8c8e-46028ef89627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.070631 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-6640673b-b081-4627-8c8e-46028ef89627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b6603ed0cef45bcbb2cfbc96f387277&device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 1100 time: 0.1314361 May 27 01:53:28.101202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-0bf1da37-6495-4ae7-b23a-2a2e06195c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.102669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-0bf1da37-6495-4ae7-b23a-2a2e06195c85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.9385760 May 27 01:53:28.164440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-2f125446-9ac6-4abf-9086-579db9c19ad8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 HTTP/1.1" status: 200 len: 217 time: 0.0854483 May 27 01:53:28.228476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bda4-841f-4c9b-b827-80fc49c3968d req-54babcc0-307d-4898-a535-8bb2dc8fbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.234998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76f5bda4-841f-4c9b-b827-80fc49c3968d req-54babcc0-307d-4898-a535-8bb2dc8fbd35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 1098 time: 1.0839026 May 27 01:53:28.294049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0545046b-2011-4691-a042-7a8295abdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.295751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-0545046b-2011-4691-a042-7a8295abdd2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0801992 May 27 01:53:28.390300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-57012f79-3251-45f3-9274-f0fcd7dc5975 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b438391-2aaf-454d-8e6d-6f59f058b713 HTTP/1.1" status: 200 len: 217 time: 0.1645770 May 27 01:53:28.390930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3cdb9-eb7a-43de-9d09-d689505f1843,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:28.433206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426d77-3f83-4aed-a06a-726d6419f63e req-97eb849e-4381-4989-ac11-b7a1479cf0b8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.443104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426d77-3f83-4aed-a06a-726d6419f63e req-97eb849e-4381-4989-ac11-b7a1479cf0b8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.445251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95426d77-3f83-4aed-a06a-726d6419f63e req-97eb849e-4381-4989-ac11-b7a1479cf0b8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1679 time: 0.2796981 May 27 01:53:28.498594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-0df51bd9-ed04-4957-b799-df269a684605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.500155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-0df51bd9-ed04-4957-b799-df269a684605 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.7137945 May 27 01:53:28.512331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95426d77-3f83-4aed-a06a-726d6419f63e req-0034730f-b3b2-47dd-9129-e95eb6bcfb33 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557680 May 27 01:53:28.515597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-47a7bf6c-84ee-4e2f-ace2-5eab2ad92a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.517975 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-47a7bf6c-84ee-4e2f-ace2-5eab2ad92a92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2099311 May 27 01:53:28.547212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fe7e9f9-d146-4d38-ab4f-8e817953211c req-6d2777b1-c127-48fe-a596-ca301024f6e6 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181338 May 27 01:53:28.682288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76f5bda4-841f-4c9b-b827-80fc49c3968d req-8854276c-45a4-4dc3-81ee-acfd8c41effc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361831 May 27 01:53:28.722632 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9841561-9a2c-4c0a-a3a2-8f78053e3ba1'] response: {'name': 'network-changed', 'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'status': 'completed', 'code': 200} May 27 01:53:28.722985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-0bcfcc86-79bb-4310-9c4b-49a56c657e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.725699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff73eef-42b1-45d2-8360-4c97d0ff2681 req-0bcfcc86-79bb-4310-9c4b-49a56c657e69 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9289570 May 27 01:53:28.751369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-fcbada87-9792-43a5-9303-84cc50973200 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243149 May 27 01:53:28.760888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-1352ad6d-14a7-425e-892e-b6e42c822772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.762655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-1352ad6d-14a7-425e-892e-b6e42c822772 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.3096850 May 27 01:53:28.835799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Attempting to bind port e6c3cdb9-eb7a-43de-9d09-d689505f1843 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:28.836144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Attempting to bind port e6c3cdb9-eb7a-43de-9d09-d689505f1843 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:28.836480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Attempting to bind port e6c3cdb9-eb7a-43de-9d09-d689505f1843 on network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:28.854747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Port e6c3cdb9-eb7a-43de-9d09-d689505f1843 on network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:53:28.855434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Attempting to bind port e6c3cdb9-eb7a-43de-9d09-d689505f1843 on network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:28.875544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-6147e075-5591-4b3b-ba7c-97c016503f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:28.877211 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-6147e075-5591-4b3b-ba7c-97c016503f1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3171120 May 27 01:53:28.878255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:28.878853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Checking segment: {'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:28.879394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Bound using segment: {'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:28.880174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Bound port: e6c3cdb9-eb7a-43de-9d09-d689505f1843, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461ef1c2-cada-4b16-8524-f4bac46a701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:28.880679 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:28.988597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] For port e6c3cdb9-eb7a-43de-9d09-d689505f1843, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:28.992511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] For port e6c3cdb9-eb7a-43de-9d09-d689505f1843, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6c3cdb9-eb7a-43de-9d09-d689505f1843,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:29.066616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:29.196940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3cdb9-eb7a-43de-9d09-d689505f1843,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:29.222632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-989bdb87-b82e-43f3-86de-949efd08c3a8 req-5604fd75-d64c-4cac-9ee4-5b4df8d00206 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235525 May 27 01:53:29.231154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b61a6-7cc0-43d3-9c59-b4165b3f891f req-1caa177e-f03b-4e81-ab8b-a9ae4ab12521 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:29.233066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e61b61a6-7cc0-43d3-9c59-b4165b3f891f req-1caa177e-f03b-4e81-ab8b-a9ae4ab12521 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 946 time: 0.4744644 May 27 01:53:29.251800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:29.252942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:29.254861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-fd772b08-a09c-43d3-a958-9266ead39c42 service neutron] 10.222.0.47 "PUT /v2.0/ports/e6c3cdb9-eb7a-43de-9d09-d689505f1843 HTTP/1.1" status: 200 len: 1093 time: 3.4948993 May 27 01:53:29.255550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'tag': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:29.469540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e61b61a6-7cc0-43d3-9c59-b4165b3f891f req-cd3cf39f-85f8-4396-99da-6e1f3bfcb36a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051473 May 27 01:53:29.472065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-7cab5314-f9bc-4141-bef9-d2097b4a57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:29.472648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-2b0609ef-7752-49ca-b890-02c317e5dd33 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686145 May 27 01:53:29.472753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-7cab5314-f9bc-4141-bef9-d2097b4a57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:29.474079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-7cab5314-f9bc-4141-bef9-d2097b4a57d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1983 time: 0.1502442 May 27 01:53:29.478251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-26c5b8a9-913d-4079-bf54-df843c03ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:29.485062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-26c5b8a9-913d-4079-bf54-df843c03ade2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4689829 May 27 01:53:29.659588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-2aee3bdf-f60e-482d-a784-c600f19ec441 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb HTTP/1.1" status: 200 len: 217 time: 0.1750965 May 27 01:53:29.846145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-b3fdd42c-8c95-4a40-b432-9e43f8c20d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:29.848010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-b3fdd42c-8c95-4a40-b432-9e43f8c20d18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1effb984-1ee5-4dd4-a19d-b0fc00be881c HTTP/1.1" status: 200 len: 801 time: 0.1747088 May 27 01:53:30.055240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-6b79b5a9-59d7-4109-984e-b2b8dfad4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:30.056754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-6b79b5a9-59d7-4109-984e-b2b8dfad4d57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019336 May 27 01:53:30.059381 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716ac3bf-c3b9-412c-a19b-65354f5aa6f2'] response: {'name': 'network-changed', 'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'tag': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843', 'status': 'completed', 'code': 200} May 27 01:53:30.142867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-ce68f28e-a276-49dd-a509-f37138a7ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:30.144801 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-ce68f28e-a276-49dd-a509-f37138a7ae33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b6603ed0cef45bcbb2cfbc96f387277&device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 1100 time: 0.8309131 May 27 01:53:30.162805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498599c2-994d-456b-9a75-6a5f4d06ad53 req-f54d26af-c5fd-4169-bbe7-70b774bcaf73 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:30.169503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498599c2-994d-456b-9a75-6a5f4d06ad53 req-f54d26af-c5fd-4169-bbe7-70b774bcaf73 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:30.176950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-498599c2-994d-456b-9a75-6a5f4d06ad53 req-f54d26af-c5fd-4169-bbe7-70b774bcaf73 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1679 time: 0.2806995 May 27 01:53:30.270411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35840) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:30.297844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-022c9bde-393e-41ec-9ea4-1e7de403ce2d req-d16daa28-0023-43f2-b0ad-c000e35e5f74 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932329 May 27 01:53:30.393234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-26d8cb87-1a00-4926-b8b9-f66382f24f13 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8875039 May 27 01:53:30.410541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad24c4-8047-42d6-a2ef-04a1afcbaa5a req-a39546f0-2b23-4aab-b93b-496e8af2e4f3 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:30.418567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1ad24c4-8047-42d6-a2ef-04a1afcbaa5a req-a39546f0-2b23-4aab-b93b-496e8af2e4f3 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 948 time: 0.3614528 May 27 01:53:30.460795 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-498599c2-994d-456b-9a75-6a5f4d06ad53 req-3e467203-a82f-40ee-ab96-bc895109f5c4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828813 May 27 01:53:30.489837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-351bd756-447f-42d5-84a0-b3f25890d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:30.494956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-351bd756-447f-42d5-84a0-b3f25890d477 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3228626 May 27 01:53:30.541400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-47475337-6622-4691-a340-c03a0ea70718 service neutron] 10.222.0.47 "GET /v2.0/networks/1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765224 May 27 01:53:30.712975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-580827b0-9dd0-45c4-a24a-dee071c5b4c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 HTTP/1.1" status: 200 len: 217 time: 0.2047050 May 27 01:53:30.733184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1ad24c4-8047-42d6-a2ef-04a1afcbaa5a req-03ebaee0-7d4e-4c38-880a-206eddc4a230 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087261 May 27 01:53:30.886997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2092352352', 'router:external': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:30.900444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:30.910441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:network and tenant:3290b0cb86e34c408153291e88d8203f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:30.916967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:30.931001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-3ceebac2-a0a5-4b29-863d-e6014fd5036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:30.935699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-3ceebac2-a0a5-4b29-863d-e6014fd5036c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1998613 May 27 01:53:30.999997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e3ede7b-9e32-4814-b3a8-1c9fb0fc3961 req-cb1c8709-9cc3-44b2-a335-95c34886ec1e service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673838 May 27 01:53:30.999997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:31.032068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-8cde58de-a679-4a52-9679-94d8c7b572b5 service neutron] 10.222.0.47 "GET /v2.0/networks/1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822350 May 27 01:53:31.096325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Made reservation on behalf of 3290b0cb86e34c408153291e88d8203f for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:31.099641 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:31.135331 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:31.173329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:31.176281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-ea3f26df-d4b0-4c1a-9a6a-23c75b8a5b69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=e6c3cdb9-eb7a-43de-9d09-d689505f1843 HTTP/1.1" status: 200 len: 217 time: 0.1359501 May 27 01:53:31.188594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:security_group_rule and tenant:3290b0cb86e34c408153291e88d8203f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:31.194077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:31.205233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:31.218142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce2da9-2e24-4d38-9650-493e1c39c12b req-79e27f82-268f-4a6b-b3a8-478529dcc4d0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:31.219740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7ce2da9-2e24-4d38-9650-493e1c39c12b req-79e27f82-268f-4a6b-b3a8-478529dcc4d0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 946 time: 0.2305722 May 27 01:53:31.271050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-7006d4f1-5619-4cd4-a770-378b1a043cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:31.272696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-7006d4f1-5619-4cd4-a770-378b1a043cce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2713618 May 27 01:53:31.284841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-eec19a55-10b0-4344-b16b-f1e970bfedec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:31.290324 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-eec19a55-10b0-4344-b16b-f1e970bfedec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1bfa682-0b77-4f59-9109-b72a7ecd21a1 HTTP/1.1" status: 200 len: 801 time: 0.1037126 May 27 01:53:31.305557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5aa4e-f855-4cca-87d8-b30cbb130ce7 req-8385a4a8-2e87-4cb9-8e3e-c8eac3e0037c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:31.316643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcd5aa4e-f855-4cca-87d8-b30cbb130ce7 req-8385a4a8-2e87-4cb9-8e3e-c8eac3e0037c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.6096702 May 27 01:53:31.413020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7ce2da9-2e24-4d38-9650-493e1c39c12b req-3e81d43e-4c52-447c-9296-9aafc2afcb87 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821902 May 27 01:53:31.463753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcd5aa4e-f855-4cca-87d8-b30cbb130ce7 req-e1961d84-df60-4105-9953-2e3627518688 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458695 May 27 01:53:31.509389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-d762140d-94ff-4e45-859f-6df570e5884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:31.525664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-d762140d-94ff-4e45-859f-6df570e5884f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6306a55e-3eb0-4e0d-8e85-e41c2f303714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035153 May 27 01:53:31.548778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-76270489-14b5-4bcb-a75f-b0cd5963c850 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609403 May 27 01:53:31.775557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-297b7971-82bd-4485-bacc-c36be0073adb service neutron] 10.222.0.47 "GET /v2.0/networks/6306a55e-3eb0-4e0d-8e85-e41c2f303714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361057 May 27 01:53:31.793084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:31.813534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:31.921685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:53:31.924662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f604cc40-bc3c-4b03-9908-af6e05d2ab85,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:31.960320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:31.960678 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Added segment 56c1c3ef-b483-4329-9641-c93d97184e2a of type vlan for network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 May 27 01:53:31.988206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43268e3-5fb9-4cb5-b0c9-2d7e8bbe40ef req-2c2ea8c1-8a1b-47ff-b4bb-c7ce55529b99 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311500 May 27 01:53:32.032933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.047880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb75a1c7-d386-4bf3-97cd-5dd9afd2eea0 req-92b5a2d1-a215-4dab-a611-00ae5d830f56 service neutron] 10.222.0.47 "GET /v2.0/networks/6306a55e-3eb0-4e0d-8e85-e41c2f303714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101789 May 27 01:53:32.064299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35cc1d-5e48-4a17-a15f-5e43ab0060a4 req-c9957e41-d9c6-4a2a-b8a2-a2b22b8ef65a tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.077218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35cc1d-5e48-4a17-a15f-5e43ab0060a4 req-c9957e41-d9c6-4a2a-b8a2-a2b22b8ef65a tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.077416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.078489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.079805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.089589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c35cc1d-5e48-4a17-a15f-5e43ab0060a4 req-c9957e41-d9c6-4a2a-b8a2-a2b22b8ef65a tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1679 time: 0.3121445 May 27 01:53:32.279908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c35cc1d-5e48-4a17-a15f-5e43ab0060a4 req-2a15813f-3e02-4ab5-a8b1-fe428009bc4e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894503 May 27 01:53:32.294694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0158579 May 27 01:53:32.295685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db5bbe-a558-46fd-97de-bda183bc4aba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Network': ['ID=5acb636f-b1f2-4eee-94a3-64f9c35bf354,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:32.297782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35894) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:32.309837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:53:32.317546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'subnet': {'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:32.327293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:32.334245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:subnet and tenant:3290b0cb86e34c408153291e88d8203f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:32.338082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:32.351947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945be3ab-54a9-4495-b235-2a78b23a834f req-723fa192-4e72-4a16-9036-6aa0a5a7720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.352478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945be3ab-54a9-4495-b235-2a78b23a834f req-723fa192-4e72-4a16-9036-6aa0a5a7720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.354193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-945be3ab-54a9-4495-b235-2a78b23a834f req-723fa192-4e72-4a16-9036-6aa0a5a7720e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feef3f5f170c4706b06cfa46553c064e&device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1983 time: 0.2171183 May 27 01:53:32.355480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:32.517673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:32.519237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Made reservation on behalf of 3290b0cb86e34c408153291e88d8203f for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:32.521466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.524779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-c029a5fe-c13a-4ecb-bb7e-c6daae8532fa tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=07560c3d52014cd88b1611b83d0ff165&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538826 May 27 01:53:32.594613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945be3ab-54a9-4495-b235-2a78b23a834f req-ca92cf18-cd33-4126-9216-9caaf074b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.596299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-945be3ab-54a9-4495-b235-2a78b23a834f req-ca92cf18-cd33-4126-9216-9caaf074b733 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6306a55e-3eb0-4e0d-8e85-e41c2f303714 HTTP/1.1" status: 200 len: 903 time: 0.2342505 May 27 01:53:32.652954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.665239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.687380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:32.695654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Usage tracker for resource:security_group_rule and tenant:3487751762e04940bf9822a955e54642 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:32.700594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:32.716669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:32.730395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-ec93fe12-1d52-4277-8fba-392cbbf258d7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.731883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-ec93fe12-1d52-4277-8fba-392cbbf258d7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003570 May 27 01:53:32.741681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-945be3ab-54a9-4495-b235-2a78b23a834f req-783db2be-b3ec-426e-804c-1eb7cf592f87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=e6c3cdb9-eb7a-43de-9d09-d689505f1843 HTTP/1.1" status: 200 len: 217 time: 0.0960948 May 27 01:53:32.758210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e5024b14-2f2f-41ef-b6ca-183a197fea45 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/quotas/07560c3d52014cd88b1611b83d0ff165 HTTP/1.1" status: 200 len: 375 time: 0.0197511 May 27 01:53:32.813145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-5c7efeb7-1e5e-46ff-a826-155c7a7e512c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07560c3d52014cd88b1611b83d0ff165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484860 May 27 01:53:32.846515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53474a93-e7f2-45b9-adff-6c6447378bd2 req-512acda8-0f37-47fd-822c-348c43d9165a tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.848058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-53474a93-e7f2-45b9-adff-6c6447378bd2 req-512acda8-0f37-47fd-822c-348c43d9165a tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 948 time: 0.3875866 May 27 01:53:32.853145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945be3ab-54a9-4495-b235-2a78b23a834f req-54e647c0-e1b2-49c6-a1f6-7b372eac5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:32.854511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-945be3ab-54a9-4495-b235-2a78b23a834f req-54e647c0-e1b2-49c6-a1f6-7b372eac5fb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1bfa682-0b77-4f59-9109-b72a7ecd21a1 HTTP/1.1" status: 200 len: 801 time: 0.1025932 May 27 01:53:32.873219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.877569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:32.930968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3487751762e04940bf9822a955e54642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122057 May 27 01:53:32.933831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5c9e0-fd08-454d-ae0a-c9e65a96354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a6d335-bcdd-4735-b3c7-c4bf0e2219eb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:32.936697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35918) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:32.984192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:33.160677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-53474a93-e7f2-45b9-adff-6c6447378bd2 req-1a5d01c8-865e-4a90-8f6b-72bcd9887ab2 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026657 May 27 01:53:33.213845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-52158cd5-3b1d-45a0-a87c-e2cbca073b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:33.241996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945be3ab-54a9-4495-b235-2a78b23a834f req-7c9cdef2-d443-43f9-9f43-29db8c20a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:33.243685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-945be3ab-54a9-4495-b235-2a78b23a834f req-7c9cdef2-d443-43f9-9f43-29db8c20a87a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6306a55e-3eb0-4e0d-8e85-e41c2f303714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3687205 May 27 01:53:33.253544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-52158cd5-3b1d-45a0-a87c-e2cbca073b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:33.313274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d373a-15d8-476b-9d6f-a37e4e9c013d req-6d159719-6d95-4c9f-adb4-f6d0eae0f565 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:33.314951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-653d373a-15d8-476b-9d6f-a37e4e9c013d req-6d159719-6d95-4c9f-adb4-f6d0eae0f565 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 946 time: 0.1840842 May 27 01:53:33.379305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-653d373a-15d8-476b-9d6f-a37e4e9c013d req-c8bc5d2a-2f42-4611-b153-494932cf29aa tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574064 May 27 01:53:33.381583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-52158cd5-3b1d-45a0-a87c-e2cbca073b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:33.405504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-52158cd5-3b1d-45a0-a87c-e2cbca073b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:33.406833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-52158cd5-3b1d-45a0-a87c-e2cbca073b6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06a6d335-bcdd-4735-b3c7-c4bf0e2219eb HTTP/1.1" status: 204 len: 168 time: 0.4563220 May 27 01:53:33.422495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52158cd5-3b1d-45a0-a87c-e2cbca073b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a6d335-bcdd-4735-b3c7-c4bf0e2219eb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:33.614863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-945be3ab-54a9-4495-b235-2a78b23a834f req-149963ba-95fa-4eb7-8f05-ddcdf68bbe49 service neutron] 10.222.0.47 "GET /v2.0/networks/6306a55e-3eb0-4e0d-8e85-e41c2f303714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211064 May 27 01:53:33.657890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10073e-cc86-48fc-8cd0-4fd40e6f8a10 req-7d6bf197-d30f-4ef8-9f7c-3d3b97baebeb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:33.659634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f10073e-cc86-48fc-8cd0-4fd40e6f8a10 req-7d6bf197-d30f-4ef8-9f7c-3d3b97baebeb tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.3389010 May 27 01:53:33.720240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abb35091-e9e7-4fd7-84a5-ddb186678c57 req-ae6db808-57df-4fe9-a6f2-e51a70aa1cdc tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 210 time: 0.2111635 May 27 01:53:33.764914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-84f5d7d4-9a64-4f94-bdef-705864a49dba tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:33.766400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-84f5d7d4-9a64-4f94-bdef-705864a49dba tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 946 time: 0.1827519 May 27 01:53:33.847467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f10073e-cc86-48fc-8cd0-4fd40e6f8a10 req-616adb4f-60bd-403a-bd50-fed95b11eba5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228392 May 27 01:53:33.868492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Deleting port 8024814b-332c-4272-aff9-4aec8fdd0d1d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:33.868896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:33.891137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35938) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:33.909489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-945be3ab-54a9-4495-b235-2a78b23a834f req-be1c50fc-0774-4054-aa2b-c98c44fae21d service neutron] 10.222.0.47 "GET /v2.0/networks/6306a55e-3eb0-4e0d-8e85-e41c2f303714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850940 May 27 01:53:33.921453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 01:53:33.921924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:33.963136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.004731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:34.013920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Usage tracker for resource:security_group_rule and tenant:bc845e08ddb1400da2cd9a2191d28157 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:34.018010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7a78905d-7ed7-480e-8eb9-0c33889c051d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:34.020219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:34.028698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:34.035972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Checking segment: {'id': '56c1c3ef-b483-4329-9641-c93d97184e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:34.036329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network hostable DHCP agents. Network: 5acb636f-b1f2-4eee-94a3-64f9c35bf354, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:53:34.075657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:53:34.090909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 5acb636f-b1f2-4eee-94a3-64f9c35bf354) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:34.098247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:34.098738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.102103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df1d69a-4bb8-4969-ab69-f92cc4f3f74f None None] Network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:34.128766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1151b7-9844-46be-86c5-9de3b0b91440 req-6166f991-e4b0-444e-9fad-aa1f14da44ee tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:34.135863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1151b7-9844-46be-86c5-9de3b0b91440 req-6166f991-e4b0-444e-9fad-aa1f14da44ee tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:34.143509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce1151b7-9844-46be-86c5-9de3b0b91440 req-6166f991-e4b0-444e-9fad-aa1f14da44ee tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1679 time: 0.2497311 May 27 01:53:34.149382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3234bbcc-c2f1-4178-b9e1-781e7e443a38 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8485670 May 27 01:53:34.152756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35942) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:34.159994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-204581230', 'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:34.165004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.167515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:34.171702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:port and tenant:3290b0cb86e34c408153291e88d8203f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:34.175038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:34.185998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.194097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:34.246900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Made reservation on behalf of 3290b0cb86e34c408153291e88d8203f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:34.247477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce1151b7-9844-46be-86c5-9de3b0b91440 req-8f8fed88-daae-4f5d-b0b4-2555d718c561 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029556 May 27 01:53:34.250909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.264670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab6e0f-97b2-41e4-a185-ee3dce804bb5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:34.275475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-20299a95-bb64-4d45-86b3-a7bbbb2b923c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc845e08ddb1400da2cd9a2191d28157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775990 May 27 01:53:34.278094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35948) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:34.311673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] For port 8024814b-332c-4272-aff9-4aec8fdd0d1d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8024814b-332c-4272-aff9-4aec8fdd0d1d,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:34.312118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.325477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] device_id is not set on port 9f5e2907-37fb-48b9-b03c-8b23cc539350 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:53:34.397783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:34.458351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-9c16f548-cbf2-4069-9f83-ed055d98213a tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=07560c3d52014cd88b1611b83d0ff165&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1776168 May 27 01:53:34.531933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Calling delete_port for 8024814b-332c-4272-aff9-4aec8fdd0d1d owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:34.608647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:34.633462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'mac_address': 'fa:16:3e:1f:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:34.640612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56941d5-4069-406f-aa37-6b407fa29724 None None] Network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:34.735023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Allocated IP 2001:db8::3e8 (5acb636f-b1f2-4eee-94a3-64f9c35bf354/7a78905d-7ed7-480e-8eb9-0c33889c051d/9f5e2907-37fb-48b9-b03c-8b23cc539350) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:34.775056 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4925ae3e-74c1-4244-a4b6-e018f6a61fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.779868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:34.780403 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.800111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:34.800969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b246-a66e-4b59-b5aa-ea6cb5486e7c req-23308210-11af-4839-b180-beca55d3323e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:34.802769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74b6b246-a66e-4b59-b5aa-ea6cb5486e7c req-23308210-11af-4839-b180-beca55d3323e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00bfb1c-f5d9-498b-8d84-566a32b5c653 HTTP/1.1" status: 200 len: 946 time: 0.1925495 May 27 01:53:34.806180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-98ded0d9-f061-40e7-a083-51ede2defe38 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:34.807788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-98ded0d9-f061-40e7-a083-51ede2defe38 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308702 May 27 01:53:34.831937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9005a-dc9f-47d1-b313-e7d9210915d2 req-c69cb805-06ba-45c4-a155-c250df6a5f93 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:34.833525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57b9005a-dc9f-47d1-b313-e7d9210915d2 req-c69cb805-06ba-45c4-a155-c250df6a5f93 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 948 time: 0.3736897 May 27 01:53:34.837485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Request body: {'port': {'device_id': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '07560c3d52014cd88b1611b83d0ff165'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:34.850655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:34.857951 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.864458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:34.912902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74b6b246-a66e-4b59-b5aa-ea6cb5486e7c req-ef8046e7-8fab-4b62-af57-2b6ba279c667 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037676 May 27 01:53:34.923051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Pushing event deleted for resources: {'Port': ['ID=8024814b-332c-4272-aff9-4aec8fdd0d1d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:34.931177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8008e6c5-4888-4b4f-a531-ebdb7b4348f8', '8024814b-332c-4272-aff9-4aec8fdd0d1d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:35.006699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4925ae3e-74c1-4244-a4b6-e018f6a61fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.012589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] No DVR routers for this DVR port 8024814b-332c-4272-aff9-4aec8fdd0d1d on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:35.015709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.018933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'name': 'network-vif-deleted', 'tag': '8024814b-332c-4272-aff9-4aec8fdd0d1d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:35.040668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26526b1b-d7eb-4a25-9d0e-066b15f9f799 req-cb141e28-029d-4a49-ac16-f8f4826e9d86 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "DELETE /v2.0/ports/8024814b-332c-4272-aff9-4aec8fdd0d1d HTTP/1.1" status: 204 len: 173 time: 1.2609296 May 27 01:53:35.095672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:35.111748 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3283682-b177-4c0c-9f55-5bcbb3bf598b req-6fd02fed-f803-43a6-b1bb-8c4ff07f20ad tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 210 time: 0.0502169 May 27 01:53:35.243754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:35.324339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57b9005a-dc9f-47d1-b313-e7d9210915d2 req-19770094-412a-45c7-afca-19f58fdd2a08 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641781 May 27 01:53:35.327109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6f7a5-e17a-42c8-a91c-c8a75be880c3 req-1389d69c-fb75-4943-ab64-b405af749a05 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:35.329301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4ff6f7a5-e17a-42c8-a91c-c8a75be880c3 req-1389d69c-fb75-4943-ab64-b405af749a05 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.1007073 May 27 01:53:35.396904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4925ae3e-74c1-4244-a4b6-e018f6a61fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.407464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4ff6f7a5-e17a-42c8-a91c-c8a75be880c3 req-72bcb294-4d25-4e80-87c6-45c22dbc39d6 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691357 May 27 01:53:35.422738 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7ee204-8bc5-4095-892c-4b07ee936044'] response: {'server_uuid': 'e00bfb1c-f5d9-498b-8d84-566a32b5c653', 'name': 'network-vif-deleted', 'tag': '8024814b-332c-4272-aff9-4aec8fdd0d1d', 'status': 'completed', 'code': 200} May 27 01:53:35.438165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925ae3e-74c1-4244-a4b6-e018f6a61fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab6e0f-97b2-41e4-a185-ee3dce804bb5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:35.482742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:35.522416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.526256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Usage tracker for resource:port and tenant:07560c3d52014cd88b1611b83d0ff165 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:35.530011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:35.536326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:35.593953 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4925ae3e-74c1-4244-a4b6-e018f6a61fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.595083 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4925ae3e-74c1-4244-a4b6-e018f6a61fe4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18ab6e0f-97b2-41e4-a185-ee3dce804bb5 HTTP/1.1" status: 204 len: 168 time: 1.3161077 May 27 01:53:35.626186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Made reservation on behalf of 07560c3d52014cd88b1611b83d0ff165 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:35.629631 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.643147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.669818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:35.678507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Usage tracker for resource:security_group_rule and tenant:07560c3d52014cd88b1611b83d0ff165 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:35.682334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:35.693720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89815-c68e-46b2-8634-808105b0b216 req-bac53405-57ce-4aa8-b82a-8c7910c54121 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:35.699521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89815-c68e-46b2-8634-808105b0b216 req-bac53405-57ce-4aa8-b82a-8c7910c54121 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:35.707603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aec89815-c68e-46b2-8634-808105b0b216 req-bac53405-57ce-4aa8-b82a-8c7910c54121 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1679 time: 0.1659036 May 27 01:53:35.714539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:35.737669 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4513dc60-dc75-40c6-8973-853ee71aef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.765479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.861658 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aec89815-c68e-46b2-8634-808105b0b216 req-f7094eb8-2a8e-4e8a-ad8e-47c4703b6813 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532085 May 27 01:53:35.904967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:35.906119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1dd6-9dba-42c7-a977-ba2b3d9270ba req-d2f62e94-0729-4118-a57c-c0da9d3f5194 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:35.907643 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c1dd6-9dba-42c7-a977-ba2b3d9270ba req-d2f62e94-0729-4118-a57c-c0da9d3f5194 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.0936632 May 27 01:53:35.909384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:35.917531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:35.918755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:35.919126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:35.932828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Port': ['ID=9f5e2907-37fb-48b9-b03c-8b23cc539350,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:35.960992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e18c0efd-3665-4554-8b45-bbf6f938bfd9 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8071091 May 27 01:53:35.965971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:35.978520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c1dd6-9dba-42c7-a977-ba2b3d9270ba req-4fe34ccc-16bb-4858-b4a7-b2f58e0cdb22 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575688 May 27 01:53:36.053647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:36.060538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Deleting port 9f5e2907-37fb-48b9-b03c-8b23cc539350 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:36.060894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:36.090615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:36.172015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:36.177005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8024814b-332c-4272-aff9-4aec8fdd0d1d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:36.203923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7731d7a-50a9-48c6-9097-9a78c178c049,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:36.275170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468da632-853d-4f51-8733-b28660040251 req-dd8091b1-9f69-41a4-8142-380515f57cfc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:36.276285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-468da632-853d-4f51-8733-b28660040251 req-dd8091b1-9f69-41a4-8142-380515f57cfc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Synchronizing usage tracker for tenant:f910654bcf5844a995ba687ccba1925f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:36.287829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 8024814b-332c-4272-aff9-4aec8fdd0d1d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:36.288420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8024814b-332c-4272-aff9-4aec8fdd0d1d not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:36.294806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-468da632-853d-4f51-8733-b28660040251 req-dd8091b1-9f69-41a4-8142-380515f57cfc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Unset dirty status for tenant:f910654bcf5844a995ba687ccba1925f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:36.296330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-468da632-853d-4f51-8733-b28660040251 req-dd8091b1-9f69-41a4-8142-380515f57cfc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1455634 May 27 01:53:36.438823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b018980d-6df7-4f88-9d47-9c748d5c2468 req-98bcae05-e696-43e1-899b-d50f46ba1d59 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 210 time: 0.1606951 May 27 01:53:36.468002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-468da632-853d-4f51-8733-b28660040251 req-86473297-2667-4ebf-8b66-f56cc1b8835c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651874 May 27 01:53:36.500719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:36.519208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb', 'network_id': '1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2', 'port_id': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb', 'mac_address': 'fa:16:3e:d1:bb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1effb984-1ee5-4dd4-a19d-b0fc00be881c', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:36.524525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Allocated IP 192.168.233.28 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/3c5a066c-e006-431f-89df-3e1f2b5c3ef5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:36.603569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:36.603945 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:36.630398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:36.637139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:36.647840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:36.659422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:36.662378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6c3cdb9-eb7a-43de-9d09-d689505f1843 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:36.776597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:36.819389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Calling delete_port for 9f5e2907-37fb-48b9-b03c-8b23cc539350 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:36.898551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6c3cdb9-eb7a-43de-9d09-d689505f1843, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6c3cdb9-eb7a-43de-9d09-d689505f1843,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:36.913251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843', 'network_id': '6306a55e-3eb0-4e0d-8e85-e41c2f303714', 'port_id': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843', 'mac_address': 'fa:16:3e:6f:8a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bfa682-0b77-4f59-9109-b72a7ecd21a1', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:36.977302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836c69a-23bd-4f59-862f-69e1346e966b req-30bfe63d-9593-4b73-9944-02be0376a0ca tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:36.979064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f836c69a-23bd-4f59-862f-69e1346e966b req-30bfe63d-9593-4b73-9944-02be0376a0ca tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.0942965 May 27 01:53:36.995337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6c3cdb9-eb7a-43de-9d09-d689505f1843 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:36.995926 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.019629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c3cdb9-eb7a-43de-9d09-d689505f1843 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:37.038085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6c3cdb9-eb7a-43de-9d09-d689505f1843, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6c3cdb9-eb7a-43de-9d09-d689505f1843,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:37.039450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f836c69a-23bd-4f59-862f-69e1346e966b req-09999f9c-ce4e-4820-8f5e-04c8d394a001 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543058 May 27 01:53:37.043543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.059464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905679-343a-401c-8fe2-fbc3c1962375 req-60d63fdf-8d5e-4897-a0dd-92662433a412 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:37.067345 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3b905679-343a-401c-8fe2-fbc3c1962375 req-60d63fdf-8d5e-4897-a0dd-92662433a412 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 949 time: 0.4885185 May 27 01:53:37.149633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6c3cdb9-eb7a-43de-9d09-d689505f1843,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:37.164862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:37.166683 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.236042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f5e2907-37fb-48b9-b03c-8b23cc539350,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:37.267588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3b905679-343a-401c-8fe2-fbc3c1962375 req-012f9030-246c-4899-925c-feffad021112 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990218 May 27 01:53:37.285142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-7850b1c0-deeb-4b21-af0d-3d2899a4db02 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:37.285142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-7850b1c0-deeb-4b21-af0d-3d2899a4db02 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.1826768 May 27 01:53:37.293813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e372b1-2581-4be5-bb39-cf2bba41486a req-310a3cd3-19e9-4567-a896-e840411a86b1 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:37.299846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e372b1-2581-4be5-bb39-cf2bba41486a req-310a3cd3-19e9-4567-a896-e840411a86b1 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:37.306828 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66e372b1-2581-4be5-bb39-cf2bba41486a req-310a3cd3-19e9-4567-a896-e840411a86b1 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1681 time: 0.1493313 May 27 01:53:37.342322 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.369305 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.378282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e9ba1da-c619-4b6c-90f2-2c389a47b94f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9f5e2907-37fb-48b9-b03c-8b23cc539350 HTTP/1.1" status: 204 len: 168 time: 1.4113455 May 27 01:53:37.391478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36038) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:37.402430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354', 'external_fixed_ips': [{'subnet_id': '7a78905d-7ed7-480e-8eb9-0c33889c051d', 'ip_address': '2001:db8::3e8'}]}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:37.406724 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.429000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:37.429152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Transition to ACTIVE for port object 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:37.432538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8b834c03-bacd-4ff1-aefd-a86dbd2f48bb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:37.456113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port b1b5edda-2c1f-48e1-9be1-357f45402fac {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:37.456113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.478242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f4eb6-a276-45b3-884d-7c74967add59 req-50b80b8e-f869-455a-9ebd-609b8fc5cf35 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:37.479793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f8f4eb6-a276-45b3-884d-7c74967add59 req-50b80b8e-f869-455a-9ebd-609b8fc5cf35 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 946 time: 0.1070173 May 27 01:53:37.496295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:router and tenant:3290b0cb86e34c408153291e88d8203f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:37.507599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.511462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:37.527736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:37.535727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66e372b1-2581-4be5-bb39-cf2bba41486a req-39237200-7d20-4463-b3d8-f5495da454cb tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275431 May 27 01:53:37.536499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:37.569266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Usage tracker for resource:security_group_rule and tenant:b1279a7ba24c4042909158b8e4eec228 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:37.573692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:37.582364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:37.772376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.772376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.787058 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.820176 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f8f4eb6-a276-45b3-884d-7c74967add59 req-7863e177-1d2a-4b44-a852-2eebda165552 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241870 May 27 01:53:37.831864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:37.842386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:37.863574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:37.910284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Pushing event updated for resources: {'Port': ['ID=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:37.923212 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7dc429cd-8c94-4b6c-8970-ae0c1df9d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.951459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:37.952513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:37.976003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-e1d3a6ef-87f5-4385-a060-6f696b4b4a5c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1519797 May 27 01:53:37.988945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Request body: {'port': {'device_id': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:38.154259 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.185913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:38.200470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.216062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ff58a2c8-68a8-41f5-b01c-7b6917b65da4 None None] Provisioning for port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:38.223211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.234404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ff58a2c8-68a8-41f5-b01c-7b6917b65da4 None None] Provisioning complete for port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:38.234865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ff58a2c8-68a8-41f5-b01c-7b6917b65da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.287433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f811f-fd98-4793-a9bb-5e9e0e0dd52d req-47c6be1d-a4f0-43f1-878a-6a7362626b9b tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:38.288461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4d3f811f-fd98-4793-a9bb-5e9e0e0dd52d req-47c6be1d-a4f0-43f1-878a-6a7362626b9b tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Synchronizing usage tracker for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:38.299231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ff58a2c8-68a8-41f5-b01c-7b6917b65da4 None None] Port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:53:38.313331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:38.319120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:38.319533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.365555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4d3f811f-fd98-4793-a9bb-5e9e0e0dd52d req-47c6be1d-a4f0-43f1-878a-6a7362626b9b tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Unset dirty status for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:38.368337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d3f811f-fd98-4793-a9bb-5e9e0e0dd52d req-47c6be1d-a4f0-43f1-878a-6a7362626b9b tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 935 time: 0.3214710 May 27 01:53:38.373555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841f086-e1f3-436d-833f-077c9ed0649a req-58363267-037d-46b3-b715-347662d2b48e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:38.380626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1841f086-e1f3-436d-833f-077c9ed0649a req-58363267-037d-46b3-b715-347662d2b48e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.7102973 May 27 01:53:38.388335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.418878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1279a7ba24c4042909158b8e4eec228&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2236965 May 27 01:53:38.424953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09b46-db1d-4187-ba03-fc8d6d39895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffc0c54-9dc7-42cb-b3de-528cbbb1f9ff,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:38.431656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36048) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:38.447359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port b1b5edda-2c1f-48e1-9be1-357f45402fac, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b1b5edda-2c1f-48e1-9be1-357f45402fac,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:38.447710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:38.448150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.448237 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.478350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:38.491506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:38.496338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.496696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4d3f811f-fd98-4793-a9bb-5e9e0e0dd52d req-169f3070-b007-47d2-804b-dc2f7864abcb tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Synchronizing usage tracker for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:38.541645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4d3f811f-fd98-4793-a9bb-5e9e0e0dd52d req-169f3070-b007-47d2-804b-dc2f7864abcb tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Unset dirty status for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:38.555566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d3f811f-fd98-4793-a9bb-5e9e0e0dd52d req-169f3070-b007-47d2-804b-dc2f7864abcb tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820538 May 27 01:53:38.573180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e6c3cdb9-eb7a-43de-9d09-d689505f1843'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:38.630631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:38.736531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:38.751357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.772599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Transition to ACTIVE for port object 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:38.781257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:38.797444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for b1b5edda-2c1f-48e1-9be1-357f45402fac owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:38.854107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1841f086-e1f3-436d-833f-077c9ed0649a req-b4f3e692-a5f5-4117-897a-6c92e738fb43 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723613 May 27 01:53:38.894241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858268-4e97-423e-b8b5-9a0a5c4bad55 req-3dd11bc7-c82c-4170-890a-529ca9ef8812 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:38.902380 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e858268-4e97-423e-b8b5-9a0a5c4bad55 req-3dd11bc7-c82c-4170-890a-529ca9ef8812 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 950 time: 0.2258914 May 27 01:53:38.984263 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a6c18d-fe13-4f00-a2da-7c4c115c950e'] response: {'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'code': 200} May 27 01:53:38.999696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:39.079687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e858268-4e97-423e-b8b5-9a0a5c4bad55 req-4ea7af56-3681-40ab-951a-9ce7f67d9107 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761000 May 27 01:53:39.093870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.133698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Attempting to bind port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:39.134271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Attempting to bind port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:39.134856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Attempting to bind port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:39.141161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:53:39.142178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Attempting to bind port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:39.149440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:39.150242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:39.150878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:39.151545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Bound port: 3c5a066c-e006-431f-89df-3e1f2b5c3ef5, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:39.152466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.160544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcc777cc-73ef-4546-94fa-343fd8261044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.192275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcc777cc-73ef-4546-94fa-343fd8261044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.256531 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.280088 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.295831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef4a5451-727e-4e86-b8c2-735de07b8d63 req-8dbe528e-5fd0-4b96-ac01-4fd0e41d5d63 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=63b3e9c4-fb09-45e2-9ed9-ce0ef2241185 HTTP/1.1" status: 200 len: 210 time: 0.0530438 May 27 01:53:39.320151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] For port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:39.323800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] For port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:39.336250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.398401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event deleted for resources: {'Port': ['ID=b1b5edda-2c1f-48e1-9be1-357f45402fac,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:39.405211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:39.406488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.408343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] 10.222.0.47 "PUT /v2.0/ports/3c5a066c-e006-431f-89df-3e1f2b5c3ef5 HTTP/1.1" status: 200 len: 1096 time: 1.4245846 May 27 01:53:39.408943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'tag': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:39.436097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd8fac-cd34-40b7-90ab-05ad8a77e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:39.545781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcc777cc-73ef-4546-94fa-343fd8261044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.560861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] No DVR routers for this DVR port b1b5edda-2c1f-48e1-9be1-357f45402fac on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:39.595857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.633839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'name': 'network-vif-deleted', 'tag': 'b1b5edda-2c1f-48e1-9be1-357f45402fac'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:39.636154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-d643e559-7cda-426c-90c0-535683154a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:39.637923 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-d643e559-7cda-426c-90c0-535683154a0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07560c3d52014cd88b1611b83d0ff165&device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 1099 time: 0.1737540 May 27 01:53:39.639418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18250d85-dd5c-4ccb-b34d-2d5ece8af4b0 req-899e62a4-cead-4081-9331-4490564a4060 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "DELETE /v2.0/ports/b1b5edda-2c1f-48e1-9be1-357f45402fac HTTP/1.1" status: 204 len: 173 time: 2.3297911 May 27 01:53:39.641266 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcc777cc-73ef-4546-94fa-343fd8261044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:39.642335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bcc777cc-73ef-4546-94fa-343fd8261044 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ffc0c54-9dc7-42cb-b3de-528cbbb1f9ff HTTP/1.1" status: 204 len: 168 time: 1.1977620 May 27 01:53:39.679440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc777cc-73ef-4546-94fa-343fd8261044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffc0c54-9dc7-42cb-b3de-528cbbb1f9ff,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:39.762802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d0d4-fcf0-49a3-ba4a-5126040d4982 req-555202b8-93b8-4729-b63c-3a11e94e8af8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:39.770697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d0d4-fcf0-49a3-ba4a-5126040d4982 req-555202b8-93b8-4729-b63c-3a11e94e8af8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:39.773226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8b1d0d4-fcf0-49a3-ba4a-5126040d4982 req-555202b8-93b8-4729-b63c-3a11e94e8af8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1681 time: 0.4335794 May 27 01:53:39.813007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2dfe4-32ea-4b5c-8e4a-acf4da130ac7 req-37d316f6-5353-459e-a022-4e81147aac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:39.814844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7e2dfe4-32ea-4b5c-8e4a-acf4da130ac7 req-37d316f6-5353-459e-a022-4e81147aac11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 1102 time: 0.7471435 May 27 01:53:39.847451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-96027786-e358-4203-90f1-f70e2171a2b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=3c5a066c-e006-431f-89df-3e1f2b5c3ef5 HTTP/1.1" status: 200 len: 217 time: 0.1986232 May 27 01:53:39.931021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-cc679f87-6c85-4a91-9e36-aa14c63d6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:39.932440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-cc679f87-6c85-4a91-9e36-aa14c63d6634 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0785322 May 27 01:53:39.940372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8b1d0d4-fcf0-49a3-ba4a-5126040d4982 req-1ba01558-c596-4e2e-97cd-4731dc1a9f1a tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588008 May 27 01:53:40.036449 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c9f764-6dce-4a27-87a4-7d0829baa1e9'] response: {'name': 'network-changed', 'server_uuid': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'tag': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5', 'status': 'completed', 'code': 200} May 27 01:53:40.074231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-c1713ca3-2338-4d90-9c41-1f9a3d4addb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:40.075959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-c1713ca3-2338-4d90-9c41-1f9a3d4addb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1346352 May 27 01:53:40.150662 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff1599e-41af-429d-8baf-1609cee54702'] response: {'server_uuid': '63b3e9c4-fb09-45e2-9ed9-ce0ef2241185', 'name': 'network-vif-deleted', 'tag': 'b1b5edda-2c1f-48e1-9be1-357f45402fac', 'status': 'completed', 'code': 200} May 27 01:53:40.199281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:40.287920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7e2dfe4-32ea-4b5c-8e4a-acf4da130ac7 req-a0269932-9f5b-4bf2-b33c-98f426bd68fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433148 May 27 01:53:40.366503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:40.375013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:40.375692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:40.472562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:40.557416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:40.567594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:40.573100 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:40.581112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507769c0-00af-4185-bb78-0d267afffd43 req-4c6b5801-5beb-4180-a38c-e4587aa51262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:40.582926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507769c0-00af-4185-bb78-0d267afffd43 req-4c6b5801-5beb-4180-a38c-e4587aa51262 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1098 time: 0.4829545 May 27 01:53:40.591575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-596c0a5a-c0a3-4ceb-9e6c-3bf40d2addd5 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958630 May 27 01:53:40.656196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:40.669459 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:40.670331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6c3cdb9-eb7a-43de-9d09-d689505f1843 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:40.765337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecec04-146d-4cbc-812e-07b60231a792 req-d5ebf953-eff9-4a70-91c0-3e35386bf1a4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:40.775040 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-61ecec04-146d-4cbc-812e-07b60231a792 req-d5ebf953-eff9-4a70-91c0-3e35386bf1a4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.4859753 May 27 01:53:40.867759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb1843-5c88-4cb2-b1a8-b8a2e99e9b79 req-e815ff58-67d5-4e69-810c-acd8dbeaa2da tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:40.875909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d0eb1843-5c88-4cb2-b1a8-b8a2e99e9b79 req-e815ff58-67d5-4e69-810c-acd8dbeaa2da tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 947 time: 0.4862819 May 27 01:53:40.932095 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9eb0dd33-37ee-47f9-ac2c-61d751ddf1b8 req-01420424-5ad3-422c-bbee-4c0bcf7058a3 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358159 May 27 01:53:40.960190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-61ecec04-146d-4cbc-812e-07b60231a792 req-bed4101b-fd13-4656-b504-4b2ffd7e9199 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840892 May 27 01:53:40.965803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d0eb1843-5c88-4cb2-b1a8-b8a2e99e9b79 req-68d3be1e-9819-406b-bc1e-20b610c49016 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887270 May 27 01:53:40.978996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:40.991504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:40.997495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e6c3cdb9-eb7a-43de-9d09-d689505f1843 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:41.004050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507769c0-00af-4185-bb78-0d267afffd43 req-a900e7b7-3df4-4baa-99df-6b1ad3b874fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.004409 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:41.006346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e6c3cdb9-eb7a-43de-9d09-d689505f1843 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:41.006897 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:41.009990 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507769c0-00af-4185-bb78-0d267afffd43 req-a900e7b7-3df4-4baa-99df-6b1ad3b874fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.3719552 May 27 01:53:41.116405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a9571-f28a-428c-87e3-e73464283315 req-01df3e4e-1fd1-41cd-810c-5be658c0d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.117918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-941a9571-f28a-428c-87e3-e73464283315 req-01df3e4e-1fd1-41cd-810c-5be658c0d113 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07560c3d52014cd88b1611b83d0ff165&device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 1099 time: 0.1261268 May 27 01:53:41.182407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6c3cdb9-eb7a-43de-9d09-d689505f1843 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:41.185348 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:41.262998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6c3cdb9-eb7a-43de-9d09-d689505f1843, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6c3cdb9-eb7a-43de-9d09-d689505f1843,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:41.274934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:41.275958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b1b5edda-2c1f-48e1-9be1-357f45402fac no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:41.374349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a9571-f28a-428c-87e3-e73464283315 req-87ceca74-b7a6-4ae8-bdd1-730ff9ef3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.375912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-941a9571-f28a-428c-87e3-e73464283315 req-87ceca74-b7a6-4ae8-bdd1-730ff9ef3de3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2501760 May 27 01:53:41.385221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83850-e1e2-45ce-8101-07413a5ea30a req-cd746699-e184-4e73-bb01-30c0f47a5da2 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.392255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01a83850-e1e2-45ce-8101-07413a5ea30a req-cd746699-e184-4e73-bb01-30c0f47a5da2 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 950 time: 0.2112894 May 27 01:53:41.397493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: b1b5edda-2c1f-48e1-9be1-357f45402fac {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:53:41.398362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b1b5edda-2c1f-48e1-9be1-357f45402fac not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:53:41.423159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36122) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:41.435908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6c3cdb9-eb7a-43de-9d09-d689505f1843,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:41.473672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-941a9571-f28a-428c-87e3-e73464283315 req-ebd39098-f8e7-4c43-a355-c62888d70ab4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=3c5a066c-e006-431f-89df-3e1f2b5c3ef5 HTTP/1.1" status: 200 len: 217 time: 0.0794063 May 27 01:53:41.493402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507769c0-00af-4185-bb78-0d267afffd43 req-d0b949f8-a80a-4b6c-abf0-47c6d39fdf12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 1002 time: 0.4744778 May 27 01:53:41.502026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Allocated IP 2001:db8::3e8 (5acb636f-b1f2-4eee-94a3-64f9c35bf354/7a78905d-7ed7-480e-8eb9-0c33889c051d/defa8b3c-e595-4287-b113-6a8bd17bffe8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:41.543248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01a83850-e1e2-45ce-8101-07413a5ea30a req-593714a6-6bc2-4ead-87d4-8ed4efd89bb4 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500463 May 27 01:53:41.587469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a9571-f28a-428c-87e3-e73464283315 req-68c3d7e6-95b4-402c-bc22-d84022e882d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.591255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-941a9571-f28a-428c-87e3-e73464283315 req-68c3d7e6-95b4-402c-bc22-d84022e882d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1070967 May 27 01:53:41.642635 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8be5328-4603-4174-b5f5-6e10b0b0f855'] response: {'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb', 'code': 200} May 27 01:53:41.686093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:41.692797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a9571-f28a-428c-87e3-e73464283315 req-1fb9d759-ad21-4918-a1eb-bf14809a0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.694891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-941a9571-f28a-428c-87e3-e73464283315 req-1fb9d759-ad21-4918-a1eb-bf14809a0f98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951791 May 27 01:53:41.701517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507769c0-00af-4185-bb78-0d267afffd43 req-15ddc2e0-74aa-4929-8aa2-4d828d335e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.703240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507769c0-00af-4185-bb78-0d267afffd43 req-15ddc2e0-74aa-4929-8aa2-4d828d335e0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1966877 May 27 01:53:41.764255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adca8-e74a-43e5-af5b-285d6f9ddd48 req-2e38efa5-e31a-435b-bac1-07b97c9a9e09 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.770085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adca8-e74a-43e5-af5b-285d6f9ddd48 req-2e38efa5-e31a-435b-bac1-07b97c9a9e09 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.771674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c5adca8-e74a-43e5-af5b-285d6f9ddd48 req-2e38efa5-e31a-435b-bac1-07b97c9a9e09 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1683 time: 0.3541627 May 27 01:53:41.772695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:41.792467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:a13693df1d874bdbbbf44652d2e30da7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:41.799642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:41.831716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:41.941620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c5adca8-e74a-43e5-af5b-285d6f9ddd48 req-1be5755b-afd7-4476-a4b6-f11297336465 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512401 May 27 01:53:41.947876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-941a9571-f28a-428c-87e3-e73464283315 req-1f6e374c-d0d9-468e-bc02-f4c5800040cf service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465649 May 27 01:53:41.950942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:41.986297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-26c94ed9-c2fc-42ce-8083-28784b24f044 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:41.993823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-26c94ed9-c2fc-42ce-8083-28784b24f044 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.2700875 May 27 01:53:42.012196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507769c0-00af-4185-bb78-0d267afffd43 req-f0944e66-0304-4609-8417-2eff502027b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:42.014332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507769c0-00af-4185-bb78-0d267afffd43 req-f0944e66-0304-4609-8417-2eff502027b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3042881 May 27 01:53:42.124773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-addb138b-ea4d-4a82-854f-31bfcd28c156 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/quotas/cb91f454677a4b179f2c02155a9f70bd HTTP/1.1" status: 200 len: 375 time: 0.1295049 May 27 01:53:42.181145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-8520aa8d-602c-4cce-acc2-ba86543fdc6b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515532 May 27 01:53:42.250809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:42.298753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-941a9571-f28a-428c-87e3-e73464283315 req-e3c915aa-33b8-4127-9eb3-6cf59cc42467 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394637 May 27 01:53:42.323916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:42.345079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-cdf2fde5-2f04-4080-a844-d8470a088d42 service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499026 May 27 01:53:42.345968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:42.354101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507769c0-00af-4185-bb78-0d267afffd43 req-233d0f38-f2c7-422e-9ac6-fecdfb3453ca service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304133 May 27 01:53:42.371941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:42.398698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:42.401457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:42.506556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0c9b4-f173-4759-8ce3-1ce4992a18c5 req-bc14abbf-7c10-459e-8524-f1be242deee4 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:42.508108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c0c9b4-f173-4759-8ce3-1ce4992a18c5 req-bc14abbf-7c10-459e-8524-f1be242deee4 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 947 time: 0.3932507 May 27 01:53:42.593028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-51864c98-b7eb-45e7-9126-5806d4e3908d service neutron] 10.222.0.16 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414956 May 27 01:53:42.607674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Port': ['ID=defa8b3c-e595-4287-b113-6a8bd17bffe8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:42.631381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a13693df1d874bdbbbf44652d2e30da7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2072124 May 27 01:53:42.634255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36152) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:42.652903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845da83e-b5a3-4b4e-a942-a5a1f0d08aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583ee169-02a8-49e3-8a30-4a442b67340d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:42.694621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33f86f90-ed87-4c30-9bc7-fd356190b305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:42.729497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33f86f90-ed87-4c30-9bc7-fd356190b305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:42.793256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33f86f90-ed87-4c30-9bc7-fd356190b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:42.797702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2c0c9b4-f173-4759-8ce3-1ce4992a18c5 req-f6176b5f-3763-463e-890a-42fec6978b71 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763258 May 27 01:53:42.801547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507769c0-00af-4185-bb78-0d267afffd43 req-715afe08-bf07-4889-865c-6ac62cbe30bc service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316854 May 27 01:53:42.819645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f86f90-ed87-4c30-9bc7-fd356190b305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583ee169-02a8-49e3-8a30-4a442b67340d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:42.843842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-33f86f90-ed87-4c30-9bc7-fd356190b305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:42.850292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-33f86f90-ed87-4c30-9bc7-fd356190b305 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/583ee169-02a8-49e3-8a30-4a442b67340d HTTP/1.1" status: 204 len: 168 time: 0.2148705 May 27 01:53:42.970078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1f90-81f4-4849-bf9f-79342548b2b9 req-70dabf11-7397-4fb0-ae3b-14b79e3eb469 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:42.979016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e4e1f90-81f4-4849-bf9f-79342548b2b9 req-70dabf11-7397-4fb0-ae3b-14b79e3eb469 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1260648 May 27 01:53:43.041220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e4e1f90-81f4-4849-bf9f-79342548b2b9 req-aceb85fb-8a88-4b08-a7cf-adc703256b35 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611224 May 27 01:53:43.108827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:43.152032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a7ecbae-fe6f-4b4a-8147-4d494879faec req-160d423a-1e00-4eb8-8868-92fbcf21c08e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 210 time: 0.0485823 May 27 01:53:43.406294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34727a-6f26-407c-abec-cb7e216ea1fa req-ddfae8f7-d4c8-4b95-bf10-527da311df57 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:43.413035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34727a-6f26-407c-abec-cb7e216ea1fa req-ddfae8f7-d4c8-4b95-bf10-527da311df57 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:43.415114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a34727a-6f26-407c-abec-cb7e216ea1fa req-ddfae8f7-d4c8-4b95-bf10-527da311df57 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1683 time: 0.1195216 May 27 01:53:43.492661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a34727a-6f26-407c-abec-cb7e216ea1fa req-52e710ed-60b4-4e39-8664-b5cc6338032f tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713220 May 27 01:53:43.514562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3636772-f2ff-4ff8-8548-0b2e6239a18b req-a8ced25f-3fd5-426e-97e2-389b44d07ed2 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:43.516083 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3636772-f2ff-4ff8-8548-0b2e6239a18b req-a8ced25f-3fd5-426e-97e2-389b44d07ed2 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 950 time: 0.3337922 May 27 01:53:43.644005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:43.701337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3636772-f2ff-4ff8-8548-0b2e6239a18b req-952d4ed8-6f03-4591-885f-575024e2c7f0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333718 May 27 01:53:43.747907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:43.762664 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043241c6-c1f2-4316-9409-970841fe3bdb'] response: {'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843', 'code': 200} May 27 01:53:43.764024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31ba50-851f-45fc-ba98-f7cf9c88e8ba req-a8b54f3b-6744-4ab6-b6d2-57500a65ded1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:43.765950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e31ba50-851f-45fc-ba98-f7cf9c88e8ba req-a8b54f3b-6744-4ab6-b6d2-57500a65ded1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1353674 May 27 01:53:43.825225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e31ba50-851f-45fc-ba98-f7cf9c88e8ba req-3d51ee1d-44ce-4d86-8cc8-575ccd63a0e5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 May 27 01:53:44.044734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff592fc4-6fa8-4141-9831-8649b1749b08 req-8abb10a8-bdc9-4e64-9237-1129d5b505f1 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:44.046977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff592fc4-6fa8-4141-9831-8649b1749b08 req-8abb10a8-bdc9-4e64-9237-1129d5b505f1 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 947 time: 0.1042039 May 27 01:53:44.114450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10c707-d09e-4676-bf3b-447217e25263 req-da0ad306-6a0f-42bd-a301-02de7e6a5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:44.115288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10c707-d09e-4676-bf3b-447217e25263 req-da0ad306-6a0f-42bd-a301-02de7e6a5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:44.116993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee10c707-d09e-4676-bf3b-447217e25263 req-da0ad306-6a0f-42bd-a301-02de7e6a5a44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1987 time: 0.2646956 May 27 01:53:44.152701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff592fc4-6fa8-4141-9831-8649b1749b08 req-c3889d59-cefd-45be-8b39-3d6ce3913d1f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994620 May 27 01:53:44.185459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee10c707-d09e-4676-bf3b-447217e25263 req-b80ec663-0aef-4417-97e6-1056a9f7e560 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564964 May 27 01:53:44.200406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Router 800a43b8-bc46-4da9-a322-0767fa5cdb77 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:53:44.236252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:44.429124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e20119-ba6f-4a83-bdc3-02feee243018 req-273e2ea6-eb44-4a29-a387-4179ec6cc6f0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:44.430637 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8e20119-ba6f-4a83-bdc3-02feee243018 req-273e2ea6-eb44-4a29-a387-4179ec6cc6f0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1071117 May 27 01:53:44.466775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:44.500593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5', 'mac_address': 'fa:16:3e:a3:9d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:44.507394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8e20119-ba6f-4a83-bdc3-02feee243018 req-b14c0995-a3ed-43f4-9995-60f3d9d8a112 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700092 May 27 01:53:44.620805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:44.621432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.643269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:44.652021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:53:44.664046 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Sync routers for ids ['800a43b8-bc46-4da9-a322-0767fa5cdb77'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:53:44.667969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:44.679510 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.683161 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Routers {'800a43b8-bc46-4da9-a322-0767fa5cdb77'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:44.684108 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['800a43b8-bc46-4da9-a322-0767fa5cdb77'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:44.733230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:44.736908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0c4c1067-0752-44a9-8a11-831099dc38b6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3419459 May 27 01:53:44.749696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36240) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:44.769638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3ddb7-a8c0-43bb-a566-9301005b1e0c req-86f72ea9-4790-49e2-9daa-a25e29e69288 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:44.783717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5d3ddb7-a8c0-43bb-a566-9301005b1e0c req-86f72ea9-4790-49e2-9daa-a25e29e69288 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.4022608 May 27 01:53:44.813260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e85127b-ba80-44ca-a55e-d46b8a92c472 req-faff8002-ce38-4ff4-8760-85739400917d tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 210 time: 0.1257374 May 27 01:53:44.830380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:45.038878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-6c09fe78-d618-4cd3-87f4-6b66645c619c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:45.040337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-6c09fe78-d618-4cd3-87f4-6b66645c619c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 812 time: 0.5715458 May 27 01:53:45.066881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Request body: {'port': {'device_id': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'admin_state_up': True, 'tenant_id': 'cb91f454677a4b179f2c02155a9f70bd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:45.129302 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Set router 800a43b8-bc46-4da9-a322-0767fa5cdb77 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:53:45.143739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3c5a066c-e006-431f-89df-3e1f2b5c3ef5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:45.174497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5d3ddb7-a8c0-43bb-a566-9301005b1e0c req-2f575f3b-f5d1-4758-b9af-46fdcafe4121 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796756 May 27 01:53:45.246601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e16a15-6331-4625-8fe5-768a92fa8636 req-b9391229-abc9-4681-a1fa-aa16882b1e71 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:45.265894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e16a15-6331-4625-8fe5-768a92fa8636 req-b9391229-abc9-4681-a1fa-aa16882b1e71 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:45.277415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50e16a15-6331-4625-8fe5-768a92fa8636 req-b9391229-abc9-4681-a1fa-aa16882b1e71 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1683 time: 0.2402616 May 27 01:53:45.382370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50e16a15-6331-4625-8fe5-768a92fa8636 req-164a39a6-9c03-41e8-806d-bd63bc797c54 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999079 May 27 01:53:45.635218 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a43b8-bc46-4da9-a322-0767fa5cdb77', 'name': '', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354', 'external_fixed_ips': [{'subnet_id': '7a78905d-7ed7-480e-8eb9-0c33889c051d', 'ip_address': '2001:db8::3e8'}], 'enable_snat': True}, 'gw_port_id': 'defa8b3c-e595-4287-b113-6a8bd17bffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:53:37Z', 'updated_at': '2022-05-27T01:53:42Z', 'revision_number': 3, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port': {'id': 'defa8b3c-e595-4287-b113-6a8bd17bffe8', 'name': '', 'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800a43b8-bc46-4da9-a322-0767fa5cdb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7a78905d-7ed7-480e-8eb9-0c33889c051d', 'ip_address': '2001:db8::3e8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:53:40Z', 'updated_at': '2022-05-27T01:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a78905d-7ed7-480e-8eb9-0c33889c051d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:45.640150 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Checking router: 800a43b8-bc46-4da9-a322-0767fa5cdb77 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:53:45.640491 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Updating router 800a43b8-bc46-4da9-a322-0767fa5cdb77 port defa8b3c-e595-4287-b113-6a8bd17bffe8 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:53:45.682279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:45.716585 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:45.800432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:45.809793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Usage tracker for resource:port and tenant:cb91f454677a4b179f2c02155a9f70bd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:45.813705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:45.822512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:45.937254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21df4-a0c3-4ceb-883a-5aedd52421a2 req-f7c7ec89-6a67-4b0b-8f36-643f14a8248f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:45.943786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ad21df4-a0c3-4ceb-883a-5aedd52421a2 req-f7c7ec89-6a67-4b0b-8f36-643f14a8248f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 948 time: 0.5252082 May 27 01:53:46.019228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Made reservation on behalf of cb91f454677a4b179f2c02155a9f70bd for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:46.030155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.090909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-636f4257-aa64-4613-9742-c4c92f05519f req-442a8b32-fa21-44a9-baeb-14046e5c1032 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 210 time: 0.0551355 May 27 01:53:46.120309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ad21df4-a0c3-4ceb-883a-5aedd52421a2 req-f0ae6b74-025c-418c-926b-d09ada217caa tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631048 May 27 01:53:46.123431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.195204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Deleting port defa8b3c-e595-4287-b113-6a8bd17bffe8 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:46.195546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.260485 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.280586 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Transition to ACTIVE for port object defa8b3c-e595-4287-b113-6a8bd17bffe8 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:46.288930 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.416203 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Pushing event updated for resources: {'Port': ['ID=defa8b3c-e595-4287-b113-6a8bd17bffe8,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:46.439126 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.444871 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.445640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.445640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.446277 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.446358 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.446817 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.447626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.447626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.448285 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.448285 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.448634 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:53:46.452478 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Attempting to bind port defa8b3c-e595-4287-b113-6a8bd17bffe8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:46.452918 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Attempting to bind port defa8b3c-e595-4287-b113-6a8bd17bffe8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '56c1c3ef-b483-4329-9641-c93d97184e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:46.453387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Attempting to bind port defa8b3c-e595-4287-b113-6a8bd17bffe8 on network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:46.460180 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:46.460622 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Checking segment: {'id': '56c1c3ef-b483-4329-9641-c93d97184e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:46.461121 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.461609 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Bound using segment: {'id': '56c1c3ef-b483-4329-9641-c93d97184e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:46.462129 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Bound port: defa8b3c-e595-4287-b113-6a8bd17bffe8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c1c3ef-b483-4329-9641-c93d97184e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5acb636f-b1f2-4eee-94a3-64f9c35bf354'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:46.462561 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.568452 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] For port defa8b3c-e595-4287-b113-6a8bd17bffe8, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:46.571377 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] For port defa8b3c-e595-4287-b113-6a8bd17bffe8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=defa8b3c-e595-4287-b113-6a8bd17bffe8,segment=NetworkSegment(56c1c3ef-b483-4329-9641-c93d97184e2a),segment_id=56c1c3ef-b483-4329-9641-c93d97184e2a)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:46.586055 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.658733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36320) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:46.664497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.675062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685eba9-3f03-48cb-8901-416490cb57f6 req-783993e7-5cd6-4e03-9864-dad942f15bee tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:46.681625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685eba9-3f03-48cb-8901-416490cb57f6 req-783993e7-5cd6-4e03-9864-dad942f15bee tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:46.688721 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e685eba9-3f03-48cb-8901-416490cb57f6 req-783993e7-5cd6-4e03-9864-dad942f15bee tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1683 time: 0.1467211 May 27 01:53:46.692794 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Routers {'800a43b8-bc46-4da9-a322-0767fa5cdb77'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:53:46.693173 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['800a43b8-bc46-4da9-a322-0767fa5cdb77'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:46.736973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e685eba9-3f03-48cb-8901-416490cb57f6 req-b762c0d9-0d66-4bfe-ae31-b3a914d80cec tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473521 May 27 01:53:46.761731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6fe4-ec35-4af0-b3b8-ac7e61a629b8 req-a561ccad-e0a5-443a-b0c9-21375e595fb8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:46.763288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-094e6fe4-ec35-4af0-b3b8-ac7e61a629b8 req-a561ccad-e0a5-443a-b0c9-21375e595fb8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.3372798 May 27 01:53:46.764723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Allocated IP 172.20.0.6 (13c96df4-812d-4e4d-a7ec-6163f90d966d/8142e39c-49b8-4c8e-9fd3-84b125682e53/638c10eb-a6fc-46bf-8de1-6177cb2d2d12) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:46.818108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:46.823186 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b114628-e3a1-4b04-bbf9-a8c7a7a12bd4 None None] Pushing event updated for resources: {'Port': ['ID=defa8b3c-e595-4287-b113-6a8bd17bffe8,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:46.833638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:46.842473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a8b589b28743ceb0b526bdb1ffe500 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:46.851624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:46.857069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Calling delete_port for defa8b3c-e595-4287-b113-6a8bd17bffe8 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:46.859262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:46.861825 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] Set router 800a43b8-bc46-4da9-a322-0767fa5cdb77 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:53:47.003628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-094e6fe4-ec35-4af0-b3b8-ac7e61a629b8 req-d4e12f6f-6e86-41a4-8aab-00db6419ba61 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557417 May 27 01:53:47.026160 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a43b8-bc46-4da9-a322-0767fa5cdb77', 'name': '', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:53:37Z', 'updated_at': '2022-05-27T01:53:46Z', 'revision_number': 4, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:47.043508 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d706fde-9e4e-476f-9432-aa577374e063 None None] The sync data for ids ['800a43b8-bc46-4da9-a322-0767fa5cdb77'] in n-d-843146-11 is: [{'id': '800a43b8-bc46-4da9-a322-0767fa5cdb77', 'name': '', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:53:37Z', 'updated_at': '2022-05-27T01:53:46Z', 'revision_number': 4, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:53:47.078691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.089244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.158823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2a8b589b28743ceb0b526bdb1ffe500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990304 May 27 01:53:47.161036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02219040-dbac-4aee-86aa-05e593a89344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5774e99-9daa-4954-8d0d-dabd31a51a4d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:47.164715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36334) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:47.225995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:53:47.226319 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:53:47.260839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39c06cbe-8522-49f2-b831-5f3cff582deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.300045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39c06cbe-8522-49f2-b831-5f3cff582deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.323765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7538ae10-efad-446b-940a-6e8c599cd141 req-ac12c202-dc4c-436f-8bb5-92e24939e337 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:53:47.329733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.360542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7538ae10-efad-446b-940a-6e8c599cd141 req-ac12c202-dc4c-436f-8bb5-92e24939e337 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:53:47.361697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7538ae10-efad-446b-940a-6e8c599cd141 req-ac12c202-dc4c-436f-8bb5-92e24939e337 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 210 time: 0.0994816 May 27 01:53:47.363070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39c06cbe-8522-49f2-b831-5f3cff582deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.373104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.389343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c06cbe-8522-49f2-b831-5f3cff582deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5774e99-9daa-4954-8d0d-dabd31a51a4d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:47.395176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39c06cbe-8522-49f2-b831-5f3cff582deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.397342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-39c06cbe-8522-49f2-b831-5f3cff582deb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5774e99-9daa-4954-8d0d-dabd31a51a4d HTTP/1.1" status: 204 len: 168 time: 0.2314856 May 27 01:53:47.484585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Network 13c96df4-812d-4e4d-a7ec-6163f90d966d is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:47.498236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:47.504101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:47.543886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event updated for resources: {'Port': ['ID=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:47.557680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382aca-e3a0-4c7d-bd49-d78f777c94fa req-28fa4c60-5522-49e6-b86a-2ffe21e36d01 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:47.560146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60382aca-e3a0-4c7d-bd49-d78f777c94fa req-28fa4c60-5522-49e6-b86a-2ffe21e36d01 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 948 time: 0.1306462 May 27 01:53:47.603407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:47.603877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.641440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d355ce77-ecc9-482d-8442-6d515f1ac93c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5904775 May 27 01:53:47.654338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Request body: {'port': {'device_id': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:47.687836 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60382aca-e3a0-4c7d-bd49-d78f777c94fa req-ee41ad1b-aa13-4b15-8795-710b75031985 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206746 May 27 01:53:47.730952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Deleting port defa8b3c-e595-4287-b113-6a8bd17bffe8 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:47.731302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.837232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36362) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:47.898078 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:47.929547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:47.935686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ea12f79cbb43448928db21b0d230d9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:47.939882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:47.948797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:47.993475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfe32d-78ba-4929-8052-718730252638 req-39852faa-8614-4ecd-8d1d-fe1a117ee62a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:47.995231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bbfe32d-78ba-4929-8052-718730252638 req-39852faa-8614-4ecd-8d1d-fe1a117ee62a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1442554 May 27 01:53:48.072838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bbfe32d-78ba-4929-8052-718730252638 req-266446e5-a729-46ce-9cfe-c59bad40efd8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653644 May 27 01:53:48.109311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.114483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.130345 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.157337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7ea12f79cbb43448928db21b0d230d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191068 May 27 01:53:48.164883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36370) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:48.217792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9b530-7d5a-4cc3-bf6f-1ef628e7bf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5c8ada-daf5-4ac2-8a29-ccda8d4bec80,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:48.228238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1fd5a-3ece-4847-9484-f3e7c89edfaf req-4d5c5ab8-1a74-44d4-9d68-fd1bb7ce3420 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:48.234049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1fd5a-3ece-4847-9484-f3e7c89edfaf req-4d5c5ab8-1a74-44d4-9d68-fd1bb7ce3420 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:48.235665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbf1fd5a-3ece-4847-9484-f3e7c89edfaf req-4d5c5ab8-1a74-44d4-9d68-fd1bb7ce3420 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1683 time: 0.4647164 May 27 01:53:48.249740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:48.253129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:48.290377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] For port defa8b3c-e595-4287-b113-6a8bd17bffe8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=defa8b3c-e595-4287-b113-6a8bd17bffe8,segment=NetworkSegment(56c1c3ef-b483-4329-9641-c93d97184e2a),segment_id=56c1c3ef-b483-4329-9641-c93d97184e2a)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:48.290788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.295809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-931da6ee-e697-4ea4-b4bd-da46b0f2846b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.330395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-931da6ee-e697-4ea4-b4bd-da46b0f2846b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.345661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90b812-39c3-4fd4-be03-c2000a04b86c req-70fa3671-e54b-4bf0-acb0-24d49f6032e9 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:48.346356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af90b812-39c3-4fd4-be03-c2000a04b86c req-70fa3671-e54b-4bf0-acb0-24d49f6032e9 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1636846 May 27 01:53:48.419674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af90b812-39c3-4fd4-be03-c2000a04b86c req-56d894fe-37ae-4e28-bc36-bce3fe05ebc7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652487 May 27 01:53:48.447150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-931da6ee-e697-4ea4-b4bd-da46b0f2846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.460142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:53:48.467250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:48.467625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.485236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931da6ee-e697-4ea4-b4bd-da46b0f2846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5c8ada-daf5-4ac2-8a29-ccda8d4bec80,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:48.490768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Calling delete_port for defa8b3c-e595-4287-b113-6a8bd17bffe8 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:48.492442 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-931da6ee-e697-4ea4-b4bd-da46b0f2846b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.496369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-931da6ee-e697-4ea4-b4bd-da46b0f2846b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b5c8ada-daf5-4ac2-8a29-ccda8d4bec80 HTTP/1.1" status: 204 len: 168 time: 0.3282588 May 27 01:53:48.534219 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbf1fd5a-3ece-4847-9484-f3e7c89edfaf req-83409673-f22a-462b-b833-5b529d78b74d tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893710 May 27 01:53:48.562662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:48.583100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'mac_address': 'fa:16:3e:1f:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:48.681852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:48.682210 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.703553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:48.751553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b9c95-1e34-43e9-b5f0-3a197811e5fb req-e8bb6c04-ea09-419d-a644-e3d7fa3f56be tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:48.759185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e1b9c95-1e34-43e9-b5f0-3a197811e5fb req-e8bb6c04-ea09-419d-a644-e3d7fa3f56be tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1724918 May 27 01:53:48.776129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:48.801090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:48.801482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.813038 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.823883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e1b9c95-1e34-43e9-b5f0-3a197811e5fb req-3485d049-e9a5-4576-be79-b570e0b106da tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637314 May 27 01:53:48.893604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:48.908692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:48.919540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:48.923053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.923485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:48.932920 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:48.988167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:49.094199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fa527-18f9-4e6a-80e1-4da0c44d8a14 req-b63b05cd-c00b-4d61-a9dc-fe539e7b6849 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:49.096045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a7fa527-18f9-4e6a-80e1-4da0c44d8a14 req-b63b05cd-c00b-4d61-a9dc-fe539e7b6849 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 931 time: 0.3066626 May 27 01:53:49.097515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Transition to ACTIVE for port object 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:53:49.098439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:49.125204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:49.173933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e5d9-c4ba-40f1-a6fd-2282cd1355fd req-4bbb0c78-3560-42d7-8f65-83d0cef28c3f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:49.182924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b118e5d9-c4ba-40f1-a6fd-2282cd1355fd req-4bbb0c78-3560-42d7-8f65-83d0cef28c3f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 949 time: 0.1383970 May 27 01:53:49.195709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:49.232604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b118e5d9-c4ba-40f1-a6fd-2282cd1355fd req-6c672251-2f43-40bd-a708-f5d96610a603 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473733 May 27 01:53:49.236154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:49.283159 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912d403c-5ef7-4cee-ad90-77b388161e17'] response: {'server_uuid': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5', 'code': 200} May 27 01:53:49.291186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event deleted for resources: {'Port': ['ID=defa8b3c-e595-4287-b113-6a8bd17bffe8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:49.514382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17babf-dbb1-4b58-b4d5-e3fc0de275d7 req-85766698-5e9e-4321-a189-cebf7eb56b27 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:49.515914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b17babf-dbb1-4b58-b4d5-e3fc0de275d7 req-85766698-5e9e-4321-a189-cebf7eb56b27 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1164649 May 27 01:53:49.517904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb189-15df-4f1c-b8a7-d6791c5e3f49 req-16dbc7d5-cd8f-48a5-9482-f784575e31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:49.519260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7acdb189-15df-4f1c-b8a7-d6791c5e3f49 req-16dbc7d5-cd8f-48a5-9482-f784575e31ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 1101 time: 0.1698632 May 27 01:53:49.613253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Pushing event updated for resources: {'Port': ['ID=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:49.626623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a7fa527-18f9-4e6a-80e1-4da0c44d8a14 req-f0daadf1-0147-4e4d-b359-7ea966c4622b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150268 May 27 01:53:49.693355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:49.695958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:49.719241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7acdb189-15df-4f1c-b8a7-d6791c5e3f49 req-c7441075-6fef-4a88-88cc-0873b4e8af45 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880324 May 27 01:53:49.730077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b17babf-dbb1-4b58-b4d5-e3fc0de275d7 req-e2b375b6-039b-420d-a120-4ea39a6f7d32 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998849 May 27 01:53:49.906389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba474a-0859-4e7f-88e8-16c345d92027 req-9473723c-e7e0-4964-8eb9-e8eb613399dd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:49.912851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba474a-0859-4e7f-88e8-16c345d92027 req-9473723c-e7e0-4964-8eb9-e8eb613399dd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:49.915293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cdba474a-0859-4e7f-88e8-16c345d92027 req-9473723c-e7e0-4964-8eb9-e8eb613399dd tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1683 time: 0.0939152 May 27 01:53:49.957776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:49.958833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 800a43b8-bc46-4da9-a322-0767fa5cdb77 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:53:49.981005 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cdba474a-0859-4e7f-88e8-16c345d92027 req-84ba4229-028b-4695-8ac2-0f432271052a tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530663 May 27 01:53:49.990210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36432) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:50.021360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.025265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36438) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:50.025480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fe84fc4c-db22-4f5f-89e0-da9745a38ac6 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "DELETE /v2.0/routers/800a43b8-bc46-4da9-a322-0767fa5cdb77 HTTP/1.1" status: 204 len: 168 time: 5.2746165 May 27 01:53:50.028718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Attempting to bind port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:53:50.029055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Attempting to bind port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:53:50.029389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Attempting to bind port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:50.047276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-51db442b-a7a6-401c-9ac4-3f4169050d03 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:50.054275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-51db442b-a7a6-401c-9ac4-3f4169050d03 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:50.059246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-51db442b-a7a6-401c-9ac4-3f4169050d03 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 1683 time: 0.4507725 May 27 01:53:50.066474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:53:50.066831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Attempting to bind port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 on network 13c96df4-812d-4e4d-a7ec-6163f90d966d {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:53:50.107563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Deleting subnet 7a78905d-7ed7-480e-8eb9-0c33889c051d {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:53:50.119488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.127444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:53:50.127721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Checking segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:53:50.128231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Bound using segment: {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:53:50.128567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Bound port: 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:53:50.128924 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.158506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dd9fd-86fc-47a4-ba74-a5133b4332ae req-b414f745-9c54-46ae-a4f9-e36e281932c8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:50.160304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-370dd9fd-86fc-47a4-ba74-a5133b4332ae req-b414f745-9c54-46ae-a4f9-e36e281932c8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.3273258 May 27 01:53:50.226476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.240643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port e6c3cdb9-eb7a-43de-9d09-d689505f1843 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:50.241239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.253922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.254664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:53:50.279992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:50.290753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ad4032bd2747fbab2fd335019b012b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:50.300577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:50.310282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:50.329218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:53:50.330203 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.334764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-370dd9fd-86fc-47a4-ba74-a5133b4332ae req-4971d6d8-0781-490f-a2b1-32e189933487 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672812 May 27 01:53:50.356804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.401242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:53:50.404818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312876-83f5-4ab3-b594-61e5024ea848 req-7ecb3f5e-8c08-42b5-9f26-8e930221a565 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:50.406324 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-de312876-83f5-4ab3-b594-61e5024ea848 req-7ecb3f5e-8c08-42b5-9f26-8e930221a565 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2583327 May 27 01:53:50.414826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:53:50.444577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.487718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:50.487984 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.514860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-de312876-83f5-4ab3-b594-61e5024ea848 req-70882aad-5926-4761-8f9e-931e1f1c306b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940719 May 27 01:53:50.554568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:50.568785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.570093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:50.570565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.587357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:50.588241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.590032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/638c10eb-a6fc-46bf-8de1-6177cb2d2d12 HTTP/1.1" status: 200 len: 1092 time: 2.9397545 May 27 01:53:50.590636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:50.653770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.663752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7a78905d-7ed7-480e-8eb9-0c33889c051d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:50.671632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.680327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.721191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83086d7f-68ed-4e08-bd2c-937a23a58761,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:50.748856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66bc18de-547b-4972-bd0e-54385881ecc1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/7a78905d-7ed7-480e-8eb9-0c33889c051d HTTP/1.1" status: 204 len: 168 time: 0.7201672 May 27 01:53:50.759108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-05efe734-e075-4b02-91bd-ea5ae27f3be2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9ad4032bd2747fbab2fd335019b012b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672546 May 27 01:53:50.760023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36458) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:50.760359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36460) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:50.764353 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346e6744-c914-450f-ab3f-e5f7de194183'] response: {'name': 'network-changed', 'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12', 'status': 'completed', 'code': 200} May 27 01:53:50.773265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d328a0-fd47-4be2-92ed-0bb9038353c2 service neutron] Pushing event updated for resources: {'Port': ['ID=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:50.801885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port e6c3cdb9-eb7a-43de-9d09-d689505f1843, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6c3cdb9-eb7a-43de-9d09-d689505f1843,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:50.803354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.887509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:50.890085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:50.890460 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.923162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:50.928101 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:50.928886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6c3cdb9-eb7a-43de-9d09-d689505f1843 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:50.949038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for e6c3cdb9-eb7a-43de-9d09-d689505f1843 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:50.991130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.009780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3babc3cd-0094-48f7-941c-e80fb4cfcdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.053792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd63c-b992-4ac0-9a42-f4885d1ef626 req-8e15a56f-e107-42b4-b2e1-c2399bc88641 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:51.054295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:51.055262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a49fd63c-b992-4ac0-9a42-f4885d1ef626 req-8e15a56f-e107-42b4-b2e1-c2399bc88641 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 949 time: 0.4228079 May 27 01:53:51.061462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-6c217f08-7542-4ac1-bb73-53cef2c6b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:51.062940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-6c217f08-7542-4ac1-bb73-53cef2c6b0ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 1095 time: 0.3732295 May 27 01:53:51.089530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1bb85-987b-4876-b5d6-a0a168e3c0b8 req-5a3c47ed-8378-484b-9ad3-1dcf52718137 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:51.091018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1dc1bb85-987b-4876-b5d6-a0a168e3c0b8 req-5a3c47ed-8378-484b-9ad3-1dcf52718137 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 943 time: 0.2844918 May 27 01:53:51.104921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3babc3cd-0094-48f7-941c-e80fb4cfcdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.119613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6c3cdb9-eb7a-43de-9d09-d689505f1843 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:51.119991 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.204129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-c8744082-4ae7-4c46-b1a2-e86ae39498d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12 HTTP/1.1" status: 200 len: 217 time: 0.0924664 May 27 01:53:51.253980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1dc1bb85-987b-4876-b5d6-a0a168e3c0b8 req-eedb183d-baf6-417f-9904-bddbd19dca38 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427073 May 27 01:53:51.256365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.282965 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a49fd63c-b992-4ac0-9a42-f4885d1ef626 req-4ac01dac-78d6-4078-989d-753e8eddf101 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030685 May 27 01:53:51.284881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'}, {'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:51.308478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb636f-b1f2-4eee-94a3-64f9c35bf354']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:51.322728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-3dff5a3e-e3b8-46cd-82d2-372bfd0f4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:51.324705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-3dff5a3e-e3b8-46cd-82d2-372bfd0f4280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.1047428 May 27 01:53:51.325502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.343081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c1c3ef-b483-4329-9641-c93d97184e2a') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:51.343373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c1c3ef-b483-4329-9641-c93d97184e2a') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:53:51.358598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3babc3cd-0094-48f7-941c-e80fb4cfcdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.397966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babc3cd-0094-48f7-941c-e80fb4cfcdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83086d7f-68ed-4e08-bd2c-937a23a58761,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:51.412650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.430229 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6c629a-78c8-4f89-8f52-be037e4e5d62'] response: {'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'code': 200} May 27 01:53:51.431477 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6c629a-78c8-4f89-8f52-be037e4e5d62'] response: {'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb', 'code': 200} May 27 01:53:51.551785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.555338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3babc3cd-0094-48f7-941c-e80fb4cfcdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.559250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Port': ['ID=e6c3cdb9-eb7a-43de-9d09-d689505f1843,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:51.562733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3babc3cd-0094-48f7-941c-e80fb4cfcdc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83086d7f-68ed-4e08-bd2c-937a23a58761 HTTP/1.1" status: 204 len: 168 time: 0.7985001 May 27 01:53:51.593891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:53:51.594598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.677873 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 56c1c3ef-b483-4329-9641-c93d97184e2a resource provider aggregate not found May 27 01:53:51.702088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-039a889f-a5eb-4783-b961-d367e285d889 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2356937 May 27 01:53:51.713658 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:53:51.719770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] No DVR routers for this DVR port e6c3cdb9-eb7a-43de-9d09-d689505f1843 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:51.730066 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 56c1c3ef-b483-4329-9641-c93d97184e2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56c1c3ef-b483-4329-9641-c93d97184e2a found for delete ", "request_id": "req-ec7a7f95-c543-4664-a241-dc15c920004d"}]} May 27 01:53:51.732874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.759446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697192b-8c08-4e11-bf75-3f6890ca4c44 req-0b8acbe2-f3c1-4fe7-9af1-39f65ac5ecae tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:51.761342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7697192b-8c08-4e11-bf75-3f6890ca4c44 req-0b8acbe2-f3c1-4fe7-9af1-39f65ac5ecae tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 944 time: 0.3301444 May 27 01:53:51.769639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.801933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5acb636f-b1f2-4eee-94a3-64f9c35bf354 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 01:53:51.810882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:51.826584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event deleted for resources: {'Network': ['ID=5acb636f-b1f2-4eee-94a3-64f9c35bf354,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:51.838766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ee33a18-630b-4368-9c22-7f00aeee3e4e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5acb636f-b1f2-4eee-94a3-64f9c35bf354 HTTP/1.1" status: 204 len: 168 time: 1.0757768 May 27 01:53:51.875226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-d18cf185-e2ca-440a-9ede-c489072b6791 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "DELETE /v2.0/ports/e6c3cdb9-eb7a-43de-9d09-d689505f1843 HTTP/1.1" status: 204 len: 173 time: 1.8092027 May 27 01:53:51.917891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7697192b-8c08-4e11-bf75-3f6890ca4c44 req-9a3e827c-3117-43bf-905f-6420770f0075 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115119 May 27 01:53:52.242651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d43b8-25f5-4521-a949-c1bfb91a03e1 req-f9ffaec8-35ad-46ea-9650-e9c7453f0e4f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:52.249822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c6d43b8-25f5-4521-a949-c1bfb91a03e1 req-f9ffaec8-35ad-46ea-9650-e9c7453f0e4f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1681197 May 27 01:53:52.311013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c6d43b8-25f5-4521-a949-c1bfb91a03e1 req-c8df01e7-12df-404d-b84c-090b99517031 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533402 May 27 01:53:52.409309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-88baa7c6-f2e3-47cc-b2f8-dd2e8fda3c83 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820707 May 27 01:53:52.498757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36534) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:52.506185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'router': {'name': 'tempest-router--1060487561', 'project_id': '240ad959e50c486b96f9d241f283b419'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:52.517992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:52.525591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:router and tenant:240ad959e50c486b96f9d241f283b419 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:52.531531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:52.545841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:52.607365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:52.608066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:52.634325 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:52.635574 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:52.664167 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:52.690128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e3367-b1a3-4616-90c8-7f2aa9ada318 req-009541b2-b5d6-4347-9f0e-64ed2987f71e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:52.692103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf8e3367-b1a3-4616-90c8-7f2aa9ada318 req-009541b2-b5d6-4347-9f0e-64ed2987f71e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 943 time: 0.1413312 May 27 01:53:52.699861 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:52.738633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abdd9a-3a0c-4e4c-bb02-602f17d888f1 req-5977aa27-6d20-41d3-8d9f-cde147c41529 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:52.740229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85abdd9a-3a0c-4e4c-bb02-602f17d888f1 req-5977aa27-6d20-41d3-8d9f-cde147c41529 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.9779344 May 27 01:53:52.754051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:52.756354 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f2a34dc8-2200-4df1-9dfd-1c56dfb5e5ba tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2551839 May 27 01:53:52.769438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36546) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:52.812680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-deleted', 'tag': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:52.856378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4f83bdd-b874-40d8-87fe-b4b2613f10aa req-d210e321-7bd1-4994-afdb-90af4753aac3 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150641 May 27 01:53:53.062981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85abdd9a-3a0c-4e4c-bb02-602f17d888f1 req-35437152-fab1-43ca-9316-6ecf3ae14030 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671125 May 27 01:53:53.111998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-210cf884-d1d9-445e-bdbe-424cd37c3997 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:53.157323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-236166e0-0b33-43c3-b2be-b9dc069d6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:53.162418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-236166e0-0b33-43c3-b2be-b9dc069d6f58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb91f454677a4b179f2c02155a9f70bd&device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 1095 time: 0.2270675 May 27 01:53:53.228394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf8e3367-b1a3-4616-90c8-7f2aa9ada318 req-e12162e6-aa14-46da-9ef2-d2343e267424 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214760 May 27 01:53:53.240021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:53.240769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:53.404338 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c955ba-ef06-432c-a0bb-d8c640cd69eb'] response: {'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-deleted', 'tag': 'e6c3cdb9-eb7a-43de-9d09-d689505f1843', 'status': 'completed', 'code': 200} May 27 01:53:53.726694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:53.829647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-210cf884-d1d9-445e-bdbe-424cd37c3997 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:53.832868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-210cf884-d1d9-445e-bdbe-424cd37c3997 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:53.867015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-2bbeadd8-fb3b-46d6-bb3a-5f1baec6bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:53.868484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-2bbeadd8-fb3b-46d6-bb3a-5f1baec6bcd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 200 len: 913 time: 0.6986115 May 27 01:53:53.874744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335606-7f5a-4dd3-8e8d-97e259aae476 req-2004c975-aa0e-4c13-89ac-0511831dacb8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:53.882640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35335606-7f5a-4dd3-8e8d-97e259aae476 req-2004c975-aa0e-4c13-89ac-0511831dacb8 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 944 time: 0.3830340 May 27 01:53:53.914426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-210cf884-d1d9-445e-bdbe-424cd37c3997 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:53.915565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210cf884-d1d9-445e-bdbe-424cd37c3997 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4cdb38b-2962-4ae4-803d-ecae1a44f809 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:53:53.964644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd903913-0f6c-4947-adc2-7379fb29415d req-36027887-63b7-45d3-8823-76f52bd78e35 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:53.971668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd903913-0f6c-4947-adc2-7379fb29415d req-36027887-63b7-45d3-8823-76f52bd78e35 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 949 time: 0.5747981 May 27 01:53:53.992351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35335606-7f5a-4dd3-8e8d-97e259aae476 req-7c9196ad-4205-469b-8dd4-00dc0c27a821 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/security-groups?id=11fd0327-b201-474e-a227-2db79e59d567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048186 May 27 01:53:54.000317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-87e739b3-7d08-4a0b-a56b-9d860a0d2c8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12 HTTP/1.1" status: 200 len: 217 time: 0.1246719 May 27 01:53:54.003237 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-210cf884-d1d9-445e-bdbe-424cd37c3997 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:54.006366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-210cf884-d1d9-445e-bdbe-424cd37c3997 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b4cdb38b-2962-4ae4-803d-ecae1a44f809 HTTP/1.1" status: 204 len: 168 time: 1.2360063 May 27 01:53:54.160716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd903913-0f6c-4947-adc2-7379fb29415d req-74cf77bb-7485-4070-baa1-43ed0e372ac2 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881175 May 27 01:53:54.162324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-9d922989-b223-4876-82c5-f5c801581fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:54.169723 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-9d922989-b223-4876-82c5-f5c801581fec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 200 len: 852 time: 0.1255038 May 27 01:53:54.242590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb953f4c-feb9-475f-909b-d0ba844372ca req-de611ff4-faf9-435b-8465-5f065ae63228 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:54.247446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb953f4c-feb9-475f-909b-d0ba844372ca req-de611ff4-faf9-435b-8465-5f065ae63228 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1400778 May 27 01:53:54.259780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-6cebc076-3658-44e2-b57d-41bd5b06772a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c96df4-812d-4e4d-a7ec-6163f90d966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820341 May 27 01:53:54.260518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:54.340593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb953f4c-feb9-475f-909b-d0ba844372ca req-9ac16dcc-46ce-46d0-8cc3-fdc6c845c45c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856712 May 27 01:53:54.430618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:54.599744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-e8479f10-2576-48b4-be25-b4b75f5c52ad service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838137 May 27 01:53:54.640740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Port': ['ID=8b834c03-bacd-4ff1-aefd-a86dbd2f48bb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:54.942774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1966774601', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:54.946042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] No DVR routers for this DVR port 8b834c03-bacd-4ff1-aefd-a86dbd2f48bb on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:53:54.950818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:54.961760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:54.972967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Usage tracker for resource:router and tenant:1cc7e9dce27941c682eed17ba77e5a66 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:54.983774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:54.999760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:55.001233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59b15520-1e70-4106-85bd-a919d75a7d91 req-30f791d0-d475-4112-9021-37c9924d6d1e tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.47 "DELETE /v2.0/ports/8b834c03-bacd-4ff1-aefd-a86dbd2f48bb HTTP/1.1" status: 204 len: 173 time: 2.7239072 May 27 01:53:55.030085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:55.031537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:55.038237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502905e-f4f3-4b0f-8de3-5624b2cd4ca2 req-9c30f32a-ca68-415a-9f61-9b6f881d1463 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:55.046700 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d502905e-f4f3-4b0f-8de3-5624b2cd4ca2 req-9c30f32a-ca68-415a-9f61-9b6f881d1463 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.4438114 May 27 01:53:55.060570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:55.079612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3ccd966-51e3-45c8-a0bf-3ffd0fdfbeeb req-404b2874-f07e-488b-a70c-378f50216751 service neutron] 10.222.0.47 "GET /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357862 May 27 01:53:55.149862 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d502905e-f4f3-4b0f-8de3-5624b2cd4ca2 req-99105d6c-5ed0-4a58-bee5-7c3862363b51 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019270 May 27 01:53:55.360377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36620) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:55.405084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-deleted', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:53:55.437221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65627a39-fdb3-4086-9da6-fc37d2fef513 req-7174923a-fdea-4c2f-a19a-ef7705b3d91e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:55.439118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65627a39-fdb3-4086-9da6-fc37d2fef513 req-7174923a-fdea-4c2f-a19a-ef7705b3d91e tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 943 time: 0.1191118 May 27 01:53:55.502995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:55.550585 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65627a39-fdb3-4086-9da6-fc37d2fef513 req-aa33b5ed-8228-4e23-8a96-80bb0d2b9c5a tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007206 May 27 01:53:55.683943 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b8bab2-288f-4e3e-b82a-5e7a16fb942f'] response: {'server_uuid': '749aae81-1e27-4637-8840-ed5fc9576b3f', 'name': 'network-vif-deleted', 'tag': '8b834c03-bacd-4ff1-aefd-a86dbd2f48bb', 'status': 'completed', 'code': 200} May 27 01:53:55.688936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:55.700773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:55.708786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Usage tracker for resource:floatingip and tenant:03ac21c7f8574fb8b2613ec494d48efe is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:55.713363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:55.730142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:55.734532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d86f1a19-8338-4d61-9d22-12abcfc10513 req-3b652339-feb6-4976-a9aa-538993029cf0 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "GET /v2.0/ports?device_id=749aae81-1e27-4637-8840-ed5fc9576b3f HTTP/1.1" status: 200 len: 210 time: 0.0923290 May 27 01:53:55.756800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.092970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ba4ff-d602-480c-aa1b-d1197f3e20c6 req-3c6e547f-a14b-459d-9bfa-2678bb224d99 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:56.092970 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a53ba4ff-d602-480c-aa1b-d1197f3e20c6 req-3c6e547f-a14b-459d-9bfa-2678bb224d99 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 949 time: 0.1752005 May 27 01:53:56.165719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a53ba4ff-d602-480c-aa1b-d1197f3e20c6 req-8adfbb24-5772-403d-9b7f-b8b149c6441b tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646744 May 27 01:53:56.175353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.280294 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.283240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:53:56.317064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.409406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56d906-7342-4ed6-9a45-9c0a234c33a3 req-477d2605-6144-4972-a859-357589d9b9ee tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:56.420728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac56d906-7342-4ed6-9a45-9c0a234c33a3 req-477d2605-6144-4972-a859-357589d9b9ee tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2608156 May 27 01:53:56.496802 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac56d906-7342-4ed6-9a45-9c0a234c33a3 req-d252ec97-75b6-4c7e-8415-e953c8c19fe6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751121 May 27 01:53:56.498177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Allocated IP 172.25.3.176 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e6b49e59-9772-4a69-b336-6f5fb28d4c76) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:56.565101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:56.606448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12', 'network_id': '13c96df4-812d-4e4d-a7ec-6163f90d966d', 'port_id': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12', 'mac_address': 'fa:16:3e:7e:1e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142e39c-49b8-4c8e-9fd3-84b125682e53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:53:56.615123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23b6f-d5b7-4a68-a8f7-aeece84b0866 req-2c3bac4f-938f-4291-b689-13ea5ab48376 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:56.616826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59c23b6f-d5b7-4a68-a8f7-aeece84b0866 req-2c3bac4f-938f-4291-b689-13ea5ab48376 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.2170548 May 27 01:53:56.643623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2eb1ae34-33a0-4fa3-81a5-a47965eb0452 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=07560c3d52014cd88b1611b83d0ff165&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398991 May 27 01:53:56.697588 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59c23b6f-d5b7-4a68-a8f7-aeece84b0866 req-7e4ccfcd-025f-4b19-af3a-19ab326224e8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750942 May 27 01:53:56.737418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:56.737838 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.742156 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.773829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:53:56.803062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:56.809065 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.813450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:56.952602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:56.984249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:56.992371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:56.992646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e9c3f8d3-6593-40e7-a4f1-e3f48b7d81a6 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:56.999832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:57.000854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e9c3f8d3-6593-40e7-a4f1-e3f48b7d81a6 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475671 May 27 01:53:57.004523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Allocated IP 172.25.3.66 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ac1879b4-12a4-43d3-a8e8-e8c9129203e3) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:53:57.020450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2ea8c843-2ec5-4ee2-9724-a89f9a175809 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/quotas/07560c3d52014cd88b1611b83d0ff165 HTTP/1.1" status: 200 len: 375 time: 0.0185404 May 27 01:53:57.039001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Port': ['ID=e6b49e59-9772-4a69-b336-6f5fb28d4c76,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:57.100741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6fc06-31db-4ef0-b30d-735cd8487c97 req-0983c6f4-fa28-4f29-add7-6369e6c81cae tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:57.102259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebf6fc06-31db-4ef0-b30d-735cd8487c97 req-0983c6f4-fa28-4f29-add7-6369e6c81cae tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1826813 May 27 01:53:57.152647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:57.158847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebf6fc06-31db-4ef0-b30d-735cd8487c97 req-e4405837-5473-4f8f-9854-17b2b04654cb tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504091 May 27 01:53:57.189866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['638c10eb-a6fc-46bf-8de1-6177cb2d2d12'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:53:57.263424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:57.300787 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-50d4a663-c999-44fd-8986-901c6dd6e688 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07560c3d52014cd88b1611b83d0ff165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2773988 May 27 01:53:57.354230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:57.418945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:57.519816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:53:57.523583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:53:57.546704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:53:57.867980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36672) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:57.975963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event updated for resources: {'Port': ['ID=ac1879b4-12a4-43d3-a8e8-e8c9129203e3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:58.009445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.028645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb21643-1c55-42c6-92a9-f05ab7c6d25d req-3fee21da-7bc6-4a88-84be-d5037ee6077c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:58.036163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ceb21643-1c55-42c6-92a9-f05ab7c6d25d req-3fee21da-7bc6-4a88-84be-d5037ee6077c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 944 time: 0.7375758 May 27 01:53:58.043613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.086517 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67e6d93d-0ad8-4be2-ae65-a6d2851f1438 req-389d8837-f227-426d-ae0d-4f5d5dfd0f1d tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 210 time: 0.1195221 May 27 01:53:58.268016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.268563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ceb21643-1c55-42c6-92a9-f05ab7c6d25d req-5d9beb49-e926-4687-8629-a894b2307c21 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295713 May 27 01:53:58.281063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting subnet c1bfa682-0b77-4f59-9109-b72a7ecd21a1 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:53:58.290820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Port': ['ID=e6b49e59-9772-4a69-b336-6f5fb28d4c76,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:58.293755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.355901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.380766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.420814 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.424851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6d61c289-68f9-4c7e-b337-04781b05b3ac tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0605474 May 27 01:53:58.425555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36696) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:58.434609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-87064944'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:53:58.443988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:58.451721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Usage tracker for resource:network and tenant:03ac21c7f8574fb8b2613ec494d48efe is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:58.459787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:58.470665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:58.551002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Made reservation on behalf of 03ac21c7f8574fb8b2613ec494d48efe for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:53:58.555162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.577243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.587528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.646465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:53:58.656463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Usage tracker for resource:security_group_rule and tenant:03ac21c7f8574fb8b2613ec494d48efe is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:53:58.664202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:53:58.677499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:53:58.701495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e127a-9816-4585-b38b-ab70fffa40cc req-c4d8185a-743f-4d64-ac8a-56fb3e1eb41e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:58.709049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-146e127a-9816-4585-b38b-ab70fffa40cc req-c4d8185a-743f-4d64-ac8a-56fb3e1eb41e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2394936 May 27 01:53:58.769385 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.786849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b238f66-bbbb-477a-a00e-a3fa5482d0a9 req-2ac2dad1-52c6-4097-ae80-51e77c495620 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:58.796796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b238f66-bbbb-477a-a00e-a3fa5482d0a9 req-2ac2dad1-52c6-4097-ae80-51e77c495620 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.4305139 May 27 01:53:58.839323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-146e127a-9816-4585-b38b-ab70fffa40cc req-a6ffbad8-cc9e-41e8-9b72-42c464d50643 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291971 May 27 01:53:58.858563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bfa682-0b77-4f59-9109-b72a7ecd21a1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:58.868202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:58.875521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa70ca-17d4-4913-840e-98ee0beef690 None None] Network 6306a55e-3eb0-4e0d-8e85-e41c2f303714 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:53:58.885680 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c3ca143f-c7db-44d5-89e1-c85ee3482169 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/subnets/c1bfa682-0b77-4f59-9109-b72a7ecd21a1 HTTP/1.1" status: 204 len: 168 time: 1.0166037 May 27 01:53:58.890838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36710) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:53:58.993298 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b238f66-bbbb-477a-a00e-a3fa5482d0a9 req-83ccced3-b3cc-4b97-ad5a-b49cd19f0cbd tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956067 May 27 01:53:59.027714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.052759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.073929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.095514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:53:59.115182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55130e7-2432-4b16-8177-35ee70beadc1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:53:59.117762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 77039020-bcf8-40f5-99d7-ce666ea03d58 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:59.118112 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.149646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.150047 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Added segment db99dd65-1e37-43b3-89a9-964272f16ef7 of type vlan for network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 May 27 01:53:59.224617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.227914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.374471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-ea9dc696-1f6b-462d-88e5-4c6f35f75cc4 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=07560c3d52014cd88b1611b83d0ff165&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015561 May 27 01:53:59.388397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] DHCP port deletion for 6306a55e-3eb0-4e0d-8e85-e41c2f303714 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:53:59.393738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Deleting port 77039020-bcf8-40f5-99d7-ce666ea03d58 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:53:59.394106 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.440890 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-179f9c62-d304-4896-b607-19f0019b20c7 req-69544a5c-97bf-4af4-bf3d-ce47b4e870d3 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 210 time: 0.0689228 May 27 01:53:59.654254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 77039020-bcf8-40f5-99d7-ce666ea03d58 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:53:59.738163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77039020-bcf8-40f5-99d7-ce666ea03d58,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:59.744794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.874858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Router c8c648ce-eeaf-4c25-921b-1772e45cdf67 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:53:59.917576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for 77039020-bcf8-40f5-99d7-ce666ea03d58 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:53:59.934633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 77039020-bcf8-40f5-99d7-ce666ea03d58 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:53:59.935217 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.975069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77039020-bcf8-40f5-99d7-ce666ea03d58,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:53:59.975451 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:53:59.987766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d388d12-fe0c-4e32-9bb2-6d30f41c4fb6 req-e4d462b1-338c-4e3f-b33e-91eba7ff2242 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:53:59.996949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d388d12-fe0c-4e32-9bb2-6d30f41c4fb6 req-e4d462b1-338c-4e3f-b33e-91eba7ff2242 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 944 time: 0.2959225 May 27 01:54:00.054412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77039020-bcf8-40f5-99d7-ce666ea03d58,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:00.127132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Calling delete_port for 77039020-bcf8-40f5-99d7-ce666ea03d58 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:00.129135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d388d12-fe0c-4e32-9bb2-6d30f41c4fb6 req-a2c5a041-6a4f-4e2b-ba1a-002bcacf8254 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306956 May 27 01:54:00.151314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:00.179370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.187334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:00.188679 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.197738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.199522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d2cad4f8-68ef-4c0b-a5c4-2b6fe04bc0cc tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7676451 May 27 01:54:00.206023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36730) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:00.255188 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8283241 May 27 01:54:00.269729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] Sync routers for ids ['c8c648ce-eeaf-4c25-921b-1772e45cdf67'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:00.272688 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.312002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:00.323210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36738) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:00.336201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Request body: {'subnet': {'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:00.390491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:54:00.390973 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:54:00.391530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] Routers {'c8c648ce-eeaf-4c25-921b-1772e45cdf67'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:00.392254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c8c648ce-eeaf-4c25-921b-1772e45cdf67'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:00.426019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:54:00.426559 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:54:00.461848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:00.483194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4034824-f715-4d88-a174-1cf0c84cea48 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Network': ['ID=753ca8e3-068e-480d-8e09-d44dd57aeaa1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:00.497621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:00.499003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:54:00.506186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73de6d0-d28a-44dc-96e3-efd2029b37c6 req-a86a504f-3ff6-4161-896d-9703cc3d705e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:00.508514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c73de6d0-d28a-44dc-96e3-efd2029b37c6 req-a86a504f-3ff6-4161-896d-9703cc3d705e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 1.2054164 May 27 01:54:00.514517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] Routers {'c8c648ce-eeaf-4c25-921b-1772e45cdf67'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:00.515280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c8c648ce-eeaf-4c25-921b-1772e45cdf67'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:00.587023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-21b1ce8e-09c7-457a-b4f7-267d0d8589f9 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:00.589372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-21b1ce8e-09c7-457a-b4f7-267d0d8589f9 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2042053 May 27 01:54:00.598622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=77039020-bcf8-40f5-99d7-ce666ea03d58,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:00.607858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Usage tracker for resource:subnet and tenant:03ac21c7f8574fb8b2613ec494d48efe is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:00.618344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:00.620588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Request body: {'port': {'device_id': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '07560c3d52014cd88b1611b83d0ff165'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:00.624550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:00.643915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Made reservation on behalf of 03ac21c7f8574fb8b2613ec494d48efe for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:00.647495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.712486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:00.712957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f172268-2607-42af-b2f8-aaa4fd90102a None None] The sync data for ids ['c8c648ce-eeaf-4c25-921b-1772e45cdf67'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:00.747627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:00.757231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:00.758070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.824693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c73de6d0-d28a-44dc-96e3-efd2029b37c6 req-e3f2b7c9-5452-4601-b4a7-551a4641201b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073413 May 27 01:54:00.829553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:00.841956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:00.865917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Made reservation on behalf of 07560c3d52014cd88b1611b83d0ff165 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:00.880329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.900872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Deleting port 77039020-bcf8-40f5-99d7-ce666ea03d58 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:00.901336 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:00.928067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 77039020-bcf8-40f5-99d7-ce666ea03d58 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:00.928419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.005491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:01.006071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.061730 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ebffb2c-c81d-40e3-af1a-7a47a5b89566 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/c8c648ce-eeaf-4c25-921b-1772e45cdf67 HTTP/1.1" status: 200 len: 924 time: 0.8518591 May 27 01:54:01.066703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36748) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:01.122560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:01.138159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3251da-79af-481c-a1f2-e7209ca6ad3b req-115c7f1c-3bca-4e91-a887-c5b34e54afd8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:01.148609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e3251da-79af-481c-a1f2-e7209ca6ad3b req-115c7f1c-3bca-4e91-a887-c5b34e54afd8 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.6567562 May 27 01:54:01.207141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8a35789-af30-43a6-90be-dcdc2dec02d4 req-b62060b0-25fe-4008-8101-f002a7b81877 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 210 time: 0.0665116 May 27 01:54:01.222318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e3251da-79af-481c-a1f2-e7209ca6ad3b req-f1d7277b-36de-4e1c-a11e-c96ed96abeee tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669394 May 27 01:54:01.230338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d52b06a8-aadc-4f0f-9ba8-5af76570282d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8c648ce-eeaf-4c25-921b-1772e45cdf67 HTTP/1.1" status: 200 len: 205 time: 0.1576066 May 27 01:54:01.235536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36756) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:01.283439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77039020-bcf8-40f5-99d7-ce666ea03d58,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:01.283810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.454193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Calling delete_port for 77039020-bcf8-40f5-99d7-ce666ea03d58 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:01.554148 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746f5190-eb7c-49ea-933d-0323dfd7388f'] response: {'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12', 'code': 200} May 27 01:54:01.563250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:01.564769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.626278 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.649640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] No DVR routers for this DVR port 77039020-bcf8-40f5-99d7-ce666ea03d58 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:54:01.651859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1912b1-b948-4ed0-8f7b-f0c377e1b383 None None] Pushing event deleted for resources: {'Port': ['ID=77039020-bcf8-40f5-99d7-ce666ea03d58,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:01.700722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Allocated IP 192.168.233.181 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/050d7b6e-01de-4c99-866b-f110e43743c0) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:01.741171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:01.785410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b13de-8983-4a04-a345-11f100cf0059 req-9c3377aa-f8c5-4a35-9af1-098ab6f959b7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:01.792490 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd9b13de-8983-4a04-a345-11f100cf0059 req-9c3377aa-f8c5-4a35-9af1-098ab6f959b7 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 944 time: 0.3653567 May 27 01:54:01.826461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port 77039020-bcf8-40f5-99d7-ce666ea03d58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77039020-bcf8-40f5-99d7-ce666ea03d58,segment=NetworkSegment(461ef1c2-cada-4b16-8524-f4bac46a701e),segment_id=461ef1c2-cada-4b16-8524-f4bac46a701e)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:01.826862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.846454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.886895 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd9b13de-8983-4a04-a345-11f100cf0059 req-7c9f866f-df11-47cf-9a06-934208143c0f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934100 May 27 01:54:01.937941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:01.960431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45514a90-9ab3-45ba-bb1e-ac5c31eb9f4a req-196e80bd-7046-4977-bfd0-16c5e1dd22de tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:01.962493 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45514a90-9ab3-45ba-bb1e-ac5c31eb9f4a req-196e80bd-7046-4977-bfd0-16c5e1dd22de tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4101748 May 27 01:54:02.057709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for 77039020-bcf8-40f5-99d7-ce666ea03d58 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:02.090779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8bbb-78f5-4d18-a67b-06aece58024e req-36e587da-f044-49d4-9782-cbe0498dbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:02.092274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-477c8bbb-78f5-4d18-a67b-06aece58024e req-36e587da-f044-49d4-9782-cbe0498dbc9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 1096 time: 0.6239288 May 27 01:54:02.173358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Subnet': ['ID=622a59ab-9045-4a40-a148-11e45aba0712,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:02.216212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45514a90-9ab3-45ba-bb1e-ac5c31eb9f4a req-dc7019bd-72f9-47d4-b059-164224d132b6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949871 May 27 01:54:02.227529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Checking segment: {'id': 'db99dd65-1e37-43b3-89a9-964272f16ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:02.227938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Network hostable DHCP agents. Network: 753ca8e3-068e-480d-8e09-d44dd57aeaa1, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:54:02.265402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-477c8bbb-78f5-4d18-a67b-06aece58024e req-e849e236-62e2-4135-864c-071b36f9df5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239636 May 27 01:54:02.269801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: from cryptography.utils import int_from_bytes May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: from cryptography.utils import int_from_bytes May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn_limited( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn_limited( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.273394 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:02.276932 n-d-843146-11 neutron-server[88425]: util.warn( May 27 01:54:02.288261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:54:02.299623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Deleting port ac1879b4-12a4-43d3-a8e8-e8c9129203e3 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:02.299972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.321789 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:54:02.322123 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:54:02.352718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port 77039020-bcf8-40f5-99d7-ce666ea03d58 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:02.353073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.388217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 753ca8e3-068e-480d-8e09-d44dd57aeaa1) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:02.397120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91626df1-98a8-4c05-a455-7206dee7c78c None None] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:02.497321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a2edee5-11d1-4ee1-bec7-ea5f8f954439 req-136069e8-5313-4b48-9093-917ebf0cc403 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 210 time: 0.1127496 May 27 01:54:02.502351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] The port '77039020-bcf8-40f5-99d7-ce666ea03d58' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:54:02.505919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.529257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:02.529938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.591146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca565ce0-a109-44cd-9b39-1ddf4283423b tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2677262 May 27 01:54:02.597338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36778) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:02.610411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Transition to ACTIVE for port object 050d7b6e-01de-4c99-866b-f110e43743c0 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:02.635381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1963852064', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:02.675948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:02.702618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e9ea6-0291-4b07-a079-2dbfc15ac9f3 req-438d3e5c-e46f-4edc-8083-8956c147def1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:02.704428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-678e9ea6-0291-4b07-a079-2dbfc15ac9f3 req-438d3e5c-e46f-4edc-8083-8956c147def1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.3175962 May 27 01:54:02.705518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Usage tracker for resource:router and tenant:03ac21c7f8574fb8b2613ec494d48efe is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:02.725130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:02.735863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:02.774537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.777255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.841433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-753ca8e3-068e-480d-8e09-d44dd57aeaa1', 'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1', 'tenant_id': '03ac21c7f8574fb8b2613ec494d48efe', 'fixed_ips': [{'subnet_id': '622a59ab-9045-4a40-a148-11e45aba0712'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:54:02.842463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.905439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-678e9ea6-0291-4b07-a079-2dbfc15ac9f3 req-57f94405-0292-45c3-9664-c106b40dbb9c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942098 May 27 01:54:02.906241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.907351 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:02.932536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Calling delete_port for ac1879b4-12a4-43d3-a8e8-e8c9129203e3 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:02.974221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.015971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6306a55e-3eb0-4e0d-8e85-e41c2f303714']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:03.034678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461ef1c2-cada-4b16-8524-f4bac46a701e') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:03.035038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461ef1c2-cada-4b16-8524-f4bac46a701e') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:03.042975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.054508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.065367 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.081527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.096301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:54:03.096619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.099490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Allocated IP 172.20.0.2 (753ca8e3-068e-480d-8e09-d44dd57aeaa1/622a59ab-9045-4a40-a148-11e45aba0712/31b01c2b-5c85-4714-b5db-4c009aeb97b1) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:03.249021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.266447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3c5a066c-e006-431f-89df-3e1f2b5c3ef5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:54:03.286651 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 461ef1c2-cada-4b16-8524-f4bac46a701e resource provider aggregate not found May 27 01:54:03.331149 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.371040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.387442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Network': ['ID=6306a55e-3eb0-4e0d-8e85-e41c2f303714,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:03.393658 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 461ef1c2-cada-4b16-8524-f4bac46a701e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 461ef1c2-cada-4b16-8524-f4bac46a701e found for delete ", "request_id": "req-fc325dde-821b-4944-8039-aa91d6d8a837"}]} May 27 01:54:03.439817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:03.448337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:03.453628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Pushing event updated for resources: {'Port': ['ID=050d7b6e-01de-4c99-866b-f110e43743c0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:03.459180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:03.503316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ae2cbc7c-7a1a-4c7d-b567-f27c82d30384 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/networks/6306a55e-3eb0-4e0d-8e85-e41c2f303714 HTTP/1.1" status: 204 len: 168 time: 4.6111331 May 27 01:54:03.511179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8035e6f-8b44-4665-9f6a-c870870be401 req-7072f066-6212-473c-bb0f-88ad5062ab4c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:03.513161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36790) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:03.519785 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8035e6f-8b44-4665-9f6a-c870870be401 req-7072f066-6212-473c-bb0f-88ad5062ab4c tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 945 time: 0.4010301 May 27 01:54:03.615908 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.628783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting subnet 1effb984-1ee5-4dd4-a19d-b0fc00be881c {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:54:03.639492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.659571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Transition to ACTIVE for port object 31b01c2b-5c85-4714-b5db-4c009aeb97b1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:03.717094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Transition to ACTIVE for port object 31b01c2b-5c85-4714-b5db-4c009aeb97b1 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:03.747462 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.750679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadbc66-73b0-4fb4-8b9e-9e8b96a0b631 req-5c8d0db9-e63a-4cd8-b755-b7407b8e508d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:03.754397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0fadbc66-73b0-4fb4-8b9e-9e8b96a0b631 req-5c8d0db9-e63a-4cd8-b755-b7407b8e508d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.9118984 May 27 01:54:03.796598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.834212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:03.835047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.858967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8035e6f-8b44-4665-9f6a-c870870be401 req-1517dfd4-90ac-4cb2-bd87-ed8db79e9935 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381002 May 27 01:54:03.868342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-e13cdbf0-9903-401a-8f52-75ec60fd8331 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2574739 May 27 01:54:03.879372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:03.908799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Request body: {'port': {'device_id': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:03.960199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:04.005616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:04.010239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:04.080733 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0fadbc66-73b0-4fb4-8b9e-9e8b96a0b631 req-9db9ac83-ae0c-4268-b9da-f1479023081d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132927 May 27 01:54:04.106566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3d911423-694e-4cbe-838e-5b54165ea967 None None] Provisioning for port 050d7b6e-01de-4c99-866b-f110e43743c0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:04.123587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Pushing event updated for resources: {'Port': ['ID=31b01c2b-5c85-4714-b5db-4c009aeb97b1,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:04.125459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.226135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3d911423-694e-4cbe-838e-5b54165ea967 None None] Provisioning complete for port 050d7b6e-01de-4c99-866b-f110e43743c0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:04.226777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d911423-694e-4cbe-838e-5b54165ea967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.347788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Attempting to bind port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:04.348398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Attempting to bind port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'db99dd65-1e37-43b3-89a9-964272f16ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:04.349538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Attempting to bind port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 on network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:04.360321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:04.360959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Checking segment: {'id': 'db99dd65-1e37-43b3-89a9-964272f16ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:04.361677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event deleted for resources: {'Port': ['ID=ac1879b4-12a4-43d3-a8e8-e8c9129203e3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:04.361935 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.362514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Bound using segment: {'id': 'db99dd65-1e37-43b3-89a9-964272f16ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:04.363175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Bound port: 31b01c2b-5c85-4714-b5db-4c009aeb97b1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db99dd65-1e37-43b3-89a9-964272f16ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:04.363715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.383043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3d911423-694e-4cbe-838e-5b54165ea967 None None] Port 050d7b6e-01de-4c99-866b-f110e43743c0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:04.401215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.434254 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.448148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.548485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19b9c-fc3a-4daa-a24e-11692c54b330 req-d8d803ed-f85e-4805-9b98-87de08546581 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:04.556004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73a19b9c-fc3a-4daa-a24e-11692c54b330 req-d8d803ed-f85e-4805-9b98-87de08546581 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.2693186 May 27 01:54:04.565265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] For port 31b01c2b-5c85-4714-b5db-4c009aeb97b1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:04.571257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] For port 31b01c2b-5c85-4714-b5db-4c009aeb97b1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=31b01c2b-5c85-4714-b5db-4c009aeb97b1,segment=NetworkSegment(db99dd65-1e37-43b3-89a9-964272f16ef7),segment_id=db99dd65-1e37-43b3-89a9-964272f16ef7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:04.584053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.674445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.678660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.683098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73a19b9c-fc3a-4daa-a24e-11692c54b330 req-5a9beb33-303a-45b5-8230-112c0d8aec8d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199548 May 27 01:54:04.734227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30c28-21d6-4c75-a5a9-7528b2948374 req-a279f267-726a-4087-8bba-8408d753278e tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:04.741824 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8cd30c28-21d6-4c75-a5a9-7528b2948374 req-a279f267-726a-4087-8bba-8408d753278e tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 936 time: 0.4618535 May 27 01:54:04.744112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd6bb1-940d-4e3c-ade7-64a2e6ac2182 None None] Pushing event updated for resources: {'Port': ['ID=31b01c2b-5c85-4714-b5db-4c009aeb97b1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:04.799143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.851037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.851560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Fanout notify agent at l3_agent the message router_deleted on router c8c648ce-eeaf-4c25-921b-1772e45cdf67 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:54:04.923833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:04.934680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096dbeb0-1bd1-4154-8bef-a1a721584e65 None None] Network 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:04.962462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8cd30c28-21d6-4c75-a5a9-7528b2948374 req-7e059d33-625d-4870-aa53-df6cb3159024 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193582 May 27 01:54:05.066214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.071150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-365969fa-d151-44b3-a387-48ddb2fdb420 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/c8c648ce-eeaf-4c25-921b-1772e45cdf67 HTTP/1.1" status: 204 len: 168 time: 3.8287811 May 27 01:54:05.077767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36822) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:05.080645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.125110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Subnet': ['ID=1effb984-1ee5-4dd4-a19d-b0fc00be881c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:05.187688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'router': {'name': 'tempest-snat-router-781583442', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': False}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:05.205657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a58266a-e899-421c-ac72-02884a8fd539 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/subnets/1effb984-1ee5-4dd4-a19d-b0fc00be881c HTTP/1.1" status: 204 len: 168 time: 1.6827929 May 27 01:54:05.205657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36826) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:05.229934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:05.229934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:router and tenant:3290b0cb86e34c408153291e88d8203f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:05.229934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:05.270087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:05.313095 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.610615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.611626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.626685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] DHCP port deletion for 1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:54:05.634027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Allocated IP 172.25.3.159 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ba3c9373-32de-4f22-8f0a-1533e9c18c0a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:05.635381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] Deleting port abe13aec-fa6d-423a-922c-444b5df6ad85 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:05.635756 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.683279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.828189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 31b01c2b-5c85-4714-b5db-4c009aeb97b1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:05.930915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.938473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6067233c-9203-4e1d-b85a-2f1a53dc8a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:05.977549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b8387-9c82-4d03-9cf2-e552b06ebab9 req-131593e1-9844-43ac-b822-c97aaa67aff5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:05.985058 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e0b8387-9c82-4d03-9cf2-e552b06ebab9 req-131593e1-9844-43ac-b822-c97aaa67aff5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 814 time: 1.1213925 May 27 01:54:06.020291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:06.026412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e0b8387-9c82-4d03-9cf2-e552b06ebab9 req-60e96285-eddc-47a4-9e6d-44c561632501 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/quotas/f910654bcf5844a995ba687ccba1925f HTTP/1.1" status: 200 len: 375 time: 0.0398977 May 27 01:54:06.078325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] For port abe13aec-fa6d-423a-922c-444b5df6ad85, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abe13aec-fa6d-423a-922c-444b5df6ad85,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:06.078984 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.110015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677e842-dc8d-48f1-ae4d-e4a78aad53de req-8af70858-7585-439b-875a-2ce40773900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:06.111558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d677e842-dc8d-48f1-ae4d-e4a78aad53de req-8af70858-7585-439b-875a-2ce40773900f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1098 time: 0.6816618 May 27 01:54:06.112232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port abe13aec-fa6d-423a-922c-444b5df6ad85 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:06.112576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.122150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.177900 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.297202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] Calling delete_port for abe13aec-fa6d-423a-922c-444b5df6ad85 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:06.338496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d677e842-dc8d-48f1-ae4d-e4a78aad53de req-8005af61-15ff-4abb-b76e-42deead9926b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846316 May 27 01:54:06.350741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37165f23-e9ef-4a86-8521-170b59ab0d12 req-38cd0c73-32d9-4cec-9221-9116be9a8d7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:06.353469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37165f23-e9ef-4a86-8521-170b59ab0d12 req-38cd0c73-32d9-4cec-9221-9116be9a8d7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 945 time: 1.1102171 May 27 01:54:06.359751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050d7b6e-01de-4c99-866b-f110e43743c0 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:54:06.369998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:06.383396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:06.399619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.421813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.422453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Transition to ACTIVE for port object 050d7b6e-01de-4c99-866b-f110e43743c0 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:06.438746 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.455757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:06.519747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] Pushing event deleted for resources: {'Port': ['ID=abe13aec-fa6d-423a-922c-444b5df6ad85,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:06.531133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f32077-7fa6-4f6a-a069-bd462d39812a None None] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:06.550173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Port': ['ID=ba3c9373-32de-4f22-8f0a-1533e9c18c0a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:06.575623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=050d7b6e-01de-4c99-866b-f110e43743c0,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:06.580555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb699a1-6be6-4d75-b3c4-3d1d2c69c14b None None] No DVR routers for this DVR port abe13aec-fa6d-423a-922c-444b5df6ad85 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:54:06.591141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e0b8387-9c82-4d03-9cf2-e552b06ebab9 req-8a5dd5c2-3c46-42ac-a8e6-5498c5edc622 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5635047 May 27 01:54:06.778569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] Provisioning for port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:06.815605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] Provisioning complete for port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:06.816056 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.831926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:06.855816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37165f23-e9ef-4a86-8521-170b59ab0d12 req-d72c411e-c50e-4597-b63a-cbee72c27742 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769447 May 27 01:54:07.069151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] For port abe13aec-fa6d-423a-922c-444b5df6ad85, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abe13aec-fa6d-423a-922c-444b5df6ad85,segment=NetworkSegment(1a1396c1-7b88-4709-94c2-7d6da614f6ed),segment_id=1a1396c1-7b88-4709-94c2-7d6da614f6ed)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:07.069825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:07.227646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] Current status of the port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:07.228614 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:07.242329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Calling delete_port for abe13aec-fa6d-423a-922c-444b5df6ad85 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:07.281265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] For port 31b01c2b-5c85-4714-b5db-4c009aeb97b1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=31b01c2b-5c85-4714-b5db-4c009aeb97b1,segment=NetworkSegment(db99dd65-1e37-43b3-89a9-964272f16ef7),segment_id=db99dd65-1e37-43b3-89a9-964272f16ef7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:07.292610 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:07.397499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0182cd-5085-43b0-8b9c-1efadb343895 req-00281e38-f56d-494c-ac77-c0f66c438372 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:07.399074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a0182cd-5085-43b0-8b9c-1efadb343895 req-00281e38-f56d-494c-ac77-c0f66c438372 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 948 time: 0.2851558 May 27 01:54:07.405977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75e45e-4548-463f-963a-c3ea99c212b4 None None] Pushing event updated for resources: {'Port': ['ID=31b01c2b-5c85-4714-b5db-4c009aeb97b1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:07.555870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a0182cd-5085-43b0-8b9c-1efadb343895 req-62fe5ee8-d460-4bad-9615-a366222a3801 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475978 May 27 01:54:07.597619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Attempting to bind port 050d7b6e-01de-4c99-866b-f110e43743c0 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:07.598677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Attempting to bind port 050d7b6e-01de-4c99-866b-f110e43743c0 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:07.599298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Attempting to bind port 050d7b6e-01de-4c99-866b-f110e43743c0 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:07.601868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:54:07.602460 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:54:07.631787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Port 050d7b6e-01de-4c99-866b-f110e43743c0 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:54:07.634012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Attempting to bind port 050d7b6e-01de-4c99-866b-f110e43743c0 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:07.648395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:07.649249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:07.649866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:07.650528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Bound port: 050d7b6e-01de-4c99-866b-f110e43743c0, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:07.652641 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:07.698122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 31b01c2b-5c85-4714-b5db-4c009aeb97b1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:07.735403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f3e1-3f6d-4e62-8dfd-13213fef6f67 req-4ce0922b-066d-4d18-b2b4-a5750b81d4af tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:07.737369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc66f3e1-3f6d-4e62-8dfd-13213fef6f67 req-4ce0922b-066d-4d18-b2b4-a5750b81d4af tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.7590656 May 27 01:54:07.809334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-44b19ff0-cfe6-4a33-95a2-8f1fde092dba None None] Provisioning complete for port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:07.809708 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44b19ff0-cfe6-4a33-95a2-8f1fde092dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:07.875488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc66f3e1-3f6d-4e62-8dfd-13213fef6f67 req-71f36c5c-fe88-4675-ac48-56d757007096 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292877 May 27 01:54:07.884758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] For port 050d7b6e-01de-4c99-866b-f110e43743c0, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:07.889755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] For port 050d7b6e-01de-4c99-866b-f110e43743c0, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=050d7b6e-01de-4c99-866b-f110e43743c0,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:07.899101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:07.978331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e2b6da1e-9d87-45f3-9eea-f0dd25b8bdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.072383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:08.075743 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.077340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/050d7b6e-01de-4c99-866b-f110e43743c0 HTTP/1.1" status: 200 len: 1097 time: 4.1727884 May 27 01:54:08.077803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'tag': '050d7b6e-01de-4c99-866b-f110e43743c0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:08.085414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:08.085788 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.108160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Deleting port abe13aec-fa6d-423a-922c-444b5df6ad85 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:08.108583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.185179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.275226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] The port 'abe13aec-fa6d-423a-922c-444b5df6ad85' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:54:08.294212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-44b19ff0-cfe6-4a33-95a2-8f1fde092dba None None] Current status of the port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:08.328002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e238e-19ab-4eaf-bcd9-9af176eaa3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=050d7b6e-01de-4c99-866b-f110e43743c0,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:08.415355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:08.522674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.526982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abe13aec-fa6d-423a-922c-444b5df6ad85 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:08.577754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: abe13aec-fa6d-423a-922c-444b5df6ad85 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:54:08.578097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abe13aec-fa6d-423a-922c-444b5df6ad85 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:54:08.606521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:08.621875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-c4304a01-6fb6-449f-a226-781a222d6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:08.624165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-c4304a01-6fb6-449f-a226-781a222d6f91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07560c3d52014cd88b1611b83d0ff165&device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 1100 time: 0.4674325 May 27 01:54:08.632110 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4e007f-a47e-4ba4-b8a4-de39b0b7f333'] response: {'name': 'network-changed', 'server_uuid': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'tag': '050d7b6e-01de-4c99-866b-f110e43743c0', 'status': 'completed', 'code': 200} May 27 01:54:08.634529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1396c1-7b88-4709-94c2-7d6da614f6ed') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:08.635233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1396c1-7b88-4709-94c2-7d6da614f6ed') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:08.704345 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.746261 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.908585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a346c-d5d8-4e5c-8d4b-27ea9cd430a9 req-53cacd67-6c00-40ae-ac59-93c9f293b960 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:08.910098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a6a346c-d5d8-4e5c-8d4b-27ea9cd430a9 req-53cacd67-6c00-40ae-ac59-93c9f293b960 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8928285 May 27 01:54:08.944465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:08.953417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-d29701b6-f607-4ca3-a3c2-c75b10e06841 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=050d7b6e-01de-4c99-866b-f110e43743c0 HTTP/1.1" status: 200 len: 217 time: 0.3099325 May 27 01:54:09.047791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-7b04f1a3-924d-4038-b02e-5b528738e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:09.050462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-7b04f1a3-924d-4038-b02e-5b528738e7e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0860996 May 27 01:54:09.056868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.071192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a6a346c-d5d8-4e5c-8d4b-27ea9cd430a9 req-80cbfa41-b3b2-4c89-a244-ac93fd6db8cd tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372552 May 27 01:54:09.079745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.122923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:54:09.123454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.170303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Allocated IP 172.25.3.196 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/4f621e08-08bf-47f4-8f75-34ae966d3429) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:09.230386 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1a1396c1-7b88-4709-94c2-7d6da614f6ed resource provider aggregate not found May 27 01:54:09.261012 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.266943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d1a8-c954-4c61-a822-c988b1b45def req-bb7fa40b-27c1-4bee-959b-7a1135e8398b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:09.268631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf12d1a8-c954-4c61-a822-c988b1b45def req-bb7fa40b-27c1-4bee-959b-7a1135e8398b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 945 time: 0.3938429 May 27 01:54:09.283047 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1a1396c1-7b88-4709-94c2-7d6da614f6ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a1396c1-7b88-4709-94c2-7d6da614f6ed found for delete ", "request_id": "req-b33200f6-48d7-4b05-be4b-4db8d5731a05"}]} May 27 01:54:09.299111 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.343375 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf12d1a8-c954-4c61-a822-c988b1b45def req-d48b4b13-bd16-4968-8554-8427413f4a55 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618670 May 27 01:54:09.352633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.356089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-6e1a017e-c9ed-4eab-8761-a442cb0773ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:09.357656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-6e1a017e-c9ed-4eab-8761-a442cb0773ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2973156 May 27 01:54:09.401816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.416607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Pushing event deleted for resources: {'Network': ['ID=1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:09.489731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.490070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.490337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.490683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.491039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.491382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.491692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.492026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.492332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.492719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.493043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.493424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:09.511479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dedf5743-87b3-461f-912a-f68324af7cd4 tempest-ServersTestMultiNic-1798855824 tempest-ServersTestMultiNic-1798855824-project] 10.222.0.16 "DELETE /v2.0/networks/1aa5b5fc-5bb2-447d-9f7a-c82b00a455d2 HTTP/1.1" status: 204 len: 168 time: 4.3091171 May 27 01:54:09.589713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.627218 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-ba73e779-6d8b-4e9e-b3f3-c2f40055e139 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478123 May 27 01:54:09.703140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc5b20-2b00-441c-b61d-532e6c2c4f98 req-650fea02-0a05-4555-892b-df634dbae574 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:09.704868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56fc5b20-2b00-441c-b61d-532e6c2c4f98 req-650fea02-0a05-4555-892b-df634dbae574 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 948 time: 0.4744196 May 27 01:54:09.736459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:09.804608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19e5af03-75ca-41d9-867e-a677dc754a8a req-4d2e9712-22c6-48a5-8e57-0d73b22a1128 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649520 May 27 01:54:09.818850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86189ebe-6b77-4493-bd35-62bd5974483c req-e333eab4-2f9c-4ad8-bb38-8692e1df1dfc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:09.826617 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86189ebe-6b77-4493-bd35-62bd5974483c req-e333eab4-2f9c-4ad8-bb38-8692e1df1dfc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.3117492 May 27 01:54:09.848698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Router 8702ebb5-605c-4eb0-91f4-db9c9aa4a370 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:09.861306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:09.867355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56fc5b20-2b00-441c-b61d-532e6c2c4f98 req-0162d2d8-0d9b-4505-8ded-e5cc5b9623ce tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531510 May 27 01:54:09.872448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:09.875893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Port': ['ID=4f621e08-08bf-47f4-8f75-34ae966d3429,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:09.880327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:09.958783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86189ebe-6b77-4493-bd35-62bd5974483c req-a7eccc52-0722-43b4-9b72-eb4d7f9bf55c tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293676 May 27 01:54:10.018550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-77a66331-ed30-4b50-9a44-4c764567140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:10.021314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-77a66331-ed30-4b50-9a44-4c764567140e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07560c3d52014cd88b1611b83d0ff165&device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 1100 time: 0.1613314 May 27 01:54:10.271199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-110a9f23-6c10-4b4b-a0cc-1f7ceeb30fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:10.273053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-110a9f23-6c10-4b4b-a0cc-1f7ceeb30fda service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2429304 May 27 01:54:10.407866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-8965c361-efc8-4b29-b21a-abfae0ab4d4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=050d7b6e-01de-4c99-866b-f110e43743c0 HTTP/1.1" status: 200 len: 217 time: 0.1148536 May 27 01:54:10.500304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-bc2544d9-e72d-4498-a5e5-f2b2da39c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:10.502076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-bc2544d9-e72d-4498-a5e5-f2b2da39c910 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0873191 May 27 01:54:10.599514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:10.609953 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] Sync routers for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:10.627428 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:10.630417 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:10.672636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-4b1b789c-732d-4dbd-88f1-ff002020642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:10.679308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-4b1b789c-732d-4dbd-88f1-ff002020642c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1697137 May 27 01:54:10.680328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253e02c-3545-4c37-863f-8f3f7cada9d5 req-89fabdc1-d8a8-4dc6-bf3b-2e1390b9032e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:10.688971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2253e02c-3545-4c37-863f-8f3f7cada9d5 req-89fabdc1-d8a8-4dc6-bf3b-2e1390b9032e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.6597180 May 27 01:54:10.719105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:10.724330 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ac943005-dc51-43f1-8813-76222c8206dc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.1152163 May 27 01:54:10.727231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36900) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:10.789042 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:10.806413 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:10.809911 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:10.879583 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:10.913027 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:10.913710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2253e02c-3545-4c37-863f-8f3f7cada9d5 req-ac6bd1c3-311e-4308-918b-e84b37b7a203 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239027 May 27 01:54:10.917015 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d3fae-df51-4944-855f-a6b080d054e9 None None] The sync data for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:11.074264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:11.280176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36916) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:11.399921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-0dc004c6-5dea-455a-a7ba-b6d535bc2312 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124152 May 27 01:54:11.505898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-c845e7a0-e409-4f55-bea3-941c9f7878b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:11.507321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-c845e7a0-e409-4f55-bea3-941c9f7878b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1098 time: 0.2583191 May 27 01:54:11.599244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa70d2-e726-477f-849f-a8981c302577 req-66064d4a-35d1-45f1-8fe5-431dd10ae215 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:11.600816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1dfa70d2-e726-477f-849f-a8981c302577 req-66064d4a-35d1-45f1-8fe5-431dd10ae215 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 945 time: 0.6032073 May 27 01:54:11.687531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64fbd881-6bdd-4019-ae64-8eb32cc25793 req-5fa4b7b0-db5e-4a32-bb63-e8f30930d37e service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787340 May 27 01:54:11.881339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1dfa70d2-e726-477f-849f-a8981c302577 req-9c71ba57-999d-45e0-a33e-c66679757aa5 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398863 May 27 01:54:11.888321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32019bd-5de1-4433-b873-13620652b02a req-bd128324-9eca-4268-b10d-42c8acfa82d9 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:11.901403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c32019bd-5de1-4433-b873-13620652b02a req-bd128324-9eca-4268-b10d-42c8acfa82d9 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 948 time: 0.5129409 May 27 01:54:12.061699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-839221b0-e075-44f4-87f6-8365de3c1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:12.063400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-839221b0-e075-44f4-87f6-8365de3c1201 service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.4617677 May 27 01:54:12.174962 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:12.232142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22259fc3-91b6-4ed0-a6d1-8c1c4d280b1e req-4ac8c7a5-5270-441e-93f9-6dfbbc389a6b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f910654bcf5844a995ba687ccba1925f HTTP/1.1" status: 200 len: 221 time: 0.2032442 May 27 01:54:12.282859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-8bf83dfb-0dfe-475c-a2ac-feb1d56966f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 1002 time: 0.2048550 May 27 01:54:12.290503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c32019bd-5de1-4433-b873-13620652b02a req-0694423b-8f58-42e3-80ae-33bcaee81d85 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936012 May 27 01:54:12.505666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-fd0453ad-9235-478c-b57f-a504c24c2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:12.507141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-fd0453ad-9235-478c-b57f-a504c24c2b53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1719432 May 27 01:54:12.561320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Router f72316a7-a572-47b5-9346-4f5efdc918d9 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:12.687203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439678a7-5a7f-44fc-b10d-1ab4b53175e4 req-9e3037b6-fcea-4b9c-8b4b-047f430519bc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:12.688572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439678a7-5a7f-44fc-b10d-1ab4b53175e4 req-9e3037b6-fcea-4b9c-8b4b-047f430519bc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.3522120 May 27 01:54:12.690472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:12.864145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:12.874048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Sync routers for ids ['f72316a7-a572-47b5-9346-4f5efdc918d9'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:12.885083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Routers {'f72316a7-a572-47b5-9346-4f5efdc918d9'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:12.885879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f72316a7-a572-47b5-9346-4f5efdc918d9'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:12.898670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0ef9-2f24-47d9-bc51-613bf67c4139 req-83172dfb-a9f4-4166-a0ae-55d8d3ac4fd6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:12.900180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a2a0ef9-2f24-47d9-bc51-613bf67c4139 req-83172dfb-a9f4-4166-a0ae-55d8d3ac4fd6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2161465 May 27 01:54:12.904787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:12.957370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-439678a7-5a7f-44fc-b10d-1ab4b53175e4 req-7718d019-b46e-417d-8829-b528334014c1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524614 May 27 01:54:12.961155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-09989521-c88a-47e5-96ae-04b55913b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:12.962567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-09989521-c88a-47e5-96ae-04b55913b3c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4411571 May 27 01:54:12.965303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:12.965567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9d0d6f43-2903-463a-8fca-9a65a10ae631 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8865621 May 27 01:54:12.968771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36958) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:13.121941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Set router f72316a7-a572-47b5-9346-4f5efdc918d9 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:13.144947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a2a0ef9-2f24-47d9-bc51-613bf67c4139 req-1793658d-a0f6-442b-9b6f-4b0aff8206a1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877198 May 27 01:54:13.416952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1ab8-b6b4-4c2b-aec6-7f3312b78c89 req-363a25ea-1450-4612-9176-f00fdf5fdd84 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:13.418432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-034a1ab8-b6b4-4c2b-aec6-7f3312b78c89 req-363a25ea-1450-4612-9176-f00fdf5fdd84 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 950 time: 0.1100233 May 27 01:54:13.459802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72316a7-a572-47b5-9346-4f5efdc918d9', 'name': 'tempest-snat-router-781583442', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.196'}], 'enable_snat': False}, 'gw_port_id': '4f621e08-08bf-47f4-8f75-34ae966d3429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:05Z', 'updated_at': '2022-05-27T01:54:10Z', 'revision_number': 3, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port': {'id': '4f621e08-08bf-47f4-8f75-34ae966d3429', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72316a7-a572-47b5-9346-4f5efdc918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:08Z', 'updated_at': '2022-05-27T01:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:13.464476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Checking router: f72316a7-a572-47b5-9346-4f5efdc918d9 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:13.464826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Updating router f72316a7-a572-47b5-9346-4f5efdc918d9 port 4f621e08-08bf-47f4-8f75-34ae966d3429 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:54:13.479507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c8152914-2c25-4ae1-bb68-54b8796a88b1 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/f72316a7-a572-47b5-9346-4f5efdc918d9 HTTP/1.1" status: 200 len: 908 time: 0.5072055 May 27 01:54:13.479507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-4374f10b-d9be-4fa3-80a3-31bade30bd0b service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571488 May 27 01:54:13.479800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:13.488509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'router': {'name': 'tempest-snat-router-781583442', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': True}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:13.499448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:13.514784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Usage tracker for resource:router and tenant:3290b0cb86e34c408153291e88d8203f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:13.517429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Deleting port ea12941a-c60d-4164-9ef9-096f5db67d42 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:13.517770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.519775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.545951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:13.565288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:13.570036 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-034a1ab8-b6b4-4c2b-aec6-7f3312b78c89 req-cfa487a0-d8eb-4db4-878f-cfb886284f55 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201386 May 27 01:54:13.610125 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.611086 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.661945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d104d40-d751-4bef-8320-62cc053b91b0 req-9035281e-a416-4f4e-8f6c-47329900a2b2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:13.663459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d104d40-d751-4bef-8320-62cc053b91b0 req-9035281e-a416-4f4e-8f6c-47329900a2b2 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 945 time: 0.3812046 May 27 01:54:13.719009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.823818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Allocated IP 172.20.0.1 (753ca8e3-068e-480d-8e09-d44dd57aeaa1/622a59ab-9045-4a40-a148-11e45aba0712/f7da8068-52b7-4ae4-9268-77a8d0fc63c5) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:13.828290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855fb626-0d09-48e0-8003-46a7fa5b52a3 req-258f6206-82bf-4a1c-a965-d9269c8ae541 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374836 May 27 01:54:13.846967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d104d40-d751-4bef-8320-62cc053b91b0 req-0fb899d5-82e2-4356-9fdb-946d881fa930 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445978 May 27 01:54:13.931866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:13.947654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Transition to ACTIVE for port object 4f621e08-08bf-47f4-8f75-34ae966d3429 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:13.957236 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.045200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Attempting to bind port 4f621e08-08bf-47f4-8f75-34ae966d3429 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:14.045563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Attempting to bind port 4f621e08-08bf-47f4-8f75-34ae966d3429 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:14.045922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Attempting to bind port 4f621e08-08bf-47f4-8f75-34ae966d3429 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:14.055083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:14.055454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:14.055856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.056241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:14.056714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Bound port: 4f621e08-08bf-47f4-8f75-34ae966d3429, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:14.057084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.101897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.103758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16232cc8-8cba-4413-a737-b895450a567f None None] Pushing event updated for resources: {'Port': ['ID=4f621e08-08bf-47f4-8f75-34ae966d3429,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:14.124315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Transition to ACTIVE for port object f7da8068-52b7-4ae4-9268-77a8d0fc63c5 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:14.135432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] For port ea12941a-c60d-4164-9ef9-096f5db67d42, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ea12941a-c60d-4164-9ef9-096f5db67d42,segment=NetworkSegment(e3681894-289d-420e-8c09-b762f7df70e7),segment_id=e3681894-289d-420e-8c09-b762f7df70e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:14.136003 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.144052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] For port 4f621e08-08bf-47f4-8f75-34ae966d3429, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:14.144767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa8bd-8f95-4a75-a144-614482e92261 req-e4f08d58-f229-419c-81d4-2a588e7e371a tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:14.145637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-feefa8bd-8f95-4a75-a144-614482e92261 req-e4f08d58-f229-419c-81d4-2a588e7e371a tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Synchronizing usage tracker for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:14.148121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] For port 4f621e08-08bf-47f4-8f75-34ae966d3429, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4f621e08-08bf-47f4-8f75-34ae966d3429,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:14.152524 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.166955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-feefa8bd-8f95-4a75-a144-614482e92261 req-e4f08d58-f229-419c-81d4-2a588e7e371a tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Unset dirty status for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:14.171155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feefa8bd-8f95-4a75-a144-614482e92261 req-e4f08d58-f229-419c-81d4-2a588e7e371a tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 948 time: 0.1850996 May 27 01:54:14.204295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.229426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Routers {'f72316a7-a572-47b5-9346-4f5efdc918d9'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:14.230023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f72316a7-a572-47b5-9346-4f5efdc918d9'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:14.296037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:14.303786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feefa8bd-8f95-4a75-a144-614482e92261 req-83c429ae-a343-4d7b-af40-d39a6cb6c67c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293156 May 27 01:54:14.304813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:14.309034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:14.312489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Calling delete_port for ea12941a-c60d-4164-9ef9-096f5db67d42 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:14.315642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16232cc8-8cba-4413-a737-b895450a567f None None] Pushing event updated for resources: {'Port': ['ID=4f621e08-08bf-47f4-8f75-34ae966d3429,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:14.373135 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.402557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 050d7b6e-01de-4c99-866b-f110e43743c0 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:54:14.443913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] Set router f72316a7-a572-47b5-9346-4f5efdc918d9 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:14.457012 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.494905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae05099-d9af-44a4-a927-313f108d2866 req-e79443d6-827e-4790-ab3e-dbeba6e7fd05 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:14.496478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ae05099-d9af-44a4-a927-313f108d2866 req-e79443d6-827e-4790-ab3e-dbeba6e7fd05 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.7475510 May 27 01:54:14.680496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ae05099-d9af-44a4-a927-313f108d2866 req-0382eff4-635e-40fe-96f4-920d19da63e4 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627059 May 27 01:54:14.738215 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:54:14.836890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Port': ['ID=f7da8068-52b7-4ae4-9268-77a8d0fc63c5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:14.853355 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:14.926542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb40081-3493-44db-b95b-e9f3dff90d2d req-907fdc87-3a1b-40b5-aec9-68202e83b7dd tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:14.928314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fb40081-3493-44db-b95b-e9f3dff90d2d req-907fdc87-3a1b-40b5-aec9-68202e83b7dd tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1430571 May 27 01:54:14.937861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea12941a-c60d-4164-9ef9-096f5db67d42,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:15.095229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fb40081-3493-44db-b95b-e9f3dff90d2d req-f2ce477e-3802-4706-823f-e15c0a841265 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594870 May 27 01:54:15.114299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:15.133364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a9a40a6c-7c9c-4467-8b70-39b833613536 None None] Provisioning for port f7da8068-52b7-4ae4-9268-77a8d0fc63c5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:15.169613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a9a40a6c-7c9c-4467-8b70-39b833613536 None None] Provisioning complete for port f7da8068-52b7-4ae4-9268-77a8d0fc63c5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:15.170118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a9a40a6c-7c9c-4467-8b70-39b833613536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:15.278320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 050d7b6e-01de-4c99-866b-f110e43743c0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=050d7b6e-01de-4c99-866b-f110e43743c0,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:15.295726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a9a40a6c-7c9c-4467-8b70-39b833613536 None None] Port f7da8068-52b7-4ae4-9268-77a8d0fc63c5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:15.306785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '050d7b6e-01de-4c99-866b-f110e43743c0', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '050d7b6e-01de-4c99-866b-f110e43743c0', 'mac_address': 'fa:16:3e:37:83:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:54:15.310838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109c27-e744-4837-8e0d-129191f19037 req-b7523ced-ed7f-4ebf-9b45-5299317edc81 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:15.312561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58109c27-e744-4837-8e0d-129191f19037 req-b7523ced-ed7f-4ebf-9b45-5299317edc81 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 945 time: 0.3011405 May 27 01:54:15.384450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 050d7b6e-01de-4c99-866b-f110e43743c0 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:15.384899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:15.401424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72316a7-a572-47b5-9346-4f5efdc918d9', 'name': 'tempest-snat-router-781583442', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.196'}], 'enable_snat': False}, 'gw_port_id': '4f621e08-08bf-47f4-8f75-34ae966d3429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:05Z', 'updated_at': '2022-05-27T01:54:10Z', 'revision_number': 3, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port': {'id': '4f621e08-08bf-47f4-8f75-34ae966d3429', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72316a7-a572-47b5-9346-4f5efdc918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:08Z', 'updated_at': '2022-05-27T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:15.411291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ddb03-7da7-447e-b5a1-f07aaf56c2bd None None] The sync data for ids ['f72316a7-a572-47b5-9346-4f5efdc918d9'] in n-d-843146-11 is: [{'id': 'f72316a7-a572-47b5-9346-4f5efdc918d9', 'name': 'tempest-snat-router-781583442', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.196'}], 'enable_snat': False}, 'gw_port_id': '4f621e08-08bf-47f4-8f75-34ae966d3429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:05Z', 'updated_at': '2022-05-27T01:54:10Z', 'revision_number': 3, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port': {'id': '4f621e08-08bf-47f4-8f75-34ae966d3429', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72316a7-a572-47b5-9346-4f5efdc918d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:08Z', 'updated_at': '2022-05-27T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:15.413820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050d7b6e-01de-4c99-866b-f110e43743c0 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:54:15.442883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 050d7b6e-01de-4c99-866b-f110e43743c0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=050d7b6e-01de-4c99-866b-f110e43743c0,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:15.456891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:15.550534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=050d7b6e-01de-4c99-866b-f110e43743c0,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:15.718943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:15.719293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:15.856684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:15.893226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cae85-70c1-4f98-a9d4-f7d88bd4018a req-9a51cb3f-cdef-4063-a50d-50583de06c46 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:15.894810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e75cae85-70c1-4f98-a9d4-f7d88bd4018a req-9a51cb3f-cdef-4063-a50d-50583de06c46 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5731392 May 27 01:54:15.961507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.017529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.028138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['050d7b6e-01de-4c99-866b-f110e43743c0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:54:16.063778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e75cae85-70c1-4f98-a9d4-f7d88bd4018a req-f9553364-5a13-4cf6-8460-5db2c2f387cd tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591454 May 27 01:54:16.111963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.123399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.168704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff741c-90d8-4221-b0bd-24e9320661bc req-2c43646e-185e-4e53-8d11-a6f802573bfc tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:16.177910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e0ff741c-90d8-4221-b0bd-24e9320661bc req-2c43646e-185e-4e53-8d11-a6f802573bfc tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 945 time: 0.4274120 May 27 01:54:16.299547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e0ff741c-90d8-4221-b0bd-24e9320661bc req-ae790ad8-e30a-4307-b2e4-6309547b6b60 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206646 May 27 01:54:16.345969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:16.346344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.408510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:16.446241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.468279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Allocated IP 172.25.3.254 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/74eabd47-f3b1-4c63-95ab-30bebbc7d76d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:16.534975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Port': ['ID=f7da8068-52b7-4ae4-9268-77a8d0fc63c5,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:16.559502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:16.578245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:16.578639 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.609796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:16.621689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:16.627985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.629071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:16.629472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.775717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:16.818059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Router 3508db77-f498-48f7-9046-398ae1203df5 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:16.834366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7c27-72b0-44bf-a32d-fb6ee7974679 req-dba1c9fe-a57c-45ab-b06b-5d84366c0760 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:16.835874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ae5e7c27-72b0-44bf-a32d-fb6ee7974679 req-dba1c9fe-a57c-45ab-b06b-5d84366c0760 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2121775 May 27 01:54:16.850817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:16.851946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.889994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:16.899570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.926042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0009-b31e-45ab-991a-3f28a1a63675 req-976070d6-1497-4f41-afb1-20df7e132c5d tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:16.928139 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-038b0009-b31e-45ab-991a-3f28a1a63675 req-976070d6-1497-4f41-afb1-20df7e132c5d tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 949 time: 0.6637120 May 27 01:54:16.950667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:16.961474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:16.963935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:54:16.964394 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:54:16.966876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:16.976117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:17.061720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Port': ['ID=74eabd47-f3b1-4c63-95ab-30bebbc7d76d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:17.083411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-038b0009-b31e-45ab-991a-3f28a1a63675 req-24b31ec7-0cb9-4d83-8e49-4b96f275a0c3 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443973 May 27 01:54:17.159867 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ae5e7c27-72b0-44bf-a32d-fb6ee7974679 req-b91bdf37-ec1b-408d-8da7-1bbfe949d6ed tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181412 May 27 01:54:17.161351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.161781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.162188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.162586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.163004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.163398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.164015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.164371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.164765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.165155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.165547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.165935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:17.178524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:17.199423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:17.199423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:17.261684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:17.271880 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] Sync routers for ids ['3508db77-f498-48f7-9046-398ae1203df5'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:17.289726 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] Routers {'3508db77-f498-48f7-9046-398ae1203df5'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:17.292124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3508db77-f498-48f7-9046-398ae1203df5'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:17.346926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1d6d0b4d-5b10-47af-a341-ae9ceb878f5a None None] Provisioning complete for port f7da8068-52b7-4ae4-9268-77a8d0fc63c5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:17.347302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0b4d-5b10-47af-a341-ae9ceb878f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:17.458821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d0b4d-5b10-47af-a341-ae9ceb878f5a None None] Port f7da8068-52b7-4ae4-9268-77a8d0fc63c5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:17.465649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7a585431-d9cb-4f9a-8148-4214aa8e517f admin admin] 10.222.0.16 "PUT /v2.0/routers/3508db77-f498-48f7-9046-398ae1203df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1817677 May 27 01:54:17.469571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Deleting port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:17.469929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:17.508277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Router 8702ebb5-605c-4eb0-91f4-db9c9aa4a370 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:17.509357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37062) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:17.567631 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] Set router 3508db77-f498-48f7-9046-398ae1203df5 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:17.633634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f4caa-7bae-4b75-8947-1a565acfd658 req-5b324cbd-7a17-4752-a48b-4bcc49c1b470 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:17.635190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-892f4caa-7bae-4b75-8947-1a565acfd658 req-5b324cbd-7a17-4752-a48b-4bcc49c1b470 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.3301396 May 27 01:54:17.737748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4f621e08-08bf-47f4-8f75-34ae966d3429 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:17.856936 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5161bcc8-5d34-4484-9032-c66aff1d1afe'] response: {'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'code': 200} May 27 01:54:17.865677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 4f621e08-08bf-47f4-8f75-34ae966d3429 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:17.870169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-892f4caa-7bae-4b75-8947-1a565acfd658 req-63e4ff1c-0005-4276-9536-21137729fba5 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379540 May 27 01:54:17.871591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4f621e08-08bf-47f4-8f75-34ae966d3429 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:17.872290 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.085009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4f621e08-08bf-47f4-8f75-34ae966d3429 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:18.085548 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.095097 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.107814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 4f621e08-08bf-47f4-8f75-34ae966d3429, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4f621e08-08bf-47f4-8f75-34ae966d3429,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:18.115570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.133517 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:54:14Z', 'revision_number': 5, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:18.141463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] Checking router: 3508db77-f498-48f7-9046-398ae1203df5 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:18.161714 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] Routers {'3508db77-f498-48f7-9046-398ae1203df5'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:18.162343 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3508db77-f498-48f7-9046-398ae1203df5'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:18.212556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=4f621e08-08bf-47f4-8f75-34ae966d3429,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:18.371701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] Set router 3508db77-f498-48f7-9046-398ae1203df5 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:18.414122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 050d7b6e-01de-4c99-866b-f110e43743c0 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:18.427281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.491410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 050d7b6e-01de-4c99-866b-f110e43743c0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:18.498212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 050d7b6e-01de-4c99-866b-f110e43743c0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:18.499009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.636947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7807-69aa-49a5-9cf0-5a3546205723 req-3ef7711f-9fb1-4704-87ce-f6dba5bcd7e3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:18.638547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef5d7807-69aa-49a5-9cf0-5a3546205723 req-3ef7711f-9fb1-4704-87ce-f6dba5bcd7e3 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 943 time: 0.4167640 May 27 01:54:18.657828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:18.662582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.681899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] For port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,segment=NetworkSegment(f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb),segment_id=f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:18.682145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.690632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 050d7b6e-01de-4c99-866b-f110e43743c0 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:18.690881 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.710574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07738998-1723-4015-a996-389a3d8df2be None None] Sync routers for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:18.720115 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:54:14Z', 'revision_number': 5, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:18.725498 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59421b86-f220-4f7a-9908-ed05f51d696e None None] The sync data for ids ['3508db77-f498-48f7-9046-398ae1203df5'] in n-d-843146-11 is: [{'id': '3508db77-f498-48f7-9046-398ae1203df5', 'name': 'tempest-ServersTestMultiNic-496895891-router', 'tenant_id': 'feef3f5f170c4706b06cfa46553c064e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:51:27Z', 'updated_at': '2022-05-27T01:54:14Z', 'revision_number': 5, 'project_id': 'feef3f5f170c4706b06cfa46553c064e', 'gw_port': {'id': '3bd03adc-7ea3-40c9-8800-28102560c61d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:10:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3508db77-f498-48f7-9046-398ae1203df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:51:30Z', 'updated_at': '2022-05-27T01:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:18.737852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 050d7b6e-01de-4c99-866b-f110e43743c0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=050d7b6e-01de-4c99-866b-f110e43743c0,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:18.745985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07738998-1723-4015-a996-389a3d8df2be None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:18.747037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07738998-1723-4015-a996-389a3d8df2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:18.792128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef5d7807-69aa-49a5-9cf0-5a3546205723 req-ffd4ccb5-557c-4ad1-83f4-8d866490c08f tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc4628c-41f5-4269-8c8a-ecbb0ca37465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268699 May 27 01:54:18.813101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab08ce28-6b41-4982-ae78-6323b28a7987 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "PUT /v2.0/routers/8702ebb5-605c-4eb0-91f4-db9c9aa4a370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0767171 May 27 01:54:18.827252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:18.860318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:18.866517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Request body: {'port': {'network_id': '753ca8e3-068e-480d-8e09-d44dd57aeaa1', 'name': 'tempest-FloatingIPAdminTestJSON-399054304'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:18.886787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Calling delete_port for 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:18.894215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07738998-1723-4015-a996-389a3d8df2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:18.919112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07738998-1723-4015-a996-389a3d8df2be None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:18.919652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07738998-1723-4015-a996-389a3d8df2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:18.937787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba415840-8a86-4da1-bf92-c44a4546a16b req-9b653125-f94f-4f21-81e4-8244c976d388 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:18.939288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba415840-8a86-4da1-bf92-c44a4546a16b req-9b653125-f94f-4f21-81e4-8244c976d388 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8417752 May 27 01:54:18.985950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-07738998-1723-4015-a996-389a3d8df2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:18.986346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07738998-1723-4015-a996-389a3d8df2be None None] The sync data for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:18.993172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=050d7b6e-01de-4c99-866b-f110e43743c0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:19.035124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.046157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba415840-8a86-4da1-bf92-c44a4546a16b req-8b7c25c1-a6ed-4d73-a863-622c2f2a0f64 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976458 May 27 01:54:19.083056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Deleting port 3bd03adc-7ea3-40c9-8800-28102560c61d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:19.083400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.110037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:19.117942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Usage tracker for resource:port and tenant:03ac21c7f8574fb8b2613ec494d48efe is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:19.123522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:19.140160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0c3bd-4650-4272-8c56-6d7a84810465 req-be775c7c-afa1-4291-87c5-b52fabc6b9cf tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:19.151142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37094) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:19.158162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Request body: {'floatingip': {'port_id': '142a8f75-5802-4b04-a718-d008102723e1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:19.158981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3bb0c3bd-4650-4272-8c56-6d7a84810465 req-be775c7c-afa1-4291-87c5-b52fabc6b9cf tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.2200351 May 27 01:54:19.161915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:19.199117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Made reservation on behalf of 03ac21c7f8574fb8b2613ec494d48efe for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:19.204503 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.232658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Router 69f96083-fea2-434a-9cc4-3bb8970de8ca is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:19.304359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] device_id is not set on port c4433577-afa9-4e83-ae79-529313d802fc yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:54:19.430218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.475651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.591273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Pushing event deleted for resources: {'Port': ['ID=638c10eb-a6fc-46bf-8de1-6177cb2d2d12,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:19.645731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4f621e08-08bf-47f4-8f75-34ae966d3429 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:19.697893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] For port 3bd03adc-7ea3-40c9-8800-28102560c61d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3bd03adc-7ea3-40c9-8800-28102560c61d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:19.698224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.725334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] No DVR routers for this DVR port 638c10eb-a6fc-46bf-8de1-6177cb2d2d12 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:54:19.729305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4f621e08-08bf-47f4-8f75-34ae966d3429 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:19.729782 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.744514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:19.746462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Allocated IP 172.20.0.7 (753ca8e3-068e-480d-8e09-d44dd57aeaa1/622a59ab-9045-4a40-a148-11e45aba0712/c4433577-afa9-4e83-ae79-529313d802fc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:19.758338 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Sync routers for ids ['69f96083-fea2-434a-9cc4-3bb8970de8ca'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:19.769328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c353e1-4b9a-4bdf-ab3f-80ee6af53bd2 req-93ab3672-b777-4f69-8ecc-35135f576b59 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:19.771462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38c353e1-4b9a-4bdf-ab3f-80ee6af53bd2 req-93ab3672-b777-4f69-8ecc-35135f576b59 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4290302 May 27 01:54:19.781303 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Routers {'69f96083-fea2-434a-9cc4-3bb8970de8ca'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:19.784030 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69f96083-fea2-434a-9cc4-3bb8970de8ca'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:19.841598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:19.842837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b7354a0e-c787-4853-b99f-74b756c6de67 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3621874 May 27 01:54:19.856741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37108) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:19.876117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12'}, {'server_uuid': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d7b6e-01de-4c99-866b-f110e43743c0'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:19.882014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4f621e08-08bf-47f4-8f75-34ae966d3429 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:19.891416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea12941a-c60d-4164-9ef9-096f5db67d42 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:19.931847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38c353e1-4b9a-4bdf-ab3f-80ee6af53bd2 req-9255bce1-9c5e-48a0-8858-7b503c7c2556 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484118 May 27 01:54:19.939865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ea12941a-c60d-4164-9ef9-096f5db67d42 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:54:19.940414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea12941a-c60d-4164-9ef9-096f5db67d42 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:54:20.047412 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Set router 69f96083-fea2-434a-9cc4-3bb8970de8ca gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:20.049608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.053860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'name': 'network-vif-deleted', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:20.071942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Calling delete_port for 3bd03adc-7ea3-40c9-8800-28102560c61d owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:20.175432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af0aa460-8cc7-4930-9af5-31327c4223f7 req-7b35073e-67a5-43fc-8ed6-63fcfd2da4ef tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 210 time: 0.1327925 May 27 01:54:20.214269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-27604bb2-c67a-4bd3-9cf6-ae427f0af364 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/69f96083-fea2-434a-9cc4-3bb8970de8ca HTTP/1.1" status: 200 len: 907 time: 0.3563142 May 27 01:54:20.215144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37118) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:20.271943 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4456ef-1742-48b8-a724-46191075c205'] response: {'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12', 'code': 200} May 27 01:54:20.272638 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4456ef-1742-48b8-a724-46191075c205'] response: {'server_uuid': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d7b6e-01de-4c99-866b-f110e43743c0', 'code': 200} May 27 01:54:20.410307 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f96083-fea2-434a-9cc4-3bb8970de8ca', 'name': 'tempest-snat-router-781583442', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '74eabd47-f3b1-4c63-95ab-30bebbc7d76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:13Z', 'updated_at': '2022-05-27T01:54:17Z', 'revision_number': 3, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port': {'id': '74eabd47-f3b1-4c63-95ab-30bebbc7d76d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f96083-fea2-434a-9cc4-3bb8970de8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:16Z', 'updated_at': '2022-05-27T01:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:20.416502 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Checking router: 69f96083-fea2-434a-9cc4-3bb8970de8ca for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:20.416848 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Updating router 69f96083-fea2-434a-9cc4-3bb8970de8ca port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:54:20.434508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.463028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Transition to ACTIVE for port object c4433577-afa9-4e83-ae79-529313d802fc will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:20.480524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.487388 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.506140 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d006f24f-af88-430a-9001-1a85e2c6ede2'] response: {'server_uuid': 'c54de5f1-043d-427a-b06f-9452baf137e2', 'name': 'network-vif-deleted', 'tag': '638c10eb-a6fc-46bf-8de1-6177cb2d2d12', 'status': 'completed', 'code': 200} May 27 01:54:20.531071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418eeab-bc56-4877-aa1b-7b1be65851f5 req-bd7eeba8-ce8e-4eaa-a6cd-be3ce4b765b7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:20.532606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c418eeab-bc56-4877-aa1b-7b1be65851f5 req-bd7eeba8-ce8e-4eaa-a6cd-be3ce4b765b7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 1.2172408 May 27 01:54:20.584722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58109c27-e744-4837-8e0d-129191f19037 req-fa1bc853-ce83-4c24-897c-4aec7397eead tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.47 "DELETE /v2.0/ports/638c10eb-a6fc-46bf-8de1-6177cb2d2d12 HTTP/1.1" status: 204 len: 173 time: 5.2303092 May 27 01:54:20.692039 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c418eeab-bc56-4877-aa1b-7b1be65851f5 req-3d107352-6e75-43b3-8a19-ad266ba6e6db tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473768 May 27 01:54:20.755389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.851145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779944cd-1b55-4824-a4b8-a2667e545695 req-065b4627-a287-48ab-9cf5-b96a2f99d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:20.852812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-779944cd-1b55-4824-a4b8-a2667e545695 req-065b4627-a287-48ab-9cf5-b96a2f99d6ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 1102 time: 0.3864284 May 27 01:54:20.868343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:20.873820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:20.878186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:20.910209 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.932261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event updated for resources: {'Port': ['ID=c4433577-afa9-4e83-ae79-529313d802fc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:20.945919 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.946499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.964520 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Transition to ACTIVE for port object 74eabd47-f3b1-4c63-95ab-30bebbc7d76d will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:20.980591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd03adc-7ea3-40c9-8800-28102560c61d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:20.990033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:20.990361 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:20.990801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.014949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Deleting port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:21.015280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.070913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31d2e-5ee1-46ac-86ba-e89cd9e3df86 req-eac65881-c823-4a4f-abf4-d86c1ccbead3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:21.079265 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41a31d2e-5ee1-46ac-86ba-e89cd9e3df86 req-eac65881-c823-4a4f-abf4-d86c1ccbead3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5175314 May 27 01:54:21.082133 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Attempting to bind port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:21.082502 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Attempting to bind port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:21.082678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-779944cd-1b55-4824-a4b8-a2667e545695 req-c810eacd-9c8e-4858-ba9e-8a000170bc2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158189 May 27 01:54:21.083221 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Attempting to bind port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:21.092555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5f6b0-cd07-4688-8637-963d39937136 None None] Pushing event updated for resources: {'Port': ['ID=74eabd47-f3b1-4c63-95ab-30bebbc7d76d,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:21.098120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37134) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:21.099230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-36dac2e4-f806-4532-b1a3-90857c2b1b49 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2369027 May 27 01:54:21.102180 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:21.102751 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:21.103231 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.103538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:21.104042 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Bound port: 74eabd47-f3b1-4c63-95ab-30bebbc7d76d, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:21.104407 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.132958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.182438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'project_id': '03ac21c7f8574fb8b2613ec494d48efe', 'port_id': 'c4433577-afa9-4e83-ae79-529313d802fc'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:21.203218 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] For port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:21.206530 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] For port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=74eabd47-f3b1-4c63-95ab-30bebbc7d76d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:21.213305 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.219686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2c4597f3-a753-44e4-ad35-11d8c14e8eff None None] Provisioning for port c4433577-afa9-4e83-ae79-529313d802fc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:21.250209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2c4597f3-a753-44e4-ad35-11d8c14e8eff None None] Provisioning complete for port c4433577-afa9-4e83-ae79-529313d802fc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:21.255866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2c4597f3-a753-44e4-ad35-11d8c14e8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.297324 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Routers {'69f96083-fea2-434a-9cc4-3bb8970de8ca'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:21.297963 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69f96083-fea2-434a-9cc4-3bb8970de8ca'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:21.319600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:21.335297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Usage tracker for resource:floatingip and tenant:03ac21c7f8574fb8b2613ec494d48efe is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:21.343084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:21.348137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.357241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:21.359792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.398593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41a31d2e-5ee1-46ac-86ba-e89cd9e3df86 req-502c5063-9a91-420a-8988-de67528203c9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183887 May 27 01:54:21.465843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.481535 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5f6b0-cd07-4688-8637-963d39937136 None None] Pushing event updated for resources: {'Port': ['ID=74eabd47-f3b1-4c63-95ab-30bebbc7d76d,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:21.500911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2c4597f3-a753-44e4-ad35-11d8c14e8eff None None] Port c4433577-afa9-4e83-ae79-529313d802fc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:21.534920 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] Set router 69f96083-fea2-434a-9cc4-3bb8970de8ca gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:21.551767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] For port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d, host n-d-843146-11, got binding levels [] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:21.552344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.570056 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.570546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3508db77-f498-48f7-9046-398ae1203df5 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:54:21.685430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b5684fe5-2324-4e95-ad0a-56c357131b33 req-62074372-8a4d-4b74-ba32-53a8aeb77833 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Synchronizing usage tracker for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:21.778750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.799794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.801586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-581208a1-75d1-4278-bf41-8bf98013581b admin admin] 10.222.0.16 "DELETE /v2.0/routers/3508db77-f498-48f7-9046-398ae1203df5 HTTP/1.1" status: 204 len: 168 time: 4.2900920 May 27 01:54:21.803161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:21.811646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37150) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:21.821903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Calling delete_port for 74eabd47-f3b1-4c63-95ab-30bebbc7d76d owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:21.831914 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f96083-fea2-434a-9cc4-3bb8970de8ca', 'name': 'tempest-snat-router-781583442', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:13Z', 'updated_at': '2022-05-27T01:54:20Z', 'revision_number': 4, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:21.841730 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699f87a-5c9a-44af-a6b3-36ffc92f5dbe None None] The sync data for ids ['69f96083-fea2-434a-9cc4-3bb8970de8ca'] in n-d-843146-11 is: [{'id': '69f96083-fea2-434a-9cc4-3bb8970de8ca', 'name': 'tempest-snat-router-781583442', 'tenant_id': '3290b0cb86e34c408153291e88d8203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:13Z', 'updated_at': '2022-05-27T01:54:20Z', 'revision_number': 4, 'project_id': '3290b0cb86e34c408153291e88d8203f', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:22.050345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b5684fe5-2324-4e95-ad0a-56c357131b33 req-62074372-8a4d-4b74-ba32-53a8aeb77833 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] Unset dirty status for tenant:cb91f454677a4b179f2c02155a9f70bd on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:22.051579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5684fe5-2324-4e95-ad0a-56c357131b33 req-62074372-8a4d-4b74-ba32-53a8aeb77833 tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54de5f1-043d-427a-b06f-9452baf137e2 HTTP/1.1" status: 200 len: 210 time: 0.4760556 May 27 01:54:22.053298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] Deleting subnet d6ae26b6-3953-48e8-a0f3-5086e40d31cb {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:54:22.056609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.147386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.214077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070f704-908f-436d-8e1e-aa6209d28f97 req-9a9ace5b-066b-4b1f-b1cc-6997daeb8963 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:22.221764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6070f704-908f-436d-8e1e-aa6209d28f97 req-9a9ace5b-066b-4b1f-b1cc-6997daeb8963 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4953902 May 27 01:54:22.308023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.334453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6070f704-908f-436d-8e1e-aa6209d28f97 req-7ca3267d-2c72-4b5d-8fc9-462b232eff39 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 May 27 01:54:22.337939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:54:22.337939 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:54:22.365205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.425778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:54:22.459449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.507170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ae26b6-3953-48e8-a0f3-5086e40d31cb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:22.516539 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.530236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e324fb2e-4f82-4319-9c9f-1ee3fae3fd4d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d6ae26b6-3953-48e8-a0f3-5086e40d31cb HTTP/1.1" status: 204 len: 168 time: 0.7154531 May 27 01:54:22.530447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37166) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:22.570180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e6bff-f895-420d-9bda-dd856ea1183c None None] Network 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:22.584457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d24e-0a8c-4c7e-b24c-22d7f57de243 req-d0c86e86-1205-4eb2-af06-a46418969b44 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:22.585979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9a2d24e-0a8c-4c7e-b24c-22d7f57de243 req-d0c86e86-1205-4eb2-af06-a46418969b44 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 0.2720146 May 27 01:54:22.649431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Router 507eb33b-a6ca-47cf-a2ed-30b86169b9db has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:22.723089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.758606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Deleting port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:22.759270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.816487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:22.822159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9a2d24e-0a8c-4c7e-b24c-22d7f57de243 req-23c2e358-f3c2-4129-a392-a25e191ee17a tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018228 May 27 01:54:22.836666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Allocated IP 172.25.3.63 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/9dbf6710-8212-4897-b6eb-fc54cf87a704) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:22.836896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'mac_address': 'fa:16:3e:1f:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:54:22.854175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Deleting port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:22.854519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:22.973945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:22.974521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.010890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:54:23.038618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:23.046161 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.114099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:23.116971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] DHCP port deletion for 9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:54:23.135431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Deleting port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:23.136001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.150672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.181652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] Sync routers for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:23.198151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:54:23.241029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421a9d-6c5d-4490-be3f-7f250f11ed6d req-7a6c7b20-ba89-4995-8486-6f4864072cba tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:23.247639 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0421a9d-6c5d-4490-be3f-7f250f11ed6d req-7a6c7b20-ba89-4995-8486-6f4864072cba tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.6893089 May 27 01:54:23.314867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:23.325557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4c36aa63-9184-4fd8-b5f0-693822f8b008 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "PUT /v2.0/floatingips/16b9aaa9-4e32-44e5-aead-3c4c004f903f HTTP/1.1" status: 200 len: 994 time: 4.1667483 May 27 01:54:23.325771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:23.325771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:23.358431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.362973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] For port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,segment=NetworkSegment(e3681894-289d-420e-8c09-b762f7df70e7),segment_id=e3681894-289d-420e-8c09-b762f7df70e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:23.363333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.387381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0421a9d-6c5d-4490-be3f-7f250f11ed6d req-d240526c-1579-4dca-af85-136387a38275 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388123 May 27 01:54:23.397796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.495358 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15b9bc9-6d1d-4349-9843-479e1a78eeec'] response: {'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1', 'status': 'completed', 'code': 200} May 27 01:54:23.533792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:23.542160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Calling delete_port for 3981f8ed-784e-4c35-bc1c-3a7a052e3aef owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:23.690141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:23.699307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3bd03adc-7ea3-40c9-8800-28102560c61d no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:23.704696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:23.718090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:23.734469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] For port 74eabd47-f3b1-4c63-95ab-30bebbc7d76d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=74eabd47-f3b1-4c63-95ab-30bebbc7d76d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:23.734858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:23.749443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:23.786838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3bd03adc-7ea3-40c9-8800-28102560c61d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:54:23.787442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3bd03adc-7ea3-40c9-8800-28102560c61d not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:54:23.787958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3981f8ed-784e-4c35-bc1c-3a7a052e3aef no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:23.801134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Pushing event updated for resources: {'Port': ['ID=9dbf6710-8212-4897-b6eb-fc54cf87a704,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:23.888233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Calling delete_port for 74eabd47-f3b1-4c63-95ab-30bebbc7d76d owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:24.089177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.122731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef update to DOWN by agent not found {{(pid=88427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 01:54:24.181099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] No DVR routers for this DVR port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:54:24.202731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-a4372376-13d4-4d1d-98c6-ee87e5aa6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:24.204482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-a4372376-13d4-4d1d-98c6-ee87e5aa6bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1098 time: 0.7083316 May 27 01:54:24.215594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:24.245419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeec93e-3f50-4ecd-b377-bc3dbc40ac85 req-cdf6dabd-95a8-4b5a-bc14-0aa03be5c06d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:24.246939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bfeec93e-3f50-4ecd-b377-bc3dbc40ac85 req-cdf6dabd-95a8-4b5a-bc14-0aa03be5c06d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.6284909 May 27 01:54:24.281963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] For port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3981f8ed-784e-4c35-bc1c-3a7a052e3aef,segment=NetworkSegment(e3681894-289d-420e-8c09-b762f7df70e7),segment_id=e3681894-289d-420e-8c09-b762f7df70e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:24.282352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.337297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.352725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.365032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05eb40-ac62-45aa-af74-ae0f038e17f9 req-d457150e-4b95-4217-9816-99ca5484cd4f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:24.366766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ee05eb40-ac62-45aa-af74-ae0f038e17f9 req-d457150e-4b95-4217-9816-99ca5484cd4f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 0.3421946 May 27 01:54:24.436651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Calling delete_port for 3981f8ed-784e-4c35-bc1c-3a7a052e3aef owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:24.446064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:24.451302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bfeec93e-3f50-4ecd-b377-bc3dbc40ac85 req-26672c96-799c-42d1-bb50-c22c8350c8b1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472266 May 27 01:54:24.490014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event deleted for resources: {'Port': ['ID=74eabd47-f3b1-4c63-95ab-30bebbc7d76d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:24.501756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3681894-289d-420e-8c09-b762f7df70e7') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:24.502051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3681894-289d-420e-8c09-b762f7df70e7') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:24.557723 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.595303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ee05eb40-ac62-45aa-af74-ae0f038e17f9 req-a5d1ba95-eba1-429c-ae3d-e4cb51242e21 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816897 May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: from cryptography.utils import int_from_bytes May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: from cryptography.utils import int_from_bytes May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn_limited( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn_limited( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.601177 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:54:24.603929 n-d-843146-11 neutron-server[88427]: util.warn( May 27 01:54:24.620190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.620317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.631853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:54:24.632254 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.646121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-ed298f74-a271-4b5e-a00a-793d94cfed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:24.650309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-ed298f74-a271-4b5e-a00a-793d94cfed00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.4366326 May 27 01:54:24.650620 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.663226 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:54:24.664506 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:54:24.698789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '16b9aaa9-4e32-44e5-aead-3c4c004f903f', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'port_id': '142a8f75-5802-4b04-a718-d008102723e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'mac_address': 'fa:16:3e:b5:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:22Z', 'updated_at': '2022-05-27T01:54:21Z', 'revision_number': 3, 'project_id': '94808042355844b686d7053c3b65ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:24.709774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] Checking router: 507eb33b-a6ca-47cf-a2ed-30b86169b9db for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:24.730634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:24.731044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:24.755414 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e3681894-289d-420e-8c09-b762f7df70e7 resource provider aggregate not found May 27 01:54:24.822541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-86987288-ffa1-44dd-944d-c0c87d654cf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 1002 time: 0.1361959 May 27 01:54:24.923457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:24.983136 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e3681894-289d-420e-8c09-b762f7df70e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3681894-289d-420e-8c09-b762f7df70e7 found for delete ", "request_id": "req-00613fff-3f11-459b-9989-0919ede5c193"}]} May 27 01:54:24.997245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-ee4e950c-c2df-4649-82bb-82f91734f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:24.998943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-ee4e950c-c2df-4649-82bb-82f91734f167 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1414971 May 27 01:54:25.010092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.012812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.023740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.028697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.070864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:25.083681 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.084394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69f96083-fea2-434a-9cc4-3bb8970de8ca {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:54:25.098867 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a0453c35-2d3f-4c81-a803-7932cdc88e39 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9ac19eac-e4b2-4d8a-8a9d-d64cf63f8aee HTTP/1.1" status: 204 len: 168 time: 2.5665214 May 27 01:54:25.116180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.120079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fe4aeb7b-0c77-40c7-add7-b773002af1d4 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "DELETE /v2.0/routers/69f96083-fea2-434a-9cc4-3bb8970de8ca HTTP/1.1" status: 204 len: 168 time: 4.9012721 May 27 01:54:25.124330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37238) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:25.167434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Deleting port 3981f8ed-784e-4c35-bc1c-3a7a052e3aef {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:25.167876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.268303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-70bd620e-2259-493a-a4b9-da8f528bae25 None None] The port '3981f8ed-784e-4c35-bc1c-3a7a052e3aef' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:54:25.271072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:25.296179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-0d6ca024-4aa4-49a7-8e83-3660670be22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:25.298573 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-0d6ca024-4aa4-49a7-8e83-3660670be22c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2890041 May 27 01:54:25.390752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:25.517822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:25.532650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.557330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.608737 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-6217f819-1235-4b26-b97b-26cd0027b424 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784581 May 27 01:54:25.612224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.686052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0c6f26da-19d6-4484-b77a-c316e23dcad7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=feef3f5f170c4706b06cfa46553c064e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911420 May 27 01:54:25.691350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0240c9-fa8b-4a23-b897-90bbed2db2b0 req-42f94fe0-6b0f-4db5-9df0-7d5954391cc5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:25.692795 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d0240c9-fa8b-4a23-b897-90bbed2db2b0 req-42f94fe0-6b0f-4db5-9df0-7d5954391cc5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5699615 May 27 01:54:25.693709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37248) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:25.702513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecc4bd-3216-4128-ab3c-9c094a56d79f req-a3007036-4dcc-4680-83df-9e94f72b98ed tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:25.704273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6cecc4bd-3216-4128-ab3c-9c094a56d79f req-a3007036-4dcc-4680-83df-9e94f72b98ed tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 0.4856877 May 27 01:54:25.742691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '16b9aaa9-4e32-44e5-aead-3c4c004f903f', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'port_id': '142a8f75-5802-4b04-a718-d008102723e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'mac_address': 'fa:16:3e:b5:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:22Z', 'updated_at': '2022-05-27T01:54:21Z', 'revision_number': 3, 'project_id': '94808042355844b686d7053c3b65ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:25.747318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b202f-bf95-4965-8169-a58f2958c872 None None] The sync data for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 is: [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '16b9aaa9-4e32-44e5-aead-3c4c004f903f', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'port_id': '142a8f75-5802-4b04-a718-d008102723e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'mac_address': 'fa:16:3e:b5:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b630b-d92e-4432-bb28-3213307b0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:51:22Z', 'updated_at': '2022-05-27T01:54:21Z', 'revision_number': 3, 'project_id': '94808042355844b686d7053c3b65ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:25.824859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Pushing event updated for resources: {'Port': ['ID=9dbf6710-8212-4897-b6eb-fc54cf87a704,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:25.868794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.915430 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d0240c9-fa8b-4a23-b897-90bbed2db2b0 req-3f2495c8-69ce-480a-b2ca-41aeb8407480 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013824 May 27 01:54:25.949359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.952373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-893e5ac4-1822-4342-9132-f3bcabdbcb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:25.980219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Deleting port 4f621e08-08bf-47f4-8f75-34ae966d3429 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:25.980951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.134613 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-893e5ac4-1822-4342-9132-f3bcabdbcb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.233662 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f39a1b-e1fe-4063-9951-de296171fdd5'] response: {'name': 'network-changed', 'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'tag': '142a8f75-5802-4b04-a718-d008102723e1', 'status': 'completed', 'code': 200} May 27 01:54:26.245687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6cecc4bd-3216-4128-ab3c-9c094a56d79f req-3a5ad1a9-b461-4265-b16e-391f8b8231b7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836352 May 27 01:54:26.263508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-30d6d037-4062-401b-af9d-0996f99f9a35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7860394 May 27 01:54:26.264676 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Floating IP 8b88286a-cac0-4c63-a314-109a27cb531c associated. External IP: 172.25.3.63, port: c4433577-afa9-4e83-ae79-529313d802fc. May 27 01:54:26.340891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] For port 4f621e08-08bf-47f4-8f75-34ae966d3429, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4f621e08-08bf-47f4-8f75-34ae966d3429,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:26.341273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.347669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5577e985-d570-46f7-9f91-3e648ca0d827 req-eed659ff-5c82-4248-bc6e-b5b59e563172 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284572 May 27 01:54:26.468351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:26.481138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Calling delete_port for 4f621e08-08bf-47f4-8f75-34ae966d3429 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:26.524188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-893e5ac4-1822-4342-9132-f3bcabdbcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.547264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:26.547456 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.615126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e5ac4-1822-4342-9132-f3bcabdbcb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd0327-b201-474e-a227-2db79e59d567,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:26.647246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-893e5ac4-1822-4342-9132-f3bcabdbcb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.659273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-893e5ac4-1822-4342-9132-f3bcabdbcb83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11fd0327-b201-474e-a227-2db79e59d567 HTTP/1.1" status: 204 len: 168 time: 0.9541454 May 27 01:54:26.698246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:26.698892 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.733589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:26.746259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:26.755373 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.759507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-b2617886-c296-47fc-865a-5c2b0ce7342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:26.761334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-b2617886-c296-47fc-865a-5c2b0ce7342a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.3831108 May 27 01:54:26.762566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8c8a-ea28-47b2-9a12-2846f89ab161 req-721603e9-2984-4cdc-8614-50a63d9feb68 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:26.779376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e4f8c8a-ea28-47b2-9a12-2846f89ab161 req-721603e9-2984-4cdc-8614-50a63d9feb68 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5151205 May 27 01:54:26.825755 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1bdc38-2797-423b-8be0-9d5e8e11bf33'] response: {'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'code': 200} May 27 01:54:26.853084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:26.855453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e4f8c8a-ea28-47b2-9a12-2846f89ab161 req-b6db6f21-981e-4d23-925a-0c140bc231f9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750525 May 27 01:54:26.867477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.868132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.868581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.869237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.869768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.870247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.870638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.871128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.873731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.874550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.875490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.876017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:26.966479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:26.999374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-189af957-78b1-4f63-a079-b49300116705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:27.001074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-189af957-78b1-4f63-a079-b49300116705 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 1098 time: 0.4389632 May 27 01:54:27.037128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-5036aa30-766b-4cf4-a415-1c80c7c18777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:27.038636 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-5036aa30-766b-4cf4-a415-1c80c7c18777 service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.2005451 May 27 01:54:27.099668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f621e08-08bf-47f4-8f75-34ae966d3429,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:27.176719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-c3360965-63b5-4562-8d9f-28e307c9b2f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.1293373 May 27 01:54:27.244509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:27.260812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-42cb18f8-d0b6-427e-bda9-e0e13ef16f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:27.264426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-42cb18f8-d0b6-427e-bda9-e0e13ef16f56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.0813265 May 27 01:54:27.290490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Router 8702ebb5-605c-4eb0-91f4-db9c9aa4a370 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:27.545926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:27.548178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:27.566617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-98463ca9-0ece-4978-823b-ce6b9a2d7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:27.574602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-98463ca9-0ece-4978-823b-ce6b9a2d7189 service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.5662608 May 27 01:54:27.576233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309813fe-67dc-4282-89b7-387e562f9992 req-3ff23d50-b446-4ff2-9e67-b20551b5e14b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:27.584919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309813fe-67dc-4282-89b7-387e562f9992 req-3ff23d50-b446-4ff2-9e67-b20551b5e14b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5613186 May 27 01:54:27.620985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:27.621668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f72316a7-a572-47b5-9346-4f5efdc918d9 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:54:27.689119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:27.690228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-609ee59b-0e59-4e8d-a279-97e01560e555 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f72316a7-a572-47b5-9346-4f5efdc918d9 HTTP/1.1" status: 204 len: 168 time: 2.5611455 May 27 01:54:27.696132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37316) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:27.713141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-309813fe-67dc-4282-89b7-387e562f9992 req-cedcb0f4-9e6e-4f18-b0aa-73e9015ea536 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272907 May 27 01:54:27.719071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-915645775', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:27.734235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:27.742569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Usage tracker for resource:router and tenant:1cc7e9dce27941c682eed17ba77e5a66 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:27.747200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:27.757527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:27.787752 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:27.789871 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:27.816133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.064525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37324) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:28.232446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee21a4-5aa8-4948-baf5-84faf1646e45 req-2480113d-2eee-4251-9abe-1a3e84b67580 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:28.233985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31ee21a4-5aa8-4948-baf5-84faf1646e45 req-2480113d-2eee-4251-9abe-1a3e84b67580 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 0.8141425 May 27 01:54:28.235780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-a3b2d910-0b39-4123-8257-cac7ec82adbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 200 len: 1002 time: 0.6511979 May 27 01:54:28.240359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-e5fc44a3-ab56-4cf8-9ec5-8423244b8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:28.241843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-e5fc44a3-ab56-4cf8-9ec5-8423244b8a58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9577577 May 27 01:54:28.245528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:28.256971 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] Sync routers for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:28.275370 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:28.276205 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:28.487695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.494911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.500023 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:28.530453 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:28.532655 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:28.546792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31ee21a4-5aa8-4948-baf5-84faf1646e45 req-4d86d046-6a7f-41ba-929c-d60913ab944d tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999892 May 27 01:54:28.573443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2128017785-network', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:28.612413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:28.634828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Usage tracker for resource:network and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:28.685672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-09ba188d-2e20-48c6-829e-fc284672515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:28.688467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-09ba188d-2e20-48c6-829e-fc284672515a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.4444625 May 27 01:54:28.689807 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:28.693173 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd1540-a6ec-4efa-bd1e-cad59f11fada None None] The sync data for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:28.695495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-3b199f24-1051-44bb-864a-b33c6717d8f6 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834970 May 27 01:54:28.720425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:54:28.772269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:28.790213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f393-7088-486f-adbd-51ca70916480 req-193cc740-dd22-4c25-8c43-24a035e82de3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:28.792195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9b4f393-7088-486f-adbd-51ca70916480 req-193cc740-dd22-4c25-8c43-24a035e82de3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.9374700 May 27 01:54:28.808313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:28.866761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:28.869240 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.893605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:28.919442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9b4f393-7088-486f-adbd-51ca70916480 req-01e4d82a-fdb5-405e-985a-f06d44188fbf tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083302 May 27 01:54:28.932305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:28.936560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Usage tracker for resource:security_group_rule and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:28.943214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:28.966092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:29.078248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d076f940-af65-4c8d-b4cd-100dbfed3c7e tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.9774983 May 27 01:54:29.086656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37358) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:29.211315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-48fd090d-92b2-4846-9218-443656cd69dd tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:29.219464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-48fd090d-92b2-4846-9218-443656cd69dd tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 1102 time: 0.4296696 May 27 01:54:29.236631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-c773d9a8-6c36-4156-96bd-407c2709fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:29.239008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-c773d9a8-6c36-4156-96bd-407c2709fc8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5413330 May 27 01:54:29.244679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f7068fa-6a13-402a-8d27-f872170e1337 req-add533d3-c434-42af-80d5-393ce44304dc service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561131 May 27 01:54:29.247241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:29.395949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:29.403680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Usage tracker for resource:security_group_rule and tenant:f9ac9e46666749d4a717f42f508c1cc7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:29.408691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:29.417670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:29.423788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-220719b0-50bd-4cc4-82e3-ff5fc592d5ef tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] 10.222.0.16 "GET /v2.0/floatingips/8b88286a-cac0-4c63-a314-109a27cb531c HTTP/1.1" status: 200 len: 981 time: 0.3323326 May 27 01:54:29.424783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37366) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:29.559504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:29.568429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-2d26b5d3-9048-4df5-9034-4dac35781081 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957611 May 27 01:54:29.593948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4f621e08-08bf-47f4-8f75-34ae966d3429 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:29.639472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:29.641280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:29.678184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:29.684211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 4f621e08-08bf-47f4-8f75-34ae966d3429 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:54:29.684734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4f621e08-08bf-47f4-8f75-34ae966d3429 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:54:29.731220 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e743c5c0-b837-47cb-b194-61ebf5a3e6cc req-55e6df11-9d55-448a-b0f6-47cabf53f05b service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491010 May 27 01:54:29.766327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e1838511-516d-435d-bc3b-b8d64b410418 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.3382697 May 27 01:54:29.770410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37374) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:29.781650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:54:29.816108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:29.816474 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Added segment c8dd8092-f5eb-4b0e-b401-4d92cab9f29c of type vlan for network 328ee635-88ce-4b3c-9810-0b7f399ed763 May 27 01:54:29.821691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094f93e-3f0f-4202-a17e-c1f49a5f8853,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:29.871780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4869a-5a37-45ad-9b15-6d17a7361020 req-9b8a7240-d743-4da2-99e7-864ec3f1cbca tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:29.873336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8d4869a-5a37-45ad-9b15-6d17a7361020 req-9b8a7240-d743-4da2-99e7-864ec3f1cbca tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4608972 May 27 01:54:29.961924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.015238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8d4869a-5a37-45ad-9b15-6d17a7361020 req-b1802d07-59e0-4592-a177-4d0fcccace32 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962996 May 27 01:54:30.026005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Allocated IP 172.25.3.44 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e0e2bfe6-fbb5-40ef-9ca5-04c09dd97477) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:30.034220 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.047704 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.049128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.049369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:30.050382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.075241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Deleting port 9dbf6710-8212-4897-b6eb-fc54cf87a704 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:30.075624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.373353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.387304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5857d4a3-6939-4359-8671-e4d4058fc1a9 req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1669130 May 27 01:54:30.421346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd079ec-6eea-4223-93b2-41fa95286d9b tempest-LiveMigrationNegativeTest-1022482123 tempest-LiveMigrationNegativeTest-1022482123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0594a7-5724-431c-b233-bb70fe6ccc32,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:30.495130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.495415 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.667228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Calling delete_port for 9dbf6710-8212-4897-b6eb-fc54cf87a704 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:30.727792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] Pushing event updated for resources: {'Network': ['ID=328ee635-88ce-4b3c-9810-0b7f399ed763,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:30.738265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:54:30.781479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f6d15a9b-4702-4aa9-935d-7eb4e31be665 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7095287 May 27 01:54:30.790150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37402) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:30.821631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Request body: {'subnet': {'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2128017785-subnet', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:30.827620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:30.832220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Usage tracker for resource:subnet and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:30.836648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:30.844099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:30.869939 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.870154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:30.872791 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:30.958569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Port': ['ID=9dbf6710-8212-4897-b6eb-fc54cf87a704,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:31.002855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bbfc2-1ec4-49f9-ab3b-aec078129193 req-3b065441-d1ca-483e-a235-5ae8e4156639 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:31.010537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1bbfc2-1ec4-49f9-ab3b-aec078129193 req-3b065441-d1ca-483e-a235-5ae8e4156639 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.6222818 May 27 01:54:31.012490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37408) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:31.051162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:31.141444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:31.142054 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Floating IP 8b88286a-cac0-4c63-a314-109a27cb531c disassociated (deleted). External IP: 172.25.3.63, port: c4433577-afa9-4e83-ae79-529313d802fc. May 27 01:54:31.166342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:31.241855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:31.244422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:31.310863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event updated for resources: {'Port': ['ID=e0e2bfe6-fbb5-40ef-9ca5-04c09dd97477,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:31.367148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1bbfc2-1ec4-49f9-ab3b-aec078129193 req-c976f564-3fd7-4a3f-8864-f5a96f893178 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555880 May 27 01:54:31.736031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Router 8702ebb5-605c-4eb0-91f4-db9c9aa4a370 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:31.755119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] Deleting subnet 8142e39c-49b8-4c8e-9fd3-84b125682e53 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:54:31.757127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:31.848766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8898bb1-2e7d-440e-8430-a40510f51de3 req-cc55bf74-d59e-4b7d-950d-bf028e70524d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:31.855964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8898bb1-2e7d-440e-8430-a40510f51de3 req-cc55bf74-d59e-4b7d-950d-bf028e70524d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2055488 May 27 01:54:31.876309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.000374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8898bb1-2e7d-440e-8430-a40510f51de3 req-a0a3239c-d0e2-4e3c-8b34-899bd87e06d6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307218 May 27 01:54:32.016718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.026780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:32.039793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] Sync routers for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:32.052147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:32.061130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:32.066416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.100776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.168957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:32.198997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:32.201144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:32.220391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d0644f36-7166-42c7-8707-d3460c5c10e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "DELETE /v2.0/floatingips/8b88286a-cac0-4c63-a314-109a27cb531c HTTP/1.1" status: 204 len: 168 time: 2.4487729 May 27 01:54:32.222553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37434) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:32.228406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:32.232380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb88772-16b3-4aad-bca9-afe94592ef49,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:32.235934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:32.241550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Usage tracker for resource:floatingip and tenant:f7e109903a7641e58263ed9932ff081b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:32.245878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:32.254643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:32.277734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ef0ae-a028-4ea9-8760-0da6148a30e4 req-2bae1302-bd96-431c-9b13-03e4dc994e0b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:32.279300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0ef0ae-a028-4ea9-8760-0da6148a30e4 req-2bae1302-bd96-431c-9b13-03e4dc994e0b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1393793 May 27 01:54:32.281952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.304665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:32.305456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631bb1a9-19d5-4ffa-b4b4-f0c7b5d8ef23 None None] The sync data for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:32.315848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.379063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8142e39c-49b8-4c8e-9fd3-84b125682e53,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:32.380796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Checking segment: {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:32.381166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Network hostable DHCP agents. Network: 328ee635-88ce-4b3c-9810-0b7f399ed763, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:54:32.413202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f6223-c37d-4bba-b378-a19ac72b5d28 req-9a11e68f-839e-4798-8432-51c0b74179f5 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:32.414814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e5f6223-c37d-4bba-b378-a19ac72b5d28 req-9a11e68f-839e-4798-8432-51c0b74179f5 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 0.6661139 May 27 01:54:32.419974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.539367 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0bae3540-151d-47e2-8a74-5896b4431efb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8142e39c-49b8-4c8e-9fd3-84b125682e53 HTTP/1.1" status: 204 len: 168 time: 1.5200195 May 27 01:54:32.543862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37440) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:32.569336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e5f6223-c37d-4bba-b378-a19ac72b5d28 req-268043d3-abe4-45e0-b8b7-4e8d99876097 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370888 May 27 01:54:32.574296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:54:32.600107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 328ee635-88ce-4b3c-9810-0b7f399ed763) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:32.604611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.610027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d6c2a-a05e-4bca-9164-384b01f0c5dd None None] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:32.611155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0ef0ae-a028-4ea9-8760-0da6148a30e4 req-7d1ba490-cc7a-433b-ba1a-0f8932375eb3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134677 May 27 01:54:32.706565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:32.707211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.825787 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:32.900795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.015776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-328ee635-88ce-4b3c-9810-0b7f399ed763', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:54:33.017957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.048118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.132261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.172752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494bc03-f1a3-4de8-8449-fdc4b57b4b27 req-aa73f7b6-3b15-4039-ae2b-0869186f99e8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:33.180144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7494bc03-f1a3-4de8-8449-fdc4b57b4b27 req-aa73f7b6-3b15-4039-ae2b-0869186f99e8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3278165 May 27 01:54:33.190929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c96df4-812d-4e4d-a7ec-6163f90d966d']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:33.200687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.206650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-18fd125b-439a-4201-a28c-b9128b3241ab admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4151909 May 27 01:54:33.208462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37456) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:33.214382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:33.219776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:33.220079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:33.228540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.230307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Allocated IP 172.20.0.2 (328ee635-88ce-4b3c-9810-0b7f399ed763/1eb88772-16b3-4aad-bca9-afe94592ef49/98dc300d-463e-4fc1-a07f-e1e8631d4ff6) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:33.289433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.371509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7494bc03-f1a3-4de8-8449-fdc4b57b4b27 req-0eb8eae9-187d-4dde-8224-1b836fcf0086 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902544 May 27 01:54:33.398622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.432191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:54:33.432611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.439365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:33.479143 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb resource provider aggregate not found May 27 01:54:33.483078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Usage tracker for resource:router and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:33.493655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:33.505098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:33.527439 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.562324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Router 1f27cb3d-c20d-44bb-9df4-943a6dc209ba is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:33.619855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.620844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.672133 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f84f8ecb-2d66-4432-ab5d-cfac0a0ad6bb found for delete ", "request_id": "req-dc233078-7488-4878-8df6-e3d0081a45f6"}]} May 27 01:54:33.715273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Transition to ACTIVE for port object 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:33.721502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.755954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Transition to ACTIVE for port object 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:33.768365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.774932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.791932 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:33.798619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Allocated IP 172.25.3.85 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e92bc025-7db7-46f2-94d0-074cd7661a93) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:33.837512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-30da7ced-717b-4885-8e91-d5737ff7d3fd tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:33.839095 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-30da7ced-717b-4885-8e91-d5737ff7d3fd tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 0.5225995 May 27 01:54:33.846637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c96df4-812d-4e4d-a7ec-6163f90d966d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:33.873965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Pushing event updated for resources: {'Port': ['ID=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:33.888822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:33.890140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:33.892782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:33.927146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad919-a26a-4331-b666-d2ef5433ddb4 req-c9016f4f-c59f-453a-9737-78e7944ae07e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:33.929646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e20ad919-a26a-4331-b666-d2ef5433ddb4 req-c9016f4f-c59f-453a-9737-78e7944ae07e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3695264 May 27 01:54:33.941459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5214c5ab-83dc-485c-89c9-7274166b49a0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/13c96df4-812d-4e4d-a7ec-6163f90d966d HTTP/1.1" status: 204 len: 168 time: 1.3939559 May 27 01:54:34.026302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:34.026914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Attempting to bind port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:34.040747 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] Sync routers for ids ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:34.051599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Attempting to bind port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:34.053062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Attempting to bind port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 on network 328ee635-88ce-4b3c-9810-0b7f399ed763 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:34.060286 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] Routers {'1f27cb3d-c20d-44bb-9df4-943a6dc209ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:34.063677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:34.077190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:34.078123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Checking segment: {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:34.079927 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:34.081460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Bound using segment: {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:34.083271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Bound port: 98dc300d-463e-4fc1-a07f-e1e8631d4ff6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:34.083823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:34.174319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Deleting port 050d7b6e-01de-4c99-866b-f110e43743c0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:34.174689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:34.205068 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:34.217594 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] Routers {'1f27cb3d-c20d-44bb-9df4-943a6dc209ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:34.218425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:34.242824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37472) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:34.246789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e20ad919-a26a-4331-b666-d2ef5433ddb4 req-66044486-8741-44d4-8cd9-8e33d80fd59a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519844 May 27 01:54:34.306538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:34.307185 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe548dec-451d-492e-bca8-e447f054df5c None None] The sync data for ids ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:34.317427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] For port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:34.327758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] For port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:34.341855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab91ee2-2a53-4e6e-8ab0-5915d8b8ef52 req-5c07d8b7-7397-4866-8c9b-63e7540042b0 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:34.346729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:34.349622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cab91ee2-2a53-4e6e-8ab0-5915d8b8ef52 req-5c07d8b7-7397-4866-8c9b-63e7540042b0 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 950 time: 0.6296108 May 27 01:54:34.417592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:34.419132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-540fa6de-19c9-405f-aa91-484338820d43 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7043326 May 27 01:54:34.424219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37486) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:34.462538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:34.463528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': False}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:34.532391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cab91ee2-2a53-4e6e-8ab0-5915d8b8ef52 req-d43ee0d7-4ccf-410d-99bd-350c95c44894 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817942 May 27 01:54:34.572673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047413c-6366-404d-b13a-3532689c7e01 None None] Pushing event updated for resources: {'Port': ['ID=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:34.753018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] For port 050d7b6e-01de-4c99-866b-f110e43743c0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=050d7b6e-01de-4c99-866b-f110e43743c0,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:34.753545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.152565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Calling delete_port for 050d7b6e-01de-4c99-866b-f110e43743c0 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:35.183361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.201543 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-82ba81c5-5469-477d-95fd-b50a9cace80a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb91f454677a4b179f2c02155a9f70bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9479895 May 27 01:54:35.210381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.217197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37496) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:35.285029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:35.323147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:35.341843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:35.482425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Pushing event updated for resources: {'Port': ['ID=e92bc025-7db7-46f2-94d0-074cd7661a93,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:35.509666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16410e-ab05-47a4-bead-12354a5d44c2 req-f583e023-5839-44fa-ac04-8c7d99142300 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:35.516831 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea16410e-ab05-47a4-bead-12354a5d44c2 req-f583e023-5839-44fa-ac04-8c7d99142300 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3771713 May 27 01:54:35.537264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.561508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd81fe2d-bfff-4efc-a0bd-a95957a2bb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.639969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd81fe2d-bfff-4efc-a0bd-a95957a2bb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.741549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-00634d0f-50bc-44ed-839b-a128d52e72f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.758936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:35.759855 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea16410e-ab05-47a4-bead-12354a5d44c2 req-359554cc-22bb-42b1-b017-41c0510ef64c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417953 May 27 01:54:35.802926 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.833293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:35.846432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3c5a066c-e006-431f-89df-3e1f2b5c3ef5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:54:35.869351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2c93977-1d34-4623-ab9c-882e46ed9047 req-2dc9d736-d886-4b36-b675-1b448024e85e tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 210 time: 0.1097624 May 27 01:54:36.023359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Pushing event deleted for resources: {'Port': ['ID=050d7b6e-01de-4c99-866b-f110e43743c0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:36.054253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd81fe2d-bfff-4efc-a0bd-a95957a2bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.061266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:36.087255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.092470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81fe2d-bfff-4efc-a0bd-a95957a2bb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4628c-41f5-4269-8c8a-ecbb0ca37465,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:36.177879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] No DVR routers for this DVR port 050d7b6e-01de-4c99-866b-f110e43743c0 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:54:36.183431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.186232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'name': 'network-vif-deleted', 'tag': '050d7b6e-01de-4c99-866b-f110e43743c0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:36.311457 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b06979-2441-47f6-bff4-06b74014e071'] response: {'server_uuid': '5f9c6602-6e20-4c72-a1c7-8d36904b6e06', 'name': 'network-vif-deleted', 'tag': '050d7b6e-01de-4c99-866b-f110e43743c0', 'status': 'completed', 'code': 200} May 27 01:54:36.313120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f06be4c-7d24-4bee-a8c3-7e4681e64415 req-12304ecd-6dce-4c71-9c30-cde86ed81ef7 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "DELETE /v2.0/ports/050d7b6e-01de-4c99-866b-f110e43743c0 HTTP/1.1" status: 204 len: 173 time: 2.4643850 May 27 01:54:36.484806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd81fe2d-bfff-4efc-a0bd-a95957a2bb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.486141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cd81fe2d-bfff-4efc-a0bd-a95957a2bb93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abc4628c-41f5-4269-8c8a-ecbb0ca37465 HTTP/1.1" status: 204 len: 168 time: 1.2087808 May 27 01:54:36.505865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 050d7b6e-01de-4c99-866b-f110e43743c0 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:36.516541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.539770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.606035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 050d7b6e-01de-4c99-866b-f110e43743c0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:54:36.606388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 050d7b6e-01de-4c99-866b-f110e43743c0 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:54:36.676344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e675d9-572c-42e3-96ba-3c0a8571471c None None] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:36.710130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.795685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.806502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.813009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Pushing event updated for resources: {'Port': ['ID=e92bc025-7db7-46f2-94d0-074cd7661a93,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:36.819943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:36.826768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e8a6b1f8-f270-4947-a36e-8c9ffb0a7bf3 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6024797 May 27 01:54:36.830455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37528) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:36.951547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] Provisioning for port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:36.973508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] Provisioning complete for port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:36.974014 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.170050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a773fd-63c8-4962-8346-809d2bb31534 req-dc049de7-c43f-4070-be0d-af7b4716703b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:37.177462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] Current status of the port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:37.177968 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.193622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71a773fd-63c8-4962-8346-809d2bb31534 req-dc049de7-c43f-4070-be0d-af7b4716703b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2464695 May 27 01:54:37.299348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71a773fd-63c8-4962-8346-809d2bb31534 req-a09f293d-1e52-45d3-b502-d75e451d28c0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045439 May 27 01:54:37.355029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:37.365130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:37.381015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Usage tracker for resource:floatingip and tenant:32152da7b6eb4d82b208feff4de17602 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:37.392227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] For port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:37.394883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:37.406828 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.412690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:37.434831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1b57da54-9438-4ae1-877c-e2b2493efd95 req-195bfd14-217e-4b29-b77d-de0a0c54adb4 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c6602-6e20-4c72-a1c7-8d36904b6e06 HTTP/1.1" status: 200 len: 210 time: 0.2002435 May 27 01:54:37.435884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.508720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Allocated IP 172.25.3.71 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5bcaf26a-9874-463f-a26e-60d0a1f5aade) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:37.612074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39940e-cbfb-4d2b-8ac3-b0e674543fee None None] Pushing event updated for resources: {'Port': ['ID=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:37.760971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:37.948614 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68dc0680-2abc-4e24-989d-979dc263f62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.141568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e6a9b6da-e723-4ddb-b23d-aa80a08b022f None None] Provisioning complete for port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:38.142896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e6a9b6da-e723-4ddb-b23d-aa80a08b022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.281246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40320453-b6d5-417c-87d0-3db2e63755b2 req-6b43b671-9f25-43cb-9024-fa7788e084e0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:38.288793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40320453-b6d5-417c-87d0-3db2e63755b2 req-6b43b671-9f25-43cb-9024-fa7788e084e0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1552687 May 27 01:54:38.357954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37570) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:38.396386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40320453-b6d5-417c-87d0-3db2e63755b2 req-a193d759-4c18-4b76-a7c3-04c87d06b97f tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963743 May 27 01:54:38.420202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9b6da-e723-4ddb-b23d-aa80a08b022f None None] Current status of the port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:38.571492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-770845503-network', 'tenant_id': '41e20aea7039450aa83d19ff2369765a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:38.602475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:38.615577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Usage tracker for resource:network and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:38.618542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:38.624440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:38.636887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.643384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:38.645643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.720710 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:38.761560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:38.768641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Usage tracker for resource:security_group_rule and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:38.776253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:38.786579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:38.884608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.008506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:39.029732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Allocated IP 172.25.3.177 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/c08b80e1-13d4-4bbd-bee2-4dbdd7e39975) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:39.064166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:39.084847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:39.128325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bcaf26a-9874-463f-a26e-60d0a1f5aade,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:39.175636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.271161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5489a-449f-440c-9521-d186d0cffae7 req-f3b32c5a-4895-4586-b3e5-b9e0814810ce tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:39.271811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e3d5489a-449f-440c-9521-d186d0cffae7 req-f3b32c5a-4895-4586-b3e5-b9e0814810ce tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Synchronizing usage tracker for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:39.328332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.344012 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.359547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e3d5489a-449f-440c-9521-d186d0cffae7 req-f3b32c5a-4895-4586-b3e5-b9e0814810ce tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Unset dirty status for tenant:07560c3d52014cd88b1611b83d0ff165 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:39.362272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e3d5489a-449f-440c-9521-d186d0cffae7 req-f3b32c5a-4895-4586-b3e5-b9e0814810ce tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 949 time: 0.2312205 May 27 01:54:39.369229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.522999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.554231 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.612594 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.641890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e3d5489a-449f-440c-9521-d186d0cffae7 req-72ca3418-e7e7-443e-ac24-6eac41962904 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620456 May 27 01:54:39.645958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.685712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:39.720105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:39.729646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:39.737197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:39.768106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:39.768688 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.776986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:54:39.798535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Pushing event updated for resources: {'Port': ['ID=c08b80e1-13d4-4bbd-bee2-4dbdd7e39975,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:39.866390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.942457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:39.956316 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.959585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c45b53-916e-4271-a075-72e47ba3a7b6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:39.971720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:39.972077 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Added segment 6a3dd793-58a3-4676-a28e-a5b1a62cb471 of type vlan for network 1fa62c40-becd-426f-b59a-888a1ccf88ef May 27 01:54:40.253892 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.262754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.302180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.325811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Router 1f27cb3d-c20d-44bb-9df4-943a6dc209ba has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:40.330877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.391331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Pushing event updated for resources: {'Port': ['ID=c08b80e1-13d4-4bbd-bee2-4dbdd7e39975,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:40.402999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.420050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35536db-b5b8-4a00-9d0a-a295c651bab9 req-48701a90-f72e-494a-a955-561e364ed713 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:40.421527 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f35536db-b5b8-4a00-9d0a-a295c651bab9 req-48701a90-f72e-494a-a955-561e364ed713 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8641860 May 27 01:54:40.428010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.429588 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44fb2230-02c7-4560-83f4-cc062e64c5cd tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5980823 May 27 01:54:40.457557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:54:40.515944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37608) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:40.643173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.644145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:40.644562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:40.745137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e63b2a8f-3fc5-4100-9a44-388437010ff2 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Synchronizing usage tracker for tenant:f7e109903a7641e58263ed9932ff081b on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:40.788981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e63b2a8f-3fc5-4100-9a44-388437010ff2 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Unset dirty status for tenant:f7e109903a7641e58263ed9932ff081b on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:40.792324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e63b2a8f-3fc5-4100-9a44-388437010ff2 tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2738752 May 27 01:54:40.793984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37614) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:40.797586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f35536db-b5b8-4a00-9d0a-a295c651bab9 req-9cacdb65-d82a-447f-95bb-6ddd40966af1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441184 May 27 01:54:40.902015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.005752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-4203326a-d5c8-4032-b04f-fba2ebdf957f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:41.007553 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-4203326a-d5c8-4032-b04f-fba2ebdf957f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 949 time: 0.3167872 May 27 01:54:41.072229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab683bc0-1c99-4579-80e4-c0eab0ac25bc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Synchronizing usage tracker for tenant:03ac21c7f8574fb8b2613ec494d48efe on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:41.096946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa62c40-becd-426f-b59a-888a1ccf88ef,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:41.103017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c2b50f4-58f9-4612-a1b7-a6c078b343e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7387352 May 27 01:54:41.106806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37622) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:41.120195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:54:41.121284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Request body: {'subnet': {'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-subnet', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:41.135131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Deleting port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:41.135659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.150432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:41.170164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.175305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-839cfe08-a233-45f5-bdd8-b96455c1ad9f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "PUT /v2.0/routers/1f27cb3d-c20d-44bb-9df4-943a6dc209ba HTTP/1.1" status: 200 len: 924 time: 6.7163987 May 27 01:54:41.179749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37626) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:41.198321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:41.236924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Usage tracker for resource:subnet and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:41.241158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:41.262100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:41.268939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab683bc0-1c99-4579-80e4-c0eab0ac25bc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Unset dirty status for tenant:03ac21c7f8574fb8b2613ec494d48efe on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:41.270637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab683bc0-1c99-4579-80e4-c0eab0ac25bc tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4754465 May 27 01:54:41.277767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37630) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:41.339091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] Sync routers for ids ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:41.350608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55375ff3-1328-47c2-a635-708314e5e7d6 req-d54235be-defb-4c80-a170-8e41dc89409f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:41.357507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55375ff3-1328-47c2-a635-708314e5e7d6 req-d54235be-defb-4c80-a170-8e41dc89409f tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 949 time: 0.4112654 May 27 01:54:41.365354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] Routers {'1f27cb3d-c20d-44bb-9df4-943a6dc209ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:41.367624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:41.425152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:41.427409 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.455721 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.476917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:41.479944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd1762-63c8-4f7f-85ca-8026cda86be4 req-f2f143f9-06cf-4533-bf40-5ad692592a75 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:41.481914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5cd1762-63c8-4f7f-85ca-8026cda86be4 req-f2f143f9-06cf-4533-bf40-5ad692592a75 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4242179 May 27 01:54:41.494676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] Routers {'1f27cb3d-c20d-44bb-9df4-943a6dc209ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:41.496560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:41.574343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:41.574652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d86d9-5c2d-44a6-b505-63128adf9853 None None] The sync data for ids ['1f27cb3d-c20d-44bb-9df4-943a6dc209ba'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:41.754095 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ded3da6-961b-4e00-95ca-f3da6076e01b tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/1f27cb3d-c20d-44bb-9df4-943a6dc209ba HTTP/1.1" status: 200 len: 924 time: 0.5721030 May 27 01:54:41.760410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37634) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:41.800777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Deleting port c08b80e1-13d4-4bbd-bee2-4dbdd7e39975 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:41.801158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:41.809295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5cd1762-63c8-4f7f-85ca-8026cda86be4 req-a37bcdb1-5c79-4421-a175-cea50172fb68 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632339 May 27 01:54:41.867872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55375ff3-1328-47c2-a635-708314e5e7d6 req-8140cbcb-f521-48c7-9e6e-cb6be9249f58 tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7731d7a-50a9-48c6-9097-9a78c178c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093834 May 27 01:54:41.907130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc3dfd-4289-48dd-88f3-713d06d927cf tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:41.911642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a6cc3dfd-4289-48dd-88f3-713d06d927cf tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Synchronizing usage tracker for tenant:3290b0cb86e34c408153291e88d8203f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:41.919888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:42.021138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a6cc3dfd-4289-48dd-88f3-713d06d927cf tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Unset dirty status for tenant:3290b0cb86e34c408153291e88d8203f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:42.025894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a6cc3dfd-4289-48dd-88f3-713d06d927cf tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=1f27cb3d-c20d-44bb-9df4-943a6dc209ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2641623 May 27 01:54:42.027815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37650) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:42.125800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] For port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:42.126194 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.270966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Calling delete_port for 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:42.328989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325ea96-5700-416e-93e5-8147a39a6158 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:42.329590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9325ea96-5700-416e-93e5-8147a39a6158 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Synchronizing usage tracker for tenant:3290b0cb86e34c408153291e88d8203f on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:42.407106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.407687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.481843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9325ea96-5700-416e-93e5-8147a39a6158 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Unset dirty status for tenant:3290b0cb86e34c408153291e88d8203f on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:42.486400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9325ea96-5700-416e-93e5-8147a39a6158 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.4509096 May 27 01:54:42.497894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37654) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:42.563955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-80a7deb8-c01f-41ec-85f3-f59318bd224d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f27cb3d-c20d-44bb-9df4-943a6dc209ba HTTP/1.1" status: 200 len: 205 time: 0.0648727 May 27 01:54:42.564508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37658) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:42.572078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Calling delete_port for c08b80e1-13d4-4bbd-bee2-4dbdd7e39975 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:42.704354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.758441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:42.773870 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Sync routers for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:42.789813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b490-d5a7-4002-8dff-426bd66fb4fd req-0cda79d4-f96b-4cac-a9ea-6e668235c8d1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:42.797059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb37b490-d5a7-4002-8dff-426bd66fb4fd req-0cda79d4-f96b-4cac-a9ea-6e668235c8d1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4635131 May 27 01:54:42.800595 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.813746 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.817462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:42.818073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:42.854229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1b963c-ae05-49d9-bbb7-4373ed842501,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:42.932683 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:42.936322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-07662754-6f5a-4bc6-931d-1450f09100b0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7244017 May 27 01:54:42.940722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37664) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:43.084993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Pushing event deleted for resources: {'Port': ['ID=3c5a066c-e006-431f-89df-3e1f2b5c3ef5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:43.130667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Checking segment: {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:43.131470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Network hostable DHCP agents. Network: 1fa62c40-becd-426f-b59a-888a1ccf88ef, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:54:43.150270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb37b490-d5a7-4002-8dff-426bd66fb4fd req-2fa14354-93dc-4eaf-a549-c68fb1511fbe tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522749 May 27 01:54:43.241225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] No DVR routers for this DVR port 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:54:43.250590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a19595f5-f690-4e2f-82a6-418844b90415 req-ae3b393d-d292-4fa4-ba95-e8db0088e0bd tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b05add-6048-4b8d-b4c9-2474610a7a66 HTTP/1.1" status: 200 len: 210 time: 0.0601554 May 27 01:54:43.252648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.256495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'name': 'network-vif-deleted', 'tag': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:43.281841 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:43.302694 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.372966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:54:43.401690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1a08761-3c30-49a2-aa35-f4eb34f7dcf7 req-8457e9e0-fa56-4770-bde2-f6cef74bf65c tempest-LiveMigrationNegativeTest-376826832 tempest-LiveMigrationNegativeTest-376826832-project] 10.222.0.47 "DELETE /v2.0/ports/3c5a066c-e006-431f-89df-3e1f2b5c3ef5 HTTP/1.1" status: 204 len: 173 time: 2.3809307 May 27 01:54:43.418700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.461276 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee550ddd-fb26-4c1b-8859-c42a8c1a0f92'] response: {'server_uuid': '97b05add-6048-4b8d-b4c9-2474610a7a66', 'name': 'network-vif-deleted', 'tag': '3c5a066c-e006-431f-89df-3e1f2b5c3ef5', 'status': 'completed', 'code': 200} May 27 01:54:43.463980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Pushing event deleted for resources: {'Port': ['ID=c08b80e1-13d4-4bbd-bee2-4dbdd7e39975,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:43.551668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Deleting port e0e2bfe6-fbb5-40ef-9ca5-04c09dd97477 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:43.552009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.715018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1fa62c40-becd-426f-b59a-888a1ccf88ef) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:43.730940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e052c91c-c6e4-4b0d-9cf2-bd102e04de03 None None] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:43.765481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:43.766265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.817446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4b07b780-8629-413d-b3a9-65730d09ce7e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7050030 May 27 01:54:43.817446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37682) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:43.819901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.824101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.848795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c7709724-2017-4d3c-a7a8-e7da62b0e2b3 tempest-FloatingIPAdminTestJSON-517877346 tempest-FloatingIPAdminTestJSON-517877346-project] 10.222.0.16 "DELETE /v2.0/floatingips/b2c2aa08-a617-4895-a000-1be7bd0757d0 HTTP/1.1" status: 204 len: 168 time: 2.5654685 May 27 01:54:43.852444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37684) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:43.872813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:43.881106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:43.886619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Usage tracker for resource:router and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:43.892849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:43.904782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:43.928601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.931071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.954478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:43.966522 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:39Z', 'revision_number': 3, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:43.975359 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Checking router: 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:43.975787 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Updating router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b port 5bcaf26a-9874-463f-a26e-60d0a1f5aade binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:54:44.036324 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:44.184179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1fa62c40-becd-426f-b59a-888a1ccf88ef', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:54:44.185131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:44.505181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Allocated IP 172.20.0.2 (1fa62c40-becd-426f-b59a-888a1ccf88ef/8d1b963c-ae05-49d9-bbb7-4373ed842501/5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:44.558568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:44.582972 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:44.719070 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:44.727288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:54:44.731986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3c5a066c-e006-431f-89df-3e1f2b5c3ef5 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:54:44.749343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Deleting port e92bc025-7db7-46f2-94d0-074cd7661a93 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:44.749706 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:44.756029 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Transition to ACTIVE for port object 5bcaf26a-9874-463f-a26e-60d0a1f5aade will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:44.781150 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:44.893294 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Attempting to bind port 5bcaf26a-9874-463f-a26e-60d0a1f5aade on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:44.903292 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Attempting to bind port 5bcaf26a-9874-463f-a26e-60d0a1f5aade by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:44.903903 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Attempting to bind port 5bcaf26a-9874-463f-a26e-60d0a1f5aade on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:44.924186 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:44.924965 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:44.925525 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:44.939353 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:44.939871 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Bound port: 5bcaf26a-9874-463f-a26e-60d0a1f5aade, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:44.940267 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.000816 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.023295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Transition to ACTIVE for port object 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:45.057702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Transition to ACTIVE for port object 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:45.073239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.114885 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] For port 5bcaf26a-9874-463f-a26e-60d0a1f5aade, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:45.119824 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] For port 5bcaf26a-9874-463f-a26e-60d0a1f5aade, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5bcaf26a-9874-463f-a26e-60d0a1f5aade,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:45.130633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37708) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:45.144322 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.200129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ba43-8c16-4e9e-9ba6-fd7503b95d25 req-96256b19-63a0-43bf-88eb-0e00295076df tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:45.202049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Pushing event updated for resources: {'Port': ['ID=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:45.209099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e165ba43-8c16-4e9e-9ba6-fd7503b95d25 req-96256b19-63a0-43bf-88eb-0e00295076df tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 1.7584534 May 27 01:54:45.217809 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:45.218464 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:45.228871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:45.230389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:45.234806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:45.269493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.296696 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a89393-52a4-4ba0-91eb-53a1d495add5 None None] Pushing event updated for resources: {'Port': ['ID=5bcaf26a-9874-463f-a26e-60d0a1f5aade,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:45.347103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.358089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.455031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Attempting to bind port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:45.455409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Attempting to bind port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:45.458104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Attempting to bind port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb on network 1fa62c40-becd-426f-b59a-888a1ccf88ef {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:45.482789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:45.483136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Checking segment: {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:45.483617 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.484346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Bound using segment: {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:45.484587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Bound port: 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:45.484979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.623626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a89393-52a4-4ba0-91eb-53a1d495add5 None None] Pushing event updated for resources: {'Port': ['ID=5bcaf26a-9874-463f-a26e-60d0a1f5aade,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:45.639246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Calling delete_port for e0e2bfe6-fbb5-40ef-9ca5-04c09dd97477 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:45.650219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Allocated IP 172.25.3.79 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:45.681813 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:45.727641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e165ba43-8c16-4e9e-9ba6-fd7503b95d25 req-1cd5f5b9-f0e8-444a-820c-0aa5a51d6f58 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169973 May 27 01:54:45.806367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] For port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:45.819598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] For port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:45.834312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.884491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:45.884855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.007218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9504b-513e-41eb-b225-7ef14c6cee21 None None] Pushing event updated for resources: {'Port': ['ID=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:46.069534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0cc410a3-7c2e-444d-903d-8eb10d86723f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07560c3d52014cd88b1611b83d0ff165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9349825 May 27 01:54:46.071864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37728) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:46.093089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Calling delete_port for e92bc025-7db7-46f2-94d0-074cd7661a93 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:46.197293 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:39Z', 'revision_number': 3, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:46.205307 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ac58-1f3e-42d1-b9ac-bdf1a9d99461 None None] The sync data for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 is: [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:39Z', 'revision_number': 3, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:46.206051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.238124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ab5510c-9f78-4140-9b57-cf911962aec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.341194 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ab5510c-9f78-4140-9b57-cf911962aec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.405139 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.598861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:46.603784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:46.618391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:46.668503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:46.772242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.827714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ab5510c-9f78-4140-9b57-cf911962aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.841729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:46.883116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Pushing event deleted for resources: {'Port': ['ID=e92bc025-7db7-46f2-94d0-074cd7661a93,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:46.961255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5c166-22b2-4e45-89ba-39ab476884f3 req-05ccaa6d-5e73-41b7-8600-2b4be58c3381 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:46.962846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa5c166-22b2-4e45-89ba-39ab476884f3 req-05ccaa6d-5e73-41b7-8600-2b4be58c3381 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8771353 May 27 01:54:47.006264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:47.090324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5510c-9f78-4140-9b57-cf911962aec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7731d7a-50a9-48c6-9097-9a78c178c049,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:47.261891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event deleted for resources: {'Port': ['ID=e0e2bfe6-fbb5-40ef-9ca5-04c09dd97477,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:47.354515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:47.417040 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:47.422790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-645def9a-e8b4-4eed-921e-e6f070014e3b tempest-FloatingIPAdminTestJSON-466323417 tempest-FloatingIPAdminTestJSON-466323417-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/b54327ea-7dcf-44ad-acec-60ead06fdbfb HTTP/1.1" status: 204 len: 168 time: 3.5690308 May 27 01:54:47.485659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37752) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:47.511591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ab5510c-9f78-4140-9b57-cf911962aec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:47.513473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ab5510c-9f78-4140-9b57-cf911962aec0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7731d7a-50a9-48c6-9097-9a78c178c049 HTTP/1.1" status: 204 len: 168 time: 1.4412179 May 27 01:54:47.593216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:47.607727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa5c166-22b2-4e45-89ba-39ab476884f3 req-236eabf8-cb9a-4788-8604-34923b4b5f70 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974057 May 27 01:54:47.767029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:47.778288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f6cd61-2386-4cbc-9fe1-9c60124ffada None None] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:48.024061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Deleting port c4433577-afa9-4e83-ae79-529313d802fc {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:48.024061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.083245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:48.167904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a1e513a7-aeaf-4d97-af4c-45560123ef8a None None] Provisioning for port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:48.259352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.280298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.282909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37788) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:48.284879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Allocated IP 172.20.0.1 (328ee635-88ce-4b3c-9810-0b7f399ed763/1eb88772-16b3-4aad-bca9-afe94592ef49/db9e8a3a-e121-4c22-b8c6-b315e71ed344) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:48.296584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:48.303899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:48.305208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.399607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.483031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:48.485253 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.494945 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be89288e-478e-41ad-87f0-75b1003f10aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9ac9e46666749d4a717f42f508c1cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068503 May 27 01:54:48.498082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37792) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:48.532392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:48.538850 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.539819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5bcaf26a-9874-463f-a26e-60d0a1f5aade up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:48.575398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4b8a-904d-4e6d-bcb4-acb598e7397a req-1e2a0b86-9890-4e93-a6e8-9c5f3d9e2f36 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:48.577622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6eec4b8a-904d-4e6d-bcb4-acb598e7397a req-1e2a0b86-9890-4e93-a6e8-9c5f3d9e2f36 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 951 time: 0.2932847 May 27 01:54:48.646088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.667166 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.667736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Fanout notify agent at l3_agent the message router_deleted on router 1f27cb3d-c20d-44bb-9df4-943a6dc209ba {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:54:48.698432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-aec03e96-d559-4b5d-ba87-3fbf0648c055 None None] Provisioning complete for port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:48.698849 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aec03e96-d559-4b5d-ba87-3fbf0648c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.707863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Transition to ACTIVE for port object db9e8a3a-e121-4c22-b8c6-b315e71ed344 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:48.735684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5bcaf26a-9874-463f-a26e-60d0a1f5aade completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:48.745114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6eec4b8a-904d-4e6d-bcb4-acb598e7397a req-dbbe3416-db68-41e9-b95c-f75179e09311 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604028 May 27 01:54:48.753248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbb00-cd8b-466e-b370-c62bf50f3dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.769797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.771011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0221eacf-8dd9-4636-b65a-fce154b19c09 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/1f27cb3d-c20d-44bb-9df4-943a6dc209ba HTTP/1.1" status: 204 len: 168 time: 6.2028644 May 27 01:54:48.774475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5bcaf26a-9874-463f-a26e-60d0a1f5aade triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:48.775178 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.782778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37796) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:48.800304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-313811401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:48.812272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:48.822774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbb00-cd8b-466e-b370-c62bf50f3dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.828252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ffb7a-6207-4c2c-85dd-ffcc364450b2 req-62bb1052-325f-488b-8933-d13200be0996 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:48.830054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f9ffb7a-6207-4c2c-85dd-ffcc364450b2 req-62bb1052-325f-488b-8933-d13200be0996 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.9240792 May 27 01:54:48.835153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Usage tracker for resource:router and tenant:1cc7e9dce27941c682eed17ba77e5a66 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:48.840928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:48.853483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:48.861392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:48.875569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.897962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Router 68150ebe-abef-4b30-82bc-ae0688324778 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:48.908382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:48.909772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.010680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbb00-cd8b-466e-b370-c62bf50f3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.024221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aec03e96-d559-4b5d-ba87-3fbf0648c055 None None] Current status of the port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:49.027503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.038565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5bcaf26a-9874-463f-a26e-60d0a1f5aade is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:49.039266 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.047014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcbb00-cd8b-466e-b370-c62bf50f3dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0594a7-5724-431c-b233-bb70fe6ccc32,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:49.058401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5bcaf26a-9874-463f-a26e-60d0a1f5aade, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5bcaf26a-9874-463f-a26e-60d0a1f5aade,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:49.064637 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.126800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbb00-cd8b-466e-b370-c62bf50f3dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.127935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f4fcbb00-cd8b-466e-b370-c62bf50f3dcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee0594a7-5724-431c-b233-bb70fe6ccc32 HTTP/1.1" status: 204 len: 168 time: 0.6289322 May 27 01:54:49.139677 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.146022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Calling delete_port for c4433577-afa9-4e83-ae79-529313d802fc owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:49.177293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.177657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5bcaf26a-9874-463f-a26e-60d0a1f5aade,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:49.181706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1544f35a-ab7f-45cb-bd11-441301e9bda8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3952031 May 27 01:54:49.182100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37802) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:49.183428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.186737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:49.199056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Sync routers for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:49.212501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:49.213863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:49.219809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:49.241764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f9ffb7a-6207-4c2c-85dd-ffcc364450b2 req-862fe695-eeee-48aa-82ba-861d894dcf5f tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872252 May 27 01:54:49.282262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:49.287813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:49.293455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:49.319118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Pushing event updated for resources: {'Port': ['ID=db9e8a3a-e121-4c22-b8c6-b315e71ed344,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:49.478261 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.502065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:49.556703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Port': ['ID=c4433577-afa9-4e83-ae79-529313d802fc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:49.721603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:49.726984 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:49.913545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ba64775f-5c31-4611-8e3e-d237987fc8b8 None None] Provisioning for port db9e8a3a-e121-4c22-b8c6-b315e71ed344 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:49.926500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ba64775f-5c31-4611-8e3e-d237987fc8b8 None None] Provisioning complete for port db9e8a3a-e121-4c22-b8c6-b315e71ed344 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:49.927281 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ba64775f-5c31-4611-8e3e-d237987fc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.032689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:50.033137 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.074657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ba64775f-5c31-4611-8e3e-d237987fc8b8 None None] Port db9e8a3a-e121-4c22-b8c6-b315e71ed344 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:50.101673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.105815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-49d64620-9b03-4d52-a9c0-a6938538c6b4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2487674 May 27 01:54:50.130867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37828) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:50.232130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.233459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:50.234727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5bcaf26a-9874-463f-a26e-60d0a1f5aade up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:50.248792 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.265430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:47Z', 'revision_number': 3, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:50.272092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.283228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-05cf8792-6e1a-44a6-ac1d-d4c611be0ffa tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "DELETE /v2.0/ports/c4433577-afa9-4e83-ae79-529313d802fc HTTP/1.1" status: 204 len: 168 time: 2.7208409 May 27 01:54:50.284765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Checking router: 68150ebe-abef-4b30-82bc-ae0688324778 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:50.285426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Updating router 68150ebe-abef-4b30-82bc-ae0688324778 port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:54:50.295081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37834) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:50.352969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f896a-60c7-401b-8d1c-0cfb44469a4a req-f94107c4-47c1-4b7b-a3ba-cbea7e2d8295 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:50.353921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.354484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-404f896a-60c7-401b-8d1c-0cfb44469a4a req-f94107c4-47c1-4b7b-a3ba-cbea7e2d8295 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 951 time: 0.4680057 May 27 01:54:50.410668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5bcaf26a-9874-463f-a26e-60d0a1f5aade triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:50.411481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.418942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-404f896a-60c7-401b-8d1c-0cfb44469a4a req-feb6f854-50f2-4e27-bf33-13fde818d360 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565629 May 27 01:54:50.471951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436b3d8-f076-4e88-8f5a-e6af0bc92564 req-dc66ceb1-88b7-48f3-9a13-6c85dc19dc01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:50.474569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1436b3d8-f076-4e88-8f5a-e6af0bc92564 req-dc66ceb1-88b7-48f3-9a13-6c85dc19dc01 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.7963014 May 27 01:54:50.559695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:50.675276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.755602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:50.950458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5bcaf26a-9874-463f-a26e-60d0a1f5aade is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:50.993213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:50.993441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.028624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:51.047606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:51.085927 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.123575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1436b3d8-f076-4e88-8f5a-e6af0bc92564 req-a051761a-0d0a-49f0-a00c-0c52acbc62af tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242678 May 27 01:54:51.180289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa4037-8e81-4882-a236-e2a74971ff16 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:51.181029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70aa4037-8e81-4882-a236-e2a74971ff16 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Synchronizing usage tracker for tenant:03ac21c7f8574fb8b2613ec494d48efe on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:54:51.192078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.210597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:51.214009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Transition to ACTIVE for port object ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:51.224798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.285650 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba262fc-54c2-4340-a62d-13dfaf284e4a'] response: {'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'code': 200} May 27 01:54:51.325274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70aa4037-8e81-4882-a236-e2a74971ff16 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Unset dirty status for tenant:03ac21c7f8574fb8b2613ec494d48efe on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:54:51.328982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70aa4037-8e81-4882-a236-e2a74971ff16 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "GET /v2.0/ports?device_id=8702ebb5-605c-4eb0-91f4-db9c9aa4a370 HTTP/1.1" status: 200 len: 913 time: 1.0300579 May 27 01:54:51.330203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.334264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37888) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:51.336078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Attempting to bind port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:51.336606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Attempting to bind port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:51.337014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Attempting to bind port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:51.349630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:51.350113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:51.350600 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.351293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:51.351893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Bound port: ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:51.352321 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.385279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880694f5-352e-4680-8cb0-05b134e295b2 None None] Pushing event updated for resources: {'Port': ['ID=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:51.424730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Allocated IP 172.25.3.195 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/15ceea14-505c-4283-b815-d27e1a7a5267) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:51.453170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] For port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:51.457342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] For port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:51.466885 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.477924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.566057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:51.567192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:51.639688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.664619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880694f5-352e-4680-8cb0-05b134e295b2 None None] Pushing event updated for resources: {'Port': ['ID=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:51.695845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.771289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:51.775929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:51.779066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Pushing event updated for resources: {'Port': ['ID=db9e8a3a-e121-4c22-b8c6-b315e71ed344,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:51.780295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:51.785604 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:51.814746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:51.988505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event updated for resources: {'Port': ['ID=15ceea14-505c-4283-b815-d27e1a7a5267,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:52.135440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300276a3-52a3-434a-a8b2-b6da6686f3e2 req-23ec57a5-3281-4d57-8452-4aa78c9373bc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:52.137148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-300276a3-52a3-434a-a8b2-b6da6686f3e2 req-23ec57a5-3281-4d57-8452-4aa78c9373bc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.6236024 May 27 01:54:52.178557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:47Z', 'revision_number': 3, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:52.184277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9907e4b7-ec15-43cd-a33f-9f40cd9b1e84 None None] The sync data for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 is: [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:47Z', 'revision_number': 3, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:52.313214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:52.321520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:52.354181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-300276a3-52a3-434a-a8b2-b6da6686f3e2 req-3b0fb265-7f29-431c-806f-fa53a941c280 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042384 May 27 01:54:52.497670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:52.511165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:52.728474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38c9b874-4cb6-419d-854b-a169cc25e7e8 None None] Provisioning complete for port db9e8a3a-e121-4c22-b8c6-b315e71ed344 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:52.729528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38c9b874-4cb6-419d-854b-a169cc25e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:52.851484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38c9b874-4cb6-419d-854b-a169cc25e7e8 None None] Port db9e8a3a-e121-4c22-b8c6-b315e71ed344 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:53.022041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23124c-906d-4af6-bcab-42441547c8dc req-b10c0349-35ee-425a-89b3-4eab65563bda tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:53.036283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b23124c-906d-4af6-bcab-42441547c8dc req-b10c0349-35ee-425a-89b3-4eab65563bda tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2313116 May 27 01:54:53.092788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37934) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:53.173104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b23124c-906d-4af6-bcab-42441547c8dc req-7c713f76-5d32-483e-a3f7-5670f0cb6bcb tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352673 May 27 01:54:53.186281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:53.192383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:53.308570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:53.330476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:53.343084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:53.370747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4ff00d6b2c433dab7e51e8ae7bc410 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:53.380544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:53.441981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:53.540488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Allocated IP 172.20.0.1 (1fa62c40-becd-426f-b59a-888a1ccf88ef/8d1b963c-ae05-49d9-bbb7-4373ed842501/e7c397ec-7b02-4d72-93e6-6387f4b1e1ee) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:53.564339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dd780-8461-4365-944e-8208a0867765 req-27a851c2-3c98-4e9c-a848-5c8374c62ea5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:53.565820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a0dd780-8461-4365-944e-8208a0867765 req-27a851c2-3c98-4e9c-a848-5c8374c62ea5 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2439735 May 27 01:54:53.652359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Router 3d49c1c9-e626-4648-8d19-41fa0c049bbd is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:54:53.676119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a0dd780-8461-4365-944e-8208a0867765 req-dafb78e8-8492-46ec-8089-399d0040d803 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949495 May 27 01:54:53.692244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:53.713676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:53.717454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa4f0-4d4b-470b-91b4-b07a3070e102 req-27b742fc-2c56-4ebb-9827-a471da78fcf8 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:53.717454 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77afa4f0-4d4b-470b-91b4-b07a3070e102 req-27b742fc-2c56-4ebb-9827-a471da78fcf8 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 949 time: 1.0527639 May 27 01:54:53.805933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:53.812456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:53.813596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:53.814774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:53.825183 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Sync routers for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:53.835873 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:53.837645 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:53.842233 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2b4c6c0c-9617-40a0-a694-5c3f8c9d30d9 admin admin] 10.222.0.16 "PUT /v2.0/routers/0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9006574 May 27 01:54:53.887456 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77afa4f0-4d4b-470b-91b4-b07a3070e102 req-141e0f02-875f-44b7-88cd-513fc68f3ecf tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615124 May 27 01:54:53.905198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:53.981187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:54.005990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.011301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.017229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] Sync routers for ids ['3d49c1c9-e626-4648-8d19-41fa0c049bbd'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:54.039586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Transition to ACTIVE for port object e7c397ec-7b02-4d72-93e6-6387f4b1e1ee will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:54.041386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] Routers {'3d49c1c9-e626-4648-8d19-41fa0c049bbd'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:54.042332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3d49c1c9-e626-4648-8d19-41fa0c049bbd'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:54.130221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca4ff00d6b2c433dab7e51e8ae7bc410&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242772 May 27 01:54:54.142237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:54.146350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37950) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:54.147981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b6a5e-320c-4faf-8aca-34c93bde8d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a700c-058c-4089-87c0-dc934b5939b6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:54.158053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:54.158428 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.168063 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.188645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] Routers {'3d49c1c9-e626-4648-8d19-41fa0c049bbd'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:54.189314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3d49c1c9-e626-4648-8d19-41fa0c049bbd'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:54.197462 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.204277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-015d205a-9153-47f2-8027-d467ed1467e3 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "PUT /v2.0/routers/3d49c1c9-e626-4648-8d19-41fa0c049bbd HTTP/1.1" status: 200 len: 883 time: 5.0183218 May 27 01:54:54.208769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37954) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:54.242870 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:54.317391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:54.317795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aca825-b658-46ee-aeca-964dfb7917b1 None None] The sync data for ids ['3d49c1c9-e626-4648-8d19-41fa0c049bbd'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:54.324210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:54.331114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.349040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba1333-fe9a-46a9-a694-ae1d15f4b2f3 req-389edf32-d8cb-4c80-8034-3bd70c964320 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:54.350599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79ba1333-fe9a-46a9-a694-ae1d15f4b2f3 req-389edf32-d8cb-4c80-8034-3bd70c964320 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4227169 May 27 01:54:54.376696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:54.381387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:54.392011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:54.422414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:54.533667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c1d8-c28a-4d3d-a9c6-7fa9b8f7d995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.534115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Pushing event updated for resources: {'Port': ['ID=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:54.668809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.759634 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 2, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:54.764367 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Checking router: 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:54:54.764716 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Updating router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b port db9e8a3a-e121-4c22-b8c6-b315e71ed344 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:54:54.801438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3cec13cb-533b-45db-9764-5127c9cd2ea0 None None] Provisioning for port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:54.807237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3cec13cb-533b-45db-9764-5127c9cd2ea0 None None] Provisioning complete for port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:54.807645 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3cec13cb-533b-45db-9764-5127c9cd2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.826576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79ba1333-fe9a-46a9-a694-ae1d15f4b2f3 req-05890f2b-fb24-45cb-8558-2a79a0c51bfa tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576526 May 27 01:54:54.848243 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.869781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c1d8-c28a-4d3d-a9c6-7fa9b8f7d995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:54.889453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3cec13cb-533b-45db-9764-5127c9cd2ea0 None None] Port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:54.891865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37970) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:54.912811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-611816682-network', 'tenant_id': '7f472920450f400ea0e94c148652dbe8'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:54.928434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-007dffaa-7919-4e6f-bd81-f2b9d9e96f04 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/3d49c1c9-e626-4648-8d19-41fa0c049bbd HTTP/1.1" status: 200 len: 924 time: 0.7186882 May 27 01:54:54.933678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:54.942852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:54.958481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Usage tracker for resource:network and tenant:7f472920450f400ea0e94c148652dbe8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:54.970628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:54.986926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:55.012422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Made reservation on behalf of 7f472920450f400ea0e94c148652dbe8 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:55.014805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.037022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-2ef6da09-6334-4c1a-ba93-8377dd97d66e tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:55.039184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-2ef6da09-6334-4c1a-ba93-8377dd97d66e tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 949 time: 0.3172469 May 27 01:54:55.042252 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.148279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:55.157457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c1d8-c28a-4d3d-a9c6-7fa9b8f7d995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.180402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Usage tracker for resource:security_group_rule and tenant:7f472920450f400ea0e94c148652dbe8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:55.190454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:55.201063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Deleting port f7da8068-52b7-4ae4-9268-77a8d0fc63c5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:55.201426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.206994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0c1d8-c28a-4d3d-a9c6-7fa9b8f7d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a700c-058c-4089-87c0-dc934b5939b6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:55.210065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:55.225876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Deleting port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:55.226223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.269796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c1d8-c28a-4d3d-a9c6-7fa9b8f7d995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.275010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d8f0c1d8-c28a-4d3d-a9c6-7fa9b8f7d995 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa7a700c-058c-4089-87c0-dc934b5939b6 HTTP/1.1" status: 204 len: 168 time: 1.1233289 May 27 01:54:55.310750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.311327 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.330563 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Transition to ACTIVE for port object db9e8a3a-e121-4c22-b8c6-b315e71ed344 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:55.341159 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.476621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e04d0-4607-472e-95cc-7228fffbe33e req-4649b9b6-6fa8-434e-8af7-b38220156961 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:55.485299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa8e04d0-4607-472e-95cc-7228fffbe33e req-4649b9b6-6fa8-434e-8af7-b38220156961 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc70f312-0aba-4189-83bb-9091340e5ce3 HTTP/1.1" status: 200 len: 949 time: 0.3917170 May 27 01:54:55.522599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28418b4-a3ea-4436-b56c-5fce89a2eac3 req-6911f896-8531-4db7-b9fd-30d2343c31a9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:55.530575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a28418b4-a3ea-4436-b56c-5fce89a2eac3 req-6911f896-8531-4db7-b9fd-30d2343c31a9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3747158 May 27 01:54:55.534042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d9937-f44f-438a-9d65-6f812b1e7767 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:55.535774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0d3d9937-f44f-438a-9d65-6f812b1e7767 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=3d49c1c9-e626-4648-8d19-41fa0c049bbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6012692 May 27 01:54:55.546321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37982) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:55.577199 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.646577 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Pushing event updated for resources: {'Port': ['ID=db9e8a3a-e121-4c22-b8c6-b315e71ed344,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:55.664960 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.665181 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.665654 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.666051 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.666446 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.666894 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.667285 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.667670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.668060 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.668461 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.668837 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.669165 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:54:55.726481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:55.816811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] For port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:55.817443 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Attempting to bind port db9e8a3a-e121-4c22-b8c6-b315e71ed344 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:55.817758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.817883 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Attempting to bind port db9e8a3a-e121-4c22-b8c6-b315e71ed344 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:55.818673 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Attempting to bind port db9e8a3a-e121-4c22-b8c6-b315e71ed344 on network 328ee635-88ce-4b3c-9810-0b7f399ed763 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:55.831941 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:55.832436 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Checking segment: {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:55.833738 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.834416 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Bound using segment: {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:55.835256 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Bound port: db9e8a3a-e121-4c22-b8c6-b315e71ed344, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:55.835401 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.859430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:55.859970 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.920664 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:55.945072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a28418b4-a3ea-4436-b56c-5fce89a2eac3 req-5c725324-f7f1-4df2-9f55-0a022f60a43a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126859 May 27 01:54:55.947661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:55.974488 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] For port db9e8a3a-e121-4c22-b8c6-b315e71ed344, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:55.978554 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] For port db9e8a3a-e121-4c22-b8c6-b315e71ed344, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=db9e8a3a-e121-4c22-b8c6-b315e71ed344,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:55.986404 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.002924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Calling delete_port for aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:56.033117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:56.053754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.101382 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:56.102178 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:56.138116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Calling delete_port for f7da8068-52b7-4ae4-9268-77a8d0fc63c5 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:56.202564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.225808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:56.250406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b7a628c2984134b0237c7118184003 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:56.257630 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.280055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:56.325450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e879f-e043-4147-9ba2-3b42bed59650 None None] Pushing event updated for resources: {'Port': ['ID=db9e8a3a-e121-4c22-b8c6-b315e71ed344,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:56.331791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:56.332061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa8e04d0-4607-472e-95cc-7228fffbe33e req-406ccd86-9a92-4a8a-9860-bd5b384694eb tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c85d2b7-1b96-4931-b422-2418bbc079c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457329 May 27 01:54:56.332662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9023f6a2-0019-43e8-8e10-70cc5e1e7f68,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:56.376372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d97f8-f9cd-4734-9e5c-bb00003b72e7 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:56.384107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Pushing event deleted for resources: {'Port': ['ID=aa2c9a22-14ea-44e0-907d-4c3d27fc48b2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:56.384310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f87d97f8-f9cd-4734-9e5c-bb00003b72e7 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.8064477 May 27 01:54:56.389804 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:54:56.395895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:56.396422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:54:56.442451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] No DVR routers for this DVR port aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:54:56.445719 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.449739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.450081 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Added segment cbbfbca3-67be-4765-ae38-c67de8813558 of type vlan for network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e May 27 01:54:56.452183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-deleted', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:54:56.495290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73241165-10a4-4048-ae05-a9ffca6a9889 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d49c1c9-e626-4648-8d19-41fa0c049bbd HTTP/1.1" status: 200 len: 205 time: 0.0951726 May 27 01:54:56.498066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38002) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:56.569197 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431a2765-9879-443f-87fc-8679b13a7ac2'] response: {'server_uuid': 'dc70f312-0aba-4189-83bb-9091340e5ce3', 'name': 'network-vif-deleted', 'tag': 'aa2c9a22-14ea-44e0-907d-4c3d27fc48b2', 'status': 'completed', 'code': 200} May 27 01:54:56.576277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.588667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-241a1fdb-951b-46de-85e6-28599c3c47fc req-1329056c-9729-4f58-afc0-3c178dc7dbb0 tempest-ImagesOneServerTestJSON-2024113513 tempest-ImagesOneServerTestJSON-2024113513-project] 10.222.0.47 "DELETE /v2.0/ports/aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 HTTP/1.1" status: 204 len: 173 time: 1.5344696 May 27 01:54:56.608300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.621425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:54:56.628812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.730901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:54:56.731626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aa2c9a22-14ea-44e0-907d-4c3d27fc48b2 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:54:56.756075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.759535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:56.763173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.814487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Pushing event updated for resources: {'Port': ['ID=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:56.834082 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.889049 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:55Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:56.892414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:56.893757 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c22c0-70b3-4023-9420-e0a49cf1c481 None None] The sync data for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 is: [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:55Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:54:56.923420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0a9c2-b27c-459b-84ca-564adf7475dc req-7e85260a-13f7-4c1d-a1f7-8b8cd3d504d1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:56.935301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ba0a9c2-b27c-459b-84ca-564adf7475dc req-7e85260a-13f7-4c1d-a1f7-8b8cd3d504d1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.6680882 May 27 01:54:56.981960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0875871 May 27 01:54:56.988160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:57.002983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Request body: {'subnet': {'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-611816682-subnet', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:57.147142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:57.152328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Usage tracker for resource:subnet and tenant:7f472920450f400ea0e94c148652dbe8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:57.155511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:57.161867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:57.167610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbc0bd-2f8c-4cfe-92af-1deb05588c04 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:57.187123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Made reservation on behalf of 7f472920450f400ea0e94c148652dbe8 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:54:57.189916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.195425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:54:57.216339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.278440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.359368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ba0a9c2-b27c-459b-84ca-564adf7475dc req-93bb4d63-52ad-4b91-b430-35cfcdf9622d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157999 May 27 01:54:57.477973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6b7a628c2984134b0237c7118184003&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5187845 May 27 01:54:57.479478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790762e0-3001-4637-a6e5-423ec79a03a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dea005-ddc0-43c4-8941-e99ef3bad309,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:57.490396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38016) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:57.514336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.571483 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.595613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Deleting port 15ceea14-505c-4283-b815-d27e1a7a5267 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:54:57.596238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.718988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device db9e8a3a-e121-4c22-b8c6-b315e71ed344 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:57.751138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Port': ['ID=f7da8068-52b7-4ae4-9268-77a8d0fc63c5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:57.821841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port db9e8a3a-e121-4c22-b8c6-b315e71ed344 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:54:57.835285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port db9e8a3a-e121-4c22-b8c6-b315e71ed344 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:57.835910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.836385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:57.867804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:57.940145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:57.971980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38022) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:58.076610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.077635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port db9e8a3a-e121-4c22-b8c6-b315e71ed344 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:54:58.078763 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.123229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port db9e8a3a-e121-4c22-b8c6-b315e71ed344, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=db9e8a3a-e121-4c22-b8c6-b315e71ed344,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:54:58.128551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.217160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Calling delete_port for 15ceea14-505c-4283-b815-d27e1a7a5267 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:54:58.239218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8444294-e248-46ac-83cb-37e817e1c3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.239844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=db9e8a3a-e121-4c22-b8c6-b315e71ed344,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:58.325876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a9eade-8417-4119-b05f-bdb8d2fd1f26,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:58.326319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-06384adb-e5e9-4ca7-925a-582fa8e14332 None None] Provisioning complete for port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:54:58.326698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06384adb-e5e9-4ca7-925a-582fa8e14332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.375609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Checking segment: {'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:58.376023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Network hostable DHCP agents. Network: fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:54:58.398234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-06384adb-e5e9-4ca7-925a-582fa8e14332 None None] Port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:54:58.416729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:54:58.429088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:58.433486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:58.434674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.439772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e654739-98f6-4243-9746-12dcc53fdc35 None None] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:54:58.475843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ea3d9-070f-408a-a5d7-172be8481fec req-bee7a7fb-0df3-4986-a297-ceec09578d58 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:58.477386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-500ea3d9-070f-408a-a5d7-172be8481fec req-bee7a7fb-0df3-4986-a297-ceec09578d58 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8785725 May 27 01:54:58.483264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8444294-e248-46ac-83cb-37e817e1c3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.516972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5cf84113-b108-446e-8d3d-826f246667d9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5277436 May 27 01:54:58.521381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:58.527789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:58.551632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:58.566836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.572561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Usage tracker for resource:router and tenant:7f472920450f400ea0e94c148652dbe8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:58.640047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:58.673551 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8444294-e248-46ac-83cb-37e817e1c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.693638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ca3f578-1a38-424f-ac95-b84c954c1e4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b6603ed0cef45bcbb2cfbc96f387277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7112844 May 27 01:54:58.715997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38034) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:58.726558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Router 68150ebe-abef-4b30-82bc-ae0688324778 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:58.729389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event deleted for resources: {'Port': ['ID=15ceea14-505c-4283-b815-d27e1a7a5267,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:58.730405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8444294-e248-46ac-83cb-37e817e1c3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dea005-ddc0-43c4-8941-e99ef3bad309,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:58.736334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:58.743101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e', 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'fixed_ips': [{'subnet_id': '76a9eade-8417-4119-b05f-bdb8d2fd1f26'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:54:58.743919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.778071 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-500ea3d9-070f-408a-a5d7-172be8481fec req-b49590ba-6e8b-4e0d-bb34-7aac49524122 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749226 May 27 01:54:58.795109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.841187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.880495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8444294-e248-46ac-83cb-37e817e1c3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.884044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8444294-e248-46ac-83cb-37e817e1c3d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40dea005-ddc0-43c4-8941-e99ef3bad309 HTTP/1.1" status: 204 len: 168 time: 1.3902688 May 27 01:54:58.900112 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.901072 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:58.947609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Allocated IP 172.20.0.2 (fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e/76a9eade-8417-4119-b05f-bdb8d2fd1f26/525b738f-9173-42c0-a396-f6c923a54c2e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:54:59.063582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.067481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.072478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.101353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.102431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Fanout notify agent at l3_agent the message router_deleted on router 3d49c1c9-e626-4648-8d19-41fa0c049bbd {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:54:59.201541 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.204127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b236350-06b5-4c44-8ae6-e45740929437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.214094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Transition to ACTIVE for port object 525b738f-9173-42c0-a396-f6c923a54c2e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:59.234550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Transition to ACTIVE for port object 525b738f-9173-42c0-a396-f6c923a54c2e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:54:59.241877 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.326441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:54:59.330506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:54:59.340830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:54:59.378963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.380113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Pushing event updated for resources: {'Port': ['ID=525b738f-9173-42c0-a396-f6c923a54c2e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:59.386361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3f036715-621c-4b56-b995-421c3070e818 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/3d49c1c9-e626-4648-8d19-41fa0c049bbd HTTP/1.1" status: 204 len: 168 time: 2.8872082 May 27 01:54:59.387150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38054) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:59.396177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-487966845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:54:59.452704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Attempting to bind port 525b738f-9173-42c0-a396-f6c923a54c2e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:54:59.453126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Attempting to bind port 525b738f-9173-42c0-a396-f6c923a54c2e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:54:59.454108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Attempting to bind port 525b738f-9173-42c0-a396-f6c923a54c2e on network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:54:59.459897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:54:59.460270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Checking segment: {'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:54:59.460672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.461186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Bound using segment: {'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:54:59.461786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Bound port: 525b738f-9173-42c0-a396-f6c923a54c2e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:54:59.462164 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.467346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:54:59.543139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Usage tracker for resource:router and tenant:1cc7e9dce27941c682eed17ba77e5a66 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:54:59.548138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:54:59.557575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.561528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:54:59.603275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.605028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.621156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b236350-06b5-4c44-8ae6-e45740929437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.628742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] For port 525b738f-9173-42c0-a396-f6c923a54c2e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:54:59.633311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] For port 525b738f-9173-42c0-a396-f6c923a54c2e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=525b738f-9173-42c0-a396-f6c923a54c2e,segment=NetworkSegment(cbbfbca3-67be-4765-ae38-c67de8813558),segment_id=cbbfbca3-67be-4765-ae38-c67de8813558)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:54:59.655840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.705008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.729870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:54:59.740141 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Sync routers for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:54:59.752771 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:54:59.755693 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:54:59.767595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.778914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ed74a-8b32-4a01-b5dd-17bcb46cbd12 None None] Pushing event updated for resources: {'Port': ['ID=525b738f-9173-42c0-a396-f6c923a54c2e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:59.782408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e12e8a63-3bb3-4974-af43-7ef71250072f admin admin] 10.222.0.16 "PUT /v2.0/routers/68150ebe-abef-4b30-82bc-ae0688324778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6500282 May 27 01:54:59.783839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device db9e8a3a-e121-4c22-b8c6-b315e71ed344 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:54:59.827729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd5e1-c9df-4d1c-a1f7-e15dd074044d req-bd77b297-406d-41f1-b250-a881d2bf12ef tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:54:59.829593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69fd5e1-c9df-4d1c-a1f7-e15dd074044d req-bd77b297-406d-41f1-b250-a881d2bf12ef tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8747866 May 27 01:54:59.843825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Router 8702ebb5-605c-4eb0-91f4-db9c9aa4a370 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:54:59.863192 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b236350-06b5-4c44-8ae6-e45740929437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.902362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b236350-06b5-4c44-8ae6-e45740929437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85d2b7-1b96-4931-b422-2418bbc079c0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:54:59.937986 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:54:59.939544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-158a8c63-f466-4239-9284-8a6a2a76128d tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5495667 May 27 01:54:59.942313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38070) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:54:59.962313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': True}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:00.017394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port db9e8a3a-e121-4c22-b8c6-b315e71ed344 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:00.017767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:00.032314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69fd5e1-c9df-4d1c-a1f7-e15dd074044d req-c476fa0f-8e91-4c2d-8ea1-834357fc25a1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909349 May 27 01:55:00.049146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b236350-06b5-4c44-8ae6-e45740929437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:00.050395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b236350-06b5-4c44-8ae6-e45740929437 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c85d2b7-1b96-4931-b422-2418bbc079c0 HTTP/1.1" status: 204 len: 168 time: 1.3294506 May 27 01:55:00.243079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:00.250299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3702524d-906a-4c6b-9241-57135ab5aed0 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "PUT /v2.0/routers/8702ebb5-605c-4eb0-91f4-db9c9aa4a370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9149435 May 27 01:55:00.254917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38084) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:00.293129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] Sync routers for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:00.387291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:00.388282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:00.389040 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:00.486372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:00.497299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port db9e8a3a-e121-4c22-b8c6-b315e71ed344 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:00.502653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] Routers {'8702ebb5-605c-4eb0-91f4-db9c9aa4a370'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:00.504351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:00.642271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:00.642853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c885a-34a2-44b7-b018-6d267bc8e64a None None] The sync data for ids ['8702ebb5-605c-4eb0-91f4-db9c9aa4a370'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:00.749205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:00.868655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.027728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.105739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.135374 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:54:55Z', 'revision_number': 2, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:01.138864 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.147219 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Checking router: 68150ebe-abef-4b30-82bc-ae0688324778 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:55:01.147563 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Updating router 68150ebe-abef-4b30-82bc-ae0688324778 port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:55:01.167167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c502-1c7a-4860-abd7-ed514721f100 req-90acacc2-3d5d-4a32-a94f-9b06db94a9ad tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:01.168764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Deleting port ba3c9373-32de-4f22-8f0a-1533e9c18c0a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:01.169332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.171131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec1c502-1c7a-4860-abd7-ed514721f100 req-90acacc2-3d5d-4a32-a94f-9b06db94a9ad tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.7387094 May 27 01:55:01.284371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38114) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:01.289001 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.293701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-642874765-network', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:01.303103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:01.311583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Usage tracker for resource:network and tenant:d1e70956c32c4d69a62a2b0e434122c9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:01.324719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:01.381326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:01.502387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Made reservation on behalf of d1e70956c32c4d69a62a2b0e434122c9 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:01.507637 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.568715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.602819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:01.611221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e70956c32c4d69a62a2b0e434122c9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:01.615489 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:01.626155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:01.637318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:01.656823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b4083-0cc7-4f7b-bd27-4f9ccd11882b None None] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:01.820324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Calling delete_port for ba3c9373-32de-4f22-8f0a-1533e9c18c0a owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:01.848535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 525b738f-9173-42c0-a396-f6c923a54c2e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:01.869104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec1c502-1c7a-4860-abd7-ed514721f100 req-3a7ce0c9-ebb7-4d77-b99e-a138cc738b97 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906087 May 27 01:55:01.937154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Allocated IP 172.25.3.16 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/b9b99910-4189-4bfd-996f-ccf493f07452) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:02.014009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-169a533f-7043-43e6-b4dd-860eeed2c321 None None] Provisioning for port 525b738f-9173-42c0-a396-f6c923a54c2e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:02.109998 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.164836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 525b738f-9173-42c0-a396-f6c923a54c2e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:02.183538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 525b738f-9173-42c0-a396-f6c923a54c2e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:02.183899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.245017 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Transition to ACTIVE for port object e7c397ec-7b02-4d72-93e6-6387f4b1e1ee will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:02.257030 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.261717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.481744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 525b738f-9173-42c0-a396-f6c923a54c2e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:02.482126 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.544139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 525b738f-9173-42c0-a396-f6c923a54c2e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=525b738f-9173-42c0-a396-f6c923a54c2e,segment=NetworkSegment(cbbfbca3-67be-4765-ae38-c67de8813558),segment_id=cbbfbca3-67be-4765-ae38-c67de8813558)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:02.552249 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.622577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Port': ['ID=ba3c9373-32de-4f22-8f0a-1533e9c18c0a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:02.639011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.680482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=525b738f-9173-42c0-a396-f6c923a54c2e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:02.700601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.780495 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a3921-08ad-4849-9bf5-b20eb65b2cef None None] Pushing event updated for resources: {'Port': ['ID=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:02.798215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.807835 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Attempting to bind port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:02.810485 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Attempting to bind port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:02.811072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Attempting to bind port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee on network 1fa62c40-becd-426f-b59a-888a1ccf88ef {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:02.819395 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:02.820044 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Checking segment: {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:02.820598 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.821132 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Bound using segment: {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:02.821848 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Bound port: e7c397ec-7b02-4d72-93e6-6387f4b1e1ee, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:02.822390 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.875057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:55:02.883649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.913042 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.919053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2dbcd36a-e9e5-4a41-a458-16b5ebe225ba None None] Provisioning complete for port 525b738f-9173-42c0-a396-f6c923a54c2e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:02.919421 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd36a-e9e5-4a41-a458-16b5ebe225ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.935601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] For port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:02.938756 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] For port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:02.951054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.956856 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.981391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:02.981738 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Added segment 69ccb1a4-9a34-4d41-a7ef-3a5beb409625 of type vlan for network becea5ed-b4ee-4dc0-861e-12acf44d074f May 27 01:55:02.988556 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.068157 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a3921-08ad-4849-9bf5-b20eb65b2cef None None] Pushing event updated for resources: {'Port': ['ID=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:03.094462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:03.094898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.095125 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:03.103520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.117799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bec7f8b-2aa6-4582-bb67-1943913bb71d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:03.176211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcd36a-e9e5-4a41-a458-16b5ebe225ba None None] Current status of the port 525b738f-9173-42c0-a396-f6c923a54c2e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:03.206876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Pushing event updated for resources: {'Port': ['ID=b9b99910-4189-4bfd-996f-ccf493f07452,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:03.254977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:03.263183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa52a-09e9-4eda-862f-4469b8743131 req-9890286c-667c-4479-a2d1-8fa7e735973d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:03.264740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-841aa52a-09e9-4eda-862f-4469b8743131 req-9890286c-667c-4479-a2d1-8fa7e735973d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 1.0518594 May 27 01:55:03.269084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:03.272217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:03.339790 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:03.359500 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.361953 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.422023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.444547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-841aa52a-09e9-4eda-862f-4469b8743131 req-dadb65d9-eefe-46b2-9a35-133d1a291d60 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444829 May 27 01:55:03.470737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.470737 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Fanout notify agent at l3_agent the message router_deleted on router 8702ebb5-605c-4eb0-91f4-db9c9aa4a370 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:03.504214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.505473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:03.506395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.624380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:03.630744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c972f8da-3326-459e-a2ec-5842fb6e0f62 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "DELETE /v2.0/routers/8702ebb5-605c-4eb0-91f4-db9c9aa4a370 HTTP/1.1" status: 204 len: 168 time: 3.3725858 May 27 01:55:03.744382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38200) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:03.761336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 525b738f-9173-42c0-a396-f6c923a54c2e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:03.805497 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:02Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:03.814962 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641e8b66-fdd7-4e4a-a8af-8eeb8401a72a None None] The sync data for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 is: [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:02Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:03.819809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5335596 May 27 01:55:03.820645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38206) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:03.844244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecc6a6-f11b-43e4-ad66-16af4cf95a19 admin admin] Pushing event updated for resources: {'Network': ['ID=becea5ed-b4ee-4dc0-861e-12acf44d074f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:03.854704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Request body: {'subnet': {'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-subnet', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:03.858462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network becea5ed-b4ee-4dc0-861e-12acf44d074f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:55:03.869267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:03.910583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Usage tracker for resource:subnet and tenant:d1e70956c32c4d69a62a2b0e434122c9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:03.919644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:03.949510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Deleting subnet 622a59ab-9045-4a40-a148-11e45aba0712 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:55:03.960430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.006794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 525b738f-9173-42c0-a396-f6c923a54c2e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:04.012696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.028843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Allocated IP 172.25.3.89 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/b9059d03-a12d-494f-a777-981ef64d398e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:04.078883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:04.098835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38220) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:04.157946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Made reservation on behalf of d1e70956c32c4d69a62a2b0e434122c9 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:04.162051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.251590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 525b738f-9173-42c0-a396-f6c923a54c2e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:04.263252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.349510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.391801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:04.402761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4298e236504029ba389032b96dfea5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:04.406571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:04.419342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:04.475566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.502314 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.503393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.748647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.751730 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.753552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.796526 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.800884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.818942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:04.828555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:04.836092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:04.865581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d1f59-6995-49aa-a98f-b130a57d1a8d None None] Network 753ca8e3-068e-480d-8e09-d44dd57aeaa1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:04.873988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:04.895334 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e4298e236504029ba389032b96dfea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7954476 May 27 01:55:04.899215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a221c-8ff2-4aaf-964d-f9580250b003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9291944-3633-4686-827a-9ce3129d9691,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:04.918529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38232) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:04.918995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a43be4-baa7-4905-b287-b2b4c33b0e26,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:04.983858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Subnet': ['ID=622a59ab-9045-4a40-a148-11e45aba0712,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:04.989130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5a4bdcab-bb11-436c-91f3-5fe8fbe1c7e6 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "DELETE /v2.0/subnets/622a59ab-9045-4a40-a148-11e45aba0712 HTTP/1.1" status: 204 len: 168 time: 1.2409625 May 27 01:55:04.989130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38236) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:05.015604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e5c3-e780-4c34-8247-afe6a018f573 req-7bef5154-e009-499f-9b7b-1c58127f5148 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:05.023577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4a2e5c3-e780-4c34-8247-afe6a018f573 req-7bef5154-e009-499f-9b7b-1c58127f5148 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 1.1118479 May 27 01:55:05.026838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Checking segment: {'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:05.027522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Network hostable DHCP agents. Network: becea5ed-b4ee-4dc0-861e-12acf44d074f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:55:05.157488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Network becea5ed-b4ee-4dc0-861e-12acf44d074f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:55:05.164708 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.181758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, becea5ed-b4ee-4dc0-861e-12acf44d074f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:05.185223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Deleting port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:05.185563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.202191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Port': ['ID=b9059d03-a12d-494f-a777-981ef64d398e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:05.212904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ceb2af-b546-46ca-a268-cc0ba29ca509 None None] Network becea5ed-b4ee-4dc0-861e-12acf44d074f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:05.229146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:05.229740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.268533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a5b161c-07de-4aa8-8b23-d8165a37b3b3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4338083 May 27 01:55:05.295089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:05.315370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:05.329685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:05.337352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Usage tracker for resource:router and tenant:d1e70956c32c4d69a62a2b0e434122c9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:05.342222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:05.439016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38246) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:05.550704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4a2e5c3-e780-4c34-8247-afe6a018f573 req-4a69ae1e-67d9-4aea-8d0e-ccb09c3486fd tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262105 May 27 01:55:05.571660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] DHCP port deletion for 753ca8e3-068e-480d-8e09-d44dd57aeaa1 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:55:05.576134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Deleting port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:05.577457 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.583360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3318f6e-4da3-495d-9418-6d2a4786e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.612013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-becea5ed-b4ee-4dc0-861e-12acf44d074f', 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'fixed_ips': [{'subnet_id': '40a43be4-baa7-4905-b287-b2b4c33b0e26'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:55:05.612972 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.714143 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:55:05.748538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] For port 31b01c2b-5c85-4714-b5db-4c009aeb97b1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=31b01c2b-5c85-4714-b5db-4c009aeb97b1,segment=NetworkSegment(db99dd65-1e37-43b3-89a9-964272f16ef7),segment_id=db99dd65-1e37-43b3-89a9-964272f16ef7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:05.748901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.780279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:05.943132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3318f6e-4da3-495d-9418-6d2a4786e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.956773 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.957777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.962309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.975042 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:05.983671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:05.987696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Usage tracker for resource:security_group_rule and tenant:018b417145c94079b2ce67962f6c6dc5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:05.991334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:05.996039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e7c397ec-7b02-4d72-93e6-6387f4b1e1ee up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:05.997993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:06.002231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Calling delete_port for 31b01c2b-5c85-4714-b5db-4c009aeb97b1 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:06.168515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74091ca7-d2a9-46bb-8807-e077cfe0cb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.185743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] For port 31b01c2b-5c85-4714-b5db-4c009aeb97b1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=31b01c2b-5c85-4714-b5db-4c009aeb97b1,segment=NetworkSegment(db99dd65-1e37-43b3-89a9-964272f16ef7),segment_id=db99dd65-1e37-43b3-89a9-964272f16ef7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:06.186133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.248258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.318973 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.328788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Calling delete_port for 31b01c2b-5c85-4714-b5db-4c009aeb97b1 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:06.329896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.383201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.397120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Port': ['ID=31b01c2b-5c85-4714-b5db-4c009aeb97b1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:06.400086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] No DVR routers for this DVR port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:55:06.420683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:06.432395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:06.432768 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.590569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.602889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Allocated IP 172.20.0.2 (becea5ed-b4ee-4dc0-861e-12acf44d074f/40a43be4-baa7-4905-b287-b2b4c33b0e26/a433d7bf-d327-477e-b635-dfc6d8135772) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:06.605474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:06.605691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.616966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dec30-24df-49c1-9aea-61f389b4e67a req-54c00715-fac0-44e9-b1a7-d26c5692c345 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:06.624124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d26dec30-24df-49c1-9aea-61f389b4e67a req-54c00715-fac0-44e9-b1a7-d26c5692c345 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5833457 May 27 01:55:06.628439 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:55:06.628793 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:55:06.636243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.639042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753ca8e3-068e-480d-8e09-d44dd57aeaa1']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:06.655539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db99dd65-1e37-43b3-89a9-964272f16ef7') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:06.655937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db99dd65-1e37-43b3-89a9-964272f16ef7') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:06.674445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.694126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.703191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:55:06.703960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.721837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:06.726800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.731411 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.735308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3318f6e-4da3-495d-9418-6d2a4786e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.791632 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment db99dd65-1e37-43b3-89a9-964272f16ef7 resource provider aggregate not found May 27 01:55:06.807379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 31b01c2b-5c85-4714-b5db-4c009aeb97b1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:55:06.846186 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment db99dd65-1e37-43b3-89a9-964272f16ef7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db99dd65-1e37-43b3-89a9-964272f16ef7 found for delete ", "request_id": "req-d3ec6c8a-c75e-4be6-b61b-a5bc0abbbfdb"}]} May 27 01:55:06.860521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:06.865954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 31b01c2b-5c85-4714-b5db-4c009aeb97b1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:55:06.866299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 31b01c2b-5c85-4714-b5db-4c009aeb97b1 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:55:06.910604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:06.910959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=018b417145c94079b2ce67962f6c6dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4681244 May 27 01:55:06.913376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d26dec30-24df-49c1-9aea-61f389b4e67a req-688b0e75-8ed9-421d-bfab-2861f5101f61 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884207 May 27 01:55:06.913868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38262) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:06.929631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dc2b0-3e46-4c43-82c5-6d1030a22c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59fd398-4238-425c-82db-ed06134332bb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:06.976259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3318f6e-4da3-495d-9418-6d2a4786e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9291944-3633-4686-827a-9ce3129d9691,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:07.026077 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.041023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Transition to ACTIVE for port object a433d7bf-d327-477e-b635-dfc6d8135772 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:07.043587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3318f6e-4da3-495d-9418-6d2a4786e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.047187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e3318f6e-4da3-495d-9418-6d2a4786e73f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9291944-3633-4686-827a-9ce3129d9691 HTTP/1.1" status: 204 len: 168 time: 2.1103251 May 27 01:55:07.067183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Transition to ACTIVE for port object a433d7bf-d327-477e-b635-dfc6d8135772 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:07.069369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.079401 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.099701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Network': ['ID=753ca8e3-068e-480d-8e09-d44dd57aeaa1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:07.133563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Deleting port 31b01c2b-5c85-4714-b5db-4c009aeb97b1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:07.134219 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.146852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.197820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Network becea5ed-b4ee-4dc0-861e-12acf44d074f is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:07.207670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e8ad812-c769-46dc-9869-2cc64153c83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.245563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Router 47b5efbb-fabf-4262-8ae2-7002c11e4309 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:55:07.250380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:07.259143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e8ad812-c769-46dc-9869-2cc64153c83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.266186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-27a56bc3-5bb4-4caf-b3a1-82c3174b5039 None None] The port '31b01c2b-5c85-4714-b5db-4c009aeb97b1' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:55:07.269478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:07.272719 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.345285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Pushing event updated for resources: {'Port': ['ID=a433d7bf-d327-477e-b635-dfc6d8135772,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:07.346977 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.365784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.376662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2ab50a54-e7ac-40e7-bc5a-18c495ac68a7 tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "DELETE /v2.0/networks/753ca8e3-068e-480d-8e09-d44dd57aeaa1 HTTP/1.1" status: 204 len: 168 time: 2.3845921 May 27 01:55:07.419127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38274) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:07.474831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Attempting to bind port a433d7bf-d327-477e-b635-dfc6d8135772 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:07.475337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Attempting to bind port a433d7bf-d327-477e-b635-dfc6d8135772 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:07.475811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Attempting to bind port a433d7bf-d327-477e-b635-dfc6d8135772 on network becea5ed-b4ee-4dc0-861e-12acf44d074f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:07.482621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:07.483186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Checking segment: {'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:07.483682 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.484193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Bound using segment: {'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:07.484814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Bound port: a433d7bf-d327-477e-b635-dfc6d8135772, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:07.485459 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.595935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] For port a433d7bf-d327-477e-b635-dfc6d8135772, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:07.599509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] For port a433d7bf-d327-477e-b635-dfc6d8135772, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a433d7bf-d327-477e-b635-dfc6d8135772,segment=NetworkSegment(69ccb1a4-9a34-4d41-a7ef-3a5beb409625),segment_id=69ccb1a4-9a34-4d41-a7ef-3a5beb409625)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:07.608376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.641466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e8ad812-c769-46dc-9869-2cc64153c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.669439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ad812-c769-46dc-9869-2cc64153c83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59fd398-4238-425c-82db-ed06134332bb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:07.678220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:07.689386 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Sync routers for ids ['47b5efbb-fabf-4262-8ae2-7002c11e4309'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:07.692995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e8ad812-c769-46dc-9869-2cc64153c83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.694304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8e8ad812-c769-46dc-9869-2cc64153c83a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c59fd398-4238-425c-82db-ed06134332bb HTTP/1.1" status: 204 len: 168 time: 0.7661719 May 27 01:55:07.711601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Routers {'47b5efbb-fabf-4262-8ae2-7002c11e4309'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:07.712287 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:54:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['47b5efbb-fabf-4262-8ae2-7002c11e4309'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:07.724644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.729027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-67d9dd8a-2fd3-4fe5-a9a0-d0e027e54a9f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2041564 May 27 01:55:07.730085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38286) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:07.734469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Deleting port e6b49e59-9772-4a69-b336-6f5fb28d4c76 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:07.739075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:07.741135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e7c397ec-7b02-4d72-93e6-6387f4b1e1ee up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:07.984908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Router 1c0d634d-3973-401c-82ca-04aa1443e9de is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:55:08.022582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b2e80a3e-abea-497f-8a4b-f5ca41286ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:08.044059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a02a1a-8fa7-4ec7-a5c5-c07277d32364 None None] Pushing event updated for resources: {'Port': ['ID=a433d7bf-d327-477e-b635-dfc6d8135772,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:08.067622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:08.068150 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:08.077593 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Set router 47b5efbb-fabf-4262-8ae2-7002c11e4309 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:08.129334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382960fe-6e0d-4a32-98ad-04f3132c09df req-aec7f26a-c7ff-4b28-b9a4-9e090970b74d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:08.143003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-382960fe-6e0d-4a32-98ad-04f3132c09df req-aec7f26a-c7ff-4b28-b9a4-9e090970b74d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 1.0394208 May 27 01:55:08.351067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:08.449823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:08.453944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:08.546988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:08.604666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:08.623746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Calling delete_port for e6b49e59-9772-4a69-b336-6f5fb28d4c76 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:08.671956 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T01:55:03Z', 'revision_number': 3, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:08.681279 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Checking router: 47b5efbb-fabf-4262-8ae2-7002c11e4309 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:55:08.684794 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Updating router 47b5efbb-fabf-4262-8ae2-7002c11e4309 port b9b99910-4189-4bfd-996f-ccf493f07452 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:55:08.726444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:08.742696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Usage tracker for resource:security_group_rule and tenant:eb5c923e543a4a8099c37d02a7c13f74 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:08.745387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Allocated IP 172.25.3.42 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/19301b29-aaa4-43df-9c4b-bdc8b6de9e0e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:08.753503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:08.760873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:08.762537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-27f258a1-14a3-4459-a3e3-64bf6714377e tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "PUT /v2.0/routers/1c0d634d-3973-401c-82ca-04aa1443e9de HTTP/1.1" status: 200 len: 917 time: 8.8175855 May 27 01:55:08.768008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] Sync routers for ids ['1c0d634d-3973-401c-82ca-04aa1443e9de'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:08.773970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38310) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:08.775399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:08.787444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] Routers {'1c0d634d-3973-401c-82ca-04aa1443e9de'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:08.788603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1c0d634d-3973-401c-82ca-04aa1443e9de'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:08.802913 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:08.859949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:08.899157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:08.911810 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-382960fe-6e0d-4a32-98ad-04f3132c09df req-eef4420a-44dc-40fe-b167-2ad617f3082b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7679331 May 27 01:55:08.913967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] Routers {'1c0d634d-3973-401c-82ca-04aa1443e9de'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:08.914909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1c0d634d-3973-401c-82ca-04aa1443e9de'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:09.013790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:09.014315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f32cec-dce2-41c2-a135-9a7f11770e2a None None] The sync data for ids ['1c0d634d-3973-401c-82ca-04aa1443e9de'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:09.086404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.099641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.273798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.278294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Pushing event deleted for resources: {'Port': ['ID=e6b49e59-9772-4a69-b336-6f5fb28d4c76,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:09.310322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.349631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4b89400c-55df-428e-85bb-19c6b793f107 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/1c0d634d-3973-401c-82ca-04aa1443e9de HTTP/1.1" status: 200 len: 923 time: 0.5689085 May 27 01:55:09.355614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38332) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:09.393246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.412624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.521059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.525944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f37306-cfc6-45d6-9004-aaf0dcef1ac3 req-21e2569c-c85b-4bda-9ac6-9512be5e2f25 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:09.535861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55f37306-cfc6-45d6-9004-aaf0dcef1ac3 req-21e2569c-c85b-4bda-9ac6-9512be5e2f25 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3522077 May 27 01:55:09.573284 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.593637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39eda1-4f75-4e5c-ac85-ddd86323a222 None None] Network becea5ed-b4ee-4dc0-861e-12acf44d074f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:09.607098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:09.613667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.615025 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-029d87a8-e085-44d7-8a0e-edbfd070735e tempest-FloatingIPAdminTestJSON-1765407778 tempest-FloatingIPAdminTestJSON-1765407778-project] 10.222.0.16 "DELETE /v2.0/floatingips/cdaabbee-037d-4c1e-be4f-09e7d7d9ebff HTTP/1.1" status: 204 len: 168 time: 2.1939921 May 27 01:55:09.616227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:09.626351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:09.677391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Pushing event updated for resources: {'Port': ['ID=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:09.733517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef5b887-9786-42bf-9e37-db798a7da2c7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:09.754356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.755331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.757032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.758480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.759477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.760413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.761477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.763064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.764508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.765758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.768523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.773433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55f37306-cfc6-45d6-9004-aaf0dcef1ac3 req-0e73daf6-f4e4-4c45-ba9d-6824bc24711d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016530 May 27 01:55:09.780811 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.785250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:09.825732 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Transition to ACTIVE for port object b9b99910-4189-4bfd-996f-ccf493f07452 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:09.843909 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:09.939169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b3edf165-591d-46ef-829b-9aa2c968e1ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb5c923e543a4a8099c37d02a7c13f74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3910270 May 27 01:55:09.940132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38344) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:09.984823 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Attempting to bind port b9b99910-4189-4bfd-996f-ccf493f07452 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:09.985465 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Attempting to bind port b9b99910-4189-4bfd-996f-ccf493f07452 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:09.986198 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Attempting to bind port b9b99910-4189-4bfd-996f-ccf493f07452 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:10.000408 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:10.001090 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:10.002099 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.002641 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:10.003396 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Bound port: b9b99910-4189-4bfd-996f-ccf493f07452, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:10.003919 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.004056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da0f11-02a9-49e3-acd5-4f1432d9cf82 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:10.008632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-12da0f11-02a9-49e3-acd5-4f1432d9cf82 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=1c0d634d-3973-401c-82ca-04aa1443e9de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6476974 May 27 01:55:10.013183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38352) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:10.040692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a433d7bf-d327-477e-b635-dfc6d8135772 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:10.060745 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3964d31-a1ad-44fe-9b57-3de4fd42b111 None None] Pushing event updated for resources: {'Port': ['ID=b9b99910-4189-4bfd-996f-ccf493f07452,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:10.115712 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] For port b9b99910-4189-4bfd-996f-ccf493f07452, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:10.119378 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] For port b9b99910-4189-4bfd-996f-ccf493f07452, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b9b99910-4189-4bfd-996f-ccf493f07452,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:10.130535 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.246262 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3964d31-a1ad-44fe-9b57-3de4fd42b111 None None] Pushing event updated for resources: {'Port': ['ID=b9b99910-4189-4bfd-996f-ccf493f07452,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:10.251080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38356) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:10.251597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:10.255462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Routers {'47b5efbb-fabf-4262-8ae2-7002c11e4309'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:10.256234 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['47b5efbb-fabf-4262-8ae2-7002c11e4309'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:10.297108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a433d7bf-d327-477e-b635-dfc6d8135772 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:10.329990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] Provisioning for port a433d7bf-d327-477e-b635-dfc6d8135772 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:10.353743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d0c55-9485-43d6-a920-f0bb9d05b513 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:10.354326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ee0d0c55-9485-43d6-a920-f0bb9d05b513 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Synchronizing usage tracker for tenant:3290b0cb86e34c408153291e88d8203f on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:10.359064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] Provisioning complete for port a433d7bf-d327-477e-b635-dfc6d8135772 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:10.361697 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.372447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2856-8fc7-403b-991c-7f86ccad17a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.412876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.431346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ee0d0c55-9485-43d6-a920-f0bb9d05b513 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Unset dirty status for tenant:3290b0cb86e34c408153291e88d8203f on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:10.435545 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ee0d0c55-9485-43d6-a920-f0bb9d05b513 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.4212513 May 27 01:55:10.436377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38370) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:10.461411 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] Set router 47b5efbb-fabf-4262-8ae2-7002c11e4309 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:10.468115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2856-8fc7-403b-991c-7f86ccad17a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.614229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] Current status of the port a433d7bf-d327-477e-b635-dfc6d8135772 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:10.614612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.651886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] For port a433d7bf-d327-477e-b635-dfc6d8135772, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a433d7bf-d327-477e-b635-dfc6d8135772,segment=NetworkSegment(69ccb1a4-9a34-4d41-a7ef-3a5beb409625),segment_id=69ccb1a4-9a34-4d41-a7ef-3a5beb409625)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:10.658666 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.719468 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b47a5b3-4544-4d0e-9b1b-dc560ce701fe tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c0d634d-3973-401c-82ca-04aa1443e9de HTTP/1.1" status: 200 len: 205 time: 0.2760158 May 27 01:55:10.726845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2856-8fc7-403b-991c-7f86ccad17a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.747667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38376) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:10.765336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5a3a3-98e2-4a0a-82e7-13f2d1286e3e None None] Pushing event updated for resources: {'Port': ['ID=a433d7bf-d327-477e-b635-dfc6d8135772,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:10.766937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.777106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.800151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2856-8fc7-403b-991c-7f86ccad17a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.802100 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f4ce2856-8fc7-403b-991c-7f86ccad17a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ef5b887-9786-42bf-9e37-db798a7da2c7 HTTP/1.1" status: 204 len: 168 time: 0.8572361 May 27 01:55:10.817802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cd3b-f3b8-4cab-9700-c6186d8de239 req-d7233d0f-0166-4f1f-8537-b6b9505d857a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:10.820379 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1705cd3b-f3b8-4cab-9700-c6186d8de239 req-d7233d0f-0166-4f1f-8537-b6b9505d857a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5853152 May 27 01:55:10.952643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2220c20b-ef15-4ca4-8c05-1fa07ef7e8d7 None None] Provisioning complete for port a433d7bf-d327-477e-b635-dfc6d8135772 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:10.953825 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2220c20b-ef15-4ca4-8c05-1fa07ef7e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:10.980529 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T01:55:03Z', 'revision_number': 3, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:10.990950 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1c50d-b05b-4ce3-84a7-483a702c1eab None None] The sync data for ids ['47b5efbb-fabf-4262-8ae2-7002c11e4309'] in n-d-843146-11 is: [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T01:55:03Z', 'revision_number': 3, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:11.005219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce2856-8fc7-403b-991c-7f86ccad17a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef5b887-9786-42bf-9e37-db798a7da2c7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:11.019800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:11.022598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:11.038497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Usage tracker for resource:security_group_rule and tenant:6840a6c4e6704462a482d2209a9add47 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:11.042445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:11.049480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:11.171093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2220c20b-ef15-4ca4-8c05-1fa07ef7e8d7 None None] Current status of the port a433d7bf-d327-477e-b635-dfc6d8135772 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:11.238448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:11.317789 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1705cd3b-f3b8-4cab-9700-c6186d8de239 req-9137d66d-b62b-4b35-8836-1337bd875635 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149712 May 27 01:55:11.508394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c35bfd4b-ebfc-428b-9782-f859886fa5b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03ac21c7f8574fb8b2613ec494d48efe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2511318 May 27 01:55:11.511788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38394) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:11.549859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Router d04434a9-fc17-455d-ae4c-745ff4e11b31 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:55:11.674769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:11.821684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a433d7bf-d327-477e-b635-dfc6d8135772 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:11.925954 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9476-fdb4-4705-8668-ec513d59d3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:11.927073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Allocated IP 172.20.0.1 (fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e/76a9eade-8417-4119-b05f-bdb8d2fd1f26/33b764ad-f337-4291-96c4-dac29c7048e9) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:11.977618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9476-fdb4-4705-8668-ec513d59d3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.011603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:12.021405 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Sync routers for ids ['d04434a9-fc17-455d-ae4c-745ff4e11b31'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:12.027798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a433d7bf-d327-477e-b635-dfc6d8135772 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:12.032520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.044316 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Routers {'d04434a9-fc17-455d-ae4c-745ff4e11b31'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:12.045060 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d04434a9-fc17-455d-ae4c-745ff4e11b31'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:12.124362 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.125557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.126876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c26943ff-f923-4d89-9231-8eb14bd4e79c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8307967 May 27 01:55:12.130419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38416) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:12.148576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.158050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.241429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a433d7bf-d327-477e-b635-dfc6d8135772 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:12.243838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b9b99910-4189-4bfd-996f-ccf493f07452 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:12.329864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b9b08-5837-4d4b-a682-a78772bd4d65,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:12.355481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b9b99910-4189-4bfd-996f-ccf493f07452 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:12.363837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b9b99910-4189-4bfd-996f-ccf493f07452 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:12.364540 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.391009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Deleting port b9059d03-a12d-494f-a777-981ef64d398e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:12.391354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.515907 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Set router d04434a9-fc17-455d-ae4c-745ff4e11b31 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:12.534002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b9b99910-4189-4bfd-996f-ccf493f07452 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:12.535567 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.564653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b9b99910-4189-4bfd-996f-ccf493f07452, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b9b99910-4189-4bfd-996f-ccf493f07452,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:12.570061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.635346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.766634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b9b99910-4189-4bfd-996f-ccf493f07452,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:12.837447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Calling delete_port for b9059d03-a12d-494f-a777-981ef64d398e owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:12.854799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9476-fdb4-4705-8668-ec513d59d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.919961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-55c15ee9-eb2a-4d1f-9188-f5efdab96583 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6840a6c4e6704462a482d2209a9add47&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6633182 May 27 01:55:12.935274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38430) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:12.945209 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T01:55:10Z', 'revision_number': 3, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:12.950875 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Checking router: d04434a9-fc17-455d-ae4c-745ff4e11b31 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:55:12.951218 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Updating router d04434a9-fc17-455d-ae4c-745ff4e11b31 port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:55:12.969644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9476-fdb4-4705-8668-ec513d59d3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55130e7-2432-4b16-8177-35ee70beadc1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:12.978445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9476-fdb4-4705-8668-ec513d59d3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:12.979744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7dcc9476-fdb4-4705-8668-ec513d59d3ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f55130e7-2432-4b16-8177-35ee70beadc1 HTTP/1.1" status: 204 len: 168 time: 1.4669948 May 27 01:55:13.040597 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.058243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c28f74-3f65-402a-8886-5cc309286e41 req-25e882cf-bc20-4fd6-9acc-c403c23dc861 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:13.066955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84c28f74-3f65-402a-8886-5cc309286e41 req-25e882cf-bc20-4fd6-9acc-c403c23dc861 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.7880437 May 27 01:55:13.119429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.132137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b926270-f0f8-48e0-9cbc-a15d611c97f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.163754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b926270-f0f8-48e0-9cbc-a15d611c97f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.201032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84c28f74-3f65-402a-8886-5cc309286e41 req-d26b0b3b-f3bb-4fcf-9b3c-c5ab8ded2702 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293204 May 27 01:55:13.202268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Transition to ACTIVE for port object 33b764ad-f337-4291-96c4-dac29c7048e9 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:13.318741 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.389593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.453152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event deleted for resources: {'Port': ['ID=b9059d03-a12d-494f-a777-981ef64d398e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:13.479071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b926270-f0f8-48e0-9cbc-a15d611c97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.523167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b926270-f0f8-48e0-9cbc-a15d611c97f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b9b08-5837-4d4b-a682-a78772bd4d65,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:13.557094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:13.578585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:13.579837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b926270-f0f8-48e0-9cbc-a15d611c97f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.582608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:13.589901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1b926270-f0f8-48e0-9cbc-a15d611c97f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee7b9b08-5837-4d4b-a682-a78772bd4d65 HTTP/1.1" status: 204 len: 168 time: 0.6466746 May 27 01:55:13.679406 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.700656 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Transition to ACTIVE for port object 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:13.715951 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.745626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b9b99910-4189-4bfd-996f-ccf493f07452 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:13.829819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Pushing event updated for resources: {'Port': ['ID=33b764ad-f337-4291-96c4-dac29c7048e9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:13.875253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38452) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:13.894424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.914633 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Attempting to bind port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:13.926274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.931193 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Attempting to bind port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:13.931601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Attempting to bind port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:13.948832 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:13.949461 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:13.949865 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.950254 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:13.950834 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Bound port: 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:13.951170 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.954932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b9b99910-4189-4bfd-996f-ccf493f07452 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:13.955890 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:13.976397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:13.987492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Usage tracker for resource:security_group_rule and tenant:32152da7b6eb4d82b208feff4de17602 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:13.991095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:14.006673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:14.058791 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d078-849f-4b3f-bb6e-ada57823755b None None] Pushing event updated for resources: {'Port': ['ID=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:14.137084 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] For port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:14.142143 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] For port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:14.149509 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.164518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.217474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b9b99910-4189-4bfd-996f-ccf493f07452 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:14.231369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-074ca31c-36e0-4738-b000-58646d8b33b4 None None] Provisioning for port 33b764ad-f337-4291-96c4-dac29c7048e9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:14.255027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-074ca31c-36e0-4738-b000-58646d8b33b4 None None] Provisioning complete for port 33b764ad-f337-4291-96c4-dac29c7048e9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:14.257311 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-074ca31c-36e0-4738-b000-58646d8b33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.328580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.332399 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d078-849f-4b3f-bb6e-ada57823755b None None] Pushing event updated for resources: {'Port': ['ID=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:14.378223 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Routers {'d04434a9-fc17-455d-ae4c-745ff4e11b31'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:14.379870 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d04434a9-fc17-455d-ae4c-745ff4e11b31'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:14.403064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Allocated IP 172.20.0.1 (becea5ed-b4ee-4dc0-861e-12acf44d074f/40a43be4-baa7-4905-b287-b2b4c33b0e26/a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:14.429112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-074ca31c-36e0-4738-b000-58646d8b33b4 None None] Port 33b764ad-f337-4291-96c4-dac29c7048e9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:55:14.486544 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.500676 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.570612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32152da7b6eb4d82b208feff4de17602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6921232 May 27 01:55:14.574559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38496) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:14.579358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5dd1a-eeea-49e9-9905-ee3a6a984264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b68be1-4043-4603-9c22-0fb38d9267f6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:14.646512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.676602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Transition to ACTIVE for port object a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:14.687205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-554d1998-e0b8-49c2-9e87-c268458bc8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.727842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-554d1998-e0b8-49c2-9e87-c268458bc8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.778304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] Set router d04434a9-fc17-455d-ae4c-745ff4e11b31 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:14.787372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.926040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.931995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.938084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Network becea5ed-b4ee-4dc0-861e-12acf44d074f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:14.939236 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-554d1998-e0b8-49c2-9e87-c268458bc8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:14.964014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:14.990553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d1998-e0b8-49c2-9e87-c268458bc8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b68be1-4043-4603-9c22-0fb38d9267f6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:14.999168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:15.011974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.012593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Fanout notify agent at l3_agent the message router_deleted on router 1c0d634d-3973-401c-82ca-04aa1443e9de {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:15.039420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2603fe-2814-49d6-aea0-6d8ed3287828 req-353c1850-e7d2-4a43-a82c-8b58b7f41964 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:15.040945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d2603fe-2814-49d6-aea0-6d8ed3287828 req-353c1850-e7d2-4a43-a82c-8b58b7f41964 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2917902 May 27 01:55:15.106496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:15.124404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d2603fe-2814-49d6-aea0-6d8ed3287828 req-770ee6d1-8908-4d20-b465-c34e2a990a80 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705173 May 27 01:55:15.136553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-554d1998-e0b8-49c2-9e87-c268458bc8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.137669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-554d1998-e0b8-49c2-9e87-c268458bc8b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5b68be1-4043-4603-9c22-0fb38d9267f6 HTTP/1.1" status: 204 len: 168 time: 0.5620508 May 27 01:55:15.148878 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.152257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4ddad7b8-0cfa-4b97-bb2c-7067ca63559a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/1c0d634d-3973-401c-82ca-04aa1443e9de HTTP/1.1" status: 204 len: 168 time: 4.3837523 May 27 01:55:15.154180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.157087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38512) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:15.167673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-787774819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:15.198277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38516) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:15.213886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:15.223225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Usage tracker for resource:router and tenant:1cc7e9dce27941c682eed17ba77e5a66 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:15.228677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:15.287152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:15.298620 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T01:55:10Z', 'revision_number': 3, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:15.305230 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeaea7-20f7-4443-8030-57d23770f296 None None] The sync data for ids ['d04434a9-fc17-455d-ae4c-745ff4e11b31'] in n-d-843146-11 is: [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T01:55:10Z', 'revision_number': 3, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:15.354407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.374515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0c1d08c8-8ab2-43e4-9d3d-5f8b54622c62 None None] Provisioning for port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:15.385022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0c1d08c8-8ab2-43e4-9d3d-5f8b54622c62 None None] Provisioning complete for port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:15.385891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0c1d08c8-8ab2-43e4-9d3d-5f8b54622c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.487320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d08c8-8ab2-43e4-9d3d-5f8b54622c62 None None] Port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:55:15.496746 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.497786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.524019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.677116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.743247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-656880803-network', 'tenant_id': '75f32902c4d44b8582989f6faacd9b92'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:15.755259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38526) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:15.755564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.756422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:15.765778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Usage tracker for resource:network and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:15.793161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.812270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:15.822642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.826267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e4ff5bc7-ccf7-4bfb-95b3-56ca6872d730 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6659255 May 27 01:55:15.826267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:15.826670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38530) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:15.841199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:15.841542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'enable_snat': False}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:15.853881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e109903a7641e58263ed9932ff081b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:15.859808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:15.878064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Made reservation on behalf of 75f32902c4d44b8582989f6faacd9b92 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:15.880312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.891812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:15.896385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38534) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:15.911372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.939102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:15.961612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:15.965929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:15.974803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:15.977775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:15.995427 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.128966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.183034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:16.188455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Pushing event updated for resources: {'Port': ['ID=33b764ad-f337-4291-96c4-dac29c7048e9,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:16.191808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.202309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:81d67f0914f84cfc8d3289314dcf5f3d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:16.217555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:16.230667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:16.341302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.353890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.366628 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.481415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7e109903a7641e58263ed9932ff081b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7220349 May 27 01:55:16.487832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de25975-a9b3-4779-ba36-2002e751bbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b689c779-82c6-4170-9c0b-740deba56135,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:16.493834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38542) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:16.495533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.531773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.576482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a598ce9-979e-4c86-8dfd-d6f22757a190 req-8885be87-8dd7-4bf8-bf86-56a4770ab45e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:16.585285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a598ce9-979e-4c86-8dfd-d6f22757a190 req-8885be87-8dd7-4bf8-bf86-56a4770ab45e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2335701 May 27 01:55:16.599303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:16.609004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.611247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:55:16.617263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:16.619454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.640141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9afeb61-ad07-418e-b8ba-425de2d3fc87,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:16.702901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.703497 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Added segment 73f3e60b-8af4-4064-9a12-9b5cce5c1232 of type vlan for network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 May 27 01:55:16.747440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.766956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a598ce9-979e-4c86-8dfd-d6f22757a190 req-13ba27f7-2c5d-4804-a555-1bbdd578b2ca tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802950 May 27 01:55:16.810535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:16.907365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69909bb7-0d2d-4593-a169-dad522f3a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.920527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-caf127b3-d9b5-48e2-b009-36d787de227d None None] Provisioning complete for port 33b764ad-f337-4291-96c4-dac29c7048e9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:16.921117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-caf127b3-d9b5-48e2-b009-36d787de227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.933000 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:16.982621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-caf127b3-d9b5-48e2-b009-36d787de227d None None] Port 33b764ad-f337-4291-96c4-dac29c7048e9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:55:17.009380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.054883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.085142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69909bb7-0d2d-4593-a169-dad522f3a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.169298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81d67f0914f84cfc8d3289314dcf5f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2700672 May 27 01:55:17.179657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38546) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:17.184376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fcb1f-2b88-48d0-933b-1c8d6e165ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c201c-edb6-4388-b076-cf7b1edad5ba,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:17.193480 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.194443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:17.195177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.278486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Router 47b5efbb-fabf-4262-8ae2-7002c11e4309 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:55:17.295282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Network becea5ed-b4ee-4dc0-861e-12acf44d074f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:17.301227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:17.306211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.325411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] Pushing event updated for resources: {'Network': ['ID=dca717e7-e4c5-4c57-be19-bc3c6f8999d5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:17.339152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:55:17.352723 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.418758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7aa106a9-c622-4735-87e9-94efc5793a56 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2168646 May 27 01:55:17.427280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38550) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:17.434520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Request body: {'subnet': {'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-656880803-subnet', 'tenant_id': '75f32902c4d44b8582989f6faacd9b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:17.448333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69909bb7-0d2d-4593-a169-dad522f3a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.450780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69909bb7-0d2d-4593-a169-dad522f3a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.451932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69909bb7-0d2d-4593-a169-dad522f3a31c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b689c779-82c6-4170-9c0b-740deba56135 HTTP/1.1" status: 204 len: 168 time: 0.9551089 May 27 01:55:17.467197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:17.575028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69909bb7-0d2d-4593-a169-dad522f3a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b689c779-82c6-4170-9c0b-740deba56135,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:17.585737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Usage tracker for resource:subnet and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:17.621582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.647695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Router d04434a9-fc17-455d-ae4c-745ff4e11b31 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:55:17.658373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b98bc3a1-56d6-493c-9391-f514bab6bb3c None None] Provisioning complete for port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:17.658772 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b98bc3a1-56d6-493c-9391-f514bab6bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.698456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.702492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:17.704927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:17.719791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69d773b1-0a8c-45a2-abb3-851c69bb6db3 admin admin] 10.222.0.16 "PUT /v2.0/routers/47b5efbb-fabf-4262-8ae2-7002c11e4309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9878526 May 27 01:55:17.734382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:17.746579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Made reservation on behalf of 75f32902c4d44b8582989f6faacd9b92 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:17.749488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:17.775061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b98bc3a1-56d6-493c-9391-f514bab6bb3c None None] Port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:55:17.777289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Sync routers for ids ['47b5efbb-fabf-4262-8ae2-7002c11e4309'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:17.783950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:17.851642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Routers {'47b5efbb-fabf-4262-8ae2-7002c11e4309'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:17.853075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['47b5efbb-fabf-4262-8ae2-7002c11e4309'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:18.054739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Set router 47b5efbb-fabf-4262-8ae2-7002c11e4309 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:18.079837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924fb60-72a8-4e86-a05d-e72f228adbce req-8da2f51b-0099-43f8-8ac3-0fe771f9155d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:18.088242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e924fb60-72a8-4e86-a05d-e72f228adbce req-8da2f51b-0099-43f8-8ac3-0fe771f9155d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.1317697 May 27 01:55:18.132267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Allocated IP 172.25.3.48 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/fd054b1c-96ab-4a8c-ac3c-8fdf5f07c106) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:18.209279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e924fb60-72a8-4e86-a05d-e72f228adbce req-0610ff0b-1469-4a97-bcf9-e0544a5cba5f tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199460 May 27 01:55:18.242227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:18.250100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.257537 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Sync routers for ids ['d04434a9-fc17-455d-ae4c-745ff4e11b31'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:18.275557 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Routers {'d04434a9-fc17-455d-ae4c-745ff4e11b31'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:18.276203 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d04434a9-fc17-455d-ae4c-745ff4e11b31'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:18.287119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c201c-edb6-4388-b076-cf7b1edad5ba,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:18.308215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.308904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.309440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.309992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.310512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.311049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.311567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.312100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.312715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.313697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.314226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.315254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:18.351102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.353281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d91102a1-6124-4dbd-880b-f91497c3e2bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/794c201c-edb6-4388-b076-cf7b1edad5ba HTTP/1.1" status: 204 len: 168 time: 1.1704750 May 27 01:55:18.362048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-efe5c136-aa59-445b-aeda-5bee7cd8f8d5 admin admin] 10.222.0.16 "PUT /v2.0/routers/d04434a9-fc17-455d-ae4c-745ff4e11b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2303715 May 27 01:55:18.376723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.423422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:18.435439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:18.435982 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.452842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.494037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.524164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d0a626-0472-40f3-b72d-dd4954d3c181,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:18.584581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 4, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '33b764ad-f337-4291-96c4-dac29c7048e9', 'name': '', 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'mac_address': 'fa:16:3e:ff:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '76a9eade-8417-4119-b05f-bdb8d2fd1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:10Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 2, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'subnets': [{'id': '76a9eade-8417-4119-b05f-bdb8d2fd1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:18.600586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Checking router: 47b5efbb-fabf-4262-8ae2-7002c11e4309 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:55:18.600947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Updating router 47b5efbb-fabf-4262-8ae2-7002c11e4309 port 33b764ad-f337-4291-96c4-dac29c7048e9 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:55:18.605535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:18.610080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:18.615491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:18.626683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Checking segment: {'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:18.632063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Network hostable DHCP agents. Network: dca717e7-e4c5-4c57-be19-bc3c6f8999d5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:55:18.636513 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Set router d04434a9-fc17-455d-ae4c-745ff4e11b31 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:18.708549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:55:18.714627 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.729828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, dca717e7-e4c5-4c57-be19-bc3c6f8999d5) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:18.743668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:18.744304 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:18.747043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f97333-5742-4ae2-be1a-f6ff16808df3 None None] Network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:18.795698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-13199270-8160-4bc7-9cb1-f2a8c382e9ee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3678863 May 27 01:55:19.310659 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 4, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7', 'name': '', 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'mac_address': 'fa:16:3e:a5:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '40a43be4-baa7-4905-b287-b2b4c33b0e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:14Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 2, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'subnets': [{'id': '40a43be4-baa7-4905-b287-b2b4c33b0e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:19.315132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38642) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:19.320202 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Checking router: d04434a9-fc17-455d-ae4c-745ff4e11b31 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:55:19.320837 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Updating router d04434a9-fc17-455d-ae4c-745ff4e11b31 port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:55:19.365098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:19.410033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:19.423632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Usage tracker for resource:security_group_rule and tenant:5f6c21ac4e2b400484abfda76bb811a9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:19.433684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:19.455479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:19.456013 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:19.492686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Pushing event updated for resources: {'Port': ['ID=fd054b1c-96ab-4a8c-ac3c-8fdf5f07c106,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:19.675557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:19.688401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Transition to ACTIVE for port object 33b764ad-f337-4291-96c4-dac29c7048e9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:19.723965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:19.734785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:19.766652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:19.767353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:19.773334 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:19.904438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f6c21ac4e2b400484abfda76bb811a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848744 May 27 01:55:19.911772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38680) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:20.004827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1791040080', 'description': 'tempest-description-887663890'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:20.139459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:20.209590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:20.216562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:20.220436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e348de-9507-4375-8a73-91a332d0dd8d None None] Network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:20.242734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42572853-d608-44d4-a0ee-bb8bb092fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd44b38-7ee5-4a09-95c6-05355ceded47,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:20.264511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:20.337756 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.339147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c24925f1-134c-4aba-bf76-1e6abaa1eef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.348203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.438543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:20.469049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:20.481586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:20.493292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:20.508008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c24925f1-134c-4aba-bf76-1e6abaa1eef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.550151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:20.680790 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.789984 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Transition to ACTIVE for port object a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:20.802615 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.808432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c24925f1-134c-4aba-bf76-1e6abaa1eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.850552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.852826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24925f1-134c-4aba-bf76-1e6abaa1eef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd44b38-7ee5-4a09-95c6-05355ceded47,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:20.857777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Attempting to bind port 33b764ad-f337-4291-96c4-dac29c7048e9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:20.861606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Attempting to bind port 33b764ad-f337-4291-96c4-dac29c7048e9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:20.866242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Attempting to bind port 33b764ad-f337-4291-96c4-dac29c7048e9 on network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:20.868687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.893010 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.900970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:20.901598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Checking segment: {'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:20.902227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.902846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Bound using segment: {'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:20.903972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Bound port: 33b764ad-f337-4291-96c4-dac29c7048e9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbfbca3-67be-4765-ae38-c67de8813558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:20.904680 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:20.937942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cab3ed-4cd8-4924-b0ed-6c28fe0be2c0 None None] Pushing event updated for resources: {'Port': ['ID=33b764ad-f337-4291-96c4-dac29c7048e9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:20.978174 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898197b-4d65-45dd-bc2f-ea8cc1f9cf2f None None] Pushing event updated for resources: {'Port': ['ID=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:21.011102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff58615-ec4b-451e-9eda-77de715e380b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:21.025380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:21.040989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c24925f1-134c-4aba-bf76-1e6abaa1eef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:21.041248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c24925f1-134c-4aba-bf76-1e6abaa1eef9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bd44b38-7ee5-4a09-95c6-05355ceded47 HTTP/1.1" status: 204 len: 168 time: 1.1285074 May 27 01:55:21.068370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:21.086806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c2805eb-1350-4678-99e7-6ab21878d1b3 req-7f612704-cca5-41e0-8841-2220d1565bc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0938330 May 27 01:55:21.199693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] For port 33b764ad-f337-4291-96c4-dac29c7048e9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:21.209426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] For port 33b764ad-f337-4291-96c4-dac29c7048e9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=33b764ad-f337-4291-96c4-dac29c7048e9,segment=NetworkSegment(cbbfbca3-67be-4765-ae38-c67de8813558),segment_id=cbbfbca3-67be-4765-ae38-c67de8813558)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:21.219420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:21.376527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cab3ed-4cd8-4924-b0ed-6c28fe0be2c0 None None] Pushing event updated for resources: {'Port': ['ID=33b764ad-f337-4291-96c4-dac29c7048e9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:21.468072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Routers {'47b5efbb-fabf-4262-8ae2-7002c11e4309'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:21.468701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['47b5efbb-fabf-4262-8ae2-7002c11e4309'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:21.471202 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Attempting to bind port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:21.471574 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Attempting to bind port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:21.472512 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Attempting to bind port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 on network becea5ed-b4ee-4dc0-861e-12acf44d074f {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:21.508410 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:21.508789 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Checking segment: {'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:21.509196 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:21.509590 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Bound using segment: {'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:21.521434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Bound port: a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ccb1a4-9a34-4d41-a7ef-3a5beb409625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:21.522093 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:21.615715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:21.629223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:21.913690 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] For port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:21.923832 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] For port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,segment=NetworkSegment(69ccb1a4-9a34-4d41-a7ef-3a5beb409625),segment_id=69ccb1a4-9a34-4d41-a7ef-3a5beb409625)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:21.933501 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:22.068002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-18121210', 'description': 'tempest-description-401324747'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:22.090405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:22.109142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:22.124121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:22.156191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:22.208996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:22.236929 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898197b-4d65-45dd-bc2f-ea8cc1f9cf2f None None] Pushing event updated for resources: {'Port': ['ID=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:22.263671 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Routers {'d04434a9-fc17-455d-ae4c-745ff4e11b31'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:22.269265 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d04434a9-fc17-455d-ae4c-745ff4e11b31'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:22.299748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] Set router 47b5efbb-fabf-4262-8ae2-7002c11e4309 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:22.302287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbd11d-731d-4518-b318-9eb468bb4d1a req-59bf7e7b-a334-4990-a81f-34da0c873408 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:22.317224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-36dbd11d-731d-4518-b318-9eb468bb4d1a req-59bf7e7b-a334-4990-a81f-34da0c873408 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 1.4144139 May 27 01:55:22.329697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:22.348605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:22.361796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:22.392229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:22.491745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-36dbd11d-731d-4518-b318-9eb468bb4d1a req-3133afac-1d90-4143-b9af-a702687579b2 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732752 May 27 01:55:22.646549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Router eae15a1b-fc28-48a9-b991-cf745910b44b is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:55:22.679417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:22.691954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:22.802085 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] Set router d04434a9-fc17-455d-ae4c-745ff4e11b31 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:22.880312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:22.886979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45aabf94-372e-42b5-a48b-bdd7bcfafce8 req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8268943 May 27 01:55:22.901922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d52cc-2998-4aef-a66d-1c9f0b58466e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba767fd-29fb-4571-8046-8eefa0cb580d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:23.189159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:23.385371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:23.395182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:23.396364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-86511646-51cb-42c9-a55e-fab1668d21a5 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "PUT /v2.0/routers/eae15a1b-fc28-48a9-b991-cf745910b44b HTTP/1.1" status: 200 len: 918 time: 7.5685065 May 27 01:55:23.399102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38816) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:23.586875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38826) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:23.627232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] Sync routers for ids ['eae15a1b-fc28-48a9-b991-cf745910b44b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:23.770117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] Routers {'eae15a1b-fc28-48a9-b991-cf745910b44b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:23.771186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['eae15a1b-fc28-48a9-b991-cf745910b44b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:23.901396 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7748b5b-427e-424d-b333-7e327968090d tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/eae15a1b-fc28-48a9-b991-cf745910b44b HTTP/1.1" status: 200 len: 924 time: 0.5010343 May 27 01:55:23.904164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38836) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:23.916938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38842) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:24.085076 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 4, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7', 'name': '', 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'mac_address': 'fa:16:3e:a5:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '40a43be4-baa7-4905-b287-b2b4c33b0e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:14Z', 'updated_at': '2022-05-27T01:55:21Z', 'revision_number': 4, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'subnets': [{'id': '40a43be4-baa7-4905-b287-b2b4c33b0e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:24.101589 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbf03d-9d5e-4ea8-b705-4d13696d277f None None] The sync data for ids ['d04434a9-fc17-455d-ae4c-745ff4e11b31'] in n-d-843146-11 is: [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 4, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7', 'name': '', 'network_id': 'becea5ed-b4ee-4dc0-861e-12acf44d074f', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'mac_address': 'fa:16:3e:a5:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '40a43be4-baa7-4905-b287-b2b4c33b0e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:14Z', 'updated_at': '2022-05-27T01:55:21Z', 'revision_number': 4, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'subnets': [{'id': '40a43be4-baa7-4905-b287-b2b4c33b0e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:24.109380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:24.155428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:24.176718 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:24.244411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1208954897-network', 'tenant_id': 'ab2fd2cdab9941ceb4c8fecc4c9bfff1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:24.247948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b32a11b0-ff4a-4620-bdfd-5c5ab1fd4938 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:24.251066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:24.261244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Usage tracker for resource:network and tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:24.267814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:24.288385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:24.301108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] Routers {'eae15a1b-fc28-48a9-b991-cf745910b44b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:24.301844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['eae15a1b-fc28-48a9-b991-cf745910b44b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:24.309939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38848) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:24.310698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b32a11b0-ff4a-4620-bdfd-5c5ab1fd4938 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "PUT /v2.0/quotas/21c4bb48b34c42cfa5fe72595cc8484a HTTP/1.1" status: 200 len: 368 time: 0.7221479 May 27 01:55:24.321362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Request body: {'network': {'project_id': '21c4bb48b34c42cfa5fe72595cc8484a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:24.327638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:24.335005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Usage tracker for resource:network and tenant:21c4bb48b34c42cfa5fe72595cc8484a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:24.337162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:24.347222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:24.359216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Made reservation on behalf of ab2fd2cdab9941ceb4c8fecc4c9bfff1 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:24.365128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:24.366983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c39864-3a9c-44ed-a244-d88d3e384a67 req-5758b388-bc34-460c-91bd-5fb144b3df88 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:24.368754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-17c39864-3a9c-44ed-a244-d88d3e384a67 req-5758b388-bc34-460c-91bd-5fb144b3df88 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2937393 May 27 01:55:24.370894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1848f9-31f3-47c0-98b2-d64153da2765 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:24.372324 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fc1848f9-31f3-47c0-98b2-d64153da2765 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=eae15a1b-fc28-48a9-b991-cf745910b44b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4665174 May 27 01:55:24.375428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38852) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:24.386950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Made reservation on behalf of 21c4bb48b34c42cfa5fe72595cc8484a for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:24.390378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:24.406759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:24.407082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8490be-71da-4d29-ad7d-796ad132843e None None] The sync data for ids ['eae15a1b-fc28-48a9-b991-cf745910b44b'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:24.466919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 4, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '33b764ad-f337-4291-96c4-dac29c7048e9', 'name': '', 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'mac_address': 'fa:16:3e:ff:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '76a9eade-8417-4119-b05f-bdb8d2fd1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:10Z', 'updated_at': '2022-05-27T01:55:21Z', 'revision_number': 4, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'subnets': [{'id': '76a9eade-8417-4119-b05f-bdb8d2fd1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:24.550249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35367118-5d77-4fcf-8866-345ed6838ed5 None None] The sync data for ids ['47b5efbb-fabf-4262-8ae2-7002c11e4309'] in n-d-843146-11 is: [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T01:55:15Z', 'revision_number': 4, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '33b764ad-f337-4291-96c4-dac29c7048e9', 'name': '', 'network_id': 'fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'mac_address': 'fa:16:3e:ff:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '76a9eade-8417-4119-b05f-bdb8d2fd1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:10Z', 'updated_at': '2022-05-27T01:55:21Z', 'revision_number': 4, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'subnets': [{'id': '76a9eade-8417-4119-b05f-bdb8d2fd1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:24.570695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-17c39864-3a9c-44ed-a244-d88d3e384a67 req-cd9b9cc9-e46f-4cb3-98ab-20325c69ea95 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913004 May 27 01:55:24.578833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:24.633007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:24.668618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:24.677595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:24.682021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38335d7f-692a-46c6-ad96-f848aae0d646 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:24.683483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38335d7f-692a-46c6-ad96-f848aae0d646 tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/networks/737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 881 time: 0.3070278 May 27 01:55:24.686606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:24.687469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38858) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:24.692410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Usage tracker for resource:security_group_rule and tenant:21c4bb48b34c42cfa5fe72595cc8484a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:24.695504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:24.703037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:24.707140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:24.709437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:24.722942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:24.747440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:55:24.828628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-051fb6d8-4fd4-452f-aea0-05bed5adb78a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=eae15a1b-fc28-48a9-b991-cf745910b44b HTTP/1.1" status: 200 len: 205 time: 0.1397660 May 27 01:55:24.834140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38864) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:25.116685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:25.149603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b', 'port_id': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'mac_address': 'fa:16:3e:6e:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba123b46-a4d5-4c7f-850e-447b2a70c318', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:55:25.227558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:25.313682 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:25.407309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:25.407823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:25.449348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:55:25.486187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:25.498382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:25.573148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:25.580697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:25.581092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:25.631790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8008e6c5-4888-4b4f-a531-ebdb7b4348f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:55:25.687727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa066c-0334-448c-ac1e-abaa21e62cab req-a4551334-9cbf-4dad-aac3-d3945709a60a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:25.689310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bfa066c-0334-448c-ac1e-abaa21e62cab req-a4551334-9cbf-4dad-aac3-d3945709a60a tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1826949 May 27 01:55:25.767319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:25.774321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bfa066c-0334-448c-ac1e-abaa21e62cab req-98710212-3a1d-4d2c-b868-79d0ea15c052 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756047 May 27 01:55:26.040785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.049872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.063484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.086324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-e940de12-f46d-4aee-9eb5-604cdcc2c922 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5351605 May 27 01:55:26.087024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.102017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.149433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:55:26.173939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:26.174323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.177795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:55:26.181398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Deleting port fd054b1c-96ab-4a8c-ac3c-8fdf5f07c106 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:26.181750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.223163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c372c65-2871-4b6d-b19e-551a2b785375,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:26.296725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,segment=NetworkSegment(69ccb1a4-9a34-4d41-a7ef-3a5beb409625),segment_id=69ccb1a4-9a34-4d41-a7ef-3a5beb409625)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:26.312073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.313407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 33b764ad-f337-4291-96c4-dac29c7048e9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:26.363610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa62cc17-6bd6-4945-b696-6a80e4bcd748,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:26.383966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.384558 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Added segment 506a0a1b-e4f5-4da1-a487-074b224a919d of type vlan for network d9c8f55b-ed74-4aee-9eca-ceab6da162dd May 27 01:55:26.446574 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.450618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea8ed1-66e3-4d40-9a8f-9b8d5ad89042 req-eb43ef5a-e544-4efd-9da5-eb8bc498d6a0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:26.451800 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Added segment 562775f0-2fc4-4493-a623-a15476c34b35 of type vlan for network 613a57e8-b984-499d-a2f4-da1c522aa8d1 May 27 01:55:26.472850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9ea8ed1-66e3-4d40-9a8f-9b8d5ad89042 req-eb43ef5a-e544-4efd-9da5-eb8bc498d6a0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 944 time: 0.5602252 May 27 01:55:26.525855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.533265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:26.553729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9ea8ed1-66e3-4d40-9a8f-9b8d5ad89042 req-d5620fcc-335a-4467-9a77-9b4c3246cac4 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770833 May 27 01:55:26.579227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 33b764ad-f337-4291-96c4-dac29c7048e9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:55:26.588485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 33b764ad-f337-4291-96c4-dac29c7048e9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:26.588853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.656349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.685187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-02c200d2-d897-45d5-9ebe-26728be98a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:26.686678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-02c200d2-d897-45d5-9ebe-26728be98a35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 1097 time: 0.4548051 May 27 01:55:26.761895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:26.778772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.779635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:26.780226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.810279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 33b764ad-f337-4291-96c4-dac29c7048e9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:26.810885 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:26.873856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 33b764ad-f337-4291-96c4-dac29c7048e9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=33b764ad-f337-4291-96c4-dac29c7048e9,segment=NetworkSegment(cbbfbca3-67be-4765-ae38-c67de8813558),segment_id=cbbfbca3-67be-4765-ae38-c67de8813558)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:26.910129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.011860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:27.012443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.050874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.086121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35e12-af55-47bf-9464-cc4adf6f5774 req-4aaa4605-0c04-4469-83a4-080941d38e41 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:27.095222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92a35e12-af55-47bf-9464-cc4adf6f5774 req-4aaa4605-0c04-4469-83a4-080941d38e41 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1531920 May 27 01:55:27.128840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:27.164739 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92a35e12-af55-47bf-9464-cc4adf6f5774 req-371fa7a5-4ffe-43a1-8d38-d7a056f86527 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681939 May 27 01:55:27.223114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.224105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:27.225014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.229437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c8f55b-ed74-4aee-9eca-ceab6da162dd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:27.259593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=33b764ad-f337-4291-96c4-dac29c7048e9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:27.262301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d9c8f55b-ed74-4aee-9eca-ceab6da162dd details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:55:27.298370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.298792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.299069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.299411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.300378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.300727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.303782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.304170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.304510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.305127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.305427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.305764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:55:27.350012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-147e4b46-5100-4264-a3dd-2240e400458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:27.351497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-147e4b46-5100-4264-a3dd-2240e400458d service neutron] 10.222.0.13 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.6289818 May 27 01:55:27.359933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Pushing event updated for resources: {'Network': ['ID=613a57e8-b984-499d-a2f4-da1c522aa8d1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:27.385093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 613a57e8-b984-499d-a2f4-da1c522aa8d1 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:55:27.583443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:27.583823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.693273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:27.694009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.718347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Calling delete_port for fd054b1c-96ab-4a8c-ac3c-8fdf5f07c106 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:27.788778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:55:27.809229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:27.820533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:27.863870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108862-0fe5-4a99-96fa-f4ae6eabe111 req-81239f59-8dc6-420c-a291-7bdbb898133e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:27.872157 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a108862-0fe5-4a99-96fa-f4ae6eabe111 req-81239f59-8dc6-420c-a291-7bdbb898133e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 944 time: 0.1365066 May 27 01:55:27.937018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a108862-0fe5-4a99-96fa-f4ae6eabe111 req-6023e8f0-4ba7-4692-91fd-71f7ca005b90 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635760 May 27 01:55:27.979016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:27.998854 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034c8858-e07d-47fd-a0bf-9180bc4f634b'] response: {'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'code': 200} May 27 01:55:27.999613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:28.035386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-6af6a116-cbae-4cf0-ab20-126a7ac68c30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 200 len: 217 time: 0.6705666 May 27 01:55:28.089133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1b3ec0be-ca03-4422-b44d-9ac66e8b8cfd tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.7763541 May 27 01:55:28.095588 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ba09de1e-e925-4b48-a6a5-55875ed722b2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1724377 May 27 01:55:28.095839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38890) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:28.095839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38892) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:28.100454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Request body: {'network': {'project_id': '21c4bb48b34c42cfa5fe72595cc8484a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:28.107516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Request body: {'subnet': {'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1208954897-subnet', 'tenant_id': 'ab2fd2cdab9941ceb4c8fecc4c9bfff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:28.115479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:28.119507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:28.126474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Usage tracker for resource:network and tenant:21c4bb48b34c42cfa5fe72595cc8484a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:28.130114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:28.133034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Usage tracker for resource:subnet and tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:28.138185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:28.140856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:28.152187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Made reservation on behalf of 21c4bb48b34c42cfa5fe72595cc8484a for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:28.154615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.168419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:28.188438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-84781638-2a4f-45ec-b32a-b8c57ac3891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:28.190152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-84781638-2a4f-45ec-b32a-b8c57ac3891d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1451788 May 27 01:55:28.207817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Made reservation on behalf of ab2fd2cdab9941ceb4c8fecc4c9bfff1 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:28.210492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.295420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-27baefc4-2df5-454f-8ab6-e6da577bbf9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4413083 May 27 01:55:28.320828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.363935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:55:28.426454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event deleted for resources: {'Port': ['ID=fd054b1c-96ab-4a8c-ac3c-8fdf5f07c106,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:28.446484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.446836 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Added segment 6e9fed63-3561-4f08-bec5-584716287579 of type vlan for network 0aa05f3b-5817-4887-a544-e316b499e7a1 May 27 01:55:28.509074 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.544512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0845c3d-d0f2-4e9c-b318-a8d9df6cc137 req-4e271a38-8033-4aac-a8a3-ba53ffe59bd3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:28.551945 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0845c3d-d0f2-4e9c-b318-a8d9df6cc137 req-4e271a38-8033-4aac-a8a3-ba53ffe59bd3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.1898527 May 27 01:55:28.630398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.644110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.645059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:28.645634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.733060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0845c3d-d0f2-4e9c-b318-a8d9df6cc137 req-e1b09102-cd30-4731-91e4-4e9e4eb4837b tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802330 May 27 01:55:28.778680 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6855383 May 27 01:55:28.785246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-7090e70b-e52c-4d04-b47d-78a66d5dcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:28.786775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-7090e70b-e52c-4d04-b47d-78a66d5dcae8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5601606 May 27 01:55:28.787583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38906) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:28.816505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f44c7-37cb-448e-bedb-63b012188548 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Pushing event updated for resources: {'Network': ['ID=0aa05f3b-5817-4887-a544-e316b499e7a1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:28.829137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0aa05f3b-5817-4887-a544-e316b499e7a1 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:55:28.839547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.866346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Request body: {'network': {'project_id': '21c4bb48b34c42cfa5fe72595cc8484a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:28.889815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:28.940505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.948484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-e3cccb51-634f-4eee-923c-e97d91190553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:28.949977 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-e3cccb51-634f-4eee-923c-e97d91190553 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94808042355844b686d7053c3b65ef77&device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 1097 time: 0.5279574 May 27 01:55:28.958769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Usage tracker for resource:network and tenant:21c4bb48b34c42cfa5fe72595cc8484a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:28.961768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:28.966387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:28.988552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43acef3f-1f90-4fdc-b641-449f0d6aadb1,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:29.000010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:29.016038 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 01:55:29.016562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:55:29.017719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3abf0f31-79f3-46a3-8aef-f2174bb39cd3 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1748059 May 27 01:55:29.030060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38912) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:29.084856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 33b764ad-f337-4291-96c4-dac29c7048e9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:55:29.116834 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4d6fd02c-8aaf-48ac-be68-c0d7b0060835 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21c4bb48b34c42cfa5fe72595cc8484a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784791 May 27 01:55:29.126298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38918) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:29.127031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Checking segment: {'id': '506a0a1b-e4f5-4da1-a487-074b224a919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:29.127380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Network hostable DHCP agents. Network: d9c8f55b-ed74-4aee-9eca-ceab6da162dd, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:55:29.173710 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.174392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Fanout notify agent at l3_agent the message router_deleted on router eae15a1b-fc28-48a9-b991-cf745910b44b {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:29.196832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 33b764ad-f337-4291-96c4-dac29c7048e9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:55:29.197481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.241577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-99548dce-8a69-46cb-b10d-961f01d12b63 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961909 May 27 01:55:29.257902 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.258997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-59405103-d504-42fe-8a44-c5b0db9d37e0 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/eae15a1b-fc28-48a9-b991-cf745910b44b HTTP/1.1" status: 204 len: 168 time: 4.4180057 May 27 01:55:29.274020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38922) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:29.301646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1847327199', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:29.312172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:29.317003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Usage tracker for resource:router and tenant:1cc7e9dce27941c682eed17ba77e5a66 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:29.320946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:29.328495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:29.353045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Network d9c8f55b-ed74-4aee-9eca-ceab6da162dd is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:55:29.373664 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.374744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.384023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d9c8f55b-ed74-4aee-9eca-ceab6da162dd) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:29.387062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99a16028-a1da-483d-a265-defd57fe94f6 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.406755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:29.407330 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.437145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 33b764ad-f337-4291-96c4-dac29c7048e9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:55:29.446163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99394b2b-305f-4ec7-b417-1897ca983998 None None] Network d9c8f55b-ed74-4aee-9eca-ceab6da162dd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:29.447024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.470287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99a16028-a1da-483d-a265-defd57fe94f6 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:29.494574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc4216-8b40-455b-a125-750001d14d82 req-14ea1b70-bad4-4e89-b24d-7174bd3180f4 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:29.496245 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90cc4216-8b40-455b-a125-750001d14d82 req-14ea1b70-bad4-4e89-b24d-7174bd3180f4 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3782518 May 27 01:55:29.511522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be9f5fb2-63f1-473c-8ed1-d0cc32c6fc0a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4161899 May 27 01:55:29.521752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-e0e2cbee-de24-4b64-8650-5f88c9443ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:29.523251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-e0e2cbee-de24-4b64-8650-5f88c9443ff3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 200 len: 919 time: 0.5437360 May 27 01:55:29.665739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-02ead0c3-d275-49fc-a0c9-1c67aa0811f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b438391-2aaf-454d-8e6d-6f59f058b713 HTTP/1.1" status: 200 len: 217 time: 0.1294084 May 27 01:55:29.692487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2832e11-bbea-448e-8539-070c9e93e396 req-528a2f8b-0dc0-4220-8015-9086ec391afb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:29.693902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2832e11-bbea-448e-8539-070c9e93e396 req-528a2f8b-0dc0-4220-8015-9086ec391afb tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.5986991 May 27 01:55:29.724735 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90cc4216-8b40-455b-a125-750001d14d82 req-b5bd30b6-0dcf-41fe-9be0-69784c4176aa tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158382 May 27 01:55:29.843420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-324cdc2a-ea78-43e0-ad13-7c285d66a318 req-4861de1f-4cd5-4994-b2e3-fc1e3289ce30 service neutron] 10.222.0.13 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910592 May 27 01:55:29.873812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-08beb374-a5ac-4df8-b0b7-0c389a753734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:29.893644 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-08beb374-a5ac-4df8-b0b7-0c389a753734 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 200 len: 857 time: 0.1881013 May 27 01:55:29.893644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Deleting port 142a8f75-5802-4b04-a718-d008102723e1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:29.893644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.001976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99a16028-a1da-483d-a265-defd57fe94f6 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.022427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86512da6-6655-4af7-9d8c-16f1ca752f21 None None] Network d9c8f55b-ed74-4aee-9eca-ceab6da162dd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:30.030966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.043913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a16028-a1da-483d-a265-defd57fe94f6 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa62cc17-6bd6-4945-b696-6a80e4bcd748,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:30.074972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99a16028-a1da-483d-a265-defd57fe94f6 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.079024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-99a16028-a1da-483d-a265-defd57fe94f6 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa62cc17-6bd6-4945-b696-6a80e4bcd748 HTTP/1.1" status: 204 len: 168 time: 0.9433115 May 27 01:55:30.079677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38938) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:30.164845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-3f9f71f8-6621-4be7-aa41-5a29df62f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:30.168193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-3f9f71f8-6621-4be7-aa41-5a29df62f587 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=519811a9-a91a-42df-a693-bc50e0fa664c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2486439 May 27 01:55:30.473101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.493933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-5881fea9-397b-4c6f-a1f0-80d35424e3cf service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072686 May 27 01:55:30.569686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:30.580625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1636706083-network', 'tenant_id': '55e2db91a75048eaa11da9514059f70f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:30.595107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:30.607771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] For port 142a8f75-5802-4b04-a718-d008102723e1, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=142a8f75-5802-4b04-a718-d008102723e1,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:30.608256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.630528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Usage tracker for resource:network and tenant:55e2db91a75048eaa11da9514059f70f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:30.648817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:30.675923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:30.693494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47361900-d2c8-4d55-8cd8-cf7f621f5259 req-03243b52-05ef-4417-84a5-1f88b183e4e4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:30.694979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47361900-d2c8-4d55-8cd8-cf7f621f5259 req-03243b52-05ef-4417-84a5-1f88b183e4e4 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 946 time: 0.7261541 May 27 01:55:30.757957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Made reservation on behalf of 55e2db91a75048eaa11da9514059f70f for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:30.760687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.807313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.825514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.866174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da8c7c3c-2bd9-4c6b-bb0b-62ffea352f5d req-c6e1aee5-7684-4090-9df3-d484bb3d3c49 service neutron] 10.222.0.47 "GET /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617949 May 27 01:55:30.878923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:30.886872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47361900-d2c8-4d55-8cd8-cf7f621f5259 req-e4f5e39e-da08-4929-b812-5e5c3f513fd7 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=7347fbc5-91bb-4257-bb33-6835fd11feef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382022 May 27 01:55:30.888675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa05f3b-5817-4887-a544-e316b499e7a1']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:30.904644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Usage tracker for resource:security_group_rule and tenant:55e2db91a75048eaa11da9514059f70f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:30.920736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9fed63-3561-4f08-bec5-584716287579') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:30.920907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9fed63-3561-4f08-bec5-584716287579') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:30.934565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.951739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:30.959379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:55:30.959778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.048152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.048534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.048852 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Floating IP 16b9aaa9-4e32-44e5-aead-3c4c004f903f disassociated. External IP: 172.25.3.120, port: 142a8f75-5802-4b04-a718-d008102723e1. May 27 01:55:31.049204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Calling delete_port for 142a8f75-5802-4b04-a718-d008102723e1 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:31.051063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:31.075903 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.079261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:31.103647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.136134 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6e9fed63-3561-4f08-bec5-584716287579 resource provider aggregate not found May 27 01:55:31.166372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Pushing event deleted for resources: {'Network': ['ID=0aa05f3b-5817-4887-a544-e316b499e7a1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:31.179582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ac8dc20d-2e1e-43a6-ae06-f862f56092cc tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0aa05f3b-5817-4887-a544-e316b499e7a1 HTTP/1.1" status: 204 len: 168 time: 1.0959711 May 27 01:55:31.182971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38964) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:31.186038 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6e9fed63-3561-4f08-bec5-584716287579 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e9fed63-3561-4f08-bec5-584716287579 found for delete ", "request_id": "req-c55cf3ef-4588-47bb-93a9-59af7a3412d4"}]} May 27 01:55:31.244477 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.320883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event deleted for resources: {'Port': ['ID=142a8f75-5802-4b04-a718-d008102723e1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:31.513352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.583684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.665508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4b2c0-bc48-4607-b6ea-4abec7bce145 req-8932857e-95ae-43d0-882d-36dddbdaa6b0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:31.667085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4c4b2c0-bc48-4607-b6ea-4abec7bce145 req-8932857e-95ae-43d0-882d-36dddbdaa6b0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5892200 May 27 01:55:31.674224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.677596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.680254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Router 507eb33b-a6ca-47cf-a2ed-30b86169b9db has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:55:31.729922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.845839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:55:31.890840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:31.903397 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] Sync routers for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:31.918082 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:31.919124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:31.959881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df648b-9be7-486a-b601-5873bea0257b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:31.962576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:31.978051 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Added segment fda181fc-e6e9-4ad0-a8ab-ca35f0cae61d of type vlan for network 7f647d36-8f2e-4dcc-b8a4-98da9564897a May 27 01:55:32.000863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] No DVR routers for this DVR port 142a8f75-5802-4b04-a718-d008102723e1 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:55:32.003605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.004110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4c4b2c0-bc48-4607-b6ea-4abec7bce145 req-0c458913-9731-4f29-aad6-20ae7ba85c9b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238440 May 27 01:55:32.006887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'name': 'network-vif-deleted', 'tag': '142a8f75-5802-4b04-a718-d008102723e1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:55:32.044652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2832e11-bbea-448e-8539-070c9e93e396 req-f424cc97-58c6-4f32-9e54-25eb264dd80f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "DELETE /v2.0/ports/142a8f75-5802-4b04-a718-d008102723e1 HTTP/1.1" status: 204 len: 173 time: 2.3137243 May 27 01:55:32.083941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.135283 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.144456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613a57e8-b984-499d-a2f4-da1c522aa8d1']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:32.167999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Allocated IP 172.25.3.99 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/131d2ef8-ec6d-438d-85f2-acdeea764e77) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:32.170961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562775f0-2fc4-4493-a623-a15476c34b35') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:32.171263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562775f0-2fc4-4493-a623-a15476c34b35') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:32.323690 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:32.360462 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.374247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:55:32.390674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bc64af7-7947-4467-89a2-0c6892980483 req-ae882b5c-89c4-4b06-90b0-c8aeb6032909 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=747b630b-d92e-4432-bb28-3213307b0166 HTTP/1.1" status: 200 len: 210 time: 0.2282157 May 27 01:55:32.475519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.497767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:55:32.498740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.518122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.519691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:32.520269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.698092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.761430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 142a8f75-5802-4b04-a718-d008102723e1 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:55:32.875597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 142a8f75-5802-4b04-a718-d008102723e1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:55:32.876646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 142a8f75-5802-4b04-a718-d008102723e1 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:55:32.902785 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:32.903113 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f30e6e0-3ed5-4d3b-84f9-c82f054e7030'] response: {'server_uuid': '747b630b-d92e-4432-bb28-3213307b0166', 'name': 'network-vif-deleted', 'tag': '142a8f75-5802-4b04-a718-d008102723e1', 'status': 'completed', 'code': 200} May 27 01:55:32.908833 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] Checking router: 507eb33b-a6ca-47cf-a2ed-30b86169b9db for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:55:32.916302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] Pushing event updated for resources: {'Network': ['ID=7f647d36-8f2e-4dcc-b8a4-98da9564897a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:32.920842 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:32.921957 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:32.928861 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.932423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 7f647d36-8f2e-4dcc-b8a4-98da9564897a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:55:32.937998 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-260de0e7-700e-4f57-a90c-6dba68169571 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3669083 May 27 01:55:32.940909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38980) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:32.947972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Request body: {'subnet': {'network_id': '7f647d36-8f2e-4dcc-b8a4-98da9564897a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1636706083-subnet', 'tenant_id': '55e2db91a75048eaa11da9514059f70f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:32.965274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:32.970165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Usage tracker for resource:subnet and tenant:55e2db91a75048eaa11da9514059f70f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:32.977257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:32.981383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:32.995785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:33.014570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Made reservation on behalf of 55e2db91a75048eaa11da9514059f70f for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:33.017213 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:33.023471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] Pushing event deleted for resources: {'Network': ['ID=613a57e8-b984-499d-a2f4-da1c522aa8d1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:33.043374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc8b8eb8-dbd9-4dbf-af3e-b49a91b48530 tempest-QuotasNegativeTest-1182031612 tempest-QuotasNegativeTest-1182031612-project-admin] 10.222.0.16 "DELETE /v2.0/networks/613a57e8-b984-499d-a2f4-da1c522aa8d1 HTTP/1.1" status: 204 len: 168 time: 1.8532856 May 27 01:55:33.049656 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:33.137313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:33.205629 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:33.272955 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 562775f0-2fc4-4493-a623-a15476c34b35 resource provider aggregate not found May 27 01:55:33.295172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:33.301195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:33.304899 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 562775f0-2fc4-4493-a623-a15476c34b35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 562775f0-2fc4-4493-a623-a15476c34b35 found for delete ", "request_id": "req-3998975f-a6cf-4c54-a563-c0495108901a"}]} May 27 01:55:33.305541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event updated for resources: {'Port': ['ID=131d2ef8-ec6d-438d-85f2-acdeea764e77,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:33.307974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:33.412824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:33.505146 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:55:33.564316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Checking segment: {'id': 'fda181fc-e6e9-4ad0-a8ab-ca35f0cae61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7f647d36-8f2e-4dcc-b8a4-98da9564897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:33.564986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Network hostable DHCP agents. Network: 7f647d36-8f2e-4dcc-b8a4-98da9564897a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:55:33.574378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6355af-637a-4908-a362-6405b6a7c002,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:33.602011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Network 7f647d36-8f2e-4dcc-b8a4-98da9564897a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:55:33.628751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2fade-040d-49bd-b48e-e1459c65662f req-37044963-e5b8-4b87-a42d-f704798b4d42 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:33.632566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 7f647d36-8f2e-4dcc-b8a4-98da9564897a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:33.637914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-20e2fade-040d-49bd-b48e-e1459c65662f req-37044963-e5b8-4b87-a42d-f704798b4d42 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4329817 May 27 01:55:33.639744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:33.644495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f816d0-e6a5-45aa-9fe2-5a056fa1cc4d None None] Network 7f647d36-8f2e-4dcc-b8a4-98da9564897a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:33.654255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:33.733706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b6002f32-6bab-455d-a9f1-67ff2f6eb548 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7912481 May 27 01:55:33.799204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-20e2fade-040d-49bd-b48e-e1459c65662f req-1a4fe9ff-0323-4154-9c94-caae42539c8d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559834 May 27 01:55:34.027404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39004) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:34.133814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.152544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40b2626d-d8c6-4616-afb3-225d803f54fe tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.222275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40b2626d-d8c6-4616-afb3-225d803f54fe tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.326650 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:34.328644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39012) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:34.340455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de6e438-e281-4c51-bb91-65d251a7dceb None None] Network 7f647d36-8f2e-4dcc-b8a4-98da9564897a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:34.347759 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e15cc-96fe-4719-a0b0-193ec76703a1 None None] The sync data for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 is: [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'b5516ba9-94e4-4603-a5c0-e9d8e1479091', 'name': '', 'network_id': '519811a9-a91a-42df-a693-bc50e0fa664c', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'mac_address': 'fa:16:3e:2c:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:23Z', 'updated_at': '2022-05-27T01:49:36Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'subnets': [{'id': '52f3fbcb-7208-4021-9f01-4bfd029dcb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:34.363544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40b2626d-d8c6-4616-afb3-225d803f54fe tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.402170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2626d-d8c6-4616-afb3-225d803f54fe tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347fbc5-91bb-4257-bb33-6835fd11feef,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:34.440048 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40b2626d-d8c6-4616-afb3-225d803f54fe tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.443806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40b2626d-d8c6-4616-afb3-225d803f54fe tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "DELETE /v2.0/security-groups/7347fbc5-91bb-4257-bb33-6835fd11feef HTTP/1.1" status: 204 len: 168 time: 0.4127805 May 27 01:55:34.444112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39022) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:34.493785 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-9bb75e33-173c-4141-a92c-8cff160ed5c1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] show failed (client error): The resource could not be found. May 27 01:55:34.500986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9bb75e33-173c-4141-a92c-8cff160ed5c1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups/7347fbc5-91bb-4257-bb33-6835fd11feef HTTP/1.1" status: 404 len: 347 time: 0.0557873 May 27 01:55:34.504125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39026) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:34.822012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Deleting port cb5891e4-f190-42d5-9725-922027409aeb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:34.822512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.869766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.878197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7542f0-a5f8-43d5-9674-074f2db7c79e None None] New status for floating IP 16b9aaa9-4e32-44e5-aead-3c4c004f903f: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:55:34.894387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:34.982746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:34.999885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Usage tracker for resource:security_group_rule and tenant:aaf3d5e339df4ef7a22ff36e1cac1632 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:35.006174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:35.014825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:35.083989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.084595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.191461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Router 2f2fc63b-867d-41c3-a29b-aff019ed1e61 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:55:35.333493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Calling delete_port for cb5891e4-f190-42d5-9725-922027409aeb owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:35.383538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.447782 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.491908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:55:35.492910 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:55:35.523617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaf3d5e339df4ef7a22ff36e1cac1632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1914797 May 27 01:55:35.524739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39040) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:35.536069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dae22-35d0-47b2-8622-e037f039143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8662e5f8-592d-41c5-90e9-1de956c2a660,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:35.541280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:35.554375 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] Sync routers for ids ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:35.571916 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.575633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc761594-506f-4a83-8fd9-87267c005b3a tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2891650 May 27 01:55:35.576318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39044) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:35.578421 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] Routers {'2f2fc63b-867d-41c3-a29b-aff019ed1e61'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:35.579288 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:35.585308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:35.640535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db0ec6e4-1660-4eff-9127-1ce5170f59d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.662107 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:35.675375 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] Routers {'2f2fc63b-867d-41c3-a29b-aff019ed1e61'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:35.676005 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:35.739844 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5cb888b1-456f-4659-84ee-ac4aa48131af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.756731 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:35.757140 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619916f0-6dc5-44a6-bc29-e1c3f108dcb7 None None] The sync data for ids ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:35.810932 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db0ec6e4-1660-4eff-9127-1ce5170f59d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.873271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db0ec6e4-1660-4eff-9127-1ce5170f59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.892089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ec6e4-1660-4eff-9127-1ce5170f59d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8662e5f8-592d-41c5-90e9-1de956c2a660,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:35.932095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db0ec6e4-1660-4eff-9127-1ce5170f59d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:35.934755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-db0ec6e4-1660-4eff-9127-1ce5170f59d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8662e5f8-592d-41c5-90e9-1de956c2a660 HTTP/1.1" status: 204 len: 168 time: 0.4073112 May 27 01:55:35.996447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Deleting port cb5891e4-f190-42d5-9725-922027409aeb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:35.998162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.200825 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.231285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.244943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Deleting port 131d2ef8-ec6d-438d-85f2-acdeea764e77 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:36.245600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.254276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.255016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.410732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39056) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:36.443326 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.450161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Calling delete_port for cb5891e4-f190-42d5-9725-922027409aeb owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:36.469622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.481374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:36.631395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.668006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6400525bba4ca880b0772931f3a955 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:36.689772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event deleted for resources: {'Port': ['ID=cb5891e4-f190-42d5-9725-922027409aeb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:36.727344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:36.735917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Calling delete_port for 131d2ef8-ec6d-438d-85f2-acdeea764e77 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:36.776217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:36.797490 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.813897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:36.816427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4f3c8b4a-9577-41af-ace1-f16a55302db0 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "DELETE /v2.0/floatingips/16b9aaa9-4e32-44e5-aead-3c4c004f903f HTTP/1.1" status: 204 len: 168 time: 2.3110192 May 27 01:55:37.097615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.109439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.152263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c45f3c-8427-4dce-aed1-d04946433ef4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:37.180442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39066) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:37.180701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c86c10a-398b-495a-873a-620196c7c560 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e6400525bba4ca880b0772931f3a955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689400 May 27 01:55:37.182100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.256501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6429-f0e9-49c8-8662-18ca8d87f388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.263924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Pushing event deleted for resources: {'Port': ['ID=131d2ef8-ec6d-438d-85f2-acdeea764e77,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:37.287320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6429-f0e9-49c8-8662-18ca8d87f388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.335859 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.354025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6429-f0e9-49c8-8662-18ca8d87f388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.370401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b6429-f0e9-49c8-8662-18ca8d87f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c45f3c-8427-4dce-aed1-d04946433ef4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:37.379986 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6429-f0e9-49c8-8662-18ca8d87f388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.381146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4c0b6429-f0e9-49c8-8662-18ca8d87f388 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13c45f3c-8427-4dce-aed1-d04946433ef4 HTTP/1.1" status: 204 len: 168 time: 0.1995609 May 27 01:55:37.821663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.825449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.930748 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-253f1d2d-90f0-4541-8cd3-ecbbd455461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:37.974967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Router 2f2fc63b-867d-41c3-a29b-aff019ed1e61 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:55:38.265907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:38.277465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] Sync routers for ids ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:38.290824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:38.292674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ae53820-5d07-4576-bf0b-73de0641ca06 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "PUT /v2.0/routers/2f2fc63b-867d-41c3-a29b-aff019ed1e61 HTTP/1.1" status: 200 len: 710 time: 2.7151597 May 27 01:55:38.295340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39096) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:38.311144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] Routers {'2f2fc63b-867d-41c3-a29b-aff019ed1e61'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:38.311926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:38.390403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:38.414633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] Routers {'2f2fc63b-867d-41c3-a29b-aff019ed1e61'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:38.417111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:38.472708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39100) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:38.473094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eea2654e-9a70-4675-b1de-ef85a12210ee tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/routers/2f2fc63b-867d-41c3-a29b-aff019ed1e61 HTTP/1.1" status: 200 len: 745 time: 0.1765599 May 27 01:55:38.511793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:38.512468 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706ece8-e187-425e-81e3-c68540e03282 None None] The sync data for ids ['2f2fc63b-867d-41c3-a29b-aff019ed1e61'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:38.545073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60a96cca-ee5a-4695-820e-5639f862306f tempest-RoutersIpV6AdminTest-1664191679 tempest-RoutersIpV6AdminTest-1664191679-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&device_id=2f2fc63b-867d-41c3-a29b-aff019ed1e61 HTTP/1.1" status: 200 len: 205 time: 0.0706024 May 27 01:55:38.548008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39108) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:38.604730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39112) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:38.605819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-60684df2-0ccf-408f-a8ad-15f712ba9f75 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f2fc63b-867d-41c3-a29b-aff019ed1e61 HTTP/1.1" status: 200 len: 205 time: 0.0564430 May 27 01:55:38.793828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca66db54-b3e5-42b5-9b90-4aad9f7f45a5 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.125605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca66db54-b3e5-42b5-9b90-4aad9f7f45a5 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.128274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca66db54-b3e5-42b5-9b90-4aad9f7f45a5 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.185790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca66db54-b3e5-42b5-9b90-4aad9f7f45a5 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.186365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca66db54-b3e5-42b5-9b90-4aad9f7f45a5 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Fanout notify agent at l3_agent the message router_deleted on router 2f2fc63b-867d-41c3-a29b-aff019ed1e61 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:39.206663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca66db54-b3e5-42b5-9b90-4aad9f7f45a5 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.208263 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca66db54-b3e5-42b5-9b90-4aad9f7f45a5 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/2f2fc63b-867d-41c3-a29b-aff019ed1e61 HTTP/1.1" status: 204 len: 168 time: 0.6022151 May 27 01:55:39.212007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39132) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.268804 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.295154 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-124bb701-282e-4029-89bc-928268d331ce tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f2fc63b-867d-41c3-a29b-aff019ed1e61 HTTP/1.1" status: 200 len: 205 time: 0.0819132 May 27 01:55:39.297809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39136) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.298470 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.314475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39140) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.400223 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-56611036-8cea-450f-aea0-8f6869b51a39 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] delete failed (client error): The resource could not be found. May 27 01:55:39.401255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-56611036-8cea-450f-aea0-8f6869b51a39 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/2f2fc63b-867d-41c3-a29b-aff019ed1e61 HTTP/1.1" status: 404 len: 336 time: 0.1017385 May 27 01:55:39.404019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39150) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.517239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-20e4f58f-27b2-4975-9733-b184666e6efb tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=eae15a1b-fc28-48a9-b991-cf745910b44b HTTP/1.1" status: 200 len: 205 time: 0.1093769 May 27 01:55:39.517389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39154) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.536153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1116386423'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:39.543251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:39.547514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Usage tracker for resource:router and tenant:cf073ddce6584317a4cc5b32c08fa2cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:39.551843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:39.562952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:39.576045 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.577680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.602315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.627881 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.684523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.687132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e1b3a672-c686-4aca-99f1-b29b966ff43d tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3705285 May 27 01:55:39.689317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39160) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.690258 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-55f50d6b-a0d2-4830-b19f-b5984c5663b8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] delete failed (client error): The resource could not be found. May 27 01:55:39.692366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-55f50d6b-a0d2-4830-b19f-b5984c5663b8 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/eae15a1b-fc28-48a9-b991-cf745910b44b HTTP/1.1" status: 404 len: 336 time: 0.1743722 May 27 01:55:39.696270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39164) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.910376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c527df73-5f11-4f19-9e7a-6c98f2cf4566 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c0d634d-3973-401c-82ca-04aa1443e9de HTTP/1.1" status: 200 len: 205 time: 0.2139964 May 27 01:55:39.912464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39168) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:39.919648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edda111d-2f2f-47e1-a01e-d6e143f8e738 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:39.993011 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-a3d7b30a-6976-4ba5-bb19-87dd79032e11 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] delete failed (client error): The resource could not be found. May 27 01:55:39.994993 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a3d7b30a-6976-4ba5-bb19-87dd79032e11 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/1c0d634d-3973-401c-82ca-04aa1443e9de HTTP/1.1" status: 404 len: 336 time: 0.0800428 May 27 01:55:39.999089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39172) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.175668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c435f15-4dda-4c22-96ae-b13f635d40c4 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d49c1c9-e626-4648-8d19-41fa0c049bbd HTTP/1.1" status: 200 len: 205 time: 0.1713059 May 27 01:55:40.178042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39176) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.332554 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-ba90d90f-a11b-4ec0-a4d1-017bab692b92 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] delete failed (client error): The resource could not be found. May 27 01:55:40.337380 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ba90d90f-a11b-4ec0-a4d1-017bab692b92 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/3d49c1c9-e626-4648-8d19-41fa0c049bbd HTTP/1.1" status: 404 len: 336 time: 0.1577206 May 27 01:55:40.337941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39180) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.401764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4bc38845-3e0c-4bd2-8fc6-77c402d77439 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f27cb3d-c20d-44bb-9df4-943a6dc209ba HTTP/1.1" status: 200 len: 205 time: 0.0627489 May 27 01:55:40.405715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39184) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.464022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edda111d-2f2f-47e1-a01e-d6e143f8e738 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.466491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edda111d-2f2f-47e1-a01e-d6e143f8e738 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.476546 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-34a14f55-bc66-45cd-a4b8-0cbac0499a1e tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] delete failed (client error): The resource could not be found. May 27 01:55:40.476916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-34a14f55-bc66-45cd-a4b8-0cbac0499a1e tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/1f27cb3d-c20d-44bb-9df4-943a6dc209ba HTTP/1.1" status: 404 len: 336 time: 0.0703044 May 27 01:55:40.481724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39188) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.541157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-03533202-859b-40f6-91ba-aca18185b47b tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8c648ce-eeaf-4c25-921b-1772e45cdf67 HTTP/1.1" status: 200 len: 205 time: 0.0561097 May 27 01:55:40.541670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.573630 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edda111d-2f2f-47e1-a01e-d6e143f8e738 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.575169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edda111d-2f2f-47e1-a01e-d6e143f8e738 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce9f46d2-04a0-4c00-9f77-16801eef753a {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:40.612878 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edda111d-2f2f-47e1-a01e-d6e143f8e738 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.614758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-edda111d-2f2f-47e1-a01e-d6e143f8e738 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ce9f46d2-04a0-4c00-9f77-16801eef753a HTTP/1.1" status: 204 len: 168 time: 0.9225514 May 27 01:55:40.617387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39200) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.624724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Request body: {'router': {'name': 'tempest-router-1585623858', 'distributed': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:40.635452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:40.640161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Usage tracker for resource:router and tenant:cf073ddce6584317a4cc5b32c08fa2cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:40.643354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:40.649501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:40.669719 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.671874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.674551 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-3b4055f8-e4bb-4a01-b46c-705d9e7a2d33 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] delete failed (client error): The resource could not be found. May 27 01:55:40.677309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b4055f8-e4bb-4a01-b46c-705d9e7a2d33 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/routers/c8c648ce-eeaf-4c25-921b-1772e45cdf67 HTTP/1.1" status: 404 len: 336 time: 0.1348028 May 27 01:55:40.680143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39204) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.701306 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.727382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.753769 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2924c3a-94dc-4d72-91cc-7db7e8946584 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] DELETE failed (client error): The resource could not be found. May 27 01:55:40.754263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2924c3a-94dc-4d72-91cc-7db7e8946584 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:55:40.755424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:40.758582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e2924c3a-94dc-4d72-91cc-7db7e8946584 tempest-RoutersIpV6AdminTest-1783941801 tempest-RoutersIpV6AdminTest-1783941801-project] 10.222.0.16 "DELETE /v2.0/subnets/7a78905d-7ed7-480e-8eb9-0c33889c051d HTTP/1.1" status: 404 len: 337 time: 0.0730917 May 27 01:55:40.759611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-86a16e43-5469-4d51-ad3f-32622dee64f0 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1410761 May 27 01:55:40.760878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39210) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:40.893102 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.030014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d35bbde-a65e-400a-a294-effb887aaf89 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.134633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39218) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:41.269602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.288252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:41.292493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Usage tracker for resource:security_group_rule and tenant:1cc7e9dce27941c682eed17ba77e5a66 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:41.295602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:41.301724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:41.391594 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d35bbde-a65e-400a-a294-effb887aaf89 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.395218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d35bbde-a65e-400a-a294-effb887aaf89 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.415384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.422893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.429508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d35bbde-a65e-400a-a294-effb887aaf89 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.430154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d35bbde-a65e-400a-a294-effb887aaf89 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d259de1-a7be-4fca-bc60-d4c70d85a02b {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:41.450448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d35bbde-a65e-400a-a294-effb887aaf89 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.457278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7d35bbde-a65e-400a-a294-effb887aaf89 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0d259de1-a7be-4fca-bc60-d4c70d85a02b HTTP/1.1" status: 204 len: 168 time: 0.6943014 May 27 01:55:41.458433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39224) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:41.464523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Request body: {'router': {'name': 'tempest-router-1380627308', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '222deafa9d4f4388bbae5ea50e97cc3d'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:41.471440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:41.476648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Usage tracker for resource:router and tenant:222deafa9d4f4388bbae5ea50e97cc3d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:41.486390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:41.497006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:41.513588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.517797 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.543166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.577080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.632310 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.637501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cb920a56-d265-4c46-9523-2a2a22df583e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1778903 May 27 01:55:41.638881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39230) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:41.641974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cc7e9dce27941c682eed17ba77e5a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062308 May 27 01:55:41.645566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39234) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:41.645698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:41.652323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffccba4-d8b1-4587-9615-cda39221302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8390da95-0084-4dab-a40e-169a2e709e28,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:41.780041 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92fa3576-ccd0-49c4-a72a-34c053970b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.823460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92fa3576-ccd0-49c4-a72a-34c053970b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.887540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92fa3576-ccd0-49c4-a72a-34c053970b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.910045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa3576-ccd0-49c4-a72a-34c053970b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8390da95-0084-4dab-a40e-169a2e709e28,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:41.916161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92fa3576-ccd0-49c4-a72a-34c053970b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:41.920165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-92fa3576-ccd0-49c4-a72a-34c053970b0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8390da95-0084-4dab-a40e-169a2e709e28 HTTP/1.1" status: 204 len: 168 time: 0.2734091 May 27 01:55:42.234904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.235260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.367723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39248) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:42.401064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88425) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 27 01:55:42.401403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Router b65ffc10-3016-4c90-aff7-31de208c41f7 migrating from provider to provider. {{(pid=88425) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 27 01:55:42.401786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.406883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.419432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.439727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a708b0f5-1ed8-42e1-916f-7aca6e2f6fb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3290b0cb86e34c408153291e88d8203f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684655 May 27 01:55:42.440421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39252) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:42.532397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe12da5e-3d4c-428e-8ca2-311b991b43e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.565389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe12da5e-3d4c-428e-8ca2-311b991b43e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.567842 n-d-843146-11 neutron-server[88425]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] No L3 agents can host the router b65ffc10-3016-4c90-aff7-31de208c41f7 May 27 01:55:42.622344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe12da5e-3d4c-428e-8ca2-311b991b43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.640608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12da5e-3d4c-428e-8ca2-311b991b43e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f604cc40-bc3c-4b03-9908-af6e05d2ab85,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:42.648707 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe12da5e-3d4c-428e-8ca2-311b991b43e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.652140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fe12da5e-3d4c-428e-8ca2-311b991b43e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f604cc40-bc3c-4b03-9908-af6e05d2ab85 HTTP/1.1" status: 204 len: 168 time: 0.2084267 May 27 01:55:42.714425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:55:42.781131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Hosts for router b65ffc10-3016-4c90-aff7-31de208c41f7: [] {{(pid=88425) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 27 01:55:42.833143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Hosts for other DVR routers connected to router b65ffc10-3016-4c90-aff7-31de208c41f7: set() {{(pid=88425) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 27 01:55:42.836208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:42.840678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39260) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:42.842005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c3e34318-2890-456c-b2dd-acf8fd48db3e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "PUT /v2.0/routers/b65ffc10-3016-4c90-aff7-31de208c41f7 HTTP/1.1" status: 200 len: 717 time: 1.2015917 May 27 01:55:42.994749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ec073de-8306-4738-b9ca-da77a08e4a2e tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "GET /v2.0/routers/b65ffc10-3016-4c90-aff7-31de208c41f7 HTTP/1.1" status: 200 len: 717 time: 0.1514943 May 27 01:55:42.996071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39268) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:43.331255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39284) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:43.331521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-82ca86c9-9781-45bc-8649-64b48c7dd578 tempest-RoutersTestDVR-616835574 tempest-RoutersTestDVR-616835574-project] 10.222.0.16 "GET /v2.0/routers/b65ffc10-3016-4c90-aff7-31de208c41f7 HTTP/1.1" status: 200 len: 683 time: 0.3340244 May 27 01:55:43.489970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb23f-b262-42a8-8dd3-511fc83d3808 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.602904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39294) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:43.721011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1974598016'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:43.727398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:43.731558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:network and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:43.734467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:43.742672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:43.755430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:43.759153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.772329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.789339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:43.794889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:security_group_rule and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:43.797956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:43.804510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:43.840965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb23f-b262-42a8-8dd3-511fc83d3808 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.844092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb23f-b262-42a8-8dd3-511fc83d3808 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.880386 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb23f-b262-42a8-8dd3-511fc83d3808 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.881007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ccb23f-b262-42a8-8dd3-511fc83d3808 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b65ffc10-3016-4c90-aff7-31de208c41f7 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:43.891601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb23f-b262-42a8-8dd3-511fc83d3808 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.892916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a1ccb23f-b262-42a8-8dd3-511fc83d3808 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b65ffc10-3016-4c90-aff7-31de208c41f7 HTTP/1.1" status: 204 len: 168 time: 0.5605185 May 27 01:55:43.897040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:43.902597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Request body: {'router': {'name': 'tempest-router-371293107', 'distributed': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:43.908430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:43.913090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Usage tracker for resource:router and tenant:cf073ddce6584317a4cc5b32c08fa2cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:43.916172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:43.918694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.922850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:43.927528 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.938502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.939923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.956795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.959669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:55:43.975457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f1f29-9ba5-486b-ba21-cdf2db486ad7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:43.980702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:43.981405 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Added segment 1e640e29-e61e-48c3-a151-1d89320a4bd0 of type vlan for network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f May 27 01:55:44.040820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.073401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.079373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:44.080009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.110074 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.130764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.131910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b81657b-9e00-4edf-8e3e-80ad85ba98b4 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2337019 May 27 01:55:44.134826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39306) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:44.192410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Network': ['ID=69877726-c2c7-4a5f-bda0-18c4c3ab2b2f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:44.200340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0c2d11f0-2874-406f-b5cc-039ca314b4e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5922580 May 27 01:55:44.200595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39310) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:44.206503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'subnet': {'network_id': '69877726-c2c7-4a5f-bda0-18c4c3ab2b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:44.209563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:55:44.282566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-36ac6332-21e2-4303-8144-b23a919ea304 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.388472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:44.395678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:subnet and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:44.398947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:44.405271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:44.425218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:44.429028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.675177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-36ac6332-21e2-4303-8144-b23a919ea304 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.677898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-36ac6332-21e2-4303-8144-b23a919ea304 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.686550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.708304 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-36ac6332-21e2-4303-8144-b23a919ea304 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.709497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ac6332-21e2-4303-8144-b23a919ea304 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 668f9905-ed47-4d0a-a482-5f19e2929599 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:55:44.720539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-36ac6332-21e2-4303-8144-b23a919ea304 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.722053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-36ac6332-21e2-4303-8144-b23a919ea304 tempest-RoutersTestDVR-985466096 tempest-RoutersTestDVR-985466096-project-admin] 10.222.0.16 "DELETE /v2.0/routers/668f9905-ed47-4d0a-a482-5f19e2929599 HTTP/1.1" status: 204 len: 168 time: 0.5863478 May 27 01:55:44.778635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Subnet': ['ID=c29f2d48-022a-4c5b-a7f4-21d476fe314e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:44.795512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Checking segment: {'id': '1e640e29-e61e-48c3-a151-1d89320a4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '69877726-c2c7-4a5f-bda0-18c4c3ab2b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:44.795982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network hostable DHCP agents. Network: 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:55:44.817931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:55:44.839486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:44.846147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:44.847972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.852074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acfd1f8-d38e-4f29-92d3-dd8bc0517102 None None] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:44.892125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4683b4e0-b24c-43c2-a6b4-2058724ad727 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6905417 May 27 01:55:44.894878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39322) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:44.904850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-321199526', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:44.914343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:44.920821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:router and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:44.929037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:44.944842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:44.980897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:44.991904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:45.183842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:45.263326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770b614-8531-47f6-b59e-b8f7fa41c2e8 None None] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:55:45.274387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-cca298dd-1b2d-40d8-8ea7-ebb59694dce7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:45.275521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-cca298dd-1b2d-40d8-8ea7-ebb59694dce7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:45.298002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-cca298dd-1b2d-40d8-8ea7-ebb59694dce7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:45.300522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-cca298dd-1b2d-40d8-8ea7-ebb59694dce7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 812 time: 0.3169611 May 27 01:55:45.320328 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-9498e491-4713-4d9a-9bc6-799fd6292b3d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/quotas/75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 375 time: 0.0139041 May 27 01:55:45.345073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:45.389687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-531a593a-1a2c-4f76-8695-2cfe7ba93379 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620005 May 27 01:55:45.598249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2f08c07-674c-4e00-a009-f4fd394c395b service neutron] 10.222.0.16 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001135 May 27 01:55:45.725466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-9a4df347-0518-4c18-a0d4-29f73bf63566 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:45.733589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-9a4df347-0518-4c18-a0d4-29f73bf63566 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/networks?id=d9c8f55b-ed74-4aee-9eca-ceab6da162dd HTTP/1.1" status: 200 len: 815 time: 0.7307808 May 27 01:55:45.857998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-c015fc20-5cc8-4f20-a6e9-7330d4d7fc3b service neutron] 10.222.0.16 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529564 May 27 01:55:45.866041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-e165980b-eb02-41ea-a8dc-8bbfe46d8de2 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/quotas/ab2fd2cdab9941ceb4c8fecc4c9bfff1 HTTP/1.1" status: 200 len: 375 time: 0.1313925 May 27 01:55:45.931516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:45.959078 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:45.983541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-3acd2ede-d9d7-43b8-96d6-808dff0de1b7 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab2fd2cdab9941ceb4c8fecc4c9bfff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963628 May 27 01:55:46.258210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:46.314354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Usage tracker for resource:security_group_rule and tenant:222deafa9d4f4388bbae5ea50e97cc3d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:46.416123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:46.447398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:46.464741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756c493-2097-4ae7-b6d2-18d5fd5af104 req-4759585a-a503-4d6f-8bd0-20ac32d66fe7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:46.470841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2756c493-2097-4ae7-b6d2-18d5fd5af104 req-4759585a-a503-4d6f-8bd0-20ac32d66fe7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2581680 May 27 01:55:46.585886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2756c493-2097-4ae7-b6d2-18d5fd5af104 req-ddb361da-4366-4ac2-a602-af64dcb985fe tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069539 May 27 01:55:46.683193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-c8089f8d-5c50-4036-8fbc-602ffea41496 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c8f55b-ed74-4aee-9eca-ceab6da162dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774642 May 27 01:55:47.103269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:47.107689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-cfc55673-0542-4538-abc8-7ea477598795 service neutron] 10.222.0.16 "GET /v2.0/networks/d9c8f55b-ed74-4aee-9eca-ceab6da162dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144104 May 27 01:55:47.112485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8224fd84-47ad-482c-ae86-6df692262ae2 req-94668786-65c5-458a-8242-182c83180ffa tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 210 time: 0.1312399 May 27 01:55:47.116451 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:47.509085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cc581-719d-4988-9fbb-9a6468dd4e89 req-b6e6083b-8a85-45a8-bef9-278a25d42267 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:47.520050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-637cc581-719d-4988-9fbb-9a6468dd4e89 req-b6e6083b-8a85-45a8-bef9-278a25d42267 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:47.582297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b490d3-5396-478b-b8d5-32d40db39df5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:47.586640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-61caf489-4f1f-40a2-932e-20f1c31b7c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=222deafa9d4f4388bbae5ea50e97cc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2127202 May 27 01:55:47.599782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39422) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:47.600804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-637cc581-719d-4988-9fbb-9a6468dd4e89 req-b6e6083b-8a85-45a8-bef9-278a25d42267 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:47.611356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-637cc581-719d-4988-9fbb-9a6468dd4e89 req-b6e6083b-8a85-45a8-bef9-278a25d42267 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 0.2860336 May 27 01:55:47.643693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51074127-c996-4324-bb93-ffa6e518ba69 req-8e22c694-d9f7-4568-afb1-0b543a720c09 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 210 time: 0.1450531 May 27 01:55:47.734565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:47.800855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:47.969404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-637cc581-719d-4988-9fbb-9a6468dd4e89 req-132277ea-9158-41ce-bd56-f8339bf8621d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:48.126037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aeec5c-ddb0-4d54-9a21-a5c6df34a9a5 req-3edac79d-76dc-4978-9883-1f5b21ce03d3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:48.126632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-637cc581-719d-4988-9fbb-9a6468dd4e89 req-132277ea-9158-41ce-bd56-f8339bf8621d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:48.132030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-637cc581-719d-4988-9fbb-9a6468dd4e89 req-132277ea-9158-41ce-bd56-f8339bf8621d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110695 May 27 01:55:48.132743 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d77f24b7-922e-4365-98b2-a1f005e558b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:48.142925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84aeec5c-ddb0-4d54-9a21-a5c6df34a9a5 req-3edac79d-76dc-4978-9883-1f5b21ce03d3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2587864 May 27 01:55:48.213195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.25.3.130 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/9a692faf-32b3-4cc6-8274-dc7b3e2247ba) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:48.233306 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d77f24b7-922e-4365-98b2-a1f005e558b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:48.418789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:48.493430 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84aeec5c-ddb0-4d54-9a21-a5c6df34a9a5 req-fc386a4b-9a9a-4d60-b4bf-b99053d6a5a4 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495908 May 27 01:55:48.527204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:48.680795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-cf528f0a-6502-4e6c-a70c-bd3870d6a9c3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:48.683082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-cf528f0a-6502-4e6c-a70c-bd3870d6a9c3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 1.0897310 May 27 01:55:48.688813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d77f24b7-922e-4365-98b2-a1f005e558b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:48.805253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6640de56-0c6a-47e4-9643-c062e2df1c7e req-e22d888f-ba3d-4315-8ed5-f62e139ab34d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 210 time: 0.4663002 May 27 01:55:48.861251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f24b7-922e-4365-98b2-a1f005e558b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b490d3-5396-478b-b8d5-32d40db39df5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:48.914511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d77f24b7-922e-4365-98b2-a1f005e558b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:48.915905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d77f24b7-922e-4365-98b2-a1f005e558b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91b490d3-5396-478b-b8d5-32d40db39df5 HTTP/1.1" status: 204 len: 168 time: 1.2998743 May 27 01:55:48.934628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Deleting port 7b438391-2aaf-454d-8e6d-6f59f058b713 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:48.935336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:49.266636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a7797d3-648e-4244-8ff5-ea51d90bc033 req-0c9975d3-1c4f-4f8f-809a-ca8dcbb0c879 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 210 time: 0.1623518 May 27 01:55:49.288502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:49.305616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:49.308849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=9a692faf-32b3-4cc6-8274-dc7b3e2247ba,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:49.316254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:49.821703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39464) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:49.840972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] For port 7b438391-2aaf-454d-8e6d-6f59f058b713, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7b438391-2aaf-454d-8e6d-6f59f058b713,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:49.841530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:50.012246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Calling delete_port for 7b438391-2aaf-454d-8e6d-6f59f058b713 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:50.233690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-70be8bd9-c18e-46d2-b42d-0f078eadd2a1 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:50.236143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-70be8bd9-c18e-46d2-b42d-0f078eadd2a1 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 812 time: 1.0738299 May 27 01:55:50.258671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'port': {'device_id': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5', 'admin_state_up': True, 'tenant_id': '75f32902c4d44b8582989f6faacd9b92'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:50.374159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-eebff624-04cf-4fe1-b7a1-888a87fabc56 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:50.375669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-eebff624-04cf-4fe1-b7a1-888a87fabc56 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.47 "GET /v2.0/networks?id=d9c8f55b-ed74-4aee-9eca-ceab6da162dd HTTP/1.1" status: 200 len: 815 time: 0.2623935 May 27 01:55:50.376398 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:50.428079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Request body: {'port': {'device_id': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd', 'admin_state_up': True, 'tenant_id': 'ab2fd2cdab9941ceb4c8fecc4c9bfff1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:50.452142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:50.464753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9af5ec86-3afb-4bae-9de5-dc66a75e5e99'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:55:50.567001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event deleted for resources: {'Port': ['ID=7b438391-2aaf-454d-8e6d-6f59f058b713,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:50.645926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:50.685876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Usage tracker for resource:port and tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:50.691266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:50.699316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Usage tracker for resource:security_group_rule and tenant:cf073ddce6584317a4cc5b32c08fa2cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:50.705368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:50.730467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:50.745925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:50.748996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:50.806161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] No DVR routers for this DVR port 7b438391-2aaf-454d-8e6d-6f59f058b713 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:55:50.811837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:50.822617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:50.846734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'name': 'network-vif-deleted', 'tag': '7b438391-2aaf-454d-8e6d-6f59f058b713'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:55:50.875721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac158436-4967-449e-b4d3-9af2ab5199b9 req-76e61d47-c9e5-4b23-93ce-1b2fb28b1679 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:50.876421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ac158436-4967-449e-b4d3-9af2ab5199b9 req-76e61d47-c9e5-4b23-93ce-1b2fb28b1679 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:50.883013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:port and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:50.888975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7b438391-2aaf-454d-8e6d-6f59f058b713 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:55:50.895001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c957fad-91a2-4db8-9fb7-583875e9804a req-f2918aa9-0837-479e-b533-1bf7cdec59e3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.47 "DELETE /v2.0/ports/7b438391-2aaf-454d-8e6d-6f59f058b713 HTTP/1.1" status: 204 len: 173 time: 2.2004817 May 27 01:55:50.901627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:50.928967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:50.950185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 7b438391-2aaf-454d-8e6d-6f59f058b713 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:55:50.950724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7b438391-2aaf-454d-8e6d-6f59f058b713 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:55:50.963872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ac158436-4967-449e-b4d3-9af2ab5199b9 req-76e61d47-c9e5-4b23-93ce-1b2fb28b1679 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:50.965161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac158436-4967-449e-b4d3-9af2ab5199b9 req-76e61d47-c9e5-4b23-93ce-1b2fb28b1679 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d97d5d1-40fe-423f-bb83-c8b3474bb4fe HTTP/1.1" status: 200 len: 945 time: 1.5358200 May 27 01:55:50.999566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Made reservation on behalf of 75f32902c4d44b8582989f6faacd9b92 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:51.015823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:51.161743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Made reservation on behalf of ab2fd2cdab9941ceb4c8fecc4c9bfff1 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:51.176643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:51.320677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac158436-4967-449e-b4d3-9af2ab5199b9 req-bb7714fa-2863-43f2-82ad-0b49500b145f tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491986 May 27 01:55:51.377937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Allocated IP 172.20.0.8 (dca717e7-e4c5-4c57-be19-bc3c6f8999d5/36d0a626-0472-40f3-b72d-dd4954d3c181/c4e53e3d-bba2-480c-adcd-965630218699) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:51.495255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:51.561251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:51.663662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf073ddce6584317a4cc5b32c08fa2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8381433 May 27 01:55:51.681876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dee4-1394-4d0f-b804-e89d98feefe2 req-807ca6ac-192f-473f-9fef-dc35cad3c7d9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:51.683936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39486) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:51.691230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6454dee4-1394-4d0f-b804-e89d98feefe2 req-807ca6ac-192f-473f-9fef-dc35cad3c7d9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 1.8702977 May 27 01:55:51.723178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22a7537f-7568-442d-80cc-9286afb77203 req-03c24deb-4286-4cfa-948f-65a9dc1ccf73 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 210 time: 0.1462362 May 27 01:55:52.019326 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.105395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-538622b6-d771-4eb6-9aa1-78d6c65b7a0f req-46c0328d-fad3-4580-b164-d30e5da4ff2b tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 210 time: 0.0872719 May 27 01:55:52.139339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bb185f0b-4239-42ea-b934-c9a41a6d9cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.144373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b809b-bcb1-4ed5-b870-5a08d93d5e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d725f1d1-f41e-4123-ab0e-eeb8fcdfc852,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:52.196466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6454dee4-1394-4d0f-b804-e89d98feefe2 req-e8407c59-fcd3-4ea9-a6fc-fb031513d27e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978051 May 27 01:55:52.198339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.213815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bb185f0b-4239-42ea-b934-c9a41a6d9cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.243283 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3dbbced-5b4d-4305-8ed9-9515b6cc7871'] response: {'server_uuid': '2d97d5d1-40fe-423f-bb83-c8b3474bb4fe', 'name': 'network-vif-deleted', 'tag': '7b438391-2aaf-454d-8e6d-6f59f058b713', 'status': 'completed', 'code': 200} May 27 01:55:52.288944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Allocated IP 172.20.0.5 (d9c8f55b-ed74-4aee-9eca-ceab6da162dd/43acef3f-1f90-4fdc-b641-449f0d6aadb1/9db853fb-c805-442c-8d2f-49a8c163b240) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:52.290999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.348707 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bb185f0b-4239-42ea-b934-c9a41a6d9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.388458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:52.394959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:52.404510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:52.442240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb185f0b-4239-42ea-b934-c9a41a6d9cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d725f1d1-f41e-4123-ab0e-eeb8fcdfc852,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:52.486263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:52.493260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bb185f0b-4239-42ea-b934-c9a41a6d9cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.510154 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bb185f0b-4239-42ea-b934-c9a41a6d9cb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d725f1d1-f41e-4123-ab0e-eeb8fcdfc852 HTTP/1.1" status: 204 len: 168 time: 0.8154826 May 27 01:55:52.559105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:52.562596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:52.647093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a2289854-07fe-4fae-a8fd-d57d3fd21b16 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3932586 May 27 01:55:52.669863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Request body: {'port': {'device_id': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:52.891578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:53.637793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f28ca50-13f8-4c39-b0db-736a888a5fd4 req-3c1b168d-f405-41c4-b352-de788541dff5 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 210 time: 0.1428442 May 27 01:55:53.840371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e53e3d-bba2-480c-adcd-965630218699 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:55:53.882335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:53.895899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a50e0-111a-4663-a7c2-161e135dfb88 req-3a494de0-cd4d-4a9a-9250-cb3d05878bef tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:53.904855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f4a50e0-111a-4663-a7c2-161e135dfb88 req-3a494de0-cd4d-4a9a-9250-cb3d05878bef tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 931 time: 0.5434644 May 27 01:55:53.980411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Transition to ACTIVE for port object c4e53e3d-bba2-480c-adcd-965630218699 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:54.019557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:54.022370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:54.133843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:54.162954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:54.243467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f4a50e0-111a-4663-a7c2-161e135dfb88 req-1fc4e483-2e6e-4a44-8364-1a80de7c4813 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376436 May 27 01:55:54.335671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c767353-742a-4044-9e84-9437ce05b51d req-0e7b0d59-b09b-4ccd-b715-f61a41d33c5a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:54.343538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c767353-742a-4044-9e84-9437ce05b51d req-0e7b0d59-b09b-4ccd-b715-f61a41d33c5a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4528871 May 27 01:55:54.526691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Network d9c8f55b-ed74-4aee-9eca-ceab6da162dd is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:55:54.558464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c767353-742a-4044-9e84-9437ce05b51d req-fe769ce3-2afa-4a35-8b47-0365dd128ebe tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138426 May 27 01:55:54.596128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:55:54.607679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:55:54.610632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Attempting to bind port c4e53e3d-bba2-480c-adcd-965630218699 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:54.612183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Attempting to bind port c4e53e3d-bba2-480c-adcd-965630218699 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:54.612708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Attempting to bind port c4e53e3d-bba2-480c-adcd-965630218699 on network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:54.623408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Port c4e53e3d-bba2-480c-adcd-965630218699 on network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:55:54.624686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Attempting to bind port c4e53e3d-bba2-480c-adcd-965630218699 on network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:54.633594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:54.634105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Checking segment: {'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:54.635291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Bound using segment: {'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:54.635748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Bound port: c4e53e3d-bba2-480c-adcd-965630218699, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:54.636148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:54.737259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:54.738210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:54.742279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Pushing event updated for resources: {'Port': ['ID=9db853fb-c805-442c-8d2f-49a8c163b240,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:54.745767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:54.928132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:54.939476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c4e53e3d-bba2-480c-adcd-965630218699,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:54.955241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:54.974188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c88070-e90b-4b86-a4e8-08975b5f92e1 req-b51bdda3-d6bf-4677-87aa-111f6ca8d046 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:54.982272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92c88070-e90b-4b86-a4e8-08975b5f92e1 req-b51bdda3-d6bf-4677-87aa-111f6ca8d046 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.5674946 May 27 01:55:55.013952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-1c19606b-e329-47fd-851d-2de9c44ecb38 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6228933 May 27 01:55:55.090255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Request body: {'port': {'device_id': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:55.163821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:55.165031 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:55.168435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 200 len: 1092 time: 2.5135703 May 27 01:55:55.181846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:55:55.298331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92c88070-e90b-4b86-a4e8-08975b5f92e1 req-3932df14-b297-4fc0-8768-f48538060577 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146484 May 27 01:55:55.391942 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85bed412-cee3-4055-bec1-8bae357ec900'] response: {'name': 'network-changed', 'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699', 'status': 'completed', 'code': 200} May 27 01:55:55.484983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3f78-8755-49b4-bcc0-86caf239c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:55.526020 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:55.556407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e48737-99b6-4366-b13c-151f0a9cb3eb req-b4d444a1-1f76-4303-a5c9-aca654886825 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:55.558018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-02e48737-99b6-4366-b13c-151f0a9cb3eb req-b4d444a1-1f76-4303-a5c9-aca654886825 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 931 time: 0.5145488 May 27 01:55:55.648611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:55:55.654545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-c78d03d0-3ee9-4296-822e-dff896def47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:55.658557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-c78d03d0-3ee9-4296-822e-dff896def47e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1095 time: 0.4272170 May 27 01:55:56.281814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-380aefcf-4b52-47b4-8c01-f999dde34827 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 200 len: 217 time: 0.4823513 May 27 01:55:56.328367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39566) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:56.383146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb46482-f416-4c31-9a4c-6c4db36e8156 req-507fba00-2f53-41ac-9ca5-5dd18c533e9e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:56.384846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cfb46482-f416-4c31-9a4c-6c4db36e8156 req-507fba00-2f53-41ac-9ca5-5dd18c533e9e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 943 time: 0.7159140 May 27 01:55:56.415043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-02e48737-99b6-4366-b13c-151f0a9cb3eb req-9bcee990-e915-4a53-9552-7a437214e8f7 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Synchronizing usage tracker for tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:56.521440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:55:56.534670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:55:56.569675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cfb46482-f416-4c31-9a4c-6c4db36e8156 req-a0e91e71-19b5-4486-b407-769606d28d60 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639524 May 27 01:55:56.572418 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:56.575649 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:56.586571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-02e48737-99b6-4366-b13c-151f0a9cb3eb req-9bcee990-e915-4a53-9552-7a437214e8f7 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Unset dirty status for tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:56.595650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:56.600474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6e65f866-7d58-4df1-8ee5-d77a2292473c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.7044547 May 27 01:55:56.601778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39574) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:55:56.606373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-02e48737-99b6-4366-b13c-151f0a9cb3eb req-9bcee990-e915-4a53-9552-7a437214e8f7 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0413435 May 27 01:55:56.623418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-b7c51202-0309-4543-8916-0060e4a3242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:56.628797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-b7c51202-0309-4543-8916-0060e4a3242a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.3163958 May 27 01:55:56.862900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-dc61ccd8-1344-45b3-ad74-05cc84af4138 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:56.867434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:56.872753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-dc61ccd8-1344-45b3-ad74-05cc84af4138 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 1.1909716 May 27 01:55:56.886648 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:55:56.887472 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:56.985660 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:55:56.986366 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb39e06-1336-40f3-a1d2-016d9fc5bbb6 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:55:57.031151 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-87663d4b-25dc-435b-b621-5c448406ad5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3851810 May 27 01:55:57.120830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1763018559', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:55:57.145554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:57.193615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Usage tracker for resource:port and tenant:e0e07e79e6ce40378df3a2616f3808ff is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:57.208148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:57.226161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:57.255243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Deleting port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:55:57.257211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:57.412424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Made reservation on behalf of e0e07e79e6ce40378df3a2616f3808ff for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:55:57.415422 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:57.449562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:57.493574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:55:57.499671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db853fb-c805-442c-8d2f-49a8c163b240 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:55:57.532996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Usage tracker for resource:security_group_rule and tenant:e0e07e79e6ce40378df3a2616f3808ff is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:55:57.543808 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:57.759068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:55:57.818700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:55:57.861239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d959598-72fe-4aea-9faf-00e44adf20ba req-7ba8643b-19ce-483c-a36d-72a3513955d7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:57.863460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d959598-72fe-4aea-9faf-00e44adf20ba req-7ba8643b-19ce-483c-a36d-72a3513955d7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.7328300 May 27 01:55:57.870535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Transition to ACTIVE for port object 9db853fb-c805-442c-8d2f-49a8c163b240 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:55:57.894257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-278291ae-584f-4983-ae19-19c278f69cc9 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433588 May 27 01:55:57.920117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:57.977685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e574a-0f60-4a66-98f9-915d1b969c21 req-5160a1db-f0f5-4467-a72d-56c9beaa5dcc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:57.987762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e3e574a-0f60-4a66-98f9-915d1b969c21 req-5160a1db-f0f5-4467-a72d-56c9beaa5dcc tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 945 time: 0.9552195 May 27 01:55:58.191526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] For port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:55:58.191924 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:58.215175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e3e574a-0f60-4a66-98f9-915d1b969c21 req-f4863d74-fc72-419d-8696-028e5850055d tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/security-groups?id=35debab2-b5b8-4de3-a3d6-c7410c59547c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264149 May 27 01:55:58.410732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d959598-72fe-4aea-9faf-00e44adf20ba req-5658b4b6-d0f9-43f1-87ef-a5a9ca18882e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308704 May 27 01:55:58.451222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Calling delete_port for 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:55:58.454513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=9db853fb-c805-442c-8d2f-49a8c163b240,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:58.577203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e72bce5b-bf8d-405e-b97e-bf8f01248e5a req-a638abda-b633-4e79-9f53-6d502e233019 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621172 May 27 01:55:58.743524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:58.806823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:58.819043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29c2ed-701d-47a4-8331-c2528cb5b86a req-e0017c98-8600-4b7b-ad47-8e726b49e691 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:58.819778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9c29c2ed-701d-47a4-8331-c2528cb5b86a req-e0017c98-8600-4b7b-ad47-8e726b49e691 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:58.854142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:58.892014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-97b3a4c8-01f8-4114-b37a-f9c6f58f0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:58.893858 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-97b3a4c8-01f8-4114-b37a-f9c6f58f0f93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1095 time: 0.2564328 May 27 01:55:58.907855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] device_id is not set on port 0a57ab8a-9e28-46db-8fbe-4fb1c81caf92 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:55:58.930798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9c29c2ed-701d-47a4-8331-c2528cb5b86a req-e0017c98-8600-4b7b-ad47-8e726b49e691 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:58.937979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c29c2ed-701d-47a4-8331-c2528cb5b86a req-e0017c98-8600-4b7b-ad47-8e726b49e691 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 943 time: 0.4957891 May 27 01:55:58.940252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Pushing event deleted for resources: {'Port': ['ID=9af5ec86-3afb-4bae-9de5-dc66a75e5e99,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:59.024868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Attempting to bind port 9db853fb-c805-442c-8d2f-49a8c163b240 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:55:59.025414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Attempting to bind port 9db853fb-c805-442c-8d2f-49a8c163b240 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '506a0a1b-e4f5-4da1-a487-074b224a919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:55:59.026057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Attempting to bind port 9db853fb-c805-442c-8d2f-49a8c163b240 on network d9c8f55b-ed74-4aee-9eca-ceab6da162dd {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:59.091411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Port 9db853fb-c805-442c-8d2f-49a8c163b240 on network d9c8f55b-ed74-4aee-9eca-ceab6da162dd not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:55:59.091909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Attempting to bind port 9db853fb-c805-442c-8d2f-49a8c163b240 on network d9c8f55b-ed74-4aee-9eca-ceab6da162dd {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:55:59.100199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad8531-9fa7-4341-bfc4-010e407de3e2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:55:59.160972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:55:59.161456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Checking segment: {'id': '506a0a1b-e4f5-4da1-a487-074b224a919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:55:59.162036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Bound using segment: {'id': '506a0a1b-e4f5-4da1-a487-074b224a919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:55:59.162798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Bound port: 9db853fb-c805-442c-8d2f-49a8c163b240, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506a0a1b-e4f5-4da1-a487-074b224a919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:55:59.165267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:59.173188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] No DVR routers for this DVR port 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:55:59.178787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9c29c2ed-701d-47a4-8331-c2528cb5b86a req-2f0497b6-babe-4140-951c-f2f71c3fe24c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:59.183786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:59.187230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90426cc-7425-4193-8523-854203bedf91', 'name': 'network-vif-deleted', 'tag': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:55:59.362553 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.13 "DELETE /v2.0/ports/9af5ec86-3afb-4bae-9de5-dc66a75e5e99 HTTP/1.1" status: 204 len: 173 time: 2.4867997 May 27 01:55:59.384732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9c29c2ed-701d-47a4-8331-c2528cb5b86a req-2f0497b6-babe-4140-951c-f2f71c3fe24c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:59.394493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c29c2ed-701d-47a4-8331-c2528cb5b86a req-2f0497b6-babe-4140-951c-f2f71c3fe24c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553657 May 27 01:55:59.411121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-0ba65c42-b9f0-41db-9135-f680c1b06271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:59.414004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-0ba65c42-b9f0-41db-9135-f680c1b06271 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 913 time: 0.5071623 May 27 01:55:59.572213 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4870c9bd-e167-41b9-829c-5e03aa5ee2b2'] response: {'server_uuid': 'c90426cc-7425-4193-8523-854203bedf91', 'name': 'network-vif-deleted', 'tag': '9af5ec86-3afb-4bae-9de5-dc66a75e5e99', 'status': 'completed', 'code': 200} May 27 01:55:59.608290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-876adae2-4d3f-4d92-bd31-06e8afa0f47f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 200 len: 217 time: 0.1712639 May 27 01:55:59.638791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] For port 9db853fb-c805-442c-8d2f-49a8c163b240, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:55:59.659106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] For port 9db853fb-c805-442c-8d2f-49a8c163b240, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9db853fb-c805-442c-8d2f-49a8c163b240,segment=NetworkSegment(506a0a1b-e4f5-4da1-a487-074b224a919d),segment_id=506a0a1b-e4f5-4da1-a487-074b224a919d)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:55:59.813249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fe1a4346-0797-4c48-a587-72caf69423eb req-b21d74b5-9720-440b-86cf-3cc85ab4bfd1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Synchronizing usage tracker for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:55:59.818133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:55:59.820017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-d73ffdb6-a589-4764-bee8-df404537da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:55:59.821440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-d73ffdb6-a589-4764-bee8-df404537da11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.2056596 May 27 01:55:59.870156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Allocated IP 172.25.3.120 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/0a57ab8a-9e28-46db-8fbe-4fb1c81caf92) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:55:59.876057 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-4b0bbcd8-6afd-452a-963e-3d574cac454c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468960 May 27 01:55:59.879354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fe1a4346-0797-4c48-a587-72caf69423eb req-b21d74b5-9720-440b-86cf-3cc85ab4bfd1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] Unset dirty status for tenant:94808042355844b686d7053c3b65ef77 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:55:59.880828 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe1a4346-0797-4c48-a587-72caf69423eb req-b21d74b5-9720-440b-86cf-3cc85ab4bfd1 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] 10.222.0.16 "GET /v2.0/ports?device_id=c90426cc-7425-4193-8523-854203bedf91 HTTP/1.1" status: 200 len: 210 time: 0.1168847 May 27 01:56:00.027567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:00.029675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:00.035451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] 10.222.0.47 "PUT /v2.0/ports/9db853fb-c805-442c-8d2f-49a8c163b240 HTTP/1.1" status: 200 len: 1092 time: 4.9558079 May 27 01:56:00.068439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:56:00.069542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-020b194f-2d12-4337-9b45-fd7f284aee80 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869504 May 27 01:56:00.191723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:56:00.192728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9af5ec86-3afb-4bae-9de5-dc66a75e5e99 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:56:00.497768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acd01b-0d2b-4994-9ccd-950ffb977cac req-1e7c0783-d336-4c89-842f-f2ebcb52f90c tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:00.503284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-b3acd01b-0d2b-4994-9ccd-950ffb977cac req-1e7c0783-d336-4c89-842f-f2ebcb52f90c tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Synchronizing usage tracker for tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:00.506342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'tag': '9db853fb-c805-442c-8d2f-49a8c163b240'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:56:00.590034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a3372a3-fec0-4a74-9063-1f5ed242da0c req-357a0771-de86-4965-81b1-8d22df95160b service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105264 May 27 01:56:00.603330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1fc80-b2d6-4278-bf81-b0ea55733157 req-50268f59-351f-4cb3-ba3e-775e6fd6bc31 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:00.612205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffd1fc80-b2d6-4278-bf81-b0ea55733157 req-50268f59-351f-4cb3-ba3e-775e6fd6bc31 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.3183775 May 27 01:56:00.687844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffd1fc80-b2d6-4278-bf81-b0ea55733157 req-037a8e95-9f2e-45bd-9d9c-0084b5633e83 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725434 May 27 01:56:00.735215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:00.787922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:00.844713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5294f-9e22-4080-9250-f8b2a4a6ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=9db853fb-c805-442c-8d2f-49a8c163b240,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:00.858261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-b3acd01b-0d2b-4994-9ccd-950ffb977cac req-1e7c0783-d336-4c89-842f-f2ebcb52f90c tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Unset dirty status for tenant:ab2fd2cdab9941ceb4c8fecc4c9bfff1 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:00.859773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3acd01b-0d2b-4994-9ccd-950ffb977cac req-1e7c0783-d336-4c89-842f-f2ebcb52f90c tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 943 time: 2.1147952 May 27 01:56:00.948828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c4e53e3d-bba2-480c-adcd-965630218699 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:56:01.032268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3acd01b-0d2b-4994-9ccd-950ffb977cac req-6d4ad99c-36eb-47fb-b62b-02b940ee8028 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560140 May 27 01:56:01.053070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63b6f-8c6a-49be-8f82-bedc6c2fe2fa req-547c4a01-96ce-42ae-ad04-e4dd2b668427 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:01.066830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbb63b6f-8c6a-49be-8f82-bedc6c2fe2fa req-547c4a01-96ce-42ae-ad04-e4dd2b668427 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 943 time: 0.2224631 May 27 01:56:01.160498 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca77621a-4651-4eab-8709-d6880ca8f9b4'] response: {'name': 'network-changed', 'server_uuid': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'tag': '9db853fb-c805-442c-8d2f-49a8c163b240', 'status': 'completed', 'code': 200} May 27 01:56:01.179161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbb63b6f-8c6a-49be-8f82-bedc6c2fe2fa req-0952ac88-7e2c-4195-beec-24af03bb8088 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110914 May 27 01:56:01.191899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-7d8fd4b3-7e3b-4f9f-b0a8-d0735765ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:01.193910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-7d8fd4b3-7e3b-4f9f-b0a8-d0735765ca7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab2fd2cdab9941ceb4c8fecc4c9bfff1&device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 1095 time: 0.6705062 May 27 01:56:01.249191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c4e53e3d-bba2-480c-adcd-965630218699,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:01.257522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39632) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:01.279865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c4e53e3d-bba2-480c-adcd-965630218699', 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5', 'port_id': 'c4e53e3d-bba2-480c-adcd-965630218699', 'mac_address': 'fa:16:3e:d2:ce:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d0a626-0472-40f3-b72d-dd4954d3c181', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:56:01.390351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-6629729d-5fc2-4bf5-89c5-99cdd015a8bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db853fb-c805-442c-8d2f-49a8c163b240 HTTP/1.1" status: 200 len: 217 time: 0.1684761 May 27 01:56:01.438675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c4e53e3d-bba2-480c-adcd-965630218699 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:01.439176 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:01.469227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-14f385f7-97a6-4dcc-8815-68a5e89d72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:01.470825 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-14f385f7-97a6-4dcc-8815-68a5e89d72fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43acef3f-1f90-4fdc-b641-449f0d6aadb1 HTTP/1.1" status: 200 len: 855 time: 0.0701752 May 27 01:56:01.482363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e53e3d-bba2-480c-adcd-965630218699 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:56:01.518045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c4e53e3d-bba2-480c-adcd-965630218699,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:01.531225 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:01.547681 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:01.650243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-6c71a34e-504c-4755-b75c-28da153a4a93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9c8f55b-ed74-4aee-9eca-ceab6da162dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707318 May 27 01:56:01.683547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:01.809794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:01.824191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:01.877992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:56:01.890489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:01.935504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Pushing event updated for resources: {'Port': ['ID=0a57ab8a-9e28-46db-8fbe-4fb1c81caf92,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:02.043885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:02.044914 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:02.084481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-652419da-bb7f-444e-89fd-4e9fc6e22e7c service neutron] 10.222.0.47 "GET /v2.0/networks/d9c8f55b-ed74-4aee-9eca-ceab6da162dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117281 May 27 01:56:02.124866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.1 (69877726-c2c7-4a5f-bda0-18c4c3ab2b2f/c29f2d48-022a-4c5b-a7f4-21d476fe314e/0a92b89d-b386-4a19-98fa-fcce2bbb8471) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:02.272331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d12b1-86dc-4f03-9b52-da436fdedaaa req-2b7bfde6-f829-451e-b137-d53de9f49a19 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:02.279415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-964d12b1-86dc-4f03-9b52-da436fdedaaa req-2b7bfde6-f829-451e-b137-d53de9f49a19 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4072335 May 27 01:56:02.506007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-964d12b1-86dc-4f03-9b52-da436fdedaaa req-c585a510-2a0f-4bc0-a87d-41aad08c2e81 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190919 May 27 01:56:02.520641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-86a0453e-4a94-4e47-b9ce-f9deebb5343e tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 6.1802986 May 27 01:56:02.531023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:02.541513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.120'}]}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:02.566773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:02.572106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Usage tracker for resource:router and tenant:e0e07e79e6ce40378df3a2616f3808ff is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:02.575451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:02.582792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:02.598761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:02.600502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:02.702174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39658) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:02.707198 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:02.719668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:02.744228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2090169005'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:02.773277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:02.802855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:network and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:02.809458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:02.830536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:02.842636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ed78d88-b0e3-4b98-8f30-dba9b22dcdc2 req-ce240dcc-c5ca-4cfc-b328-d9917f7de339 service neutron] 10.222.0.47 "GET /v2.0/networks/d9c8f55b-ed74-4aee-9eca-ceab6da162dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495472 May 27 01:56:02.878145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3677c7-e8cd-4fd8-a180-0e144405b2f0 req-f87ba537-bdd9-4e8a-a872-81cb25d19eb4 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:02.884508 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eb3677c7-e8cd-4fd8-a180-0e144405b2f0 req-f87ba537-bdd9-4e8a-a872-81cb25d19eb4 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 943 time: 0.3788502 May 27 01:56:02.888404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:02.895024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:02.922762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:02.963740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c4e53e3d-bba2-480c-adcd-965630218699 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:03.063637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:56:03.065932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.076214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eb3677c7-e8cd-4fd8-a180-0e144405b2f0 req-fea2de37-7d96-476d-b772-eabe896acff6 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685057 May 27 01:56:03.091896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c4e53e3d-bba2-480c-adcd-965630218699 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:03.094535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.094910 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Added segment ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7 of type vlan for network e32c36e5-33f5-4334-a579-2724eabe1d37 May 27 01:56:03.108253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c4e53e3d-bba2-480c-adcd-965630218699 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:03.108926 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.133629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.137455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.217563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-dfcf62ea-21e9-422b-80b8-33568f3aac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:03.219080 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-dfcf62ea-21e9-422b-80b8-33568f3aac68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab2fd2cdab9941ceb4c8fecc4c9bfff1&device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 1095 time: 0.2604811 May 27 01:56:03.265115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.265489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:03.274831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:03.297107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722080d-673e-4d49-8bcf-fdb2b5ca014b req-7bcfb10f-1df5-4192-9c4b-eab59556a3de tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:03.298570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8722080d-673e-4d49-8bcf-fdb2b5ca014b req-7bcfb10f-1df5-4192-9c4b-eab59556a3de tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 944 time: 0.4828968 May 27 01:56:03.305418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c4e53e3d-bba2-480c-adcd-965630218699 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:03.306076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.337059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:03.349605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.354608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c4e53e3d-bba2-480c-adcd-965630218699,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:03.355840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:56:03.374098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.501115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-4e0f656e-b56f-449d-b33a-42f8d9f385c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:03.503403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-4e0f656e-b56f-449d-b33a-42f8d9f385c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9c8f55b-ed74-4aee-9eca-ceab6da162dd HTTP/1.1" status: 200 len: 916 time: 0.2670648 May 27 01:56:03.511449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=0a92b89d-b386-4a19-98fa-fcce2bbb8471,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:03.515552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:03.535897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.541478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:03.542363 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.605547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39674) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:03.640003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-538570616'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:03.678256 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa6954e-f285-46fd-a565-172c83c5a492'] response: {'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699', 'code': 200} May 27 01:56:03.721623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:03.724061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-34d980f8-b646-4566-a3fd-1704642c344a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db853fb-c805-442c-8d2f-49a8c163b240 HTTP/1.1" status: 200 len: 217 time: 0.1768980 May 27 01:56:03.751724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8722080d-673e-4d49-8bcf-fdb2b5ca014b req-799a68cb-bb60-4f1c-bb2f-704b060e0996 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364290 May 27 01:56:03.791437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:network and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:03.803242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:03.832898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1146681 May 27 01:56:03.834059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:03.841596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39678) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:03.852944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1419342716'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:03.861480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:03.872839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d62748-a20b-48dc-8940-54b98a438ebd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Network': ['ID=e32c36e5-33f5-4334-a579-2724eabe1d37,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:03.882582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:03.887023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e32c36e5-33f5-4334-a579-2724eabe1d37 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:56:03.923578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:network and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:03.957655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:04.011019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:04.125912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:04.137986 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:04.159399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:04.162926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:04.179138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-fc8cd865-400d-42e7-bf97-ade42219cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:04.180474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-fc8cd865-400d-42e7-bf97-ade42219cf96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43acef3f-1f90-4fdc-b641-449f0d6aadb1 HTTP/1.1" status: 200 len: 855 time: 0.4306278 May 27 01:56:04.256382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-2da2e4f5-f34f-4a55-a60e-46e65059afa1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9c8f55b-ed74-4aee-9eca-ceab6da162dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671525 May 27 01:56:04.312164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f79c3e-500c-40eb-b9a6-111c561cd0e9 req-9159f648-c1fd-4d1b-92e4-09799b357360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:04.314232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04f79c3e-500c-40eb-b9a6-111c561cd0e9 req-9159f648-c1fd-4d1b-92e4-09799b357360 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1097 time: 0.5565460 May 27 01:56:04.350511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:56:04.381775 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:04.382123 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Added segment 249f5b75-3bec-4ae5-bf35-cead982c7f94 of type vlan for network 318d9fe3-faa1-4be8-a715-63f21d649c54 May 27 01:56:04.423274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09afe-35a0-4d3f-a840-3db0bb5afdb5 req-298d12ed-207a-4603-94dc-522e48f9d84d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:04.429612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29b09afe-35a0-4d3f-a840-3db0bb5afdb5 req-298d12ed-207a-4603-94dc-522e48f9d84d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.5930500 May 27 01:56:04.461660 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04f79c3e-500c-40eb-b9a6-111c561cd0e9 req-d7772da8-2ab6-41a3-81ea-f3f39c9cd9c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571814 May 27 01:56:04.483484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:56:04.507547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:04.521715 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-ba721152-1415-4a17-a50a-ddc19ad255f2 service neutron] 10.222.0.47 "GET /v2.0/networks/d9c8f55b-ed74-4aee-9eca-ceab6da162dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566311 May 27 01:56:04.533386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29b09afe-35a0-4d3f-a840-3db0bb5afdb5 req-b187446a-2b19-4eb2-9294-2be35ba05e78 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029716 May 27 01:56:04.569584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Deleting port b5516ba9-94e4-4603-a5c0-e9d8e1479091 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:04.570541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:04.613319 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:04.636111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:04.644512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:04.645112 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.088327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4552720 May 27 01:56:05.093016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39688) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:05.093781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b509bb-dd7f-4c06-acb3-0f82180ea57a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Network': ['ID=318d9fe3-faa1-4be8-a715-63f21d649c54,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:05.103312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.103650 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Added segment 551f1f36-50f6-4b20-94c9-2c0025fefc79 of type vlan for network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 May 27 01:56:05.110132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2056532223'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:05.114335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:56:05.189324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] For port b5516ba9-94e4-4603-a5c0-e9d8e1479091, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b5516ba9-94e4-4603-a5c0-e9d8e1479091,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:05.189751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.210757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab25a-8946-4d7a-bc4d-a18a75a70c34 req-955b6a2e-59de-441a-a858-c7e5b083a7a4 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:05.211957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fbab25a-8946-4d7a-bc4d-a18a75a70c34 req-955b6a2e-59de-441a-a858-c7e5b083a7a4 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 943 time: 0.8802824 May 27 01:56:05.424747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Calling delete_port for b5516ba9-94e4-4603-a5c0-e9d8e1479091 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:05.466410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.515276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.544520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:05.548716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:network and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:05.552040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:05.558352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:05.570273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37fc4103-629a-4e72-abb1-e80d03bf138b req-20e02264-8015-4f75-b248-c8c7e082e85a service neutron] 10.222.0.47 "GET /v2.0/networks/d9c8f55b-ed74-4aee-9eca-ceab6da162dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626269 May 27 01:56:05.578543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fbab25a-8946-4d7a-bc4d-a18a75a70c34 req-46026cb4-22fc-4e4f-af05-776cd572ec40 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660351 May 27 01:56:05.597074 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.631484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:05.635135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.672332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.680824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:05.681382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.716905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5ea83-4b5d-420c-98a9-df4fa7f1595c req-e5bd48aa-5bb6-49a8-a2be-b007bb54246c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:05.733378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a3f5ea83-4b5d-420c-98a9-df4fa7f1595c req-e5bd48aa-5bb6-49a8-a2be-b007bb54246c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 945 time: 0.7538843 May 27 01:56:05.754981 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-25d95544-815e-4c55-9daf-b5bd394b1e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.764298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9184122 May 27 01:56:05.778896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39694) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:05.880152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023897e-ade5-4147-ba8f-c5b525bd3508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Network': ['ID=66fafde6-84bd-4b9c-b5d2-36b0ba38e827,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:05.885831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'subnet': {'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:05.891239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:56:05.936456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:05.964057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.047884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a3f5ea83-4b5d-420c-98a9-df4fa7f1595c req-beff81da-1ae4-4956-a780-de0187c60c27 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133717 May 27 01:56:06.056049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:56:06.088120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:06.111270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.112728 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Added segment ad74d9e5-61cf-4892-aa53-b915736518b0 of type vlan for network b17b5d04-c6fb-418b-8741-62bf32c6a213 May 27 01:56:06.117945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:subnet and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:06.161843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:06.169227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=0a92b89d-b386-4a19-98fa-fcce2bbb8471,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:06.177934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.188538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:06.211767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.351987 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.360909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:06.361812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.426567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.472632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022b31-e84e-4ff4-8fd7-9c19083433b0 req-c6db4b52-ff9e-4340-a263-7134db72fe3e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:06.474937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6022b31-e84e-4ff4-8fd7-9c19083433b0 req-c6db4b52-ff9e-4340-a263-7134db72fe3e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.4679966 May 27 01:56:06.475483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:06.478984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.497364 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:06.512429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4160521 May 27 01:56:06.517942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:06.520857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:06.529326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'subnet': {'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:06.546548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:06.609846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f0e9e-3da8-4e51-8337-5023a7b6826f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Network': ['ID=b17b5d04-c6fb-418b-8741-62bf32c6a213,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:06.625002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:56:06.693783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5516ba9-94e4-4603-a5c0-e9d8e1479091,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:06.956312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9db853fb-c805-442c-8d2f-49a8c163b240 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:56:07.037873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:07.131289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:subnet and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:07.143729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:07.156242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:07.192047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:07.195569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.200121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9db853fb-c805-442c-8d2f-49a8c163b240, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9db853fb-c805-442c-8d2f-49a8c163b240,segment=NetworkSegment(506a0a1b-e4f5-4da1-a487-074b224a919d),segment_id=506a0a1b-e4f5-4da1-a487-074b224a919d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:07.217500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9db853fb-c805-442c-8d2f-49a8c163b240', 'network_id': 'd9c8f55b-ed74-4aee-9eca-ceab6da162dd', 'port_id': '9db853fb-c805-442c-8d2f-49a8c163b240', 'mac_address': 'fa:16:3e:3c:56:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43acef3f-1f90-4fdc-b641-449f0d6aadb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:56:07.223924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:07.280852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9db853fb-c805-442c-8d2f-49a8c163b240 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:07.281694 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.302106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db853fb-c805-442c-8d2f-49a8c163b240 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:56:07.312179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38676734-0b76-45cf-a047-354396e33972 req-3b837623-3ccc-4c56-831d-e0c13cf171dd tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:07.313840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38676734-0b76-45cf-a047-354396e33972 req-3b837623-3ccc-4c56-831d-e0c13cf171dd tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 943 time: 0.5079951 May 27 01:56:07.329221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9db853fb-c805-442c-8d2f-49a8c163b240, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9db853fb-c805-442c-8d2f-49a8c163b240,segment=NetworkSegment(506a0a1b-e4f5-4da1-a487-074b224a919d),segment_id=506a0a1b-e4f5-4da1-a487-074b224a919d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:07.336351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.399497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.409170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.426037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9db853fb-c805-442c-8d2f-49a8c163b240,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:07.430727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6022b31-e84e-4ff4-8fd7-9c19083433b0 req-09078b58-7459-473b-8dca-d7b584a3f172 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7381210 May 27 01:56:07.539032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38676734-0b76-45cf-a047-354396e33972 req-b33e4673-4ccd-4059-9e88-b621a3389d48 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160075 May 27 01:56:07.547833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.548345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a23b5a3b-7263-4ff8-897f-8305e1e25eca {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:56:07.624063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:07.636048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:07.645642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-580548e9-f3ae-4420-8487-79093ba80dc6 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/routers/9ca0f9e8-0afc-4e85-aa9f-b53389890c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0400112 May 27 01:56:07.651158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39706) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:07.656537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:07.656882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'port': {'network_id': '69877726-c2c7-4a5f-bda0-18c4c3ab2b2f', 'name': 'tempest-FloatingIPTestJSON-607753948'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:07.657888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:07.716884 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 01:56:07.724530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-34545baf-e6f8-4c94-9653-68775f1b1c4f tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1893768 May 27 01:56:07.732221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39710) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:07.758184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9db853fb-c805-442c-8d2f-49a8c163b240'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:56:07.818640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:07.843506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:07.844667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:07.892231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.916153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Deleting port 0a57ab8a-9e28-46db-8fbe-4fb1c81caf92 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:07.916532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.927502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:07.928242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0973d-5b3d-49bf-ae99-4a48d319841c None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:07.949395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9cf6e-ff71-422f-b1c2-c24ed7ac953e req-7a6dc1e3-3d6a-405c-aa7f-9581de0ea822 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:07.951845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79d9cf6e-ff71-422f-b1c2-c24ed7ac953e req-7a6dc1e3-3d6a-405c-aa7f-9581de0ea822 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 945 time: 0.2374208 May 27 01:56:07.955152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:07.968482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0325d3c9-80bc-44eb-b211-4f00fca140cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:08.071500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:08.093039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:08.109960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:port and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:08.119450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:08.123409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Subnet': ['ID=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:08.137555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:08.176126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Checking segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:08.176501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network hostable DHCP agents. Network: 318d9fe3-faa1-4be8-a715-63f21d649c54, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:56:08.212043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:08.215478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:08.238485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79d9cf6e-ff71-422f-b1c2-c24ed7ac953e req-a1af3f83-0135-4598-89c7-506293ecb1cb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862695 May 27 01:56:08.303197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] device_id is not set on port 22f8cc3e-2c94-4279-853b-a12d7372b3c1 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:08.346752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:56:08.364719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Checking segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:08.365098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network hostable DHCP agents. Network: e32c36e5-33f5-4334-a579-2724eabe1d37, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:56:08.370236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Subnet': ['ID=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:08.426400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 318d9fe3-faa1-4be8-a715-63f21d649c54) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:08.438392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04824a9f-ca5d-475d-b75c-360d16fbdeef None None] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:08.444799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:08.465135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:08.465731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:08.477017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network e32c36e5-33f5-4334-a579-2724eabe1d37 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:56:08.523900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e32c36e5-33f5-4334-a579-2724eabe1d37) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:08.531667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:08.535190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:08.547188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc530fd4-a2df-434c-b647-ab919005471e None None] Network e32c36e5-33f5-4334-a579-2724eabe1d37 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:08.730158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.8 (69877726-c2c7-4a5f-bda0-18c4c3ab2b2f/c29f2d48-022a-4c5b-a7f4-21d476fe314e/22f8cc3e-2c94-4279-853b-a12d7372b3c1) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:08.756291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74d54051-4348-4c15-9f0e-9dce71407d93 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8775570 May 27 01:56:08.764402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39724) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:08.775648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'subnet': {'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:08.871096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Router 507eb33b-a6ca-47cf-a2ed-30b86169b9db has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:08.904209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Calling delete_port for 0a57ab8a-9e28-46db-8fbe-4fb1c81caf92 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:08.927786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225480d-b27c-4ad5-b44b-3f295d40a2ce req-07a554fe-7772-4259-8f77-72fb6ed668a9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:08.935052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5225480d-b27c-4ad5-b44b-3f295d40a2ce req-07a554fe-7772-4259-8f77-72fb6ed668a9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.2812126 May 27 01:56:09.000563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9db853fb-c805-442c-8d2f-49a8c163b240 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:09.040536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:09.059126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:subnet and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:09.074652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5225480d-b27c-4ad5-b44b-3f295d40a2ce req-69e07d9a-4130-4c03-82f1-69afc94fef22 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385868 May 27 01:56:09.075622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:09.084251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-318d9fe3-faa1-4be8-a715-63f21d649c54', 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'fixed_ips': [{'subnet_id': 'e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:56:09.085666 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.094305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:09.125534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e32c36e5-33f5-4334-a579-2724eabe1d37', 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'fixed_ips': [{'subnet_id': 'e6c88f81-115c-43ce-a5a2-9ee6bcfea49c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:56:09.126629 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.274202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-928081e4-54af-4996-bc93-c2d89a2e40c6 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1791040080&fields=id&tenant_id=75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 267 time: 0.8731740 May 27 01:56:09.325324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 9db853fb-c805-442c-8d2f-49a8c163b240 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:09.346924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.353622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-335d076e-e498-4bc8-aaff-2c3a61449cf6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8289397 May 27 01:56:09.388733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39728) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:09.397110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9db853fb-c805-442c-8d2f-49a8c163b240 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:09.397726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.425096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a57ab8a-9e28-46db-8fbe-4fb1c81caf92,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:09.427888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'subnet': {'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:09.466129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.514659 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.557991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:09.561538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.588414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.620749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-36949666-03d4-4d08-b801-505e15e94e71 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:09.622195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-36949666-03d4-4d08-b801-505e15e94e71 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 945 time: 0.3473032 May 27 01:56:09.628542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:09.630382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-46d116d9-d66b-4235-9151-000eaab4e900 tempest-RoutersAdminNegativeIpV6Test-503832550 tempest-RoutersAdminNegativeIpV6Test-503832550-project-admin] 10.222.0.16 "DELETE /v2.0/ports/0a57ab8a-9e28-46db-8fbe-4fb1c81caf92 HTTP/1.1" status: 204 len: 168 time: 1.8956199 May 27 01:56:09.645350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'port': {'security_groups': ['b9afeb61-ad07-418e-b8ba-425de2d3fc87', '7ff58615-ec4b-451e-9eda-77de715e380b']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:09.737823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:09.742377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:09.748110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Allocated IP 10.1.1.2 (318d9fe3-faa1-4be8-a715-63f21d649c54/e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547/9d2bcac2-f67c-45e6-a5fb-393b0f005959) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:09.748304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:subnet and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:09.756766 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0259f8ea-8812-4252-a7a1-20a6827c5f9b admin admin] 10.222.0.16 "PUT /v2.0/routers/507eb33b-a6ca-47cf-a2ed-30b86169b9db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4957898 May 27 01:56:09.757094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] Sync routers for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:09.760712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:09.767230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39734) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:09.773821 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:09.776321 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:09.849095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:09.891187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92670b-e1d9-4285-87c8-4cf08d0fca06 req-60e0255f-9f17-466a-8d78-a1ecbddef5a4 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:09.893143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b92670b-e1d9-4285-87c8-4cf08d0fca06 req-60e0255f-9f17-466a-8d78-a1ecbddef5a4 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 944 time: 0.5034921 May 27 01:56:09.997286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.006965 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:56:10.021839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:10.024802 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.036462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Transition to ACTIVE for port object 9d2bcac2-f67c-45e6-a5fb-393b0f005959 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:10.037704 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.056242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Transition to ACTIVE for port object 9d2bcac2-f67c-45e6-a5fb-393b0f005959 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:10.063308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39740) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:10.128079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Allocated IP 10.1.1.2 (e32c36e5-33f5-4334-a579-2724eabe1d37/e6c88f81-115c-43ce-a5a2-9ee6bcfea49c/9cb3cbbc-fba6-4f17-875c-323503341252) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:10.198211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.223851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b92670b-e1d9-4285-87c8-4cf08d0fca06 req-0e676ba9-72af-4f47-a136-bfce540b38a8 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950811 May 27 01:56:10.308788 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.320562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:10.332967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:10.342197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=22f8cc3e-2c94-4279-853b-a12d7372b3c1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:10.348217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:10.454239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:10.454801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.468588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Pushing event updated for resources: {'Port': ['ID=9d2bcac2-f67c-45e6-a5fb-393b0f005959,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:10.474093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.538357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:10.551928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:10.564208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:10.668424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.695703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-859e6566-b9a3-404e-ab3a-24d679cced7a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0433552 May 27 01:56:10.701175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39758) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:10.704336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:10.713386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Usage tracker for resource:security_group_rule and tenant:3d18d88631294f1cb0340b764a197d0b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:10.718381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:10.730934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:10.733165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Attempting to bind port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:10.733484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Attempting to bind port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:10.733755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Attempting to bind port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:10.734390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'port': {'network_id': '69877726-c2c7-4a5f-bda0-18c4c3ab2b2f', 'name': 'tempest-FloatingIPTestJSON-593275784'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:10.738967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9db853fb-c805-442c-8d2f-49a8c163b240 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:10.739352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.740829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:56:06Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:10.745076 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] Checking router: 507eb33b-a6ca-47cf-a2ed-30b86169b9db for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:56:10.754364 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] Routers {'507eb33b-a6ca-47cf-a2ed-30b86169b9db'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:10.755164 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:10.759758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:10.760138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Checking segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:10.760544 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.760946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Bound using segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:10.761685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Bound port: 9d2bcac2-f67c-45e6-a5fb-393b0f005959, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:10.761813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.797783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c4e53e3d-bba2-480c-adcd-965630218699,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:10.806334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9db853fb-c805-442c-8d2f-49a8c163b240, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9db853fb-c805-442c-8d2f-49a8c163b240,segment=NetworkSegment(506a0a1b-e4f5-4da1-a487-074b224a919d),segment_id=506a0a1b-e4f5-4da1-a487-074b224a919d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:10.817828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db853fb-c805-442c-8d2f-49a8c163b240'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:56:10.827669 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.884710 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.893835 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.944179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce62797-f0e1-49ef-848f-de10bb9c8731,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:10.977897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.987991 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:10.993415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-819bac0c-1c63-431e-9a8f-9706341011ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d18d88631294f1cb0340b764a197d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8828442 May 27 01:56:10.995568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39764) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:11.011451 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.018002 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] Set router 507eb33b-a6ca-47cf-a2ed-30b86169b9db gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:56:11.024753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.032507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:56:11.061498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.069244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9db853fb-c805-442c-8d2f-49a8c163b240,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:11.074857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:11.076075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.077620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a74fe9ec-8a0a-45d3-b0c3-11029a6dbf7a req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "PUT /v2.0/ports/c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 200 len: 981 time: 1.4451180 May 27 01:56:11.089040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:56:11.100764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Transition to ACTIVE for port object 9cb3cbbc-fba6-4f17-875c-323503341252 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:11.103721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] For port 9d2bcac2-f67c-45e6-a5fb-393b0f005959, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:11.134299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] For port 9d2bcac2-f67c-45e6-a5fb-393b0f005959, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9d2bcac2-f67c-45e6-a5fb-393b0f005959,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:11.166472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Transition to ACTIVE for port object 9cb3cbbc-fba6-4f17-875c-323503341252 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:11.170833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.186525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0d5ab-c395-4981-b42e-0cef71b06b26 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:11.192286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d24089e-87a1-43a2-8371-f0e3267d5d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.238757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b38d7-d829-439f-8909-84e13092550b req-19be2c08-76fb-4f1f-9715-41f8442eebec tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:11.239557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d24089e-87a1-43a2-8371-f0e3267d5d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.244222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b2b38d7-d829-439f-8909-84e13092550b req-19be2c08-76fb-4f1f-9715-41f8442eebec tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8101850 May 27 01:56:11.255513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:11.258568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:56:11.266789 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.276731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.328197 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad74dbe0-af6f-48cf-97e0-4e791e43dec8'] response: {'server_uuid': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db853fb-c805-442c-8d2f-49a8c163b240', 'code': 200} May 27 01:56:11.329142 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d24089e-87a1-43a2-8371-f0e3267d5d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.344063 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.419223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d24089e-87a1-43a2-8371-f0e3267d5d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.420646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Deleting port 47303680-6a4e-4b84-bc3d-326ab7b75dda {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:11.421406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.423605 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3d24089e-87a1-43a2-8371-f0e3267d5d00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cce62797-f0e1-49ef-848f-de10bb9c8731 HTTP/1.1" status: 204 len: 168 time: 0.4271309 May 27 01:56:11.425620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24089e-87a1-43a2-8371-f0e3267d5d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce62797-f0e1-49ef-848f-de10bb9c8731,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:11.447190 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:56:06Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:11.448283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Network e32c36e5-33f5-4334-a579-2724eabe1d37 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:11.452474 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbdec90-daa6-497b-8d7d-b5e11cf42895 None None] The sync data for ids ['507eb33b-a6ca-47cf-a2ed-30b86169b9db'] in n-d-843146-11 is: [{'id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'name': 'tempest-ServerRescueNegativeTestJSON-505174433-router', 'tenant_id': '94808042355844b686d7053c3b65ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:49:15Z', 'updated_at': '2022-05-27T01:56:06Z', 'revision_number': 5, 'project_id': '94808042355844b686d7053c3b65ef77', 'gw_port': {'id': '47303680-6a4e-4b84-bc3d-326ab7b75dda', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507eb33b-a6ca-47cf-a2ed-30b86169b9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:49:16Z', 'updated_at': '2022-05-27T01:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:11.465337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:11.468722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:11.473752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-dae0996a-5c50-401c-a3da-53f535dba7f4 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-18121210&fields=id&tenant_id=75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 267 time: 0.1227727 May 27 01:56:11.508091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1e628-e63e-479d-baeb-e7932ac190e7 None None] Pushing event updated for resources: {'Port': ['ID=9d2bcac2-f67c-45e6-a5fb-393b0f005959,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:11.643644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1c2b-99f8-4491-86d1-945671886eb4 req-62c0e588-c7df-4123-878c-b0edf0c00876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:11.647153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b5b1c2b-99f8-4491-86d1-945671886eb4 req-62c0e588-c7df-4123-878c-b0edf0c00876 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 1097 time: 0.2775264 May 27 01:56:11.723292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-b66302b0-cddd-4446-b1d3-bca97844b349 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:11.724913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-b66302b0-cddd-4446-b1d3-bca97844b349 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 984 time: 0.2409132 May 27 01:56:11.736347 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b5b1c2b-99f8-4491-86d1-945671886eb4 req-911db560-7ddd-482a-accf-7e663ce1ee72 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749407 May 27 01:56:11.751057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'port': {'security_groups': ['7ff58615-ec4b-451e-9eda-77de715e380b', 'b9afeb61-ad07-418e-b8ba-425de2d3fc87', '9ba767fd-29fb-4571-8046-8eefa0cb580d']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:11.757303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Pushing event updated for resources: {'Port': ['ID=9cb3cbbc-fba6-4f17-875c-323503341252,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:11.770145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Attempting to bind port 9cb3cbbc-fba6-4f17-875c-323503341252 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:11.770534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Attempting to bind port 9cb3cbbc-fba6-4f17-875c-323503341252 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:11.770994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Attempting to bind port 9cb3cbbc-fba6-4f17-875c-323503341252 on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:11.787224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:port and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:11.790521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:11.796770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:11.800236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:11.800700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Checking segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:11.801061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.801458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Bound using segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:11.801956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Bound port: 9cb3cbbc-fba6-4f17-875c-323503341252, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:11.802330 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:11.815199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Subnet': ['ID=8b59d9ea-4e88-482e-baf3-478f314cdd26,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:11.865558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.865905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.866276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.866577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.867085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.867413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.867737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.868060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.868380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.868811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.869006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.869324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:11.972834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:11.983425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:12.044382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:12.049911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Subnet': ['ID=153660dd-36a8-42ae-9e45-d522f8ef1d25,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:12.059008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] device_id is not set on port 3231b43f-e8c6-46bf-bb08-c71217c99ee9 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:12.136027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39778) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:12.182795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:12.202702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9cb3cbbc-fba6-4f17-875c-323503341252,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:12.219186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:12.223971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b2b38d7-d829-439f-8909-84e13092550b req-e61ba5b7-6d82-4a27-b6d9-c70d489856d0 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9611928 May 27 01:56:12.329307 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0df42a-765c-4db5-ac36-b53f2622013d'] response: {'name': 'network-changed', 'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699', 'status': 'completed', 'code': 200} May 27 01:56:12.363462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b81b9-21b0-446e-867e-0b0723ad8ed9 None None] Pushing event updated for resources: {'Port': ['ID=9cb3cbbc-fba6-4f17-875c-323503341252,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:12.425135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-05f3602d-fe9a-450e-8e28-ee118146c8c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0e07e79e6ce40378df3a2616f3808ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878921 May 27 01:56:12.437571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39782) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:12.486749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Checking segment: {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:12.487678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network hostable DHCP agents. Network: 66fafde6-84bd-4b9c-b5d2-36b0ba38e827, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:56:12.493595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.11 (69877726-c2c7-4a5f-bda0-18c4c3ab2b2f/c29f2d48-022a-4c5b-a7f4-21d476fe314e/3231b43f-e8c6-46bf-bb08-c71217c99ee9) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:12.541846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Checking segment: {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:12.542306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network hostable DHCP agents. Network: b17b5d04-c6fb-418b-8741-62bf32c6a213, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:56:12.638134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-0c894756-fef2-4884-a859-2a0615d07275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:12.639950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-0c894756-fef2-4884-a859-2a0615d07275 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1136 time: 0.2852407 May 27 01:56:12.679275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eebd65ca-ef13-4810-9232-7d0e27c7e3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:12.686369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9133dc-11d6-4223-a900-02039a81c143 req-57f77711-d38b-4e39-bd52-a2c597fbb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:12.687920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9133dc-11d6-4223-a900-02039a81c143 req-57f77711-d38b-4e39-bd52-a2c597fbb6e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1097 time: 1.1679404 May 27 01:56:12.811435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eebd65ca-ef13-4810-9232-7d0e27c7e3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:12.839417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:56:12.853692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:56:12.874634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] For port 47303680-6a4e-4b84-bc3d-326ab7b75dda, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=47303680-6a4e-4b84-bc3d-326ab7b75dda,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:12.875019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:12.888725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c4e53e3d-bba2-480c-adcd-965630218699,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:12.924742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-3d592586-76af-418d-826c-ae1b8680614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:12.926387 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-3d592586-76af-418d-826c-ae1b8680614f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 913 time: 0.2747297 May 27 01:56:12.999231 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.009120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-67866857-f3b0-46de-abaf-1ee3777f08b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 200 len: 217 time: 0.0737898 May 27 01:56:13.010653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.021261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:56:13.100413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Calling delete_port for 47303680-6a4e-4b84-bc3d-326ab7b75dda owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:13.108898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eebd65ca-ef13-4810-9232-7d0e27c7e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.164740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:13.165351 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.170569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3bd9f7-f2a4-4762-b15f-382b7eac8637 None None] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:13.171546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca38a922-d888-4be0-b20e-f94c396e6cd8 req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "PUT /v2.0/ports/c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 200 len: 1020 time: 1.4338119 May 27 01:56:13.186700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd65ca-ef13-4810-9232-7d0e27c7e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad8531-9fa7-4341-bfc4-010e407de3e2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:13.194286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 66fafde6-84bd-4b9c-b5d2-36b0ba38e827) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:13.209277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:13.209891 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.235093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60698e-e5b8-4280-b47e-c9fbdbf4fd73 None None] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:13.245557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eebd65ca-ef13-4810-9232-7d0e27c7e3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.251588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eebd65ca-ef13-4810-9232-7d0e27c7e3dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42ad8531-9fa7-4341-bfc4-010e407de3e2 HTTP/1.1" status: 204 len: 168 time: 0.8127365 May 27 01:56:13.252917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5c150-2507-4449-be3a-0cbf9eb121a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:13.259047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-6ac9d8bf-22d6-476b-a5aa-d7d2f5fbefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:13.261524 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-6ac9d8bf-22d6-476b-a5aa-d7d2f5fbefbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.2064567 May 27 01:56:13.284734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:56:13.327491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-d12deb8a-89af-4129-beef-5cfc4855f159 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575576 May 27 01:56:13.327709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b17b5d04-c6fb-418b-8741-62bf32c6a213) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:13.342128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:13.342575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.473503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ddc26-1572-4081-bb20-9b92c04b5587 None None] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:13.496236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9d2bcac2-f67c-45e6-a5fb-393b0f005959 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:13.589585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690fb1a-79a7-4f66-96fe-c25091728d9d req-e1e70633-e520-4e81-b2d8-bed7c735b138 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:13.592673 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b690fb1a-79a7-4f66-96fe-c25091728d9d req-e1e70633-e520-4e81-b2d8-bed7c735b138 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1023 time: 0.1266723 May 27 01:56:13.611294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:13.711089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-1de59328-bfb4-4e94-b2d5-17c679c9d398 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776200 May 27 01:56:13.712416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-22379fc6-a8c2-4469-869d-3db714e4a9cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.2896783 May 27 01:56:13.728506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ff8d-35de-4d11-8244-7ee2651a69f7 req-7d502b59-20fa-4e2e-accd-59d2b164f64b tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:13.736727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8348ff8d-35de-4d11-8244-7ee2651a69f7 req-7d502b59-20fa-4e2e-accd-59d2b164f64b tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 945 time: 1.2657990 May 27 01:56:13.746226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b690fb1a-79a7-4f66-96fe-c25091728d9d req-8dc75acd-5c8d-446b-90b4-018e46b91f7b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=7ff58615-ec4b-451e-9eda-77de715e380b&id=9ba767fd-29fb-4571-8046-8eefa0cb580d HTTP/1.1" status: 200 len: 6154 time: 0.1286237 May 27 01:56:13.747808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ea8171e7-7406-4fb9-b80d-090530c69ec8 None None] Provisioning for port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:13.775138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39794) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:13.880427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'port': {'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'name': 'tempest-TaggedBootDevicesTest_v242-798520880', 'fixed_ips': [{'subnet_id': 'e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:13.909897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0f37755d-f178-483d-ad57-b7d07a29c51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.1444113 May 27 01:56:13.913602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39804) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:13.922526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'port': {'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'name': 'tempest-TaggedBootDevicesTest-1097949549', 'fixed_ips': [{'subnet_id': 'e6c88f81-115c-43ce-a5a2-9ee6bcfea49c'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:13.928970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Pushing event deleted for resources: {'Port': ['ID=47303680-6a4e-4b84-bc3d-326ab7b75dda,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:13.948850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67f3e0dd-cad6-4787-b53d-4bfd5706375c req-b267cc74-c8e7-4034-94f1-1638cd72171b service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004397 May 27 01:56:13.984256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9133dc-11d6-4223-a900-02039a81c143 req-5a6616e3-15c2-42d8-a7a9-96741624f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:13.985873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9133dc-11d6-4223-a900-02039a81c143 req-5a6616e3-15c2-42d8-a7a9-96741624f661 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 915 time: 1.2877712 May 27 01:56:13.988251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c4e2bd-5b0b-472d-897f-48843dc0f287 None None] Network e32c36e5-33f5-4334-a579-2724eabe1d37 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:14.053093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.185294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:14.191857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:port and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:14.195303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:14.202798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:14.228726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:14.309510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:14.313819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9133dc-11d6-4223-a900-02039a81c143 req-41568ad1-6418-477e-a071-2c1bb41baa23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 217 time: 0.2509909 May 27 01:56:14.322620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8348ff8d-35de-4d11-8244-7ee2651a69f7 req-0c3a1acf-e5a0-4e6c-9e8f-a7165af330dd tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850849 May 27 01:56:14.373599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1610791436 ', 'description': 'tempest-description-40749011'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:14.398282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:14.408807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:56:14.417320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.420927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:14.421304 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.445766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] device_id is not set on port 55673fdb-0ba9-4074-8282-38303e1de07a yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:14.451152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:14.456869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.461198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-85909f89-6555-4600-b8a2-99ecd1360a78 None None] Provisioning for port 9cb3cbbc-fba6-4f17-875c-323503341252 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:14.500932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39824) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:14.598894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9133dc-11d6-4223-a900-02039a81c143 req-c6863889-f82b-4cb2-b1dd-ae5fa41287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:14.600929 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9133dc-11d6-4223-a900-02039a81c143 req-c6863889-f82b-4cb2-b1dd-ae5fa41287e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.2774301 May 27 01:56:14.657561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-66fafde6-84bd-4b9c-b5d2-36b0ba38e827', 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'fixed_ips': [{'subnet_id': '8b59d9ea-4e88-482e-baf3-478f314cdd26'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:56:14.658480 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.703736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:14.726734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.743635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9133dc-11d6-4223-a900-02039a81c143 req-45973280-f7d2-4077-b832-19425218d08b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851691 May 27 01:56:14.744640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:port and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:14.754657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.756684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:14.762181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1754365750'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:14.801263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.807347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c49e8-91bb-4435-ae59-fa7e4a640bb4 req-f8c6d05e-2a1c-4325-8f90-3a086084e7ac tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:14.808287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:14.808965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab4c49e8-91bb-4435-ae59-fa7e4a640bb4 req-f8c6d05e-2a1c-4325-8f90-3a086084e7ac tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 945 time: 0.8589122 May 27 01:56:14.866007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:14.870315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.875179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:14.879592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Usage tracker for resource:network and tenant:3e6415c8db2e47f2bda8a0bc322d17a6 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:14.904281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b17b5d04-c6fb-418b-8741-62bf32c6a213', 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'fixed_ips': [{'subnet_id': '153660dd-36a8-42ae-9e45-d522f8ef1d25'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:56:14.904543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:14.914069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab4c49e8-91bb-4435-ae59-fa7e4a640bb4 req-468253cd-077f-4f41-a06e-8ff58f15f4e8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937688 May 27 01:56:14.929046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 10.1.1.206 (e32c36e5-33f5-4334-a579-2724eabe1d37/e6c88f81-115c-43ce-a5a2-9ee6bcfea49c/55673fdb-0ba9-4074-8282-38303e1de07a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:14.975289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:14.992152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:14.995527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=3231b43f-e8c6-46bf-bb08-c71217c99ee9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:14.997908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:15.014189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:56:15.018547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:15.037005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:15.091907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:15.098492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:15.108457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:15.119228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.119652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507eb33b-a6ca-47cf-a2ed-30b86169b9db {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:56:15.140956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:15.248827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:15.249274 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.279260 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8dd154-b348-4bfe-a5ee-86574ce0b2db'] response: {'name': 'network-changed', 'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699', 'status': 'completed', 'code': 200} May 27 01:56:15.303843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.347741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:15.351152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.370614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.373079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-87188cec-e34a-45dc-8888-3b4b8ef9c07a admin admin] 10.222.0.16 "DELETE /v2.0/routers/507eb33b-a6ca-47cf-a2ed-30b86169b9db HTTP/1.1" status: 204 len: 168 time: 5.6039622 May 27 01:56:15.386142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39834) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:15.391092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:15.391717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.407667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.439636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Transition to ACTIVE for port object 55673fdb-0ba9-4074-8282-38303e1de07a will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:15.482523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:15.488437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9133dc-11d6-4223-a900-02039a81c143 req-bf5f5ebf-f365-4efd-b9de-4e8095ef8e89 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208273 May 27 01:56:15.493445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-76208749-5634-4630-9580-40f37f73371f admin admin] Deleting subnet 52f3fbcb-7208-4021-9f01-4bfd029dcb46 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:56:15.499340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:15.499905 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.500263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-76208749-5634-4630-9580-40f37f73371f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.504200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Usage tracker for resource:security_group_rule and tenant:3e6415c8db2e47f2bda8a0bc322d17a6 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:15.526936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:15.539987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.562819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:15.616376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0ed00223-7426-470f-814a-e3bd51f12bd4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8968232 May 27 01:56:15.617336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:15.624915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-76208749-5634-4630-9580-40f37f73371f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.652657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.654873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:56:15.661787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 9d2bcac2-f67c-45e6-a5fb-393b0f005959, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9d2bcac2-f67c-45e6-a5fb-393b0f005959,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:15.667025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '3231b43f-e8c6-46bf-bb08-c71217c99ee9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:15.686838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:15.689920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] device_id is not set on port c5255157-1d4c-4b58-92d5-d8f418cd2c89 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:15.725790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:15.751305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-27622743-8cad-4143-a7ee-e383ead34d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:15.752789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-27622743-8cad-4143-a7ee-e383ead34d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1175 time: 0.4443862 May 27 01:56:15.758657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:floatingip and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:15.764643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:15.802620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network e32c36e5-33f5-4334-a579-2724eabe1d37 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:15.803027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:15.808771 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.810491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9cb3cbbc-fba6-4f17-875c-323503341252 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:15.812004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.826809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:15.845562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.885701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:15.885913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.887933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c53eb448-4506-4cb7-b529-79daf53e2b1b None None] Provisioning complete for port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:15.888467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c53eb448-4506-4cb7-b529-79daf53e2b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.920406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Allocated IP 10.2.2.2 (66fafde6-84bd-4b9c-b5d2-36b0ba38e827/8b59d9ea-4e88-482e-baf3-478f314cdd26/a822a7a2-e7d4-4a2b-8092-c6f709fd3105) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:15.953406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:15.965035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=55673fdb-0ba9-4074-8282-38303e1de07a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:15.999002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6da713-e4ea-42e6-b105-e00792ab3644 req-353576d0-03d7-4d4f-97fd-cec0ef449aa8 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:16.006701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac6da713-e4ea-42e6-b105-e00792ab3644 req-353576d0-03d7-4d4f-97fd-cec0ef449aa8 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 945 time: 0.5163641 May 27 01:56:16.010674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a9133dc-11d6-4223-a900-02039a81c143 req-523b431f-ba47-4e14-96f2-544754c4e7e9 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089369 May 27 01:56:16.046105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Allocated IP 10.2.2.2 (b17b5d04-c6fb-418b-8741-62bf32c6a213/153660dd-36a8-42ae-9e45-d522f8ef1d25/2ed1833b-b919-4694-ab43-34a8072c2721) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:16.057410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:16.058044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.103110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e3551-2233-4e38-9ed8-b0d947924884,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:16.111727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-76208749-5634-4630-9580-40f37f73371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.120394 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.121601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9e864a6-8fa1-4d5e-8166-907d532fe6b3 req-a03f2767-4f50-44bd-853b-84d83b25b9eb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.7601917 May 27 01:56:16.179552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-a22651d4-d0f7-4860-bef9-5bf8c0861a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:16.182343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-a22651d4-d0f7-4860-bef9-5bf8c0861a83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 913 time: 0.4182131 May 27 01:56:16.196369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-17eaa29b-8652-4da0-b9cb-3084dfb23198 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2808497 May 27 01:56:16.202393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:16.217408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'port': {'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'name': 'tempest-TaggedBootDevicesTest-715540435', 'fixed_ips': [{'subnet_id': 'e6c88f81-115c-43ce-a5a2-9ee6bcfea49c'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:16.224773 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1162f9e2-4460-47c6-aca5-ccad0997e097'] response: {'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'code': 200} May 27 01:56:16.286727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-cfcc14cb-b36b-4c41-8239-4bc4723710ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 200 len: 217 time: 0.0885868 May 27 01:56:16.298113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac6da713-e4ea-42e6-b105-e00792ab3644 req-a7761679-4fec-4296-a4af-80a5229ef7cd tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905824 May 27 01:56:16.345665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=9d2bcac2-f67c-45e6-a5fb-393b0f005959,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:16.446537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-76208749-5634-4630-9580-40f37f73371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.483523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 9cb3cbbc-fba6-4f17-875c-323503341252 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:16.536868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-76208749-5634-4630-9580-40f37f73371f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.560110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76208749-5634-4630-9580-40f37f73371f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f3fbcb-7208-4021-9f01-4bfd029dcb46,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:16.563136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9cb3cbbc-fba6-4f17-875c-323503341252 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:16.563641 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.584213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-76208749-5634-4630-9580-40f37f73371f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52f3fbcb-7208-4021-9f01-4bfd029dcb46 HTTP/1.1" status: 204 len: 168 time: 1.1945646 May 27 01:56:16.606682 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.620015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39856) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:16.627748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c638573c-18c3-426c-a0f6-953617b5f67a req-135b7a93-53b5-4034-b465-a6766f836197 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/aa1e3551-2233-4e38-9ed8-b0d947924884 HTTP/1.1" status: 200 len: 1781 time: 0.2040253 May 27 01:56:16.638417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-58c22f55-6d4d-43a7-bcd0-df98a7206a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:16.640502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-58c22f55-6d4d-43a7-bcd0-df98a7206a7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.3384748 May 27 01:56:16.647987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.658905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f24f800-ea1f-4620-8007-bbdec35546fe None None] Network 519811a9-a91a-42df-a693-bc50e0fa664c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:16.661529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:56:16.670373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.670996 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Added segment e083ed72-fc89-4baf-9f65-3475a3fe4901 of type vlan for network e60400ed-7565-47e1-8850-549bc2bfdd34 May 27 01:56:16.705411 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.735420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 10.1.1.99 (318d9fe3-faa1-4be8-a715-63f21d649c54/e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547/c5255157-1d4c-4b58-92d5-d8f418cd2c89) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:16.763562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.769028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:16.769632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.810116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:16.861895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c53eb448-4506-4cb7-b529-79daf53e2b1b None None] Current status of the port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:16.892018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:16.978630 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-cde0f00a-e28d-4402-b2be-32203b433c81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345043 May 27 01:56:16.996555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a7fe41-52f5-47d7-9996-61c43db02c09,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:17.012142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Network': ['ID=e60400ed-7565-47e1-8850-549bc2bfdd34,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:17.030889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-33c8631a-7e0d-494e-a6e0-4853b21f0a80 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5171030 May 27 01:56:17.037184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39866) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:17.047495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:17.057300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:port and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:17.062125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:17.062310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e60400ed-7565-47e1-8850-549bc2bfdd34 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:56:17.086659 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.096340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:17.149901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.171791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90dd5-642f-45ef-918e-5abaf8317a76 req-e4dcbc39-a6fb-4b21-87b6-5cd6a69288c8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:17.181163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dad90dd5-642f-45ef-918e-5abaf8317a76 req-e4dcbc39-a6fb-4b21-87b6-5cd6a69288c8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.6479940 May 27 01:56:17.235036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Transition to ACTIVE for port object a822a7a2-e7d4-4a2b-8092-c6f709fd3105 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:17.270365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:17.305960 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.330322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-21c021f6-8d5c-4084-91ef-2b4dc3cbd930 None None] Provisioning complete for port 9cb3cbbc-fba6-4f17-875c-323503341252 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:17.330702 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21c021f6-8d5c-4084-91ef-2b4dc3cbd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.380409 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-6b79c9aa-54a8-4029-8b65-c8b46186c5ff service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835649 May 27 01:56:17.389127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Transition to ACTIVE for port object 2ed1833b-b919-4694-ab43-34a8072c2721 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:17.391160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'subnet': {'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:17.393311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Transition to ACTIVE for port object a822a7a2-e7d4-4a2b-8092-c6f709fd3105 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:17.414500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dad90dd5-642f-45ef-918e-5abaf8317a76 req-e54949d4-2283-4bed-8e66-ae21b65bee98 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323515 May 27 01:56:17.439881 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.478908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9cb3cbbc-fba6-4f17-875c-323503341252 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:17.479528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.511588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Transition to ACTIVE for port object 2ed1833b-b919-4694-ab43-34a8072c2721 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:17.542470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.576156 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.578447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Transition to ACTIVE for port object c5255157-1d4c-4b58-92d5-d8f418cd2c89 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:17.593482 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.605287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:17.611818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b0b8c8-3a1f-444c-8372-8c7920c9546f req-a315236f-b2e5-44fb-b889-17a26213cc09 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918070 May 27 01:56:17.612740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Deleting port a0213d2e-1e97-405a-be33-ce20f6ab7cbb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:17.613228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.620296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.25.3.119 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/09d8423c-9eec-4b63-92ea-43bd58105c07) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:17.635318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:17.645011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] device_id is not set on port 6206703a-d176-4f56-bc18-9bcda3b2d682 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:17.657033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:17.671272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Pushing event updated for resources: {'Port': ['ID=a822a7a2-e7d4-4a2b-8092-c6f709fd3105,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:17.675128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9cb3cbbc-fba6-4f17-875c-323503341252,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:17.746401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:17.750149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-335b226b-fef7-487f-9a7e-989487ef9d63 req-bdf37315-268c-4f9f-a949-366f6897b5dc tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/aa1e3551-2233-4e38-9ed8-b0d947924884 HTTP/1.1" status: 200 len: 1781 time: 0.9257779 May 27 01:56:17.789832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:17.791978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:17.794000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:17.835526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b5516ba9-94e4-4603-a5c0-e9d8e1479091 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:56:17.962461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: b5516ba9-94e4-4603-a5c0-e9d8e1479091 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:56:17.962979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b5516ba9-94e4-4603-a5c0-e9d8e1479091 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:56:17.985115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.013263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-21c021f6-8d5c-4084-91ef-2b4dc3cbd930 None None] Current status of the port 9cb3cbbc-fba6-4f17-875c-323503341252 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:18.028990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Attempting to bind port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:18.029367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Attempting to bind port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:18.030121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Attempting to bind port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 on network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:18.031885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Pushing event updated for resources: {'Port': ['ID=2ed1833b-b919-4694-ab43-34a8072c2721,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:18.072879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] DHCP port deletion for 519811a9-a91a-42df-a693-bc50e0fa664c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:56:18.098854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:18.099512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Checking segment: {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:18.100102 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.100662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Bound using segment: {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:18.101404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Bound port: a822a7a2-e7d4-4a2b-8092-c6f709fd3105, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:18.101950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.121595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Deleting port a0213d2e-1e97-405a-be33-ce20f6ab7cbb {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:18.122234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.124828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] For port a0213d2e-1e97-405a-be33-ce20f6ab7cbb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:18.125220 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.160468 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9d2bcac2-f67c-45e6-a5fb-393b0f005959 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:18.192605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Attempting to bind port 2ed1833b-b919-4694-ab43-34a8072c2721 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:18.193294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Attempting to bind port 2ed1833b-b919-4694-ab43-34a8072c2721 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:18.193948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Attempting to bind port 2ed1833b-b919-4694-ab43-34a8072c2721 on network b17b5d04-c6fb-418b-8741-62bf32c6a213 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:18.196844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.234295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 10.1.1.50 (e32c36e5-33f5-4334-a579-2724eabe1d37/e6c88f81-115c-43ce-a5a2-9ee6bcfea49c/6206703a-d176-4f56-bc18-9bcda3b2d682) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:18.241185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:18.241719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Checking segment: {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:18.242404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.243336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Bound using segment: {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:18.243982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Bound port: 2ed1833b-b919-4694-ab43-34a8072c2721, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:18.244498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.285477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:18.296054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.343624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:18.354364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:18.358237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Calling delete_port for a0213d2e-1e97-405a-be33-ce20f6ab7cbb owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:18.374023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:18.375338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:18.424088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] For port a822a7a2-e7d4-4a2b-8092-c6f709fd3105, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:18.427890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] For port a822a7a2-e7d4-4a2b-8092-c6f709fd3105, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a822a7a2-e7d4-4a2b-8092-c6f709fd3105,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:18.429301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-21c021f6-8d5c-4084-91ef-2b4dc3cbd930 None None] Provisioning for port 55673fdb-0ba9-4074-8282-38303e1de07a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:18.467646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-21c021f6-8d5c-4084-91ef-2b4dc3cbd930 None None] Provisioning complete for port 55673fdb-0ba9-4074-8282-38303e1de07a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:18.470409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:18.471532 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21c021f6-8d5c-4084-91ef-2b4dc3cbd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.509235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=09d8423c-9eec-4b63-92ea-43bd58105c07,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:18.513148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:18.517070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-335b226b-fef7-487f-9a7e-989487ef9d63 req-43887502-6629-45e8-99c4-89d24374f67f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.536995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:18.538394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-21c021f6-8d5c-4084-91ef-2b4dc3cbd930 None None] Port 55673fdb-0ba9-4074-8282-38303e1de07a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:18.546206 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.557809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Usage tracker for resource:subnet and tenant:3e6415c8db2e47f2bda8a0bc322d17a6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:18.565252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:18.581981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:18.593622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-335b226b-fef7-487f-9a7e-989487ef9d63 req-43887502-6629-45e8-99c4-89d24374f67f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.602102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.649473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] No DVR routers for this DVR port a0213d2e-1e97-405a-be33-ce20f6ab7cbb on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:56:18.696874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:18.697485 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.701487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=9cb3cbbc-fba6-4f17-875c-323503341252,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:18.727724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:18.770399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.771298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.772029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.772717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.773279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.773819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.774365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.775051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.775627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.776175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.776715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.777294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:18.780369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:18.785463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:18.883596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] For port a0213d2e-1e97-405a-be33-ce20f6ab7cbb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a0213d2e-1e97-405a-be33-ce20f6ab7cbb,segment=NetworkSegment(74e0a27e-2048-466c-a180-be9ea6d87ce5),segment_id=74e0a27e-2048-466c-a180-be9ea6d87ce5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:18.884006 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.081530 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.085361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Calling delete_port for a0213d2e-1e97-405a-be33-ce20f6ab7cbb owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:19.160867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.171449 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:56:19.171796 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:56:19.227401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519811a9-a91a-42df-a693-bc50e0fa664c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:19.246089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Checking segment: {'id': 'e083ed72-fc89-4baf-9f65-3475a3fe4901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:19.246455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network hostable DHCP agents. Network: e60400ed-7565-47e1-8850-549bc2bfdd34, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:56:19.253149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-335b226b-fef7-487f-9a7e-989487ef9d63 req-43887502-6629-45e8-99c4-89d24374f67f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.254004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] For port 2ed1833b-b919-4694-ab43-34a8072c2721, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:19.257965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e0a27e-2048-466c-a180-be9ea6d87ce5') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:19.258266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e0a27e-2048-466c-a180-be9ea6d87ce5') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:19.259002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] For port 2ed1833b-b919-4694-ab43-34a8072c2721, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2ed1833b-b919-4694-ab43-34a8072c2721,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:19.274129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.280617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Subnet': ['ID=7f1513c1-c505-429e-b4c2-21c13f48e81d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:19.299876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.312496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43887502-6629-45e8-99c4-89d24374f67f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e3551-2233-4e38-9ed8-b0d947924884,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:19.320248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39886) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:19.320913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a4b5fa6e-4c88-49ed-8686-0ee8b76d7e35 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.4957542 May 27 01:56:19.329347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9461fb-52f9-4370-a938-ae29f9914a37 None None] Pushing event updated for resources: {'Port': ['ID=a822a7a2-e7d4-4a2b-8092-c6f709fd3105,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:19.341210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'port': {'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'name': 'tempest-TaggedBootDevicesTest_v242-590814383', 'fixed_ips': [{'subnet_id': 'e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:19.393432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.458787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.469243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04681fc9-db8d-45bf-a9b0-f501305f8ca2 None None] Pushing event updated for resources: {'Port': ['ID=2ed1833b-b919-4694-ab43-34a8072c2721,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:19.489554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c1c42179-8306-42c2-861f-1a7706cc12ee None None] Provisioning for port c5255157-1d4c-4b58-92d5-d8f418cd2c89 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:19.497967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c1c42179-8306-42c2-861f-1a7706cc12ee None None] Provisioning complete for port c5255157-1d4c-4b58-92d5-d8f418cd2c89 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:19.498339 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c1c42179-8306-42c2-861f-1a7706cc12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.529367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Transition to ACTIVE for port object 6206703a-d176-4f56-bc18-9bcda3b2d682 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:19.564969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ee2fe-2524-4d92-9d8e-edb8c6f87b87 req-0309f59d-c80c-48b2-a521-94184c6a1314 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:19.572447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c6ee2fe-2524-4d92-9d8e-edb8c6f87b87 req-0309f59d-c80c-48b2-a521-94184c6a1314 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.3454506 May 27 01:56:19.639482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c6ee2fe-2524-4d92-9d8e-edb8c6f87b87 req-5de0d6ae-3446-4fde-9700-ac4de78a2837 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660245 May 27 01:56:19.662187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:19.662187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.714930 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:56:19.769550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c1c42179-8306-42c2-861f-1a7706cc12ee None None] Port c5255157-1d4c-4b58-92d5-d8f418cd2c89 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:19.779858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Deleting port a0213d2e-1e97-405a-be33-ce20f6ab7cbb {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:19.780230 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.858813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:56:19.871366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:56:19.871838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.886144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-335b226b-fef7-487f-9a7e-989487ef9d63 req-43887502-6629-45e8-99c4-89d24374f67f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.890394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-335b226b-fef7-487f-9a7e-989487ef9d63 req-43887502-6629-45e8-99c4-89d24374f67f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa1e3551-2233-4e38-9ed8-b0d947924884 HTTP/1.1" status: 204 len: 173 time: 2.1393819 May 27 01:56:19.953749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:19.959223 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 74e0a27e-2048-466c-a180-be9ea6d87ce5 resource provider aggregate not found May 27 01:56:19.963702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d029716d-6c90-4b08-91d3-34ed2b6a1d0b None None] The port 'a0213d2e-1e97-405a-be33-ce20f6ab7cbb' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:56:20.030302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e60400ed-7565-47e1-8850-549bc2bfdd34) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:20.049750 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 74e0a27e-2048-466c-a180-be9ea6d87ce5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74e0a27e-2048-466c-a180-be9ea6d87ce5 found for delete ", "request_id": "req-3fd70bc9-a219-4461-8d92-55036ba46536"}]} May 27 01:56:20.051367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:20.051948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:20.060309 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-2d867d28-ffdd-474f-a121-74559bb52d9f req-eb0f8c3f-10af-44a7-8504-ca834766e5f8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:56:20.068563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d867d28-ffdd-474f-a121-74559bb52d9f req-eb0f8c3f-10af-44a7-8504-ca834766e5f8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/aa1e3551-2233-4e38-9ed8-b0d947924884 HTTP/1.1" status: 404 len: 352 time: 0.1408267 May 27 01:56:20.113141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7873c-e2ad-4a4d-b32e-3405f5b093b2 None None] Network e60400ed-7565-47e1-8850-549bc2bfdd34 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:20.126668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-51996093', 'description': 'tempest-description-2102435857'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:20.136381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:20.144745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:20.169384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:20.174072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:20.179557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:20.188617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d62c2470-fa12-4769-8c98-2d6e4d21554b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8133545 May 27 01:56:20.193172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:20.214033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39902) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:20.215194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:port and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:20.220379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:20.228050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/519811a9-a91a-42df-a693-bc50e0fa664c HTTP/1.1" status: 204 len: 168 time: 3.5970604 May 27 01:56:20.249087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:20.258399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:20.264514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1072059042'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:20.280708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=6206703a-d176-4f56-bc18-9bcda3b2d682,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:20.297859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network e32c36e5-33f5-4334-a579-2724eabe1d37 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:20.303578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:20.323115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5b870-d609-4bf4-9fa4-f1074d4495e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=519811a9-a91a-42df-a693-bc50e0fa664c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:20.333589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:20.338159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 47303680-6a4e-4b84-bc3d-326ab7b75dda no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:56:20.413253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:20.443735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:20.456362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 47303680-6a4e-4b84-bc3d-326ab7b75dda {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:56:20.459401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 47303680-6a4e-4b84-bc3d-326ab7b75dda not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:56:20.521421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:20.561059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:20.625099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:20.690089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16c6e0-3b85-4253-b205-00994a5f8d9a req-13ac8e6f-ddf3-4ad4-aebe-44505c715c1d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:20.703554 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd16c6e0-3b85-4253-b205-00994a5f8d9a req-13ac8e6f-ddf3-4ad4-aebe-44505c715c1d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.8397584 May 27 01:56:20.790558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:20.808602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:20.831580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:20.860809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e60400ed-7565-47e1-8850-549bc2bfdd34', 'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'tenant_id': '3e6415c8db2e47f2bda8a0bc322d17a6', 'fixed_ips': [{'subnet_id': '7f1513c1-c505-429e-b4c2-21c13f48e81d'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:56:20.864668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:20.880257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39908) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:20.903841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:20.904521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:20.909326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-86b59b9f-fa59-4315-a55d-99bfdf9715b4 None None] Provisioning for port 6206703a-d176-4f56-bc18-9bcda3b2d682 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:20.998937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd16c6e0-3b85-4253-b205-00994a5f8d9a req-77a48413-d7ae-4833-bfd9-fd3ee50e7169 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943065 May 27 01:56:21.012333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:21.029467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9cb3cbbc-fba6-4f17-875c-323503341252 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:21.030531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Usage tracker for resource:port and tenant:3e6415c8db2e47f2bda8a0bc322d17a6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:21.041522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:21.047864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:21.052654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.073770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-86b59b9f-fa59-4315-a55d-99bfdf9715b4 None None] Provisioning complete for port 6206703a-d176-4f56-bc18-9bcda3b2d682 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:21.074229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-86b59b9f-fa59-4315-a55d-99bfdf9715b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.081115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:21.085601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.134841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] device_id is not set on port 1b618000-988b-4dcf-8d51-fc540d61fff6 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:21.171404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f20a0bee-8f23-4cd1-80f9-070b9a6f4791 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94808042355844b686d7053c3b65ef77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863669 May 27 01:56:21.174975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39918) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:21.183258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d14d366d-1822-44ff-bf42-00cf8b847200 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9794717 May 27 01:56:21.255202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Allocated IP 2001:db8::2 (e60400ed-7565-47e1-8850-549bc2bfdd34/7f1513c1-c505-429e-b4c2-21c13f48e81d/e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:21.353186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.364082 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.389649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.435902 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-732813a9-70cb-4248-a5bb-84c4ee1d313a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.491989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] device_id is not set on port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:21.506951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05640a4c-2047-4e74-aea1-56dd3cca76ec None None] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:21.552776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39928) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:21.578321 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-732813a9-70cb-4248-a5bb-84c4ee1d313a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.676712 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.685654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f17ea-2da4-4596-873d-d2b24ef6014e None None] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:21.692364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51775004', 'description': 'tempest-description--1179528789'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:21.717174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:21.722351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:21.813807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-86b59b9f-fa59-4315-a55d-99bfdf9715b4 None None] Port 6206703a-d176-4f56-bc18-9bcda3b2d682 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:21.821285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 10.1.1.232 (318d9fe3-faa1-4be8-a715-63f21d649c54/e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547/d3ef6ea4-3742-4d4f-808e-371b35fba3f6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:21.878304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:security_group and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:22.093521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:22.103125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=09d8423c-9eec-4b63-92ea-43bd58105c07,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:22.115497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:22.139772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-732813a9-70cb-4248-a5bb-84c4ee1d313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.162542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.183484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Transition to ACTIVE for port object d3ef6ea4-3742-4d4f-808e-371b35fba3f6 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:22.186907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-732813a9-70cb-4248-a5bb-84c4ee1d313a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.191790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-732813a9-70cb-4248-a5bb-84c4ee1d313a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35debab2-b5b8-4de3-a3d6-c7410c59547c HTTP/1.1" status: 204 len: 168 time: 1.0067112 May 27 01:56:22.196161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732813a9-70cb-4248-a5bb-84c4ee1d313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35debab2-b5b8-4de3-a3d6-c7410c59547c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:22.206453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.237423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.243865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:22.246839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.327640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:security_group_rule and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:22.344914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:22.352564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcec1d3-546c-432e-b275-07045213c06d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:22.358949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27af34-6693-4eeb-8456-112a8ac1a471 req-9d114a71-65e7-4ea5-8e47-b405afc8a31b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:22.360647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f27af34-6693-4eeb-8456-112a8ac1a471 req-9d114a71-65e7-4ea5-8e47-b405afc8a31b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.3450570 May 27 01:56:22.368984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:22.398601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:22.402724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:22.431457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:22.468834 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.471096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a98807b1-d16d-445a-aafa-243ea198512b req-e1d4be27-56b6-40bc-9104-d0b3ad9bee64 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 2.3601301 May 27 01:56:22.494522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9cb3cbbc-fba6-4f17-875c-323503341252 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:22.495027 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.522938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1728575804', 'description': 'tempest-description-1693493479'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:22.537760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:22.555418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:22.573753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:22.579835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:22.603568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:22.604627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.624605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:22.640367 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e33a1456-b7af-4645-b2f1-97498dd3b794 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3074243 May 27 01:56:22.651231 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.681193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:22.686039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6a86ce7f-fc24-4c80-be64-125b5f2ad78f None None] Provisioning for port 2ed1833b-b919-4694-ab43-34a8072c2721 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:22.688342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:22.693657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:22.702065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:22.746869 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.761852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Transition to ACTIVE for port object e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:22.792407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Transition to ACTIVE for port object e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:22.847485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.894266 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:22.963860 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 15c24998-bc6a-4bd7-99bd-ccd72c5e434e associated. External IP: 172.25.3.119, port: 3231b43f-e8c6-46bf-bb08-c71217c99ee9. May 27 01:56:22.999494 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.030302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:56:23.057807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6a86ce7f-fc24-4c80-be64-125b5f2ad78f None None] Provisioning for port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:23.062962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:23.086427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:23.104255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:23.110672 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8f27af34-6693-4eeb-8456-112a8ac1a471 req-6c1c9c08-9714-424e-a303-cb2153d8f717 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388947 May 27 01:56:23.118166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Pushing event updated for resources: {'Port': ['ID=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:23.158039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6811d837-115d-4540-a540-4b8949dbac77,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:23.184604 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.186312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d620f60-62e7-4206-87fa-a8301dc095eb req-e0784e2a-f9b4-4d11-a45b-a9ce211debee tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6787679 May 27 01:56:23.208131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9cb3cbbc-fba6-4f17-875c-323503341252 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:23.209367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2ed1833b-b919-4694-ab43-34a8072c2721 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:23.235031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Allocated IP 2001:db8::1e8 (e60400ed-7565-47e1-8850-549bc2bfdd34/7f1513c1-c505-429e-b4c2-21c13f48e81d/1b618000-988b-4dcf-8d51-fc540d61fff6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:23.260382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1904687783', 'description': 'tempest-description-208132016'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:23.279000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:23.304170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-d99379ac-3c1e-4732-bc0e-80536ed37afe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7410543 May 27 01:56:23.313012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:23.321877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39968) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:23.341944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:23.349943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002949009', 'description': 'tempest-description--1386737937'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:23.367447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:23.372661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:security_group and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:23.376192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:23.382771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:23.410705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:23.413071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.475214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9385e6b2-ebbb-4796-89f2-a3e2576daad8 None None] Provisioning for port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:23.487603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Attempting to bind port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:23.487977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Attempting to bind port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e083ed72-fc89-4baf-9f65-3475a3fe4901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:23.488332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Attempting to bind port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e on network e60400ed-7565-47e1-8850-549bc2bfdd34 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:23.488452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:23.492603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:security_group_rule and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:23.512156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:23.515490 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.581501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9385e6b2-ebbb-4796-89f2-a3e2576daad8 None None] Provisioning complete for port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:23.582069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9385e6b2-ebbb-4796-89f2-a3e2576daad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.647940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:23.648586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Checking segment: {'id': 'e083ed72-fc89-4baf-9f65-3475a3fe4901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:23.649159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.649833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Bound using segment: {'id': 'e083ed72-fc89-4baf-9f65-3475a3fe4901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:23.650481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Bound port: e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e083ed72-fc89-4baf-9f65-3475a3fe4901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:23.651043 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.690578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:23.788740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39986) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:23.794779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:23.828221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.850552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:23.855910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] For port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:23.856985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:23.860846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] For port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,segment=NetworkSegment(e083ed72-fc89-4baf-9f65-3475a3fe4901),segment_id=e083ed72-fc89-4baf-9f65-3475a3fe4901)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:23.884109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2ed1833b-b919-4694-ab43-34a8072c2721 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:23.886498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:23.891755 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:23.904583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2ed1833b-b919-4694-ab43-34a8072c2721 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:23.905312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.043803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:24.054366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.097500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9385e6b2-ebbb-4796-89f2-a3e2576daad8 None None] Port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:24.115649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e8678-aa70-49a7-9c2c-bd33dcb34265 None None] Pushing event updated for resources: {'Port': ['ID=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:24.119339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-466135137-network', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:24.148499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.162944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:24.185708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f54df3-3b82-4043-86ea-0b1e7abbb0a9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:24.189993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:24.193914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.195340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f304d919-0fd2-47f1-913e-805cb9d955d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6244035 May 27 01:56:24.198807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39994) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:24.208010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Usage tracker for resource:network and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:24.212650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'security_group_rule': {'security_group_id': '97f54df3-3b82-4043-86ea-0b1e7abbb0a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:24.212843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:24.215750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Transition to ACTIVE for port object 1b618000-988b-4dcf-8d51-fc540d61fff6 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:24.237117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:24.250185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.268881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.306534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Provisioning complete for port 2ed1833b-b919-4694-ab43-34a8072c2721 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:24.308418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:24.308733 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.314817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.318681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9931929 May 27 01:56:24.319916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39998) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:24.326115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:security_group_rule and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:24.330861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Made reservation on behalf of c20dc2a0995c429299036b2c45018d78 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:24.333285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.335813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'security_group_rule': {'security_group_id': '2f36d35c-62bd-4edf-8444-ed727a320f04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:24.358780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:24.371962 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.373411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2ed1833b-b919-4694-ab43-34a8072c2721 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:24.373747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.385972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:24.402899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:24.430011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:24.444692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a217e-744c-42d2-884f-4b3afe3cfcf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f36d35c-62bd-4edf-8444-ed727a320f04,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:24.450640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Usage tracker for resource:security_group_rule and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:24.461419 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.463691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:24.471060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:24.474453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.477019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:security_group_rule and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:24.482954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2ed1833b-b919-4694-ab43-34a8072c2721, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2ed1833b-b919-4694-ab43-34a8072c2721,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:24.486040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:24.508027 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.511606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.512456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a822a7a2-e7d4-4a2b-8092-c6f709fd3105 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:24.574542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:24.634946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542568c4-c89c-4ef4-92fe-f951eaea4159,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:24.644617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.650933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:24.656580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.658412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e2f187a-ed47-4812-9867-4442f7cb6386 req-c7025926-ee3b-4669-ad50-1d24887699ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4281254 May 27 01:56:24.659179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:24.671517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:24.677110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:24.677726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.698570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=1b618000-988b-4dcf-8d51-fc540d61fff6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:24.714984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.737588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b88752ba-d318-4b15-a0a7-ea661a11bf5e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5069909 May 27 01:56:24.740949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40004) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:24.749059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-896966531', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:c2:49:08'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:24.757498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:24.781458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Current status of the port 2ed1833b-b919-4694-ab43-34a8072c2721 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:24.797723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:24.812522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2ed1833b-b919-4694-ab43-34a8072c2721,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:24.827742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:24.828540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:24.841634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.895461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:24.900303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Provisioning complete for port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:24.900650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.916208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.920856 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.924923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:24.933528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:24.933897 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.941372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add92d7-e27e-4371-b194-bf73e9def6d5 req-33d62ef9-7a24-4e95-8880-d7d29dc77606 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:24.958081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1add92d7-e27e-4371-b194-bf73e9def6d5 req-33d62ef9-7a24-4e95-8880-d7d29dc77606 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.5648816 May 27 01:56:24.968474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.970141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:24.971198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.036182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.057325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18b00c2c-0448-4f6a-b02c-e8dd21292bf5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.4276125 May 27 01:56:25.058393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8c6bd5-898c-4c50-a04c-8f0cf3cd7e7b,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:25.060243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40010) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:25.066741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:25.067371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:25.076333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:25.122318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:56:25.144445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c7d7617a-1496-40e2-8184-8575eca24ae2 req-13c1774a-ac49-44d2-b09e-d778f4573a6b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:25.156195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:25.157138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06273aaf-78c7-498d-ac15-1cb1033081a5 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:25.179207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.180233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:25.183904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0320cc5d-971a-4873-9465-4994a7892d30 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9840291 May 27 01:56:25.184504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Usage tracker for resource:port and tenant:3e6415c8db2e47f2bda8a0bc322d17a6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:25.185146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40014) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:25.187569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:25.194370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:25.204476 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.206326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8842130 May 27 01:56:25.208349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a458b1-e2fb-4c66-876e-6cf9c1f51477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b8c536-d241-4777-aa5f-0efb24b6ba5d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:25.213774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'security_group_rule': {'security_group_id': '97f54df3-3b82-4043-86ea-0b1e7abbb0a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:25.215030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5e3cad-95b6-434d-82e5-9b6965a4e407,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:25.218545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40018) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:25.226402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:25.236926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'security_group_rule': {'security_group_id': '2f36d35c-62bd-4edf-8444-ed727a320f04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:25.245153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.245366 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Added segment 992d9fd8-d3a8-4078-b79f-3adc159071d9 of type vlan for network 77a39c7d-899c-40ca-9545-47122ee15cc8 May 27 01:56:25.255283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1add92d7-e27e-4371-b194-bf73e9def6d5 req-e82880bf-a468-4e89-acf1-57fb27f38184 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829595 May 27 01:56:25.258778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:25.271062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:security_group_rule and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:25.274104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:25.276546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:25.283949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849157d-00ae-4a63-9468-b4f47f033830 req-b1a26994-8c03-4a72-b458-0e43d24f004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:25.287619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:security_group_rule and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:25.289404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-b1a26994-8c03-4a72-b458-0e43d24f004d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434&tenant_id=f910654bcf5844a995ba687ccba1925f HTTP/1.1" status: 200 len: 1095 time: 0.4457822 May 27 01:56:25.297628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c7d7617a-1496-40e2-8184-8575eca24ae2 req-13c1774a-ac49-44d2-b09e-d778f4573a6b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:25.300260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7d7617a-1496-40e2-8184-8575eca24ae2 req-13c1774a-ac49-44d2-b09e-d778f4573a6b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 10907 time: 0.6058304 May 27 01:56:25.312283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:25.316924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:25.330980 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.344282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Current status of the port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:25.344906 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.390622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:25.413538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] For port a822a7a2-e7d4-4a2b-8092-c6f709fd3105, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a822a7a2-e7d4-4a2b-8092-c6f709fd3105,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:25.416962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:25.417346 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.444181 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.463884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.465842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.501650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.502627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.592974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c433dd-c80b-418d-8c0d-b0fe2c4522a0 None None] Network e60400ed-7565-47e1-8850-549bc2bfdd34 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:25.597245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.598842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:25.599417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.686180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.730529 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:56:25.730905 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:56:25.735366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9395094 May 27 01:56:25.747359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] device_id is not set on port 748d6b36-8329-4583-9cd4-8acf786ca691 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:25.753696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-13703e23-5bcc-4292-a059-b08fc4e1f38a None None] Provisioning for port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:25.759454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02947fc1-cf4e-47e8-b117-8b64f46dc234 None None] Pushing event updated for resources: {'Port': ['ID=a822a7a2-e7d4-4a2b-8092-c6f709fd3105,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:25.787198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40022) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:25.809532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Request body: {'subnet': {'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-subnet', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:25.815142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdcd0b-16b6-4ea7-b35d-adb862002e2a admin admin] Pushing event updated for resources: {'Network': ['ID=77a39c7d-899c-40ca-9545-47122ee15cc8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:25.828581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:25.843839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Usage tracker for resource:subnet and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:25.856233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:25.860901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:56:25.865050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7d7617a-1496-40e2-8184-8575eca24ae2 req-a4142222-12c9-4146-b470-8d00ca090955 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/b9afeb61-ad07-418e-b8ba-425de2d3fc87 HTTP/1.1" status: 200 len: 2985 time: 0.3255458 May 27 01:56:25.871249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:25.910518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.914693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.916519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.930329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.930564 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 15c24998-bc6a-4bd7-99bd-ccd72c5e434e disassociated. External IP: 172.25.3.119, port: 3231b43f-e8c6-46bf-bb08-c71217c99ee9. May 27 01:56:25.934014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Made reservation on behalf of c20dc2a0995c429299036b2c45018d78 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:25.936383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.993877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:25.998465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849157d-00ae-4a63-9468-b4f47f033830 req-de10c53e-80f2-4218-9ee0-a8747ce65577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:26.000008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-de10c53e-80f2-4218-9ee0-a8747ce65577 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1095 time: 0.4621840 May 27 01:56:26.011383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35512809-b3e7-4f72-a7ac-f218adc4b736,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:26.060416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56c12a7-e23f-47f1-87b4-f521c15ac71d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:26.063690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.070315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7fdc6d69-1da2-43fc-9d8a-c1231f2e4c52 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8735197 May 27 01:56:26.074855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40028) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:26.075913 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.080682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ddff522a-d46a-49d0-98e7-63e0dca930e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8515244 May 27 01:56:26.085403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:26.090202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:26.160944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:26.175404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:26.178990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:26.191927 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7d7617a-1496-40e2-8184-8575eca24ae2 req-bddc23c0-abeb-4ad5-b900-81fc61957d11 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/b9afeb61-ad07-418e-b8ba-425de2d3fc87 HTTP/1.1" status: 200 len: 2985 time: 0.3107245 May 27 01:56:26.203668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:floatingip and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:26.203668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:floatingip and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:26.208224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:26.211261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:26.219118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Allocated IP 2001:db8::326 (e60400ed-7565-47e1-8850-549bc2bfdd34/7f1513c1-c505-429e-b4c2-21c13f48e81d/748d6b36-8329-4583-9cd4-8acf786ca691) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:26.222095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:26.228156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:26.276815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.302571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.329609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849157d-00ae-4a63-9468-b4f47f033830 req-4cc80308-2d3d-416e-8a26-c46a7cc648bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:26.331061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-4cc80308-2d3d-416e-8a26-c46a7cc648bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 915 time: 0.3140984 May 27 01:56:26.351062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:26.403442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a0213d2e-1e97-405a-be33-ce20f6ab7cbb no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:56:26.449698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a0213d2e-1e97-405a-be33-ce20f6ab7cbb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:56:26.449945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a0213d2e-1e97-405a-be33-ce20f6ab7cbb not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:56:26.488190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8a8199af-e3c1-43f5-82ea-7a9f9535f003 None None] Provisioning for port 1b618000-988b-4dcf-8d51-fc540d61fff6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:26.497893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8a8199af-e3c1-43f5-82ea-7a9f9535f003 None None] Provisioning complete for port 1b618000-988b-4dcf-8d51-fc540d61fff6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:26.498438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a8199af-e3c1-43f5-82ea-7a9f9535f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.561066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c79ab8b4-b959-4f22-b5d3-099eea14dab2 req-8db9ee44-e719-4b30-a96a-7229b7068aef tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/1fcec1d3-546c-432e-b275-07045213c06d HTTP/1.1" status: 200 len: 1801 time: 0.3345070 May 27 01:56:26.627678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8a8199af-e3c1-43f5-82ea-7a9f9535f003 None None] Port 1b618000-988b-4dcf-8d51-fc540d61fff6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:26.723270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2ed1833b-b919-4694-ab43-34a8072c2721 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:26.741652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-42db7835-9b08-4098-a360-c6dcef805003 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 217 time: 0.4002080 May 27 01:56:26.763998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:26.798345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-44286eef-2b5b-4eb5-a251-1e4a5d3e3298 None None] Provisioning complete for port 1b618000-988b-4dcf-8d51-fc540d61fff6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:26.798839 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44286eef-2b5b-4eb5-a251-1e4a5d3e3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.803144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c79ab8b4-b959-4f22-b5d3-099eea14dab2 req-cd80e3f7-50ba-40e9-9f69-e071a1fc5584 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.853743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2ed1833b-b919-4694-ab43-34a8072c2721 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:26.854227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.892760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-44286eef-2b5b-4eb5-a251-1e4a5d3e3298 None None] Port 1b618000-988b-4dcf-8d51-fc540d61fff6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:26.941540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849157d-00ae-4a63-9468-b4f47f033830 req-1aa23fe1-a7c0-4573-afa9-b243a7c0b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:26.943274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-1aa23fe1-a7c0-4573-afa9-b243a7c0b30c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.1918015 May 27 01:56:26.945869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c79ab8b4-b959-4f22-b5d3-099eea14dab2 req-cd80e3f7-50ba-40e9-9f69-e071a1fc5584 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:26.981932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2ed1833b-b919-4694-ab43-34a8072c2721 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:26.982923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a822a7a2-e7d4-4a2b-8092-c6f709fd3105 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:27.023201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-8b4f33d2-f242-47d6-9115-be6c58227a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647919 May 27 01:56:27.026549 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.051350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:27.052051 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.062053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.134055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:27.141869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.154759 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:27.166385 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:27.167030 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:27.198854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:27.200538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:27.227590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab364b0e-cf30-4ab9-9aab-2b9e193c3673 req-28896c4b-f94c-4160-afd7-fe6cb0fadcd7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:27.227590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab364b0e-cf30-4ab9-9aab-2b9e193c3673 req-28896c4b-f94c-4160-afd7-fe6cb0fadcd7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.7720921 May 27 01:56:27.265795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.280119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c79ab8b4-b959-4f22-b5d3-099eea14dab2 req-cd80e3f7-50ba-40e9-9f69-e071a1fc5584 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.292289 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:27.302688 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:27.303993 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:27.314695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da50ea60-8e53-4a7f-a8bd-732607885511,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:27.335920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Transition to ACTIVE for port object 748d6b36-8329-4583-9cd4-8acf786ca691 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:27.342471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:27.346056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80e3f7-50ba-40e9-9f69-e071a1fc5584 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcec1d3-546c-432e-b275-07045213c06d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:27.355367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c79ab8b4-b959-4f22-b5d3-099eea14dab2 req-cd80e3f7-50ba-40e9-9f69-e071a1fc5584 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.356698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c79ab8b4-b959-4f22-b5d3-099eea14dab2 req-cd80e3f7-50ba-40e9-9f69-e071a1fc5584 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/1fcec1d3-546c-432e-b275-07045213c06d HTTP/1.1" status: 204 len: 173 time: 0.7274995 May 27 01:56:27.367036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:27.367574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.370965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.385873 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:27.386840 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949024b-e24f-41fb-a0e6-d86a57ac3b7e None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:27.394253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Checking segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:27.394608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Network hostable DHCP agents. Network: 77a39c7d-899c-40ca-9545-47122ee15cc8, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:56:27.405555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab364b0e-cf30-4ab9-9aab-2b9e193c3673 req-17f7f27b-93b1-494d-838f-81a9b3a06ad2 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487799 May 27 01:56:27.414527 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-6022a9f7-5be3-4d63-b18f-8cd168ac491a service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800180 May 27 01:56:27.457378 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-9a393585-cbe5-43c1-95cb-28aad15a67a0 req-9aa7bd1c-633f-4fab-9e17-838b6347a229 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:56:27.458469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9a393585-cbe5-43c1-95cb-28aad15a67a0 req-9aa7bd1c-633f-4fab-9e17-838b6347a229 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/1fcec1d3-546c-432e-b275-07045213c06d HTTP/1.1" status: 404 len: 352 time: 0.0532160 May 27 01:56:27.464940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-98d7d240-d692-4714-abd6-13b4022d8a8c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/floatingips/15c24998-bc6a-4bd7-99bd-ccd72c5e434e HTTP/1.1" status: 200 len: 688 time: 2.3978791 May 27 01:56:27.472169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40044) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:27.512246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:56:27.544958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 172.25.3.92 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5530c2f1-2ceb-47ce-9c65-bb6b4f5c7a34) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:27.553418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.553804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:27.554147 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.563723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 77a39c7d-899c-40ca-9545-47122ee15cc8) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:27.605986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,segment=NetworkSegment(e083ed72-fc89-4baf-9f65-3475a3fe4901),segment_id=e083ed72-fc89-4baf-9f65-3475a3fe4901)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:27.607836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fdaee6-78d3-4abe-bbdf-781c8a53ae68 None None] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:27.624943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:27.625299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.700123 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.732665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:27.760134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:27.772159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a681aae1-b514-44ad-af78-0821d1ce66f2 req-0d1cb622-8563-4b6a-805c-54d6aef617a1 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/6811d837-115d-4540-a540-4b8949dbac77 HTTP/1.1" status: 200 len: 1803 time: 0.2669215 May 27 01:56:27.777020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:27.783660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:27.784349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.796848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=748d6b36-8329-4583-9cd4-8acf786ca691,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:27.807528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4849157d-00ae-4a63-9468-b4f47f033830 req-492612ca-773f-4af6-b929-b7bf14cd9de8 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812008 May 27 01:56:27.834301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e54e9df8-1375-465d-94b1-4ae2f0abba95 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0415223 May 27 01:56:27.835048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40050) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:27.851874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:27.867124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-10ecf6b7-3091-4f7a-8aa6-f7f11075d2e6 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1224918 May 27 01:56:27.875771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:27.878302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40054) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:27.884022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:27.906228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.906998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.906998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.907273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.907627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.908429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.908753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.909074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.909389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.909829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.910154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.910466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:56:27.925480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Usage tracker for resource:router and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:27.935693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 09d8423c-9eec-4b63-92ea-43bd58105c07 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:27.936168 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:27.953297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:27.981209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:28.094386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-77a39c7d-899c-40ca-9545-47122ee15cc8', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:56:28.097326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.106129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a681aae1-b514-44ad-af78-0821d1ce66f2 req-38480c31-53a9-4b09-9526-c74c5551cebd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.128549 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.129568 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.169787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a681aae1-b514-44ad-af78-0821d1ce66f2 req-38480c31-53a9-4b09-9526-c74c5551cebd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.192015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.213126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.235141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f091e-0c0a-4cbc-ae8d-4f8c9c0eece5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:28.236949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ad5d4944-5719-4c12-befb-7423236bc3a3 None None] Provisioning for port 748d6b36-8329-4583-9cd4-8acf786ca691 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:28.239797 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.240162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.241613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f091e-0c0a-4cbc-ae8d-4f8c9c0eece5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:28.245460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ad5d4944-5719-4c12-befb-7423236bc3a3 None None] Provisioning complete for port 748d6b36-8329-4583-9cd4-8acf786ca691 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:28.246131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d4944-5719-4c12-befb-7423236bc3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.247318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f091e-0c0a-4cbc-ae8d-4f8c9c0eece5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:28.248179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c96f091e-0c0a-4cbc-ae8d-4f8c9c0eece5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Synchronizing usage tracker for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:28.269517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-ca819424-d58d-48ac-84da-3a3652cb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:28.271171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-ca819424-d58d-48ac-84da-3a3652cb79fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1095 time: 0.2954748 May 27 01:56:28.381660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d4944-5719-4c12-befb-7423236bc3a3 None None] Port 748d6b36-8329-4583-9cd4-8acf786ca691 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:28.396957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Allocated IP 172.20.0.2 (77a39c7d-899c-40ca-9545-47122ee15cc8/da50ea60-8e53-4a7f-a8bd-732607885511/8c191925-b7f0-4f38-8784-b182412ed6e4) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:28.405867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 09d8423c-9eec-4b63-92ea-43bd58105c07 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:28.502847 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.575562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c96f091e-0c0a-4cbc-ae8d-4f8c9c0eece5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Unset dirty status for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:28.592156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c96f091e-0c0a-4cbc-ae8d-4f8c9c0eece5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7127075 May 27 01:56:28.643907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40078) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:28.672533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:28.708359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-09bc39b5-8d70-4143-8d2e-2c283e89a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:28.709820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-09bc39b5-8d70-4143-8d2e-2c283e89a3ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 915 time: 0.3272581 May 27 01:56:28.719289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a681aae1-b514-44ad-af78-0821d1ce66f2 req-38480c31-53a9-4b09-9526-c74c5551cebd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.891957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.911658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Transition to ACTIVE for port object 8c191925-b7f0-4f38-8784-b182412ed6e4 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:28.924076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:28.924827 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:28.985263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:28.992397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38480c31-53a9-4b09-9526-c74c5551cebd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811d837-115d-4540-a540-4b8949dbac77,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:28.995247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-d7b79d1a-225e-4704-98fe-5f0765da155b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 217 time: 0.2503085 May 27 01:56:29.002833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:29.029992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:29.044862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Transition to ACTIVE for port object 8c191925-b7f0-4f38-8784-b182412ed6e4 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:29.063375 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.162674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:29.166746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:29.169841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:29.220803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=5530c2f1-2ceb-47ce-9c65-bb6b4f5c7a34,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:29.269345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Pushing event updated for resources: {'Port': ['ID=8c191925-b7f0-4f38-8784-b182412ed6e4,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:29.278131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 172.25.3.39 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a62d7b43-ae74-449c-9c28-0797a6ad12bf) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:29.298858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port 748d6b36-8329-4583-9cd4-8acf786ca691 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:29.299853 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.307301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.313076 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a681aae1-b514-44ad-af78-0821d1ce66f2 req-38480c31-53a9-4b09-9526-c74c5551cebd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.314819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a681aae1-b514-44ad-af78-0821d1ce66f2 req-38480c31-53a9-4b09-9526-c74c5551cebd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/6811d837-115d-4540-a540-4b8949dbac77 HTTP/1.1" status: 204 len: 173 time: 1.5184698 May 27 01:56:29.355024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-2d32e321-23a2-43b2-890c-d37c4ecb1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:29.356999 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-2d32e321-23a2-43b2-890c-d37c4ecb1112 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.2856214 May 27 01:56:29.390565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Attempting to bind port 8c191925-b7f0-4f38-8784-b182412ed6e4 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:29.391240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Attempting to bind port 8c191925-b7f0-4f38-8784-b182412ed6e4 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:29.391646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Attempting to bind port 8c191925-b7f0-4f38-8784-b182412ed6e4 on network 77a39c7d-899c-40ca-9545-47122ee15cc8 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:29.401048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:29.406993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Checking segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:29.407598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.412383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Bound using segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:29.412951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Bound port: 8c191925-b7f0-4f38-8784-b182412ed6e4, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:29.414141 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.445027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:29.669679 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.686692 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-3fb00c76-65f5-4788-afaa-eff4bdbd0557 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149247 May 27 01:56:29.709347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44302639-c925-481b-8fd9-9a5da47c3576 req-a889deb7-6481-47f1-865b-bf2d4f12f74e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:29.711813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44302639-c925-481b-8fd9-9a5da47c3576 req-a889deb7-6481-47f1-865b-bf2d4f12f74e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 1.0264184 May 27 01:56:29.731002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] For port 8c191925-b7f0-4f38-8784-b182412ed6e4, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:29.741809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.742573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] For port 8c191925-b7f0-4f38-8784-b182412ed6e4, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c191925-b7f0-4f38-8784-b182412ed6e4,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:29.746282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.749810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.758523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:29.992739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:29.997358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb14d6-9400-4f60-b026-6cf8f35fe484 None None] Pushing event updated for resources: {'Port': ['ID=8c191925-b7f0-4f38-8784-b182412ed6e4,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:30.074402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-fd75ada2-bb58-41cf-a684-835f70938f8f service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386188 May 27 01:56:30.312649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=09d8423c-9eec-4b63-92ea-43bd58105c07,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:30.444915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:30.449278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:30.699511 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-b188661b-e78d-4d06-9450-7659396b8666 req-44cad179-3f06-4de2-9d38-d34041aa66dd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:56:30.701008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b188661b-e78d-4d06-9450-7659396b8666 req-44cad179-3f06-4de2-9d38-d34041aa66dd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/6811d837-115d-4540-a540-4b8949dbac77 HTTP/1.1" status: 404 len: 352 time: 0.2942789 May 27 01:56:30.720933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8c191925-b7f0-4f38-8784-b182412ed6e4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:30.725767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:30.878859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8c191925-b7f0-4f38-8784-b182412ed6e4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:30.989030 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:30.999455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.085923 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.212225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f515aca-4c3f-46d9-9b34-12b0d5d27bd2 req-57b26e19-7575-4c97-9e4c-03e9bf84c538 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7734978 May 27 01:56:31.245931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.374532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.427214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Allocated IP 172.25.3.237 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/cb08027c-e897-49b6-8baa-f46007bcdce2) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:31.471948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.506074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=a62d7b43-ae74-449c-9c28-0797a6ad12bf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:31.576207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a5b699f-eee6-4ed2-96a6-5f3d5ed0fdba req-8cb5c280-505e-4bee-827b-bf01b6945d80 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/542568c4-c89c-4ef4-92fe-f951eaea4159 HTTP/1.1" status: 200 len: 1802 time: 0.1362150 May 27 01:56:31.582893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.703660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.767263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.791837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Calling delete_port for 748d6b36-8329-4583-9cd4-8acf786ca691 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:31.856449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:31.871414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be15070-519c-45b3-af15-fbefb440eccb None None] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:56:31.877050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:31.882396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:31.891780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:31.988713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=5530c2f1-2ceb-47ce-9c65-bb6b4f5c7a34,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:32.066919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Pushing event updated for resources: {'Port': ['ID=cb08027c-e897-49b6-8baa-f46007bcdce2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:32.199421 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44302639-c925-481b-8fd9-9a5da47c3576 req-0eb2679e-5fe1-4095-9144-e16fb9cdd5cc tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3651934 May 27 01:56:32.234899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3a5b699f-eee6-4ed2-96a6-5f3d5ed0fdba req-52963af0-4c01-4748-b51d-cffa5544af4b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.262542 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.273772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec58aa92-79fc-4935-9453-2307b9715d74 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/floatingips/15c24998-bc6a-4bd7-99bd-ccd72c5e434e HTTP/1.1" status: 204 len: 168 time: 4.8033338 May 27 01:56:32.276632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] Provisioning for port 8c191925-b7f0-4f38-8784-b182412ed6e4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:32.284164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] Provisioning complete for port 8c191925-b7f0-4f38-8784-b182412ed6e4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:32.284829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.295624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40108) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:32.340421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '22f8cc3e-2c94-4279-853b-a12d7372b3c1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:32.381465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:32.401728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.432157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:floatingip and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:32.470774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:32.491403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:32.492874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] Current status of the port 8c191925-b7f0-4f38-8784-b182412ed6e4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:32.493210 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.544462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] For port 8c191925-b7f0-4f38-8784-b182412ed6e4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c191925-b7f0-4f38-8784-b182412ed6e4,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:32.551537 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.669562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.684255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f2f11dd1-a330-4e97-a376-9a00588f45fe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6023352 May 27 01:56:32.708744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.758270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.787159 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3a5b699f-eee6-4ed2-96a6-5f3d5ed0fdba req-52963af0-4c01-4748-b51d-cffa5544af4b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:32.798314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3c9e6-b19a-4872-917e-253c681cdf3f None None] Pushing event updated for resources: {'Port': ['ID=8c191925-b7f0-4f38-8784-b182412ed6e4,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:32.887025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.047077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2bdf8242-5e74-45fc-b6cc-a2a6349fd78e None None] Provisioning complete for port 8c191925-b7f0-4f38-8784-b182412ed6e4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:33.047745 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8242-5e74-45fc-b6cc-a2a6349fd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.091357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Port': ['ID=748d6b36-8329-4583-9cd4-8acf786ca691,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:33.178682 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.221845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3a5b699f-eee6-4ed2-96a6-5f3d5ed0fdba req-52963af0-4c01-4748-b51d-cffa5544af4b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.233897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.265312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf8242-5e74-45fc-b6cc-a2a6349fd78e None None] Current status of the port 8c191925-b7f0-4f38-8784-b182412ed6e4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:33.338613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963af0-4c01-4748-b51d-cffa5544af4b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542568c4-c89c-4ef4-92fe-f951eaea4159,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:33.389913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3a5b699f-eee6-4ed2-96a6-5f3d5ed0fdba req-52963af0-4c01-4748-b51d-cffa5544af4b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.391325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a5b699f-eee6-4ed2-96a6-5f3d5ed0fdba req-52963af0-4c01-4748-b51d-cffa5544af4b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/542568c4-c89c-4ef4-92fe-f951eaea4159 HTTP/1.1" status: 204 len: 173 time: 1.6456728 May 27 01:56:33.400505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.553912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.930013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:33.932665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469f94-e6e5-46f4-8630-43ba72b45a22 req-dab439da-9e67-4eee-98c3-61ca52b36eb2 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:33.934205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b469f94-e6e5-46f4-8630-43ba72b45a22 req-dab439da-9e67-4eee-98c3-61ca52b36eb2 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.4192121 May 27 01:56:33.984843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-7391fccf-2624-4903-8c3e-ebf8c115808a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:34.000604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:34.003138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-be2e2125-a25b-46d0-8810-937610a56a4b tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/ports/748d6b36-8329-4583-9cd4-8acf786ca691 HTTP/1.1" status: 204 len: 168 time: 5.3344352 May 27 01:56:34.008302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40132) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:34.018466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:34.020029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9335842 May 27 01:56:34.079290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a96b8-3720-4238-a377-57a2761813f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=a62d7b43-ae74-449c-9c28-0797a6ad12bf,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:34.110472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:34.121057 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbc0c48-040c-43ca-bd05-442591299c10 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] GET failed (client error): The resource could not be found. May 27 01:56:34.122076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fbc0c48-040c-43ca-bd05-442591299c10 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Synchronizing usage tracker for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:34.169065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b469f94-e6e5-46f4-8630-43ba72b45a22 req-22c64b66-c39e-4c54-afe0-753729e624be tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130010 May 27 01:56:34.183639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:34.209981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-7391fccf-2624-4903-8c3e-ebf8c115808a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:34.211303 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-7391fccf-2624-4903-8c3e-ebf8c115808a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--51775004&fields=id&tenant_id=762321022c2f4f0b8b6ba60054f44dcf HTTP/1.1" status: 200 len: 267 time: 1.0224013 May 27 01:56:34.355269 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-1f5c1d43-8cda-4754-804c-7b43cc84b132 req-0eeee66d-49b2-47fd-825f-bdf537e6800c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:56:34.356381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f5c1d43-8cda-4754-804c-7b43cc84b132 req-0eeee66d-49b2-47fd-825f-bdf537e6800c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/542568c4-c89c-4ef4-92fe-f951eaea4159 HTTP/1.1" status: 404 len: 352 time: 0.0704031 May 27 01:56:34.380465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fbc0c48-040c-43ca-bd05-442591299c10 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Unset dirty status for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:34.382127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7fbc0c48-040c-43ca-bd05-442591299c10 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "GET /v2.0/ports/748d6b36-8329-4583-9cd4-8acf786ca691 HTTP/1.1" status: 404 len: 333 time: 0.3713973 May 27 01:56:34.388358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40144) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:34.443743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2119057435'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:34.449890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-5e641388-da5b-4bb9-8cd7-a4d02f3f9018 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:34.450809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-5e641388-da5b-4bb9-8cd7-a4d02f3f9018 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:34.496413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-5e641388-da5b-4bb9-8cd7-a4d02f3f9018 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:34.497745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-5e641388-da5b-4bb9-8cd7-a4d02f3f9018 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports/55673fdb-0ba9-4074-8282-38303e1de07a HTTP/1.1" status: 200 len: 932 time: 0.2725768 May 27 01:56:34.512132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.25.3.154 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/6193ddaa-4f6f-4403-9133-20b74dbb0ebb) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:34.675525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:34.702642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8c191925-b7f0-4f38-8784-b182412ed6e4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:34.704903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:34.724438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:56:34.741728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:34.745193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:34.780624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-ac6569cf-fdc0-437b-9f23-d2ebbb3150d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:34.797428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-ac6569cf-fdc0-437b-9f23-d2ebbb3150d4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports/6206703a-d176-4f56-bc18-9bcda3b2d682 HTTP/1.1" status: 200 len: 930 time: 0.2814739 May 27 01:56:34.890010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-128ca36b-3a7c-4473-9180-ed1a66a06508 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?network_id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0889750 May 27 01:56:34.949408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8c191925-b7f0-4f38-8784-b182412ed6e4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:34.949408 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:34.969255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-6deaec5b-956e-490d-9e04-dd6e85c0fceb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?network_id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0776722 May 27 01:56:35.211732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8c191925-b7f0-4f38-8784-b182412ed6e4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:35.340640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:35.357452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Sync routers for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:35.357628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-a918eab3-2e58-486d-83e8-11155e422ed0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:35.363800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-a918eab3-2e58-486d-83e8-11155e422ed0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:35.369357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-a918eab3-2e58-486d-83e8-11155e422ed0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:35.370186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-a918eab3-2e58-486d-83e8-11155e422ed0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:35.377917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:35.379889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] device_id is not set on port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:35.383932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:35.394406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:35.431871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-a918eab3-2e58-486d-83e8-11155e422ed0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:35.436797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-a918eab3-2e58-486d-83e8-11155e422ed0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/networks?id=328ee635-88ce-4b3c-9810-0b7f399ed763&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827 HTTP/1.1" status: 200 len: 1991 time: 0.4662149 May 27 01:56:35.455607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-17e34629-8161-40a9-b3c8-0247456ce9ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:35.474227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-6dac4559-4da3-4de7-9519-46a11b42bcb6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/quotas/762321022c2f4f0b8b6ba60054f44dcf HTTP/1.1" status: 200 len: 375 time: 0.0272126 May 27 01:56:35.489244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:35.490588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-093da49b-0778-435f-ab4a-b067417a7c2a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6485794 May 27 01:56:35.505273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40164) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:35.540595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:35.713668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-17e34629-8161-40a9-b3c8-0247456ce9ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:35.714846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-17e34629-8161-40a9-b3c8-0247456ce9ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2002949009&fields=id&tenant_id=41e20aea7039450aa83d19ff2369765a HTTP/1.1" status: 200 len: 267 time: 0.3759718 May 27 01:56:35.765642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=6193ddaa-4f6f-4403-9133-20b74dbb0ebb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:35.799149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:56:35.822057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:35.824069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:35.840537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:36.057292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-077dc654-8f92-4ebb-8f26-f0f6e2b39b76 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5738106 May 27 01:56:36.087337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Allocated IP 2001:db8::332 (e60400ed-7565-47e1-8850-549bc2bfdd34/7f1513c1-c505-429e-b4c2-21c13f48e81d/44cb4f53-6fa9-4298-a5d5-090c82e7bff0) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:36.166370 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a2c1708d-73f1-42f4-a7f6-42a24ec0cc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:36.375850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:33Z', 'revision_number': 3, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:36.381985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Checking router: 9ce9989f-d0da-4cba-92a6-043e2fbd1847 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:56:36.382565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Updating router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 port cb08027c-e897-49b6-8baa-f46007bcdce2 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:56:36.444821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-052f748e-8f1b-470c-b5b9-ada5718798b0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:36.445553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-052f748e-8f1b-470c-b5b9-ada5718798b0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:36.447011 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:36.628926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-052f748e-8f1b-470c-b5b9-ada5718798b0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:36.635341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-052f748e-8f1b-470c-b5b9-ada5718798b0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports/c5255157-1d4c-4b58-92d5-d8f418cd2c89 HTTP/1.1" status: 200 len: 935 time: 0.4209559 May 27 01:56:36.973818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:36.984139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-fbd2e322-8bc4-4c4b-84f4-ed56e57f3e86 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:36.992944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-fbd2e322-8bc4-4c4b-84f4-ed56e57f3e86 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports/d3ef6ea4-3742-4d4f-808e-371b35fba3f6 HTTP/1.1" status: 200 len: 936 time: 0.3434846 May 27 01:56:37.071400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-cd0e3dbd-1dc3-4de8-ab0c-dc95f4843951 service neutron] 10.222.0.16 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9928169 May 27 01:56:37.217955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-e843b769-8fa6-484d-9e65-a74d2ac9160f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?network_id=b17b5d04-c6fb-418b-8741-62bf32c6a213&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2238505 May 27 01:56:37.226036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Transition to ACTIVE for port object 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:37.255937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-572c110b-b94a-42c8-8cc6-b29b9e0bcec7 service neutron] 10.222.0.16 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829891 May 27 01:56:37.341633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-b2aae4d4-15da-479b-96b3-6c94dbc446a6 service neutron] 10.222.0.16 "GET /v2.0/ports/55673fdb-0ba9-4074-8282-38303e1de07a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0846870 May 27 01:56:37.346969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:37.376363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Transition to ACTIVE for port object cb08027c-e897-49b6-8baa-f46007bcdce2 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:37.377896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-f39fc856-4435-4ac0-944e-91fda46777ee tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?network_id=b17b5d04-c6fb-418b-8741-62bf32c6a213&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1584473 May 27 01:56:37.386909 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:37.471865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:37.491271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd374d-025c-4b7c-abb6-ad94fcbb4e94 None None] Pushing event updated for resources: {'Port': ['ID=cb08027c-e897-49b6-8baa-f46007bcdce2,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:37.510480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-95dcb854-b2e1-4652-8ee1-9e92ae4a4e26 service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679971 May 27 01:56:37.524326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Attempting to bind port cb08027c-e897-49b6-8baa-f46007bcdce2 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:37.524944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Attempting to bind port cb08027c-e897-49b6-8baa-f46007bcdce2 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:37.525654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Attempting to bind port cb08027c-e897-49b6-8baa-f46007bcdce2 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:37.537124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:37.537659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:37.538065 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:37.538557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:37.539073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Bound port: cb08027c-e897-49b6-8baa-f46007bcdce2, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:37.539532 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:37.718939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] For port cb08027c-e897-49b6-8baa-f46007bcdce2, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:37.729438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] For port cb08027c-e897-49b6-8baa-f46007bcdce2, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cb08027c-e897-49b6-8baa-f46007bcdce2,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:37.739794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:37.780239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:37.881493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:37.882434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:37.998854 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:38.020062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-f49785f6-e270-4ab4-be5c-4e3bdc37c7c5 service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084858 May 27 01:56:38.091535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=44cb4f53-6fa9-4298-a5d5-090c82e7bff0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:38.140179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2b1e104e-2e8e-435d-b0a6-f7249ebb6fc6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:38.145577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:56:38.148373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2b1e104e-2e8e-435d-b0a6-f7249ebb6fc6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:38.155907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2b1e104e-2e8e-435d-b0a6-f7249ebb6fc6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:38.156980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2b1e104e-2e8e-435d-b0a6-f7249ebb6fc6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:38.189235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:38.211817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:38.215822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:38.224791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:38.227068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:38.310116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2b1e104e-2e8e-435d-b0a6-f7249ebb6fc6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:38.334881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2b1e104e-2e8e-435d-b0a6-f7249ebb6fc6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/networks?id=1fa62c40-becd-426f-b59a-888a1ccf88ef&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=b17b5d04-c6fb-418b-8741-62bf32c6a213&id=b17b5d04-c6fb-418b-8741-62bf32c6a213 HTTP/1.1" status: 200 len: 1994 time: 0.9427023 May 27 01:56:38.385606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd374d-025c-4b7c-abb6-ad94fcbb4e94 None None] Pushing event updated for resources: {'Port': ['ID=cb08027c-e897-49b6-8baa-f46007bcdce2,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:38.397072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-dc5082b8-3c1e-4a76-ac5f-a9d1a1b55d71 service neutron] 10.222.0.16 "GET /v2.0/ports/6206703a-d176-4f56-bc18-9bcda3b2d682?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3762114 May 27 01:56:38.436577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:38.504955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6885e801-9977-46ef-a235-ea3bea235434 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1135647 May 27 01:56:38.510851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:38.749822 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-57e04f9d-f950-4170-8397-771027d853c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:38.800731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58501dbc-d3cb-4550-b8e5-04260f6f881e None None] Provisioning for port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:38.818570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Allocated IP 172.20.0.1 (77a39c7d-899c-40ca-9545-47122ee15cc8/da50ea60-8e53-4a7f-a8bd-732607885511/6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:38.824343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58501dbc-d3cb-4550-b8e5-04260f6f881e None None] Provisioning complete for port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:38.824736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58501dbc-d3cb-4550-b8e5-04260f6f881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:38.842163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-adf29758-779a-42f7-9474-67c8a21a3f16 service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368672 May 27 01:56:38.873260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:33Z', 'revision_number': 3, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:38.882841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d84ec8d-79f7-4842-97c6-7e648eae6cd4 None None] The sync data for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 is: [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:33Z', 'revision_number': 3, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:38.892310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-58501dbc-d3cb-4550-b8e5-04260f6f881e None None] Port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:38.931754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:c2:49:08'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:38.932252 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:38.948585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:38.976243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-56d32c1a-4444-4f83-9d87-52e01f0a14b4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/quotas/41e20aea7039450aa83d19ff2369765a HTTP/1.1" status: 200 len: 375 time: 0.6536729 May 27 01:56:39.102763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=6193ddaa-4f6f-4403-9133-20b74dbb0ebb,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:39.113663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.178918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-70ca8e1a-c971-4ff2-977d-30b7e92415fb service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354261 May 27 01:56:39.196983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.262696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.276794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Transition to ACTIVE for port object 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:39.299018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5e85ba49-fb43-4aad-893a-179db5f924bc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3218768 May 27 01:56:39.317319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.388169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.546346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.554722 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 37590cfd-316b-4359-8d23-df9cce6e198c associated. External IP: 172.25.3.154, port: 22f8cc3e-2c94-4279-853b-a12d7372b3c1. May 27 01:56:39.600885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:39.613519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:39.615273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:39.637305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-277f105c-e84c-4a38-be6c-61a4c7c34533 service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500315 May 27 01:56:39.819587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.876668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Pushing event updated for resources: {'Port': ['ID=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:39.895461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-7f7e0e13-21e5-4f91-bd5e-822d8ed41c22 service neutron] 10.222.0.16 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593321 May 27 01:56:39.924590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f9f01103-4f03-4dac-bb2c-faa604b6c596 None None] Provisioning for port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:39.940351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f9f01103-4f03-4dac-bb2c-faa604b6c596 None None] Provisioning complete for port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:39.941246 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f9f01103-4f03-4dac-bb2c-faa604b6c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:39.962424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-89c0b7b3-f845-4572-917b-579c7e11a2d0 service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144264 May 27 01:56:40.022321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f9f01103-4f03-4dac-bb2c-faa604b6c596 None None] Port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:40.188000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:40.195883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-4ee37421-01dd-4177-a026-ebac209ed5e2 service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233033 May 27 01:56:40.224888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2d79c429-c741-402b-a676-486b709356f6 service neutron] 10.222.0.16 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216822 May 27 01:56:40.318150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.344146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1818f13f-2ff0-4c09-b0d3-215ce02e822b service neutron] 10.222.0.16 "GET /v2.0/ports/c5255157-1d4c-4b58-92d5-d8f418cd2c89?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1065819 May 27 01:56:40.357160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.408426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.499133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-83da10c7-1a29-41da-ac66-1b6f9f2b84d5 service neutron] 10.222.0.16 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317035 May 27 01:56:40.500337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:40.511369 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:40.543216 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:40.546936 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:40.578844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] In _notify_port_updated(), no bound segment for port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 on network e60400ed-7565-47e1-8850-549bc2bfdd34 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 01:56:40.584815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:40.585470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.590322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "PUT /v2.0/ports/44cb4f53-6fa9-4298-a5d5-090c82e7bff0 HTTP/1.1" status: 200 len: 1003 time: 1.6632495 May 27 01:56:40.592835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40188) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:40.637263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb08027c-e897-49b6-8baa-f46007bcdce2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:40.697853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d79c5-94cd-4c6c-8324-61e2b092b723 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=44cb4f53-6fa9-4298-a5d5-090c82e7bff0,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:40.713908 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:40.728948 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:40.733441 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:40.736690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-cde0bc3b-e494-4094-a27f-d1c60cec2604 service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819563 May 27 01:56:40.776911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.799908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port cb08027c-e897-49b6-8baa-f46007bcdce2 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:40.806501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cb08027c-e897-49b6-8baa-f46007bcdce2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:40.807109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.830642 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:40.831829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef077bce-1d07-44fa-8230-573f21c86590 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:40.882059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:40.882397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.961048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-852fe60e-dbc7-4d61-a666-b7d1795efa51 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.6608341 May 27 01:56:40.967773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40192) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:40.968769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:40.971235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-e3b98d1a-cf4d-4fe6-8775-9da5267d66fd service neutron] 10.222.0.16 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358618 May 27 01:56:41.003515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cb08027c-e897-49b6-8baa-f46007bcdce2 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:41.003903 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.021685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port cb08027c-e897-49b6-8baa-f46007bcdce2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cb08027c-e897-49b6-8baa-f46007bcdce2,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:41.026214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b924ef89-83ae-4515-bca0-742e0075e36f service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732718 May 27 01:56:41.027441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.044428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.095535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.109519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e55f9790-41fc-4871-be2c-18e75d6617ed None None] Provisioning complete for port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:41.109901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e55f9790-41fc-4871-be2c-18e75d6617ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.154527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=cb08027c-e897-49b6-8baa-f46007bcdce2,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:41.169936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e55f9790-41fc-4871-be2c-18e75d6617ed None None] Port 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:41.236838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-91e1409f-0e61-481c-893f-abd19378f13a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "GET /v2.0/floatingips/37590cfd-316b-4359-8d23-df9cce6e198c HTTP/1.1" status: 200 len: 977 time: 0.2678242 May 27 01:56:41.239238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40196) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:41.242438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-ce263566-ec28-461f-a866-2e732b8ca434 service neutron] 10.222.0.16 "GET /v2.0/ports/d3ef6ea4-3742-4d4f-808e-371b35fba3f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1891222 May 27 01:56:41.246894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.271235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Pushing event updated for resources: {'Port': ['ID=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:41.467027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-e3a03dd7-849a-48e5-8d0d-8fad8ec642b1 service neutron] 10.222.0.16 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892673 May 27 01:56:41.472196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8b04fd88-4565-48af-b223-b0297ad3dcee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Synchronizing usage tracker for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:41.489731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-f5696206-bf71-4f0d-b121-f93d1d50c61d service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362864 May 27 01:56:41.522623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:41.568730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:41.598616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8b04fd88-4565-48af-b223-b0297ad3dcee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Unset dirty status for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:41.603059 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8b04fd88-4565-48af-b223-b0297ad3dcee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3532073 May 27 01:56:41.603675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40200) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:41.608545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.620589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'port_id': '3231b43f-e8c6-46bf-bb08-c71217c99ee9'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:41.853705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Calling delete_port for 44cb4f53-6fa9-4298-a5d5-090c82e7bff0 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:41.912536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-41bebfe8-63d4-4cda-aa49-17424b98c49b None None] Provisioning complete for port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:41.912902 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41bebfe8-63d4-4cda-aa49-17424b98c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.913664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b1e6dea1-1b0e-48bc-a1ab-27e8656bec02 service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170313 May 27 01:56:41.927974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:41.971795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-41bebfe8-63d4-4cda-aa49-17424b98c49b None None] Port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:41.980191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-3a390e29-0287-4aea-86db-26e6c90dc8d9 service neutron] 10.222.0.16 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023065 May 27 01:56:42.015832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:42.149195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-fc90ff62-b473-49f0-856a-5dfe40945571 service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253706 May 27 01:56:42.307265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-7248293e-5c14-4c61-9569-dec4534042d6 service neutron] 10.222.0.16 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101676 May 27 01:56:42.321530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:42.335056 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:42.337731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Sync routers for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:42.347503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8170cd19-9069-4eb5-ad0d-a4869b3b5180 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ce9989f-d0da-4cba-92a6-043e2fbd1847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8410001 May 27 01:56:42.359572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:42.360474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:42.367573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-7524c662-7405-4b7d-91fe-b6476623f2b2 service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652308 May 27 01:56:42.593860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5b960f43-bbb7-4351-a492-eb3c99007c0e service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196126 May 27 01:56:42.629762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb08027c-e897-49b6-8baa-f46007bcdce2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:42.679206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Port': ['ID=44cb4f53-6fa9-4298-a5d5-090c82e7bff0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:42.732955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:56:42.752874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-37244769-d6a8-472a-9af0-e1a0fc51b7c3 service neutron] 10.222.0.16 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524367 May 27 01:56:42.941633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-f722eeef-596b-4251-975d-f6dbfe4195fb service neutron] 10.222.0.16 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820633 May 27 01:56:43.058092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:43.090064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-05fa415e-260c-48c2-ab20-314181d3469a tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/ports/44cb4f53-6fa9-4298-a5d5-090c82e7bff0 HTTP/1.1" status: 204 len: 168 time: 2.4314852 May 27 01:56:43.092587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40222) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:43.113969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-e7c5692b-3453-4195-81cd-d01baf634597 service neutron] 10.222.0.16 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692793 May 27 01:56:43.140603 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-090d654e-d86b-4ec0-8fb0-783f6bcd07c3 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] GET failed (client error): The resource could not be found. May 27 01:56:43.141142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-090d654e-d86b-4ec0-8fb0-783f6bcd07c3 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Synchronizing usage tracker for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:43.175542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-090d654e-d86b-4ec0-8fb0-783f6bcd07c3 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Unset dirty status for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:43.176768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-090d654e-d86b-4ec0-8fb0-783f6bcd07c3 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "GET /v2.0/ports/44cb4f53-6fa9-4298-a5d5-090c82e7bff0 HTTP/1.1" status: 404 len: 333 time: 0.0832841 May 27 01:56:43.186669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40226) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:43.188774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cb08027c-e897-49b6-8baa-f46007bcdce2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:43.188774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:43.193420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-387740250'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:43.286148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2dd1af4a-76c5-4868-a985-d742d75498b8 service neutron] 10.222.0.16 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712105 May 27 01:56:43.490389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:43.498606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-ec49cff2-a5eb-4b3d-84a5-9dbdf31f75dd service neutron] 10.222.0.16 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045465 May 27 01:56:43.515898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:43.530279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:43.562553 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:43.636341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 2, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:43.640421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cb08027c-e897-49b6-8baa-f46007bcdce2 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:43.643315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Checking router: 9ce9989f-d0da-4cba-92a6-043e2fbd1847 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:56:43.643664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Updating router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:56:43.690127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:43.694335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:43.701425 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:43.799117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ce90c66-5f34-4485-ace9-88c0852888ac req-409aacce-bb3f-48a1-827a-df7412e2edd4 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:43.811611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] device_id is not set on port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:43.951948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ce90c66-5f34-4485-ace9-88c0852888ac req-409aacce-bb3f-48a1-827a-df7412e2edd4 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:43.959304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ce90c66-5f34-4485-ace9-88c0852888ac req-409aacce-bb3f-48a1-827a-df7412e2edd4 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 6154 time: 0.2902915 May 27 01:56:44.094792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ce90c66-5f34-4485-ace9-88c0852888ac req-f829989f-15dd-4992-b9e3-9ce4726ba15c tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/b9afeb61-ad07-418e-b8ba-425de2d3fc87 HTTP/1.1" status: 200 len: 2985 time: 0.1342297 May 27 01:56:44.122525 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 37590cfd-316b-4359-8d23-df9cce6e198c associated. External IP: 172.25.3.154, port: 22f8cc3e-2c94-4279-853b-a12d7372b3c1. May 27 01:56:44.183127 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:44.197115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Transition to ACTIVE for port object 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:44.206535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:44.271262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Allocated IP 2001:db8::228 (e60400ed-7565-47e1-8850-549bc2bfdd34/7f1513c1-c505-429e-b4c2-21c13f48e81d/0e5ee634-cf03-4cf6-9863-0e21145ac2e2) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:44.371423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ce90c66-5f34-4485-ace9-88c0852888ac req-b53fb54d-6f3c-4347-8fac-59640e777726 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/b9afeb61-ad07-418e-b8ba-425de2d3fc87 HTTP/1.1" status: 200 len: 2985 time: 0.2750268 May 27 01:56:44.578191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea996acc-2261-4f3e-8372-4e167e1d1fa2 None None] Pushing event updated for resources: {'Port': ['ID=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:44.609486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Attempting to bind port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:56:44.611586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Attempting to bind port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:56:44.612174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Attempting to bind port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 on network 77a39c7d-899c-40ca-9545-47122ee15cc8 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:56:44.621257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:56:44.621976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Checking segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:56:44.622563 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:44.623195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Bound using segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:56:44.623833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Bound port: 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:56:44.624409 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:44.757229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] For port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:56:44.761072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] For port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:56:44.767501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:44.870863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:44.871407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:45.068551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40278) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:45.075068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009739264', 'description': 'tempest-description--289320366'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:45.088336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea996acc-2261-4f3e-8372-4e167e1d1fa2 None None] Pushing event updated for resources: {'Port': ['ID=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:45.111790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:45.123060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:45.143670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:45.168769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:45.269992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:45.317180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:56:45.421144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:45.446197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Transition to ACTIVE for port object 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:45.478753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:45.482745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:45.587953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119e1f8-da3f-4377-b19a-46768ea85e8b req-e3c5d6cf-df09-4fe0-8f0c-142409b86dd1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:45.594890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0119e1f8-da3f-4377-b19a-46768ea85e8b req-e3c5d6cf-df09-4fe0-8f0c-142409b86dd1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.9295456 May 27 01:56:45.612324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-dfbe34f5-cb7a-4b10-804a-6a84925c3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:45.614828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-dfbe34f5-cb7a-4b10-804a-6a84925c3e7b service neutron] 10.222.0.47 "GET /v2.0/ports/55673fdb-0ba9-4074-8282-38303e1de07a HTTP/1.1" status: 200 len: 1028 time: 0.4253607 May 27 01:56:45.673771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:45.690124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:45.733483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c19b1fa2-36f2-4732-b6dd-bb48fe3ac66c req-6e981c76-1e59-4397-bc6d-37b9389a2d38 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:45.743641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:45.803515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:44Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:45.809234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf4eef-bf15-4087-9b60-b17c82410f34 None None] The sync data for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 is: [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:44Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:45.837628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group_rule and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:45.843603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c19b1fa2-36f2-4732-b6dd-bb48fe3ac66c req-6e981c76-1e59-4397-bc6d-37b9389a2d38 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:45.846562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c19b1fa2-36f2-4732-b6dd-bb48fe3ac66c req-6e981c76-1e59-4397-bc6d-37b9389a2d38 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 210 time: 0.3694384 May 27 01:56:45.855286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:45.897226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:45.940160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-6ee0a3e9-215b-44b5-9307-0f77b7667bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:45.944167 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-6ee0a3e9-215b-44b5-9307-0f77b7667bb8 service neutron] 10.222.0.47 "GET /v2.0/ports/6206703a-d176-4f56-bc18-9bcda3b2d682 HTTP/1.1" status: 200 len: 1026 time: 0.3105466 May 27 01:56:45.958743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1938217042', 'description': 'tempest-description-1187106023'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:45.970882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:45.978704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:45.987893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:45.988804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.039207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8514752 May 27 01:56:46.051047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40286) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:46.093020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0119e1f8-da3f-4377-b19a-46768ea85e8b req-7d9815fb-800b-4bf6-a214-6a2b6f3e2a0e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970584 May 27 01:56:46.115418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c2:49:08'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:46.154246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7c8b6c1d-aef1-4056-a1a7-3b7b321be399 None None] Provisioning for port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:46.161971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7c8b6c1d-aef1-4056-a1a7-3b7b321be399 None None] Provisioning complete for port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:46.162351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6c1d-aef1-4056-a1a7-3b7b321be399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.316898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b6c1d-aef1-4056-a1a7-3b7b321be399 None None] Port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:46.320146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:46.332483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f86aa-19aa-4040-8ffa-ebc2352cc726 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=0e5ee634-cf03-4cf6-9863-0e21145ac2e2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:46.352189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-a2d6404f-c799-462e-9bb1-e04feeb08e97 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:46.366998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-a2d6404f-c799-462e-9bb1-e04feeb08e97 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:46.383383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-a2d6404f-c799-462e-9bb1-e04feeb08e97 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:46.384267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-a2d6404f-c799-462e-9bb1-e04feeb08e97 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:46.471076 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.473626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.491156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.531474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d000cdd3-d521-4b49-8e82-206069baef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:46.532961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d000cdd3-d521-4b49-8e82-206069baef59 service neutron] 10.222.0.47 "GET /v2.0/ports/c5255157-1d4c-4b58-92d5-d8f418cd2c89 HTTP/1.1" status: 200 len: 1031 time: 0.1345763 May 27 01:56:46.600622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:46.614263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-a2d6404f-c799-462e-9bb1-e04feeb08e97 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:46.615511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-a2d6404f-c799-462e-9bb1-e04feeb08e97 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "GET /v2.0/networks?id=328ee635-88ce-4b3c-9810-0b7f399ed763&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827 HTTP/1.1" status: 200 len: 1991 time: 0.6312695 May 27 01:56:46.625680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:46.650632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f1ad8571-ff8b-4abd-85d3-e4ac866dc189 req-9341593f-8aae-45e5-818d-2ea97a81362e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:46.661308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:46.666174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:46.677283 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:46.694803 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:46.699062 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:46.711697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3898d58-3faf-46d8-b42f-ff4848ac028c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:46.722742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:46.727055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.731319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7fb70f1a-7365-4332-bcbb-d2f3ed909950 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6578884 May 27 01:56:46.741429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:46.747997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40292) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:46.769299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'security_group_rule': {'security_group_id': 'f3898d58-3faf-46d8-b42f-ff4848ac028c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:46.797637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:46.813242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group_rule and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:46.823647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:46.846550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:46.917412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:46.931381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:46.931767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.942539 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:46.958410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:46.961162 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:46.966060 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:47.055355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-4d4c1143-97de-416a-9637-f88ea46dd15a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:47.067646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.109296 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:47.110066 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2fa60-1b19-4f0d-bb82-a0df8938ab7f None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:47.114483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f1ad8571-ff8b-4abd-85d3-e4ac866dc189 req-9341593f-8aae-45e5-818d-2ea97a81362e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:47.115659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1ad8571-ff8b-4abd-85d3-e4ac866dc189 req-9341593f-8aae-45e5-818d-2ea97a81362e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 210 time: 0.7739375 May 27 01:56:47.157608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b96ccaad-2134-4c7e-8905-26fc82ccda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:47.159105 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b96ccaad-2134-4c7e-8905-26fc82ccda74 service neutron] 10.222.0.47 "GET /v2.0/ports/d3ef6ea4-3742-4d4f-808e-371b35fba3f6 HTTP/1.1" status: 200 len: 1032 time: 0.5924561 May 27 01:56:47.204687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:56:47.211904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-4d4c1143-97de-416a-9637-f88ea46dd15a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:47.216074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-4d4c1143-97de-416a-9637-f88ea46dd15a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=762321022c2f4f0b8b6ba60054f44dcf HTTP/1.1" status: 200 len: 378 time: 0.5785615 May 27 01:56:47.242760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'admin_state_up': True, 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'security_groups': ['97f54df3-3b82-4043-86ea-0b1e7abbb0a9']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:47.327540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:47.328193 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.400325 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:56:47.559390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.580774 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.584198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.632875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:47.645178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.676624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.678687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad798c28-fa0c-455c-b89c-ec4325ea9118 req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.7296164 May 27 01:56:47.710514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:47.731683 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.750199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f42004-310c-4255-92e5-32927d884b7a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:47.792053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:47.795039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.796601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0f1db144-75f8-4348-ae4a-e0dd49c19e2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0476458 May 27 01:56:47.801066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40304) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:47.815473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'security_group_rule': {'security_group_id': 'f3898d58-3faf-46d8-b42f-ff4848ac028c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:47.828277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6afc2f31-e161-47b3-9f11-cebd1eb6c673 req-7971e7ab-afbd-4b48-9116-bae455a6c83e tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 210 time: 0.1685712 May 27 01:56:47.832682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:47.842048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group_rule and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:47.849201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:47.858035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:47.873931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cd841-02fe-47f3-8fa8-56bb6795c00d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab0123-4ba8-45d3-a8f3-45c367371239,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:47.906516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1980723419', 'description': 'tempest-description-1548113533'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:47.924038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.979573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:47.984423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:47.997136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:48.034867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:48.045781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:48.071465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:48.080521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:48.088554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:48.106645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.115292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'network_id': 'e9a78db4-ec9e-49c7-b480-0f7bcc68357b', 'port_id': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'mac_address': 'fa:16:3e:6e:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba123b46-a4d5-4c7f-850e-447b2a70c318', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:56:48.124436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.230144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:48.230776 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.231173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c7161d-dc26-4019-b1e4-09f502ddaabb,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:48.261640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:56:48.269085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aead2-792c-4ee9-9f82-d852226d707e req-d4d0528e-b070-4ef7-9f12-a4c0786f6a5b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:48.269085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-078aead2-792c-4ee9-9f82-d852226d707e req-d4d0528e-b070-4ef7-9f12-a4c0786f6a5b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 943 time: 0.2699261 May 27 01:56:48.271438 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.275572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-285e40e0-8642-4de3-bf7d-788fe0aa78f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4687729 May 27 01:56:48.276774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40310) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:48.283425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:48.298078 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.308574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:48.323485 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.328450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:48.340625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:floatingip and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:48.375134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:48.387038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-078aead2-792c-4ee9-9f82-d852226d707e req-7e55312e-082a-4f70-b5a7-5b0470384aec tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942316 May 27 01:56:48.398398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:48.412439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-14369615-997a-4c82-b64e-1cc4c345490a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:48.418361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-14369615-997a-4c82-b64e-1cc4c345490a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:48.434358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-14369615-997a-4c82-b64e-1cc4c345490a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:48.437713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-14369615-997a-4c82-b64e-1cc4c345490a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "GET /v2.0/networks?id=1fa62c40-becd-426f-b59a-888a1ccf88ef&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=b17b5d04-c6fb-418b-8741-62bf32c6a213&id=b17b5d04-c6fb-418b-8741-62bf32c6a213 HTTP/1.1" status: 200 len: 1994 time: 1.1707592 May 27 01:56:48.438348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.482699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:48.494742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 172.20.0.6 (328ee635-88ce-4b3c-9810-0b7f399ed763/1eb88772-16b3-4aad-bca9-afe94592ef49/6b80a88e-2def-4e67-bc15-46bbdf11f026) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:48.575374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:48.605756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:48.639391 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98328bbc-20e8-4ee0-953d-6d5229222139 req-830cffbc-290e-4a90-ab69-59abf0a11689 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 210 time: 0.0877638 May 27 01:56:48.718964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8008e6c5-4888-4b4f-a531-ebdb7b4348f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:56:48.732011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:48.758823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:48.802660 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:48.825387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:48.854811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:48.855374 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.004859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.024649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.038922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.082256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.102699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d14782b4-bd4f-4e71-8b14-383017a1645a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41e20aea7039450aa83d19ff2369765a HTTP/1.1" status: 200 len: 380 time: 0.6547825 May 27 01:56:49.115056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] In _notify_port_updated(), no bound segment for port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 on network e60400ed-7565-47e1-8850-549bc2bfdd34 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 01:56:49.120512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:49.121159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.125066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "PUT /v2.0/ports/0e5ee634-cf03-4cf6-9863-0e21145ac2e2 HTTP/1.1" status: 200 len: 1002 time: 3.0382714 May 27 01:56:49.125066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.132122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40316) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:49.136849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'admin_state_up': True, 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'security_groups': ['2f36d35c-62bd-4edf-8444-ed727a320f04']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:49.143990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:49.316796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-55c7f879-bb90-4053-93e1-322f15bdd256 req-bd7d4ec8-0424-43a4-893a-c8cdd59a9340 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:49.319989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Transition to ACTIVE for port object 6b80a88e-2def-4e67-bc15-46bbdf11f026 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:49.398904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-55c7f879-bb90-4053-93e1-322f15bdd256 req-bd7d4ec8-0424-43a4-893a-c8cdd59a9340 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:49.434586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55c7f879-bb90-4053-93e1-322f15bdd256 req-bd7d4ec8-0424-43a4-893a-c8cdd59a9340 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 210 time: 0.2456431 May 27 01:56:49.486372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:49.497304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd625984-ea2d-4411-8492-cacbc7428b1e tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=0e5ee634-cf03-4cf6-9863-0e21145ac2e2,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:49.501092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0998286e-8af1-4098-9e6b-c68e4d5562e3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:49.518349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.535875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c281c91-28ac-4d7b-bf10-41d8b776ac6e req-804920c1-47cb-495c-b2f4-c1cb0e272214 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6373522 May 27 01:56:49.552855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Allocated IP 172.25.3.215 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/1d6af246-8e77-4492-8c1d-c2695e9069dd) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:49.553524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:49.554045 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.567825 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.580280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8db53dda-d2ef-44b6-bcb1-7675807450b7 None None] Provisioning complete for port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:49.583031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8db53dda-d2ef-44b6-bcb1-7675807450b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:49.749194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8db53dda-d2ef-44b6-bcb1-7675807450b7 None None] Port 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:49.984313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-63a6d8bf-c6ce-45f2-870f-a62139b77092 req-93fa87a7-a1ff-4672-a69f-32226a3a1b48 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 210 time: 0.0736907 May 27 01:56:50.024877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:50.057802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:50.150510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:50.173896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:50.188127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:50.398874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=6b80a88e-2def-4e67-bc15-46bbdf11f026,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:50.413756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:50.459125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:50.460224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:50.497203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149132a6-6495-4403-9d15-5e4c2e047124 req-c70fc0c8-cadd-40ea-a0b3-11d087998e5d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:50.505812 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-149132a6-6495-4403-9d15-5e4c2e047124 req-c70fc0c8-cadd-40ea-a0b3-11d087998e5d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 944 time: 0.7427197 May 27 01:56:50.595743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e11ef1e5-10a8-4bfa-8e09-e02461b1309e None None] Provisioning for port 6b80a88e-2def-4e67-bc15-46bbdf11f026 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:50.603303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e11ef1e5-10a8-4bfa-8e09-e02461b1309e None None] Provisioning complete for port 6b80a88e-2def-4e67-bc15-46bbdf11f026 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:50.603925 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e11ef1e5-10a8-4bfa-8e09-e02461b1309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:50.622620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-149132a6-6495-4403-9d15-5e4c2e047124 req-6f2d62b4-c8df-4db9-98c2-309da40bca28 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125836 May 27 01:56:50.701321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-e450ba24-41bb-489b-a52a-1df848a3d35a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4692976 May 27 01:56:50.738345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'admin_state_up': True, 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'security_groups': ['97f54df3-3b82-4043-86ea-0b1e7abbb0a9']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:50.765344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e11ef1e5-10a8-4bfa-8e09-e02461b1309e None None] Port 6b80a88e-2def-4e67-bc15-46bbdf11f026 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:50.832243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:50.845463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Calling delete_port for 0e5ee634-cf03-4cf6-9863-0e21145ac2e2 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:50.975446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:50.979102 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.007042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:51.011213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:51.019627 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.023666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:51.025198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32b807-99e8-4061-8cf5-0e58418f03fc req-42aa23c4-cbd0-4a96-a0db-23f0f7c0f838 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:51.027175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c32b807-99e8-4061-8cf5-0e58418f03fc req-42aa23c4-cbd0-4a96-a0db-23f0f7c0f838 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 931 time: 0.2494955 May 27 01:56:51.032823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.035883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:51.036951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:51.044987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:51.174401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:51.182400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:51.187685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:51.220814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:51.224519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.233221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:51.241608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:56:51.323185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:51.323819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:51.409128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:51.409856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d567c3-d0d4-47a5-bf00-060618882cdd None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:51.439457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:51.440035 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.461047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'Port': ['ID=1d6af246-8e77-4492-8c1d-c2695e9069dd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:51.502896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c32b807-99e8-4061-8cf5-0e58418f03fc req-ed1fd67b-133d-426f-87e8-ff5a91368c13 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4606006 May 27 01:56:51.547573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 10.1.1.18 (e32c36e5-33f5-4334-a579-2724eabe1d37/e6c88f81-115c-43ce-a5a2-9ee6bcfea49c/d4d4031d-72f7-4107-85ed-fe2c6d7ee24e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:51.609824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.671345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 172.20.0.14 (1fa62c40-becd-426f-b59a-888a1ccf88ef/8d1b963c-ae05-49d9-bbb7-4373ed842501/fbadf659-49db-4385-8b74-0bd5a08c22a4) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:51.705480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:56:51.706426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.765342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:56:51.794086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:51.803803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:51.869304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5abbd1fe-4448-42ad-9e82-099c5c2c4a42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/floatingips/37590cfd-316b-4359-8d23-df9cce6e198c HTTP/1.1" status: 200 len: 978 time: 10.2629008 May 27 01:56:51.870493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40354) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:51.907936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e22193d-4341-4f4a-8927-9143c88e95df req-5502bc5c-5430-4582-bd53-327a733feb08 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 210 time: 0.0940607 May 27 01:56:51.913792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:51.971556 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.042113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:52.059806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.216121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.339289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Transition to ACTIVE for port object d4d4031d-72f7-4107-85ed-fe2c6d7ee24e will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:52.427228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e379-e32f-4aa9-85c1-b7c641d1e570 req-2c50fad3-5a88-4609-9420-732985c735a7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:52.428740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f86e379-e32f-4aa9-85c1-b7c641d1e570 req-2c50fad3-5a88-4609-9420-732985c735a7 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.3124032 May 27 01:56:52.437710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-76d29a7a-0705-4ffb-84c0-68305c0321b5 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:52.439961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-76d29a7a-0705-4ffb-84c0-68305c0321b5 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 812 time: 2.2433846 May 27 01:56:52.481362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.541102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.558052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.569539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f86e379-e32f-4aa9-85c1-b7c641d1e570 req-e1a8665d-f06d-4ed3-b5be-cc3c0ddb6279 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227818 May 27 01:56:52.569687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-9f8eb70a-cc10-4dcc-a322-c3db3147eceb tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/quotas/75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 375 time: 0.1062531 May 27 01:56:52.592066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.593086 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.649975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network e32c36e5-33f5-4334-a579-2724eabe1d37 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:52.653483 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.653800 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 37590cfd-316b-4359-8d23-df9cce6e198c disassociated. External IP: 172.25.3.154, port: 3231b43f-e8c6-46bf-bb08-c71217c99ee9. May 27 01:56:52.673956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:52.684325 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18888a5e-1e22-4c6c-a7a5-2d685765e491'] response: {'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'code': 200} May 27 01:56:52.716705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:52.736794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:52.738704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:52.758589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Transition to ACTIVE for port object fbadf659-49db-4385-8b74-0bd5a08c22a4 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:53.206441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-116e3921-60f8-409b-9497-d7f31b8d27b9 None None] Provisioning for port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:53.214221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-116e3921-60f8-409b-9497-d7f31b8d27b9 None None] Provisioning complete for port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:53.214578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-116e3921-60f8-409b-9497-d7f31b8d27b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:53.228730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:53.229461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:53.349905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-116e3921-60f8-409b-9497-d7f31b8d27b9 None None] Port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:53.359548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-55dd1001-afd5-411e-99d0-ab6da7b44747 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6433694 May 27 01:56:53.377466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'admin_state_up': True, 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'security_groups': ['97f54df3-3b82-4043-86ea-0b1e7abbb0a9']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:53.387391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Port': ['ID=0e5ee634-cf03-4cf6-9863-0e21145ac2e2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:53.417174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:53.472329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6c8dd5d6-283f-4688-926b-90d05bdd95ee tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/ports/0e5ee634-cf03-4cf6-9863-0e21145ac2e2 HTTP/1.1" status: 204 len: 168 time: 4.2941613 May 27 01:56:53.480401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40368) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:53.486629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'Port': ['ID=1d6af246-8e77-4492-8c1d-c2695e9069dd,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:53.497695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:53.563095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d462e-e7b3-4ee3-b2d6-d52ca0bd0ae3 req-1daee644-c44b-4fe9-9688-9dfd18790f41 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:53.569528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d462e-e7b3-4ee3-b2d6-d52ca0bd0ae3 req-1daee644-c44b-4fe9-9688-9dfd18790f41 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:53.570323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-374d462e-e7b3-4ee3-b2d6-d52ca0bd0ae3 req-1daee644-c44b-4fe9-9688-9dfd18790f41 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:53.576647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:53.578076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c5a222a3-9b3e-46cc-a2cb-711596f6e779 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2996116 May 27 01:56:53.610898 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0c76c8-f140-462f-8d6e-f74079f93c6d tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] GET failed (client error): The resource could not be found. May 27 01:56:53.611825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7f0c76c8-f140-462f-8d6e-f74079f93c6d tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Synchronizing usage tracker for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:53.614989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:53.620747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-374d462e-e7b3-4ee3-b2d6-d52ca0bd0ae3 req-1daee644-c44b-4fe9-9688-9dfd18790f41 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:53.621926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-374d462e-e7b3-4ee3-b2d6-d52ca0bd0ae3 req-1daee644-c44b-4fe9-9688-9dfd18790f41 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 1652 time: 0.3631258 May 27 01:56:53.632552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-84b08b45-2825-476d-a626-ea0b3bbac37d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0553074 May 27 01:56:53.675554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:53.697754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:53.707077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-374d462e-e7b3-4ee3-b2d6-d52ca0bd0ae3 req-d3ef5ce4-413d-46e1-a4e5-4de878bfceff tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742993 May 27 01:56:53.726026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:53.729820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:53.995798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:54.004924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7f0c76c8-f140-462f-8d6e-f74079f93c6d tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Unset dirty status for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:54.006361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7f0c76c8-f140-462f-8d6e-f74079f93c6d tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "GET /v2.0/ports/0e5ee634-cf03-4cf6-9863-0e21145ac2e2 HTTP/1.1" status: 404 len: 333 time: 0.5238180 May 27 01:56:54.014911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:54.015471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40378) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:54.028978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6270138-0e05-4c23-b9a3-f2a6edb1cbb6 req-575bee4d-dadc-41f5-892c-c84bca99c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:54.030975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d6270138-0e05-4c23-b9a3-f2a6edb1cbb6 req-575bee4d-dadc-41f5-892c-c84bca99c61e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1098 time: 0.6995885 May 27 01:56:54.034663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:54.046256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1451012763'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:54.171805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=fbadf659-49db-4385-8b74-0bd5a08c22a4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:54.252015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:54.264477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:54.272747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d6270138-0e05-4c23-b9a3-f2a6edb1cbb6 req-1a5039c9-daba-4024-997f-30f630ccf2af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397772 May 27 01:56:54.275048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:56:54.284301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:54.288168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:54.288333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:54.289147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:54.310199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-1997bcdd-e264-447e-b8c9-d8dd2480d0a6 service neutron] 10.222.0.16 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763113 May 27 01:56:54.318212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 10.1.1.6 (e32c36e5-33f5-4334-a579-2724eabe1d37/e6c88f81-115c-43ce-a5a2-9ee6bcfea49c/f0bfb3b1-d28d-43f8-a977-9141b415d53d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:54.333208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] device_id is not set on port 036e3857-34b4-423b-9f62-86981b67bf2b yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:54.380922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-26c39a84-da36-4f68-a406-b4e0411a8b58 None None] Provisioning for port fbadf659-49db-4385-8b74-0bd5a08c22a4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:54.386190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-26c39a84-da36-4f68-a406-b4e0411a8b58 None None] Provisioning complete for port fbadf659-49db-4385-8b74-0bd5a08c22a4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:54.386836 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-26c39a84-da36-4f68-a406-b4e0411a8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:54.401672 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3bd7b8cc-dd6c-4add-807c-bc705b023151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2685101 May 27 01:56:54.464721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-26c39a84-da36-4f68-a406-b4e0411a8b58 None None] Port fbadf659-49db-4385-8b74-0bd5a08c22a4 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:54.509546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50803e-2164-4ec2-96d1-ab2eac00d97b req-f810e904-7f4f-464b-a813-d3f83dbecc7f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:54.516462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e50803e-2164-4ec2-96d1-ab2eac00d97b req-f810e904-7f4f-464b-a813-d3f83dbecc7f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 932 time: 0.5896137 May 27 01:56:54.649086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'admin_state_up': True, 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'security_groups': ['2f36d35c-62bd-4edf-8444-ed727a320f04']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:54.675080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-1903a968-fb10-46e7-9352-426968f78c7c service neutron] 10.222.0.16 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670939 May 27 01:56:54.715571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e50803e-2164-4ec2-96d1-ab2eac00d97b req-27d3b6e9-3418-4a28-9461-885db0829b05 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975865 May 27 01:56:54.801122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:56:54.803685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Allocated IP 2001:db8::4b (e60400ed-7565-47e1-8850-549bc2bfdd34/7f1513c1-c505-429e-b4c2-21c13f48e81d/036e3857-34b4-423b-9f62-86981b67bf2b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:54.816191 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:56:54.820303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:54.833377 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:54.835630 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:54.920670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:54.927071 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0a9acf3a-35a9-42fc-85c8-5976f36921cd tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/floatingips/37590cfd-316b-4359-8d23-df9cce6e198c HTTP/1.1" status: 200 len: 688 time: 3.0240173 May 27 01:56:54.931437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40388) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:55.019383 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:55.045175 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:56:55.045893 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:56:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:55.102940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:55.240327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:56:55.240928 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a4329-54bc-449f-a64c-5124d60fd6ba None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:56:55.366508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:55.401852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:55.405745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:55.426645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Transition to ACTIVE for port object f0bfb3b1-d28d-43f8-a977-9141b415d53d will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:55.429342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-a090cb05-78b6-40b8-b9e2-74f086e9b4c0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:55.448595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 6193ddaa-4f6f-4403-9133-20b74dbb0ebb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:55.449028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:55.497416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-a090cb05-78b6-40b8-b9e2-74f086e9b4c0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:55.498581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-a090cb05-78b6-40b8-b9e2-74f086e9b4c0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2009739264&fields=id&tenant_id=c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 267 time: 0.2184064 May 27 01:56:55.549646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:55.619770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:55.703034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Transition to ACTIVE for port object 036e3857-34b4-423b-9f62-86981b67bf2b will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:55.745290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network e32c36e5-33f5-4334-a579-2724eabe1d37 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:55.755156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:55.779511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:55.852548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=f0bfb3b1-d28d-43f8-a977-9141b415d53d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:55.906667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-b26e1893-ba42-42c3-858b-2014ae4371c3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:55.907593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-b26e1893-ba42-42c3-858b-2014ae4371c3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:55.936609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:55.941558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5f0b6-be8d-4a9a-8d6b-26d05c6a8ffe req-bbf1c17f-1980-4aec-b706-73c3fe5e2e1a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:55.949210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ad5f0b6-be8d-4a9a-8d6b-26d05c6a8ffe req-bbf1c17f-1980-4aec-b706-73c3fe5e2e1a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.7614932 May 27 01:56:55.964207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:55.964939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.179200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.180383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.216939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ad5f0b6-be8d-4a9a-8d6b-26d05c6a8ffe req-ff214498-0daa-490f-a175-779539e51f1b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664430 May 27 01:56:56.252996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a23a79b5-bde3-46c1-9aca-61a10e7d3c46 None None] Provisioning for port f0bfb3b1-d28d-43f8-a977-9141b415d53d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:56.269752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a23a79b5-bde3-46c1-9aca-61a10e7d3c46 None None] Provisioning complete for port f0bfb3b1-d28d-43f8-a977-9141b415d53d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:56.270178 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a23a79b5-bde3-46c1-9aca-61a10e7d3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.328551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-b26e1893-ba42-42c3-858b-2014ae4371c3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:56.341700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-b26e1893-ba42-42c3-858b-2014ae4371c3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 816 time: 0.8283675 May 27 01:56:56.370484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:56.386275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a23a79b5-bde3-46c1-9aca-61a10e7d3c46 None None] Port f0bfb3b1-d28d-43f8-a977-9141b415d53d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:56.406695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:56.416603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:56.422263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:56.423874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.444250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-8c84a898-d204-4537-b823-6c5af952c479 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/quotas/c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 375 time: 0.0926857 May 27 01:56:56.448084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 10.1.1.35 (318d9fe3-faa1-4be8-a715-63f21d649c54/e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547/a6234524-26a5-4aa0-9bc1-a7fec6f9bf98) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:56.449294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-fdb10b63-f981-44b0-b9ad-83df9313819f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0802276 May 27 01:56:56.449888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=036e3857-34b4-423b-9f62-86981b67bf2b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:56.460360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 6193ddaa-4f6f-4403-9133-20b74dbb0ebb owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:56.524788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827', 'admin_state_up': True, 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'security_groups': ['97f54df3-3b82-4043-86ea-0b1e7abbb0a9']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:56.724699 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:56:56.737057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6e60f8fa-4666-4538-b2c9-369f2f368d70 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6993747 May 27 01:56:56.744930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40446) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:56.751625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'network_id': 'e60400ed-7565-47e1-8850-549bc2bfdd34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1510577666'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:56.805431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6144-3543-4090-a853-3cb76bbb3914 req-1e08fdcf-c6e1-49d2-bbc2-7d1cc57e9e9c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:56.811743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6144-3543-4090-a853-3cb76bbb3914 req-1e08fdcf-c6e1-49d2-bbc2-7d1cc57e9e9c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:56.818058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6144-3543-4090-a853-3cb76bbb3914 req-1e08fdcf-c6e1-49d2-bbc2-7d1cc57e9e9c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:56.825825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d2e6144-3543-4090-a853-3cb76bbb3914 req-1e08fdcf-c6e1-49d2-bbc2-7d1cc57e9e9c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 2371 time: 0.3791542 May 27 01:56:56.921539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7a9446df-6d55-43f1-94a8-08de7d22de99 None None] Provisioning for port 036e3857-34b4-423b-9f62-86981b67bf2b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:56.933613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7a9446df-6d55-43f1-94a8-08de7d22de99 None None] Provisioning complete for port 036e3857-34b4-423b-9f62-86981b67bf2b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:56.933986 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a9446df-6d55-43f1-94a8-08de7d22de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:56.995692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-63931eb0-890b-42af-8c48-c33ba8ca9097 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:56.995936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d2e6144-3543-4090-a853-3cb76bbb3914 req-6807d7f2-e3db-46a9-bc29-f47545923987 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1673818 May 27 01:56:57.001253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:57.022909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:port and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:57.027793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:57.037684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:57.042883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7a9446df-6d55-43f1-94a8-08de7d22de99 None None] Port 036e3857-34b4-423b-9f62-86981b67bf2b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:57.052081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:57.060806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-63931eb0-890b-42af-8c48-c33ba8ca9097 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:57.072388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-63931eb0-890b-42af-8c48-c33ba8ca9097 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6218815 May 27 01:56:57.099901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:57.104776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:57.256688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Made reservation on behalf of 3e6415c8db2e47f2bda8a0bc322d17a6 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:57.260157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:57.329846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] device_id is not set on port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:56:57.389706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:57.401682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62087b14-623e-4c1d-9574-b04c176e7dd3 req-43d28531-4302-4156-94c4-8567d29e9248 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 210 time: 0.1937699 May 27 01:56:57.402127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:57.423840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:57.438948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-d57c3445-0c63-4283-b477-80558f02c80a service neutron] 10.222.0.16 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591394 May 27 01:56:57.520577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=6193ddaa-4f6f-4403-9133-20b74dbb0ebb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:57.539027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Transition to ACTIVE for port object a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:57.666163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-6a4404e1-fe0d-4349-92e1-8a5c651b86d6 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:57.667616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-6a4404e1-fe0d-4349-92e1-8a5c651b86d6 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 812 time: 0.6698809 May 27 01:56:57.696511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'port': {'device_id': '322e1786-ade6-435e-b168-36a0a2fd6028', 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5', 'admin_state_up': True, 'tenant_id': '75f32902c4d44b8582989f6faacd9b92'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:57.725382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-365654f6-66a4-4844-9012-8cdf379eefd9 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:57.726764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-365654f6-66a4-4844-9012-8cdf379eefd9 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.47 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 945 time: 0.7153122 May 27 01:56:57.783824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Allocated IP 2001:db8::27e (e60400ed-7565-47e1-8850-549bc2bfdd34/7f1513c1-c505-429e-b4c2-21c13f48e81d/1e3bc4fd-a72f-4cc8-9904-81edfac2d75c) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:57.804220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-e4ed937c-0371-44a8-9c9c-31395bd1923e service neutron] 10.222.0.16 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547421 May 27 01:56:57.962112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 10.2.2.100 (66fafde6-84bd-4b9c-b5d2-36b0ba38e827/8b59d9ea-4e88-482e-baf3-478f314cdd26/a8374704-95b4-45eb-b103-e3ecbf6fadf7) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:57.968680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.017614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.019185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eecd3208-dba7-40f8-ac2f-89ab825e583c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/floatingips/37590cfd-316b-4359-8d23-df9cce6e198c HTTP/1.1" status: 204 len: 168 time: 3.0835588 May 27 01:56:58.026857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Deleting port 9db853fb-c805-442c-8d2f-49a8c163b240 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:56:58.027383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.045372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40456) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:58.093295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.184284 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-511e25c3-c917-4f4e-859a-23fda3640885 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] delete failed (client error): The resource could not be found. May 27 01:56:58.185363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-511e25c3-c917-4f4e-859a-23fda3640885 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/floatingips/37590cfd-316b-4359-8d23-df9cce6e198c HTTP/1.1" status: 404 len: 345 time: 0.1390035 May 27 01:56:58.189165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f8e29-9cde-4076-a587-80a083fa9388 req-4a590989-dcf7-458a-af87-765bbb3a0180 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:58.190899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-418f8e29-9cde-4076-a587-80a083fa9388 req-4a590989-dcf7-458a-af87-765bbb3a0180 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 945 time: 0.6504626 May 27 01:56:58.194110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40466) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:58.319716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:58.341831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:58.352691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:58.380586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:58.386780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:58.440848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:58.545335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.608980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.613938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-418f8e29-9cde-4076-a587-80a083fa9388 req-5731cd71-9b2c-4ebd-85f3-9677f14c394e tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c372c65-2871-4b6d-b19e-551a2b785375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750038 May 27 01:56:58.617018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Made reservation on behalf of 75f32902c4d44b8582989f6faacd9b92 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:58.627802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.645950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8cc1-5285-440e-b2db-ff0da8fe5ba1 req-bac2e9a4-d51f-46b1-9a9a-54371a243b60 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:58.653422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8cc1-5285-440e-b2db-ff0da8fe5ba1 req-bac2e9a4-d51f-46b1-9a9a-54371a243b60 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:58.659349 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be5d8cc1-5285-440e-b2db-ff0da8fe5ba1 req-bac2e9a4-d51f-46b1-9a9a-54371a243b60 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 1653 time: 0.6015041 May 27 01:56:58.662284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:58.662733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Transition to ACTIVE for port object 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:58.662960 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.664417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Transition to ACTIVE for port object a8374704-95b4-45eb-b103-e3ecbf6fadf7 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:56:58.687595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c44ad711-617f-4398-a065-10ae4ca083bf None None] Provisioning for port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:58.693627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c44ad711-617f-4398-a065-10ae4ca083bf None None] Provisioning complete for port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:58.693794 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-2287e391-4e10-4ac6-8fd6-3276a51558ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0487106 May 27 01:56:58.694020 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c44ad711-617f-4398-a065-10ae4ca083bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.731702 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be5d8cc1-5285-440e-b2db-ff0da8fe5ba1 req-c96f3283-1550-49f9-9178-72da1c0f967c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638199 May 27 01:56:58.750091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.807100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c44ad711-617f-4398-a065-10ae4ca083bf None None] Port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:58.813852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.856660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Network e60400ed-7565-47e1-8850-549bc2bfdd34 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:58.865120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:56:58.868431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:58.870456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:56:58.873449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'admin_state_up': True, 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'security_groups': ['2f36d35c-62bd-4edf-8444-ed727a320f04']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:58.876514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:58.916186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:56:58.922131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:58.923741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:58.977589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=1e3bc4fd-a72f-4cc8-9904-81edfac2d75c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:59.062413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a8c0346-b2ad-403a-bfbf-1fbf85484437 req-8c32fd54-8160-4d67-adb3-979870001190 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 210 time: 0.1338832 May 27 01:56:59.084865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa2a90-6c24-44d2-b5e6-51a8a6ffb3fa tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.096400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa2a90-6c24-44d2-b5e6-51a8a6ffb3fa tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.103708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa2a90-6c24-44d2-b5e6-51a8a6ffb3fa tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.107923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71fa2a90-6c24-44d2-b5e6-51a8a6ffb3fa tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Synchronizing usage tracker for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:59.115101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=a8374704-95b4-45eb-b103-e3ecbf6fadf7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:56:59.149395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.150234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.176256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-68f90bfe-856d-4df1-8241-8612b37a6872 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4286342 May 27 01:56:59.176753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Allocated IP 172.20.0.12 (dca717e7-e4c5-4c57-be19-bc3c6f8999d5/36d0a626-0472-40f3-b72d-dd4954d3c181/653bd497-496e-4382-a088-7079b8a28ff6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:56:59.179077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40474) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:59.180824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] For port 9db853fb-c805-442c-8d2f-49a8c163b240, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9db853fb-c805-442c-8d2f-49a8c163b240,segment=NetworkSegment(506a0a1b-e4f5-4da1-a487-074b224a919d),segment_id=506a0a1b-e4f5-4da1-a487-074b224a919d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:56:59.181116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.186919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:c2:49:08'}, {'ip_address': '2001:db8::4b', 'mac_address': 'fa:16:3e:f0:12:b3'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:59.231918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-d8af2c20-8ac0-4ee1-afd5-200d2643b90f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7288737 May 27 01:56:59.245209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3b50d440-162c-4ce9-b6b0-cb3e021ca95d None None] Provisioning for port a8374704-95b4-45eb-b103-e3ecbf6fadf7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:59.256520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827', 'admin_state_up': True, 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'security_groups': ['97f54df3-3b82-4043-86ea-0b1e7abbb0a9']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:59.256841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3b50d440-162c-4ce9-b6b0-cb3e021ca95d None None] Provisioning complete for port a8374704-95b4-45eb-b103-e3ecbf6fadf7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:59.257222 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3b50d440-162c-4ce9-b6b0-cb3e021ca95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.343859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3b50d440-162c-4ce9-b6b0-cb3e021ca95d None None] Port a8374704-95b4-45eb-b103-e3ecbf6fadf7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:59.361713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Calling delete_port for 9db853fb-c805-442c-8d2f-49a8c163b240 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:56:59.422510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71fa2a90-6c24-44d2-b5e6-51a8a6ffb3fa tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Unset dirty status for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:59.424290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-71fa2a90-6c24-44d2-b5e6-51a8a6ffb3fa tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "GET /v2.0/ports?network_id=69877726-c2c7-4a5f-bda0-18c4c3ab2b2f HTTP/1.1" status: 200 len: 2357 time: 1.2262673 May 27 01:56:59.428627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40478) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:59.466387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-239b5c58-a879-4036-a5c9-8987c1a982e1 None None] Provisioning for port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:56:59.474102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-239b5c58-a879-4036-a5c9-8987c1a982e1 None None] Provisioning complete for port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:56:59.474746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-239b5c58-a879-4036-a5c9-8987c1a982e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.561758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-239b5c58-a879-4036-a5c9-8987c1a982e1 None None] Port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:56:59.564027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:59.599087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882c40-b5d1-4b4e-90d5-96f125c1ae5c req-6a2e4ddc-0b85-4064-8b8c-e4250ce4ced9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.600473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18882c40-b5d1-4b4e-90d5-96f125c1ae5c req-6a2e4ddc-0b85-4064-8b8c-e4250ce4ced9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.7348685 May 27 01:56:59.614033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:59.628457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:56:59.637270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76011f78-3ddf-4e70-be5e-a07f9b3ecf3a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.637826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-76011f78-3ddf-4e70-be5e-a07f9b3ecf3a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Synchronizing usage tracker for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:59.640732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Usage tracker for resource:port and tenant:762321022c2f4f0b8b6ba60054f44dcf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:56:59.648669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:56:59.671085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:56:59.689700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-cbf6b0bd-0e06-44a0-85e8-6fcd71fc63af tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.695416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-cbf6b0bd-0e06-44a0-85e8-6fcd71fc63af tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.701044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-cbf6b0bd-0e06-44a0-85e8-6fcd71fc63af tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.707508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-cbf6b0bd-0e06-44a0-85e8-6fcd71fc63af tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.709402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-cbf6b0bd-0e06-44a0-85e8-6fcd71fc63af tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:56:59.756114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-76011f78-3ddf-4e70-be5e-a07f9b3ecf3a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Unset dirty status for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:59.757259 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-76011f78-3ddf-4e70-be5e-a07f9b3ecf3a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "GET /v2.0/subnets/c29f2d48-022a-4c5b-a7f4-21d476fe314e HTTP/1.1" status: 200 len: 797 time: 0.3211317 May 27 01:56:59.765212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:59.767338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40484) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:56:59.769200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.772098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Made reservation on behalf of 762321022c2f4f0b8b6ba60054f44dcf for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:56:59.775520 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.802271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'port': {'network_id': '69877726-c2c7-4a5f-bda0-18c4c3ab2b2f', 'name': 'tempest-FloatingIPTestJSON-959958874', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:56:59.836954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-cbf6b0bd-0e06-44a0-85e8-6fcd71fc63af tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:56:59.838105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-cbf6b0bd-0e06-44a0-85e8-6fcd71fc63af tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 3092 time: 0.5660563 May 27 01:56:59.928175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:56:59.979384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-59fc4379-aca8-45b4-b6e2-6e53c1a7e293 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:56:59.980843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-59fc4379-aca8-45b4-b6e2-6e53c1a7e293 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 816 time: 0.6287854 May 27 01:57:00.008872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18882c40-b5d1-4b4e-90d5-96f125c1ae5c req-77e5155a-90f7-43f3-acae-6d3697962bd3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628633 May 27 01:57:00.081050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-44b36353-ad0d-4acc-87b8-c85e54f7c02f req-c1155c71-e360-47a8-82ed-f5bb44ec5de3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596816 May 27 01:57:00.172942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:00.195679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:00.197180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-a1b26bec-4b96-4e24-b82e-67336887767c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 380 time: 0.1387269 May 27 01:57:00.199509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0b341c1-4894-480d-8a38-f279a6009f1e req-1c8a6cac-e47e-4720-ad29-330c9b2392c0 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 210 time: 0.0706069 May 27 01:57:00.239953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'port': {'device_id': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'admin_state_up': True, 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'security_groups': ['f3898d58-3faf-46d8-b42f-ff4848ac028c']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:00.267619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:00.293214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Pushing event deleted for resources: {'Port': ['ID=9db853fb-c805-442c-8d2f-49a8c163b240,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:00.299708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:00.348259 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43dfa164-d215-4e1f-914a-885fbfd019b8 req-46c1d50c-881d-4652-a8bc-7bd737cb1209 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ffb612-8a23-447f-beb3-e55013bfaf33 HTTP/1.1" status: 200 len: 210 time: 0.1024239 May 27 01:57:00.420426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:00.569241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] No DVR routers for this DVR port 9db853fb-c805-442c-8d2f-49a8c163b240 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:57:00.580632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:00.595636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'name': 'network-vif-deleted', 'tag': '9db853fb-c805-442c-8d2f-49a8c163b240'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:00.617236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Allocated IP 10.2.2.200 (66fafde6-84bd-4b9c-b5d2-36b0ba38e827/8b59d9ea-4e88-482e-baf3-478f314cdd26/a958d246-60b4-421f-bde5-e9ab95ce080e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:00.647639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 10.1.1.247 (318d9fe3-faa1-4be8-a715-63f21d649c54/e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547/a9c7977a-7a54-4952-ab90-331ca90f4d85) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:00.679616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57cdc60e-84c0-449d-8165-bae8ead84477 req-c362b47f-8bb6-4fe4-b72c-85351dcd7a23 tempest-VolumesAdminNegativeTest-721139104 tempest-VolumesAdminNegativeTest-721139104-project] 10.222.0.47 "DELETE /v2.0/ports/9db853fb-c805-442c-8d2f-49a8c163b240 HTTP/1.1" status: 204 len: 173 time: 2.9425256 May 27 01:57:00.693066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:00.710628 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:00.723011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:00.767015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:00.787162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940558b-a006-4f54-b48e-db04008a7350 req-bc630fda-2c40-4d8b-9f8c-9c077193897c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:00.792441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940558b-a006-4f54-b48e-db04008a7350 req-bc630fda-2c40-4d8b-9f8c-9c077193897c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:00.793218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3940558b-a006-4f54-b48e-db04008a7350 req-bc630fda-2c40-4d8b-9f8c-9c077193897c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:00.901972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:00.904981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:00.911599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:00.927354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Made reservation on behalf of c20dc2a0995c429299036b2c45018d78 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:00.930844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:00.945208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:00.977240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b3e1a-337b-407f-9321-8befaf1bbc47 req-a7903503-6d3a-49e2-b86f-a3e932020730 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:00.978794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-596b3e1a-337b-407f-9321-8befaf1bbc47 req-a7903503-6d3a-49e2-b86f-a3e932020730 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.4138546 May 27 01:57:00.979612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:00.986648 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:00.992542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] device_id is not set on port 2dcd5568-332c-497a-9f8a-02476ed304cb yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:57:01.008147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3940558b-a006-4f54-b48e-db04008a7350 req-bc630fda-2c40-4d8b-9f8c-9c077193897c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:01.009318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3940558b-a006-4f54-b48e-db04008a7350 req-bc630fda-2c40-4d8b-9f8c-9c077193897c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 1653 time: 0.6416149 May 27 01:57:01.048561 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.137546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:01.138172 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.167552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] In _notify_port_updated(), no bound segment for port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c on network e60400ed-7565-47e1-8850-549bc2bfdd34 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 01:57:01.174305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:01.174810 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.178772 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "PUT /v2.0/ports/1e3bc4fd-a72f-4cc8-9904-81edfac2d75c HTTP/1.1" status: 200 len: 1067 time: 1.9953535 May 27 01:57:01.184302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40498) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:01.193632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.216485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9db853fb-c805-442c-8d2f-49a8c163b240 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:57:01.232124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-596b3e1a-337b-407f-9321-8befaf1bbc47 req-5b5b2f58-d364-4221-bfe8-1a0398f7fc77 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900516 May 27 01:57:01.238154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.279968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-8628f009-1801-4120-a024-66aaea4ca70f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5968065 May 27 01:57:01.291570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3940558b-a006-4f54-b48e-db04008a7350 req-78f59ded-4f87-45fe-a13d-e0175eb5f91c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299850 May 27 01:57:01.301105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99ed03-5e55-41d8-a168-42b3566d1dde tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event updated for resources: {'Port': ['ID=1e3bc4fd-a72f-4cc8-9904-81edfac2d75c,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:01.303868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 9db853fb-c805-442c-8d2f-49a8c163b240 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:57:01.304333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9db853fb-c805-442c-8d2f-49a8c163b240 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:57:01.331928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Request body: {'port': {'device_id': '322e1786-ade6-435e-b168-36a0a2fd6028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:01.343042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Transition to ACTIVE for port object a958d246-60b4-421f-bde5-e9ab95ce080e will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:01.426887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Transition to ACTIVE for port object a9c7977a-7a54-4952-ab90-331ca90f4d85 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:01.431503 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f881094a-77b5-4864-aa02-5972d27e010d'] response: {'server_uuid': '01ffb612-8a23-447f-beb3-e55013bfaf33', 'name': 'network-vif-deleted', 'tag': '9db853fb-c805-442c-8d2f-49a8c163b240', 'status': 'completed', 'code': 200} May 27 01:57:01.505720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:01.506067 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.539046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.545086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f9cc5bb-4c88-46da-894e-caa2a6e096e0 req-fcce1e28-c362-4280-9a56-1c91aa5784f5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 210 time: 0.0583155 May 27 01:57:01.611214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-05ce7d3f-3e0d-4213-9298-34f589279076 None None] Provisioning complete for port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:01.611593 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-05ce7d3f-3e0d-4213-9298-34f589279076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.644378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:01.673740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:01.675595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event updated for resources: {'Port': ['ID=a958d246-60b4-421f-bde5-e9ab95ce080e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:01.682392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:01.694765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-05ce7d3f-3e0d-4213-9298-34f589279076 None None] Port 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:01.802953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Allocated IP 172.20.0.12 (77a39c7d-899c-40ca-9545-47122ee15cc8/da50ea60-8e53-4a7f-a8bd-732607885511/e12b3139-833e-413d-92f5-416c162eab8f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:01.813498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.14 (69877726-c2c7-4a5f-bda0-18c4c3ab2b2f/c29f2d48-022a-4c5b-a7f4-21d476fe314e/2dcd5568-332c-497a-9f8a-02476ed304cb) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:01.820593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:01.821236 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.846778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.13 (69877726-c2c7-4a5f-bda0-18c4c3ab2b2f/c29f2d48-022a-4c5b-a7f4-21d476fe314e/2dcd5568-332c-497a-9f8a-02476ed304cb) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:01.866426 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:01.891595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-d65aebb1-a92b-485c-abdf-476267d1ddd9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6494277 May 27 01:57:01.909702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:02.002571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f18d-d251-4d76-a58c-e3fbbda4e2ae req-1e32dcd5-626f-4e15-81c8-487b796fecd2 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.004129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bdb4f18d-d251-4d76-a58c-e3fbbda4e2ae req-1e32dcd5-626f-4e15-81c8-487b796fecd2 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 932 time: 0.2740421 May 27 01:57:02.022666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b8d4a6a0-22ac-4bc1-81b2-d37572978b4d None None] Provisioning for port a958d246-60b4-421f-bde5-e9ab95ce080e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:02.029206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b8d4a6a0-22ac-4bc1-81b2-d37572978b4d None None] Provisioning complete for port a958d246-60b4-421f-bde5-e9ab95ce080e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:02.029812 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a6a0-22ac-4bc1-81b2-d37572978b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.098959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4a6a0-22ac-4bc1-81b2-d37572978b4d None None] Port a958d246-60b4-421f-bde5-e9ab95ce080e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:02.108732 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.190428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.205232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bdb4f18d-d251-4d76-a58c-e3fbbda4e2ae req-92bb1e65-2a11-4fb1-90fb-7227d595f91f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:02.212811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b0d7-1648-4a09-b592-1873ad06255d req-f10d7cda-34f5-45a5-84f6-0a434bcf64d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.218627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b0d7-1648-4a09-b592-1873ad06255d req-f10d7cda-34f5-45a5-84f6-0a434bcf64d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.225173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b0d7-1648-4a09-b592-1873ad06255d req-f10d7cda-34f5-45a5-84f6-0a434bcf64d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.231005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b0d7-1648-4a09-b592-1873ad06255d req-f10d7cda-34f5-45a5-84f6-0a434bcf64d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.236865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b0d7-1648-4a09-b592-1873ad06255d req-f10d7cda-34f5-45a5-84f6-0a434bcf64d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.238918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a80b0d7-1648-4a09-b592-1873ad06255d req-f10d7cda-34f5-45a5-84f6-0a434bcf64d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 3813 time: 0.6903102 May 27 01:57:02.291509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.301006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bdb4f18d-d251-4d76-a58c-e3fbbda4e2ae req-92bb1e65-2a11-4fb1-90fb-7227d595f91f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:02.302153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bdb4f18d-d251-4d76-a58c-e3fbbda4e2ae req-92bb1e65-2a11-4fb1-90fb-7227d595f91f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429640 May 27 01:57:02.390917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:02.411851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:02.414235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:02.594931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a80b0d7-1648-4a09-b592-1873ad06255d req-a3e3cfc9-9cf4-4d88-809d-67d33a7de6b3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3301928 May 27 01:57:02.600768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=a9c7977a-7a54-4952-ab90-331ca90f4d85,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:02.650686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.665961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.695822 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.715775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40512) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:02.730210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-515b86fa-f531-4dc8-8f0c-0b3b9da65044 None None] Provisioning for port a9c7977a-7a54-4952-ab90-331ca90f4d85 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:02.738926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-515b86fa-f531-4dc8-8f0c-0b3b9da65044 None None] Provisioning complete for port a9c7977a-7a54-4952-ab90-331ca90f4d85 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:02.739957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-515b86fa-f531-4dc8-8f0c-0b3b9da65044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.815501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-515b86fa-f531-4dc8-8f0c-0b3b9da65044 None None] Port a9c7977a-7a54-4952-ab90-331ca90f4d85 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:02.826825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:02.834542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:02.840708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Calling delete_port for 1e3bc4fd-a72f-4cc8-9904-81edfac2d75c owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:02.843502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:02.873903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.874529 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:02.896084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=2dcd5568-332c-497a-9f8a-02476ed304cb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:02.908383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] Deleting subnet 43acef3f-1f90-4fdc-b641-449f0d6aadb1 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:57:02.926570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb193-22b9-46a8-ae53-b0d8d772244f req-18eaacb1-a4a5-4ec2-bd7d-5f840431401d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:02.928046 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-799cb193-22b9-46a8-ae53-b0d8d772244f req-18eaacb1-a4a5-4ec2-bd7d-5f840431401d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.5174782 May 27 01:57:02.929874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.017729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.046317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:03.046960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.061369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0f6cb4b4-132b-4b73-8937-cfe3bcc3c179 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1945374 May 27 01:57:03.082270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213', 'admin_state_up': True, 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'security_groups': ['2f36d35c-62bd-4edf-8444-ed727a320f04']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:03.103821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b80a88e-2def-4e67-bc15-46bbdf11f026 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:03.109235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.112738 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.140623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e91f72ef-372a-49f3-bc8d-0d2f4c802905 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.3710854 May 27 01:57:03.146533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.151144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-799cb193-22b9-46a8-ae53-b0d8d772244f req-941cd822-ab3e-4dff-bd17-aa6074b1033e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817756 May 27 01:57:03.153011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40516) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:03.179629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '2dcd5568-332c-497a-9f8a-02476ed304cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:03.185738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Transition to ACTIVE for port object 6b80a88e-2def-4e67-bc15-46bbdf11f026 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:03.189158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:03.195811 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.200681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:floatingip and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:03.227027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Transition to ACTIVE for port object e12b3139-833e-413d-92f5-416c162eab8f will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:03.236698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:03.266632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.293131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:03.347596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818379-25ce-4ed6-8ad0-10917edef97b req-29f9d07e-d18e-4d1c-ac23-fdbd469a4685 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:03.353486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818379-25ce-4ed6-8ad0-10917edef97b req-29f9d07e-d18e-4d1c-ac23-fdbd469a4685 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:03.359425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818379-25ce-4ed6-8ad0-10917edef97b req-29f9d07e-d18e-4d1c-ac23-fdbd469a4685 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:03.361739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb818379-25ce-4ed6-8ad0-10917edef97b req-29f9d07e-d18e-4d1c-ac23-fdbd469a4685 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 2374 time: 0.5302880 May 27 01:57:03.435650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26baa01d-ff8e-49e6-8e0e-3f29c5c43052 req-6ae7970c-2cb1-4170-9e31-a815614ef5e1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 210 time: 0.1332266 May 27 01:57:03.436392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.447901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:03.492115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b80a88e-2def-4e67-bc15-46bbdf11f026,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:03.531731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:03.539787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.545841 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.559417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb818379-25ce-4ed6-8ad0-10917edef97b req-4edf1597-b401-495d-8f0e-35049955b8d3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885493 May 27 01:57:03.624018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653bd497-496e-4382-a088-7079b8a28ff6 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:03.648198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.669673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:03.692685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.781632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43acef3f-1f90-4fdc-b641-449f0d6aadb1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:03.791365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Attempting to bind port 6b80a88e-2def-4e67-bc15-46bbdf11f026 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:03.791759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Attempting to bind port 6b80a88e-2def-4e67-bc15-46bbdf11f026 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:03.792085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Attempting to bind port 6b80a88e-2def-4e67-bc15-46bbdf11f026 on network 328ee635-88ce-4b3c-9810-0b7f399ed763 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:03.799525 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.808829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Port 6b80a88e-2def-4e67-bc15-46bbdf11f026 on network 328ee635-88ce-4b3c-9810-0b7f399ed763 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:03.809160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Attempting to bind port 6b80a88e-2def-4e67-bc15-46bbdf11f026 on network 328ee635-88ce-4b3c-9810-0b7f399ed763 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:03.825461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:03.825806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Checking segment: {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:03.826200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Bound using segment: {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:03.826732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Bound port: 6b80a88e-2def-4e67-bc15-46bbdf11f026, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:03.827032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:03.840370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-688288f3-f441-4452-89aa-b4e8359d55d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/43acef3f-1f90-4fdc-b641-449f0d6aadb1 HTTP/1.1" status: 204 len: 168 time: 1.1209722 May 27 01:57:03.854400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40528) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:03.970805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:03.977225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Transition to ACTIVE for port object 653bd497-496e-4382-a088-7079b8a28ff6 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:03.990317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:04.006085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:04.035159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.047162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:04.054968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383c9e-2c98-4852-81e2-c40b2332aa46 req-9ed8433e-5e49-4ab5-acb5-26cc33dd3c58 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.062155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38383c9e-2c98-4852-81e2-c40b2332aa46 req-9ed8433e-5e49-4ab5-acb5-26cc33dd3c58 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 932 time: 0.3709950 May 27 01:57:04.066282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.163161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Port': ['ID=1e3bc4fd-a72f-4cc8-9904-81edfac2d75c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:04.189709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] For port 6b80a88e-2def-4e67-bc15-46bbdf11f026, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:04.197417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38383c9e-2c98-4852-81e2-c40b2332aa46 req-dd027f0c-7e3e-48eb-8872-a1ef4e1eed57 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344576 May 27 01:57:04.219904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.226483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] For port 6b80a88e-2def-4e67-bc15-46bbdf11f026, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:04.289994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c33233c9-fa7c-4498-aa24-cd1f2c17c745 None None] Provisioning for port e12b3139-833e-413d-92f5-416c162eab8f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:04.296635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c33233c9-fa7c-4498-aa24-cd1f2c17c745 None None] Provisioning complete for port e12b3139-833e-413d-92f5-416c162eab8f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:04.297196 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c33233c9-fa7c-4498-aa24-cd1f2c17c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.337391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.338036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.358966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c33233c9-fa7c-4498-aa24-cd1f2c17c745 None None] Port e12b3139-833e-413d-92f5-416c162eab8f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:04.466089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.494579 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.515123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Pushing event updated for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:04.527208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-f0233485-d6d9-4d19-b474-bc97398d5131 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2909899 May 27 01:57:04.568378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Request body: {'port': {'device_id': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:04.601459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.618455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.619465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.621250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b80a88e-2def-4e67-bc15-46bbdf11f026 HTTP/1.1" status: 200 len: 1092 time: 2.7203138 May 27 01:57:04.621724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:04.650242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17434d-9ea3-4d49-807d-004f644bd29c req-1ab3353e-620b-4def-a84f-c7a17fef8622 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.652102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed17434d-9ea3-4d49-807d-004f644bd29c req-1ab3353e-620b-4def-a84f-c7a17fef8622 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.9380324 May 27 01:57:04.679705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:04.738780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c8f55b-ed74-4aee-9eca-ceab6da162dd']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:04.739040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.740796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0a4f417a-c222-4358-a135-f618aa18c422 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/ports/1e3bc4fd-a72f-4cc8-9904-81edfac2d75c HTTP/1.1" status: 204 len: 168 time: 3.5509028 May 27 01:57:04.754010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40538) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:04.798861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a242a8-7d76-43f6-9e68-1d2f112bbc05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b80a88e-2def-4e67-bc15-46bbdf11f026,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:04.820494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506a0a1b-e4f5-4da1-a487-074b224a919d') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:04.820894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506a0a1b-e4f5-4da1-a487-074b224a919d') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:04.840491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.871459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Attempting to bind port 653bd497-496e-4382-a088-7079b8a28ff6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:04.871655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Attempting to bind port 653bd497-496e-4382-a088-7079b8a28ff6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:04.871906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Attempting to bind port 653bd497-496e-4382-a088-7079b8a28ff6 on network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:04.890776 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cb9046-e048-49cd-853c-523d8a5752d0 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] GET failed (client error): The resource could not be found. May 27 01:57:04.891358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65cb9046-e048-49cd-853c-523d8a5752d0 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Synchronizing usage tracker for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:04.913684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Port 653bd497-496e-4382-a088-7079b8a28ff6 on network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:04.914012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Attempting to bind port 653bd497-496e-4382-a088-7079b8a28ff6 on network dca717e7-e4c5-4c57-be19-bc3c6f8999d5 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:04.921118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.944724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.950975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.957732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.963498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.969196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:04.970758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:04.971807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed17434d-9ea3-4d49-807d-004f644bd29c req-3eeba21a-6b13-406f-8059-0f1cc561126c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593460 May 27 01:57:04.976541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:57:04.976929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:04.984034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:04.984436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Checking segment: {'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:04.984758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Bound using segment: {'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:04.985239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Bound port: 653bd497-496e-4382-a088-7079b8a28ff6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f3e60b-8af4-4064-9a12-9b5cce5c1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:04.985592 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.007153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.009096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.25.3.235 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/8f4eb960-d224-4e14-8e44-d56cc4a123c7) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:05.067850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65cb9046-e048-49cd-853c-523d8a5752d0 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Unset dirty status for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:05.071670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.072190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-65cb9046-e048-49cd-853c-523d8a5752d0 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "GET /v2.0/ports/1e3bc4fd-a72f-4cc8-9904-81edfac2d75c HTTP/1.1" status: 404 len: 333 time: 0.3138881 May 27 01:57:05.079212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40548) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:05.221580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:05.222745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-24d9dac5-8423-4d5e-be2a-77388c8872ee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 3825 time: 0.7582619 May 27 01:57:05.234258 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 506a0a1b-e4f5-4da1-a487-074b224a919d resource provider aggregate not found May 27 01:57:05.269060 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 506a0a1b-e4f5-4da1-a487-074b224a919d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 506a0a1b-e4f5-4da1-a487-074b224a919d found for delete ", "request_id": "req-cd08af79-54e7-4794-b6b8-682691cb32b8"}]} May 27 01:57:05.271364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.312635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.346795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c8f55b-ed74-4aee-9eca-ceab6da162dd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:05.356041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port 036e3857-34b4-423b-9f62-86981b67bf2b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:05.356387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.398635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 10.2.2.100 (b17b5d04-c6fb-418b-8741-62bf32c6a213/153660dd-36a8-42ae-9e45-d522f8ef1d25/88488804-219b-4831-bd2e-cd1b290812e3) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:05.404761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-244ed9bd-c096-4a47-8b50-4a7fbd17d9d9 req-61522ba9-a848-4d7d-80ee-cddad1f266db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1660602 May 27 01:57:05.405991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0e88e6ef-dfd0-4f6f-89ca-501eb1957c43 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d9c8f55b-ed74-4aee-9eca-ceab6da162dd HTTP/1.1" status: 204 len: 168 time: 1.5506101 May 27 01:57:05.417223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40556) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:05.464999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:05.513962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=653bd497-496e-4382-a088-7079b8a28ff6,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:05.533511 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.556501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.661373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] Deleting subnet 3f6355af-637a-4908-a362-6405b6a7c002 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:57:05.679395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.743712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8173-d0a9-4ea3-b064-eb101472a5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.798199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.839182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.901820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990b2d2-56cf-402e-b23a-c2aa1a9d1074 req-c53be529-7d49-4159-bb18-fd26d6d71368 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:05.902522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5990b2d2-56cf-402e-b23a-c2aa1a9d1074 req-c53be529-7d49-4159-bb18-fd26d6d71368 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:05.933665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3239f-7327-438d-8a40-457648093d76 req-58c7bfb0-a668-404c-adc7-08cb20de737d tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:05.940213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3239f-7327-438d-8a40-457648093d76 req-58c7bfb0-a668-404c-adc7-08cb20de737d tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:05.945896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3239f-7327-438d-8a40-457648093d76 req-58c7bfb0-a668-404c-adc7-08cb20de737d tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:05.947526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebe3239f-7327-438d-8a40-457648093d76 req-58c7bfb0-a668-404c-adc7-08cb20de737d tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 2374 time: 0.3588827 May 27 01:57:05.952496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:05.953372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:05.954820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] 10.222.0.47 "PUT /v2.0/ports/653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 1093 time: 4.6406970 May 27 01:57:05.960477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:05.968145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:05.991153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:05.993569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:06.021150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:57:06.043288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=8f4eb960-d224-4e14-8e44-d56cc4a123c7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:06.052553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.091941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0745754-6b76-4339-bc4b-4575d10b9984 service neutron] Pushing event updated for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:06.150660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5990b2d2-56cf-402e-b23a-c2aa1a9d1074 req-c53be529-7d49-4159-bb18-fd26d6d71368 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:06.151854 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5990b2d2-56cf-402e-b23a-c2aa1a9d1074 req-c53be529-7d49-4159-bb18-fd26d6d71368 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 932 time: 0.9836526 May 27 01:57:06.203882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebe3239f-7327-438d-8a40-457648093d76 req-2f831fb2-2b4f-445e-bfa8-4320ffc08b2f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474387 May 27 01:57:06.221429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55673fdb-0ba9-4074-8282-38303e1de07a {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:06.243109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.283687 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7dc43c-92c4-4449-a763-bb420c19f5d0'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'status': 'completed', 'code': 200} May 27 01:57:06.361464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5990b2d2-56cf-402e-b23a-c2aa1a9d1074 req-3523d47a-2fc3-40b5-b012-a45391ac144d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850889 May 27 01:57:06.376009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.467963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.496346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Transition to ACTIVE for port object 88488804-219b-4831-bd2e-cd1b290812e3 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:06.501248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Transition to ACTIVE for port object 55673fdb-0ba9-4074-8282-38303e1de07a will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:06.513910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.553471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.603873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-0fcd3efc-0d8c-454e-97c5-4921999b9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:06.605388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-0fcd3efc-0d8c-454e-97c5-4921999b9437 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1096 time: 0.6030364 May 27 01:57:06.616663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6355af-637a-4908-a362-6405b6a7c002,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:06.639770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.675177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Calling delete_port for 036e3857-34b4-423b-9f62-86981b67bf2b owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:06.708355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12b3139-833e-413d-92f5-416c162eab8f {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:06.794532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:06.808447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b1e68ef8-4b95-455d-a24b-03da3d5796db admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f6355af-637a-4908-a362-6405b6a7c002 HTTP/1.1" status: 204 len: 168 time: 1.3869798 May 27 01:57:06.817747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40564) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:06.820189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-ba44614e-f32d-408f-91c2-b05774f3ddb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 217 time: 0.1149416 May 27 01:57:06.821981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Pushing event updated for resources: {'Port': ['ID=55673fdb-0ba9-4074-8282-38303e1de07a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:06.896286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Transition to ACTIVE for port object e12b3139-833e-413d-92f5-416c162eab8f will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:06.920245 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.011179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-f5606907-9ee3-45a6-a406-8edba934626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.011665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-f5606907-9ee3-45a6-a406-8edba934626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.012138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-f5606907-9ee3-45a6-a406-8edba934626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.012613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-f5606907-9ee3-45a6-a406-8edba934626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.013085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-f5606907-9ee3-45a6-a406-8edba934626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.014872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-f5606907-9ee3-45a6-a406-8edba934626c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 4361 time: 0.7009714 May 27 01:57:07.078229 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.107766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-05f080e9-7dfd-4ec6-b818-d2eea8e0e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.109211 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-05f080e9-7dfd-4ec6-b818-d2eea8e0e91e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.2669196 May 27 01:57:07.143537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fae1f-1ea4-4dfc-88bd-b9fca09e4907 req-890c0626-f546-4615-b7e2-81e94831580c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.144979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028fae1f-1ea4-4dfc-88bd-b9fca09e4907 req-890c0626-f546-4615-b7e2-81e94831580c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.6804340 May 27 01:57:07.174464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.219775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Attempting to bind port 55673fdb-0ba9-4074-8282-38303e1de07a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:07.220484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Attempting to bind port 55673fdb-0ba9-4074-8282-38303e1de07a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:07.220484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Attempting to bind port 55673fdb-0ba9-4074-8282-38303e1de07a on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:07.235895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Port 55673fdb-0ba9-4074-8282-38303e1de07a on network e32c36e5-33f5-4334-a579-2724eabe1d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:07.235895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Attempting to bind port 55673fdb-0ba9-4074-8282-38303e1de07a on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:07.249435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:07.249953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Checking segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:07.250349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Bound using segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:07.251438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Bound port: 55673fdb-0ba9-4074-8282-38303e1de07a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:07.251680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.266083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:07.296142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028fae1f-1ea4-4dfc-88bd-b9fca09e4907 req-4d783be8-2a49-4ab8-9d3f-25b28f887d09 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349802 May 27 01:57:07.444701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.480650 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d95d78-fb1e-4822-8a6b-aa60051030ef'] response: {'name': 'network-changed', 'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6', 'status': 'completed', 'code': 200} May 27 01:57:07.497043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-7100aacf-5c01-4515-b243-0840c7e297d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3325818 May 27 01:57:07.516776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:07.534846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f647d36-8f2e-4dcc-b8a4-98da9564897a']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:07.536711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01132dce-dd96-4b75-9a43-113b4782fd64 req-57f6f3b3-a029-430c-9538-225008ddbc0e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.537419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-01132dce-dd96-4b75-9a43-113b4782fd64 req-57f6f3b3-a029-430c-9538-225008ddbc0e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:07.547191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] For port 55673fdb-0ba9-4074-8282-38303e1de07a, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:07.556357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda181fc-e6e9-4ad0-a8ab-ca35f0cae61d') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:07.556655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda181fc-e6e9-4ad0-a8ab-ca35f0cae61d') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:07.568599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] For port 55673fdb-0ba9-4074-8282-38303e1de07a, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=55673fdb-0ba9-4074-8282-38303e1de07a,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:07.573720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.585922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.595447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:07.621398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:07.655491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.674757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:57:07.675148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.700154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.700759 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.702129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] 10.222.0.47 "PUT /v2.0/ports/55673fdb-0ba9-4074-8282-38303e1de07a HTTP/1.1" status: 200 len: 1132 time: 3.0551908 May 27 01:57:07.713266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-42902040-1d06-4ed3-ac40-38a9e5922033 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.721297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-42902040-1d06-4ed3-ac40-38a9e5922033 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.728358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-42902040-1d06-4ed3-ac40-38a9e5922033 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.735015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-42902040-1d06-4ed3-ac40-38a9e5922033 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.742024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-42902040-1d06-4ed3-ac40-38a9e5922033 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.748156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-42902040-1d06-4ed3-ac40-38a9e5922033 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:07.750063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-42902040-1d06-4ed3-ac40-38a9e5922033 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 4598 time: 0.3080387 May 27 01:57:07.804038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.818620 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fda181fc-e6e9-4ad0-a8ab-ca35f0cae61d resource provider aggregate not found May 27 01:57:07.823280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=88488804-219b-4831-bd2e-cd1b290812e3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:07.837149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:07.893901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-01132dce-dd96-4b75-9a43-113b4782fd64 req-57f6f3b3-a029-430c-9538-225008ddbc0e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:07.902384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01132dce-dd96-4b75-9a43-113b4782fd64 req-57f6f3b3-a029-430c-9538-225008ddbc0e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 944 time: 1.4230773 May 27 01:57:07.904373 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fda181fc-e6e9-4ad0-a8ab-ca35f0cae61d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fda181fc-e6e9-4ad0-a8ab-ca35f0cae61d found for delete ", "request_id": "req-4564d6e8-7bfa-454e-af55-797b0c73ae56"}]} May 27 01:57:07.912884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d8c56879-1789-4ce8-8bec-417fa191589c None None] Provisioning for port 88488804-219b-4831-bd2e-cd1b290812e3 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:07.932592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d8c56879-1789-4ce8-8bec-417fa191589c None None] Provisioning complete for port 88488804-219b-4831-bd2e-cd1b290812e3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:07.932964 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d8c56879-1789-4ce8-8bec-417fa191589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:07.946988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Port': ['ID=036e3857-34b4-423b-9f62-86981b67bf2b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:07.975146 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-49644df2-0c9e-40c0-82ca-911ca21a5097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.008869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d8c56879-1789-4ce8-8bec-417fa191589c None None] Port 88488804-219b-4831-bd2e-cd1b290812e3 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:08.044872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.045572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.053201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.064978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-ea61eb25-ad2f-456f-bcb6-cc4382ce845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.065821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-ea61eb25-ad2f-456f-bcb6-cc4382ce845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.066315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-ea61eb25-ad2f-456f-bcb6-cc4382ce845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.070026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-ea61eb25-ad2f-456f-bcb6-cc4382ce845c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9939451 May 27 01:57:08.080060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Attempting to bind port e12b3139-833e-413d-92f5-416c162eab8f on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:08.080463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Attempting to bind port e12b3139-833e-413d-92f5-416c162eab8f by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:08.080799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Attempting to bind port e12b3139-833e-413d-92f5-416c162eab8f on network 77a39c7d-899c-40ca-9545-47122ee15cc8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:08.153283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bae6d-7a84-4b3b-9ddf-639ce8385e99 service neutron] Pushing event updated for resources: {'Port': ['ID=55673fdb-0ba9-4074-8282-38303e1de07a,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:08.166766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Port e12b3139-833e-413d-92f5-416c162eab8f on network 77a39c7d-899c-40ca-9545-47122ee15cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:08.167251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Attempting to bind port e12b3139-833e-413d-92f5-416c162eab8f on network 77a39c7d-899c-40ca-9545-47122ee15cc8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:08.177838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.190479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.216866 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3755a67a-a3f6-48cd-969f-db3128b97794 req-2a095d1b-8dcc-48ff-b691-0d4315f5294e tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3312807 May 27 01:57:08.242353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b46d6aac-23b4-42f5-a7f6-152a2f299aa1 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/ports/036e3857-34b4-423b-9f62-86981b67bf2b HTTP/1.1" status: 204 len: 168 time: 3.1541107 May 27 01:57:08.244735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-01132dce-dd96-4b75-9a43-113b4782fd64 req-35aedb1a-f432-4908-b902-2abaf72c6c66 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:08.247090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40578) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:08.249975 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.262919 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-fd00c754-7315-4c60-8743-542815088609 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7427678 May 27 01:57:08.263851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:08.264200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Checking segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:08.264591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Bound using segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:08.265045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Bound port: e12b3139-833e-413d-92f5-416c162eab8f, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:08.265399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.283441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] Pushing event deleted for resources: {'Network': ['ID=7f647d36-8f2e-4dcc-b8a4-98da9564897a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:08.288328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '55673fdb-0ba9-4074-8282-38303e1de07a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:08.297553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-09968cc2-c7de-4e42-91eb-344f1710afaf admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f647d36-8f2e-4dcc-b8a4-98da9564897a HTTP/1.1" status: 204 len: 168 time: 1.4767931 May 27 01:57:08.305307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.365307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-1126b620-9b27-41f0-8abd-ee2ba6a5d9f5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2954595 May 27 01:57:08.382275 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c52497b-059d-47fc-b9fd-40fab853c9ec tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] GET failed (client error): The resource could not be found. May 27 01:57:08.382837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0c52497b-059d-47fc-b9fd-40fab853c9ec tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Synchronizing usage tracker for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:08.439494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40586) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:08.467610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213', 'admin_state_up': True, 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'security_groups': ['2f36d35c-62bd-4edf-8444-ed727a320f04']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:08.494022 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.512415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-01132dce-dd96-4b75-9a43-113b4782fd64 req-35aedb1a-f432-4908-b902-2abaf72c6c66 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:08.513587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01132dce-dd96-4b75-9a43-113b4782fd64 req-35aedb1a-f432-4908-b902-2abaf72c6c66 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101508 May 27 01:57:08.644612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f075e8ff-5e48-4363-8dcb-a02d26baddf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab2fd2cdab9941ceb4c8fecc4c9bfff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025514 May 27 01:57:08.656364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40592) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:08.670423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-afa02132-dc93-4454-959b-38998f8cf9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.671904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9beade51-b828-4e2d-b594-31de2f1f97e6 req-afa02132-dc93-4454-959b-38998f8cf9f5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5775917 May 27 01:57:08.694322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0c52497b-059d-47fc-b9fd-40fab853c9ec tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Unset dirty status for tenant:3e6415c8db2e47f2bda8a0bc322d17a6 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:08.695488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0c52497b-059d-47fc-b9fd-40fab853c9ec tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "GET /v2.0/ports/036e3857-34b4-423b-9f62-86981b67bf2b HTTP/1.1" status: 404 len: 333 time: 0.4353666 May 27 01:57:08.716311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40596) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:08.725635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db77cd-bec6-41b5-91c4-e05bc8bf400d req-4890b7de-ef73-4eca-8c14-e11cc5119e7a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.731381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db77cd-bec6-41b5-91c4-e05bc8bf400d req-4890b7de-ef73-4eca-8c14-e11cc5119e7a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.737585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db77cd-bec6-41b5-91c4-e05bc8bf400d req-4890b7de-ef73-4eca-8c14-e11cc5119e7a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.743298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db77cd-bec6-41b5-91c4-e05bc8bf400d req-4890b7de-ef73-4eca-8c14-e11cc5119e7a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.744978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4db77cd-bec6-41b5-91c4-e05bc8bf400d req-4890b7de-ef73-4eca-8c14-e11cc5119e7a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 3095 time: 0.3960826 May 27 01:57:08.754573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:08.804652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:08.827373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.899840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b694c1b-999e-4f12-8dda-5013dc4edb27 req-88f2608b-fdc8-4ba5-af06-3a2f86945e5f service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235306 May 27 01:57:08.922991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.923550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:08.924933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] 10.222.0.47 "PUT /v2.0/ports/e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 1093 time: 4.3716190 May 27 01:57:08.926567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:08.940730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Usage tracker for resource:port and tenant:41e20aea7039450aa83d19ff2369765a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:08.947095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:08.958997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:08.973743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feeacf-174c-4813-8728-aec8f1aad21d req-0c327271-6408-4f2a-b886-06d96edb7da6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:08.975357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62feeacf-174c-4813-8728-aec8f1aad21d req-0c327271-6408-4f2a-b886-06d96edb7da6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.2977316 May 27 01:57:08.976089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833e86f-e8c0-4b1a-9459-00e64d056462 service neutron] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:09.074922 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4db77cd-bec6-41b5-91c4-e05bc8bf400d req-67bdad2e-17fa-4664-99a4-3ab8c31c953f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033395 May 27 01:57:09.078526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port 1b618000-988b-4dcf-8d51-fc540d61fff6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:09.079451 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.089984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Made reservation on behalf of 41e20aea7039450aa83d19ff2369765a for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:09.095070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.130229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc7272b6-d6cc-45f1-85e0-205ed87dc5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.170173 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ab22c2-66f7-431c-9e1b-734f445273da'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '55673fdb-0ba9-4074-8282-38303e1de07a', 'status': 'completed', 'code': 200} May 27 01:57:09.208454 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62feeacf-174c-4813-8728-aec8f1aad21d req-23d6d376-4580-42ba-a47a-87a5bf708f21 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927085 May 27 01:57:09.225795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc7272b6-d6cc-45f1-85e0-205ed87dc5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.313383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.336599 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.412217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-ea27bccf-9045-45c0-87f6-4c22c4b36c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.413792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-ea27bccf-9045-45c0-87f6-4c22c4b36c1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1096 time: 0.4348757 May 27 01:57:09.415707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-e2a63ba9-badb-42a8-9d6f-ca558a3f91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.417215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-e2a63ba9-badb-42a8-9d6f-ca558a3f91f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1096 time: 0.4360764 May 27 01:57:09.437570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.501561 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.591603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6206703a-d176-4f56-bc18-9bcda3b2d682 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:09.619553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:09.624371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.711563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Transition to ACTIVE for port object 6206703a-d176-4f56-bc18-9bcda3b2d682 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:09.731062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=8f4eb960-d224-4e14-8e44-d56cc4a123c7,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:09.731661 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-d24fe86b-77cb-4d36-be55-c6ee4aa47c67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 217 time: 0.2507265 May 27 01:57:09.744109 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc7272b6-d6cc-45f1-85e0-205ed87dc5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.748383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.818602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:09.931915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-e81ab76f-abad-4310-b55b-cc069337801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.932400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-e81ab76f-abad-4310-b55b-cc069337801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.932870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-e81ab76f-abad-4310-b55b-cc069337801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.933340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-e81ab76f-abad-4310-b55b-cc069337801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.933806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-e81ab76f-abad-4310-b55b-cc069337801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.934268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-e81ab76f-abad-4310-b55b-cc069337801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.936276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-e81ab76f-abad-4310-b55b-cc069337801f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5286 time: 0.7340546 May 27 01:57:09.990442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-64a002ef-3bd2-4a56-bc33-ac482c9d1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:09.991942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-64a002ef-3bd2-4a56-bc33-ac482c9d1303 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.2124243 May 27 01:57:10.028828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7272b6-d6cc-45f1-85e0-205ed87dc5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c372c65-2871-4b6d-b19e-551a2b785375,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:10.039862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:10.134384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Allocated IP 10.2.2.200 (b17b5d04-c6fb-418b-8741-62bf32c6a213/153660dd-36a8-42ae-9e45-d522f8ef1d25/874fbc87-e4f6-438d-af60-ca24e7e006b6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:10.149065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-d47379f2-f7f2-41db-ba60-90433cdb13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.150522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-d47379f2-f7f2-41db-ba60-90433cdb13c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 913 time: 0.6686265 May 27 01:57:10.179524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-a3090f7d-9a80-4ea0-a544-0abe96ecaae4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.185300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-a3090f7d-9a80-4ea0-a544-0abe96ecaae4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.191722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-a3090f7d-9a80-4ea0-a544-0abe96ecaae4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.197497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-a3090f7d-9a80-4ea0-a544-0abe96ecaae4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.203535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-a3090f7d-9a80-4ea0-a544-0abe96ecaae4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.209309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-a3090f7d-9a80-4ea0-a544-0abe96ecaae4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.211087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-a3090f7d-9a80-4ea0-a544-0abe96ecaae4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 4598 time: 0.8069024 May 27 01:57:10.233165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Calling delete_port for 1b618000-988b-4dcf-8d51-fc540d61fff6 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:10.278976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc7272b6-d6cc-45f1-85e0-205ed87dc5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:10.280093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cc7272b6-d6cc-45f1-85e0-205ed87dc5a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c372c65-2871-4b6d-b19e-551a2b785375 HTTP/1.1" status: 204 len: 168 time: 1.6201537 May 27 01:57:10.301852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6206703a-d176-4f56-bc18-9bcda3b2d682,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:10.314133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-d006e0c1-dfb3-4a47-95eb-942991ee86cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 217 time: 0.1500919 May 27 01:57:10.398449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482d152-976d-4c7c-8fa2-d35c1d376e35 req-4e2922cd-fd33-484b-8fd2-4ddcdf3e0478 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.399976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0482d152-976d-4c7c-8fa2-d35c1d376e35 req-4e2922cd-fd33-484b-8fd2-4ddcdf3e0478 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.9099410 May 27 01:57:10.429062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-bfdf4444-b24b-409a-bdc6-c7b017dadf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.429536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-bfdf4444-b24b-409a-bdc6-c7b017dadf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.429998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-bfdf4444-b24b-409a-bdc6-c7b017dadf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.431589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-bfdf4444-b24b-409a-bdc6-c7b017dadf32 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4832921 May 27 01:57:10.563863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43670003-a6a2-4d9f-a3f7-22ea2992545d req-2b841e7b-36a1-493b-8f82-d8b3b5a3fdec tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2898312 May 27 01:57:10.600340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Attempting to bind port 6206703a-d176-4f56-bc18-9bcda3b2d682 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:10.600820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Attempting to bind port 6206703a-d176-4f56-bc18-9bcda3b2d682 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:10.600998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Attempting to bind port 6206703a-d176-4f56-bc18-9bcda3b2d682 on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:10.611652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0482d152-976d-4c7c-8fa2-d35c1d376e35 req-05d533da-ab76-4252-92a3-8bf23718177d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495402 May 27 01:57:10.627820 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 5529977d-be97-4764-b672-358c88c77c0e associated. External IP: 172.25.3.235, port: 2dcd5568-332c-497a-9f8a-02476ed304cb. May 27 01:57:10.698037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Port 6206703a-d176-4f56-bc18-9bcda3b2d682 on network e32c36e5-33f5-4334-a579-2724eabe1d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:10.698370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Attempting to bind port 6206703a-d176-4f56-bc18-9bcda3b2d682 on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:10.708361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-7085960b-07f1-4855-9be3-3a24639e9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.710421 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-7085960b-07f1-4855-9be3-3a24639e9afd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7095420 May 27 01:57:10.712445 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b96912c-2430-4e88-b77b-147932f68add'] response: {'name': 'network-changed', 'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f', 'status': 'completed', 'code': 200} May 27 01:57:10.723734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-f3a97d06-6aac-4f52-8d70-f0b5aae6d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:10.725032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:10.725379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Checking segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:10.725785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Bound using segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:10.725975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-f3a97d06-6aac-4f52-8d70-f0b5aae6d726 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.3842332 May 27 01:57:10.726227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Bound port: 6206703a-d176-4f56-bc18-9bcda3b2d682, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:10.726796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:10.761391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40618) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:10.862313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:10.884342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:10.942687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-49eccabf-0bf3-4337-838c-e5c0fcacac61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779070 May 27 01:57:10.997793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Port': ['ID=1b618000-988b-4dcf-8d51-fc540d61fff6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:11.104235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2157e1ea-15e2-48fa-bbe9-6e01b3dd030b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55e2db91a75048eaa11da9514059f70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107984 May 27 01:57:11.105638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.107969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40622) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:11.145440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.170679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-ff2aab64-7ea3-4139-9fdb-568917b8b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:11.172196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-951e7468-14ac-4654-9cd6-a38c87e11681 req-ff2aab64-7ea3-4139-9fdb-568917b8b2a0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7308259 May 27 01:57:11.200771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] For port 6206703a-d176-4f56-bc18-9bcda3b2d682, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:11.216213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-25634226-906c-4457-8129-aee390d25f15 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/ports/1b618000-988b-4dcf-8d51-fc540d61fff6 HTTP/1.1" status: 204 len: 168 time: 2.4702611 May 27 01:57:11.227851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40626) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:11.230022 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-2dff27a0-e17e-43db-bad7-1f5a976693cc service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028820 May 27 01:57:11.235216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Transition to ACTIVE for port object 874fbc87-e4f6-438d-af60-ca24e7e006b6 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:11.246367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] For port 6206703a-d176-4f56-bc18-9bcda3b2d682, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6206703a-d176-4f56-bc18-9bcda3b2d682,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:11.263360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.379150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512eb0-7b2b-4144-a5d0-9bd38f49fd31 req-6e98d4bc-f8e7-4b4d-9f7b-8364a7e29de3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:11.384918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512eb0-7b2b-4144-a5d0-9bd38f49fd31 req-6e98d4bc-f8e7-4b4d-9f7b-8364a7e29de3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:11.390744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512eb0-7b2b-4144-a5d0-9bd38f49fd31 req-6e98d4bc-f8e7-4b4d-9f7b-8364a7e29de3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:11.397096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512eb0-7b2b-4144-a5d0-9bd38f49fd31 req-6e98d4bc-f8e7-4b4d-9f7b-8364a7e29de3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:11.398887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c512eb0-7b2b-4144-a5d0-9bd38f49fd31 req-6e98d4bc-f8e7-4b4d-9f7b-8364a7e29de3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 3095 time: 0.5230236 May 27 01:57:11.431865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eac990-8002-4fe8-af51-cc9163b0fc86 req-d488637d-18e6-46eb-adc2-bea649024766 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:11.433401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4eac990-8002-4fe8-af51-cc9163b0fc86 req-d488637d-18e6-46eb-adc2-bea649024766 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 944 time: 0.7200704 May 27 01:57:11.526179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-f2986e93-d7f8-4465-8236-709999d8b7e7 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735986 May 27 01:57:11.583582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:11.584194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.585551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/6206703a-d176-4f56-bc18-9bcda3b2d682 HTTP/1.1" status: 200 len: 1130 time: 3.7619143 May 27 01:57:11.587415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '6206703a-d176-4f56-bc18-9bcda3b2d682'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:11.614845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting subnet 7f1513c1-c505-429e-b4c2-21c13f48e81d {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:57:11.619692 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.621126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:11.660015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9518f23-c334-4de6-8d41-7b60658620cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.731318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:11.738809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4eac990-8002-4fe8-af51-cc9163b0fc86 req-f489df86-34d9-4bed-bbf2-cdad9b330d89 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951977 May 27 01:57:11.744582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9518f23-c334-4de6-8d41-7b60658620cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.751630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee6838-6d2c-4200-adb6-ebd98edc46a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6206703a-d176-4f56-bc18-9bcda3b2d682,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:11.763772 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c512eb0-7b2b-4144-a5d0-9bd38f49fd31 req-c57401fe-d5ca-475f-a172-db08b6c899a1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041135 May 27 01:57:11.793403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.900565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:11.941198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.001460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.045155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfcfff4-3fd2-448b-9037-c7b6f7af231f req-6754ad71-ef7b-41f1-964f-7b3c95cdb558 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081694 May 27 01:57:12.171502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:12.182405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9518f23-c334-4de6-8d41-7b60658620cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.185660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:12.188729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event updated for resources: {'Port': ['ID=874fbc87-e4f6-438d-af60-ca24e7e006b6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:12.192646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-265c2c03-be14-441b-8871-c17f56d5bfdb req-c2b65d5f-9aa6-44fb-88b6-387fad23b1cb service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514313 May 27 01:57:12.195086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:12.247756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.248453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.248453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.248809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.249073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.249403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.250158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.250158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.250423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.250739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.251053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.251368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:12.258484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518f23-c334-4de6-8d41-7b60658620cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df648b-9be7-486a-b601-5873bea0257b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:12.265775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:12.283375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd983fc6-11af-457d-befc-d97ee55909ab req-a1a32d71-7133-43b3-95f5-bc6eb49ac5ca tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:12.289015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:12.291589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd983fc6-11af-457d-befc-d97ee55909ab req-a1a32d71-7133-43b3-95f5-bc6eb49ac5ca tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.3680077 May 27 01:57:12.314025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:12.314961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:12.320221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9518f23-c334-4de6-8d41-7b60658620cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.321680 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9518f23-c334-4de6-8d41-7b60658620cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21df648b-9be7-486a-b601-5873bea0257b HTTP/1.1" status: 204 len: 168 time: 1.2095475 May 27 01:57:12.327362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:12.328684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.335658 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.397334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.409455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e867ff-0f6d-4b41-9a4f-f85a5a27f519 None None] Network e60400ed-7565-47e1-8850-549bc2bfdd34 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:12.427571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/subnets/7f1513c1-c505-429e-b4c2-21c13f48e81d HTTP/1.1" status: 204 len: 168 time: 1.1965377 May 27 01:57:12.432794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40636) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:12.437561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee61d4-113e-4048-aace-ce8d39260a4d req-eb0463cb-1e02-48d0-8ed0-550ad0e08bfc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:12.439700 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4bee61d4-113e-4048-aace-ce8d39260a4d req-eb0463cb-1e02-48d0-8ed0-550ad0e08bfc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.4939198 May 27 01:57:12.474253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.488969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0be5b-52cb-4cac-8300-a580ba89000f tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1513c1-c505-429e-b4c2-21c13f48e81d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:12.516968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4bee61d4-113e-4048-aace-ce8d39260a4d req-55fe110c-44df-4f8f-8167-ebf01352a704 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637732 May 27 01:57:12.519299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-79a81eb4-24b4-466e-9992-646d27fb60b2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1410861 May 27 01:57:12.521994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-042116f8-5c4d-4e04-850b-15cd4bade478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:12.523712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-042116f8-5c4d-4e04-850b-15cd4bade478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1096 time: 0.4249103 May 27 01:57:12.549830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:12.622057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd983fc6-11af-457d-befc-d97ee55909ab req-63b69395-8665-42a1-8fc1-b98a3ed48c36 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293679 May 27 01:57:12.695881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:12.735404 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57790430-8ab1-4041-80b3-d767f832f32a'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '6206703a-d176-4f56-bc18-9bcda3b2d682', 'status': 'completed', 'code': 200} May 27 01:57:12.758353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a893f2b3-c033-4607-affa-f13a3d98a128 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5979548 May 27 01:57:12.768694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40644) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:12.801511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'port_id': '2dcd5568-332c-497a-9f8a-02476ed304cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:12.805558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:12.808115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:12.945111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.958826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.968787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:12.978996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:12.981402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a78806-a867-4712-9c7c-99232884e3ba None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:12.985517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2192703e-a94d-40eb-8235-8cd1b6d10cf2 None None] Provisioning for port 874fbc87-e4f6-438d-af60-ca24e7e006b6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:13.010290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2192703e-a94d-40eb-8235-8cd1b6d10cf2 None None] Provisioning complete for port 874fbc87-e4f6-438d-af60-ca24e7e006b6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:13.010677 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2192703e-a94d-40eb-8235-8cd1b6d10cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:13.080781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.081648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.081972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.082968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.083903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.084579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.085117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.087156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-0476775f-9d1a-4290-b348-27c83befa2d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6209 time: 0.3097639 May 27 01:57:13.091624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:13.091850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:13.102795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2192703e-a94d-40eb-8235-8cd1b6d10cf2 None None] Port 874fbc87-e4f6-438d-af60-ca24e7e006b6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:13.111558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.117547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.124071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.131145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.137372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.142101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:57:13.146167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.154575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.158261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-d348b048-8f33-4d6f-9f39-fa6726d262a2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5369 time: 0.3817225 May 27 01:57:13.198175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] DHCP port deletion for e60400ed-7565-47e1-8850-549bc2bfdd34 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:57:13.203095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] Deleting port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:13.203582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:13.331812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 653bd497-496e-4382-a088-7079b8a28ff6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:57:13.348458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-ee0a27b6-2d75-4942-ae07-e7d552ae55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.349854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-ee0a27b6-2d75-4942-ae07-e7d552ae55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.350411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-ee0a27b6-2d75-4942-ae07-e7d552ae55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.352323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-ee0a27b6-2d75-4942-ae07-e7d552ae55ad service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1936243 May 27 01:57:13.448578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d4031d-72f7-4107-85ed-fe2c6d7ee24e {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:13.472680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:13.572541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] For port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,segment=NetworkSegment(e083ed72-fc89-4baf-9f65-3475a3fe4901),segment_id=e083ed72-fc89-4baf-9f65-3475a3fe4901)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:13.573234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:13.692275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-6f9ca77f-8b26-4650-9c33-971b4bfda75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.693424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff66044f-3ef6-44b7-b3c6-a0273dd62fd3 req-6f9ca77f-8b26-4650-9c33-971b4bfda75e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126485 May 27 01:57:13.699453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Transition to ACTIVE for port object d4d4031d-72f7-4107-85ed-fe2c6d7ee24e will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:13.700761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-239868a6-2b17-4af4-9dd3-85385947c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.702848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-239868a6-2b17-4af4-9dd3-85385947c35f service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 1.1672690 May 27 01:57:13.736627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:13.808047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a67eaead-c474-48aa-b9f6-ae099a7b600c req-13b3e98e-127b-43e8-bad4-25ccf2b3fd58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6274822 May 27 01:57:13.810930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] Calling delete_port for e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:13.819282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-e8d6b1a6-c2b1-4abc-a3c1-34719c0a27a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 217 time: 0.1066616 May 27 01:57:13.919486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:13.930395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-897c58ed-bb45-4a50-993d-5c59babe0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.932070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-897c58ed-bb45-4a50-993d-5c59babe0c41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.0746107 May 27 01:57:13.939270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=653bd497-496e-4382-a088-7079b8a28ff6,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:13.950995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:13.956549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9b7c-418a-4f59-b4dd-efebe9ff7f6c req-d3ba0873-c209-4f02-8f8f-c32b754d55cd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:13.963526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5fa9b7c-418a-4f59-b4dd-efebe9ff7f6c req-d3ba0873-c209-4f02-8f8f-c32b754d55cd tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 944 time: 0.6686928 May 27 01:57:13.997114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '653bd497-496e-4382-a088-7079b8a28ff6', 'network_id': 'dca717e7-e4c5-4c57-be19-bc3c6f8999d5', 'port_id': '653bd497-496e-4382-a088-7079b8a28ff6', 'mac_address': 'fa:16:3e:66:df:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d0a626-0472-40f3-b72d-dd4954d3c181', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:57:14.005208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] No DVR routers for this DVR port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:57:14.008145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fcb3d-1ade-447b-873f-cfcadb9b374f None None] Pushing event deleted for resources: {'Port': ['ID=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:14.070242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 653bd497-496e-4382-a088-7079b8a28ff6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:14.070625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:14.094836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653bd497-496e-4382-a088-7079b8a28ff6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:14.114984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=653bd497-496e-4382-a088-7079b8a28ff6,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:14.121920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:14.204766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:14.212948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-a31c3175-982f-478a-9d19-77cd9809c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:14.214605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-a31c3175-982f-478a-9d19-77cd9809c445 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2730713 May 27 01:57:14.258852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] For port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e,segment=NetworkSegment(e083ed72-fc89-4baf-9f65-3475a3fe4901),segment_id=e083ed72-fc89-4baf-9f65-3475a3fe4901)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:14.259142 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:14.281551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5fa9b7c-418a-4f59-b4dd-efebe9ff7f6c req-30c50571-3a29-4981-b6f9-0cc098c70bc6 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171997 May 27 01:57:14.343884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:14.350507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:14.356406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:14.362335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:14.368145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:14.369140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:14.415522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:14.416680 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-953c986c-df0e-4a2c-998f-6160cecd6150 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 3816 time: 0.4762220 May 27 01:57:14.418062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Calling delete_port for e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:14.519819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['653bd497-496e-4382-a088-7079b8a28ff6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:14.523945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-95cb2eda-7611-4a69-90ff-c82418306e8b service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008482 May 27 01:57:14.626857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:57:14.650825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Attempting to bind port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:14.651185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Attempting to bind port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:14.651511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Attempting to bind port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: from cryptography.utils import int_from_bytes May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: from cryptography.utils import int_from_bytes May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn_limited( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn_limited( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.663261 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: util.warn( May 27 01:57:14.666268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e on network e32c36e5-33f5-4334-a579-2724eabe1d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:14.669178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Attempting to bind port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:14.684430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:14.684768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Checking segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:14.685234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Bound using segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:14.685607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Bound port: d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:14.685957 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:14.696822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:57:14.697136 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:57:14.704076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92cd3a09-8a1c-4d68-9024-565a4810c341 req-86033946-9b65-4d9e-a4c5-3f7646d9b477 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750921 May 27 01:57:14.706440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:57:14.706652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f76b68-b3c4-40e4-a2b2-7271ce51709c req-acf55007-1ea9-46a9-bdd7-8d94a09fb048 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631482 May 27 01:57:14.707016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:57:14.733939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbadf659-49db-4385-8b74-0bd5a08c22a4 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:14.747937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:14.779654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Transition to ACTIVE for port object fbadf659-49db-4385-8b74-0bd5a08c22a4 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:14.786254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:14.795799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8a6c-c4a2-4cb9-a652-49f4029cef67 req-00dc122d-2019-4524-a18c-8e33b1567112 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:14.797827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-351d8a6c-c4a2-4cb9-a652-49f4029cef67 req-00dc122d-2019-4524-a18c-8e33b1567112 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.3923562 May 27 01:57:14.902137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:14.919678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-351d8a6c-c4a2-4cb9-a652-49f4029cef67 req-d7f1db34-f43b-4075-bd2b-e80f1ea7c75b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087649 May 27 01:57:14.921200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:14.933018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.042701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbadf659-49db-4385-8b74-0bd5a08c22a4,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:15.146766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e297945-5fdd-4fc6-8482-cb8d4c4aa673 req-8f5d03e3-1f97-4b3a-9cdc-13f1ba180b17 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.148504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e297945-5fdd-4fc6-8482-cb8d4c4aa673 req-8f5d03e3-1f97-4b3a-9cdc-13f1ba180b17 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.2337296 May 27 01:57:15.178952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Attempting to bind port fbadf659-49db-4385-8b74-0bd5a08c22a4 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:15.179291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Attempting to bind port fbadf659-49db-4385-8b74-0bd5a08c22a4 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:15.179600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Attempting to bind port fbadf659-49db-4385-8b74-0bd5a08c22a4 on network 1fa62c40-becd-426f-b59a-888a1ccf88ef {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:15.186857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Port fbadf659-49db-4385-8b74-0bd5a08c22a4 on network 1fa62c40-becd-426f-b59a-888a1ccf88ef not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:15.187182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Attempting to bind port fbadf659-49db-4385-8b74-0bd5a08c22a4 on network 1fa62c40-becd-426f-b59a-888a1ccf88ef {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:15.199052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:15.199396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Checking segment: {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:15.199786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Bound using segment: {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:15.200319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Bound port: fbadf659-49db-4385-8b74-0bd5a08c22a4, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3dd793-58a3-4676-a28e-a5b1a62cb471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:15.200683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.205351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.205958 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.207345 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/d4d4031d-72f7-4107-85ed-fe2c6d7ee24e HTTP/1.1" status: 200 len: 1091 time: 3.5971947 May 27 01:57:15.207814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Deleting port e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:15.208136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.232493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:15.287179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:15.288526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e297945-5fdd-4fc6-8482-cb8d4c4aa673 req-afe4f96e-318d-4fe2-9e96-4192ac354068 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266384 May 27 01:57:15.363948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] For port fbadf659-49db-4385-8b74-0bd5a08c22a4, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:15.369408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] For port fbadf659-49db-4385-8b74-0bd5a08c22a4, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:15.379587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.516855 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d884ed18-ab2e-4d34-bbbf-0b33f3b7964c'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e', 'status': 'completed', 'code': 200} May 27 01:57:15.533943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] The port 'e11ac4e4-78bf-4614-b8b9-2b68aaf4e24e' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:57:15.542748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.584603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.585240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.586633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbadf659-49db-4385-8b74-0bd5a08c22a4 HTTP/1.1" status: 200 len: 1093 time: 3.0499182 May 27 01:57:15.587108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:15.597049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513025d-c144-416f-a8cf-03136a4358f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:15.601448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.727477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:15.795109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95ba20-d93d-4a70-aad9-c9caa470f2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbadf659-49db-4385-8b74-0bd5a08c22a4,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:15.902077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8ab6-ffb3-4933-8e6c-52bf780265ce req-baa60b7d-e483-4d0c-8bd7-0bf431a430a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.903586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eca8ab6-ffb3-4933-8e6c-52bf780265ce req-baa60b7d-e483-4d0c-8bd7-0bf431a430a7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 945 time: 0.3896933 May 27 01:57:15.904142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.920001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.920963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.921447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.921917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.922425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.922914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.923382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.923839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.925711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-f2a3c93c-cddc-4c80-895a-3cd1b634f1ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6277 time: 0.4794805 May 27 01:57:15.962973 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:15.981971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.987677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.993304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:15.999134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.005285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.010926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.017239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.019140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65f1501f-a124-41ec-92f1-ab438700b363 req-d6f3a153-a4fc-4fed-92f9-bc00412284a1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5381 time: 0.9103820 May 27 01:57:16.033375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60400ed-7565-47e1-8850-549bc2bfdd34']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:16.098785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eca8ab6-ffb3-4933-8e6c-52bf780265ce req-a8ab073c-62e4-48bc-8c5b-72002d7104c1 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836438 May 27 01:57:16.099708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e083ed72-fc89-4baf-9f65-3475a3fe4901') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:16.100004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e083ed72-fc89-4baf-9f65-3475a3fe4901') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:16.129777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:16.226499 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5876943-a5f3-4e8c-ab30-ecefa7cd11ed'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'status': 'completed', 'code': 200} May 27 01:57:16.230972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65f1501f-a124-41ec-92f1-ab438700b363 req-e3640fa3-1411-4792-9152-e55be195c9cc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2010329 May 27 01:57:16.233813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:16.238852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-b8bd5d30-c481-45ae-a5bb-9fcc21acc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.239382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-b8bd5d30-c481-45ae-a5bb-9fcc21acc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.239802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-b8bd5d30-c481-45ae-a5bb-9fcc21acc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.241394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-b8bd5d30-c481-45ae-a5bb-9fcc21acc409 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2971473 May 27 01:57:16.271387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:57:16.271832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:16.392476 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e083ed72-fc89-4baf-9f65-3475a3fe4901 resource provider aggregate not found May 27 01:57:16.462985 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e083ed72-fc89-4baf-9f65-3475a3fe4901 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e083ed72-fc89-4baf-9f65-3475a3fe4901 found for delete ", "request_id": "req-39d3ca6f-dcce-47c4-bb47-49715f309b2c"}]} May 27 01:57:16.596233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:16.611401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-2304d702-e3c1-424d-b60e-5a418468dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.612923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca254004-cc2f-4cb6-8c09-1cb90e872a69 req-2304d702-e3c1-424d-b60e-5a418468dcda service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3562529 May 27 01:57:16.626734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-7306d520-6f6a-4017-b43d-46b4ba79b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.627220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-7306d520-6f6a-4017-b43d-46b4ba79b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.627699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-7306d520-6f6a-4017-b43d-46b4ba79b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.628169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-7306d520-6f6a-4017-b43d-46b4ba79b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.628641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-7306d520-6f6a-4017-b43d-46b4ba79b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.630355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-7306d520-6f6a-4017-b43d-46b4ba79b015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 4364 time: 0.3497863 May 27 01:57:16.667403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:16.696127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] Pushing event deleted for resources: {'Network': ['ID=e60400ed-7565-47e1-8850-549bc2bfdd34,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:16.722016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9d0a0cff-7743-4d7d-a1f7-51f0eb7816c5 tempest-AllowedAddressPairIpV6TestJSON-1317498448 tempest-AllowedAddressPairIpV6TestJSON-1317498448-project] 10.222.0.16 "DELETE /v2.0/networks/e60400ed-7565-47e1-8850-549bc2bfdd34 HTTP/1.1" status: 204 len: 168 time: 4.2759297 May 27 01:57:16.741966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:16.766224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fc946-4782-41dd-b09e-fb501db7cedf req-e0719256-d1e7-4703-b464-e9d8c7a05f09 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.767699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b4fc946-4782-41dd-b09e-fb501db7cedf req-e0719256-d1e7-4703-b464-e9d8c7a05f09 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.3600276 May 27 01:57:16.787062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113432-92c0-4ddb-a963-24549c7e5d01 req-1f1a3023-a9fd-4186-bb4c-6c2e64ffc3de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.792898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113432-92c0-4ddb-a963-24549c7e5d01 req-1f1a3023-a9fd-4186-bb4c-6c2e64ffc3de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.799306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113432-92c0-4ddb-a963-24549c7e5d01 req-1f1a3023-a9fd-4186-bb4c-6c2e64ffc3de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.805102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113432-92c0-4ddb-a963-24549c7e5d01 req-1f1a3023-a9fd-4186-bb4c-6c2e64ffc3de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.810899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113432-92c0-4ddb-a963-24549c7e5d01 req-1f1a3023-a9fd-4186-bb4c-6c2e64ffc3de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.812659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9113432-92c0-4ddb-a963-24549c7e5d01 req-1f1a3023-a9fd-4186-bb4c-6c2e64ffc3de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 3828 time: 0.4421718 May 27 01:57:16.847836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5255157-1d4c-4b58-92d5-d8f418cd2c89 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:16.866366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:16.928481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9113432-92c0-4ddb-a963-24549c7e5d01 req-2ef43b82-a8f1-442b-a5f3-d6c44ca2e722 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024737 May 27 01:57:16.931872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Transition to ACTIVE for port object c5255157-1d4c-4b58-92d5-d8f418cd2c89 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:16.937352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-6c81837b-48a6-49da-8162-4daf362d6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.937857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-6c81837b-48a6-49da-8162-4daf362d6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.938379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-6c81837b-48a6-49da-8162-4daf362d6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:16.939983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-6c81837b-48a6-49da-8162-4daf362d6476 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=41e20aea7039450aa83d19ff2369765a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2993762 May 27 01:57:16.941145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.129370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40740) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:17.206248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:17.215393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b4fc946-4782-41dd-b09e-fb501db7cedf req-81b5d486-ddea-4871-bf8a-8e77b0e6c075 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386749 May 27 01:57:17.251299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bfb3b1-d28d-43f8-a977-9141b415d53d {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:17.272746 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.279947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:17.285543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.291935 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:17.305471 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:17.307745 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:17.340834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:57:17.343444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 653bd497-496e-4382-a088-7079b8a28ff6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:17.463814 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:17.475412 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:17.476130 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:17.491855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Transition to ACTIVE for port object f0bfb3b1-d28d-43f8-a977-9141b415d53d will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:17.511237 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.536708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 653bd497-496e-4382-a088-7079b8a28ff6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:17.552075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-f473ba09-fc26-4d97-a97f-d0f5181b27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:17.553883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31701245-e49d-4fdb-9fe7-6054fc9eeb42 req-f473ba09-fc26-4d97-a97f-d0f5181b27e2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5722055 May 27 01:57:17.568959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 653bd497-496e-4382-a088-7079b8a28ff6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:17.570020 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.597339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-32252918-27b6-4439-b0bb-178b06e16307 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e6415c8db2e47f2bda8a0bc322d17a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588487 May 27 01:57:17.602389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40752) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:17.624222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Attempting to bind port c5255157-1d4c-4b58-92d5-d8f418cd2c89 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:17.624894 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:17.625102 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee13cc0-099d-4b04-884e-79f35e0ca760 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:17.626391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Attempting to bind port c5255157-1d4c-4b58-92d5-d8f418cd2c89 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:17.626903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Attempting to bind port c5255157-1d4c-4b58-92d5-d8f418cd2c89 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:17.655692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Port c5255157-1d4c-4b58-92d5-d8f418cd2c89 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:17.656066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Attempting to bind port c5255157-1d4c-4b58-92d5-d8f418cd2c89 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:17.684279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0e969e57-5567-40a3-8ccd-a8ff073ae4f5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/floatingips/5529977d-be97-4764-b672-358c88c77c0e HTTP/1.1" status: 200 len: 978 time: 4.8939295 May 27 01:57:17.692042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40756) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:17.703452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:17.703806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Checking segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:17.704202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Bound using segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:17.706067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Bound port: c5255157-1d4c-4b58-92d5-d8f418cd2c89, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:17.706601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.733975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9de12-8032-4f45-920e-42b0796297d9 req-1b5fe263-a8b4-4216-b551-5596247fc80c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:17.735953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92e9de12-8032-4f45-920e-42b0796297d9 req-1b5fe263-a8b4-4216-b551-5596247fc80c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.5427210 May 27 01:57:17.758906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:17.808408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e12b3139-833e-413d-92f5-416c162eab8f', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'port_id': 'e12b3139-833e-413d-92f5-416c162eab8f', 'mac_address': 'fa:16:3e:19:0e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:57:17.809342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bfb3b1-d28d-43f8-a977-9141b415d53d,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:17.855955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:17.882450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:17.887218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f56083d7-0b9c-4f1b-b5cd-88a8be8f475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.887944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 653bd497-496e-4382-a088-7079b8a28ff6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:17.888793 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.909798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:17.910177 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.917843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.928322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9001-b24b-48be-a068-e723b9517ca6 req-bbc88835-74d5-4769-a99a-1f581ed703b6 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:17.929820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-933c9001-b24b-48be-a068-e723b9517ca6 req-bbc88835-74d5-4769-a99a-1f581ed703b6 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 945 time: 0.5278649 May 27 01:57:17.937026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:17.947064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12b3139-833e-413d-92f5-416c162eab8f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:17.953773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=653bd497-496e-4382-a088-7079b8a28ff6,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:17.961203 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:17.983491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92e9de12-8032-4f45-920e-42b0796297d9 req-348e96ef-2ad8-40ad-8015-25c0f765e8fa tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426167 May 27 01:57:18.006806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:18.010845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.011606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.013873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5255157-1d4c-4b58-92d5-d8f418cd2c89 HTTP/1.1" status: 200 len: 1135 time: 2.2916965 May 27 01:57:18.033118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.066324 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f56083d7-0b9c-4f1b-b5cd-88a8be8f475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.067381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:18.082920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:18.092446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Attempting to bind port f0bfb3b1-d28d-43f8-a977-9141b415d53d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:18.092993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Attempting to bind port f0bfb3b1-d28d-43f8-a977-9141b415d53d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:18.093505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Attempting to bind port f0bfb3b1-d28d-43f8-a977-9141b415d53d on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:18.112681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 8f4eb960-d224-4e14-8e44-d56cc4a123c7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:18.113279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.144722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Port f0bfb3b1-d28d-43f8-a977-9141b415d53d on network e32c36e5-33f5-4334-a579-2724eabe1d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:18.145393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Attempting to bind port f0bfb3b1-d28d-43f8-a977-9141b415d53d on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:18.149541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b711ab-83fa-4f1c-b374-5fd60e106fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:18.158260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-933c9001-b24b-48be-a068-e723b9517ca6 req-8785c9da-bb7b-4ab9-9bb0-e58e83b41be1 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759343 May 27 01:57:18.204663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:18.204663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Checking segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:18.204663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Bound using segment: {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:18.204663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Bound port: f0bfb3b1-d28d-43f8-a977-9141b415d53d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:18.204663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.207537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:18.271261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:18.334323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.377957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f56083d7-0b9c-4f1b-b5cd-88a8be8f475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.382174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e12b3139-833e-413d-92f5-416c162eab8f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:18.445116 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5957ddc2-e683-48b6-9215-d76c48628351'] response: {'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6', 'code': 200} May 27 01:57:18.481697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56083d7-0b9c-4f1b-b5cd-88a8be8f475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a7fe41-52f5-47d7-9996-61c43db02c09,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:18.614629 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f56083d7-0b9c-4f1b-b5cd-88a8be8f475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.616147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f56083d7-0b9c-4f1b-b5cd-88a8be8f475f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11a7fe41-52f5-47d7-9996-61c43db02c09 HTTP/1.1" status: 204 len: 168 time: 1.0107782 May 27 01:57:18.645781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] For port f0bfb3b1-d28d-43f8-a977-9141b415d53d, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:18.702249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] For port f0bfb3b1-d28d-43f8-a977-9141b415d53d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:18.709661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.723264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.736927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:18.796826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.804638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.810874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.818132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.830056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.837039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.843122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.845299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-4297003a-6ccf-4b37-b9a1-d54db7143c04 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5393 time: 0.4803874 May 27 01:57:18.862003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-afa72603-da4b-4978-be1b-3a6b4682f535 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.868462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-afa72603-da4b-4978-be1b-3a6b4682f535 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.874500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-afa72603-da4b-4978-be1b-3a6b4682f535 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.881060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-afa72603-da4b-4978-be1b-3a6b4682f535 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.887299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-afa72603-da4b-4978-be1b-3a6b4682f535 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.893981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-afa72603-da4b-4978-be1b-3a6b4682f535 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.902003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-afa72603-da4b-4978-be1b-3a6b4682f535 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 4604 time: 0.3606322 May 27 01:57:18.929262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30857c9-4591-48e9-acbc-26aa01b17f04 req-69945830-0e50-46b2-94ef-14685da744f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:18.930861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a30857c9-4591-48e9-acbc-26aa01b17f04 req-69945830-0e50-46b2-94ef-14685da744f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1098 time: 0.4470870 May 27 01:57:18.973309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 8f4eb960-d224-4e14-8e44-d56cc4a123c7 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:19.024152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d89adb81-8e14-441d-a070-bb0a4bfc5ea8 req-61f4db30-6b6c-4dfe-b949-81d1e39bf5f2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202998 May 27 01:57:19.069969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:19.070592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:19.072011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] 10.222.0.47 "PUT /v2.0/ports/f0bfb3b1-d28d-43f8-a977-9141b415d53d HTTP/1.1" status: 200 len: 1090 time: 3.7982550 May 27 01:57:19.072449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:19.072867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a30857c9-4591-48e9-acbc-26aa01b17f04 req-a494b098-35d5-4936-9ded-f08e5361e172 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314752 May 27 01:57:19.126813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-221028a3-f3b7-44c4-add9-33d4044037a0 req-97cf399e-8782-45be-833e-36f28b18889b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1620357 May 27 01:57:19.138326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bfb3b1-d28d-43f8-a977-9141b415d53d,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:19.155656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.156249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.156845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.157389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.157942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.158519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.159096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.159636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.160172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.160709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.161260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.161816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebf491-54d7-42ba-a76c-cff4eb909225 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:19.176318 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dedea7e-879b-42c9-b1d5-7a15530cb609'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89', 'status': 'completed', 'code': 200} May 27 01:57:19.189550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ef6ea4-3742-4d4f-808e-371b35fba3f6 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:19.203460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:19.232580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Transition to ACTIVE for port object d3ef6ea4-3742-4d4f-808e-371b35fba3f6 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:19.244783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:19.337862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:19.444105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:19.692992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:19.757989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=8f4eb960-d224-4e14-8e44-d56cc4a123c7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:19.769336 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155c9bc8-5616-47ba-9c92-5788e1c9c078'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d', 'status': 'completed', 'code': 200} May 27 01:57:19.831752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40824) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:19.943408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:19.943752 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 5529977d-be97-4764-b672-358c88c77c0e disassociated (deleted). External IP: 172.25.3.235, port: 2dcd5568-332c-497a-9f8a-02476ed304cb. May 27 01:57:20.046348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.047035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.048038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.048570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.049097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.049625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.050146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.050280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:20.053724 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-92d6a4b0-3ee2-4baf-ac01-5c95fdfe1173 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6179 time: 0.6220837 May 27 01:57:20.081543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Attempting to bind port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:20.081872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Attempting to bind port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:20.082197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Attempting to bind port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:20.128836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:20.129162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Attempting to bind port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:20.136587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.137063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.137532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.137993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.138449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.138926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.139379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.141268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-3c1b8fd0-b70d-4a2c-8c29-bc924e443ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6345 time: 0.5871947 May 27 01:57:20.150010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e5c38ae6-4166-4717-aa4a-846869f7d893 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] Request body: {'port': {'network_id': '8e6741e9-4d41-4ca7-9740-4037b107a59a', 'name': 'tempest-NetworksNegativeTestJSON-103078673'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:20.155334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be5c7f-4601-4b91-9895-9aa65a22ca9f req-da2656f7-711f-41a1-a824-4f33ac64201d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.156805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24be5c7f-4601-4b91-9895-9aa65a22ca9f req-da2656f7-711f-41a1-a824-4f33ac64201d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 945 time: 0.3948963 May 27 01:57:20.166923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-7c814895-d7b7-4ebd-9b3e-d8b8f1330c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.168454 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-7c814895-d7b7-4ebd-9b3e-d8b8f1330c2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1098 time: 0.5451703 May 27 01:57:20.205609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:20.205941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Checking segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:20.206318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Bound using segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:20.206783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Bound port: d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:20.207129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:20.248083 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c38ae6-4166-4717-aa4a-846869f7d893 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] POST failed (client error): The resource could not be found. May 27 01:57:20.248558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c38ae6-4166-4717-aa4a-846869f7d893 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:57:20.254335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e5c38ae6-4166-4717-aa4a-846869f7d893 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2934525 May 27 01:57:20.254664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40834) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:20.320238 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9b2096-37fe-44fd-80ca-bc74bd264491 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] DELETE failed (client error): The resource could not be found. May 27 01:57:20.320728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9b2096-37fe-44fd-80ca-bc74bd264491 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:57:20.370864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc37ff-fe3e-4538-9f58-53197126800f req-2ad4022a-8bc6-4bc3-ac38-c0f7083d2ad1 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.372319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05dc37ff-fe3e-4538-9f58-53197126800f req-2ad4022a-8bc6-4bc3-ac38-c0f7083d2ad1 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 946 time: 0.6394291 May 27 01:57:20.383636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24be5c7f-4601-4b91-9895-9aa65a22ca9f req-066c1bf1-24b2-40a7-92d0-065f2e5b6275 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752748 May 27 01:57:20.422757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9d9b2096-37fe-44fd-80ca-bc74bd264491 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "DELETE /v2.0/networks/cd232048-2f5e-4920-a2ba-8909159dfcdb HTTP/1.1" status: 404 len: 339 time: 0.1663578 May 27 01:57:20.427154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40838) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:20.462131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-e9e7063b-426d-42cc-8203-fb259c2399e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.462600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-e9e7063b-426d-42cc-8203-fb259c2399e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.463107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-e9e7063b-426d-42cc-8203-fb259c2399e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.464646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-e9e7063b-426d-42cc-8203-fb259c2399e6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=41e20aea7039450aa83d19ff2369765a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3568087 May 27 01:57:20.504770 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e224b0-4bc2-4091-8e82-b15fb942c9cc tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] DELETE failed (client error): The resource could not be found. May 27 01:57:20.505250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e224b0-4bc2-4091-8e82-b15fb942c9cc tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:57:20.506974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-91e224b0-4bc2-4091-8e82-b15fb942c9cc tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "DELETE /v2.0/ports/c0302172-2e54-4091-9aab-7be1036a58e4 HTTP/1.1" status: 404 len: 333 time: 0.0788605 May 27 01:57:20.527465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:20.654099 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb0f84d-2a16-4a42-bc4c-1bfd7c484f88 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] DELETE failed (client error): The resource could not be found. May 27 01:57:20.654293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb0f84d-2a16-4a42-bc4c-1bfd7c484f88 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:57:20.655906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0eb0f84d-2a16-4a42-bc4c-1bfd7c484f88 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "DELETE /v2.0/subnets/2845e98b-18b8-49eb-a066-6e55cf1640a8 HTTP/1.1" status: 404 len: 337 time: 0.1127665 May 27 01:57:20.666916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05dc37ff-fe3e-4538-9f58-53197126800f req-48c7f862-caf4-4627-bfeb-5917263daa82 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701900 May 27 01:57:20.673776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40858) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:20.824031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-1e143af7-c9f0-4704-b923-736b06bab700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.825480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-1e143af7-c9f0-4704-b923-736b06bab700 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 915 time: 0.6430869 May 27 01:57:20.826324 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dccd21-7dfc-4eb1-96c0-189bd3049830 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] GET failed (client error): The resource could not be found. May 27 01:57:20.827780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-10dccd21-7dfc-4eb1-96c0-189bd3049830 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "GET /v2.0/networks/4e929b20-9a5b-47e6-bfcd-1abfddb7e788 HTTP/1.1" status: 404 len: 339 time: 0.1427045 May 27 01:57:20.834647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40862) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:20.841972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:20.870185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-6fd55fc8-94d1-41f2-92d5-7d66ba647967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.870651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-6fd55fc8-94d1-41f2-92d5-7d66ba647967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.871134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-6fd55fc8-94d1-41f2-92d5-7d66ba647967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.872704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-6fd55fc8-94d1-41f2-92d5-7d66ba647967 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7034009 May 27 01:57:20.881172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] For port d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:20.910888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-b23132f9-69d8-4e66-b413-fc79d8d3fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:20.912247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4777887d-f960-4fe3-90ba-3a74cb1fa193 req-b23132f9-69d8-4e66-b413-fc79d8d3fc32 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4287517 May 27 01:57:20.918951 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb9dedd-1551-4f0a-a934-90bdf6971408 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] GET failed (client error): The resource could not be found. May 27 01:57:20.925267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7bb9dedd-1551-4f0a-a934-90bdf6971408 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "GET /v2.0/ports/01b1b73f-e9b8-4c68-8b6b-850f45e7565b HTTP/1.1" status: 404 len: 333 time: 0.0808551 May 27 01:57:20.942542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40866) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:21.018079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c4cf9-c886-4299-8d24-7ed400537339 req-481b7038-dd39-4128-a57c-92a001f264f6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.019760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-329c4cf9-c886-4299-8d24-7ed400537339 req-481b7038-dd39-4128-a57c-92a001f264f6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.2806458 May 27 01:57:21.020484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-793b829d-6e4b-44a8-8e0a-0a0a432dd193 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 217 time: 0.1424761 May 27 01:57:21.025503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] For port d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:21.134298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:21.137853 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-223577b6-c356-415a-ac62-9654ea1452c8 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] GET failed (client error): The resource could not be found. May 27 01:57:21.139165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-223577b6-c356-415a-ac62-9654ea1452c8 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "GET /v2.0/subnets/44f4b165-a783-447f-8c58-b8cb23067f5c HTTP/1.1" status: 404 len: 337 time: 0.1701195 May 27 01:57:21.139921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-329c4cf9-c886-4299-8d24-7ed400537339 req-94d8beca-5541-4e2d-9971-0ee95fc56f54 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667276 May 27 01:57:21.144823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40870) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:21.148022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:21.153250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a8855903-16ae-4ad1-87bf-5fa507319374 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:21.158910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:21.170050 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:21.170255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:21.171345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:21.224335 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8855903-16ae-4ad1-87bf-5fa507319374 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] PUT failed (client error): The resource could not be found. May 27 01:57:21.224817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8855903-16ae-4ad1-87bf-5fa507319374 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:57:21.229429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a8855903-16ae-4ad1-87bf-5fa507319374 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "PUT /v2.0/networks/0299edc6-3d7b-49ac-a2ff-0628ade6668a HTTP/1.1" status: 404 len: 339 time: 0.0802021 May 27 01:57:21.230455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40874) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:21.238450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e8596309-7f93-46bf-8f6f-fdaba8609706 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:21.263862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.264471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:21.265926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3ef6ea4-3742-4d4f-808e-371b35fba3f6 HTTP/1.1" status: 200 len: 1136 time: 3.1900213 May 27 01:57:21.267275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'd3ef6ea4-3742-4d4f-808e-371b35fba3f6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:21.270328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:21.282078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:21.283110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:21.342247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:21.381827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:21.382241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f373b-eb34-4b05-b9c4-cbf4f35a4155 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:21.385144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:21.401417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-eb6a5f57-33c2-420a-b12f-e9eb71169f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.403067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-eb6a5f57-33c2-420a-b12f-e9eb71169f40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.3630795 May 27 01:57:21.471834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e12b3139-833e-413d-92f5-416c162eab8f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:21.479482 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8596309-7f93-46bf-8f6f-fdaba8609706 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] PUT failed (client error): The resource could not be found. May 27 01:57:21.479959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8596309-7f93-46bf-8f6f-fdaba8609706 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:57:21.485987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e8596309-7f93-46bf-8f6f-fdaba8609706 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "PUT /v2.0/ports/5a5736c6-c81b-4abf-9323-42e2749a1d86 HTTP/1.1" status: 404 len: 333 time: 0.2545123 May 27 01:57:21.487281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e12b3139-833e-413d-92f5-416c162eab8f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:21.488005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40882) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:21.488154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:21.491348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-05c46e01-0afc-4b4c-b219-c14c1d8bebfb tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/floatingips/5529977d-be97-4764-b672-358c88c77c0e HTTP/1.1" status: 204 len: 168 time: 3.7919600 May 27 01:57:21.495798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-70a85293-e396-4821-9f9a-bd3477d265d5 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:21.503923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35871e2e-3b92-4e0d-98da-11f408fc26d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:21.523741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40886) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:21.535311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:57:21.558899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.565600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.573247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.573418 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a85293-e396-4821-9f9a-bd3477d265d5 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] PUT failed (client error): The resource could not be found. May 27 01:57:21.573705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a85293-e396-4821-9f9a-bd3477d265d5 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:57:21.579105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70a85293-e396-4821-9f9a-bd3477d265d5 tempest-NetworksNegativeTestJSON-1341207874 tempest-NetworksNegativeTestJSON-1341207874-project] 10.222.0.16 "PUT /v2.0/subnets/efb74df1-bb71-4020-81da-4d9e20379105 HTTP/1.1" status: 404 len: 337 time: 0.0898097 May 27 01:57:21.582424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.589726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.597107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.603675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.612486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-490dbcf5-0dd6-4b3d-9254-dbbd7ebe5cf4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5381 time: 0.7978187 May 27 01:57:21.637224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.650568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-72a679a2-1696-4b3a-9da4-364f0dbdd7a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2335856 May 27 01:57:21.653653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.671542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.680839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.686623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.702892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.712309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.720452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-4a028751-bf1e-4980-acca-29736eaeaaa8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5393 time: 0.3063679 May 27 01:57:21.773119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5014a3f-3158-4a8a-9fed-7821eb91dee7 req-6804bccb-ec27-4100-adfb-2fe6a0c4f51a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516071 May 27 01:57:21.777539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-d1b3e233-539c-4eec-9fbf-9625423bb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:21.779605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb1f4bc7-7cbb-4d3f-bf6c-11bf9a08bd19 req-d1b3e233-539c-4eec-9fbf-9625423bb382 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8960984 May 27 01:57:21.838918 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e5eabc-ea4f-4464-a211-5cceafa3f54d'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'd3ef6ea4-3742-4d4f-808e-371b35fba3f6', 'status': 'completed', 'code': 200} May 27 01:57:21.841639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:21.842016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:21.875882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:21.886516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:21.893963 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.056418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:22.119497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310681e-43c5-4da5-974c-001cffd49543 req-cf5fbe98-a6d2-4863-b898-25b47bfdae58 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:22.127285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a310681e-43c5-4da5-974c-001cffd49543 req-cf5fbe98-a6d2-4863-b898-25b47bfdae58 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.1669433 May 27 01:57:22.210609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a310681e-43c5-4da5-974c-001cffd49543 req-3971cbf4-7719-4ee0-80b0-36373f45b212 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745549 May 27 01:57:22.259357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40910) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:22.290392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8374704-95b4-45eb-b103-e3ecbf6fadf7 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:22.320748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 2dcd5568-332c-497a-9f8a-02476ed304cb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:22.321093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.379905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4c480f7-c8d4-4249-83b2-3f0e7271b7f6 req-b510eec4-a3dd-4cc9-962d-f77430bbfb77 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7662008 May 27 01:57:22.449545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.457692 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1920d47c-dc3f-4f2b-96f8-bcb667972d1f'] response: {'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f', 'code': 200} May 27 01:57:22.501835 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.561863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.581268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:22.584643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Transition to ACTIVE for port object a8374704-95b4-45eb-b103-e3ecbf6fadf7 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:22.598943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ff288-bcdf-4480-a7db-d46795b47854 req-d98ab832-f8b5-4270-81ac-26b3dd05ad9b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:22.600416 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f73ff288-bcdf-4480-a7db-d46795b47854 req-d98ab832-f8b5-4270-81ac-26b3dd05ad9b tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 946 time: 0.2693157 May 27 01:57:22.603796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Usage tracker for resource:security_group_rule and tenant:b40350722f224932b236ce31df145735 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:22.607773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:22.622313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:22.690359 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f73ff288-bcdf-4480-a7db-d46795b47854 req-820bd8d5-18d3-4e4e-a0b3-f76c820f4a82 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 May 27 01:57:22.694131 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.722084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb17f87-1a36-413e-95dc-2be241709443 req-6037b7cd-0e0a-4b22-accb-9826b41ca1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:22.723718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bb17f87-1a36-413e-95dc-2be241709443 req-6037b7cd-0e0a-4b22-accb-9826b41ca1ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1098 time: 0.1963177 May 27 01:57:22.782240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bb17f87-1a36-413e-95dc-2be241709443 req-8784dcac-0062-422d-a11c-d89302f28165 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 May 27 01:57:22.824962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-b79bbdc6-9d1b-4151-868a-f0ebeb0cf2c9 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9888308 May 27 01:57:22.825887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.832516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:22.911807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b40350722f224932b236ce31df145735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504536 May 27 01:57:22.912504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40940) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:22.916298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4832bf-90d4-41d8-83d3-daf5dd7e1a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee14402e-7b6f-46bc-a68e-1efeb4b20c38,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:22.962590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-843c5203-4ae3-4f04-81bd-d7bfafdf5ad8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1938217042&fields=id&tenant_id=75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 267 time: 0.1039844 May 27 01:57:23.026321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.026821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.027291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.027755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.028213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.028671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.029128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.031096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-72c45511-274a-4c5c-b4cd-bcd9f1893541 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6221 time: 1.1197705 May 27 01:57:23.032464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Pushing event updated for resources: {'Port': ['ID=a8374704-95b4-45eb-b103-e3ecbf6fadf7,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:23.059235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e4fcbc4-9589-4660-bdf9-5a934b29b6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.094725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e4fcbc4-9589-4660-bdf9-5a934b29b6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.108608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-b046f56f-32c8-4ca5-ba88-fa915f121377 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.110136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-b046f56f-32c8-4ca5-ba88-fa915f121377 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 946 time: 0.1377492 May 27 01:57:23.129764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'port': {'security_groups': ['b9afeb61-ad07-418e-b8ba-425de2d3fc87', 'dfab0123-4ba8-45d3-a8f3-45c367371239']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:23.263021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e4fcbc4-9589-4660-bdf9-5a934b29b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.285417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fcbc4-9589-4660-bdf9-5a934b29b6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee14402e-7b6f-46bc-a68e-1efeb4b20c38,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:23.287104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.305409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e4fcbc4-9589-4660-bdf9-5a934b29b6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.306512 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7e4fcbc4-9589-4660-bdf9-5a934b29b6f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee14402e-7b6f-46bc-a68e-1efeb4b20c38 HTTP/1.1" status: 204 len: 168 time: 0.3916054 May 27 01:57:23.430732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b3f6e-e7bc-44c9-93fe-9d27626a53d2 req-378876e6-e1ec-4e2d-8e34-afa4edc0af6a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.438542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-041b3f6e-e7bc-44c9-93fe-9d27626a53d2 req-378876e6-e1ec-4e2d-8e34-afa4edc0af6a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.8599184 May 27 01:57:23.559474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.591535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=653bd497-496e-4382-a088-7079b8a28ff6,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:23.628660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.633713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.645523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699', '653bd497-496e-4382-a088-7079b8a28ff6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:23.716695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:23.717416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:23.719139 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47f8f0de-a611-49ad-a680-4a51728ae178 req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "PUT /v2.0/ports/653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 982 time: 0.5977294 May 27 01:57:23.719653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:23.783306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e0159-fa6a-43e4-903b-28756a5aa388 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:23.807975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['653bd497-496e-4382-a088-7079b8a28ff6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:23.963991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 2dcd5568-332c-497a-9f8a-02476ed304cb owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:24.017950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Attempting to bind port a8374704-95b4-45eb-b103-e3ecbf6fadf7 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:24.018357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Attempting to bind port a8374704-95b4-45eb-b103-e3ecbf6fadf7 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:24.018783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Attempting to bind port a8374704-95b4-45eb-b103-e3ecbf6fadf7 on network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:24.023683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-041b3f6e-e7bc-44c9-93fe-9d27626a53d2 req-fab50e53-434d-43bb-8eb3-efd0c1f23335 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842509 May 27 01:57:24.074988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b06178b-d81e-4b09-8b66-c6cda1a085a7 req-5c8bec2c-e2f7-4772-a0bc-45d22b4b3e8a service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9901793 May 27 01:57:24.088282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Port a8374704-95b4-45eb-b103-e3ecbf6fadf7 on network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:24.088552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Attempting to bind port a8374704-95b4-45eb-b103-e3ecbf6fadf7 on network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:24.113311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.119761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.127676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.135174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:24.135573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Checking segment: {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:24.135916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Bound using segment: {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:24.136357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Bound port: a8374704-95b4-45eb-b103-e3ecbf6fadf7, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:24.136711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:24.138938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.145326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.152029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.158804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.166566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-40bb61c6-3ff8-4c17-8aa6-e29677de66db tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5405 time: 0.1847744 May 27 01:57:24.247747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1522dfb2-1713-43f9-9613-e4a97ec47065 req-2be3db28-7f1c-42e4-80df-4217b92a8d85 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0795133 May 27 01:57:24.257350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40986) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:24.341651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-b2084446-e836-4e88-829d-63d4ee920434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.342039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-b2084446-e836-4e88-829d-63d4ee920434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.342648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-b2084446-e836-4e88-829d-63d4ee920434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.345410 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-b2084446-e836-4e88-829d-63d4ee920434 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=41e20aea7039450aa83d19ff2369765a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2597206 May 27 01:57:24.445176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-2061926152'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:24.456567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:24.464392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:24.476537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:24.485216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:24.485901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:24.494256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:24.503632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:24.507002 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:24.511184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Transition to ACTIVE for port object a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:24.521878 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:24.541394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.547369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.553105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.559053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.565128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.571091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.574938 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:24.576971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:24.580017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-389507ed-308e-4672-9a10-795a690ef2e6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5381 time: 0.1824455 May 27 01:57:24.588728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:24.604951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:security_group_rule and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:24.609380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:24.618447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:24.654488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e6643fb1-b1d9-4189-b7af-d147c3151aa1 req-95ffb3ef-ed5e-44a7-8834-a684a2121a78 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669730 May 27 01:57:24.795935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:24.799751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-400ac840-b144-4dba-b447-8c72eaf0006b req-5a409781-a2d6-48eb-922c-d5bec48893e3 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/dfab0123-4ba8-45d3-a8f3-45c367371239 HTTP/1.1" status: 200 len: 1803 time: 0.0995629 May 27 01:57:24.803491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:24.876548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6076cb6-35d9-45f4-ad99-459826554079,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:24.892088 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-400ac840-b144-4dba-b447-8c72eaf0006b req-d829acc0-e483-463f-bf36-fb80d30ecc85 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 01:57:24.893061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-400ac840-b144-4dba-b447-8c72eaf0006b req-d829acc0-e483-463f-bf36-fb80d30ecc85 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/dfab0123-4ba8-45d3-a8f3-45c367371239 HTTP/1.1" status: 409 len: 341 time: 0.0848484 May 27 01:57:24.954959 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca628b7d-4f8c-499b-9dbd-92ac9785ce26'] response: {'name': 'network-changed', 'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6', 'status': 'completed', 'code': 200} May 27 01:57:24.963490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:25.073406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-bc1ed697-802d-442f-953b-c3ef2f42480d tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316603 May 27 01:57:25.089468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] For port a8374704-95b4-45eb-b103-e3ecbf6fadf7, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:25.189086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] For port a8374704-95b4-45eb-b103-e3ecbf6fadf7, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:25.197665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45a17f-2b9a-4f48-9a96-19ec96464b13 req-9c2c6b0f-893b-4ad3-9d84-d89c7b5b67f5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:25.205315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f45a17f-2b9a-4f48-9a96-19ec96464b13 req-9c2c6b0f-893b-4ad3-9d84-d89c7b5b67f5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.7985318 May 27 01:57:25.214302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-046089f2-8a3a-42bf-b21b-7f8d03139948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:25.215768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8a4ebd3-500c-4f58-9e88-6a56072e19ff req-046089f2-8a3a-42bf-b21b-7f8d03139948 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8202231 May 27 01:57:25.233196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.354846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Attempting to bind port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:25.355197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Attempting to bind port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:25.355554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Attempting to bind port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:25.361960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:25.362614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.364024 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] 10.222.0.47 "PUT /v2.0/ports/a8374704-95b4-45eb-b103-e3ecbf6fadf7 HTTP/1.1" status: 200 len: 1092 time: 5.9305444 May 27 01:57:25.368889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:25.371624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:57:25.381120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.389756 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.390019 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment 43ac11c2-5325-46df-992c-854c78e82cff of type vlan for network d49544fa-ebdf-4b7b-8be1-2f2c76844533 May 27 01:57:25.395321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f45a17f-2b9a-4f48-9a96-19ec96464b13 req-f1875ba4-c18e-4326-9531-5d0e249df48a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891477 May 27 01:57:25.396166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:25.396600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Attempting to bind port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:25.397827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-b0454d99-da32-4404-b6cd-92ff8414a1a7 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:25.414061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-b0454d99-da32-4404-b6cd-92ff8414a1a7 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3250742 May 27 01:57:25.416950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:25.417356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Checking segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:25.417806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Bound using segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:25.419238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Bound port: a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:25.419827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.432335 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-715c3a74-6890-4d2a-9ff4-c30a332808f0 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/quotas/e1dd2bfa3b914dee9bd291bc36489222 HTTP/1.1" status: 200 len: 375 time: 0.0267498 May 27 01:57:25.457637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Request body: {'port': {'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:25.510096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-0270173d-a9a3-4e25-ab46-3584a674d62b tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768318 May 27 01:57:25.511960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.583107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-cfba37e8-a447-48f3-8b43-46494e1106e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:25.584706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-cfba37e8-a447-48f3-8b43-46494e1106e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1137 time: 0.5542340 May 27 01:57:25.585386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d7b52-5cfc-4953-9c3f-db57ded44f1a service neutron] Pushing event updated for resources: {'Port': ['ID=a8374704-95b4-45eb-b103-e3ecbf6fadf7,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:25.592460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.600051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:25.600625 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.815635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] For port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:25.820484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] For port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:25.821358 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5627880 May 27 01:57:25.822399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efbb3f-145b-49f9-a0af-e678d94add5d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=d49544fa-ebdf-4b7b-8be1-2f2c76844533,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:25.824688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41022) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:25.832377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-310231546'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:25.836053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:57:25.857088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=2dcd5568-332c-497a-9f8a-02476ed304cb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:25.868158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:25.876755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:25.886113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:25.895112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:25.934247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:25.941166 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:25.992496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:57:26.009327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.016325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.022870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.028908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.035815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.041851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.047830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.049874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-d0d791b4-c4f1-43f1-a4f1-58fc6a3276ea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5405 time: 0.2215838 May 27 01:57:26.056127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.056441 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment 0decbcee-20d9-4836-87a2-9e0c77fb2ea9 of type vlan for network 951d9306-a0dd-490f-a0d5-ee3f343cae96 May 27 01:57:26.116276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.131032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e37e1e75-de2c-40c1-a98e-ab6ff354a71a req-405ce216-0940-4acc-a578-522f3748e8c3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0729051 May 27 01:57:26.175440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.177300 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.181838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.182585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.234493 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e63a275-e425-4a84-95c3-b127c44ec3e5'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7', 'status': 'completed', 'code': 200} May 27 01:57:26.299739 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4737620 May 27 01:57:26.302985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41034) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:26.310200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': 'd49544fa-ebdf-4b7b-8be1-2f2c76844533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:26.331648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a6329-09d0-40a2-bed3-f29f57407252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=951d9306-a0dd-490f-a0d5-ee3f343cae96,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:26.344417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:57:26.398513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.399293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.401014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] 10.222.0.47 "PUT /v2.0/ports/a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 HTTP/1.1" status: 200 len: 1091 time: 5.0824816 May 27 01:57:26.471755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.493058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:26.501067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:26.506732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:26.510614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:26.518926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:26.542021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845ff26-e3a9-4fa1-b77a-f58cf35d129d req-6dcc5c0b-cee9-43b1-bb7b-22e02347b58d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.543556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d845ff26-e3a9-4fa1-b77a-f58cf35d129d req-6dcc5c0b-cee9-43b1-bb7b-22e02347b58d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 985 time: 0.2163403 May 27 01:57:26.559981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:26.563952 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.620579 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.728382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d845ff26-e3a9-4fa1-b77a-f58cf35d129d req-62eb255a-83e5-49f9-9639-798aa34ae337 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=dfab0123-4ba8-45d3-a8f3-45c367371239&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1684108 May 27 01:57:26.797788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef10a1-c5a6-436a-b39d-4e143c26aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:26.811772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-ffac5792-ff78-4294-a9d0-cecdb36ac55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.813969 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-ffac5792-ff78-4294-a9d0-cecdb36ac55b service neutron] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 913 time: 1.1659360 May 27 01:57:26.833406 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dabed1fe-fd07-4de0-a048-325df478520c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/ports/2dcd5568-332c-497a-9f8a-02476ed304cb HTTP/1.1" status: 204 len: 168 time: 5.2183819 May 27 01:57:26.841237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41042) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:26.849621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:26.860688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:26.901480 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:26.904802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:floatingip and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:26.917098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:26.925392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-9d870918-1a86-4766-8569-416034cfeed3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 217 time: 0.0982974 May 27 01:57:26.926907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:26.933157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedb700-7971-43da-9144-422b0010e572 req-5d4088e3-652e-447e-931e-d556a0623058 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:26.934648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5eedb700-7971-43da-9144-422b0010e572 req-5d4088e3-652e-447e-931e-d556a0623058 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 1.0126135 May 27 01:57:26.971605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:27.009238 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:27.152906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.153384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.153858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.154319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.154809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.155275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.155734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.157649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-534fadc6-1c2b-444d-bf7c-f495e6f5a882 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6413 time: 0.8628116 May 27 01:57:27.172418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-b2a34352-cdeb-4c3d-ac3d-c89383e44463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.173811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-b2a34352-cdeb-4c3d-ac3d-c89383e44463 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.2337680 May 27 01:57:27.199029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5eedb700-7971-43da-9144-422b0010e572 req-a25cbef3-dbef-4e4d-a140-1e1d03e2cb6d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568457 May 27 01:57:27.217953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.224036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.230560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.236383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.243177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.248871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.255239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.257250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-beba4d43-2ec0-45b5-92be-efae953d53cc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5393 time: 0.4013753 May 27 01:57:27.262755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=7bf84ab9-a6b3-4a30-8f32-e302b5153a35,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:27.282318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': '43ac11c2-5325-46df-992c-854c78e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd49544fa-ebdf-4b7b-8be1-2f2c76844533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:27.282680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: d49544fa-ebdf-4b7b-8be1-2f2c76844533, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:57:27.355489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-7a670dd6-bc73-4d49-9ad4-9d6941213360 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3140345 May 27 01:57:27.362461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:57:27.368301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6a7be10-a5d7-40df-8dfb-8541a31ff2bd req-70b9ce3a-2fb3-47dd-ac37-925ec28e2cef tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805480 May 27 01:57:27.370582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-56672c9b-4a3e-4243-bec5-56bec093388f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706235 May 27 01:57:27.400495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d49544fa-ebdf-4b7b-8be1-2f2c76844533) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:27.405471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:27.406508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:27.413358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4a1bf-e9d9-4c9f-9231-99264e3dac4b None None] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:27.469573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-967f0b77-e5bd-491e-b3eb-f3ea93edb1d3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1655564 May 27 01:57:27.473996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41058) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:27.479637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.47', 60518) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:27.482342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-af30446d-19d1-4e7e-b096-9240167f5348 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510442 May 27 01:57:27.489260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': '951d9306-a0dd-490f-a0d5-ee3f343cae96', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:27.506617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:27.577063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-cc59e42c-cb24-4c44-a82f-755e57b664e4 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1984642 May 27 01:57:27.817575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-d49544fa-ebdf-4b7b-8be1-2f2c76844533', 'network_id': 'd49544fa-ebdf-4b7b-8be1-2f2c76844533', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '7bf84ab9-a6b3-4a30-8f32-e302b5153a35'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:57:27.818697 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:27.986003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Allocated IP 172.20.0.2 (d49544fa-ebdf-4b7b-8be1-2f2c76844533/7bf84ab9-a6b3-4a30-8f32-e302b5153a35/5de1c453-5c15-4ac3-896d-bb7d8107a2d1) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:28.043134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-a6991f6c-c5e9-484d-9959-ec7fd5c10c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.043737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-a6991f6c-c5e9-484d-9959-ec7fd5c10c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.044056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-a6991f6c-c5e9-484d-9959-ec7fd5c10c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.045626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-a6991f6c-c5e9-484d-9959-ec7fd5c10c29 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8791556 May 27 01:57:28.072389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:28.099904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:28.130095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:28.161206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:28.181921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-dd8c14ca-2eb4-4d3f-97c5-473a76e35e56 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265947 May 27 01:57:28.195078 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:57:28.219791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-c53424fa-7c6f-476a-a99d-dcbe21e50a19 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.221526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-c53424fa-7c6f-476a-a99d-dcbe21e50a19 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5300100 May 27 01:57:28.224461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-fc3bac55-c2c8-4862-922e-7e3aafcc0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.224637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-592dcdc9-6dc9-4716-814c-23e5c18bd437 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.226097 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-fc3bac55-c2c8-4862-922e-7e3aafcc0783 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f910654bcf5844a995ba687ccba1925f&device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 1098 time: 0.7427936 May 27 01:57:28.226282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-592dcdc9-6dc9-4716-814c-23e5c18bd437 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6479995 May 27 01:57:28.228915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:28.232739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.234973 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.248805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Transition to ACTIVE for port object 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:28.253967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:28.268069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Transition to ACTIVE for port object 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:28.275598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.296919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Request body: {'port': {'device_id': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': 'e1dd2bfa3b914dee9bd291bc36489222'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:28.339598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:28.347347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:28.349997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:28.403608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-b34278ac-9752-45d8-baa9-58a86623cf4a tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/quotas/e1dd2bfa3b914dee9bd291bc36489222 HTTP/1.1" status: 200 len: 375 time: 0.1448932 May 27 01:57:28.436912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Pushing event updated for resources: {'Port': ['ID=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:28.458689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.459328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.459794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.460236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.460663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.461100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.461520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.461941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.462363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.462817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.463235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.463669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:57:28.471313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.25.3.91 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5b4946f6-64c7-4502-a57a-ca948a7085dc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:28.471538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Attempting to bind port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:28.472526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Attempting to bind port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '43ac11c2-5325-46df-992c-854c78e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd49544fa-ebdf-4b7b-8be1-2f2c76844533'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:28.473663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Attempting to bind port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 on network d49544fa-ebdf-4b7b-8be1-2f2c76844533 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:28.481340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:28.482344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Checking segment: {'id': '43ac11c2-5325-46df-992c-854c78e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd49544fa-ebdf-4b7b-8be1-2f2c76844533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:28.483012 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.483511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Bound using segment: {'id': '43ac11c2-5325-46df-992c-854c78e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd49544fa-ebdf-4b7b-8be1-2f2c76844533'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:28.484084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Bound port: 5de1c453-5c15-4ac3-896d-bb7d8107a2d1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ac11c2-5325-46df-992c-854c78e82cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd49544fa-ebdf-4b7b-8be1-2f2c76844533'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:28.485754 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.496167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf553192-61ec-417a-b330-9d6339f35f54 req-21988c51-f10c-42e7-9925-9a764986677e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.497697 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf553192-61ec-417a-b330-9d6339f35f54 req-21988c51-f10c-42e7-9925-9a764986677e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.7522159 May 27 01:57:28.503641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a958d246-60b4-421f-bde5-e9ab95ce080e {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:28.509484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-0a7f87a1-4873-4d7a-812d-2826da719a56 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873880 May 27 01:57:28.516793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-f930c8ff-e72a-4524-80bb-b6ebd55d6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.517877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89ab797b-ae46-4a21-9b57-b6832b028381 req-f930c8ff-e72a-4524-80bb-b6ebd55d6387 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4531584 May 27 01:57:28.519579 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.622543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Transition to ACTIVE for port object a958d246-60b4-421f-bde5-e9ab95ce080e will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:28.636658 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f87fac39-800b-44a4-8363-f4a5aa8cf1ea req-9d018e14-ece5-43ec-a313-c4929e79036e service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201300 May 27 01:57:28.638861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c7977a-7a54-4952-ab90-331ca90f4d85 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:28.643772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.701386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] For port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:28.705918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] For port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,segment=NetworkSegment(43ac11c2-5325-46df-992c-854c78e82cff),segment_id=43ac11c2-5325-46df-992c-854c78e82cff)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:28.716242 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.748038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:28.789651 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf553192-61ec-417a-b330-9d6339f35f54 req-29601e0e-dc44-4602-9a1b-c46664334e09 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649460 May 27 01:57:28.814752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-68cc32f8-674b-456e-b6d8-905c13b586a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:28.816152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-68cc32f8-674b-456e-b6d8-905c13b586a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 200 len: 915 time: 0.5589943 May 27 01:57:28.818056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:28.923400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150f3f5-5017-4c11-85af-e5de49474201 None None] Pushing event updated for resources: {'Port': ['ID=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:28.946887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Usage tracker for resource:port and tenant:e1dd2bfa3b914dee9bd291bc36489222 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:28.967296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:29.031960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Transition to ACTIVE for port object a9c7977a-7a54-4952-ab90-331ca90f4d85 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:29.046398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:29.049801 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-bd548c86-fb3f-4efd-adf4-1a211d02aace service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 200 len: 217 time: 0.2267294 May 27 01:57:29.112550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Pushing event updated for resources: {'Port': ['ID=a958d246-60b4-421f-bde5-e9ab95ce080e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:29.149622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.240658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.244174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Made reservation on behalf of e1dd2bfa3b914dee9bd291bc36489222 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:29.248446 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.325607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.421626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.426303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:29.510353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c7977a-7a54-4952-ab90-331ca90f4d85,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:29.526490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Usage tracker for resource:security_group_rule and tenant:e1dd2bfa3b914dee9bd291bc36489222 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:29.542446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-02a06afd-42a7-4755-8205-2016ef1d51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.543394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-02a06afd-42a7-4755-8205-2016ef1d51cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 200 len: 854 time: 0.4137177 May 27 01:57:29.548444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:29.572580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-dbd4a178-8a1b-4bc0-a78a-ea7cc501fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.574403 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-dbd4a178-8a1b-4bc0-a78a-ea7cc501fa6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1137 time: 0.8415172 May 27 01:57:29.596039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.597623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:29.602916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.603086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:29.609104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.610124 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.616389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.622412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.637302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.648867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.651190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-198414d7-b996-4fe3-b51a-73d8ac10e737 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.6425374 May 27 01:57:29.778384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:29.792891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-a157220c-3a4e-4b83-ad9b-fba903574608 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9a78db4-ec9e-49c7-b480-0f7bcc68357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2258792 May 27 01:57:29.798365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:29.807660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Attempting to bind port a9c7977a-7a54-4952-ab90-331ca90f4d85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:29.808133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Attempting to bind port a9c7977a-7a54-4952-ab90-331ca90f4d85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:29.808559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Attempting to bind port a9c7977a-7a54-4952-ab90-331ca90f4d85 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:29.836213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Port a9c7977a-7a54-4952-ab90-331ca90f4d85 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:29.836696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Attempting to bind port a9c7977a-7a54-4952-ab90-331ca90f4d85 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:29.846140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Attempting to bind port a958d246-60b4-421f-bde5-e9ab95ce080e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:29.846571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Attempting to bind port a958d246-60b4-421f-bde5-e9ab95ce080e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:29.846983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Attempting to bind port a958d246-60b4-421f-bde5-e9ab95ce080e on network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:29.865487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7cf4362a-64b2-45a6-ae1b-eb9d4d25b75e req-f167697a-6a5a-4b9d-9268-616d682dca55 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1840405 May 27 01:57:29.869968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:29.870386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Checking segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:29.870876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Bound using segment: {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:29.871401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Bound port: a9c7977a-7a54-4952-ab90-331ca90f4d85, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249f5b75-3bec-4ae5-bf35-cead982c7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:29.871860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:29.873962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=5b4946f6-64c7-4502-a57a-ca948a7085dc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:29.889187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Port a958d246-60b4-421f-bde5-e9ab95ce080e on network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:29.889651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Attempting to bind port a958d246-60b4-421f-bde5-e9ab95ce080e on network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:29.909832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba892eb-7aea-4f2b-ab2c-fa3a155c6180 req-5454a618-bbbe-415f-a3b0-84307766ba18 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.915525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aba892eb-7aea-4f2b-ab2c-fa3a155c6180 req-5454a618-bbbe-415f-a3b0-84307766ba18 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.8704376 May 27 01:57:29.920952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-ebd3e978-c18c-4014-af7d-43a803cc4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:29.922618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-ebd3e978-c18c-4014-af7d-43a803cc4eaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 913 time: 0.2683401 May 27 01:57:29.929602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:29.929946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Checking segment: {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:29.930365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Bound using segment: {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:29.930789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Bound port: a958d246-60b4-421f-bde5-e9ab95ce080e, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551f1f36-50f6-4b20-94c9-2c0025fefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:29.931155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.032083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=5db427ef-75b4-4ff5-82da-552fc8bc57c8,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:30.108166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': '0decbcee-20d9-4836-87a2-9e0c77fb2ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '951d9306-a0dd-490f-a0d5-ee3f343cae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:30.108531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: 951d9306-a0dd-490f-a0d5-ee3f343cae96, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:57:30.145529 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aba892eb-7aea-4f2b-ab2c-fa3a155c6180 req-13f0163b-e167-4001-b08b-1e950c26aa38 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617522 May 27 01:57:30.218352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.225143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-bc463c6d-255d-49d4-8081-bdee8075f766 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839083 May 27 01:57:30.243528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-f1235a3c-6dcb-497b-8780-1a0fae9076ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 217 time: 0.2847848 May 27 01:57:30.305348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:57:30.311265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.47', 60520) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:30.338012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c3c72-3039-4270-962a-6678d14a4245 None None] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:30.361572 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28d866a-81b8-4892-ae1a-6e6f567705e6'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98', 'status': 'completed', 'code': 200} May 27 01:57:30.403714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.449097 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-c8c00903-4dba-495f-a213-504ff2e07366 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492105 May 27 01:57:30.483937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c14b236-4f45-42d6-9e1d-8ba4fa7453c8 None None] Provisioning for port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:30.499006 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.548818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 951d9306-a0dd-490f-a0d5-ee3f343cae96) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:30.579290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-09edfc34-243f-4097-af3a-5e381aa3ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.580811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-09edfc34-243f-4097-af3a-5e381aa3ab78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.2348683 May 27 01:57:30.589019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] For port a9c7977a-7a54-4952-ab90-331ca90f4d85, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:30.594658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] For port a9c7977a-7a54-4952-ab90-331ca90f4d85, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:30.611546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa3077-3d04-4aac-b245-3a543a1f7f57 None None] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:30.665701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] For port a958d246-60b4-421f-bde5-e9ab95ce080e, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:30.673169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.716188 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-46686248-9fba-4288-9145-7a2933443252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193867 May 27 01:57:30.751185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:30.758691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.759412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.766367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] For port a958d246-60b4-421f-bde5-e9ab95ce080e, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a958d246-60b4-421f-bde5-e9ab95ce080e,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:30.784251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afd0cb-d3f9-4546-bc76-bb3d18c0874d req-e9d9448a-edbb-4107-8993-41c9751d06de tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.791668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58afd0cb-d3f9-4546-bc76-bb3d18c0874d req-e9d9448a-edbb-4107-8993-41c9751d06de tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 985 time: 0.7760377 May 27 01:57:30.850842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.874183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.890499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.891726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:30.893124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] 10.222.0.47 "PUT /v2.0/ports/a9c7977a-7a54-4952-ab90-331ca90f4d85 HTTP/1.1" status: 200 len: 1092 time: 4.4068694 May 27 01:57:30.926083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.926558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.927086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.927554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.928021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.928487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.928954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:30.930887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-5ff4cddb-f351-4bc6-9d80-848f048438ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6315 time: 0.5253890 May 27 01:57:30.954392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a575a743-598b-47f1-8c3e-f529f35aa014,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:30.956791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:30.959894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-c8d90d0c-5ea9-4eb9-a8cc-62aa07e51988 service neutron] 10.222.0.47 "GET /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265713 May 27 01:57:31.068536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-951d9306-a0dd-490f-a0d5-ee3f343cae96', 'network_id': '951d9306-a0dd-490f-a0d5-ee3f343cae96', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '5db427ef-75b4-4ff5-82da-552fc8bc57c8'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:57:31.069665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.094907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:31.096828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0839a93d-8f8a-4207-8e5c-14e4239adff3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6193769 May 27 01:57:31.106919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41092) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:31.118905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:31.119055 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.137734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2085507003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:31.160027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-bbd6d4c1-d7cc-4d71-818c-7e89da24e4f9 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.161760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-bbd6d4c1-d7cc-4d71-818c-7e89da24e4f9 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6403508 May 27 01:57:31.163376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:31.192073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Allocated IP 192.168.233.212 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/e6ae0d94-a466-4ca2-b69d-87f1b6b360f2) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:31.234963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-ce7b04ed-a01a-495a-8dd1-1a6465d35ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.235592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-ce7b04ed-a01a-495a-8dd1-1a6465d35ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.236126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-ce7b04ed-a01a-495a-8dd1-1a6465d35ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.238203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-ce7b04ed-a01a-495a-8dd1-1a6465d35ed2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=41e20aea7039450aa83d19ff2369765a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2972398 May 27 01:57:31.269352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58afd0cb-d3f9-4546-bc76-bb3d18c0874d req-de745c3a-605c-447b-94ab-2919f0af4082 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=dfab0123-4ba8-45d3-a8f3-45c367371239&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4767156 May 27 01:57:31.289575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:router and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:31.295444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Request body: {'port': {'device_id': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': 'e1dd2bfa3b914dee9bd291bc36489222'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:31.335264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.343008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.352193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.359832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.367682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.373950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.380568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.388285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-156a8709-8c8a-4d09-bbd6-6c6a2b56fc6e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5405 time: 0.9769211 May 27 01:57:31.451436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:31.452321 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.454153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] 10.222.0.47 "PUT /v2.0/ports/a958d246-60b4-421f-bde5-e9ab95ce080e HTTP/1.1" status: 200 len: 1092 time: 6.0387642 May 27 01:57:31.482317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd41a8-2855-42b2-b116-63aae89df595 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c7977a-7a54-4952-ab90-331ca90f4d85,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:31.490600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:31.535115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Allocated IP 172.21.0.2 (951d9306-a0dd-490f-a0d5-ee3f343cae96/5db427ef-75b4-4ff5-82da-552fc8bc57c8/3b687243-16a3-43bb-96ba-50636555162e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:31.632379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:31.724837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:31.725472 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.743312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b8d75b0-288f-4d64-9262-34e2448c1111 req-9a453c3b-d2ab-4b01-bdc1-c93ac1c4d9a5 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 210 time: 0.2546172 May 27 01:57:31.806144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-6d9efd21-bd26-4bab-92dd-5daecb4f17e1 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0680151 May 27 01:57:31.812948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.846924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4966b0b2-6883-43cf-abd5-7fee32feb6ec req-d59c9fb9-d341-4173-a7cd-7cf1183f789f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4576316 May 27 01:57:31.847857 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.848909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.877963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7075e2-99e6-4243-8447-006d28e8e58e service neutron] Pushing event updated for resources: {'Port': ['ID=a958d246-60b4-421f-bde5-e9ab95ce080e,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:31.880560 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.901344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Transition to ACTIVE for port object 3b687243-16a3-43bb-96ba-50636555162e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:31.924186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Transition to ACTIVE for port object 3b687243-16a3-43bb-96ba-50636555162e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:31.940997 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:31.986002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:32.001641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.019671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Usage tracker for resource:port and tenant:e1dd2bfa3b914dee9bd291bc36489222 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:32.025205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:32.029398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,segment=NetworkSegment(43ac11c2-5325-46df-992c-854c78e82cff),segment_id=43ac11c2-5325-46df-992c-854c78e82cff)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:32.035778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:32.039391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:32.041175 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.046359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:32.060376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-4de0f992-c616-4c6d-bfc1-745a53782ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.061973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-4de0f992-c616-4c6d-bfc1-745a53782ae4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7867138 May 27 01:57:32.074900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:32.087487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Pushing event updated for resources: {'Port': ['ID=3b687243-16a3-43bb-96ba-50636555162e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:32.111737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.112002 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.112451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.113019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.113548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.114076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.114599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.115153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.117374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-4e43dfcd-0c5c-4d13-a869-09f24558d432 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6481 time: 0.5109804 May 27 01:57:32.146832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Made reservation on behalf of e1dd2bfa3b914dee9bd291bc36489222 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:32.150200 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.160222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.184477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.206758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Transition to ACTIVE for port object e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:32.207881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.211217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Attempting to bind port 3b687243-16a3-43bb-96ba-50636555162e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:32.211590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Attempting to bind port 3b687243-16a3-43bb-96ba-50636555162e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0decbcee-20d9-4836-87a2-9e0c77fb2ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '951d9306-a0dd-490f-a0d5-ee3f343cae96'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:32.211951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Attempting to bind port 3b687243-16a3-43bb-96ba-50636555162e on network 951d9306-a0dd-490f-a0d5-ee3f343cae96 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:32.228364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:32.228784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Checking segment: {'id': '0decbcee-20d9-4836-87a2-9e0c77fb2ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '951d9306-a0dd-490f-a0d5-ee3f343cae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:32.229144 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.229541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Bound using segment: {'id': '0decbcee-20d9-4836-87a2-9e0c77fb2ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '951d9306-a0dd-490f-a0d5-ee3f343cae96'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:32.230016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Bound port: 3b687243-16a3-43bb-96ba-50636555162e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0decbcee-20d9-4836-87a2-9e0c77fb2ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '951d9306-a0dd-490f-a0d5-ee3f343cae96'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:32.230390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.243619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4e322f77-8c29-4ea7-a22c-f3df1f459a6d None None] Provisioning complete for port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:32.244021 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4e322f77-8c29-4ea7-a22c-f3df1f459a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.330510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:32.370400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85'}, {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:32.381947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-3d5ab2cc-894c-4cf2-9b4f-3eba814cfe7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026 HTTP/1.1" status: 200 len: 217 time: 0.2499955 May 27 01:57:32.402361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] For port 3b687243-16a3-43bb-96ba-50636555162e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:32.407215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] For port 3b687243-16a3-43bb-96ba-50636555162e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b687243-16a3-43bb-96ba-50636555162e,segment=NetworkSegment(0decbcee-20d9-4836-87a2-9e0c77fb2ea9),segment_id=0decbcee-20d9-4836-87a2-9e0c77fb2ea9)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:32.445711 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.487348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.491085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3ebb6d45-50bb-4288-9407-23e23903ca9a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3733704 May 27 01:57:32.494751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:32.531580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4e322f77-8c29-4ea7-a22c-f3df1f459a6d None None] Current status of the port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:32.546389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fa736-e4fc-4ea2-ae28-ffc5b07fda2d None None] Pushing event updated for resources: {'Port': ['ID=3b687243-16a3-43bb-96ba-50636555162e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:32.558611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=5b4946f6-64c7-4502-a57a-ca948a7085dc,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:32.582016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd732ff-16c3-4019-84a8-4a5eef7115c4 req-fb4bfa93-23ad-4131-89c5-54d1f9177806 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.600674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.605712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcd732ff-16c3-4019-84a8-4a5eef7115c4 req-fb4bfa93-23ad-4131-89c5-54d1f9177806 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.7321596 May 27 01:57:32.611938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd7a31c-abe1-4ae1-9cb5-ede435d99bd5 req-578f74a6-eafa-458a-aba6-11c25d105dee service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7859955 May 27 01:57:32.612638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.623035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.623643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:32.642740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.647396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.657482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.669104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.677529 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-fdcbc742-676e-472d-a135-a292ed25f938 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.6694474 May 27 01:57:32.679798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:32.680840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'floatingip': {'port_id': 'e12b3139-833e-413d-92f5-416c162eab8f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:32.686521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.766767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.786231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:32.786840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.817653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.826382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:32.829802 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c7a46c1f-6d05-451d-8d38-5356250c38fe tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9876556 May 27 01:57:32.856275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41112) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:32.935484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'port': {'network_id': '69877726-c2c7-4a5f-bda0-18c4c3ab2b2f', 'name': 'tempest-FloatingIPTestJSON-556009032'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:32.937554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Allocated IP 192.168.233.131 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/e29bf6d8-5f81-45f7-97db-32f1b689fa2f) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:32.960151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:32.971919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-27cda9f2-b59d-42f8-b398-0f77c8e827aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:32.973444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-27cda9f2-b59d-42f8-b398-0f77c8e827aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb88772-16b3-4aad-bca9-afe94592ef49 HTTP/1.1" status: 200 len: 851 time: 0.5509374 May 27 01:57:32.977986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:32.988633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:33.005757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:33.025175 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:33.071321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7312115c-7cdf-4159-858c-1d51b84bde8e req-91fec394-f5cb-49d7-b4c3-b6e47570dfb7 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3603086 May 27 01:57:33.146672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:33.155764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:33.156548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:33.185067 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:33.189448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-39c024ce-d6c6-440f-9dad-86fa0b1484ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9337132 May 27 01:57:33.279289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Request body: {'port': {'device_id': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:33.298138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5e9467d3-e3ec-4956-af42-242b227c78ad None None] Provisioning for port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:33.304462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5e9467d3-e3ec-4956-af42-242b227c78ad None None] Provisioning complete for port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:33.304930 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5e9467d3-e3ec-4956-af42-242b227c78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:33.376508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5e9467d3-e3ec-4956-af42-242b227c78ad None None] Port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:33.540154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:33.566502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Transition to ACTIVE for port object e29bf6d8-5f81-45f7-97db-32f1b689fa2f will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:33.567716 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:33.638933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98900e44-064e-4d8f-abee-f56aeea867a7 req-0d7bead0-42d0-4a88-930c-0d740f6d0121 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:33.640472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98900e44-064e-4d8f-abee-f56aeea867a7 req-0d7bead0-42d0-4a88-930c-0d740f6d0121 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 985 time: 0.3651400 May 27 01:57:33.715329 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:57:33.767618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98900e44-064e-4d8f-abee-f56aeea867a7 req-ce3bf712-2dd0-43ab-9b00-686196441550 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=dfab0123-4ba8-45d3-a8f3-45c367371239&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1185882 May 27 01:57:33.781622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:33.910984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82837d-15ee-466c-9b33-24778278d869 None None] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:33.936273 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194ca703-0433-4a86-876c-e675c6cf7916'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85', 'status': 'completed', 'code': 200} May 27 01:57:33.936806 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194ca703-0433-4a86-876c-e675c6cf7916'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e', 'status': 'completed', 'code': 200} May 27 01:57:33.946301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:33.951826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:34.027914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9635cd74-28b4-4856-876d-32ed8af9001f None None] Provisioning for port 3b687243-16a3-43bb-96ba-50636555162e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:34.063982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:34.067505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:34.081348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:34.192728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ddaa5-c82e-4336-8ee7-9f7c5fb17159 req-9d946740-dfbd-48b3-908a-91b4a57b7c39 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.194257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f1ddaa5-c82e-4336-8ee7-9f7c5fb17159 req-9d946740-dfbd-48b3-908a-91b4a57b7c39 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 1.3207424 May 27 01:57:34.196723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:port and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:34.197305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.197846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.202682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:34.248404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-64e5d792-8358-4bb4-9e74-4648c3981bfe tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9988561 May 27 01:57:34.257817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdbcad-06bf-45ad-a6fa-d01b3d3416ff req-eb843836-7ad5-4a47-825c-b49970db1c4f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.258550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3cbdbcad-06bf-45ad-a6fa-d01b3d3416ff req-eb843836-7ad5-4a47-825c-b49970db1c4f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Synchronizing usage tracker for tenant:e1dd2bfa3b914dee9bd291bc36489222 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:34.269972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Request body: {'port': {'device_id': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:34.311887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:34.337131 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.369319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-3605bbd9-6145-46eb-9e61-66badfaff697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.371115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-3605bbd9-6145-46eb-9e61-66badfaff697 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=328ee635-88ce-4b3c-9810-0b7f399ed763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1938682 May 27 01:57:34.425740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3cbdbcad-06bf-45ad-a6fa-d01b3d3416ff req-eb843836-7ad5-4a47-825c-b49970db1c4f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Unset dirty status for tenant:e1dd2bfa3b914dee9bd291bc36489222 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:34.426929 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cbdbcad-06bf-45ad-a6fa-d01b3d3416ff req-eb843836-7ad5-4a47-825c-b49970db1c4f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 936 time: 0.4818125 May 27 01:57:34.459673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:34.472519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b5a3590b-5948-4e2f-9d54-f83013cb047f None None] Provisioning for port e29bf6d8-5f81-45f7-97db-32f1b689fa2f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:34.477987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b5a3590b-5948-4e2f-9d54-f83013cb047f None None] Provisioning complete for port e29bf6d8-5f81-45f7-97db-32f1b689fa2f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:34.478596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b5a3590b-5948-4e2f-9d54-f83013cb047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.479580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.512434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.529203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Transition to ACTIVE for port object e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:34.536587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3590b-5948-4e2f-9d54-f83013cb047f None None] Port e29bf6d8-5f81-45f7-97db-32f1b689fa2f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:34.536811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3cbdbcad-06bf-45ad-a6fa-d01b3d3416ff req-b9b5b0ea-cfbe-447d-8e7f-d0fe72b70725 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Synchronizing usage tracker for tenant:e1dd2bfa3b914dee9bd291bc36489222 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:34.539393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88488804-219b-4831-bd2e-cd1b290812e3 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:34.547395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.563692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Transition to ACTIVE for port object 88488804-219b-4831-bd2e-cd1b290812e3 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:34.573768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:34.578838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.583457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.613297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.689380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b687243-16a3-43bb-96ba-50636555162e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:34.749819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3cbdbcad-06bf-45ad-a6fa-d01b3d3416ff req-b9b5b0ea-cfbe-447d-8e7f-d0fe72b70725 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Unset dirty status for tenant:e1dd2bfa3b914dee9bd291bc36489222 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:34.751912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cbdbcad-06bf-45ad-a6fa-d01b3d3416ff req-b9b5b0ea-cfbe-447d-8e7f-d0fe72b70725 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160224 May 27 01:57:34.773953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3b687243-16a3-43bb-96ba-50636555162e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:34.784184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3b687243-16a3-43bb-96ba-50636555162e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:34.784853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:34.976498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.977075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.977607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.978270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.978832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.979392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.980046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:34.982167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2e299fbf-411f-4649-b13a-8310db91a380 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6357 time: 1.0421178 May 27 01:57:34.985920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f1ddaa5-c82e-4336-8ee7-9f7c5fb17159 req-20b811dd-8f2c-48de-a6f6-3e9131dc12ed tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338707 May 27 01:57:35.005266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] device_id is not set on port c93a7d50-9528-4338-8d93-45bd8305f066 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:57:35.060059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:35.129553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3b687243-16a3-43bb-96ba-50636555162e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:35.130084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.190747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3b687243-16a3-43bb-96ba-50636555162e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b687243-16a3-43bb-96ba-50636555162e,segment=NetworkSegment(0decbcee-20d9-4836-87a2-9e0c77fb2ea9),segment_id=0decbcee-20d9-4836-87a2-9e0c77fb2ea9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:35.200512 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.243612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-ef0c870c-6482-46ce-a46f-2c029174b1b3 service neutron] 10.222.0.47 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620842 May 27 01:57:35.301719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3b687243-16a3-43bb-96ba-50636555162e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:35.352543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Attempting to bind port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:35.353126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Attempting to bind port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:35.353237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Attempting to bind port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:35.365130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:35.365449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Attempting to bind port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:35.379555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:35.379906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:35.380270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:35.380708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Bound port: e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:35.381057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.413892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.419795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.426245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.431988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.437755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.443507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.449299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.451285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c27a367d-e977-4441-85c1-8d09fdd5e1c5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5417 time: 0.5023196 May 27 01:57:35.584500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1826c824-0296-4e59-9158-55d1a6c4e618 req-c3be63c8-f4d6-41d4-8d11-94089e819ec8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249311 May 27 01:57:35.672655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Pushing event updated for resources: {'Port': ['ID=88488804-219b-4831-bd2e-cd1b290812e3,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:35.679912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:35.693909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:35.696560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29bf6d8-5f81-45f7-97db-32f1b689fa2f {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:35.703596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.744011 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d4f5f9c-d0e9-408c-8440-9e7e313f36d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.757427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.832877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:35.833488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.835019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] 10.222.0.47 "PUT /v2.0/ports/e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 HTTP/1.1" status: 200 len: 1097 time: 2.5606849 May 27 01:57:35.837364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:35.854361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Transition to ACTIVE for port object e29bf6d8-5f81-45f7-97db-32f1b689fa2f will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:35.868256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:35.896730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.3 (69877726-c2c7-4a5f-bda0-18c4c3ab2b2f/c29f2d48-022a-4c5b-a7f4-21d476fe314e/c93a7d50-9528-4338-8d93-45bd8305f066) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:35.976903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fea6e-06aa-4701-8597-32f27eb8a37b service neutron] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:36.143798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02318-93a6-49f0-8c23-6390c4113aaa req-be1dc39a-be08-4aaf-82c7-00b5075d4750 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.145091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8c02318-93a6-49f0-8c23-6390c4113aaa req-be1dc39a-be08-4aaf-82c7-00b5075d4750 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 985 time: 0.3989103 May 27 01:57:36.154340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.161852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.168058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.174751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.182314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.189458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.199271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.201681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-1c06120e-2fa7-472f-a6bb-d7883050fbbf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.9606781 May 27 01:57:36.217049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:36.268254 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8c02318-93a6-49f0-8c23-6390c4113aaa req-9f259208-bd9e-4c90-9d80-92e4cd305afa tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=dfab0123-4ba8-45d3-a8f3-45c367371239&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0919299 May 27 01:57:36.269466 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-a55ce961-f6fd-4774-be92-074d4cc1e200 service neutron] 10.222.0.47 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124024 May 27 01:57:36.270623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-17a674dd-0f9a-4d42-ad54-3d807515dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.272901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-f845ad70-8456-4b4e-977c-164043685b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.274745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-f845ad70-8456-4b4e-977c-164043685b62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 1100 time: 0.3910334 May 27 01:57:36.279474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-17a674dd-0f9a-4d42-ad54-3d807515dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.280533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-17a674dd-0f9a-4d42-ad54-3d807515dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.282827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-17a674dd-0f9a-4d42-ad54-3d807515dec6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=41e20aea7039450aa83d19ff2369765a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1203589 May 27 01:57:36.341109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.20.0.1 (d49544fa-ebdf-4b7b-8be1-2f2c76844533/7bf84ab9-a6b3-4a30-8f32-e302b5153a35/597a4e20-acd7-4ad5-b9a2-5867a8dc9a74) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:36.368587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-261fe4d2-b555-45c6-b7ff-ec672dad9ec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 HTTP/1.1" status: 200 len: 217 time: 0.0776803 May 27 01:57:36.369431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Attempting to bind port e29bf6d8-5f81-45f7-97db-32f1b689fa2f on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:36.369852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Attempting to bind port e29bf6d8-5f81-45f7-97db-32f1b689fa2f by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:36.370269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Attempting to bind port e29bf6d8-5f81-45f7-97db-32f1b689fa2f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:36.422584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Port e29bf6d8-5f81-45f7-97db-32f1b689fa2f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:36.423127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Attempting to bind port e29bf6d8-5f81-45f7-97db-32f1b689fa2f on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:36.480511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:36.481019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:36.481506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:36.482038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Bound port: e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:36.482478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:36.546519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-6d888f8d-bbfc-47c0-a77b-63c83a4dccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.548174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-6d888f8d-bbfc-47c0-a77b-63c83a4dccc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1740382 May 27 01:57:36.561034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Attempting to bind port 88488804-219b-4831-bd2e-cd1b290812e3 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:36.561377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Attempting to bind port 88488804-219b-4831-bd2e-cd1b290812e3 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:36.561730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Attempting to bind port 88488804-219b-4831-bd2e-cd1b290812e3 on network b17b5d04-c6fb-418b-8741-62bf32c6a213 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:36.577813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-95356c8d-3657-4e51-a520-ad52ed6ee9f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=55673fdb-0ba9-4074-8282-38303e1de07a HTTP/1.1" status: 200 len: 217 time: 0.1456001 May 27 01:57:36.676083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b687243-16a3-43bb-96ba-50636555162e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:36.708327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Port 88488804-219b-4831-bd2e-cd1b290812e3 on network b17b5d04-c6fb-418b-8741-62bf32c6a213 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:36.708672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Attempting to bind port 88488804-219b-4831-bd2e-cd1b290812e3 on network b17b5d04-c6fb-418b-8741-62bf32c6a213 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:36.775745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3b687243-16a3-43bb-96ba-50636555162e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:36.776506 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:36.790977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:36.797088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:36.815014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793568f6-c0f7-4150-b3af-f01aa23145b9 req-509ee74e-05b2-408e-96b9-a8ecc48701c2 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.817601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-793568f6-c0f7-4150-b3af-f01aa23145b9 req-509ee74e-05b2-408e-96b9-a8ecc48701c2 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.4062331 May 27 01:57:36.820658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:36.824885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:36.825234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Checking segment: {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:36.825632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Bound using segment: {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:36.826087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Bound port: 88488804-219b-4831-bd2e-cd1b290812e3, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:36.826446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:36.889756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36562b56-15a6-4ec1-a596-b9a6cf48c8f7 req-517d738a-4dee-419e-81b5-e4e882dae874 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6267128 May 27 01:57:36.934225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de31-fbc5-4864-ad18-b799a70216ee req-73510841-44f9-4b96-bf98-d12d0161d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.935480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-73510841-44f9-4b96-bf98-d12d0161d6ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3792777 May 27 01:57:36.939329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:36.940049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:36.941197 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] 10.222.0.47 "PUT /v2.0/ports/e29bf6d8-5f81-45f7-97db-32f1b689fa2f HTTP/1.1" status: 200 len: 1097 time: 2.6782088 May 27 01:57:36.972995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-793568f6-c0f7-4150-b3af-f01aa23145b9 req-e47dedbb-b43c-4b12-a613-72ebcf990418 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425281 May 27 01:57:36.981696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3b687243-16a3-43bb-96ba-50636555162e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:37.093033 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a1b622-a4ba-4daf-be5c-e31997574f4a'] response: {'name': 'network-changed', 'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'status': 'completed', 'code': 200} May 27 01:57:37.102543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee5ee-36ba-49c4-ad05-a1442535d0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:37.195179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-dada7508-c264-4898-8e71-1d5e2e855ec1 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509871 May 27 01:57:37.211824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:57:37.309020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-ffbb058b-35a1-421c-a646-2d57df71b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.310677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-ffbb058b-35a1-421c-a646-2d57df71b93d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.6727922 May 27 01:57:37.317634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-41719618-4932-469b-b7c2-a2c8dfd16ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.319257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-41719618-4932-469b-b7c2-a2c8dfd16ac9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 1100 time: 0.2659688 May 27 01:57:37.401271 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e9e3f0d0-3cbe-4f7f-b54e-3ed14be90523 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1980723419&fields=id&tenant_id=75f32902c4d44b8582989f6faacd9b92 HTTP/1.1" status: 200 len: 267 time: 0.1783440 May 27 01:57:37.402457 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-0c18ffb4-48ac-49dc-b491-77c58a0dd5d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f HTTP/1.1" status: 200 len: 217 time: 0.0741663 May 27 01:57:37.429040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-1b8f9675-6732-4d46-8148-caa1b01c8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.430618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-1b8f9675-6732-4d46-8148-caa1b01c8fee service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9210010 May 27 01:57:37.489071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.540944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7514de31-fbc5-4864-ad18-b799a70216ee req-429fbf82-b92f-4a75-9907-7e171fb3a9f7 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367095 May 27 01:57:37.541281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.550377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-f6a98271-811f-4146-88e5-ea566188ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.552427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-f6a98271-811f-4146-88e5-ea566188ea8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1325781 May 27 01:57:37.559825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.566603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] For port 88488804-219b-4831-bd2e-cd1b290812e3, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:37.570654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:37.576935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] For port 88488804-219b-4831-bd2e-cd1b290812e3, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88488804-219b-4831-bd2e-cd1b290812e3,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:37.582620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.634660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-de994626-ba77-47d9-a19d-c91ed058dab2 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.636255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-de994626-ba77-47d9-a19d-c91ed058dab2 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 985 time: 0.2153082 May 27 01:57:37.651352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'port': {'security_groups': ['b9afeb61-ad07-418e-b8ba-425de2d3fc87', 'dfab0123-4ba8-45d3-a8f3-45c367371239', '0998286e-8af1-4098-9e6b-c68e4d5562e3']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:37.776729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-c6a7b102-54da-463e-8f16-cb11e3144ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.778120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-c6a7b102-54da-463e-8f16-cb11e3144ed2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2186985 May 27 01:57:37.811397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.930492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.932362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a6a35742-df30-4587-8808-1552bfa30093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.934009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe27bd2-d3bd-48e7-a671-2a08c5b7d338 req-cbcb01b5-0f0d-4d5b-8d32-43f62bfa8bed tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.935603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe27bd2-d3bd-48e7-a671-2a08c5b7d338 req-cbcb01b5-0f0d-4d5b-8d32-43f62bfa8bed tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 948 time: 0.8247976 May 27 01:57:37.954486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-0656daf4-8002-4a58-a392-c14a12832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.955976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-0656daf4-8002-4a58-a392-c14a12832424 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 1100 time: 0.2771146 May 27 01:57:37.991510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:37.992308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:37.993724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/88488804-219b-4831-bd2e-cd1b290812e3 HTTP/1.1" status: 200 len: 1092 time: 7.0496304 May 27 01:57:37.994228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:38.051209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Request body: {'port': {'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:38.103708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-87985539-4a3c-455c-b1e4-7cddc3c654cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:38.105296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-87985539-4a3c-455c-b1e4-7cddc3c654cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7614467 May 27 01:57:38.144576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340ecc7-e7fb-4656-8006-0dfd7eea81d0 service neutron] Pushing event updated for resources: {'Port': ['ID=88488804-219b-4831-bd2e-cd1b290812e3,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:38.153316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-57029b91-d033-47ff-a5b6-08486d0e87ec service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409460 May 27 01:57:38.170889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:38.275210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:38.299242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-0ae6fe90-9135-49f4-b45f-52eb43a53fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:38.300673 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-0ae6fe90-9135-49f4-b45f-52eb43a53fb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.3149107 May 27 01:57:38.343276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe27bd2-d3bd-48e7-a671-2a08c5b7d338 req-fc5bc7c2-745f-4b7e-b05c-31341d65330c tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292894 May 27 01:57:38.354416 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Floating IP a8a39fd9-2adb-44cd-ab11-6b7b019d31a8 associated. External IP: 172.25.3.215, port: e12b3139-833e-413d-92f5-416c162eab8f. May 27 01:57:38.476738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:38.519075 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-5035cee9-da96-48fa-846c-8f2aba48d68e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 HTTP/1.1" status: 200 len: 217 time: 0.2080436 May 27 01:57:38.520043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:38.548450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=597a4e20-acd7-4ad5-b9a2-5867a8dc9a74,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:38.593548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:38.629093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 69877726-c2c7-4a5f-bda0-18c4c3ab2b2f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:38.643482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-5dd2574d-2150-4320-854d-2947c001bd20 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203354 May 27 01:57:38.644469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:38.647187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:38.658217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb2336ae-8b15-4f73-8961-764056b5fbf2 req-455a5c86-e89c-4fab-98e5-09b8ee797871 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872587 May 27 01:57:38.690432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-a44924e1-5a60-4db6-9581-9de2298b8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:38.691903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-a44924e1-5a60-4db6-9581-9de2298b8b80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1653123 May 27 01:57:38.717141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:38.790369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=653bd497-496e-4382-a088-7079b8a28ff6,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:38.824179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:38.831276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-b446a21b-6654-4ff6-9f9d-701250e260ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:38.832804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-b446a21b-6654-4ff6-9f9d-701250e260ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247647 May 27 01:57:38.834802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:38.839607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e56643c5-f990-498a-a4b8-01831d341c4c None None] Provisioning for port 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:38.847832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e56643c5-f990-498a-a4b8-01831d341c4c None None] Provisioning complete for port 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:38.848211 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e56643c5-f990-498a-a4b8-01831d341c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:38.880582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699', '653bd497-496e-4382-a088-7079b8a28ff6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:38.959408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e56643c5-f990-498a-a4b8-01831d341c4c None None] Port 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:38.988388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:38.988996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:38.990340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f0c3583-337b-4500-bcff-7e04dbb07fae req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "PUT /v2.0/ports/653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 1021 time: 1.3450675 May 27 01:57:39.007871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4835b4b-ee05-4225-85c3-da154afe12d8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:39.050549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-f1452a39-9526-44fc-ab5e-b2ca0ec90fb4 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764989 May 27 01:57:39.052179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=c93a7d50-9528-4338-8d93-45bd8305f066,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:39.063325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.093748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f'}, {'name': 'network-changed', 'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:39.200451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['653bd497-496e-4382-a088-7079b8a28ff6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:39.208587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.209219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.220259 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d69b86e3-0eed-4302-9bad-f19ad884da62 req-e357501c-965c-49e8-9dac-8093a2afb9e8 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565421 May 27 01:57:39.312799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.333376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.340682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.346785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.352620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.358603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.364490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.371364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.377554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.379576 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-e2986645-83fd-4e3c-a369-01e9f546c84a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.1399529 May 27 01:57:39.430661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29d10d3c-2259-4bef-9bf4-b555a57b4c0b req-a95d7159-5c67-47e0-bc21-7b53f7b87438 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0442078 May 27 01:57:39.478089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.484977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.490658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.496540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.503458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.509807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.515669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:39.517809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-6b88caac-847c-4e32-8564-6ab151277204 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5417 time: 1.0615227 May 27 01:57:39.519567 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7ec9d4-3b79-47ad-935d-cd48c1147d59'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3', 'status': 'completed', 'code': 200} May 27 01:57:39.611119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bf22c799-a3a6-4b0e-9160-d10f6986bab3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.7058914 May 27 01:57:39.637795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:39.649639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'port_id': 'c93a7d50-9528-4338-8d93-45bd8305f066'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:39.707416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-e6654c11-f57f-4b6b-8fe1-7f12d8da78e3 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9926343 May 27 01:57:39.720966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-587be96c-03f4-48f0-b269-695576ddd852 req-61a38478-e01b-492c-82e3-5096e6c1233f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/0998286e-8af1-4098-9e6b-c68e4d5562e3 HTTP/1.1" status: 200 len: 1803 time: 0.2030327 May 27 01:57:39.731440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-759da77f-c289-4d8c-aa8b-0f2cf6b14628 req-55beba87-cf48-456e-99f6-8db3bff50415 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656847 May 27 01:57:39.738932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:39.810374 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab349d77-2b54-4825-96e9-1ed2a5c0a675'] response: {'name': 'network-changed', 'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'status': 'completed', 'code': 200} May 27 01:57:39.810731 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab349d77-2b54-4825-96e9-1ed2a5c0a675'] response: {'name': 'network-changed', 'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6', 'status': 'completed', 'code': 200} May 27 01:57:39.811916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-b74ed47d-3631-4e3a-9fca-801f50ecea3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6206703a-d176-4f56-bc18-9bcda3b2d682 HTTP/1.1" status: 200 len: 217 time: 0.0897665 May 27 01:57:40.039773 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-587be96c-03f4-48f0-b269-695576ddd852 req-7aea3605-e548-461e-b8a5-702bbb23c79f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 01:57:40.040705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-587be96c-03f4-48f0-b269-695576ddd852 req-7aea3605-e548-461e-b8a5-702bbb23c79f tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/0998286e-8af1-4098-9e6b-c68e4d5562e3 HTTP/1.1" status: 409 len: 341 time: 0.3082371 May 27 01:57:40.055598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.056073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.056534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.056992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.057436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.057889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.058336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.060330 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-f5c6fadd-0b3c-4681-8180-c54350b795e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6425 time: 0.4766488 May 27 01:57:40.164795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-b9fc3de9-102a-47e8-94ea-d0ac22954799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.166246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-b9fc3de9-102a-47e8-94ea-d0ac22954799 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.3335218 May 27 01:57:40.169692 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:40.206649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-6a07a159-137e-4b00-b0b7-6c090bd5c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.208090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-6a07a159-137e-4b00-b0b7-6c090bd5c826 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 1100 time: 0.3719730 May 27 01:57:40.231907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:40.408602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:57:40.560219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cac12-b404-4f5e-85c9-4b93ba500596 req-18a0d664-12f3-4583-9cb1-9ccb51b983c8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.562114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-697cac12-b404-4f5e-85c9-4b93ba500596 req-18a0d664-12f3-4583-9cb1-9ccb51b983c8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.5534472 May 27 01:57:40.723832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-09db2fb1-3d99-4f90-acca-75f3f39d84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.724415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-09db2fb1-3d99-4f90-acca-75f3f39d84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.724684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-09db2fb1-3d99-4f90-acca-75f3f39d84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.726208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-09db2fb1-3d99-4f90-acca-75f3f39d84f8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=41e20aea7039450aa83d19ff2369765a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5949228 May 27 01:57:40.738223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874fbc87-e4f6-438d-af60-ca24e7e006b6 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:40.747540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-9a20dbb8-2a3c-4075-a6db-62921f012fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.749045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-9a20dbb8-2a3c-4075-a6db-62921f012fb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5636101 May 27 01:57:40.836393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-a47399f3-d63f-449b-bf95-9b53d2b6d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.838079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-a47399f3-d63f-449b-bf95-9b53d2b6d413 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.4597905 May 27 01:57:40.850652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf601c-3ed3-4f79-b8da-d11ef6aa5920 req-6e8e6069-1dde-42fa-80b6-244743e53813 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:40.852157 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4bf601c-3ed3-4f79-b8da-d11ef6aa5920 req-6e8e6069-1dde-42fa-80b6-244743e53813 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 948 time: 0.6931515 May 27 01:57:40.887249 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:40.933952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:40.953663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-bbb245db-d90a-43c6-abd3-3707ef902dcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f HTTP/1.1" status: 200 len: 217 time: 0.1005316 May 27 01:57:41.017174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-697cac12-b404-4f5e-85c9-4b93ba500596 req-9f05df63-8857-48a3-a15b-c487db239f29 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514981 May 27 01:57:41.035170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:41.040897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.050654 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] Sync routers for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:41.058415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4bf601c-3ed3-4f79-b8da-d11ef6aa5920 req-aeafc50d-2199-48fd-b049-27847cfe8278 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427605 May 27 01:57:41.063140 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:41.064557 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:41.074102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Transition to ACTIVE for port object 874fbc87-e4f6-438d-af60-ca24e7e006b6 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:41.091563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-826ad3ca-7804-4c99-8689-78bc2904bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.092986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-826ad3ca-7804-4c99-8689-78bc2904bf68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1172776 May 27 01:57:41.099167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-b9339acf-676c-4c2a-b966-29dcb00dd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.100109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d33fc97f-fa18-44ab-bf9a-7775088b80b5 req-b9339acf-676c-4c2a-b966-29dcb00dd752 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3529489 May 27 01:57:41.123397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.269315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-81b44339-b587-4b86-8647-fb84b305a327 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "PUT /v2.0/floatingips/a8a39fd9-2adb-44cd-ab11-6b7b019d31a8 HTTP/1.1" status: 200 len: 992 time: 8.6412561 May 27 01:57:41.312311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.328286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-ccc0e19c-acd0-40d5-849c-9fae515b207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.328714 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:57:41.329906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-ccc0e19c-acd0-40d5-849c-9fae515b207a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2289639 May 27 01:57:41.332555 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.380365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.445092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-f98f1e1d-1171-430e-8241-ca05ff5a7fd7 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826887 May 27 01:57:41.461857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:57:41.575079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.667477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:41.697651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.705300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.711655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.724163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.732228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.746739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.752659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:41.754936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-0723487a-d2cc-4e75-8b2b-ef9a23c2fdea tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.5108564 May 27 01:57:41.805300 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 7d06a444-62d5-4f3b-a487-a3034a25e6cd associated. External IP: 172.25.3.91, port: c93a7d50-9528-4338-8d93-45bd8305f066. May 27 01:57:41.847826 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'a8a39fd9-2adb-44cd-ab11-6b7b019d31a8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'port_id': 'e12b3139-833e-413d-92f5-416c162eab8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'mac_address': 'fa:16:3e:19:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:51Z', 'updated_at': '2022-05-27T01:57:36Z', 'revision_number': 1, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:41.852343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:41.853744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.858878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-f2e359dd-ac58-4ec3-ac34-134fb8f84fc4 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855071 May 27 01:57:41.859418 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] Checking router: 9ce9989f-d0da-4cba-92a6-043e2fbd1847 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:57:41.869888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'mac_address': 'fa:16:3e:4f:d0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:57:41.877693 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:41.878479 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:41.935258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:41.935848 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:41.956406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:41.980381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:41.986698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:42.033641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-629b6e2b-bcf6-4d70-8418-f42eb0ba39fc service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505136 May 27 01:57:42.075915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:42.092867 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:57:42.128779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=874fbc87-e4f6-438d-af60-ca24e7e006b6,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:42.131829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-09609580-ff19-4704-947a-02a4ab950bbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e HTTP/1.1" status: 200 len: 217 time: 0.2549348 May 27 01:57:42.156549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93cc5e64-6c0f-43fe-927d-b7c89fb6fdb5 req-48882d42-f695-486b-834a-97b7d213cf5f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3757594 May 27 01:57:42.211790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=597a4e20-acd7-4ad5-b9a2-5867a8dc9a74,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:42.288520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-fa9e937f-af23-46f7-9ac5-3b0fda688357 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437401 May 27 01:57:42.303792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-baf641ef-09bd-4136-9fe5-1605e1dc98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.304879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-baf641ef-09bd-4136-9fe5-1605e1dc98d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.0903945 May 27 01:57:42.348392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:42.428079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Attempting to bind port 874fbc87-e4f6-438d-af60-ca24e7e006b6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:42.428850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Attempting to bind port 874fbc87-e4f6-438d-af60-ca24e7e006b6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:42.429433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Attempting to bind port 874fbc87-e4f6-438d-af60-ca24e7e006b6 on network b17b5d04-c6fb-418b-8741-62bf32c6a213 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:42.463240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Port 874fbc87-e4f6-438d-af60-ca24e7e006b6 on network b17b5d04-c6fb-418b-8741-62bf32c6a213 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:57:42.464409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Attempting to bind port 874fbc87-e4f6-438d-af60-ca24e7e006b6 on network b17b5d04-c6fb-418b-8741-62bf32c6a213 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:42.496905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:42.497622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Checking segment: {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:42.498223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Bound using segment: {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:42.498918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Bound port: 874fbc87-e4f6-438d-af60-ca24e7e006b6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad74d9e5-61cf-4892-aa53-b915736518b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:42.499409 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:42.528920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.535304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.541389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.547975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.553994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.561434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.570008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.579319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-48336ded-a449-4271-9559-28991415d4eb tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.6454792 May 27 01:57:42.608688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7a16-2805-4341-af34-5f530c93e77e req-5cc9ec15-9b0a-440b-aef6-672479800691 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.611227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24dc7a16-2805-4341-af34-5f530c93e77e req-5cc9ec15-9b0a-440b-aef6-672479800691 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.2634442 May 27 01:57:42.612274 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'a8a39fd9-2adb-44cd-ab11-6b7b019d31a8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'port_id': 'e12b3139-833e-413d-92f5-416c162eab8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'mac_address': 'fa:16:3e:19:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:51Z', 'updated_at': '2022-05-27T01:57:36Z', 'revision_number': 1, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:42.619960 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa1463-a069-43f8-9f2d-7e6357b33880 None None] The sync data for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 is: [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'a8a39fd9-2adb-44cd-ab11-6b7b019d31a8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'port_id': 'e12b3139-833e-413d-92f5-416c162eab8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'mac_address': 'fa:16:3e:19:0e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:51Z', 'updated_at': '2022-05-27T01:57:36Z', 'revision_number': 1, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:42.620298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:42.657492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-da1428eb-93b2-4a98-ace4-e0fde20fccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.659258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-da1428eb-93b2-4a98-ace4-e0fde20fccc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75f32902c4d44b8582989f6faacd9b92&device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1176 time: 0.2812340 May 27 01:57:42.692763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db2bc3e1-587d-4859-a967-f2d736cd31a8 req-1d6fadb5-0d2c-40f2-9311-ee814c067d13 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125712 May 27 01:57:42.706690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24dc7a16-2805-4341-af34-5f530c93e77e req-3a47440e-eb31-44a5-abd4-96ee315c39e1 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824878 May 27 01:57:42.709325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-e255994c-c96c-4fe5-9fcd-9814ab596436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:42.710845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-e255994c-c96c-4fe5-9fcd-9814ab596436 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3986437 May 27 01:57:42.757255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:42.763961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:42.852296 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deeff49-65a1-4c30-9ab6-8a1a1f2a16ee'] response: {'name': 'network-changed', 'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f', 'status': 'completed', 'code': 200} May 27 01:57:42.917366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1b0d7-c284-4f6a-bb2f-7562af42f48e None None] New status for floating IP a8a39fd9-2adb-44cd-ab11-6b7b019d31a8: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:57:43.013360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:43.024171 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:43.048423 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:43.049083 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:43.107311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.129228 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:43.138078 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:43.138843 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:43.210952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] For port 874fbc87-e4f6-438d-af60-ca24e7e006b6, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:43.211628 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:43.212243 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea5421-cbb9-448f-97dd-91ea5a9db7e0 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:43.256022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-a49da0a9-f7f5-430c-848e-2845bd4dad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:43.257468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-a49da0a9-f7f5-430c-848e-2845bd4dad00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1098 time: 0.2495861 May 27 01:57:43.267244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9409fe21-3879-4d8e-81f6-f9b8cdb6c42a None None] Provisioning complete for port 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:43.267738 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9409fe21-3879-4d8e-81f6-f9b8cdb6c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.271908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aaf57839-b2c3-4883-b541-a9c9a7bf9644 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/floatingips/7d06a444-62d5-4f3b-a487-a3034a25e6cd HTTP/1.1" status: 200 len: 976 time: 3.6297619 May 27 01:57:43.297316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41172) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:43.329195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9409fe21-3879-4d8e-81f6-f9b8cdb6c42a None None] Port 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:43.336613 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-83a3fb59-34da-46b6-81c6-c78305de6ecd service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128471 May 27 01:57:43.342862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-a583a305-ee61-4992-9a1c-86e9d91fb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:43.344893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-a583a305-ee61-4992-9a1c-86e9d91fb6f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 200 len: 913 time: 0.6765330 May 27 01:57:43.366097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] For port 874fbc87-e4f6-438d-af60-ca24e7e006b6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:43.430584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.478048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e29bf6d8-5f81-45f7-97db-32f1b689fa2f details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:57:43.594782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:43.595414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.596768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/874fbc87-e4f6-438d-af60-ca24e7e006b6 HTTP/1.1" status: 200 len: 1092 time: 5.5773044 May 27 01:57:43.627701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:43.655697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'mac_address': 'fa:16:3e:ff:f9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:57:43.689768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-531247e2-e390-4479-bcb8-b9bef8c408b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 200 len: 217 time: 0.2919059 May 27 01:57:43.694652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port c93a7d50-9528-4338-8d93-45bd8305f066 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:43.695055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.723077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda95c-78ae-4e46-b0b2-b9dafcd9d5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=874fbc87-e4f6-438d-af60-ca24e7e006b6,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:43.727803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e29bf6d8-5f81-45f7-97db-32f1b689fa2f is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:43.728911 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.731005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-fe6c8d94-7aa6-4b2f-b4e0-6c575f8e9cda service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862319 May 27 01:57:43.752178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29bf6d8-5f81-45f7-97db-32f1b689fa2f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:57:43.770800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:43.776892 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:43.780596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf65ce4-37cf-406c-81ba-38901b2efb0c req-48fe9748-1c93-4d21-9550-4f4e22725661 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:43.790039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bf65ce4-37cf-406c-81ba-38901b2efb0c req-48fe9748-1c93-4d21-9550-4f4e22725661 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1024 time: 0.7830968 May 27 01:57:43.841632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e0b65-ff4e-4da9-a477-4dfc43b7c77d req-46d2f6bc-013f-41e9-a088-73e1f55eb632 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:43.844772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e4e0b65-ff4e-4da9-a477-4dfc43b7c77d req-46d2f6bc-013f-41e9-a088-73e1f55eb632 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 948 time: 0.7276902 May 27 01:57:43.851939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-c582cd4b-ee5f-4b7a-b71a-d46c1c55161d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d HTTP/1.1" status: 200 len: 217 time: 0.1072249 May 27 01:57:43.887194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:43.899014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bf65ce4-37cf-406c-81ba-38901b2efb0c req-3afd2eed-7479-414d-906e-7cd8016075b7 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=dfab0123-4ba8-45d3-a8f3-45c367371239&id=0998286e-8af1-4098-9e6b-c68e4d5562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1080446 May 27 01:57:43.927467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 7ca7b451-01ef-4c48-b43b-1533b0400459 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:57:43.936793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-7a584317-27d1-49ea-98cb-ff39a10d7957 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:43.938889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-7a584317-27d1-49ea-98cb-ff39a10d7957 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1024 time: 0.5042753 May 27 01:57:43.969319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-7a2beacd-609e-498c-96de-0b815218d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:43.970729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-7a2beacd-609e-498c-96de-0b815218d9bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 200 len: 852 time: 0.2386425 May 27 01:57:44.040903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-a729010d-c17d-42d6-af27-ff09c1df3559 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dca717e7-e4c5-4c57-be19-bc3c6f8999d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586767 May 27 01:57:44.102793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e4e0b65-ff4e-4da9-a477-4dfc43b7c77d req-255ccc4c-1cd2-487a-9a8d-c6caa52707cf tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491889 May 27 01:57:44.116499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-10d16fa3-c715-45e3-8c70-022e8467c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.117888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-10d16fa3-c715-45e3-8c70-022e8467c308 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.8455665 May 27 01:57:44.163861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e29bf6d8-5f81-45f7-97db-32f1b689fa2f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:44.196066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-2a045b0e-c857-427a-9519-d2596b05d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.197420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-2a045b0e-c857-427a-9519-d2596b05d5b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.3235440 May 27 01:57:44.264694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Deleting port 653bd497-496e-4382-a088-7079b8a28ff6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:44.265042 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:44.340149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.340628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.341097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.341561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.342023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.343187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.343187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.345384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d6a8c279-384f-40fb-8b8f-d064e93c70cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6493 time: 0.7007663 May 27 01:57:44.413533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-5488ee61-23f8-466d-8e89-4539c3ded67f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 1002 time: 0.2747989 May 27 01:57:44.461740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-7f098dd0-af25-46a5-8afd-0f91ace7af3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4 HTTP/1.1" status: 200 len: 217 time: 0.0997858 May 27 01:57:44.467506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:44.475500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7c818cc2-4e8e-4e2e-83ef-36149a789091 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/7ca7b451-01ef-4c48-b43b-1533b0400459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9684091 May 27 01:57:44.477104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41180) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:44.479317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] Sync routers for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:44.489268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:44.490036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:44.520349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:44.553737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:44.574661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:44.575526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:44.618486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd833b4-5ab1-41f8-b4a2-f88abac1e0ed tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.622360 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bfd833b4-5ab1-41f8-b4a2-f88abac1e0ed tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports/597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 HTTP/1.1" status: 200 len: 910 time: 0.1342924 May 27 01:57:44.622520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b5205201-e4eb-4f1b-9d5f-8bc12fc5fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.623028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-3b84fe50-4d3e-4543-93c2-88cf6ef908e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.623130 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b5205201-e4eb-4f1b-9d5f-8bc12fc5fcb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d1b963c-ae05-49d9-bbb7-4373ed842501 HTTP/1.1" status: 200 len: 855 time: 0.1439366 May 27 01:57:44.623752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-3b84fe50-4d3e-4543-93c2-88cf6ef908e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.1879537 May 27 01:57:44.625348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41184) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:44.632268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-00057137-e05d-4ba3-a316-41a290fe5e15 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582523 May 27 01:57:44.643939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:44.644483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180f703-f3a0-4d2e-b6cc-efab37f8937a None None] The sync data for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:44.754511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.760193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.766488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.772216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.777904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.784189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.790125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.792121 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-926c0557-7c75-4056-bab8-9411475d5954 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.7653556 May 27 01:57:44.858103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:44.884103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-a3281e50-35c1-4631-a2ac-b84dcf2032c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.885579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-a3281e50-35c1-4631-a2ac-b84dcf2032c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6753144 May 27 01:57:44.905914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.912263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.918009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.923997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.929934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.935750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.941541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:44.943442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-8472cdd7-51c8-4e61-97f7-cb7e9aee9151 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.6995795 May 27 01:57:45.135506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] For port 653bd497-496e-4382-a088-7079b8a28ff6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=653bd497-496e-4382-a088-7079b8a28ff6,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:45.135875 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.149753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62cf8f24-eb49-45a6-a8ba-d8256edd7897 req-7b0c3b95-63c7-4736-a5d3-e69da8198dae tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937397 May 27 01:57:45.296422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Calling delete_port for 653bd497-496e-4382-a088-7079b8a28ff6 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:45.305920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db45e1bc-0b8f-48f4-86d0-c6bd991030ec req-f5659199-3582-4155-af08-44689cd1f612 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4495034 May 27 01:57:45.340963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-ab7d7a17-9de0-4311-b5a2-04dc3552b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:45.342950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-ab7d7a17-9de0-4311-b5a2-04dc3552b9c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1fa62c40-becd-426f-b59a-888a1ccf88ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5759721 May 27 01:57:45.409565 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b32019e-e441-40aa-9464-373881cc6d81'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6', 'status': 'completed', 'code': 200} May 27 01:57:45.471185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c61ce6b-b2af-4472-9fe1-2cf8fd210074 req-ff971be6-3ead-41f8-972b-40a435b45154 service neutron] 10.222.0.47 "GET /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7804883 May 27 01:57:45.495263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:45.496254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-39b5fc8d-54de-45b3-a6b7-60733c5e45fd service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460668 May 27 01:57:45.565956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:45.571153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:45.571572 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.629731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-4a000470-0bfb-480e-b4bd-80715d9046f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:45.631438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-4a000470-0bfb-480e-b4bd-80715d9046f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9397235 May 27 01:57:45.677272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-96059ac2-99f2-4c93-b6db-e6dce3c7f2c5 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641703 May 27 01:57:45.698591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:45.699016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.727255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:45.738790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:45.742880 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.743726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e29bf6d8-5f81-45f7-97db-32f1b689fa2f up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:57:45.767731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-3bb55acd-6ba8-41c1-9c4f-7666560d22b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7 HTTP/1.1" status: 200 len: 217 time: 0.0842474 May 27 01:57:45.800970 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.801343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:45.801661 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 7d06a444-62d5-4f3b-a487-a3034a25e6cd disassociated. External IP: 172.25.3.91, port: c93a7d50-9528-4338-8d93-45bd8305f066. May 27 01:57:45.802007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for c93a7d50-9528-4338-8d93-45bd8305f066 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:45.879355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-48b1c9c5-1183-4910-957e-00d9263945a8 service neutron] 10.222.0.47 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894421 May 27 01:57:45.882843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:45.887708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e29bf6d8-5f81-45f7-97db-32f1b689fa2f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:45.891455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b30a4-9889-4ce0-8269-2aa8530d0895 req-a0b9bb82-d177-412b-bdf3-7f5feb30967b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:45.893542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681b30a4-9889-4ce0-8269-2aa8530d0895 req-a0b9bb82-d177-412b-bdf3-7f5feb30967b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.6040695 May 27 01:57:45.894194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e29bf6d8-5f81-45f7-97db-32f1b689fa2f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:45.894568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.016717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-0d9e67cf-37a3-46d3-aac7-97454d097172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:46.018168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-0d9e67cf-37a3-46d3-aac7-97454d097172 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b59d9ea-4e88-482e-baf3-478f314cdd26 HTTP/1.1" status: 200 len: 797 time: 0.2074389 May 27 01:57:46.019798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e29bf6d8-5f81-45f7-97db-32f1b689fa2f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:57:46.020167 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.056495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:46.056858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47e1ea-948b-4fea-ba84-bc49fb81d23a req-fb9567e1-0d30-43bf-8096-9dbd743e3052 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:46.058321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b47e1ea-948b-4fea-ba84-bc49fb81d23a req-fb9567e1-0d30-43bf-8096-9dbd743e3052 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=322e1786-ade6-435e-b168-36a0a2fd6028 HTTP/1.1" status: 200 len: 1024 time: 0.5894842 May 27 01:57:46.065490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.066348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 653bd497-496e-4382-a088-7079b8a28ff6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:57:46.070936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.127938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c4e53e3d-bba2-480c-adcd-965630218699'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:57:46.142219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-be76f0d0-a42d-476d-bc52-3d08bf7adfce service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996042 May 27 01:57:46.154596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681b30a4-9889-4ce0-8269-2aa8530d0895 req-f252382f-e70a-4d20-9521-4177d11beb6e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337155 May 27 01:57:46.175930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 653bd497-496e-4382-a088-7079b8a28ff6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:57:46.176283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 653bd497-496e-4382-a088-7079b8a28ff6 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:57:46.181909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'Port': ['ID=653bd497-496e-4382-a088-7079b8a28ff6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:46.234916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:46.241936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-15a10517-16f9-4465-9e10-c4f69d19c1e2 service neutron] 10.222.0.47 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454609 May 27 01:57:46.299372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b47e1ea-948b-4fea-ba84-bc49fb81d23a req-181a2083-d16f-4637-860c-06971d7fa6fe tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=dfab0123-4ba8-45d3-a8f3-45c367371239&id=0998286e-8af1-4098-9e6b-c68e4d5562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2264237 May 27 01:57:46.353987 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.369775 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.400917 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61e6c64-ebf7-4ac5-ac47-57c0fbd34b22'] response: {'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'code': 200} May 27 01:57:46.443369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=c93a7d50-9528-4338-8d93-45bd8305f066,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:46.521875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] No DVR routers for this DVR port 653bd497-496e-4382-a088-7079b8a28ff6 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:57:46.527528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:46.594555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-e640ab2c-6b00-4148-8a22-109a132df466 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89 HTTP/1.1" status: 200 len: 217 time: 0.3171213 May 27 01:57:46.602072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83bb6a49-2e9d-4261-b670-0c036c51f858 req-5df4dbf2-703e-4028-98e4-f5716b8d5529 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "DELETE /v2.0/ports/653bd497-496e-4382-a088-7079b8a28ff6 HTTP/1.1" status: 204 len: 173 time: 2.6465902 May 27 01:57:46.679304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-dc3fca8a-befb-42a5-b2c2-f49863c6f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:46.680741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-dc3fca8a-befb-42a5-b2c2-f49863c6f6c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6444869 May 27 01:57:46.715025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-e9209008-4408-4b6a-89c5-b4c36aa64c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:46.716085 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-e9209008-4408-4b6a-89c5-b4c36aa64c61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.1124618 May 27 01:57:46.824648 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9381851-4b85-4b1a-896e-ce0aac77632d req-6efca018-2e6a-4f8f-8970-c9fc8feba6b9 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732917 May 27 01:57:46.850639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa61d13-ecac-4f13-9376-555c96cd7c1c req-ae6df9b5-3134-4a2a-9a7a-6e4a3c3f6c6f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:46.852209 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fa61d13-ecac-4f13-9376-555c96cd7c1c req-ae6df9b5-3134-4a2a-9a7a-6e4a3c3f6c6f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 950 time: 0.3437853 May 27 01:57:46.953672 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-af189166-c8b4-4dc7-8d4e-a3026950892a service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652302 May 27 01:57:46.957976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fa61d13-ecac-4f13-9376-555c96cd7c1c req-cac226aa-157d-4a31-a44c-9136f395e3bb tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996797 May 27 01:57:46.983712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-92a3062b-2db0-4f7f-a7b9-926f2ff2ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:46.985956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-92a3062b-2db0-4f7f-a7b9-926f2ff2ceba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2612927 May 27 01:57:47.161711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a63f27-4b92-41eb-8d0b-b5c47ae56f6f req-723bfc4b-a220-40f0-8fdf-c2598bfecd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.163213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04a63f27-4b92-41eb-8d0b-b5c47ae56f6f req-723bfc4b-a220-40f0-8fdf-c2598bfecd38 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 1102 time: 0.6631589 May 27 01:57:47.208262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.214136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.215330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-5d50ee9b-71ef-48e0-988e-0ab43c7d319e service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534311 May 27 01:57:47.220255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.223396 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-6a777806-7624-490d-ab5d-d37c11804164 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857831 May 27 01:57:47.225444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.231304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.237858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.243589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.251956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-21663c60-8483-4cc7-9e44-34da174206c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.6959469 May 27 01:57:47.284559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:47.314780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-94f924c5-4204-4678-9f0c-4736cb5a0fd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a958d246-60b4-421f-bde5-e9ab95ce080e HTTP/1.1" status: 200 len: 217 time: 0.0898867 May 27 01:57:47.372073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04a63f27-4b92-41eb-8d0b-b5c47ae56f6f req-7c7448f7-5a2b-435c-a41e-e3be0177eda3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982820 May 27 01:57:47.434650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'name': 'network-vif-deleted', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:47.441465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf09cb17-d1fc-40ad-939e-91540b493aed req-16a4c009-560e-4f54-b8af-c71037a327c8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886623 May 27 01:57:47.484858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.21.0.1 (951d9306-a0dd-490f-a0d5-ee3f343cae96/5db427ef-75b4-4ff5-82da-552fc8bc57c8/29798242-5cec-4fc5-94b0-3f54d25eccab) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:47.520304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-4f717691-3da1-4101-82d6-0b7e83a962eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.521733 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-4f717691-3da1-4101-82d6-0b7e83a962eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b59d9ea-4e88-482e-baf3-478f314cdd26 HTTP/1.1" status: 200 len: 797 time: 0.1643448 May 27 01:57:47.529381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-82cba128-83c3-4db8-bf50-9df750ae0faa service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560158 May 27 01:57:47.560163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860152-293f-404f-a138-3e2085d7cba3 req-37060b2d-8a58-423d-8d32-c01383eaaf2f tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.563205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00860152-293f-404f-a138-3e2085d7cba3 req-37060b2d-8a58-423d-8d32-c01383eaaf2f tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.2046480 May 27 01:57:47.615035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00860152-293f-404f-a138-3e2085d7cba3 req-92a66384-9e67-4c38-8b6d-c76b615580c6 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444295 May 27 01:57:47.725052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:47.733480 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ac0a03-c358-46a3-8842-7cdc788ba8c8'] response: {'server_uuid': '322e1786-ade6-435e-b168-36a0a2fd6028', 'name': 'network-vif-deleted', 'tag': '653bd497-496e-4382-a088-7079b8a28ff6', 'status': 'completed', 'code': 200} May 27 01:57:47.749778 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:47.759159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-3593d9f7-7154-40a4-9123-ff06a12dd157 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=d3ef6ea4-3742-4d4f-808e-371b35fba3f6 HTTP/1.1" status: 200 len: 217 time: 0.1132658 May 27 01:57:47.769316 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:47.770334 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:47.853415 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:47.862645 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:47.863523 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:47.882802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:47.884836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b4ad5b25-f379-49b5-82f1-b0bb23983fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.886277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-b4ad5b25-f379-49b5-82f1-b0bb23983fbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.1145587 May 27 01:57:47.903968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:47.918875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.925898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.929626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:47.929626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ee2c3-ff5d-40bf-9ba9-cdc5bf0118af None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:47.932762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.938517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.942026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852188-7eae-4229-9563-faa02fd36120 req-2ca3748d-8bd0-403a-af05-c5624c8c0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.943536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-2ca3748d-8bd0-403a-af05-c5624c8c0a31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2991970 May 27 01:57:47.944204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.946087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-28c729a2-983f-41e7-b67b-761c49315055 req-b280ecbe-c854-4a1f-84f9-925242e4fe74 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/dfab0123-4ba8-45d3-a8f3-45c367371239 HTTP/1.1" status: 200 len: 1803 time: 0.1171484 May 27 01:57:47.949932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.956418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:47.958277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-8e6b370f-f836-43c9-a7dd-566f7400285d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.3924625 May 27 01:57:47.983729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object 29798242-5cec-4fc5-94b0-3f54d25eccab will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:47.992921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-253d4a10-7e37-4c5b-a081-a393a074b0e7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/ports/c93a7d50-9528-4338-8d93-45bd8305f066 HTTP/1.1" status: 204 len: 168 time: 4.6918998 May 27 01:57:47.997015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:48.106357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0554c0c2-ba7d-4800-80fa-1a437c5ee566 req-62759fbb-abf8-42ce-abdd-751613a62223 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1403878 May 27 01:57:48.111814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c7695cd0-6e99-49de-a9f1-9980c329aca4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "GET /v2.0/floatingips/7d06a444-62d5-4f3b-a487-a3034a25e6cd HTTP/1.1" status: 200 len: 687 time: 0.1112511 May 27 01:57:48.112696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:48.282271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-c54ba7d9-e0ae-41fb-bbbf-5f7795270c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.283727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-c54ba7d9-e0ae-41fb-bbbf-5f7795270c42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3904600 May 27 01:57:48.288787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-28c729a2-983f-41e7-b67b-761c49315055 req-d5ef8681-332a-489f-858e-8e4b3b835b8d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.330769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-9537ca6e-8fee-45a2-8718-f8847466451a service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799131 May 27 01:57:48.401717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:57:48.404446 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.478064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 5b4946f6-64c7-4502-a57a-ca948a7085dc {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:48.478409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.481691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-28c729a2-983f-41e7-b67b-761c49315055 req-d5ef8681-332a-489f-858e-8e4b3b835b8d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.568432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:48.578183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:48.581050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:48.604609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-c1226c25-04b5-47dc-b54c-e962ef307d0a service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114207 May 27 01:57:48.611438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38852188-7eae-4229-9563-faa02fd36120 req-75fb14da-63ef-498f-afb7-89080c2e0851 service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235754 May 27 01:57:48.612053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-28c729a2-983f-41e7-b67b-761c49315055 req-d5ef8681-332a-489f-858e-8e4b3b835b8d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.626864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=29798242-5cec-4fc5-94b0-3f54d25eccab,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:48.711456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8681-332a-489f-858e-8e4b3b835b8d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab0123-4ba8-45d3-a8f3-45c367371239,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:48.751332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.813356 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-28c729a2-983f-41e7-b67b-761c49315055 req-d5ef8681-332a-489f-858e-8e4b3b835b8d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.816551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe57a48-3483-4ea7-af9b-434078a7d0ea req-7e72eef5-a976-4439-84a7-69fbfd47a3f8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.824346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afe57a48-3483-4ea7-af9b-434078a7d0ea req-7e72eef5-a976-4439-84a7-69fbfd47a3f8 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.5650203 May 27 01:57:48.828060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-28c729a2-983f-41e7-b67b-761c49315055 req-d5ef8681-332a-489f-858e-8e4b3b835b8d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/dfab0123-4ba8-45d3-a8f3-45c367371239 HTTP/1.1" status: 204 len: 173 time: 0.8528893 May 27 01:57:48.873354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.873768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.946500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-403a5f57-6097-4db7-bc78-22520acd5734 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291862 May 27 01:57:48.961958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4641d22d-b184-40d5-8511-ee26fe81be1d None None] Provisioning for port 29798242-5cec-4fc5-94b0-3f54d25eccab completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:57:48.969002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.969612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.969871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4641d22d-b184-40d5-8511-ee26fe81be1d None None] Provisioning complete for port 29798242-5cec-4fc5-94b0-3f54d25eccab triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:48.970204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.970648 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4641d22d-b184-40d5-8511-ee26fe81be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:48.970942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.971478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.971946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.972476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:48.974448 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-26cb0298-78ea-4ba1-a8f0-c7704268f7d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6481 time: 0.2693489 May 27 01:57:49.031569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 5b4946f6-64c7-4502-a57a-ca948a7085dc owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:49.034887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4641d22d-b184-40d5-8511-ee26fe81be1d None None] Port 29798242-5cec-4fc5-94b0-3f54d25eccab cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:49.069567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afe57a48-3483-4ea7-af9b-434078a7d0ea req-8396aaff-e02e-4434-a91c-d020dfbb772b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439601 May 27 01:57:49.137805 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8b79de-d27e-4d42-85de-5216e4549f9c'] response: {'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'code': 200} May 27 01:57:49.194923 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:49.229204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-52dceaa5-7e8d-4352-b833-6a6d2edcda38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 HTTP/1.1" status: 200 len: 217 time: 0.2536366 May 27 01:57:49.235357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-99f3557f-caa8-420b-8d19-7aa94c9f2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.236756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-99f3557f-caa8-420b-8d19-7aa94c9f2704 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827 HTTP/1.1" status: 200 len: 903 time: 0.1720757 May 27 01:57:49.352683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-105817cc-cf57-4c16-b87c-541fc3ccddb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a958d246-60b4-421f-bde5-e9ab95ce080e HTTP/1.1" status: 200 len: 217 time: 0.0768569 May 27 01:57:49.420430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-ae55143c-5ac3-4ea6-9018-1152aef5131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.421935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-ae55143c-5ac3-4ea6-9018-1152aef5131c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.1843376 May 27 01:57:49.434742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40089c89-f7fa-4ee2-a39f-367cec47b2c7 req-6c8dc9bc-de7e-4ceb-b428-f2ba5b239b32 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.436133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40089c89-f7fa-4ee2-a39f-367cec47b2c7 req-6c8dc9bc-de7e-4ceb-b428-f2ba5b239b32 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 950 time: 0.4029367 May 27 01:57:49.497799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2809730c-1c1b-4b80-96a1-29b292d91e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.499268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-2809730c-1c1b-4b80-96a1-29b292d91e3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b59d9ea-4e88-482e-baf3-478f314cdd26 HTTP/1.1" status: 200 len: 797 time: 0.1369960 May 27 01:57:49.549899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:49.584778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40089c89-f7fa-4ee2-a39f-367cec47b2c7 req-ad228d6e-abba-4d37-8fa0-3aeab4b3daff tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153429 May 27 01:57:49.612180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-dbc8f798-9d7b-4bf4-baf1-06ec1a0647b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.613641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-dbc8f798-9d7b-4bf4-baf1-06ec1a0647b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1766825 May 27 01:57:49.615365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=5b4946f6-64c7-4502-a57a-ca948a7085dc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:49.628143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-cec56be6-164f-471c-a805-4e1c136f3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.630153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-cec56be6-164f-471c-a805-4e1c136f3d72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1239316 May 27 01:57:49.757956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.763607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.769874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.775522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.781277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.786933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.793410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.795393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-cf2b1f17-9e96-4562-a495-ac3fe71f33e8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.5541689 May 27 01:57:49.877250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb25ce49-d483-4bca-9ee6-e6ba54165cb6 req-d86ab3f5-bfe8-4145-8edc-9f7b950101e6 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/0998286e-8af1-4098-9e6b-c68e4d5562e3 HTTP/1.1" status: 200 len: 1803 time: 0.2258399 May 27 01:57:49.934435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-d73c0966-fcb2-4161-8b80-4bf03b9ac142 service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833314 May 27 01:57:49.934435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5de7d158-7e65-485b-8dac-9cd59a4ab114 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078277 May 27 01:57:49.976131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6839b-6577-4b67-86b2-b4baa66fa8a6 req-45125534-f9b0-4cef-99ac-3b559540b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:49.977584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52d6839b-6577-4b67-86b2-b4baa66fa8a6 req-45125534-f9b0-4cef-99ac-3b559540b4cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 1102 time: 0.7001185 May 27 01:57:50.025567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.103928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f171a133-b234-41c6-913c-8d0cf475aaa4 req-bb81fc04-b1f0-4cc1-a617-6fee469f0aa5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3002496 May 27 01:57:50.126179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.127369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ed240093-1bb3-4336-af52-217c2fbc7fad tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/floatingips/7d06a444-62d5-4f3b-a487-a3034a25e6cd HTTP/1.1" status: 204 len: 168 time: 2.0140073 May 27 01:57:50.132378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:50.142579 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52d6839b-6577-4b67-86b2-b4baa66fa8a6 req-ad2d4e94-5a49-487a-a5db-5d5d8dc5dd66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364987 May 27 01:57:50.147003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '3231b43f-e8c6-46bf-bb08-c71217c99ee9'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:50.154762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:50.160260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:floatingip and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:50.164027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:50.172353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:50.196203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.201761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.272854 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.282792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb25ce49-d483-4bca-9ee6-e6ba54165cb6 req-26b03baa-963b-4817-9c69-d937901af76d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.342016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb25ce49-d483-4bca-9ee6-e6ba54165cb6 req-26b03baa-963b-4817-9c69-d937901af76d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.388124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e823f5fd-8a9a-4a4d-b3d9-137b9599e293 req-b7c8ab16-e68d-4f47-9f69-1ee5bb1dc323 service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440672 May 27 01:57:50.407682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d1a88bf9-860e-4fa4-87b2-32e8406bb235 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626415 May 27 01:57:50.419800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb25ce49-d483-4bca-9ee6-e6ba54165cb6 req-26b03baa-963b-4817-9c69-d937901af76d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.441402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=29798242-5cec-4fc5-94b0-3f54d25eccab,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:50.443773 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.500637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03baa-963b-4817-9c69-d937901af76d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0998286e-8af1-4098-9e6b-c68e4d5562e3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:50.517406 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d0b9314d-aa3d-4d3d-acb4-dcd50db954a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85 HTTP/1.1" status: 200 len: 217 time: 0.0796013 May 27 01:57:50.519402 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb25ce49-d483-4bca-9ee6-e6ba54165cb6 req-26b03baa-963b-4817-9c69-d937901af76d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.520740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb25ce49-d483-4bca-9ee6-e6ba54165cb6 req-26b03baa-963b-4817-9c69-d937901af76d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/0998286e-8af1-4098-9e6b-c68e4d5562e3 HTTP/1.1" status: 204 len: 173 time: 0.6185219 May 27 01:57:50.604441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f034298-921e-466f-9001-5c9cef62ea7d req-e3340f6d-aed2-4dce-96fe-b39f72c9f50b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.605913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f034298-921e-466f-9001-5c9cef62ea7d req-e3340f6d-aed2-4dce-96fe-b39f72c9f50b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.3784709 May 27 01:57:50.620117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5982bcdd-e100-4284-b4a8-0613cd1eea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.621959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-5982bcdd-e100-4284-b4a8-0613cd1eea34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.0961332 May 27 01:57:50.694040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:50.701088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f034298-921e-466f-9001-5c9cef62ea7d req-d424684b-3e4a-4d80-9d49-df0117d599e9 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810213 May 27 01:57:50.701886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:50.770704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.775859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1654533568', 'description': 'tempest-description-401280341'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:50.776544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.783042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.788996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.795262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.801486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.807260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.809214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-c2681903-1a01-4a74-889b-27eef362e375 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.1831100 May 27 01:57:50.839507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-12a6551c-9e62-48b9-b3bb-ed29d6ba6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:50.841010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-12a6551c-9e62-48b9-b3bb-ed29d6ba6876 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1769118 May 27 01:57:50.841146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:50.863636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.868273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:50.873575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:50.917926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:50.941272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c6da504-5e2e-40e0-af2d-9a066718102a req-9325c611-27c1-4e59-931f-db284c4592f3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1244304 May 27 01:57:50.959229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.973576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3b12afb7-64a0-4f67-9443-4496d5a4193a None None] Provisioning complete for port 29798242-5cec-4fc5-94b0-3f54d25eccab triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:57:50.973576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3b12afb7-64a0-4f67-9443-4496d5a4193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:50.976455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 7ca7b451-01ef-4c48-b43b-1533b0400459 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:51.034541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:51.039705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-c61230fc-3773-42f8-a728-1f7b0f16ffc8 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843598 May 27 01:57:51.065996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3b12afb7-64a0-4f67-9443-4496d5a4193a None None] Port 29798242-5cec-4fc5-94b0-3f54d25eccab cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:57:51.111270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Usage tracker for resource:security_group_rule and tenant:75f32902c4d44b8582989f6faacd9b92 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:51.165158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:51.189661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:51.238806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.25.3.252 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ee118f2f-37dd-4b68-a0dc-735ce501f156) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:51.250332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-7a749f50-6985-4be4-af2a-d5708b400141 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032630 May 27 01:57:51.256341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:51.257875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25760d-3cb9-40eb-9c4a-6f0a75c4e829 req-a797449a-bbc8-4592-a000-a0f51929b1ce tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.259330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d25760d-3cb9-40eb-9c4a-6f0a75c4e829 req-a797449a-bbc8-4592-a000-a0f51929b1ce tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 950 time: 0.1855264 May 27 01:57:51.269306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] Sync routers for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:51.280299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:51.281993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:51.337963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-d4f86e92-0aaa-44b9-a2c3-997b0889c92e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88488804-219b-4831-bd2e-cd1b290812e3 HTTP/1.1" status: 200 len: 217 time: 0.0776725 May 27 01:57:51.349243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:51.359357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:51.360512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:51.395086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be2eb088-8450-443f-830e-e7c254f4e6df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/7ca7b451-01ef-4c48-b43b-1533b0400459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7658536 May 27 01:57:51.395676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41254) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:51.410983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d25760d-3cb9-40eb-9c4a-6f0a75c4e829 req-23c859d3-ff41-4124-93be-b5227b8a6333 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027756 May 27 01:57:51.420770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-915b5532-24ee-486b-a82d-d482563389a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.423536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-915b5532-24ee-486b-a82d-d482563389a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=153660dd-36a8-42ae-9e45-d522f8ef1d25 HTTP/1.1" status: 200 len: 797 time: 0.0779843 May 27 01:57:51.444919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:51.445248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1798a-fdf9-4cf6-88b0-c1101bd7da83 None None] The sync data for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:51.458944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:51.482377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:51.544363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-eed67247-78aa-425d-b181-46ec840c029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.547370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-eed67247-78aa-425d-b181-46ec840c029b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b17b5d04-c6fb-418b-8741-62bf32c6a213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1079612 May 27 01:57:51.548467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:51.565783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0fc32-40a5-4ed0-b9bc-f223208bb94c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.566346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-19f0fc32-40a5-4ed0-b9bc-f223208bb94c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:51.574909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:51.576098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a3320e03-6925-4340-aa38-35c2b797efef req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8157690 May 27 01:57:51.581804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925f165-4344-4622-9066-41b40791ec8e tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66fb9e9-32ae-456d-bed7-299cd0da753f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:51.610401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-19f0fc32-40a5-4ed0-b9bc-f223208bb94c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:51.616073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-19f0fc32-40a5-4ed0-b9bc-f223208bb94c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports/29798242-5cec-4fc5-94b0-3f54d25eccab HTTP/1.1" status: 200 len: 910 time: 0.2108524 May 27 01:57:51.616935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41262) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:51.673197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:51.766308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.772288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.778412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.784394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.790464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.796949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.802817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:51.804781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-b598e1bf-1068-41c0-b38d-6bd190c7f554 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.2496324 May 27 01:57:51.864986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-45f4c8c0-41ab-4540-86c2-11336a6d9ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071563 May 27 01:57:51.899020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9df1bfd-46d5-428d-9a70-7847fbd2325b req-6d9a72d1-eb04-4b69-a3c9-278824223f34 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826049 May 27 01:57:52.004741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:52.010925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:52.019434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:52.079489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=ee118f2f-37dd-4b68-a0dc-735ce501f156,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:52.134684 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc7a9e59-f0cd-4771-a7f4-72bcfa7bc2ea req-b7077bba-58b6-423f-91e7-c23c966bdd71 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/e66fb9e9-32ae-456d-bed7-299cd0da753f HTTP/1.1" status: 200 len: 1802 time: 0.0755596 May 27 01:57:52.155081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fc7a9e59-f0cd-4771-a7f4-72bcfa7bc2ea req-ac77eb4a-9a2c-4549-a1d6-9e0a6a7d16ea tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Request body: {'security_group': {'name': 'tempest-sg-hth-434708445', 'description': 'tempest-description-hth-343625016'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:52.170082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-0adeffb0-771e-47cc-8af2-6429fca5dc09 service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965651 May 27 01:57:52.250816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc7a9e59-f0cd-4771-a7f4-72bcfa7bc2ea req-ac77eb4a-9a2c-4549-a1d6-9e0a6a7d16ea tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:52.260639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-596e1e87-f9e2-46ce-8fb2-8276de7a3003 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6 HTTP/1.1" status: 200 len: 217 time: 0.0739210 May 27 01:57:52.325012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56733e36-addb-40d4-8c56-060fdf3f4495 req-4a80cf1e-d71b-4218-92e9-7cb697c27295 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.326446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56733e36-addb-40d4-8c56-060fdf3f4495 req-4a80cf1e-d71b-4218-92e9-7cb697c27295 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.6078160 May 27 01:57:52.371369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-85144bef-b57c-43fa-8116-c9a6fa02b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.372816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-85144bef-b57c-43fa-8116-c9a6fa02b04a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=153660dd-36a8-42ae-9e45-d522f8ef1d25 HTTP/1.1" status: 200 len: 797 time: 0.1081479 May 27 01:57:52.375004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc7a9e59-f0cd-4771-a7f4-72bcfa7bc2ea req-ac77eb4a-9a2c-4549-a1d6-9e0a6a7d16ea tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:52.379910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc7a9e59-f0cd-4771-a7f4-72bcfa7bc2ea req-ac77eb4a-9a2c-4549-a1d6-9e0a6a7d16ea tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:52.382290 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc7a9e59-f0cd-4771-a7f4-72bcfa7bc2ea req-ac77eb4a-9a2c-4549-a1d6-9e0a6a7d16ea tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:52.383450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc7a9e59-f0cd-4771-a7f4-72bcfa7bc2ea req-ac77eb4a-9a2c-4549-a1d6-9e0a6a7d16ea tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "PUT /v2.0/security-groups/e66fb9e9-32ae-456d-bed7-299cd0da753f HTTP/1.1" status: 200 len: 1775 time: 0.2365944 May 27 01:57:52.465659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77eb4a-9a2c-4549-a1d6-9e0a6a7d16ea tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66fb9e9-32ae-456d-bed7-299cd0da753f,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:52.485379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-94e8b5fe-70b7-4d58-ba54-45ebf5dfcac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.486906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-94e8b5fe-70b7-4d58-ba54-45ebf5dfcac9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b17b5d04-c6fb-418b-8741-62bf32c6a213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081970 May 27 01:57:52.574114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56733e36-addb-40d4-8c56-060fdf3f4495 req-eaf285a9-c22a-42cc-865b-26e6eba00b02 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879876 May 27 01:57:52.735051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.740883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.746703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.753053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.758867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.764702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.770112 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a894bb8-6ccf-477e-ae90-8972747607e9 req-480e0ae1-6925-4c7f-887e-ce7cf4bf0386 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/e66fb9e9-32ae-456d-bed7-299cd0da753f HTTP/1.1" status: 200 len: 1775 time: 0.1025772 May 27 01:57:52.771188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:52.779256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-de80c613-2f7c-463c-b768-90a4575e2abe tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.2853684 May 27 01:57:52.779256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-78d42a49-a16b-4c17-8a0b-d83fb5038f2b service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531276 May 27 01:57:52.914016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df5587a3-0254-4028-a9c8-2883b9ed84f9 req-a7625506-c2e4-4374-bbf6-f1987fcc195b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1099725 May 27 01:57:52.917865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:52.951153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-178cf2a9-a46c-4d40-adcd-bd76473ec0b7 req-a7f3d4c1-fdfc-4540-a4ed-2064f4c314da service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691692 May 27 01:57:53.078761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.169208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.169781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.170059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.170520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.171018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.171518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.171976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.173859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-0f4ba259-b899-4156-ad4b-2009d897e562 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6493 time: 0.1487606 May 27 01:57:53.185640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c816d-3cfb-4983-ad71-98df1dc858eb req-5bbacc4d-41bc-41d2-a9d9-8b8a03a1ab04 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.187051 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-859c816d-3cfb-4983-ad71-98df1dc858eb req-5bbacc4d-41bc-41d2-a9d9-8b8a03a1ab04 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.1287420 May 27 01:57:53.207971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5baf-556c-496d-8eaa-9647b42f1b1a req-444e9ab7-e871-4a2c-b86e-df3cb86dc31f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.209992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf5a5baf-556c-496d-8eaa-9647b42f1b1a req-444e9ab7-e871-4a2c-b86e-df3cb86dc31f tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 950 time: 0.3497832 May 27 01:57:53.317536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-859c816d-3cfb-4983-ad71-98df1dc858eb req-28e1af82-9dad-4235-91a0-901ff6dfab06 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108413 May 27 01:57:53.375095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-77d9323c-c4b3-42ca-91e1-f5c52b787d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.376541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-77d9323c-c4b3-42ca-91e1-f5c52b787d26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b17b5d04-c6fb-418b-8741-62bf32c6a213 HTTP/1.1" status: 200 len: 903 time: 0.1886609 May 27 01:57:53.435928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.454914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-414af99c-60cc-44dd-8719-2b4ae0dd9ac8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6 HTTP/1.1" status: 200 len: 217 time: 0.0709879 May 27 01:57:53.489084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf5a5baf-556c-496d-8eaa-9647b42f1b1a req-cfc57c7a-d4c9-4f71-808b-3f1bf04a08a5 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148260 May 27 01:57:53.494580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f5e737c-0f0e-4b16-bb1d-8b21a3af445e req-25bf240c-eda3-4239-89d3-c7f93879e842 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/e66fb9e9-32ae-456d-bed7-299cd0da753f HTTP/1.1" status: 200 len: 1775 time: 0.1465526 May 27 01:57:53.550294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-93faae4e-a2bd-46fa-9c0b-5ac700aedc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.551754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-93faae4e-a2bd-46fa-9c0b-5ac700aedc36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=153660dd-36a8-42ae-9e45-d522f8ef1d25 HTTP/1.1" status: 200 len: 797 time: 0.0894618 May 27 01:57:53.641619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1f5e737c-0f0e-4b16-bb1d-8b21a3af445e req-ff6e7621-52b2-43df-8826-9a2fbe631d02 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.674256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1f5e737c-0f0e-4b16-bb1d-8b21a3af445e req-ff6e7621-52b2-43df-8826-9a2fbe631d02 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.698952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-582fe5af-6875-4ff6-b35e-fb031ccc9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.700348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-582fe5af-6875-4ff6-b35e-fb031ccc9694 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b17b5d04-c6fb-418b-8741-62bf32c6a213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1354616 May 27 01:57:53.730954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 29798242-5cec-4fc5-94b0-3f54d25eccab {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:53.731303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.807297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1f5e737c-0f0e-4b16-bb1d-8b21a3af445e req-ff6e7621-52b2-43df-8826-9a2fbe631d02 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.848006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e7621-52b2-43df-8826-9a2fbe631d02 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66fb9e9-32ae-456d-bed7-299cd0da753f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:53.854951 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1f5e737c-0f0e-4b16-bb1d-8b21a3af445e req-ff6e7621-52b2-43df-8826-9a2fbe631d02 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.860544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f5e737c-0f0e-4b16-bb1d-8b21a3af445e req-ff6e7621-52b2-43df-8826-9a2fbe631d02 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/e66fb9e9-32ae-456d-bed7-299cd0da753f HTTP/1.1" status: 204 len: 173 time: 0.3433347 May 27 01:57:53.928960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.942131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.948008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.954335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.960150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.965927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.971796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.977579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:53.979555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-228a8116-8188-4859-bd51-335a4ad668b1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.3612876 May 27 01:57:53.983206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:53.988091 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-180bb4b1-0752-4e7b-93a1-832b03aff36c service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785494 May 27 01:57:54.164265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:54.174091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=ee118f2f-37dd-4b68-a0dc-735ce501f156,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:54.190178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd6bea-4a48-4b24-aa03-11e3446abcda req-bafa9485-293c-49ad-9b6e-b484d3fd4c8a tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:54.190178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71bd6bea-4a48-4b24-aa03-11e3446abcda req-bafa9485-293c-49ad-9b6e-b484d3fd4c8a tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 950 time: 0.1996124 May 27 01:57:54.194306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c30dd32e-0c9d-46a7-9f91-e7710a4d55c9 req-bf8f7992-374d-4d3e-bab6-fc767986ab36 service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706877 May 27 01:57:54.196845 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-365d68b8-ba80-43fb-a686-41588d237fc5 req-b82f1749-6aab-4805-aa44-f6b703191e5c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2040145 May 27 01:57:54.255167 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:54.256453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71bd6bea-4a48-4b24-aa03-11e3446abcda req-f6f3d3bc-6391-49ff-8a64-87976795c8ee tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 May 27 01:57:54.375587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 29798242-5cec-4fc5-94b0-3f54d25eccab owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:54.437056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbfd1c-20c3-4e8c-8b03-5eb29dfccf04 req-6e9bdf44-5dee-4564-9e80-d6dc0c82b916 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:54.438440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75bbfd1c-20c3-4e8c-8b03-5eb29dfccf04 req-6e9bdf44-5dee-4564-9e80-d6dc0c82b916 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.0822976 May 27 01:57:54.483815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75bbfd1c-20c3-4e8c-8b03-5eb29dfccf04 req-3a1cffbf-0869-4ebf-9c64-c629bb809916 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 May 27 01:57:54.878119 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 23bc1223-75b2-4f41-ac37-60352c5e1441 associated. External IP: 172.25.3.252, port: 3231b43f-e8c6-46bf-bb08-c71217c99ee9. May 27 01:57:54.989401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:54.995141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.002658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.007333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.013033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.019357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.025116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.027014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-b36b65a2-097b-482a-8760-5f4316673f50 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.6141551 May 27 01:57:55.137985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01e8cc-82c5-46d1-bbb5-a1c5f3e1f24a req-c48a1e53-b987-4d58-b9fc-71ee5fc4fd81 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.139706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc01e8cc-82c5-46d1-bbb5-a1c5f3e1f24a req-c48a1e53-b987-4d58-b9fc-71ee5fc4fd81 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.0985389 May 27 01:57:55.156225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3508900b-29a4-4298-b9cc-0ea6f26779f5 req-33173b73-ba0d-4924-81db-8709091f83c6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1186147 May 27 01:57:55.186586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc01e8cc-82c5-46d1-bbb5-a1c5f3e1f24a req-b42a4dd0-5df2-46e7-b96e-2842cdd771ea tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 May 27 01:57:55.228667 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-356f475b-86fb-44d0-a3b4-5868813bb41f req-b24b9ec9-fab5-4857-a106-51d098c3eb68 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:57:55.230400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-356f475b-86fb-44d0-a3b4-5868813bb41f req-b24b9ec9-fab5-4857-a106-51d098c3eb68 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/0998286e-8af1-4098-9e6b-c68e4d5562e3 HTTP/1.1" status: 404 len: 352 time: 0.0180664 May 27 01:57:55.322696 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-487777eb-3b36-4949-a8ac-b43a5aa734d8 req-672202ff-1a30-4272-8bbf-b7029201cb05 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:57:55.323716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-487777eb-3b36-4949-a8ac-b43a5aa734d8 req-672202ff-1a30-4272-8bbf-b7029201cb05 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/dfab0123-4ba8-45d3-a8f3-45c367371239 HTTP/1.1" status: 404 len: 352 time: 0.0346041 May 27 01:57:55.341559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:55.394635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=29798242-5cec-4fc5-94b0-3f54d25eccab,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:55.427099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.432896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.439387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.445178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.451084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.457173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.463322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.465280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-91df35b9-9b41-431d-aa74-5fabda2a7f85 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.1298404 May 27 01:57:55.521130 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a1da76a-fbee-4236-acd7-cd503bc51a39 req-5656b7bf-bf9f-4f52-b8a4-4d356cc9633c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477970 May 27 01:57:55.609428 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-3abe690e-8d3d-4248-a382-fbe9de95226d req-2d2493a9-ba4e-4946-a6d9-c84b0db5e8d5 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:57:55.611580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3abe690e-8d3d-4248-a382-fbe9de95226d req-2d2493a9-ba4e-4946-a6d9-c84b0db5e8d5 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/542568c4-c89c-4ef4-92fe-f951eaea4159 HTTP/1.1" status: 404 len: 352 time: 0.0231817 May 27 01:57:55.638465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:55.647673 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-471b5614-8ba9-4b0b-b217-61083257438c req-c31577de-5023-4700-b1c1-422e3bd78466 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:57:55.649101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-471b5614-8ba9-4b0b-b217-61083257438c req-c31577de-5023-4700-b1c1-422e3bd78466 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/6811d837-115d-4540-a540-4b8949dbac77 HTTP/1.1" status: 404 len: 352 time: 0.0188427 May 27 01:57:55.687347 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-c44f85a4-76d6-423e-9474-6e50222280d8 req-f985c856-6e8d-4a43-95ba-5acf3d4a1bed tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:57:55.688312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c44f85a4-76d6-423e-9474-6e50222280d8 req-f985c856-6e8d-4a43-95ba-5acf3d4a1bed tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/1fcec1d3-546c-432e-b275-07045213c06d HTTP/1.1" status: 404 len: 352 time: 0.0170813 May 27 01:57:55.725369 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-4494c4ca-d670-44ee-b340-70b6170e7c0f req-6c214ef6-2de7-4b4e-8bb1-44a937bcddab tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] show failed (client error): The resource could not be found. May 27 01:57:55.726329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4494c4ca-d670-44ee-b340-70b6170e7c0f req-6c214ef6-2de7-4b4e-8bb1-44a937bcddab tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/aa1e3551-2233-4e38-9ed8-b0d947924884 HTTP/1.1" status: 404 len: 352 time: 0.0186093 May 27 01:57:55.886729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:55.900496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19222-e7ae-4798-b6c3-7a7babb7efaa req-bd53c7f6-135c-40fc-bd86-027b3e5b485e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:55.902083 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0df19222-e7ae-4798-b6c3-7a7babb7efaa req-bd53c7f6-135c-40fc-bd86-027b3e5b485e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.4528325 May 27 01:57:56.093824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485332-1919-4ce1-890e-008a3493955c req-80ff7ced-0e57-4184-aa74-d17222e60b58 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.094531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5a485332-1919-4ce1-890e-008a3493955c req-80ff7ced-0e57-4184-aa74-d17222e60b58 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:56.109697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5a485332-1919-4ce1-890e-008a3493955c req-80ff7ced-0e57-4184-aa74-d17222e60b58 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:56.111172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a485332-1919-4ce1-890e-008a3493955c req-80ff7ced-0e57-4184-aa74-d17222e60b58 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1023 time: 0.0972819 May 27 01:57:56.152197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:56.163723 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0df19222-e7ae-4798-b6c3-7a7babb7efaa req-33911c80-c3ff-4042-8ade-bf8a59a1ed8e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090728 May 27 01:57:56.165279 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:56.169740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5a485332-1919-4ce1-890e-008a3493955c req-01e08c09-6efb-48b3-b1f7-0fa5fba9f367 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:56.180921 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:56.181934 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:56.192470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5a485332-1919-4ce1-890e-008a3493955c req-01e08c09-6efb-48b3-b1f7-0fa5fba9f367 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:56.194234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a485332-1919-4ce1-890e-008a3493955c req-01e08c09-6efb-48b3-b1f7-0fa5fba9f367 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=7ff58615-ec4b-451e-9eda-77de715e380b&id=9ba767fd-29fb-4571-8046-8eefa0cb580d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0767307 May 27 01:57:56.329910 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:56.339499 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:56.340121 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:56.407641 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:56.408529 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c477f-e677-484f-b430-99dc81de4b3b None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:56.454797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:56.640981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8e4a73c9-88ed-40bd-9e4c-60c932fc92b1 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5035400 May 27 01:57:56.643974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41354) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:56.649423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-375867329'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:56.654847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:56.659090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:network and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:56.662217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:56.667892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 7ca7b451-01ef-4c48-b43b-1533b0400459 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:57:56.669437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:56.684319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:56.687993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.691829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:56.693769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.699937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.706973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.712632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.718399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.724145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.726140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-1aaacfc9-63a0-41a4-986d-216b4df8afb3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.2787552 May 27 01:57:56.777248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:57:56.792029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:56.792376 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Added segment 059fadc4-8598-4a22-914e-cf15ab5cedfb of type vlan for network 379c2ffa-8143-463d-9fa5-20a106ddc87c May 27 01:57:56.832993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.838830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.844667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.850511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.856297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.862790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.868700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.870931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-b2327bb0-16a5-42c1-9fed-3a2dc0c52d82 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.1677256 May 27 01:57:56.875723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:56.920618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a258812b-5e9d-4df8-93e0-cbb9189bd670 req-43246acf-f3f0-497f-af2a-a23c7086a60c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1364782 May 27 01:57:56.930105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:57:56.934988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-596799b3-0a9a-4e71-97d2-fee154a47a14 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/7ca7b451-01ef-4c48-b43b-1533b0400459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3168905 May 27 01:57:56.938217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41358) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:56.941729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] Sync routers for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:57:56.947265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd07d7e8-8650-41e8-912e-917e29c49f31 req-61808444-e0b8-4f0c-8458-9cc57d913d12 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672834 May 27 01:57:56.955468 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:56.955633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:56.956493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:56.964016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:56.964887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.032401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:57.042149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:57:57.043048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:57.088775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4435549 May 27 01:57:57.089681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff46e9c-79cb-40bc-b9c8-88812c0778e3 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Network': ['ID=379c2ffa-8143-463d-9fa5-20a106ddc87c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:57.092157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41362) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:57.098646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'subnet': {'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:57.123343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:57:57.123700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02449237-5077-4818-a3b2-f9d598d9bf7a None None] The sync data for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:57:57.131779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:57:57.227841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:57.240313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:57.254150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:57:57.258039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.500520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a929520-45fe-4487-a578-812d211fc877 req-a1bf7ac0-e90e-470d-9125-985bf7d87fc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:57.502024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a929520-45fe-4487-a578-812d211fc877 req-a1bf7ac0-e90e-470d-9125-985bf7d87fc8 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1023 time: 0.1606674 May 27 01:57:57.570685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.636176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4a929520-45fe-4487-a578-812d211fc877 req-ad226525-3f76-485a-88a5-2ac4de4b313d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Synchronizing usage tracker for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:57:57.649614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Subnet': ['ID=3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:57.663190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Checking segment: {'id': '059fadc4-8598-4a22-914e-cf15ab5cedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:57.663514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network hostable DHCP agents. Network: 379c2ffa-8143-463d-9fa5-20a106ddc87c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:57:57.663994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4a929520-45fe-4487-a578-812d211fc877 req-ad226525-3f76-485a-88a5-2ac4de4b313d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Unset dirty status for tenant:75f32902c4d44b8582989f6faacd9b92 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:57:57.665148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a929520-45fe-4487-a578-812d211fc877 req-ad226525-3f76-485a-88a5-2ac4de4b313d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=7ff58615-ec4b-451e-9eda-77de715e380b&id=9ba767fd-29fb-4571-8046-8eefa0cb580d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1547220 May 27 01:57:57.684630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.687374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:57:57.698620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 379c2ffa-8143-463d-9fa5-20a106ddc87c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:57.703552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:57.704304 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.709990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805224e-9319-41f9-b7b2-5046cd0beb5b None None] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:57:57.742139 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6bf8fc2a-0a57-4d58-b41c-9ab6724542ee tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6463194 May 27 01:57:57.742487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41380) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:57:57.749258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-111968153', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:57:57.758410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:57:57.763342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:router and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:57:57.768073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:57:57.775672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:57:57.788979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.790063 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.811297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:57.969967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-379c2ffa-8143-463d-9fa5-20a106ddc87c', 'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c', 'tenant_id': '4b9525b4d0094303b71ef3bb2cc9d125', 'fixed_ips': [{'subnet_id': '3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:57:57.971955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.218127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Allocated IP 172.20.0.2 (379c2ffa-8143-463d-9fa5-20a106ddc87c/3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee/98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:57:58.255924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.263272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.269743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.276858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.282834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.288584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.294324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.302837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-329574a4-b825-400f-ac5a-1157046c01b3 req-6ee667ee-ed0c-450a-94b7-9e027cf8a062 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.1717319 May 27 01:57:58.357310 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.416320 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-329574a4-b825-400f-ac5a-1157046c01b3 req-1803225c-d8c7-4ecc-97cf-6fdeb25ab886 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124747 May 27 01:57:58.417122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:58.417581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.466114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-c05bf258-cce8-4361-a8ad-2a189bbd53da tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.467944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-c05bf258-cce8-4361-a8ad-2a189bbd53da tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1023 time: 0.3481958 May 27 01:57:58.479830 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.509336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Transition to ACTIVE for port object 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:58.528556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Transition to ACTIVE for port object 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:57:58.541806 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.614757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.620662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.626822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.633196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.639605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.646100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.652411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:58.654536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1ded01-3911-428e-be88-03969397bd35 req-4fabbd69-0eca-4dc2-86fd-16878d8a4e79 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.4332063 May 27 01:57:58.686543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.694018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Deleting port c4e53e3d-bba2-480c-adcd-965630218699 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:57:58.694018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.722827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:57:58.726316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:57:58.733581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Pushing event updated for resources: {'Port': ['ID=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:58.738021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:57:58.818881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd1ded01-3911-428e-be88-03969397bd35 req-c81715c1-0bb5-4375-8c0e-3233c87763cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1518462 May 27 01:57:58.878906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 597a4e20-acd7-4ad5-b9a2-5867a8dc9a74 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:58.905369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Attempting to bind port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:57:58.906145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Attempting to bind port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '059fadc4-8598-4a22-914e-cf15ab5cedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:57:58.906816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Attempting to bind port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 on network 379c2ffa-8143-463d-9fa5-20a106ddc87c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:57:58.913682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:57:58.914133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Checking segment: {'id': '059fadc4-8598-4a22-914e-cf15ab5cedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:57:58.914535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:58.915142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Bound using segment: {'id': '059fadc4-8598-4a22-914e-cf15ab5cedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:57:58.928127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Bound port: 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059fadc4-8598-4a22-914e-cf15ab5cedfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:57:58.929010 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.113914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] For port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:57:59.118300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] For port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,segment=NetworkSegment(059fadc4-8598-4a22-914e-cf15ab5cedfb),segment_id=059fadc4-8598-4a22-914e-cf15ab5cedfb)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:57:59.131292 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.200533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.265423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36bb37-4763-44bb-9d52-dbbfcbfd9162 None None] Pushing event updated for resources: {'Port': ['ID=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:59.280489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=597a4e20-acd7-4ad5-b9a2-5867a8dc9a74,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:57:59.455062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da358ff7-3dd8-4a8c-bbad-1c08dd83b1d0 req-dd2be24c-de9a-40f2-b033-50f87a306f49 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:57:59.462010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da358ff7-3dd8-4a8c-bbad-1c08dd83b1d0 req-dd2be24c-de9a-40f2-b033-50f87a306f49 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 1023 time: 0.3679786 May 27 01:57:59.472470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] For port c4e53e3d-bba2-480c-adcd-965630218699, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c4e53e3d-bba2-480c-adcd-965630218699,segment=NetworkSegment(73f3e60b-8af4-4064-9a12-9b5cce5c1232),segment_id=73f3e60b-8af4-4064-9a12-9b5cce5c1232)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:59.473116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.622155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:57:59.654264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Calling delete_port for c4e53e3d-bba2-480c-adcd-965630218699 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:57:59.798815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da358ff7-3dd8-4a8c-bbad-1c08dd83b1d0 req-db16c0ae-3417-40b9-b202-e3d51538b24d tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9afeb61-ad07-418e-b8ba-425de2d3fc87&id=7ff58615-ec4b-451e-9eda-77de715e380b&id=9ba767fd-29fb-4571-8046-8eefa0cb580d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3194864 May 27 01:57:59.820512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.873051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.879013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:57:59.953590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:57:59.982183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'mac_address': 'fa:16:3e:4f:d0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:00.084955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:00.085378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:00.122417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:00.152918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:00.158660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:00.248150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:00.269583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:00.408042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.25.3.235 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/2bfae1f9-8008-4e66-9089-8c32569d9f0d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:00.453294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.459199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.464973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.470801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.476587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.482464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.489191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.491184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-b46ee0fe-f544-4e3f-96e0-de0fde7fe776 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.7363365 May 27 01:58:00.589652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:00.603837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 7ca7b451-01ef-4c48-b43b-1533b0400459 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:00.638197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.645358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.656236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.665433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.678478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.688313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.695622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:00.704252 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-dd5fa0f8-a413-435e-80ae-d3b8c91cd506 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.5679688 May 27 01:58:00.722112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd1fe1ee-32c7-4a32-bdb8-fe2f9ea85cb4 req-9ead0d27-5787-4118-9e9d-d90cfbff2cb0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204344 May 27 01:58:00.782647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:00.823752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'Port': ['ID=c4e53e3d-bba2-480c-adcd-965630218699,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:00.917436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afeda46-f5ef-47ac-bee6-f035d0d1a7bf None None] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:00.970157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:00.980954 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] Sync routers for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:01.001332 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:01.003388 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:01.013613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c8462190-f78f-4584-90a1-b2df16a05fa5 req-86c578af-748d-4bee-859f-b931e1b01b0c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3068945 May 27 01:58:01.027460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dad47c01-f500-43c1-b61d-18e5a84191db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/7ca7b451-01ef-4c48-b43b-1533b0400459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0867541 May 27 01:58:01.028609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41426) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:01.036250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:01.043830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:01.044403 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.081546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Provisioning for port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:01.104224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Provisioning complete for port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:01.105254 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.124065 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:01.129962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7027c3be-6c02-43ac-8566-a7cfb8098da7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:01.137031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] No DVR routers for this DVR port c4e53e3d-bba2-480c-adcd-965630218699 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:58:01.157663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.160492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'name': 'network-vif-deleted', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:01.161171 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] Routers {'7ca7b451-01ef-4c48-b43b-1533b0400459'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:01.161783 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7ca7b451-01ef-4c48-b43b-1533b0400459'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:01.166996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-723fe0e9-c56f-4889-b7c3-29f6956a554e req-e31e4d86-cb7a-450a-a88e-23302630e18a tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/ports?device_id=c089f116-329b-4d20-974e-3512ae2daf5e HTTP/1.1" status: 200 len: 210 time: 0.1725934 May 27 01:58:01.191183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7027c3be-6c02-43ac-8566-a7cfb8098da7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:01.192964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7027c3be-6c02-43ac-8566-a7cfb8098da7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca7b451-01ef-4c48-b43b-1533b0400459 HTTP/1.1" status: 200 len: 205 time: 0.1631875 May 27 01:58:01.196112 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.196864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41442) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:01.222665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c1264c5-028f-4bc0-9f58-2989974cada3 req-a664c18d-1b39-4039-bd1b-adc242e585ac tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.47 "DELETE /v2.0/ports/c4e53e3d-bba2-480c-adcd-965630218699 HTTP/1.1" status: 204 len: 173 time: 2.7441399 May 27 01:58:01.265493 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a484afe9-082e-4148-8396-525367a27524'] response: {'server_uuid': 'c089f116-329b-4d20-974e-3512ae2daf5e', 'name': 'network-vif-deleted', 'tag': 'c4e53e3d-bba2-480c-adcd-965630218699', 'status': 'completed', 'code': 200} May 27 01:58:01.306595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.378390 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:01.378390 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed943aa7-1bcc-4397-84b1-0d26479ebeba None None] The sync data for ids ['7ca7b451-01ef-4c48-b43b-1533b0400459'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:01.471601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:01.479495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:01.485379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:01.497048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:01.497604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.520085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-344c6c8b-4548-48ca-9720-ac9d7caa5fd3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.562650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=2bfae1f9-8008-4e66-9089-8c32569d9f0d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:01.583507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Current status of the port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:01.584116 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.616888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,segment=NetworkSegment(059fadc4-8598-4a22-914e-cf15ab5cedfb),segment_id=059fadc4-8598-4a22-914e-cf15ab5cedfb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:01.621686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:01.734605 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:58:01.735215 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:58:01.735944 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.860703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:01.901644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:01.902361 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.956873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-344c6c8b-4548-48ca-9720-ac9d7caa5fd3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.959747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-344c6c8b-4548-48ca-9720-ac9d7caa5fd3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.996995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-344c6c8b-4548-48ca-9720-ac9d7caa5fd3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:01.999530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344c6c8b-4548-48ca-9720-ac9d7caa5fd3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Fanout notify agent at l3_agent the message router_deleted on router 7ca7b451-01ef-4c48-b43b-1533b0400459 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:58:02.019003 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-344c6c8b-4548-48ca-9720-ac9d7caa5fd3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.023710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-344c6c8b-4548-48ca-9720-ac9d7caa5fd3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/7ca7b451-01ef-4c48-b43b-1533b0400459 HTTP/1.1" status: 204 len: 168 time: 0.8256881 May 27 01:58:02.024317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41448) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:02.133552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:02.134092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.142172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 5db427ef-75b4-4ff5-82da-552fc8bc57c8 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:02.174852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.190226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:02.217580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:02.228036 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.229902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c4e53e3d-bba2-480c-adcd-965630218699 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:58:02.269855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.276375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.283055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.288981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.295119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.301428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.308893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.311053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-295abbc6-f796-48b8-9490-c980bd306ab6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.3183270 May 27 01:58:02.316824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.336007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.345020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: c4e53e3d-bba2-480c-adcd-965630218699 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:58:02.345715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c4e53e3d-bba2-480c-adcd-965630218699 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:58:02.393067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf50c3-562c-4059-8d42-55d3766a97d8 None None] Current status of the port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:02.400740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:02.471206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.475487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bab332d9-b97d-4997-86af-8ee4c8009e79 req-316707c9-ab21-40d3-a479-29780700d4ee tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565547 May 27 01:58:02.478432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.486231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.492981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.510041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.519924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b58f9bb4-4958-42f1-96c5-9824cb7036a5 None None] Provisioning complete for port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:02.520430 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b58f9bb4-4958-42f1-96c5-9824cb7036a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.522292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.528404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:02.530343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-060544ba-71da-48d8-a146-95008690a8ee req-bb2cfa84-8ee2-40d8-84d3-0cc43652e913 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.2985506 May 27 01:58:02.583144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.631992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-060544ba-71da-48d8-a146-95008690a8ee req-81daa2f7-144f-45a2-ae49-037258e38ba4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0885065 May 27 01:58:02.677883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.736951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=5db427ef-75b4-4ff5-82da-552fc8bc57c8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:02.740179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:02.751208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dacb437b-126c-4606-b6cc-ac1bdbc36b0c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/5db427ef-75b4-4ff5-82da-552fc8bc57c8 HTTP/1.1" status: 204 len: 168 time: 0.7241848 May 27 01:58:02.752566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41474) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:02.768814 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daedfabd-98be-4e6a-a1e6-bac58f66590a'] response: {'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'code': 200} May 27 01:58:02.775785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ddd27-d91d-4174-bb27-b2902feb8ee4 None None] Network 951d9306-a0dd-490f-a0d5-ee3f343cae96 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:02.847387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:03.030086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 7bf84ab9-a6b3-4a30-8f32-e302b5153a35 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:03.033307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.088263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.095237 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.173058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b58f9bb4-4958-42f1-96c5-9824cb7036a5 None None] Current status of the port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:03.185940 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec48f1e1-53c9-4366-b02d-7ce4b6036fae req-b53ee62c-dadc-4b18-9c3e-7e824d1f4fe5 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/9ba767fd-29fb-4571-8046-8eefa0cb580d HTTP/1.1" status: 200 len: 1800 time: 0.2352431 May 27 01:58:03.195080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.205404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.230070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.308029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:03.308649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.345251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec48f1e1-53c9-4366-b02d-7ce4b6036fae req-86ee6243-170a-4919-b4bd-5b0339936456 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.361576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.416239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf84ab9-a6b3-4a30-8f32-e302b5153a35,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:03.422245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec48f1e1-53c9-4366-b02d-7ce4b6036fae req-86ee6243-170a-4919-b4bd-5b0339936456 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.447469 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.447868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d19505-a530-46f1-9920-4f84b29a7e94 None None] Network d49544fa-ebdf-4b7b-8be1-2f2c76844533 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:03.463188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:58:03.491733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ff47f8e4-3ae3-48eb-9833-1f6ae32ed2e6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/7bf84ab9-a6b3-4a30-8f32-e302b5153a35 HTTP/1.1" status: 204 len: 168 time: 0.7375996 May 27 01:58:03.492480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41500) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:03.570871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] DHCP port deletion for 951d9306-a0dd-490f-a0d5-ee3f343cae96 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:58:03.610615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Deleting port 3b687243-16a3-43bb-96ba-50636555162e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:03.611014 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.670434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.686010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 3b687243-16a3-43bb-96ba-50636555162e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:03.686457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.692105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:03.714856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec48f1e1-53c9-4366-b02d-7ce4b6036fae req-86ee6243-170a-4919-b4bd-5b0339936456 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.770298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ec48f1e1-53c9-4366-b02d-7ce4b6036fae req-86ee6243-170a-4919-b4bd-5b0339936456 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.771425 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec48f1e1-53c9-4366-b02d-7ce4b6036fae req-86ee6243-170a-4919-b4bd-5b0339936456 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/9ba767fd-29fb-4571-8046-8eefa0cb580d HTTP/1.1" status: 204 len: 173 time: 0.5382748 May 27 01:58:03.774580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee6243-170a-4919-b4bd-5b0339936456 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba767fd-29fb-4571-8046-8eefa0cb580d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:03.811482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b6eae-7168-4a22-84d1-a46b15845eb9 req-0136179a-cf2c-4e39-a9fc-f97a8382fe15 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:03.815121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-418b6eae-7168-4a22-84d1-a46b15845eb9 req-0136179a-cf2c-4e39-a9fc-f97a8382fe15 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.2567916 May 27 01:58:03.824537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:03.892824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:03.897960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-35b664d5-31b2-409d-980a-9ecc78f833e5 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1541877 May 27 01:58:03.898976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:03.965075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] Sync routers for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:03.978694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-418b6eae-7168-4a22-84d1-a46b15845eb9 req-336c9038-37ba-413f-b48f-5614dbc84a6a tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517191 May 27 01:58:04.080722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 3b687243-16a3-43bb-96ba-50636555162e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b687243-16a3-43bb-96ba-50636555162e,segment=NetworkSegment(0decbcee-20d9-4836-87a2-9e0c77fb2ea9),segment_id=0decbcee-20d9-4836-87a2-9e0c77fb2ea9)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:04.081705 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.213948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 3b687243-16a3-43bb-96ba-50636555162e owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:04.218744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] For port 3b687243-16a3-43bb-96ba-50636555162e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b687243-16a3-43bb-96ba-50636555162e,segment=NetworkSegment(0decbcee-20d9-4836-87a2-9e0c77fb2ea9),segment_id=0decbcee-20d9-4836-87a2-9e0c77fb2ea9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:04.219354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.300410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.353148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Calling delete_port for 3b687243-16a3-43bb-96ba-50636555162e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:04.366605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=3b687243-16a3-43bb-96ba-50636555162e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:04.372782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No DVR routers for this DVR port 3b687243-16a3-43bb-96ba-50636555162e on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:58:04.439877 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:58:04.442891 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:58:04.466543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:04.468098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:04.501547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.527159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951d9306-a0dd-490f-a0d5-ee3f343cae96']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:04.540927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0decbcee-20d9-4836-87a2-9e0c77fb2ea9') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:04.541280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0decbcee-20d9-4836-87a2-9e0c77fb2ea9') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:04.546985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:04.553472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.559460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:04.560497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:04.570661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.576859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:58:04.577694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.652012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:04.652785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d18eb2-da46-4f41-906b-ffe188d4aea8 None None] The sync data for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:04.707901 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0decbcee-20d9-4836-87a2-9e0c77fb2ea9 resource provider aggregate not found May 27 01:58:04.718774 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.725169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.746130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.761306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.768566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.770072 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0decbcee-20d9-4836-87a2-9e0c77fb2ea9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0decbcee-20d9-4836-87a2-9e0c77fb2ea9 found for delete ", "request_id": "req-20ab4b2f-8ad4-4e6d-802b-f0c2f7f1082f"}]} May 27 01:58:04.770197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] DHCP port deletion for d49544fa-ebdf-4b7b-8be1-2f2c76844533 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:58:04.773217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b687243-16a3-43bb-96ba-50636555162e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:58:04.775547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.781968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.787301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=951d9306-a0dd-490f-a0d5-ee3f343cae96,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:04.788279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.795572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.798317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-f4e0fa72-8aec-4f54-9beb-33c78a0485a0 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.5112772 May 27 01:58:04.818630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.825647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.828347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] Deleting port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:04.828815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:04.832907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.839490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.846396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.852774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.859767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:04.862009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-786ace84-b39d-4a0f-981a-657a87132d37 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.8645546 May 27 01:58:04.864028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-263a5f1a-c954-4dd7-b0bb-41dade6ffd6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/951d9306-a0dd-490f-a0d5-ee3f343cae96 HTTP/1.1" status: 204 len: 168 time: 1.3692172 May 27 01:58:04.866618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41538) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:04.922700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3b687243-16a3-43bb-96ba-50636555162e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:58:04.923524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b687243-16a3-43bb-96ba-50636555162e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:58:04.951969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Deleting port 3b687243-16a3-43bb-96ba-50636555162e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:04.953455 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.050410 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92e819e9-876e-4a33-9891-3f248278d3e5 req-7b1b18ce-25d3-4940-a92c-d76293eab900 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1308765 May 27 01:58:05.183632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-00b3fcf7-2b6f-4fc5-995b-ac5f0d8f89e0 req-00cb079d-c1f2-44a8-a6fd-c7eb789f8386 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3143134 May 27 01:58:05.226016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.237740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:05.238074 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.315788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7e433-4574-414e-b45f-026c3634a6ea None None] The port '3b687243-16a3-43bb-96ba-50636555162e' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:58:05.355260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] For port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,segment=NetworkSegment(43ac11c2-5325-46df-992c-854c78e82cff),segment_id=43ac11c2-5325-46df-992c-854c78e82cff)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:05.355973 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.471890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b21c620c-3f27-4d9d-b0a8-dfb9a92030f4 req-a2479b40-2bc7-4593-8ddb-e3b07cdb01f0 tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "GET /v2.0/security-groups/7ff58615-ec4b-451e-9eda-77de715e380b HTTP/1.1" status: 200 len: 1802 time: 0.2439773 May 27 01:58:05.503652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.587142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] Calling delete_port for 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:05.625219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,segment=NetworkSegment(43ac11c2-5325-46df-992c-854c78e82cff),segment_id=43ac11c2-5325-46df-992c-854c78e82cff)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:05.636491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.649120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b21c620c-3f27-4d9d-b0a8-dfb9a92030f4 req-bf7cd356-2892-4fd0-8745-b249df99b0ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.684998 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.773986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] Pushing event deleted for resources: {'Port': ['ID=5de1c453-5c15-4ac3-896d-bb7d8107a2d1,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:05.787429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d04594-3073-48f5-8fff-0f918195baef None None] No DVR routers for this DVR port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:58:05.807062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47c02033-29ff-44f9-aac4-85f9023997ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.839051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b21c620c-3f27-4d9d-b0a8-dfb9a92030f4 req-bf7cd356-2892-4fd0-8745-b249df99b0ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:05.842443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:05.933517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ceea0-1275-4965-9c0a-ab8061933396 req-7232b907-d88c-4434-8fc3-6ac49cbfff1d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:05.935399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-977ceea0-1275-4965-9c0a-ab8061933396 req-7232b907-d88c-4434-8fc3-6ac49cbfff1d tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.6189594 May 27 01:58:05.946100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:58:05.946404 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:58:06.005436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b21c620c-3f27-4d9d-b0a8-dfb9a92030f4 req-bf7cd356-2892-4fd0-8745-b249df99b0ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.012561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-977ceea0-1275-4965-9c0a-ab8061933396 req-e3c1ade8-e91e-41f6-a1e2-390d9900181e tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 May 27 01:58:06.071853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cd356-2892-4fd0-8745-b249df99b0ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff58615-ec4b-451e-9eda-77de715e380b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:06.148331 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b21c620c-3f27-4d9d-b0a8-dfb9a92030f4 req-bf7cd356-2892-4fd0-8745-b249df99b0ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.149543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b21c620c-3f27-4d9d-b0a8-dfb9a92030f4 req-bf7cd356-2892-4fd0-8745-b249df99b0ba tempest-SecurityGroupsTestJSON-922049724 tempest-SecurityGroupsTestJSON-922049724-project] 10.222.0.16 "DELETE /v2.0/security-groups/7ff58615-ec4b-451e-9eda-77de715e380b HTTP/1.1" status: 204 len: 173 time: 0.6700852 May 27 01:58:06.157212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41556) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:06.178955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-f1b76135-30dc-4953-814c-bb061563796c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.180383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-f1b76135-30dc-4953-814c-bb061563796c tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 946 time: 0.2539237 May 27 01:58:06.242167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] Deleting subnet 36d0a626-0472-40f3-b72d-dd4954d3c181 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:06.246381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.288913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Deleting port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:06.289495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.311110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.436165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.1 (379c2ffa-8143-463d-9fa5-20a106ddc87c/3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee/7d1461ff-6201-4654-868d-3fe85b93b884) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:06.451695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:06.452550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.650017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] The port '5de1c453-5c15-4ac3-896d-bb7d8107a2d1' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:58:06.688664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:58:06.744397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.746890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:58:06.747241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5de1c453-5c15-4ac3-896d-bb7d8107a2d1 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:58:06.910963 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.911170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.918698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.926313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.934769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.943941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.951556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.958109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.959206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.961527 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-2c771c96-2668-4da0-9d54-0bb4b11c2523 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.6006353 May 27 01:58:06.963917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.967532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] For port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,segment=NetworkSegment(721b6375-d385-4600-b51c-7a49814b820f),segment_id=721b6375-d385-4600-b51c-7a49814b820f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:06.968238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.969772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.975579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.981555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.983786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:06.987401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:06.993557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:07.001964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-ae814cf5-efaa-49a7-b3e7-0a742bd0f862 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.6254339 May 27 01:58:07.024117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49544fa-ebdf-4b7b-8be1-2f2c76844533']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:07.047769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ac11c2-5325-46df-992c-854c78e82cff') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:07.048356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ac11c2-5325-46df-992c-854c78e82cff') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:07.080852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.105521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1c48813-6b09-4f64-917e-f6d50dea3511 req-9276468f-956e-4f06-a09e-a01a689bcdee tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1005607 May 27 01:58:07.110993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.140591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Calling delete_port for 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:07.192000 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.209668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:58:07.210171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.255710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d0a626-0472-40f3-b72d-dd4954d3c181,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:07.309728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6fd8c70-b1a3-46a8-a706-dfd90ac1686f req-6e0bb038-1ef4-49aa-abb1-59ff5a69e86d tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2710216 May 27 01:58:07.431429 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 43ac11c2-5325-46df-992c-854c78e82cff resource provider aggregate not found May 27 01:58:07.451861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.458186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.473368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8008e6c5-4888-4b4f-a531-ebdb7b4348f8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:07.494141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-98cc3fa8-a542-4f23-9623-fb883b5844eb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36d0a626-0472-40f3-b72d-dd4954d3c181 HTTP/1.1" status: 204 len: 168 time: 1.3336980 May 27 01:58:07.495818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41580) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:07.514788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.528156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.536623 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 43ac11c2-5325-46df-992c-854c78e82cff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43ac11c2-5325-46df-992c-854c78e82cff found for delete ", "request_id": "req-47afa078-c4df-49f9-87d8-8f8a67a3393b"}]} May 27 01:58:07.540836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Transition to ACTIVE for port object 7d1461ff-6201-4654-868d-3fe85b93b884 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:07.642595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/d49544fa-ebdf-4b7b-8be1-2f2c76844533 HTTP/1.1" status: 204 len: 168 time: 2.7746639 May 27 01:58:07.821059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad1225-c271-469d-a07d-c2af63f31dab tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=d49544fa-ebdf-4b7b-8be1-2f2c76844533,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:07.828997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41584) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:07.835596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-305037842'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:07.841271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Pushing event deleted for resources: {'Port': ['ID=8008e6c5-4888-4b4f-a531-ebdb7b4348f8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:07.858006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:07.865530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:07.876191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:07.897057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:07.908582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.911438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] No DVR routers for this DVR port 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:58:07.915389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.918827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-deleted', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:07.937147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5776dd-3af4-4896-8c26-782b8149d131 req-956a1779-3405-4210-a502-f73e3aa952fe tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:07.945766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c5776dd-3af4-4896-8c26-782b8149d131 req-956a1779-3405-4210-a502-f73e3aa952fe tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/ports?device_id=29ca90ab-b0f2-44ed-a775-8b1090075434 HTTP/1.1" status: 200 len: 868 time: 0.5807140 May 27 01:58:07.948684 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96fde96a-397a-497e-aa76-a2072e8e9ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.960813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:07.963628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:07.967465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.039613 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb905af-3b16-4116-a829-0ded84510940'] response: {'server_uuid': '29ca90ab-b0f2-44ed-a775-8b1090075434', 'name': 'network-vif-deleted', 'tag': '8008e6c5-4888-4b4f-a531-ebdb7b4348f8', 'status': 'completed', 'code': 200} May 27 01:58:08.044161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19364d98-b144-4483-bc49-9f9a45115bc8 req-1ca5da11-710e-4d38-b5a7-8dd90c1160e3 tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.47 "DELETE /v2.0/ports/8008e6c5-4888-4b4f-a531-ebdb7b4348f8 HTTP/1.1" status: 204 len: 173 time: 1.8326268 May 27 01:58:08.080069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:08.084218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:08.091785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:08.154261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:58:08.167616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c5776dd-3af4-4896-8c26-782b8149d131 req-32499cb0-7c08-4517-9982-a55759de215b tempest-ServersNegativeTestJSON-1995150093 tempest-ServersNegativeTestJSON-1995150093-project] 10.222.0.16 "GET /v2.0/security-groups?id=869b0f8a-4ea3-4637-b393-12b085fe0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204819 May 27 01:58:08.191849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=7d1461ff-6201-4654-868d-3fe85b93b884,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:08.196852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.210815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.211547 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment 234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c of type vlan for network 20dabb86-6e37-4aa1-943a-68c03402dea5 May 27 01:58:08.239348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca717e7-e4c5-4c57-be19-bc3c6f8999d5']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:08.241433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.269183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f3e60b-8af4-4064-9a12-9b5cce5c1232') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:08.270415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f3e60b-8af4-4064-9a12-9b5cce5c1232') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:08.286590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.293750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.325448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.353705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:58:08.354110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.465200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c17aa8d7-1fef-4572-86d9-f4d389edca1a None None] Provisioning for port 7d1461ff-6201-4654-868d-3fe85b93b884 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:08.472563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c17aa8d7-1fef-4572-86d9-f4d389edca1a None None] Provisioning complete for port 7d1461ff-6201-4654-868d-3fe85b93b884 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:08.480053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c17aa8d7-1fef-4572-86d9-f4d389edca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.526617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.534195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.534828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.567214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c17aa8d7-1fef-4572-86d9-f4d389edca1a None None] Port 7d1461ff-6201-4654-868d-3fe85b93b884 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:08.596583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.604242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.611964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.619471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.625719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.632901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.639118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.641121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-b08323e4-2536-4fdd-9102-291541a3dd94 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5417 time: 0.2375526 May 27 01:58:08.652804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.747526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=20dabb86-6e37-4aa1-943a-68c03402dea5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:08.751324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.755424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:08.760111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ee771d71-6900-42ec-a027-d8e07efa08d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9287508 May 27 01:58:08.766268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:58:08.790469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41596) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:08.797135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:08.802329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca717e7-e4c5-4c57-be19-bc3c6f8999d5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:08.825385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a2340133-8547-48ec-96b1-3898a21c8445 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dca717e7-e4c5-4c57-be19-bc3c6f8999d5 HTTP/1.1" status: 204 len: 168 time: 1.3127942 May 27 01:58:08.867136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.883029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.898445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aedf890f-fd18-4c34-9c4c-0729f4fb81aa req-ad6924b7-ba0d-435f-9c69-2a8a336ee588 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2464817 May 27 01:58:08.918379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.930021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.950525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.969195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.975169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:08.977280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-95693d93-73a1-40af-add9-7d04132aee95 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.4359045 May 27 01:58:09.094299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77b95644-5b2b-4f15-972e-bb87924f7d65 req-020194d7-5b8d-44cc-928c-7bc597874769 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091833 May 27 01:58:09.184596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:09.188376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41610) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:09.266568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.267849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:09.281347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:09.298282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:09.303954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41616) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:09.315468 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.325063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4086d91d-324f-4fd4-8bbe-3fc0f0d39d16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f32902c4d44b8582989f6faacd9b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326251 May 27 01:58:09.325721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41622) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:09.350613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:09.354326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.554806 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 73f3e60b-8af4-4064-9a12-9b5cce5c1232 resource provider aggregate not found May 27 01:58:09.577055 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 73f3e60b-8af4-4064-9a12-9b5cce5c1232 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73f3e60b-8af4-4064-9a12-9b5cce5c1232 found for delete ", "request_id": "req-b25351b3-0f0c-4e16-bb7a-14634cfec1d9"}]} May 27 01:58:09.653245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d4d4031d-72f7-4107-85ed-fe2c6d7ee24e details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:09.661076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:58:09.696890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935080e2-076a-40ad-b2a8-28a243d730ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.719989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] Deleting subnet ba123b46-a4d5-4c7f-850e-447b2a70c318 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:09.721825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:58:09.723239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8008e6c5-4888-4b4f-a531-ebdb7b4348f8 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:58:09.736650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.787552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935080e2-076a-40ad-b2a8-28a243d730ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.882548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:09.884089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.907305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e', 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'port_id': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e', 'mac_address': 'fa:16:3e:64:3a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c88f81-115c-43ce-a5a2-9ee6bcfea49c', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:09.957160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:58:09.982655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:09.996201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.000630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:10.001112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.022921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d4031d-72f7-4107-85ed-fe2c6d7ee24e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:10.045805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:10.067247 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.067913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6206703a-d176-4f56-bc18-9bcda3b2d682 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:10.128030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.174824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935080e2-076a-40ad-b2a8-28a243d730ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.207494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6206703a-d176-4f56-bc18-9bcda3b2d682, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6206703a-d176-4f56-bc18-9bcda3b2d682,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:10.213604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.225351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '6206703a-d176-4f56-bc18-9bcda3b2d682', 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'port_id': '6206703a-d176-4f56-bc18-9bcda3b2d682', 'mac_address': 'fa:16:3e:60:96:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c88f81-115c-43ce-a5a2-9ee6bcfea49c', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:10.248335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:10.255382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:10.261822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935080e2-076a-40ad-b2a8-28a243d730ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9afeb61-ad07-418e-b8ba-425de2d3fc87,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:10.277704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:10.283630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:10.301009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:10.306397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 6206703a-d176-4f56-bc18-9bcda3b2d682 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:10.306910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.307042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:10.324362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:10.326321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-6e1bb915-e83a-40b5-abe3-2cb047e1944d tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5418 time: 0.2433698 May 27 01:58:10.347595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6206703a-d176-4f56-bc18-9bcda3b2d682 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:10.367178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:10.373877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6206703a-d176-4f56-bc18-9bcda3b2d682, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6206703a-d176-4f56-bc18-9bcda3b2d682,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:10.380783 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.381683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f0bfb3b1-d28d-43f8-a977-9141b415d53d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:10.431989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f186d7ba-112e-436f-8d57-9fe46fbcd548 req-d367fcf6-7ebf-486e-be10-5fcda9548f14 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0928690 May 27 01:58:10.478470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f0bfb3b1-d28d-43f8-a977-9141b415d53d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:10.489288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=6206703a-d176-4f56-bc18-9bcda3b2d682,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:10.500970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d', 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'port_id': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d', 'mac_address': 'fa:16:3e:ce:26:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c88f81-115c-43ce-a5a2-9ee6bcfea49c', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:10.531134 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.566008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f0bfb3b1-d28d-43f8-a977-9141b415d53d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:10.566558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.586870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bfb3b1-d28d-43f8-a977-9141b415d53d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:10.610637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f0bfb3b1-d28d-43f8-a977-9141b415d53d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:10.622996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.623749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6b80a88e-2def-4e67-bc15-46bbdf11f026 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:10.667734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=7d1461ff-6201-4654-868d-3fe85b93b884,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:10.717627 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:58:10.725566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f0bfb3b1-d28d-43f8-a977-9141b415d53d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:10.778297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-935080e2-076a-40ad-b2a8-28a243d730ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:10.782953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-935080e2-076a-40ad-b2a8-28a243d730ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9afeb61-ad07-418e-b8ba-425de2d3fc87 HTTP/1.1" status: 204 len: 168 time: 1.4560916 May 27 01:58:10.937352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=503bc879-a6d3-413a-a721-33cefe27a364,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:10.943170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6b80a88e-2def-4e67-bc15-46bbdf11f026, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:10.943170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'port_id': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'mac_address': 'fa:16:3e:22:50:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:10.945437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.010998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba123b46-a4d5-4c7f-850e-447b2a70c318,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:11.016044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.022152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.034485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 6b80a88e-2def-4e67-bc15-46bbdf11f026 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:11.034918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.039804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': '234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:11.040164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: 20dabb86-6e37-4aa1-943a-68c03402dea5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:58:11.058773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b80a88e-2def-4e67-bc15-46bbdf11f026 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:11.068523 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2717d06e-a8c0-4a53-b079-3a20419506a2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba123b46-a4d5-4c7f-850e-447b2a70c318 HTTP/1.1" status: 204 len: 168 time: 1.7600317 May 27 01:58:11.070585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41652) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:11.078335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:11.081980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:11.098534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.099258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6b80a88e-2def-4e67-bc15-46bbdf11f026, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:11.105320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.112147 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.112867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 55673fdb-0ba9-4074-8282-38303e1de07a details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:11.112995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.126155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.134953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.153610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.165158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.169298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-851905cf-ec04-4de4-8cca-ed88b467f155 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.6333318 May 27 01:58:11.272722 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.312856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 55673fdb-0ba9-4074-8282-38303e1de07a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=55673fdb-0ba9-4074-8282-38303e1de07a,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:11.351007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=6b80a88e-2def-4e67-bc15-46bbdf11f026,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:11.356622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:58:11.365518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '55673fdb-0ba9-4074-8282-38303e1de07a', 'network_id': 'e32c36e5-33f5-4334-a579-2724eabe1d37', 'port_id': '55673fdb-0ba9-4074-8282-38303e1de07a', 'mac_address': 'fa:16:3e:4a:f0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c88f81-115c-43ce-a5a2-9ee6bcfea49c', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:11.442313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 20dabb86-6e37-4aa1-943a-68c03402dea5) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:11.460917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49646c60-c3db-4467-aa60-08e9d668b098 None None] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:11.467162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:11.468677 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.475323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.501147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15f22e42-e8fd-4221-b7bb-de4f7f4294d8 req-10e1ff0d-30c5-4543-aa50-4e3adb870ebe tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228214 May 27 01:58:11.537847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a78db4-ec9e-49c7-b480-0f7bcc68357b']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:11.567444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721b6375-d385-4600-b51c-7a49814b820f') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:11.567894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721b6375-d385-4600-b51c-7a49814b820f') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:11.589732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.631846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.650141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:58:11.650568 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.660236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3e9b281d-ebc3-4c56-b3bc-08e3bdfc3dcf tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8685486 May 27 01:58:11.661292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41678) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:11.672057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-572532862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:11.680501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:11.706433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:router and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:11.713261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:11.725182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:11.741527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:11.782664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 55673fdb-0ba9-4074-8282-38303e1de07a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:11.783068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.820100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-add3fd4d-033f-4a86-a2cf-4476e623e5a8 None None] Provisioning complete for port 7d1461ff-6201-4654-868d-3fe85b93b884 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:11.820482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-add3fd4d-033f-4a86-a2cf-4476e623e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.828620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.830070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.892751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:11.913435 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 721b6375-d385-4600-b51c-7a49814b820f resource provider aggregate not found May 27 01:58:11.964880 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 721b6375-d385-4600-b51c-7a49814b820f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 721b6375-d385-4600-b51c-7a49814b820f found for delete ", "request_id": "req-74d9dcf5-f3de-4cbe-a722-261302aebbc7"}]} May 27 01:58:11.993519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55673fdb-0ba9-4074-8282-38303e1de07a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:11.997797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:12.004738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:12.011465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:12.017792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:12.024017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:12.030629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:12.039155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:12.045535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-76a6ca8a-a529-4b5f-a6c0-254bde65af58 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5421 time: 0.3531694 May 27 01:58:12.075080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.110115 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58a15e08-2aef-4452-8d2b-303f707ff620 req-bfe31722-d6b6-41a3-bd46-67831cd05c6b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0630569 May 27 01:58:12.110823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.130749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:12.137487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41694) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:12.145692 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] Sync routers for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:12.147341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.149169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-add3fd4d-033f-4a86-a2cf-4476e623e5a8 None None] Port 7d1461ff-6201-4654-868d-3fe85b93b884 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:12.161614 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:12.163110 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:12.178650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 55673fdb-0ba9-4074-8282-38303e1de07a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=55673fdb-0ba9-4074-8282-38303e1de07a,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:12.185014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a78db4-ec9e-49c7-b480-0f7bcc68357b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:12.187552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-04a05c28-0660-4767-ae9f-760c73d5d3e0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/routers/7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2847955 May 27 01:58:12.188440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41700) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:12.191640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.192809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d16cf8fa-4edd-4af7-a29f-0d56a269bbad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5277734 May 27 01:58:12.196096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41702) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:12.204236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'port': {'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5', 'name': 'tempest-RoutersTest-1467201359'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:12.210699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'port': {'network_id': '379c2ffa-8143-463d-9fa5-20a106ddc87c', 'name': 'tempest-FloatingIPTestJSON-1366426657'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:12.220575 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.248712 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:12.259217 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:12.259966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-20dabb86-6e37-4aa1-943a-68c03402dea5', 'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '503bc879-a6d3-413a-a721-33cefe27a364'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:58:12.260632 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:12.260762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.271474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a8374704-95b4-45eb-b103-e3ecbf6fadf7 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:12.337610 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:12.338214 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bffcae-4374-4106-80c7-1be70ec0fc53 None None] The sync data for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:12.418813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-806655612-network', 'tenant_id': '34ece5c7a3f0413280666e6f9befd759'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:12.432399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:12.449192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Usage tracker for resource:network and tenant:34ece5c7a3f0413280666e6f9befd759 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:12.455862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:12.467366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:12.486969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=55673fdb-0ba9-4074-8282-38303e1de07a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:12.491533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:12.496037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-85439a50-cd10-46af-a451-a9b2ec3db5bf admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9a78db4-ec9e-49c7-b480-0f7bcc68357b HTTP/1.1" status: 204 len: 168 time: 1.4234471 May 27 01:58:12.500218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Usage tracker for resource:port and tenant:4b9525b4d0094303b71ef3bb2cc9d125 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:12.503750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:12.515592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Made reservation on behalf of 34ece5c7a3f0413280666e6f9befd759 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:12.517019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:12.518795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.546657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Made reservation on behalf of 4b9525b4d0094303b71ef3bb2cc9d125 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:12.551218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.576724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] device_id is not set on port 355cdb5e-3232-480f-80d1-20b00125b41d yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:58:12.580041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.625398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:12.630492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:port and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:12.634267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:12.654298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:12.677911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:12.688858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:12.696323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.719410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a8374704-95b4-45eb-b103-e3ecbf6fadf7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:12.722495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Usage tracker for resource:security_group_rule and tenant:34ece5c7a3f0413280666e6f9befd759 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:12.730792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:12.749940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41722) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:12.753048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:12.759414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7', 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827', 'port_id': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7', 'mac_address': 'fa:16:3e:12:70:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b59d9ea-4e88-482e-baf3-478f314cdd26', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:12.822226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] device_id is not set on port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:58:12.928603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a8374704-95b4-45eb-b103-e3ecbf6fadf7 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:12.929191 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:12.934505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-57164093-f6c4-4d3a-8d4c-30c6eb3697ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f910654bcf5844a995ba687ccba1925f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832561 May 27 01:58:12.941007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41726) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:12.956699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8374704-95b4-45eb-b103-e3ecbf6fadf7 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:12.983066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Allocated IP 172.20.0.2 (20dabb86-6e37-4aa1-943a-68c03402dea5/503bc879-a6d3-413a-a721-33cefe27a364/2d4101b0-fb6f-4c4e-8002-80b15efe2aeb) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:12.990215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a8374704-95b4-45eb-b103-e3ecbf6fadf7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:13.028215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.035088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Allocated IP 172.20.0.9 (379c2ffa-8143-463d-9fa5-20a106ddc87c/3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee/355cdb5e-3232-480f-80d1-20b00125b41d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:13.050596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.068129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5c1970b-aa2b-4a19-a40d-ac613689d829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.084908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.092425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.099041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.105666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.110665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:58:13.112883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.119007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.125505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.128166 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-16c4e586-912e-4be9-b31f-500e10066b84 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.3091853 May 27 01:58:13.158901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b6c7e-8f2c-4532-b10f-a385f3c27243,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:13.167667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.168044 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Added segment fe31a070-52df-4556-9e3c-be245a75bf0f of type vlan for network 53a36a44-2d93-4d9b-af60-f62e604d3015 May 27 01:58:13.170137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.170492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.171383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.171723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.172050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.172386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.173067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.173194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.173482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.173598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.173803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.174127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.174241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a958d246-60b4-421f-bde5-e9ab95ce080e details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:13.174451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:13.208398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.245112 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5c1970b-aa2b-4a19-a40d-ac613689d829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.253132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.255512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.256176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.296469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a8374704-95b4-45eb-b103-e3ecbf6fadf7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:13.299536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['6b80a88e-2def-4e67-bc15-46bbdf11f026'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:13.327893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f0bfb3b1-d28d-43f8-a977-9141b415d53d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:13.352288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['6206703a-d176-4f56-bc18-9bcda3b2d682'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:13.380757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bca6c6d9-1ed4-42a4-8deb-187318274a6a req-af3fa275-d2fe-4bf6-b4a9-99df043dfe60 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2324502 May 27 01:58:13.471849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=53a36a44-2d93-4d9b-af60-f62e604d3015,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:13.499709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 53a36a44-2d93-4d9b-af60-f62e604d3015 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:58:13.547651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5c1970b-aa2b-4a19-a40d-ac613689d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.560045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9694b1c6-5bda-4c68-9f9a-9270b679bfd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4215131 May 27 01:58:13.561279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41742) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:13.574672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Request body: {'subnet': {'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-806655612-subnet', 'tenant_id': '34ece5c7a3f0413280666e6f9befd759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:13.576145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1970b-aa2b-4a19-a40d-ac613689d829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b0f8a-4ea3-4637-b393-12b085fe0638,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:13.587462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:13.599226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Usage tracker for resource:subnet and tenant:34ece5c7a3f0413280666e6f9befd759 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:13.604811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:13.628143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.636320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.640327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5c1970b-aa2b-4a19-a40d-ac613689d829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.641426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e5c1970b-aa2b-4a19-a40d-ac613689d829 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/869b0f8a-4ea3-4637-b393-12b085fe0638 HTTP/1.1" status: 204 len: 168 time: 0.6927922 May 27 01:58:13.656738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.666660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.674448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.694656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.694939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Transition to ACTIVE for port object 355cdb5e-3232-480f-80d1-20b00125b41d will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:13.714515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:58:13.715195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.732674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:13.737422 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-509c336f-99b5-4903-a48f-af4003b0eaa4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5423 time: 0.3294544 May 27 01:58:13.738797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:13.743055 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.744116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.768524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a958d246-60b4-421f-bde5-e9ab95ce080e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a958d246-60b4-421f-bde5-e9ab95ce080e,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:13.819726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Transition to ACTIVE for port object 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:13.841410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Made reservation on behalf of 34ece5c7a3f0413280666e6f9befd759 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:13.854624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:13.873846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a958d246-60b4-421f-bde5-e9ab95ce080e', 'network_id': '66fafde6-84bd-4b9c-b5d2-36b0ba38e827', 'port_id': 'a958d246-60b4-421f-bde5-e9ab95ce080e', 'mac_address': 'fa:16:3e:01:bf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b59d9ea-4e88-482e-baf3-478f314cdd26', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:13.918742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event updated for resources: {'Port': ['ID=355cdb5e-3232-480f-80d1-20b00125b41d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:13.927457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:13.928603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:13.947278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:13.978231 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dfe0037-07dd-4157-a317-54c91ce615f7 req-18f42beb-39b0-450f-9b38-463b71906219 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2200801 May 27 01:58:13.993316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a958d246-60b4-421f-bde5-e9ab95ce080e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:13.993696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:14.005473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Transition to ACTIVE for port object 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:14.066888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:14.070780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:14.071643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:14.121201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4bbfc13e-b2a8-49a6-a44a-977f32c444df tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9254816 May 27 01:58:14.124888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41750) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:14.135057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Request body: {'floatingip': {'port_id': '355cdb5e-3232-480f-80d1-20b00125b41d'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:14.212650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['55673fdb-0ba9-4074-8282-38303e1de07a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:14.253748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a958d246-60b4-421f-bde5-e9ab95ce080e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:14.287906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:14.295571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d4d4031d-72f7-4107-85ed-fe2c6d7ee24e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:14.334350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:14.372212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:14.415361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.20.0.9 (20dabb86-6e37-4aa1-943a-68c03402dea5/503bc879-a6d3-413a-a721-33cefe27a364/14a3dd9c-ac83-4e16-9315-c7e29e711e48) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:14.575240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:14.835556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02212166-0fc2-42ea-9e59-baadb42822ed None None] Provisioning for port 355cdb5e-3232-480f-80d1-20b00125b41d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:14.848699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02212166-0fc2-42ea-9e59-baadb42822ed None None] Provisioning complete for port 355cdb5e-3232-480f-80d1-20b00125b41d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:14.849552 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02212166-0fc2-42ea-9e59-baadb42822ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:14.857877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:14.999953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f089ffa9-88b2-457e-9846-c718572d1dcb,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:15.004119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a958d246-60b4-421f-bde5-e9ab95ce080e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a958d246-60b4-421f-bde5-e9ab95ce080e,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:15.005777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-02212166-0fc2-42ea-9e59-baadb42822ed None None] Port 355cdb5e-3232-480f-80d1-20b00125b41d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:15.021595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Checking segment: {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:15.023832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Network hostable DHCP agents. Network: 53a36a44-2d93-4d9b-af60-f62e604d3015, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:58:15.099957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.111613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.113984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Network 53a36a44-2d93-4d9b-af60-f62e604d3015 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:58:15.132182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d3ef6ea4-3742-4d4f-808e-371b35fba3f6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:15.144181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 53a36a44-2d93-4d9b-af60-f62e604d3015) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:15.148119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Pushing event updated for resources: {'Port': ['ID=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:15.152947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object 14a3dd9c-ac83-4e16-9315-c7e29e711e48 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:15.167295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f071e8f-179a-4648-9c49-f58f9be94551 None None] Network 53a36a44-2d93-4d9b-af60-f62e604d3015 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:15.168907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.172765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.228163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.238023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9c5fbe1e-d14f-4cf6-8de6-0447d7fcc1ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6726179 May 27 01:58:15.298175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.390483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a958d246-60b4-421f-bde5-e9ab95ce080e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:15.429604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Attempting to bind port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:58:15.430445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Attempting to bind port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:58:15.431080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Attempting to bind port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb on network 20dabb86-6e37-4aa1-943a-68c03402dea5 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:15.444102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:58:15.445186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Checking segment: {'id': '234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:15.445823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.446589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Bound using segment: {'id': '234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:58:15.447559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Bound port: 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20dabb86-6e37-4aa1-943a-68c03402dea5'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:58:15.448181 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.479410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.543518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:58:15.616284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:15.621506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:15.624438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:15.694076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=14a3dd9c-ac83-4e16-9315-c7e29e711e48,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:15.721521 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 23bc1223-75b2-4f41-ac37-60352c5e1441 associated. External IP: 172.25.3.252, port: 3231b43f-e8c6-46bf-bb08-c71217c99ee9. May 27 01:58:15.724002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.724760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:15.748145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.753913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.759758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.766908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.780943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.789395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.796148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.804785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-7ea35f7e-2e5c-4518-b962-c08766c7ae8b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5424 time: 0.5619330 May 27 01:58:15.807012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.814147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.820204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.826636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.834793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.841942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.848894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:15.860620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-5a488294-a49b-4e3a-b812-50af03b14e2a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5429 time: 0.6274722 May 27 01:58:15.864486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e20de12-65aa-4e16-913d-80d5a47f7945 req-e9814cf8-488c-4582-9c4c-370179a9d412 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0582304 May 27 01:58:15.871808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9adc61d8-2f80-4be8-9fb9-4e2579aaf45a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6722465 May 27 01:58:15.872464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41794) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:15.972844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0461848-4fb3-4575-97ed-f8e48286c364 req-ca074f53-94bd-4606-b9a1-2c92cc9c9286 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110129 May 27 01:58:16.131611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] For port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:58:16.170515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:16.200243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a8374704-95b4-45eb-b103-e3ecbf6fadf7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:16.300036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a958d246-60b4-421f-bde5-e9ab95ce080e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:16.363913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] For port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,segment=NetworkSegment(234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c),segment_id=234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:58:16.508497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:16.521659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd3ef6ea4-3742-4d4f-808e-371b35fba3f6', 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'port_id': 'd3ef6ea4-3742-4d4f-808e-371b35fba3f6', 'mac_address': 'fa:16:3e:a2:7d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:16.529030 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:16.611361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-a4ae07d0-1631-4b75-bde3-7547f0392540 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:16.614568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-a4ae07d0-1631-4b75-bde3-7547f0392540 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Synchronizing usage tracker for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:16.629687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41820) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:16.752926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925450f5-3dc2-4a48-a0f0-87702b1196b7 None None] Network 53a36a44-2d93-4d9b-af60-f62e604d3015 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:16.828166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:16.861166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:16.861520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:16.871434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-a4ae07d0-1631-4b75-bde3-7547f0392540 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Unset dirty status for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:16.872687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-a4ae07d0-1631-4b75-bde3-7547f0392540 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/networks?id=53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 200 len: 817 time: 0.5183911 May 27 01:58:16.897554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ef6ea4-3742-4d4f-808e-371b35fba3f6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:16.917881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:16.927768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:16.932605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:16.979748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:16.986663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Usage tracker for resource:security_group_rule and tenant:bfcfba63f2f34566bcbd4ce93bb3cf68 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:16.992012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:16.999445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:17.000213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c5255157-1d4c-4b58-92d5-d8f418cd2c89 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:17.011090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:17.011733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:17.058242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:17.179564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:17.236128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:17.236939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:17.258064 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:17.317582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6480-f09f-4b4d-809c-c1e74fd69b66 None None] Pushing event updated for resources: {'Port': ['ID=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:17.366763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:17.367175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466f0ed-a547-4446-90f0-5585b66c3994 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:17.525180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:17.552874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:17.570946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:17.585642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-6fb5f5bb-1bb5-48a8-9ae0-8db766656b96 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/quotas/34ece5c7a3f0413280666e6f9befd759 HTTP/1.1" status: 200 len: 375 time: 0.6007693 May 27 01:58:17.585890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:17.592557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:58:17.599506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:17.606090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:17.616939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:17.625483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4115f353-0aac-4a27-ba2f-cec730020346 req-a919510b-355d-4350-9589-4b39e7069c1f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5424 time: 0.5203574 May 27 01:58:17.648679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:17.663615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-b9b825dc-42a6-47fc-96e4-c8921a071bef tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ece5c7a3f0413280666e6f9befd759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762465 May 27 01:58:17.822655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89', 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'port_id': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89', 'mac_address': 'fa:16:3e:17:f2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:17.937229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4115f353-0aac-4a27-ba2f-cec730020346 req-25d72f5f-52f6-42b8-86d9-5e2a7f4d8324 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0711775 May 27 01:58:17.942238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c5255157-1d4c-4b58-92d5-d8f418cd2c89 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:17.942630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:17.946542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:17.958062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:17.961382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:17.961888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:17.985440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.001464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5255157-1d4c-4b58-92d5-d8f418cd2c89 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:18.034301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfcfba63f2f34566bcbd4ce93bb3cf68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3999891 May 27 01:58:18.038135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:18.103809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.157827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:18.170051 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.171639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:18.181584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a77d6-f44a-4528-9d78-5480e5ee219e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dcfe3a-ead4-4fe7-a12f-0de77922df8e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:18.234403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23a211b8-d5b3-4fb5-b2fc-4e6a9a547519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.284354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23a211b8-d5b3-4fb5-b2fc-4e6a9a547519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.286642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:18.302684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:18.323414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98', 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'port_id': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98', 'mac_address': 'fa:16:3e:e0:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:18.385617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=14a3dd9c-ac83-4e16-9315-c7e29e711e48,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:18.427403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:18.427840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.460889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:18.496494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:18.507646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.508310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 874fbc87-e4f6-438d-af60-ca24e7e006b6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:18.533298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23a211b8-d5b3-4fb5-b2fc-4e6a9a547519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.582418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a211b8-d5b3-4fb5-b2fc-4e6a9a547519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dcfe3a-ead4-4fe7-a12f-0de77922df8e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:18.616484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-102723de-b450-421d-b87a-6de9190bdb4f service neutron] 10.222.0.16 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9516385 May 27 01:58:18.637329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23a211b8-d5b3-4fb5-b2fc-4e6a9a547519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.644393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23a211b8-d5b3-4fb5-b2fc-4e6a9a547519 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8dcfe3a-ead4-4fe7-a12f-0de77922df8e HTTP/1.1" status: 204 len: 168 time: 0.6035244 May 27 01:58:18.679814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:18.685226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb6444-8c8d-4b01-a8ad-184d5c03e9b6 None None] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:18.689932 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] Sync routers for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:18.698274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:18.704311 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:18.704962 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:18.900501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:18.926024 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:58:18.935846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:18.937466 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:18.948192 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:18.949632 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:18.951179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:18.964572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:18.977930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:18.993353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:19.003931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3ce70850-bb3b-4d1b-b5ca-61bf52d140ae None None] Provisioning for port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:19.010898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:19.012979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f69a506-685c-4587-a269-68f074dfac86 req-ac5c74b6-e89e-4035-941b-9b8d7d6557e7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5431 time: 0.6592269 May 27 01:58:19.016056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:19.051013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:19.063665 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:19.064580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c63ac-1060-4699-93cb-093ff3085cfd None None] The sync data for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:19.097159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:19.178353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b024ee0c-b950-4620-bab3-e738f42901d0 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/floatingips/23bc1223-75b2-4f41-ac37-60352c5e1441 HTTP/1.1" status: 200 len: 978 time: 5.0514355 May 27 01:58:19.182007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41850) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:19.207758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-1625f1ce-87fd-427b-a1cd-81ffc374690a service neutron] 10.222.0.16 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733349 May 27 01:58:19.237645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 874fbc87-e4f6-438d-af60-ca24e7e006b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:19.256149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f69a506-685c-4587-a269-68f074dfac86 req-4dc25fbd-d32c-4613-abb6-6c046b83d7da tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228246 May 27 01:58:19.320820 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:19.325113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 355cdb5e-3232-480f-80d1-20b00125b41d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:19.325679 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:19.369818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '874fbc87-e4f6-438d-af60-ca24e7e006b6', 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213', 'port_id': '874fbc87-e4f6-438d-af60-ca24e7e006b6', 'mac_address': 'fa:16:3e:94:22:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153660dd-36a8-42ae-9e45-d522f8ef1d25', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:19.372881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:19.424257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:19.424626 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:19.638312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 874fbc87-e4f6-438d-af60-ca24e7e006b6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:19.639077 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:19.693096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874fbc87-e4f6-438d-af60-ca24e7e006b6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:19.719676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 874fbc87-e4f6-438d-af60-ca24e7e006b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:19.749127 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:19.749785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 88488804-219b-4831-bd2e-cd1b290812e3 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:20.039264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:20.048126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:20.056610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:20.067668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:20.073490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:20.086844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:20.107339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:20.120485 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cd9f31d5-42f1-43f7-b394-02bfcb1b934f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5424 time: 0.5018110 May 27 01:58:20.151885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 88488804-219b-4831-bd2e-cd1b290812e3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88488804-219b-4831-bd2e-cd1b290812e3,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:20.183107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=874fbc87-e4f6-438d-af60-ca24e7e006b6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:20.222271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '88488804-219b-4831-bd2e-cd1b290812e3', 'network_id': 'b17b5d04-c6fb-418b-8741-62bf32c6a213', 'port_id': '88488804-219b-4831-bd2e-cd1b290812e3', 'mac_address': 'fa:16:3e:65:f1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153660dd-36a8-42ae-9e45-d522f8ef1d25', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:20.224088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:20.224452 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:20.229608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:20.469500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,segment=NetworkSegment(234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c),segment_id=234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:20.484753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:20.610395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3627e0db-7397-4c1a-85c0-b4f938ca9281 req-cb745b14-960b-4547-b4e7-506cdc961c65 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4889603 May 27 01:58:20.689387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:20.708312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 88488804-219b-4831-bd2e-cd1b290812e3 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:20.708825 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:20.750368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-635e2ee5-74af-4fa0-846c-b1c4eefb3ce2 None None] Provisioning complete for port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:20.751139 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-635e2ee5-74af-4fa0-846c-b1c4eefb3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:20.813484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe4fa879-180c-4502-ad8e-a1859f63e92e req-05449877-12fa-40f0-8373-55a13ff66a81 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 210 time: 0.1926296 May 27 01:58:20.919615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88488804-219b-4831-bd2e-cd1b290812e3 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:21.048530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.066183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.105389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-635e2ee5-74af-4fa0-846c-b1c4eefb3ce2 None None] Current status of the port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:21.108052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:21.173768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.175007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.177584 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Floating IP 23bc1223-75b2-4f41-ac37-60352c5e1441 disassociated. External IP: 172.25.3.252, port: 355cdb5e-3232-480f-80d1-20b00125b41d. May 27 01:58:21.178358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 355cdb5e-3232-480f-80d1-20b00125b41d owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:21.180624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 88488804-219b-4831-bd2e-cd1b290812e3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88488804-219b-4831-bd2e-cd1b290812e3,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:21.196946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.197796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a9c7977a-7a54-4952-ab90-331ca90f4d85 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:21.300265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=14a3dd9c-ac83-4e16-9315-c7e29e711e48,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:21.316008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=88488804-219b-4831-bd2e-cd1b290812e3,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:21.332485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-635e2ee5-74af-4fa0-846c-b1c4eefb3ce2 None None] Provisioning for port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:21.347310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-635e2ee5-74af-4fa0-846c-b1c4eefb3ce2 None None] Provisioning complete for port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:21.348035 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-635e2ee5-74af-4fa0-846c-b1c4eefb3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.412430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.512647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-635e2ee5-74af-4fa0-846c-b1c4eefb3ce2 None None] Port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:21.521258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a9c7977a-7a54-4952-ab90-331ca90f4d85, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:21.535261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:21.535638 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.605339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.722660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a9c7977a-7a54-4952-ab90-331ca90f4d85', 'network_id': '318d9fe3-faa1-4be8-a715-63f21d649c54', 'port_id': 'a9c7977a-7a54-4952-ab90-331ca90f4d85', 'mac_address': 'fa:16:3e:53:90:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:21.805155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-578c6ae4-a56f-4042-b9ab-2ed9a5daccf9 None None] Provisioning complete for port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:21.805632 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-578c6ae4-a56f-4042-b9ab-2ed9a5daccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:21.808954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:21.815223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:21.897351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-578c6ae4-a56f-4042-b9ab-2ed9a5daccf9 None None] Port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:21.949110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a9c7977a-7a54-4952-ab90-331ca90f4d85 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:21.949561 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:22.009945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:22.017878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c7977a-7a54-4952-ab90-331ca90f4d85 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:22.076038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a9c7977a-7a54-4952-ab90-331ca90f4d85, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:22.089370 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:22.091125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fbadf659-49db-4385-8b74-0bd5a08c22a4 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:22.232250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=355cdb5e-3232-480f-80d1-20b00125b41d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:22.253945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.255667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.259247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.259491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.260452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.260740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.261072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.261406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.261735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.262185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.262532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.264372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.264771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:22.296483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.302964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.323071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.346208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.352598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.396065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.415082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14de092e-8209-4fad-9184-212160d399c7 req-c62cdab9-0654-4d51-82a4-7013b4779298 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5434 time: 1.2666147 May 27 01:58:22.497237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 67985f0a-9ffe-4990-afab-57547bb59b71 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:58:22.505335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a9c7977a-7a54-4952-ab90-331ca90f4d85,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:22.517400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14de092e-8209-4fad-9184-212160d399c7 req-d69ee9d6-5150-40d8-981d-163658b39ff0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008241 May 27 01:58:22.685498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fbadf659-49db-4385-8b74-0bd5a08c22a4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:22.753137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'port_id': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'mac_address': 'fa:16:3e:e6:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:22.756550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6d02ac81-3923-4406-a3d5-ed14fd9d7281 None None] Provisioning complete for port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:22.756915 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d02ac81-3923-4406-a3d5-ed14fd9d7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:22.788926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.798953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.805484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.822990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.837255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.851543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.859025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:22.863606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-8bfa8d82-fcf2-4bd6-accb-d78a4443ad86 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5424 time: 0.6357708 May 27 01:58:22.958550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:22.971556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d3943c62-8317-4d0e-a13d-53b633bf4252 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/67985f0a-9ffe-4990-afab-57547bb59b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0955360 May 27 01:58:22.972477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41944) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:22.989968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] Sync routers for ids ['67985f0a-9ffe-4990-afab-57547bb59b71'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:23.013347 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-376e42eb-5181-4eb4-92e7-38d671943b2f req-144b033a-ed6a-4511-b12d-6f27cb8cca5e tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1378114 May 27 01:58:23.035117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:23.086972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6d02ac81-3923-4406-a3d5-ed14fd9d7281 None None] Port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:23.101400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] Routers {'67985f0a-9ffe-4990-afab-57547bb59b71'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:23.102565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['67985f0a-9ffe-4990-afab-57547bb59b71'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:23.176202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:23.181099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fbadf659-49db-4385-8b74-0bd5a08c22a4 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:23.181700 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:23.209663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] Routers {'67985f0a-9ffe-4990-afab-57547bb59b71'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:23.210372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['67985f0a-9ffe-4990-afab-57547bb59b71'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:23.346342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbadf659-49db-4385-8b74-0bd5a08c22a4 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:23.381739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fbadf659-49db-4385-8b74-0bd5a08c22a4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:23.395215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-2bd616d2-9b8d-456f-8dbc-cdfc13c25866 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:23.396748 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-2bd616d2-9b8d-456f-8dbc-cdfc13c25866 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "GET /v2.0/networks?id=53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 200 len: 817 time: 0.3290339 May 27 01:58:23.418696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:23.440901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Request body: {'port': {'device_id': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015', 'admin_state_up': True, 'tenant_id': '34ece5c7a3f0413280666e6f9befd759'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:23.501310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:23.501879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52be4fc-4079-4a21-aa7d-f2423f5d960b None None] The sync data for ids ['67985f0a-9ffe-4990-afab-57547bb59b71'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:23.504460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d4d4031d-72f7-4107-85ed-fe2c6d7ee24e up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:23.544071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:23.557480 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] Sync routers for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:23.575208 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:23.575829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:23.823720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fbadf659-49db-4385-8b74-0bd5a08c22a4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:23.836965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:23.859892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:23.860353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:23.863085 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:23.899145 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:23.902926 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:23.967278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41966) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:24.017081 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:24.017464 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76bf3-cc41-4382-a521-29e6a5762797 None None] The sync data for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:24.072280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fddd823-4970-460d-92a4-86d88740c3d0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.072800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:24.072924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fddd823-4970-460d-92a4-86d88740c3d0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:24.127713 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a180894c-24e4-430c-8df9-5fc68d88dc8f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/ports/355cdb5e-3232-480f-80d1-20b00125b41d HTTP/1.1" status: 204 len: 168 time: 4.9385772 May 27 01:58:24.128852 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4590847-654c-4a33-b33a-f9b9e336af43 req-2c7ee571-0884-4fa7-a529-7087120ee308 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 210 time: 1.0637708 May 27 01:58:24.129242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:24.136500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:24.153238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Usage tracker for resource:port and tenant:34ece5c7a3f0413280666e6f9befd759 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:24.199428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:24.199908 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:24.241369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:24.254291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:24.256135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:24.278772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fddd823-4970-460d-92a4-86d88740c3d0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:24.282756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7fddd823-4970-460d-92a4-86d88740c3d0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports/14a3dd9c-ac83-4e16-9315-c7e29e711e48 HTTP/1.1" status: 200 len: 977 time: 1.3067732 May 27 01:58:24.282916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:24.287316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41982) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:24.294413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:24.295248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6b80a88e-2def-4e67-bc15-46bbdf11f026 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:24.330980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:24.358649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:24.425552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.431729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.438489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.444615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.450166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.456178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.462075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:24.465609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 6b80a88e-2def-4e67-bc15-46bbdf11f026 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:24.469995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-6ccdb9b1-6468-4c7c-847c-66cf8e36eb3e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5436 time: 0.6176026 May 27 01:58:24.475129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:24.479487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Usage tracker for resource:security_group_rule and tenant:91ed9b2bb50b4596b140e7cade0dc989 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:24.488045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 6b80a88e-2def-4e67-bc15-46bbdf11f026 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:24.488869 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:24.506199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:24.524056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:24.588081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27bc4bba-a146-4084-8580-c2d4ea2bb7c3 req-28d82465-0104-4080-ab99-c88b67390ef6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147659 May 27 01:58:24.736583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['88488804-219b-4831-bd2e-cd1b290812e3'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:24.778817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c5255157-1d4c-4b58-92d5-d8f418cd2c89'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:24.867979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['fbadf659-49db-4385-8b74-0bd5a08c22a4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:24.937530 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b01eb2-c99d-4da0-9c7e-265e4c1b045f'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e', 'code': 200} May 27 01:58:24.963600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a9c7977a-7a54-4952-ab90-331ca90f4d85'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:25.017750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Made reservation on behalf of 34ece5c7a3f0413280666e6f9befd759 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:25.021434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:25.200142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-acd4fb5c-8cfd-41b5-adf6-4b64ccd5a08f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.201717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-acd4fb5c-8cfd-41b5-adf6-4b64ccd5a08f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "GET /v2.0/networks?id=53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 200 len: 817 time: 1.1269932 May 27 01:58:25.231461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Request body: {'port': {'device_id': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015', 'admin_state_up': True, 'tenant_id': '34ece5c7a3f0413280666e6f9befd759'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:25.312267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:25.352419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 6b80a88e-2def-4e67-bc15-46bbdf11f026 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:25.352809 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:25.435446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6b80a88e-2def-4e67-bc15-46bbdf11f026, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:25.466190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:25.467006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6206703a-d176-4f56-bc18-9bcda3b2d682 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:25.555770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81085afd-222f-4839-9155-c12b43951a4b req-2867017b-3843-41cb-9bbd-5de3cff7fa0d tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 210 time: 0.2242372 May 27 01:58:25.610418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:25.680741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.683689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.690322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.696165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.702721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.709496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.709657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d3ef6ea4-3742-4d4f-808e-371b35fba3f6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:25.720838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.722888 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-bdf62c12-d32b-4e69-a03b-9f95e6f408d8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5425 time: 1.0091465 May 27 01:58:25.751044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91ed9b2bb50b4596b140e7cade0dc989&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7723625 May 27 01:58:25.759638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42002) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:25.762144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-9eb33831-f272-40dd-a84d-9b262deee22e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:25.768236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-9eb33831-f272-40dd-a84d-9b262deee22e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "GET /v2.0/networks?id=53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 200 len: 817 time: 1.0242200 May 27 01:58:25.770318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a2c42-035c-4528-b1e0-b7b477d65811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea70c5c-b828-427e-8959-a5e2aa6165cf,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:25.785879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Request body: {'port': {'device_id': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015', 'admin_state_up': True, 'tenant_id': '34ece5c7a3f0413280666e6f9befd759'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:25.790068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['874fbc87-e4f6-438d-af60-ca24e7e006b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:25.865132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=6b80a88e-2def-4e67-bc15-46bbdf11f026,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:25.939123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:25.958056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Usage tracker for resource:port and tenant:34ece5c7a3f0413280666e6f9befd759 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:25.963826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Allocated IP 172.20.0.14 (53a36a44-2d93-4d9b-af60-f62e604d3015/f089ffa9-88b2-457e-9846-c718572d1dcb/8ba02264-06f8-4960-8140-8a550d5170ae) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:25.976390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:26.012764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:26.040346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c33aae75-4944-4b33-a18d-e2a8bcc4b019 req-aacd894a-fed6-4487-b491-f91f68dcd89f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2795708 May 27 01:58:26.051425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:26.064378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Usage tracker for resource:port and tenant:34ece5c7a3f0413280666e6f9befd759 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:26.068782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-116611da-abff-4461-a7e5-4e0a361328d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.069577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:26.090837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:26.113800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Made reservation on behalf of 34ece5c7a3f0413280666e6f9befd759 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:26.118034 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.133133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:26.142080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:26.166020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-116611da-abff-4461-a7e5-4e0a361328d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.168474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:26.180822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:26.197713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:26.207159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:26.214840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:26.224240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-69ce38f0-c9bb-453b-a12a-0febc705b5f4 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5436 time: 0.3561561 May 27 01:58:26.258405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 6206703a-d176-4f56-bc18-9bcda3b2d682 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:26.260901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Made reservation on behalf of 34ece5c7a3f0413280666e6f9befd759 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:26.265918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.305935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.389357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4be48ffe-d531-4b2a-a3d9-10f96bfee4be req-f284216d-7e14-4df5-9202-819b1d7a6ea3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637883 May 27 01:58:26.464882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 6206703a-d176-4f56-bc18-9bcda3b2d682 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:26.465253 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.478227 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-116611da-abff-4461-a7e5-4e0a361328d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.508241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116611da-abff-4461-a7e5-4e0a361328d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea70c5c-b828-427e-8959-a5e2aa6165cf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:26.596491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-116611da-abff-4461-a7e5-4e0a361328d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.614595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-116611da-abff-4461-a7e5-4e0a361328d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bea70c5c-b828-427e-8959-a5e2aa6165cf HTTP/1.1" status: 204 len: 168 time: 0.8470047 May 27 01:58:26.620293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.651385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a6234524-26a5-4aa0-9bc1-a7fec6f9bf98'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:26.689423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.835038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 6206703a-d176-4f56-bc18-9bcda3b2d682 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:26.835673 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:26.954908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026'}, {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6206703a-d176-4f56-bc18-9bcda3b2d682'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:27.013841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6206703a-d176-4f56-bc18-9bcda3b2d682, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6206703a-d176-4f56-bc18-9bcda3b2d682,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:27.031719 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.032301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a8374704-95b4-45eb-b103-e3ecbf6fadf7 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:27.048094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 7d1461ff-6201-4654-868d-3fe85b93b884 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:27.049247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.142608 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a018dfd3-2b4a-42a6-9578-a926472aac6e'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'code': 200} May 27 01:58:27.143028 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a018dfd3-2b4a-42a6-9578-a926472aac6e'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6206703a-d176-4f56-bc18-9bcda3b2d682', 'code': 200} May 27 01:58:27.157390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=6206703a-d176-4f56-bc18-9bcda3b2d682,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:27.196675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port a8374704-95b4-45eb-b103-e3ecbf6fadf7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:27.204109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a8374704-95b4-45eb-b103-e3ecbf6fadf7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:27.204552 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.372284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-56fbbc4c-e4d1-4464-95dc-533116c95ac4 req-3632b00c-ce32-48c9-b303-7b2dac835196 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Synchronizing usage tracker for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:27.407663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-56fbbc4c-e4d1-4464-95dc-533116c95ac4 req-3632b00c-ce32-48c9-b303-7b2dac835196 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Unset dirty status for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:27.408879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-56fbbc4c-e4d1-4464-95dc-533116c95ac4 req-3632b00c-ce32-48c9-b303-7b2dac835196 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 210 time: 0.2892718 May 27 01:58:27.412998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a8374704-95b4-45eb-b103-e3ecbf6fadf7 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:27.413540 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.443544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.515098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a8374704-95b4-45eb-b103-e3ecbf6fadf7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:27.533601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.534582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 55673fdb-0ba9-4074-8282-38303e1de07a up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:27.626235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.664830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Network 53a36a44-2d93-4d9b-af60-f62e604d3015 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:27.675139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:27.683058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Pushing event updated for resources: {'Port': ['ID=8ba02264-06f8-4960-8140-8a550d5170ae,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:27.685275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 14a3dd9c-ac83-4e16-9315-c7e29e711e48 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:27.685573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.717321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:27.729381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a8374704-95b4-45eb-b103-e3ecbf6fadf7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:27.749196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 55673fdb-0ba9-4074-8282-38303e1de07a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:27.759055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 55673fdb-0ba9-4074-8282-38303e1de07a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:27.761360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.766210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Allocated IP 172.20.0.5 (53a36a44-2d93-4d9b-af60-f62e604d3015/f089ffa9-88b2-457e-9846-c718572d1dcb/6591b9f8-6458-4359-9f22-8c88f499a791) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:27.908073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 7d1461ff-6201-4654-868d-3fe85b93b884 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:27.915432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 55673fdb-0ba9-4074-8282-38303e1de07a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:27.915895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.950974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 55673fdb-0ba9-4074-8282-38303e1de07a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=55673fdb-0ba9-4074-8282-38303e1de07a,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:27.954177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:27.956262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:27.956665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.956896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:27.957823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a958d246-60b4-421f-bde5-e9ab95ce080e up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:27.962170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:27.972002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:27.979395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:27.987091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:27.994868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.001824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.011902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-82a15e9f-d29f-47d0-8afc-1e4df99d8487 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5427 time: 0.6298437 May 27 01:58:28.043172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-4dd21f1c-ab17-440a-8a31-95cfa8340537 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6066759 May 27 01:58:28.097574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=55673fdb-0ba9-4074-8282-38303e1de07a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:28.109143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffdab644-e705-48db-8b13-dfcd57a76260 req-601912b6-0494-483d-8827-288823d53589 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0952399 May 27 01:58:28.120307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port a958d246-60b4-421f-bde5-e9ab95ce080e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:28.131362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a958d246-60b4-421f-bde5-e9ab95ce080e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:28.132622 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.153035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Request body: {'port': {'device_id': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:28.265242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.274519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.281449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.288117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.295401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.302287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.308425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.310642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-18a472c2-d3c6-46c0-9996-46cfbdc93a16 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5436 time: 0.5180297 May 27 01:58:28.316614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.371374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a958d246-60b4-421f-bde5-e9ab95ce080e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:28.371841 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.440539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a958d246-60b4-421f-bde5-e9ab95ce080e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a958d246-60b4-421f-bde5-e9ab95ce080e,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:28.447628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.448930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f0bfb3b1-d28d-43f8-a977-9141b415d53d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:28.533930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdbcfa-a1c8-4bdd-99f3-f89e2d4c4e73 req-4be2b9aa-4f54-473e-86b5-fb7e5290e064 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:28.536608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cbdbcfa-a1c8-4bdd-99f3-f89e2d4c4e73 req-4be2b9aa-4f54-473e-86b5-fb7e5290e064 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 950 time: 0.1118028 May 27 01:58:28.539178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.602575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 14a3dd9c-ac83-4e16-9315-c7e29e711e48 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:28.604726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a958d246-60b4-421f-bde5-e9ab95ce080e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:28.613836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.614014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.614271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.614752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.615233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.615555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.615881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.616205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.616848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.617287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.617619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.617935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:58:28.629357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=7d1461ff-6201-4654-868d-3fe85b93b884,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:28.635468 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f0bfb3b1-d28d-43f8-a977-9141b415d53d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:28.642499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f0bfb3b1-d28d-43f8-a977-9141b415d53d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:28.643507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.719314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cbdbcfa-a1c8-4bdd-99f3-f89e2d4c4e73 req-0fca1194-dd3a-4acd-b3ef-0b1b89d65eef tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738346 May 27 01:58:28.781405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-675795d4-8de1-41f6-b09e-d9b758a0e281 req-8e9ea8a7-c4f1-4426-b3ce-ff28427cf8e0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4510479 May 27 01:58:28.789253 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.800254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.904176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f0bfb3b1-d28d-43f8-a977-9141b415d53d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:28.904801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:28.984124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f0bfb3b1-d28d-43f8-a977-9141b415d53d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:28.997861 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:29.026954 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a21264f-3789-4319-951a-8914626b2141 req-692bba58-dc08-4384-94e5-d694b965bb98 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 210 time: 0.0912971 May 27 01:58:29.103038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f0bfb3b1-d28d-43f8-a977-9141b415d53d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:29.144594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7'}, {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55673fdb-0ba9-4074-8282-38303e1de07a'}, {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e'}, {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:29.198433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:29.473998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:29.534058 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df9090c-34b9-45bb-8d70-65f2c858fe19'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7', 'code': 200} May 27 01:58:29.534551 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df9090c-34b9-45bb-8d70-65f2c858fe19'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55673fdb-0ba9-4074-8282-38303e1de07a', 'code': 200} May 27 01:58:29.534651 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df9090c-34b9-45bb-8d70-65f2c858fe19'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e', 'code': 200} May 27 01:58:29.534858 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df9090c-34b9-45bb-8d70-65f2c858fe19'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d', 'code': 200} May 27 01:58:29.673218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:29.709957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Allocated IP 172.20.0.7 (53a36a44-2d93-4d9b-af60-f62e604d3015/f089ffa9-88b2-457e-9846-c718572d1dcb/f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:29.745341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Network 53a36a44-2d93-4d9b-af60-f62e604d3015 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:29.757354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:29.781275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:29.841609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.848148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.853928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.859800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.865621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.871501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.877269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.879210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f696a449-d064-4c6e-af10-5960ed46814c req-b764d114-bb29-4121-8cad-03a0c2df92cf tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.5384340 May 27 01:58:29.902650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:29.903340 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:29.971240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-e45a7574-422b-4b64-a661-89c6949ee144 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6292810 May 27 01:58:30.044748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Pushing event updated for resources: {'Port': ['ID=6591b9f8-6458-4359-9f22-8c88f499a791,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:30.159519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=14a3dd9c-ac83-4e16-9315-c7e29e711e48,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:30.177426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c8ad11-5383-4d5f-a3d1-9688633f6f0f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9621818 May 27 01:58:30.197111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Request body: {'port': {'device_id': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:30.203263 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f696a449-d064-4c6e-af10-5960ed46814c req-af4ea853-fd9f-45c5-8a35-413d929cfd7b tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2816954 May 27 01:58:30.263852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:30.404574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.405095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.405708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.406183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.407002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.407471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.407943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.409978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db994190-371a-4447-9d31-d7002acf9930 req-4c00d7c0-377f-4814-a147-a955b5107fcf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6495 time: 0.7443821 May 27 01:58:30.445818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:30.533517 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:30.548922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-759afe33-ebfa-403e-940d-1b3f76996385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.550649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-759afe33-ebfa-403e-940d-1b3f76996385 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1098 time: 0.5068424 May 27 01:58:30.607136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db994190-371a-4447-9d31-d7002acf9930 req-27c47243-1873-484c-8b6f-d4c5ff8d69e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1861858 May 27 01:58:30.706970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.712766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.718770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.724916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.730642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.737084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.742864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.744771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-424f6fb1-8c31-4743-a2c9-b837f300f935 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5436 time: 0.7101047 May 27 01:58:30.749809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:30.805589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:30.814801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355f722-6322-4b74-b122-de9c0e0cca3d req-4d7c6051-5a07-4f6b-b09d-d1c0815dd4e3 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.816180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e355f722-6322-4b74-b122-de9c0e0cca3d req-4d7c6051-5a07-4f6b-b09d-d1c0815dd4e3 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 931 time: 0.4084270 May 27 01:58:30.825035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:30.837096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] Sync routers for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:30.852485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:30.853514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:30.915458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-4207fe62-b7ba-4bcb-9515-6e03e603d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:30.916846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-4207fe62-b7ba-4bcb-9515-6e03e603d3fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.3364065 May 27 01:58:30.936384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:30.949857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] Routers {'7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:30.951828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:31.014680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Network 53a36a44-2d93-4d9b-af60-f62e604d3015 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:31.027925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:31.028439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c9e90-2c50-42d5-9347-c1b11095cce7 None None] The sync data for ids ['7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:31.046119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:31.061182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:31.095462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Pushing event updated for resources: {'Port': ['ID=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:31.121096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8dd1cf19-73ac-4c37-a4b6-a9f8650f4585 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/routers/7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9859297 May 27 01:58:31.123424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42150) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:31.129036 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e355f722-6322-4b74-b122-de9c0e0cca3d req-18e57f3d-05b6-40f0-9279-b63a3f6fe32d tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841887 May 27 01:58:31.147101 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-d007f541-837c-489e-b6c6-c37710cfaf71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 1002 time: 0.2086387 May 27 01:58:31.160668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.161135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.234990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-94e8ef30-5319-4980-b52e-77612d17ce61 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4533856 May 27 01:58:31.251609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Request body: {'port': {'device_id': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:31.288023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-3020a322-b81e-48e5-b310-751dc819107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.289469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-3020a322-b81e-48e5-b310-751dc819107a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.1239786 May 27 01:58:31.370066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccf86f45-e1f1-4364-ab47-1a65865b19b1 req-86d92d7a-e317-47b1-9e2a-24afa9a72284 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6077030 May 27 01:58:31.404854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 67985f0a-9ffe-4990-afab-57547bb59b71 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:31.449200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d3ef6ea4-3742-4d4f-808e-371b35fba3f6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:31.484111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42166) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:31.525768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:31.532610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:31.533432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.533809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.596441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-e7afa20a-3e87-46f9-8d65-ee9880bcacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.598369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-e7afa20a-3e87-46f9-8d65-ee9880bcacd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2947981 May 27 01:58:31.627789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.633523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.639946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.646248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.656328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.662111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.668436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:31.675959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-971b5167-2b00-4aed-b04f-8c9775dde6a8 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.3238096 May 27 01:58:31.711011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.713309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:31.713689 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.741223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef6ea4-3742-4d4f-808e-371b35fba3f6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:31.751974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:31.757194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.758327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fbadf659-49db-4385-8b74-0bd5a08c22a4 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:31.794607 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffeeac6b-2e06-4e05-8f6c-8137ec1ffecf'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef6ea4-3742-4d4f-808e-371b35fba3f6', 'code': 200} May 27 01:58:31.822685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd6fbb28-d239-4a95-acca-d6bea473fce2 req-21a63365-612a-4c4a-8d1a-153c37da3484 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1458766 May 27 01:58:31.851358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:58:31.866002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:31.882501 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] Sync routers for ids ['67985f0a-9ffe-4990-afab-57547bb59b71'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:31.888326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e9ea0ac1-de68-4509-a58d-ab93ea974b9d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/67985f0a-9ffe-4990-afab-57547bb59b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5961404 May 27 01:58:31.890229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42174) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:31.899224 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] Routers {'67985f0a-9ffe-4990-afab-57547bb59b71'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:31.900083 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['67985f0a-9ffe-4990-afab-57547bb59b71'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:31.906281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:31.921482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port fbadf659-49db-4385-8b74-0bd5a08c22a4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:31.927041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port fbadf659-49db-4385-8b74-0bd5a08c22a4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:31.927422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.935129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:31.980498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:31.985482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Usage tracker for resource:security_group_rule and tenant:e6069c43295f4fd3ade37d035f470cb0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:31.988816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:31.991514 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:31.995584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:32.006889 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] Routers {'67985f0a-9ffe-4990-afab-57547bb59b71'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:32.007930 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['67985f0a-9ffe-4990-afab-57547bb59b71'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:32.051627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fbadf659-49db-4385-8b74-0bd5a08c22a4 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:32.052009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.092217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fbadf659-49db-4385-8b74-0bd5a08c22a4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:32.092789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba02264-06f8-4960-8140-8a550d5170ae {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:32.098406 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.099211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:58:32.134141 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:32.134904 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14689d51-48ff-4c05-b85c-650637bdfd72 None None] The sync data for ids ['67985f0a-9ffe-4990-afab-57547bb59b71'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:32.137860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.181310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Transition to ACTIVE for port object 8ba02264-06f8-4960-8140-8a550d5170ae will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:32.210247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fbadf659-49db-4385-8b74-0bd5a08c22a4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:32.223927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.337655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:32.338030 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.371070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:32.376362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.388700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-08e29fba-aa91-4d4a-83a6-981cca6c249d service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107365 May 27 01:58:32.396740 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.453777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:32.500448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.518935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.551486 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-d69d8cbe-4497-44e2-8559-57a2599cfdae tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] remove_router_interface failed (client error): The resource could not be found. May 27 01:58:32.555725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d69d8cbe-4497-44e2-8559-57a2599cfdae tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/67985f0a-9ffe-4990-afab-57547bb59b71/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6618426 May 27 01:58:32.570449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42192) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:32.640585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 2bfae1f9-8008-4e66-9089-8c32569d9f0d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:32.640933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.658217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34d4a8a2-7d9f-4047-a929-479ab7c4bbd1 req-eb7e51b5-20e4-49d2-b44a-99d18cb9a287 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324154 May 27 01:58:32.677437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:32.683245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:32.690656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:32.693099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba02264-06f8-4960-8140-8a550d5170ae,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:32.695064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:32.700745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:32.707235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:32.712893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:32.714798 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-8e26da15-d7e3-42da-ac19-17b201adb174 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5438 time: 0.1860402 May 27 01:58:32.731222 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.752687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8f8e4f99-b223-4771-815f-9fceb5b85820 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:32.762246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bcca9e7-8151-406a-a8aa-37bb0e002c39 req-7bdda554-6525-4045-a62b-fd0fced52b06 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400538 May 27 01:58:32.767052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad50438-bab0-41a3-843c-77f4e00487ce,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:32.771312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6ee683c0-e3b8-4b3d-b8e6-9143feb5ec43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6069c43295f4fd3ade37d035f470cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2845917 May 27 01:58:32.773947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42196) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:32.841329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-945ba1f8-73a0-4243-b780-025b33979f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.869519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-945ba1f8-73a0-4243-b780-025b33979f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:32.877642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8f8e4f99-b223-4771-815f-9fceb5b85820 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:32.878847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8f8e4f99-b223-4771-815f-9fceb5b85820 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=67985f0a-9ffe-4990-afab-57547bb59b71 HTTP/1.1" status: 200 len: 205 time: 0.3039849 May 27 01:58:32.883171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42202) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:33.019550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.110895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed7d801b-0e74-468c-9961-07a87904c1ee tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.145595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c40b4e-1a8d-4b29-8770-74d25adf84e9 req-3a2b3c4c-6406-47fe-89c1-e76fcc3dabb7 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.147135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8c40b4e-1a8d-4b29-8770-74d25adf84e9 req-3a2b3c4c-6406-47fe-89c1-e76fcc3dabb7 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 931 time: 0.7713692 May 27 01:58:33.178255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Attempting to bind port 8ba02264-06f8-4960-8140-8a550d5170ae on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:58:33.178688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Attempting to bind port 8ba02264-06f8-4960-8140-8a550d5170ae by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:58:33.179173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Attempting to bind port 8ba02264-06f8-4960-8140-8a550d5170ae on network 53a36a44-2d93-4d9b-af60-f62e604d3015 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:33.208041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Port 8ba02264-06f8-4960-8140-8a550d5170ae on network 53a36a44-2d93-4d9b-af60-f62e604d3015 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:58:33.208372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Attempting to bind port 8ba02264-06f8-4960-8140-8a550d5170ae on network 53a36a44-2d93-4d9b-af60-f62e604d3015 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:33.216947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6591b9f8-6458-4359-9f22-8c88f499a791 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:33.235392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:58:33.235736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Checking segment: {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:33.236139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Bound using segment: {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:58:33.236582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Bound port: 8ba02264-06f8-4960-8140-8a550d5170ae, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:58:33.236934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.246689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.281352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c8c40b4e-1a8d-4b29-8770-74d25adf84e9 req-810d354b-e260-4f1e-9925-1fd223f715eb tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Synchronizing usage tracker for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:33.285620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.435434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-945ba1f8-73a0-4243-b780-025b33979f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.444112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e29bf6d8-5f81-45f7-97db-32f1b689fa2f details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:33.450246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c5255157-1d4c-4b58-92d5-d8f418cd2c89 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:33.452842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed7d801b-0e74-468c-9961-07a87904c1ee tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.455726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Transition to ACTIVE for port object 6591b9f8-6458-4359-9f22-8c88f499a791 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:33.458261 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed7d801b-0e74-468c-9961-07a87904c1ee tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.466268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 2bfae1f9-8008-4e66-9089-8c32569d9f0d owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:33.486165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ba1f8-73a0-4243-b780-025b33979f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad50438-bab0-41a3-843c-77f4e00487ce,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:33.502736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.508434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.509656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.516624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.523667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.540476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.546809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.552567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.554467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-c47d92da-0533-4615-b510-bfc9f024af83 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.5227513 May 27 01:58:33.577381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c8c40b4e-1a8d-4b29-8770-74d25adf84e9 req-810d354b-e260-4f1e-9925-1fd223f715eb tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Unset dirty status for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:33.578552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c8c40b4e-1a8d-4b29-8770-74d25adf84e9 req-810d354b-e260-4f1e-9925-1fd223f715eb tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235592 May 27 01:58:33.659254 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-945ba1f8-73a0-4243-b780-025b33979f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.663344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-945ba1f8-73a0-4243-b780-025b33979f6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ad50438-bab0-41a3-843c-77f4e00487ce HTTP/1.1" status: 204 len: 168 time: 0.8881721 May 27 01:58:33.692009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed7d801b-0e74-468c-9961-07a87904c1ee tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.692556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7d801b-0e74-468c-9961-07a87904c1ee tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Fanout notify agent at l3_agent the message router_deleted on router 67985f0a-9ffe-4990-afab-57547bb59b71 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:58:33.718818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c5255157-1d4c-4b58-92d5-d8f418cd2c89 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:33.722747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] For port 8ba02264-06f8-4960-8140-8a550d5170ae, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:58:33.737589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c035505-231a-4461-872d-88c2e47d0bd9 req-99f91767-58c7-42d6-812e-d40767ac1139 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1124594 May 27 01:58:33.747493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c5255157-1d4c-4b58-92d5-d8f418cd2c89 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:33.750573 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.758004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Pushing event updated for resources: {'Port': ['ID=6591b9f8-6458-4359-9f22-8c88f499a791,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:33.791595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] For port 8ba02264-06f8-4960-8140-8a550d5170ae, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8ba02264-06f8-4960-8140-8a550d5170ae,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:58:33.828882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4'}, {'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:33.844958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:33.863685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'mac_address': 'fa:16:3e:ff:f9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:33.874022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.962541 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d067f60-3fa2-4788-b9a4-9ebb17f53780'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'code': 200} May 27 01:58:33.962974 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d067f60-3fa2-4788-b9a4-9ebb17f53780'] response: {'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'code': 200} May 27 01:58:33.975789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:33.977913 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.981770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/8ba02264-06f8-4960-8140-8a550d5170ae HTTP/1.1" status: 200 len: 1093 time: 5.8467343 May 27 01:58:33.984816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c5255157-1d4c-4b58-92d5-d8f418cd2c89 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:33.985393 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:33.992694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'tag': '8ba02264-06f8-4960-8140-8a550d5170ae'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:33.994681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e29bf6d8-5f81-45f7-97db-32f1b689fa2f is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:33.995234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.045064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:34.048359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e29bf6d8-5f81-45f7-97db-32f1b689fa2f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:34.057052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.058164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:34.084854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:34.094909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed7d801b-0e74-468c-9961-07a87904c1ee tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.099609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ed7d801b-0e74-468c-9961-07a87904c1ee tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/67985f0a-9ffe-4990-afab-57547bb59b71 HTTP/1.1" status: 204 len: 168 time: 1.2154207 May 27 01:58:34.100571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42228) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:34.110471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.127806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Transition to ACTIVE for port object f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:34.148599 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46eeefb-9a2b-4ff0-85de-3bdde57ad316'] response: {'name': 'network-changed', 'server_uuid': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'tag': '8ba02264-06f8-4960-8140-8a550d5170ae', 'status': 'completed', 'code': 200} May 27 01:58:34.175352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:34.177485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Attempting to bind port 6591b9f8-6458-4359-9f22-8c88f499a791 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:58:34.178027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Attempting to bind port 6591b9f8-6458-4359-9f22-8c88f499a791 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:58:34.178623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Attempting to bind port 6591b9f8-6458-4359-9f22-8c88f499a791 on network 53a36a44-2d93-4d9b-af60-f62e604d3015 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:34.182798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.186686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42232) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:34.190052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.198060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9b4c5-deeb-46f6-826a-8c9625c3b3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba02264-06f8-4960-8140-8a550d5170ae,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:34.209808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Port 6591b9f8-6458-4359-9f22-8c88f499a791 on network 53a36a44-2d93-4d9b-af60-f62e604d3015 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:58:34.210050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Attempting to bind port 6591b9f8-6458-4359-9f22-8c88f499a791 on network 53a36a44-2d93-4d9b-af60-f62e604d3015 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:34.210501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:34.219495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:58:34.220111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Checking segment: {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:34.220696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Bound using segment: {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:58:34.221321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Bound port: 6591b9f8-6458-4359-9f22-8c88f499a791, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:58:34.221971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.260324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.276729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:34.287255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:34.287672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.299154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:34.349097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:34.375997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Usage tracker for resource:security_group_rule and tenant:a002dfb7dadb49198b22cf6f55571e7a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:34.383689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 503bc879-a6d3-413a-a721-33cefe27a364 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:34.386980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.396363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e29bf6d8-5f81-45f7-97db-32f1b689fa2f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:34.415147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.421021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.426897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.432735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.438617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.443866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.444467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.450297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.455819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-f67c1839-24ab-42bb-a00c-517a07e17c04 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5439 time: 0.4127808 May 27 01:58:34.468152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.472982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:34.473274 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.483152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:34.496890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:34.532250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-cfa6f1a4-acd9-4dd4-8115-34eae5e94947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.533710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-cfa6f1a4-acd9-4dd4-8115-34eae5e94947 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ece5c7a3f0413280666e6f9befd759&device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 1096 time: 0.4853477 May 27 01:58:34.538028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] For port 6591b9f8-6458-4359-9f22-8c88f499a791, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:58:34.550425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=2bfae1f9-8008-4e66-9089-8c32569d9f0d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:34.584356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:34.598280 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.599186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 874fbc87-e4f6-438d-af60-ca24e7e006b6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:34.625571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Pushing event updated for resources: {'Port': ['ID=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:34.626456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-e2efe64b-433b-46ed-800c-b4be3ae36b7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ba02264-06f8-4960-8140-8a550d5170ae HTTP/1.1" status: 200 len: 217 time: 0.0772188 May 27 01:58:34.661694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] For port 6591b9f8-6458-4359-9f22-8c88f499a791, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6591b9f8-6458-4359-9f22-8c88f499a791,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:58:34.758006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.767352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:34.768653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.781701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 874fbc87-e4f6-438d-af60-ca24e7e006b6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:34.787767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 874fbc87-e4f6-438d-af60-ca24e7e006b6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:34.788180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.813833 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.823216 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a9778f0-809e-497d-90be-8a8388bf4c3d req-32e30cb8-85b2-4877-9e7d-8230dbce43ac tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3595948 May 27 01:58:34.834371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Attempting to bind port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:58:34.834796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Attempting to bind port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:58:34.835062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Attempting to bind port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b on network 53a36a44-2d93-4d9b-af60-f62e604d3015 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:34.888665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b on network 53a36a44-2d93-4d9b-af60-f62e604d3015 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:58:34.889016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Attempting to bind port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b on network 53a36a44-2d93-4d9b-af60-f62e604d3015 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:34.908833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.909549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.911197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] 10.222.0.47 "PUT /v2.0/ports/6591b9f8-6458-4359-9f22-8c88f499a791 HTTP/1.1" status: 200 len: 1092 time: 4.7227688 May 27 01:58:34.912921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.926528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-9b97b937-36bd-4893-8f30-a5572796889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:34.929047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-9b97b937-36bd-4893-8f30-a5572796889d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f089ffa9-88b2-457e-9846-c718572d1dcb HTTP/1.1" status: 200 len: 857 time: 0.2614436 May 27 01:58:34.929924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799c5d1-2ada-452e-865b-85e5f233de61 service neutron] Pushing event updated for resources: {'Port': ['ID=6591b9f8-6458-4359-9f22-8c88f499a791,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:34.939506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.979435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:58:34.979938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Checking segment: {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:34.980432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Bound using segment: {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:58:34.980978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Bound port: f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe31a070-52df-4556-9e3c-be245a75bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:58:34.981428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:34.995808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 874fbc87-e4f6-438d-af60-ca24e7e006b6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:34.996447 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.005086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a002dfb7dadb49198b22cf6f55571e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748384 May 27 01:58:35.012210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d84119-ab81-4b81-82b8-a7d10bd1ab22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6a5cc4-3bfb-4bad-a968-2691bc205082,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:35.015131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42250) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:35.058421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 874fbc87-e4f6-438d-af60-ca24e7e006b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:35.063633 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.064612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 88488804-219b-4831-bd2e-cd1b290812e3 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:35.186131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aded8-c231-43f0-b7b9-10fed25304b9 req-4f6c6067-01ec-4c1e-924f-411cd5323bea tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.187617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0d6aded8-c231-43f0-b7b9-10fed25304b9 req-4f6c6067-01ec-4c1e-924f-411cd5323bea tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Synchronizing usage tracker for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:35.189396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=874fbc87-e4f6-438d-af60-ca24e7e006b6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:35.203961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 88488804-219b-4831-bd2e-cd1b290812e3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:35.205316 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.209448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 88488804-219b-4831-bd2e-cd1b290812e3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:35.209820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.211004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0471243d-44ea-4f35-a580-39240cca3558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.213037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] For port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:58:35.270161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=503bc879-a6d3-413a-a721-33cefe27a364,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:35.273191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] For port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:58:35.285772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.289509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0d6aded8-c231-43f0-b7b9-10fed25304b9 req-4f6c6067-01ec-4c1e-924f-411cd5323bea tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Unset dirty status for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:35.296174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d6aded8-c231-43f0-b7b9-10fed25304b9 req-4f6c6067-01ec-4c1e-924f-411cd5323bea tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 943 time: 0.5327444 May 27 01:58:35.303628 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.320426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7d2a5-ff41-4082-8012-6f03188bd40d None None] Network 20dabb86-6e37-4aa1-943a-68c03402dea5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:35.370323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0471243d-44ea-4f35-a580-39240cca3558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.403774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-9f5fce96-5182-414f-8103-e314e8bf8abc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53a36a44-2d93-4d9b-af60-f62e604d3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870787 May 27 01:58:35.406427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-209c08cd-caee-4afa-b0e5-be90a180ed73 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/503bc879-a6d3-413a-a721-33cefe27a364 HTTP/1.1" status: 204 len: 168 time: 1.3022106 May 27 01:58:35.417861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.419505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42254) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:35.423303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.424139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.425642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] 10.222.0.47 "PUT /v2.0/ports/f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b HTTP/1.1" status: 200 len: 1092 time: 4.1799765 May 27 01:58:35.426447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'tag': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:35.442660 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.469373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 88488804-219b-4831-bd2e-cd1b290812e3 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:35.470006 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.481901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d6aded8-c231-43f0-b7b9-10fed25304b9 req-9f8af8cb-2ae5-4f3a-8edc-ed459637c56f tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846228 May 27 01:58:35.558751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8e16c-665a-40be-be4f-65f05c2df4eb service neutron] Pushing event updated for resources: {'Port': ['ID=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:35.566510 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225e5a7d-f3b9-4603-ad9d-3245404e97ec'] response: {'name': 'network-changed', 'server_uuid': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'tag': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b', 'status': 'completed', 'code': 200} May 27 01:58:35.592154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0471243d-44ea-4f35-a580-39240cca3558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.618064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 88488804-219b-4831-bd2e-cd1b290812e3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88488804-219b-4831-bd2e-cd1b290812e3,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:35.627097 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.628237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a9c7977a-7a54-4952-ab90-331ca90f4d85 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:35.641178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-e023e05c-90d1-4eb7-92af-063579060d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.644075 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-e023e05c-90d1-4eb7-92af-063579060d6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ece5c7a3f0413280666e6f9befd759&device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 1095 time: 0.1551573 May 27 01:58:35.645050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471243d-44ea-4f35-a580-39240cca3558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6a5cc4-3bfb-4bad-a968-2691bc205082,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:35.647176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0471243d-44ea-4f35-a580-39240cca3558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.648417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0471243d-44ea-4f35-a580-39240cca3558 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f6a5cc4-3bfb-4bad-a968-2691bc205082 HTTP/1.1" status: 204 len: 168 time: 0.6271937 May 27 01:58:35.686586 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.687145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Fanout notify agent at l3_agent the message router_deleted on router 7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:58:35.725488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.759642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-c7cf88b3-4a40-4174-8d5b-d9c7d79c00ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b HTTP/1.1" status: 200 len: 217 time: 0.0960526 May 27 01:58:35.773935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.780455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.786230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.792379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.799494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.806258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.811870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.820246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-9bc45689-9d21-40f4-897a-68970c8accfd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.5737689 May 27 01:58:35.825853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port a9c7977a-7a54-4952-ab90-331ca90f4d85 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:35.854022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a9c7977a-7a54-4952-ab90-331ca90f4d85 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:35.854398 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.861503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:35.861846 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.878681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-86771bd4-2b5a-4882-b05c-1786ce684e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.880362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-86771bd4-2b5a-4882-b05c-1786ce684e72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f089ffa9-88b2-457e-9846-c718572d1dcb HTTP/1.1" status: 200 len: 857 time: 0.1018901 May 27 01:58:35.899236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] DHCP port deletion for 20dabb86-6e37-4aa1-943a-68c03402dea5 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:58:35.911962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0aa631c5-43f3-4583-96cf-e027473dc67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.919359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c6bb57-e80e-4075-8765-ef4badaf2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:35.920912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-74c6bb57-e80e-4075-8765-ef4badaf2778 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ece5c7a3f0413280666e6f9befd759&device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 1095 time: 0.6734767 May 27 01:58:35.925878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=88488804-219b-4831-bd2e-cd1b290812e3,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:35.929972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] Deleting port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:35.930361 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:35.944624 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-905f835e-ddc4-49c3-9b7f-ef543a60ea51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53a36a44-2d93-4d9b-af60-f62e604d3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490236 May 27 01:58:35.965363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89'}, {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98'}, {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6'}, {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:35.971331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-9399d510-f49a-4077-8ddb-4b2147154eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423651 May 27 01:58:36.161212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-d39434b1-5629-4c97-b9c2-45dd5390b20b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6591b9f8-6458-4359-9f22-8c88f499a791 HTTP/1.1" status: 200 len: 217 time: 0.2025166 May 27 01:58:36.161892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'tag': '6591b9f8-6458-4359-9f22-8c88f499a791'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:36.179774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.181337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b8f0df6d-588c-4ab3-8b01-1169ea2415a7 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/routers/7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d HTTP/1.1" status: 204 len: 168 time: 4.9099593 May 27 01:58:36.184743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42280) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:36.194809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-059725b8-32bf-498e-ac95-40c22a2c18d2 service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429631 May 27 01:58:36.222618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a9c7977a-7a54-4952-ab90-331ca90f4d85 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:36.223255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.238613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] For port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,segment=NetworkSegment(234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c),segment_id=234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:36.239333 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.254938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-836f9334-2885-43d2-95a5-ef6c4b98be0c req-d43743a6-8fb3-4e04-83b3-0b2bcbdb4f3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4335499 May 27 01:58:36.453525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting subnet 3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:36.456733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.462148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-5f36b650-e3d4-4c62-9619-b80cea20b48d service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909708 May 27 01:58:36.473478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] Calling delete_port for 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:36.530171 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88e629e-be65-4b54-8484-5941ac290273'] response: {'name': 'network-changed', 'server_uuid': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'tag': '6591b9f8-6458-4359-9f22-8c88f499a791', 'status': 'completed', 'code': 200} May 27 01:58:36.540879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-5f0828ac-3bdc-493b-b5d1-36c5bcb79330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.542553 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-5f0828ac-3bdc-493b-b5d1-36c5bcb79330 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f089ffa9-88b2-457e-9846-c718572d1dcb HTTP/1.1" status: 200 len: 857 time: 0.3486185 May 27 01:58:36.631169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a9c7977a-7a54-4952-ab90-331ca90f4d85, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:36.634093 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90036ccb-1c81-4ebd-a5b8-11cbfaece9b9'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89', 'code': 200} May 27 01:58:36.634475 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90036ccb-1c81-4ebd-a5b8-11cbfaece9b9'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98', 'code': 200} May 27 01:58:36.634888 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90036ccb-1c81-4ebd-a5b8-11cbfaece9b9'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6', 'code': 200} May 27 01:58:36.635515 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90036ccb-1c81-4ebd-a5b8-11cbfaece9b9'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3', 'code': 200} May 27 01:58:36.646123 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.660715 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-b0415f75-7294-48ce-9e8a-70ecb6aee158 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53a36a44-2d93-4d9b-af60-f62e604d3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763690 May 27 01:58:36.701432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.710019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.718570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.727257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.729978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e29bf6d8-5f81-45f7-97db-32f1b689fa2f up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:36.736949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.749294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.755160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:36.757121 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9975982-a633-4117-8270-7083fda8a0a1 req-7ee49d4b-ef0b-4cf9-b99d-81f32861e5a0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5442 time: 0.6512699 May 27 01:58:36.769110 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.769398 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.815688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] No DVR routers for this DVR port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:58:36.828053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a9c7977a-7a54-4952-ab90-331ca90f4d85,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:36.888472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45053cab-3350-40b6-898d-514cc8e4572f None None] Pushing event deleted for resources: {'Port': ['ID=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:36.891799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.901729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e29bf6d8-5f81-45f7-97db-32f1b689fa2f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:36.902901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:36.970805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:58:36.980156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2d4101b0-fb6f-4c4e-8002-80b15efe2aeb,segment=NetworkSegment(234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c),segment_id=234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:36.980714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.029336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:58:37.030470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:58:37.048046 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9975982-a633-4117-8270-7083fda8a0a1 req-9f5af247-85f9-4986-b349-e23327bbefaa tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900476 May 27 01:58:37.079163 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-1b289744-8687-4675-a1c2-9f9cc23fef30 service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724823 May 27 01:58:37.088032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.150926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.157941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:37.188611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e29bf6d8-5f81-45f7-97db-32f1b689fa2f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:37.189380 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.200186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4005bafc-955e-452f-b48c-aa340195a792 None None] Network 379c2ffa-8143-463d-9fa5-20a106ddc87c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:37.251769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:37.270480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0ac7f46-b8c5-4ea2-a984-ea9fb80bd467 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/subnets/3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee HTTP/1.1" status: 204 len: 168 time: 1.0793204 May 27 01:58:37.277853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42310) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:37.337135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-ff262edc-237d-485b-9ba0-9ad7a7453298 service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371539 May 27 01:58:37.342888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:37.379934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.440722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-9f9f0568-b701-434c-be81-5b8623112215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.442283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-9f9f0568-b701-434c-be81-5b8623112215 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ece5c7a3f0413280666e6f9befd759&device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 1096 time: 0.9037571 May 27 01:58:37.470002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfe3b5-eb00-48d8-ab4f-fd62e1ad8f9e req-cb02c16b-fa5b-4c21-9bc8-1432a0e687de tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.471602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9cfe3b5-eb00-48d8-ab4f-fd62e1ad8f9e req-cb02c16b-fa5b-4c21-9bc8-1432a0e687de tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 943 time: 0.2662597 May 27 01:58:37.477287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.482446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-13932ae6-c1b6-4877-98a1-7b27b77f9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.483932 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-13932ae6-c1b6-4877-98a1-7b27b77f9d72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ece5c7a3f0413280666e6f9befd759&device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 1095 time: 0.3271008 May 27 01:58:37.544343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:37.605188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-ab299c06-03af-4969-97e5-fb36b701b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.606693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-ab299c06-03af-4969-97e5-fb36b701b9f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 200 len: 918 time: 0.1465938 May 27 01:58:37.680317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-58202763-711f-4ff9-bacf-c6f51794ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.681917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-58202763-711f-4ff9-bacf-c6f51794ed9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 200 len: 918 time: 0.1644850 May 27 01:58:37.691933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9cfe3b5-eb00-48d8-ab4f-fd62e1ad8f9e req-b50d7cda-72c1-42c2-ba6b-8a6a0239a862 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125285 May 27 01:58:37.701067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] DHCP port deletion for 379c2ffa-8143-463d-9fa5-20a106ddc87c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:58:37.708373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] Deleting port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:37.709076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.734559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-196d025d-7229-413c-805b-855bacc3845a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ba02264-06f8-4960-8140-8a550d5170ae HTTP/1.1" status: 200 len: 217 time: 0.1154292 May 27 01:58:37.759183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.762197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:37.762974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:37.765156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.770999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.776844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.806203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.814984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.821350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.827382 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f176cc97-bd61-4fac-a361-5bb173b0ef46 req-bea2f2d2-406d-4aed-95e1-d562a47c6178 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 1.1756351 May 27 01:58:37.838476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42334) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:37.855074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Request body: {'floatingip': {'port_id': '6b80a88e-2def-4e67-bc15-46bbdf11f026'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:37.867367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:58:37.867367 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:58:37.901961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fec2e6c2-d258-43da-a0ff-5827cc7365f7 req-988a0a17-b69a-4719-8b9d-db5e6943455f service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487204 May 27 01:58:37.912891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-67e64aa6-ad5f-4c05-b1c8-5faedadf9f79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b HTTP/1.1" status: 200 len: 217 time: 0.2191937 May 27 01:58:37.923946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-088627b8-359f-482b-a69f-a3e4616e7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:37.925485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-088627b8-359f-482b-a69f-a3e4616e7fd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f089ffa9-88b2-457e-9846-c718572d1dcb HTTP/1.1" status: 200 len: 857 time: 0.1791101 May 27 01:58:37.974974 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b4a668b-21bc-4d80-ad22-9a257fb08899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.017393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-049d77f2-de1c-41fd-9e7d-1d05bb4708b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53a36a44-2d93-4d9b-af60-f62e604d3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580418 May 27 01:58:38.025231 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.079558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] For port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,segment=NetworkSegment(059fadc4-8598-4a22-914e-cf15ab5cedfb),segment_id=059fadc4-8598-4a22-914e-cf15ab5cedfb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:38.080208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.128025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-8032101d-fb33-4685-af14-541aae139fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:38.129779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-8032101d-fb33-4685-af14-541aae139fab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ece5c7a3f0413280666e6f9befd759&device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 1095 time: 0.1112280 May 27 01:58:38.256417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-56a77a33-1572-4b01-81cb-ab6ca312b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:38.257831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-56a77a33-1572-4b01-81cb-ab6ca312b5cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f089ffa9-88b2-457e-9846-c718572d1dcb HTTP/1.1" status: 200 len: 857 time: 0.3335655 May 27 01:58:38.287496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] Calling delete_port for 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:38.371272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 2d4101b0-fb6f-4c4e-8002-80b15efe2aeb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:38.371614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.385351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.450095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] Pushing event deleted for resources: {'Port': ['ID=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:38.454241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823ff91-7fce-4dbf-91ac-77e94477e71c None None] No DVR routers for this DVR port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:58:38.461873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] The port '2d4101b0-fb6f-4c4e-8002-80b15efe2aeb' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:58:38.572760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-655ef2e5-c2f5-4bb6-a4f7-05535f1331c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53a36a44-2d93-4d9b-af60-f62e604d3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3008416 May 27 01:58:38.625977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] For port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4,segment=NetworkSegment(059fadc4-8598-4a22-914e-cf15ab5cedfb),segment_id=059fadc4-8598-4a22-914e-cf15ab5cedfb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:38.625977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.636991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85'}, {'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:38.661167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.716230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dabb86-6e37-4aa1-943a-68c03402dea5']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:38.721399 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93f6016-9748-4d18-822a-c95f428e9db4'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85', 'code': 200} May 27 01:58:38.721920 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93f6016-9748-4d18-822a-c95f428e9db4'] response: {'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'code': 200} May 27 01:58:38.731525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-576736f4-8415-483d-91cf-6ee4dadf3252 service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452054 May 27 01:58:38.734702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-b990bc34-d5ff-480f-8bc6-ec2d794bf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:38.736343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-b990bc34-d5ff-480f-8bc6-ec2d794bf7e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 200 len: 918 time: 0.5154872 May 27 01:58:38.737675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:38.737971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:38.753280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:38.927414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:58:38.975806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:58:38.976523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:58:38.989874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:39.074145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-9ee75609-a706-419a-af74-624055551533 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6591b9f8-6458-4359-9f22-8c88f499a791 HTTP/1.1" status: 200 len: 217 time: 0.3120632 May 27 01:58:39.075219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.152403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:58:39.152824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.237127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.244163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.250649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.256400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.263437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.270755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.275738 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.277834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.282637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-de250547-34cc-4ca1-8111-9aacb113ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.284142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-de250547-34cc-4ca1-8111-9aacb113ec7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f089ffa9-88b2-457e-9846-c718572d1dcb HTTP/1.1" status: 200 len: 857 time: 0.1976023 May 27 01:58:39.288064 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-d74a69b4-6a68-4efe-a138-26cbb035f9e1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 1.0360227 May 27 01:58:39.320717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.346298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.352819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.391734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c94a2994-8551-4c3c-b857-0b242de3b731 req-75d0247d-4880-492e-bcbf-66c74b61d7dd service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285594 May 27 01:58:39.392678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=20dabb86-6e37-4aa1-943a-68c03402dea5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:39.424528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0ef8a-1c5b-40a8-a01c-3bd204446f09 req-6c9bbdfd-1e95-4880-8864-2f7e05b58f9e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.426077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80a0ef8a-1c5b-40a8-a01c-3bd204446f09 req-6c9bbdfd-1e95-4880-8864-2f7e05b58f9e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 943 time: 0.4453671 May 27 01:58:39.428107 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c resource provider aggregate not found May 27 01:58:39.432434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-2650fd1d-b02f-4ff3-b241-c93c35fb6b7e service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074441 May 27 01:58:39.432989 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:58:39.433300 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:58:39.435731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-dd4b6f93-7f3d-4add-89aa-02452eb87cb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53a36a44-2d93-4d9b-af60-f62e604d3015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789511 May 27 01:58:39.455908 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 234eaf9e-5f5f-44ab-9ef1-1d88d72fea0c found for delete ", "request_id": "req-f78e6edd-c9e7-476c-9087-7b0243bc6bcc"}]} May 27 01:58:39.486171 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-250dcb85-a95f-461d-a769-b83cf29f51ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/20dabb86-6e37-4aa1-943a-68c03402dea5 HTTP/1.1" status: 204 len: 168 time: 4.0569007 May 27 01:58:39.488260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42388) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:39.546292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-727164780'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:39.572339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:39.582216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:39.587235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80a0ef8a-1c5b-40a8-a01c-3bd204446f09 req-1828c162-31d5-48db-b1b3-5f108bf710ae tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503108 May 27 01:58:39.588037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:39.597268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:39.600357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.600902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.601429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.601950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.602467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.603010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.603519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.605535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-1aa920d3-b778-4700-a7c8-2e0d97a9a11e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6507 time: 0.7482798 May 27 01:58:39.644943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f54084dd-f4bb-4afd-bd33-8ea15b602cf2 req-41854992-fd15-4fa8-9a4d-61a334ed901f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3556297 May 27 01:58:39.668347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:39.674428 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.696361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-075ba962-167f-420c-a4a7-61e035dfb2e2 service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425363 May 27 01:58:39.789551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76777c1d-111b-49c7-bc5f-d8fcf0fb85e9 req-3bb75962-e366-444d-847f-554c2167001e service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243797 May 27 01:58:39.796823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3236962e-64df-4257-8dfd-9b97fd5f70ba req-330a1063-feae-4b80-b24b-422a132e7ec9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=70c45b53-916e-4271-a075-72e47ba3a7b6&id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745615 May 27 01:58:39.817292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:58:39.842756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.843113 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment 67514347-b1af-4d61-a323-879a03e9e8db of type vlan for network 89fbde12-496f-41d7-9236-e0ac2855e469 May 27 01:58:39.896660 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.909655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7907c795-fde5-4441-a18f-68a315ccfaf2 req-690beb75-ef02-4f7a-9530-0aae3e02e7cf service neutron] 10.222.0.47 "GET /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048640 May 27 01:58:39.934549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:39.934919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.937245 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.942946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:39.943544 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:39.976128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.005570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.052111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5617416 May 27 01:58:40.055218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42414) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:40.062975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': '89fbde12-496f-41d7-9236-e0ac2855e469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:40.063155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] The port '98eb5340-f3e2-4b2f-8ce7-5b1f90b12fb4' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:58:40.082102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e380a-0b0e-47f5-8da3-7ff5af7e6b42 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=89fbde12-496f-41d7-9236-e0ac2855e469,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:40.096678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 89fbde12-496f-41d7-9236-e0ac2855e469 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:58:40.227686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:40.234893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:40.240977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:40.248169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:40.263900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:58:40.269634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.460257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.501603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379c2ffa-8143-463d-9fa5-20a106ddc87c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:40.509582 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Floating IP de0b445c-b416-4f8e-a4df-f26c06920748 associated. External IP: 172.25.3.92, port: 6b80a88e-2def-4e67-bc15-46bbdf11f026. May 27 01:58:40.562675 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.586332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059fadc4-8598-4a22-914e-cf15ab5cedfb') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:40.586883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059fadc4-8598-4a22-914e-cf15ab5cedfb') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:40.611967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.682697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': '67514347-b1af-4d61-a323-879a03e9e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89fbde12-496f-41d7-9236-e0ac2855e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:40.682697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: 89fbde12-496f-41d7-9236-e0ac2855e469, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:58:40.720621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.733401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=0d975465-8f0e-4957-b4fc-22e087f82469,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:40.763921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:58:40.764890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.785242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 89fbde12-496f-41d7-9236-e0ac2855e469 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:58:40.807645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 89fbde12-496f-41d7-9236-e0ac2855e469) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:40.815563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:40.816382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:40.829384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f199aa8-7583-4bb9-9ff4-d192a2c44f4d None None] Network 89fbde12-496f-41d7-9236-e0ac2855e469 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:40.895174 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 059fadc4-8598-4a22-914e-cf15ab5cedfb resource provider aggregate not found May 27 01:58:40.963052 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 059fadc4-8598-4a22-914e-cf15ab5cedfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 059fadc4-8598-4a22-914e-cf15ab5cedfb found for delete ", "request_id": "req-457771db-c3d1-4186-9eed-4f3aa0b69b4a"}]} May 27 01:58:40.966141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f1acf7e0-6254-4710-a98d-6452c7888476 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9099250 May 27 01:58:40.969282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42458) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:40.980734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-352210095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:40.992926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:41.000716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:router and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:41.005688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:41.015589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:41.042259 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.046890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.054100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.061504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.068343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.077400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.077788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.085491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.093796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.096887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-832b6a4a-bebd-41fe-b6a1-c00bc97214a6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.2354312 May 27 01:58:41.105726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Network': ['ID=379c2ffa-8143-463d-9fa5-20a106ddc87c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:41.124074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e370be80-99e9-47b9-bc3f-36f9e61cefb4 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/networks/379c2ffa-8143-463d-9fa5-20a106ddc87c HTTP/1.1" status: 204 len: 168 time: 3.8327847 May 27 01:58:41.125831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42462) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:41.148248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.149798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.181475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.241133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.255876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-89fbde12-496f-41d7-9236-e0ac2855e469', 'network_id': '89fbde12-496f-41d7-9236-e0ac2855e469', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '0d975465-8f0e-4957-b4fc-22e087f82469'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:58:41.257185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.414052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port ee118f2f-37dd-4b68-a0dc-735ce501f156 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:41.414052 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.456352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245d0b9-7bf2-494b-999e-60e8ee1875d7 req-dfaf71ad-6556-45ba-bbe6-533622a7a796 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:41.464309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6245d0b9-7bf2-494b-999e-60e8ee1875d7 req-dfaf71ad-6556-45ba-bbe6-533622a7a796 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 943 time: 0.5709388 May 27 01:58:41.508153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c654e070-f1b9-48a2-8104-c25864a1faf5 req-8530d83e-f15b-4ebe-9fc2-a8c72a9da8fc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4043200 May 27 01:58:41.531051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:41.535447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.584317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:41.585758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a4ad149-82ed-44e2-bdb8-3a433b6a18ca tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6155362 May 27 01:58:41.588463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42472) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:41.625289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Allocated IP 172.20.0.2 (89fbde12-496f-41d7-9236-e0ac2855e469/0d975465-8f0e-4957-b4fc-22e087f82469/8e9148f3-f252-42ff-bc51-66766a99dfae) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:41.664425 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6245d0b9-7bf2-494b-999e-60e8ee1875d7 req-2c1ca7b9-42f4-418c-a5cb-ea7992bf1846 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988409 May 27 01:58:42.040445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.046532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.120832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:42.132800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.137974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] Sync routers for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:42.147050 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.177781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Transition to ACTIVE for port object 8e9148f3-f252-42ff-bc51-66766a99dfae will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:42.206192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Transition to ACTIVE for port object 8e9148f3-f252-42ff-bc51-66766a99dfae will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:42.213359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:42.214816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:42.319780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.450670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Pushing event updated for resources: {'Port': ['ID=8e9148f3-f252-42ff-bc51-66766a99dfae,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:42.469258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for ee118f2f-37dd-4b68-a0dc-735ce501f156 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:42.489131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Network 89fbde12-496f-41d7-9236-e0ac2855e469 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:42.493629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:42.499300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:42.535246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5dff2ed3-0db7-417d-be32-596c4a03ab6f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "PUT /v2.0/floatingips/de0b445c-b416-4f8e-a4df-f26c06920748 HTTP/1.1" status: 200 len: 990 time: 4.6938949 May 27 01:58:42.538608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:42.551233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.736153 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfd482d-7da5-409d-aac8-82c94962f991'] response: {'name': 'network-changed', 'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'status': 'completed', 'code': 200} May 27 01:58:42.786314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.870182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Attempting to bind port 8e9148f3-f252-42ff-bc51-66766a99dfae on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:58:42.870559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Attempting to bind port 8e9148f3-f252-42ff-bc51-66766a99dfae by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '67514347-b1af-4d61-a323-879a03e9e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89fbde12-496f-41d7-9236-e0ac2855e469'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:58:42.870949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Attempting to bind port 8e9148f3-f252-42ff-bc51-66766a99dfae on network 89fbde12-496f-41d7-9236-e0ac2855e469 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:58:42.879288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:58:42.879665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Checking segment: {'id': '67514347-b1af-4d61-a323-879a03e9e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89fbde12-496f-41d7-9236-e0ac2855e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:58:42.880065 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.880455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Bound using segment: {'id': '67514347-b1af-4d61-a323-879a03e9e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89fbde12-496f-41d7-9236-e0ac2855e469'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:58:42.880917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Bound port: 8e9148f3-f252-42ff-bc51-66766a99dfae, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67514347-b1af-4d61-a323-879a03e9e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89fbde12-496f-41d7-9236-e0ac2855e469'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:58:42.881289 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:42.992072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:58:43.140183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=ee118f2f-37dd-4b68-a0dc-735ce501f156,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:43.347339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:43.377419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.380368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] For port 8e9148f3-f252-42ff-bc51-66766a99dfae, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:58:43.387178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.394906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.401752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.408365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.415363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.421871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.434673 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-d44ac306-d1c1-4860-808e-9a09ce8406de tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.5272079 May 27 01:58:43.438384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] For port 8e9148f3-f252-42ff-bc51-66766a99dfae, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8e9148f3-f252-42ff-bc51-66766a99dfae,segment=NetworkSegment(67514347-b1af-4d61-a323-879a03e9e8db),segment_id=67514347-b1af-4d61-a323-879a03e9e8db)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:58:43.457018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:43.458412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d54405a2-5e50-4089-8306-7250d63389e2 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/floatingips/23bc1223-75b2-4f41-ac37-60352c5e1441 HTTP/1.1" status: 204 len: 168 time: 2.3298481 May 27 01:58:43.462675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42578) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:43.467204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:43.545723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.20.0.1 (89fbde12-496f-41d7-9236-e0ac2855e469/0d975465-8f0e-4957-b4fc-22e087f82469/5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:58:43.545897 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-687af942-542f-410d-8cf4-50874083a64a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] DELETE failed (client error): The resource could not be found. May 27 01:58:43.546594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687af942-542f-410d-8cf4-50874083a64a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:58:43.552355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-687af942-542f-410d-8cf4-50874083a64a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/ports/355cdb5e-3232-480f-80d1-20b00125b41d HTTP/1.1" status: 404 len: 333 time: 0.0882599 May 27 01:58:43.559397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4889e2-5c2e-4c31-8859-24c7ef4acc4a req-8cb256a5-d0a8-4e59-97d6-fc8c03010d07 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.562068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b4889e2-5c2e-4c31-8859-24c7ef4acc4a req-8cb256a5-d0a8-4e59-97d6-fc8c03010d07 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 943 time: 0.4918530 May 27 01:58:43.562649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42586) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:43.587406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dfd7675b-89c1-431c-a453-430f8ca13332 req-fa9a5c90-029b-4ac2-a552-3397ba2b1591 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514444 May 27 01:58:43.602047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.604029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8ba02264-06f8-4960-8140-8a550d5170ae details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:43.604267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.604962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.606969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.607685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.608401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.610745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.614086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-9a5039c6-13b6-4c22-934c-26d87a0e8365 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6495 time: 0.5415115 May 27 01:58:43.779720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b4889e2-5c2e-4c31-8859-24c7ef4acc4a req-a55b7340-a285-49e2-b720-b58e06bb121d tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619995 May 27 01:58:43.781799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-85b38cbb-9f28-4191-871b-435adaa93370 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Synchronizing usage tracker for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:43.859967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ade3-e39a-4559-a9ce-1fc817d4afbf None None] Pushing event updated for resources: {'Port': ['ID=8e9148f3-f252-42ff-bc51-66766a99dfae,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:43.913714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.930606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.967592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.985023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:43.996309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:44.002922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:44.003769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-85b38cbb-9f28-4191-871b-435adaa93370 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Unset dirty status for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:44.005083 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-85b38cbb-9f28-4191-871b-435adaa93370 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d HTTP/1.1" status: 200 len: 205 time: 0.4203608 May 27 01:58:44.009555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:44.011694 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95fa0417-9157-4122-9443-e13612bcba89 req-d3fa5255-7d26-4ce0-90c3-7c291cd48fd3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.2670009 May 27 01:58:44.012373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42622) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:44.023472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42626) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:44.163757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Request body: {'floatingip': {'port_id': 'fbadf659-49db-4385-8b74-0bd5a08c22a4'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:58:44.262828 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-1d7f5e28-530d-4a95-9078-e709b08e8d6c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] delete failed (client error): The resource could not be found. May 27 01:58:44.266174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1d7f5e28-530d-4a95-9078-e709b08e8d6c tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/routers/7a7899a5-fdd6-40ab-9b5f-ecfc23f2ea5d HTTP/1.1" status: 404 len: 336 time: 0.2504358 May 27 01:58:44.272048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42638) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:44.290866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-99b3d48e-0bd2-4147-a36e-bbbeffd0d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:44.294110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-99b3d48e-0bd2-4147-a36e-bbbeffd0d095 service neutron] 10.222.0.47 "GET /v2.0/networks?id=328ee635-88ce-4b3c-9810-0b7f399ed763 HTTP/1.1" status: 200 len: 913 time: 0.5638063 May 27 01:58:44.310602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8ba02264-06f8-4960-8140-8a550d5170ae, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8ba02264-06f8-4960-8140-8a550d5170ae,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:44.332014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8ba02264-06f8-4960-8140-8a550d5170ae', 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015', 'port_id': '8ba02264-06f8-4960-8140-8a550d5170ae', 'mac_address': 'fa:16:3e:51:86:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089ffa9-88b2-457e-9846-c718572d1dcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:44.356404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:44.378023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:44.397756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:58:44.425385 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-db78fbc4-f207-4370-9b78-589be5b47ebc tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] DELETE failed (client error): The resource could not be found. May 27 01:58:44.426157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db78fbc4-f207-4370-9b78-589be5b47ebc tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 01:58:44.430915 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db78fbc4-f207-4370-9b78-589be5b47ebc tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/subnets/3eb6e6a2-605b-44f1-9fae-f3dafa9d11ee HTTP/1.1" status: 404 len: 337 time: 0.1573780 May 27 01:58:44.436390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42644) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:44.525006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'de0b445c-b416-4f8e-a4df-f26c06920748', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'port_id': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'mac_address': 'fa:16:3e:22:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:29Z', 'updated_at': '2022-05-27T01:58:39Z', 'revision_number': 1, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:58Z', 'revision_number': 5, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:44.589667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8ba02264-06f8-4960-8140-8a550d5170ae is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:44.590043 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:44.620856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] Checking router: 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:58:44.644458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:44.660610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba02264-06f8-4960-8140-8a550d5170ae {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:44.699131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8ba02264-06f8-4960-8140-8a550d5170ae, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8ba02264-06f8-4960-8140-8a550d5170ae,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:44.750323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:44.752587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:44.764818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:44.765704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:44.996382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 89fbde12-496f-41d7-9236-e0ac2855e469 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:45.009303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:45.038106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 3231b43f-e8c6-46bf-bb08-c71217c99ee9 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:45.038465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:45.082123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:45.090482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:58:45.186809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8ba02264-06f8-4960-8140-8a550d5170ae,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:45.203017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8e9148f3-f252-42ff-bc51-66766a99dfae up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:45.223521 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-b9d27e69-f59f-4960-9c13-374a2f93e7e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026 HTTP/1.1" status: 200 len: 998 time: 0.7863064 May 27 01:58:45.255105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42664) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:45.380809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:45.478814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:45.488876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:45.494484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:45.517283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-c82fdfe5-c181-47f6-8f8f-748e76378c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:45.526815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-c82fdfe5-c181-47f6-8f8f-748e76378c82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb88772-16b3-4aad-bca9-afe94592ef49 HTTP/1.1" status: 200 len: 851 time: 0.2598529 May 27 01:58:45.721786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b', 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015', 'port_id': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b', 'mac_address': 'fa:16:3e:20:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089ffa9-88b2-457e-9846-c718572d1dcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:45.822914 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Floating IP d3a7452b-7710-4841-8b45-fddf657e10af associated. External IP: 172.25.3.39, port: fbadf659-49db-4385-8b74-0bd5a08c22a4. May 27 01:58:45.933182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cf365-102d-4c20-a63e-7e6740971e8b req-af4346bb-e7b6-4047-83cf-9d02ef020163 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:45.934881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-520cf365-102d-4c20-a63e-7e6740971e8b req-af4346bb-e7b6-4047-83cf-9d02ef020163 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 943 time: 0.8083391 May 27 01:58:45.935108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:45.955386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8e9148f3-f252-42ff-bc51-66766a99dfae completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:45.988536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cabd8-6334-4de2-b9f2-6422c3222d25 None None] Network 89fbde12-496f-41d7-9236-e0ac2855e469 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:46.009663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:46.009810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:46.029548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:58:46.147868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:46.230578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:46.235156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:46.253472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] Provisioning for port 8e9148f3-f252-42ff-bc51-66766a99dfae completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:46.312472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:46.475796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] Provisioning complete for port 8e9148f3-f252-42ff-bc51-66766a99dfae triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:46.475946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Router 68150ebe-abef-4b30-82bc-ae0688324778 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:46.479487 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:46.513714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 3231b43f-e8c6-46bf-bb08-c71217c99ee9 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:46.621636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Usage tracker for resource:security_group_rule and tenant:b485c92b315d4118b54e2ae1cbc7bcef is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:46.631915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:46.651882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:46.667908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:46.742273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:46.743029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6591b9f8-6458-4359-9f22-8c88f499a791 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:58:46.825984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:46.898450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:46.907289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:46.911596 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] Sync routers for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:46.940870 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:46.941797 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:46.997823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 01:58:47.007972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6591b9f8-6458-4359-9f22-8c88f499a791, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6591b9f8-6458-4359-9f22-8c88f499a791,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:47.028272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '6591b9f8-6458-4359-9f22-8c88f499a791', 'network_id': '53a36a44-2d93-4d9b-af60-f62e604d3015', 'port_id': '6591b9f8-6458-4359-9f22-8c88f499a791', 'mac_address': 'fa:16:3e:32:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089ffa9-88b2-457e-9846-c718572d1dcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:58:47.051792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.104661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9b8ce768-cb5d-4a79-b1a7-fab5519a3dba tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "PUT /v2.0/floatingips/d3a7452b-7710-4841-8b45-fddf657e10af HTTP/1.1" status: 200 len: 991 time: 3.0792446 May 27 01:58:47.107019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:47.156156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b485c92b315d4118b54e2ae1cbc7bcef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8959146 May 27 01:58:47.159789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42684) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:47.191677 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296a62a5-118f-496e-b92a-294be7df7484'] response: {'name': 'network-changed', 'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'status': 'completed', 'code': 200} May 27 01:58:47.241327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 6591b9f8-6458-4359-9f22-8c88f499a791 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:47.241786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.274361 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:58:47.279420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:47.304210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd438a-5ec1-4818-bcf6-78fd4f5dcd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f7f48-4875-4cf0-a206-901adc5c032e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:47.337476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-6dba3604-69bb-42e9-ade8-c46c7ed77aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.342896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-6dba3604-69bb-42e9-ade8-c46c7ed77aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=328ee635-88ce-4b3c-9810-0b7f399ed763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8152339 May 27 01:58:47.388794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.454931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df3cef45-31b4-46ca-8fbd-4d8c4759e060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.474448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6591b9f8-6458-4359-9f22-8c88f499a791 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:58:47.476882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-520cf365-102d-4c20-a63e-7e6740971e8b req-f27f1f8f-1850-4e61-b2a5-bb7cd6254cb2 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3374796 May 27 01:58:47.514764 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df3cef45-31b4-46ca-8fbd-4d8c4759e060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.547284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.548081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.548899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.549543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.550195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.550866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.551502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.553964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fef335d8-50dc-48b5-afe9-106eab94698f req-175a5a1f-e6a6-4a56-a25d-3d7cde26ab27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6507 time: 0.3194149 May 27 01:58:47.616347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6591b9f8-6458-4359-9f22-8c88f499a791, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6591b9f8-6458-4359-9f22-8c88f499a791,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:47.661180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.746677 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df3cef45-31b4-46ca-8fbd-4d8c4759e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.779685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cef45-31b4-46ca-8fbd-4d8c4759e060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f7f48-4875-4cf0-a206-901adc5c032e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:47.797265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-e01b3898-529a-47b5-a593-a082b2251b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:47.799571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fef335d8-50dc-48b5-afe9-106eab94698f req-e01b3898-529a-47b5-a593-a082b2251b03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1fa62c40-becd-426f-b59a-888a1ccf88ef HTTP/1.1" status: 200 len: 917 time: 0.2366984 May 27 01:58:47.804624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df3cef45-31b4-46ca-8fbd-4d8c4759e060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:47.806266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-df3cef45-31b4-46ca-8fbd-4d8c4759e060 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c17f7f48-4875-4cf0-a206-901adc5c032e HTTP/1.1" status: 204 len: 168 time: 0.6455584 May 27 01:58:47.885185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=3231b43f-e8c6-46bf-bb08-c71217c99ee9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:48.042446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] Current status of the port 8e9148f3-f252-42ff-bc51-66766a99dfae is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:48.043084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:48.072853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=6591b9f8-6458-4359-9f22-8c88f499a791,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:48.129343 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:58:48.173360 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'd3a7452b-7710-4841-8b45-fddf657e10af', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'port_id': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'mac_address': 'fa:16:3e:e6:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:58:45Z', 'revision_number': 1, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:06Z', 'revision_number': 5, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:48.178529 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] Checking router: 68150ebe-abef-4b30-82bc-ae0688324778 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:58:48.188535 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:48.189384 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:48.229622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] For port 8e9148f3-f252-42ff-bc51-66766a99dfae, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8e9148f3-f252-42ff-bc51-66766a99dfae,segment=NetworkSegment(67514347-b1af-4d61-a323-879a03e9e8db),segment_id=67514347-b1af-4d61-a323-879a03e9e8db)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:48.251292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fef335d8-50dc-48b5-afe9-106eab94698f req-7017b56e-e554-4a4c-afbc-334c2562d4ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4 HTTP/1.1" status: 200 len: 999 time: 0.4359980 May 27 01:58:48.257107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'de0b445c-b416-4f8e-a4df-f26c06920748', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'port_id': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'mac_address': 'fa:16:3e:22:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:29Z', 'updated_at': '2022-05-27T01:58:39Z', 'revision_number': 1, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:58Z', 'revision_number': 5, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:48.267543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:48.316516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:48.362938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d2df8-e7d4-42cb-8d55-adfcc9177626 None None] The sync data for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 is: [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'de0b445c-b416-4f8e-a4df-f26c06920748', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'port_id': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'mac_address': 'fa:16:3e:22:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:29Z', 'updated_at': '2022-05-27T01:58:39Z', 'revision_number': 1, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:58Z', 'revision_number': 5, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:48.374315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-ccf45185-3aeb-4cb8-bcd5-6244c8756cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:48.376147 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fef335d8-50dc-48b5-afe9-106eab94698f req-ccf45185-3aeb-4cb8-bcd5-6244c8756cf6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d1b963c-ae05-49d9-bbb7-4373ed842501 HTTP/1.1" status: 200 len: 855 time: 0.1173270 May 27 01:58:48.439512 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:58:48.490632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc2464-93b0-4398-a099-d030f6acc83d None None] Pushing event updated for resources: {'Port': ['ID=8e9148f3-f252-42ff-bc51-66766a99dfae,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:48.532523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8ba02264-06f8-4960-8140-8a550d5170ae'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:48.560546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-d899c0b3-9d52-4e0d-8bb7-a560efdca946 service neutron] 10.222.0.47 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1775753 May 27 01:58:48.581248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42716) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:48.641569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef335d8-50dc-48b5-afe9-106eab94698f req-2d0c20c8-7565-4192-ad33-3d45ffad7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:48.642232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:48.645059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fef335d8-50dc-48b5-afe9-106eab94698f req-2d0c20c8-7565-4192-ad33-3d45ffad7e0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1fa62c40-becd-426f-b59a-888a1ccf88ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602241 May 27 01:58:48.811377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['6591b9f8-6458-4359-9f22-8c88f499a791'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:58:48.884426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fef335d8-50dc-48b5-afe9-106eab94698f req-abe0d14c-8da7-423a-aff1-4cb26eeac646 service neutron] 10.222.0.47 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276931 May 27 01:58:49.026181 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.046754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4eefe-1538-4540-9952-fea1b1f59ef9 None None] New status for floating IP de0b445c-b416-4f8e-a4df-f26c06920748: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:58:49.112122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fef335d8-50dc-48b5-afe9-106eab94698f req-c3c99c96-a961-43ac-808c-16f69daec652 service neutron] 10.222.0.47 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143781 May 27 01:58:49.117489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8e9148f3-f252-42ff-bc51-66766a99dfae up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:49.165519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1263513b-fdcc-46c3-a29e-6fd803652e9b tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/ports/3231b43f-e8c6-46bf-bb08-c71217c99ee9 HTTP/1.1" status: 204 len: 168 time: 4.6058183 May 27 01:58:49.168216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42720) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:49.239624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:49.253360 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fe318b5-3eb1-45c7-9beb-e69474a9d12d req-564b7a26-b73c-4fb3-bc70-08f07c56fd67 service neutron] 10.222.0.47 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476891 May 27 01:58:49.255021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Usage tracker for resource:security_group_rule and tenant:b6f940b963724ac08685c3ab4befcc58 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:49.268966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:49.280121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 22f8cc3e-2c94-4279-853b-a12d7372b3c1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:49.281647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.282907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:49.373870 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'd3a7452b-7710-4841-8b45-fddf657e10af', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'port_id': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'mac_address': 'fa:16:3e:e6:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:58:45Z', 'revision_number': 1, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:06Z', 'revision_number': 5, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:49.382450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7da029-9353-42e0-abc0-c8a940ae4ace None None] The sync data for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 is: [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'd3a7452b-7710-4841-8b45-fddf657e10af', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'port_id': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'mac_address': 'fa:16:3e:e6:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:58:45Z', 'revision_number': 1, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:06Z', 'revision_number': 5, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:49.453445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd606b95-aff5-4f97-9cf4-fa438c1d8f10 req-8f435cf0-b9ed-4178-936e-91dc88bc56af tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:49.467951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd606b95-aff5-4f97-9cf4-fa438c1d8f10 req-8f435cf0-b9ed-4178-936e-91dc88bc56af tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 944 time: 0.7258704 May 27 01:58:49.496304 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.519580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.527672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d0ab31ac-8ad3-4bef-b482-0e4f0b8f7154 None None] Provisioning for port 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:49.547020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d0ab31ac-8ad3-4bef-b482-0e4f0b8f7154 None None] Provisioning complete for port 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:49.559285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0ab31ac-8ad3-4bef-b482-0e4f0b8f7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.659525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:49.697581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8e9148f3-f252-42ff-bc51-66766a99dfae triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:49.697953 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.701149 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd606b95-aff5-4f97-9cf4-fa438c1d8f10 req-c687e2b6-a7ad-4743-8c74-9f4b7be6e029 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320752 May 27 01:58:49.745503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.788440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.827947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.839671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:49.868540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab31ac-8ad3-4bef-b482-0e4f0b8f7154 None None] Port 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:49.955873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d301e-b4d7-412f-8994-cf82a1d80847,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:49.992279 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a77f63-951d-436b-920f-e024f2d718a4 None None] New status for floating IP d3a7452b-7710-4841-8b45-fddf657e10af: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 01:58:50.004445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d0c2ae12-caa7-4aaa-a567-8cdac764839a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6f940b963724ac08685c3ab4befcc58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3945098 May 27 01:58:50.007207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42738) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:50.052913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 22f8cc3e-2c94-4279-853b-a12d7372b3c1 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:50.117568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d0ab31ac-8ad3-4bef-b482-0e4f0b8f7154 None None] Provisioning complete for port 8e9148f3-f252-42ff-bc51-66766a99dfae triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:50.118149 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0ab31ac-8ad3-4bef-b482-0e4f0b8f7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:50.162247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8947696e-52d6-47a5-9859-cce703722d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:50.218847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 89fbde12-496f-41d7-9236-e0ac2855e469 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:58:50.223302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:58:50.326185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8947696e-52d6-47a5-9859-cce703722d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:50.364962 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:50.527513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=22f8cc3e-2c94-4279-853b-a12d7372b3c1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:50.581428 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8947696e-52d6-47a5-9859-cce703722d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:50.607593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8e9148f3-f252-42ff-bc51-66766a99dfae is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:50.615847 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8947696e-52d6-47a5-9859-cce703722d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:50.617355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8947696e-52d6-47a5-9859-cce703722d84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/394d301e-b4d7-412f-8994-cf82a1d80847 HTTP/1.1" status: 204 len: 168 time: 0.6084592 May 27 01:58:50.618039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 127b080f-0b83-4b8b-b13a-43d83229b5c5 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:58:50.644179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947696e-52d6-47a5-9859-cce703722d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d301e-b4d7-412f-8994-cf82a1d80847,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:50.681110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:50.695247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6a4702b6-7ecf-4c9f-8474-a7cccb0f9d42 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/ports/22f8cc3e-2c94-4279-853b-a12d7372b3c1 HTTP/1.1" status: 204 len: 168 time: 1.5259326 May 27 01:58:50.700382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42744) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:50.937432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9904ed2-29e1-4d49-859b-49186234574f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:50.938241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d9904ed2-29e1-4d49-859b-49186234574f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Synchronizing usage tracker for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:50.957628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab31ac-8ad3-4bef-b482-0e4f0b8f7154 None None] Current status of the port 8e9148f3-f252-42ff-bc51-66766a99dfae is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:50.969738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d9904ed2-29e1-4d49-859b-49186234574f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Unset dirty status for tenant:4b9525b4d0094303b71ef3bb2cc9d125 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:50.971208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d9904ed2-29e1-4d49-859b-49186234574f tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ca0f9e8-0afc-4e85-aa9f-b53389890c5f HTTP/1.1" status: 200 len: 913 time: 0.2696450 May 27 01:58:50.974703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42760) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:51.093132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5eb31afd-d6aa-44f4-a845-e4b345fdd1ea None None] Provisioning complete for port 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:51.093508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5eb31afd-d6aa-44f4-a845-e4b345fdd1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:51.247306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5eb31afd-d6aa-44f4-a845-e4b345fdd1ea None None] Port 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:58:51.255947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:51.270588 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7053cbb1-7d62-4c7c-bc77-fbb860f7a357 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/127b080f-0b83-4b8b-b13a-43d83229b5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6808512 May 27 01:58:51.274260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] Sync routers for ids ['127b080f-0b83-4b8b-b13a-43d83229b5c5'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:51.276061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42766) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:51.303565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] Routers {'127b080f-0b83-4b8b-b13a-43d83229b5c5'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:51.303993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061d7e3-a808-40bb-9ae5-3b252700543e req-7a14c0a8-6842-4279-963c-19226a4135a9 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:51.304125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['127b080f-0b83-4b8b-b13a-43d83229b5c5'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:51.309933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c061d7e3-a808-40bb-9ae5-3b252700543e req-7a14c0a8-6842-4279-963c-19226a4135a9 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 944 time: 0.4003305 May 27 01:58:51.379721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:51.385198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c061d7e3-a808-40bb-9ae5-3b252700543e req-441db34b-efd8-426c-b56c-fe205924dab1 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 May 27 01:58:51.405749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] Routers {'127b080f-0b83-4b8b-b13a-43d83229b5c5'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:51.407924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['127b080f-0b83-4b8b-b13a-43d83229b5c5'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:51.520643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:51.521233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c41e6d-b190-4b93-9e40-457d52f285d5 None None] The sync data for ids ['127b080f-0b83-4b8b-b13a-43d83229b5c5'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:51.704470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ccf7a8-0972-4935-b1b2-c5365be766db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:51.705058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e8ccf7a8-0972-4935-b1b2-c5365be766db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:51.786673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e8ccf7a8-0972-4935-b1b2-c5365be766db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:51.790704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e8ccf7a8-0972-4935-b1b2-c5365be766db tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports/5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 HTTP/1.1" status: 200 len: 910 time: 0.5059052 May 27 01:58:51.790858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42782) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:52.097308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:52.624936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 0a92b89d-b386-4a19-98fa-fcce2bbb8471 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:52.625741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:52.631460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:52.905902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:53.107215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 0a92b89d-b386-4a19-98fa-fcce2bbb8471 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:53.118413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09446d-f744-4fe7-86fd-19b608b84b4b req-d5e7ef07-5dd5-43e9-a15e-e21fd704caab tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:53.119971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d09446d-f744-4fe7-86fd-19b608b84b4b req-d5e7ef07-5dd5-43e9-a15e-e21fd704caab tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 944 time: 0.3360765 May 27 01:58:53.188806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d09446d-f744-4fe7-86fd-19b608b84b4b req-fc09df74-d32a-4143-be9d-f1e6e53396f3 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623732 May 27 01:58:53.346034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:53.346390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:53.380434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:53.441116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=0a92b89d-b386-4a19-98fa-fcce2bbb8471,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:53.619555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:53.698403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:53.826827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:53.838517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:53.839190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:53.975818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:54.061943 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:54.078700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:54.079326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:54.138059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:54.157968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:54.171254 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:54.172591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6591b9f8-6458-4359-9f22-8c88f499a791 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:54.471685 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b172ed-2592-4e7e-9af5-7dac2a44b806'] response: {'server_uuid': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b', 'code': 200} May 27 01:58:54.479146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:54.534545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 6591b9f8-6458-4359-9f22-8c88f499a791 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:54.543380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 6591b9f8-6458-4359-9f22-8c88f499a791 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:54.543745 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:54.741113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:54.831108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:54.965534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 6591b9f8-6458-4359-9f22-8c88f499a791 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:54.966130 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:55.002435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=5a2836c6-7ebe-4e5c-afe4-aeafacdc9e58,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:55.011755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6682-1355-473f-aa61-75164bde9c7d req-b48962f7-9f30-4daf-af29-3224560ca40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:55.016799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-713a6682-1355-473f-aa61-75164bde9c7d req-b48962f7-9f30-4daf-af29-3224560ca40e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 1097 time: 0.5539448 May 27 01:58:55.045141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6591b9f8-6458-4359-9f22-8c88f499a791, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6591b9f8-6458-4359-9f22-8c88f499a791,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:55.061421 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:55.066345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8ba02264-06f8-4960-8140-8a550d5170ae up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:58:55.250310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67f8dd-2433-44a7-a3ce-4ad0efd5d33c req-27b05a8c-e6a1-4614-9903-5cf2a4bb3f5d tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:55.252219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd67f8dd-2433-44a7-a3ce-4ad0efd5d33c req-27b05a8c-e6a1-4614-9903-5cf2a4bb3f5d tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 944 time: 0.5251315 May 27 01:58:55.254515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-713a6682-1355-473f-aa61-75164bde9c7d req-fc7a8dc1-055d-463a-81cf-3cb7e7cb6218 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177522 May 27 01:58:55.428452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:55.433492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd67f8dd-2433-44a7-a3ce-4ad0efd5d33c req-166fd3ad-3646-4d06-ae93-6d64bbc76d18 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425455 May 27 01:58:55.449701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] Sync routers for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:55.460367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=6591b9f8-6458-4359-9f22-8c88f499a791,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:55.476611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1716ef48-1293-490e-8171-35cc41a36b82 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "PUT /v2.0/routers/9ca0f9e8-0afc-4e85-aa9f-b53389890c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4998672 May 27 01:58:55.477729 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:55.478532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42898) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:55.479275 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:55.518100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:55.606915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8ba02264-06f8-4960-8140-8a550d5170ae completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:58:55.614118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8ba02264-06f8-4960-8140-8a550d5170ae triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:58:55.614578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:55.705950 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:55.744250 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] Routers {'9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:55.744927 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:55.787612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42908) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:55.891288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8ba02264-06f8-4960-8140-8a550d5170ae is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:58:55.891288 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:55.958184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:55.963900 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:55.964306 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73a1ce-0271-44c5-8de1-880034aef8a6 None None] The sync data for ids ['9ca0f9e8-0afc-4e85-aa9f-b53389890c5f'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:56.097421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8ba02264-06f8-4960-8140-8a550d5170ae, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8ba02264-06f8-4960-8140-8a550d5170ae,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:58:56.106078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:56.255143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8ba02264-06f8-4960-8140-8a550d5170ae,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:56.314290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:56.330208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting port 9a692faf-32b3-4cc6-8274-dc7b3e2247ba {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:58:56.330208 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:56.341373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:56.393399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:58:56.393399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 127b080f-0b83-4b8b-b13a-43d83229b5c5 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:58:56.393399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:17177f5176624a0b91caf78384afd88d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:58:56.412271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:58:56.441583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:58:56.484225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6591b9f8-6458-4359-9f22-8c88f499a791'}, {'server_uuid': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba02264-06f8-4960-8140-8a550d5170ae'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:58:56.611476 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540fed71-377f-4b83-988b-9ef131016339'] response: {'server_uuid': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6591b9f8-6458-4359-9f22-8c88f499a791', 'code': 200} May 27 01:58:56.611476 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540fed71-377f-4b83-988b-9ef131016339'] response: {'server_uuid': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba02264-06f8-4960-8140-8a550d5170ae', 'code': 200} May 27 01:58:56.751906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:56.900673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:58:56.927936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] Sync routers for ids ['127b080f-0b83-4b8b-b13a-43d83229b5c5'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:58:56.990608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] Routers {'127b080f-0b83-4b8b-b13a-43d83229b5c5'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:56.990608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['127b080f-0b83-4b8b-b13a-43d83229b5c5'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:57.173373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Calling delete_port for 9a692faf-32b3-4cc6-8274-dc7b3e2247ba owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:58:57.219453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:57.232732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] Routers {'127b080f-0b83-4b8b-b13a-43d83229b5c5'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:58:57.232732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['127b080f-0b83-4b8b-b13a-43d83229b5c5'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:57.307048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864462e6-b954-4bdf-ac90-18c0aa4e345e req-8f179771-e6e3-4eaf-8b9e-e9c34fa1b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:57.317943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-864462e6-b954-4bdf-ac90-18c0aa4e345e req-8f179771-e6e3-4eaf-8b9e-e9c34fa1b312 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 1098 time: 0.2530599 May 27 01:58:57.529022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-864462e6-b954-4bdf-ac90-18c0aa4e345e req-dd23e659-3189-4019-a9cc-52b8dbd216d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040901 May 27 01:58:57.571834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:58:57.585604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cba81a-a6cb-4ad0-97b8-cccce52e460d None None] The sync data for ids ['127b080f-0b83-4b8b-b13a-43d83229b5c5'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:58:57.603640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:57.644927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d8d731a4-1a72-4754-813b-981973783c4c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/127b080f-0b83-4b8b-b13a-43d83229b5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8408799 May 27 01:58:57.659532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42942) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:57.824968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Port': ['ID=9a692faf-32b3-4cc6-8274-dc7b3e2247ba,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:57.832317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-92257d54-007a-45f9-894f-dd002735f958 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:58:57.917595 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:57.939023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-92257d54-007a-45f9-894f-dd002735f958 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:58:57.939023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-92257d54-007a-45f9-894f-dd002735f958 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=127b080f-0b83-4b8b-b13a-43d83229b5c5 HTTP/1.1" status: 200 len: 205 time: 0.2679520 May 27 01:58:57.939023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42950) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:58.238192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd4f6-1f07-411f-8a67-8e569a6fda30 req-d8025d9b-4e23-48d8-9717-0f55a703c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:58.238192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d04fd4f6-1f07-411f-8a67-8e569a6fda30 req-d8025d9b-4e23-48d8-9717-0f55a703c6c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 1097 time: 1.2239759 May 27 01:58:58.256045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.259523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.277655 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-840b3545-ca81-4f83-8b95-58d53df53900 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.324922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.324922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca0f9e8-0afc-4e85-aa9f-b53389890c5f {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:58:58.375400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.378507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42956) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:58.381168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66a44652-dfbd-45cb-8b56-8e5a11636963 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/routers/9ca0f9e8-0afc-4e85-aa9f-b53389890c5f HTTP/1.1" status: 204 len: 168 time: 2.8974645 May 27 01:58:58.393773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d8610-e203-45ef-bd8f-38e02440a2b9 req-94a2b172-f0d5-4de2-bac5-f92231fd3e56 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:58:58.400724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf9d8610-e203-45ef-bd8f-38e02440a2b9 req-94a2b172-f0d5-4de2-bac5-f92231fd3e56 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 945 time: 1.0646319 May 27 01:58:58.638104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.689045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d04fd4f6-1f07-411f-8a67-8e569a6fda30 req-22e42b8a-8b16-45e6-a5e9-2104d7994baa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416559 May 27 01:58:58.711809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf9d8610-e203-45ef-bd8f-38e02440a2b9 req-3b5d5c5d-db7d-481f-a2f8-a2f3184de304 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081803 May 27 01:58:58.711809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.804970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Deleting subnet c29f2d48-022a-4c5b-a7f4-21d476fe314e {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:58.817450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.960334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c58041c-da99-4b65-9e11-f4f4951ce6be,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:58.966923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-840b3545-ca81-4f83-8b95-58d53df53900 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.971404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-840b3545-ca81-4f83-8b95-58d53df53900 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:58.978101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:58.980488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c58efb19-c724-49ff-af5c-b1adaf62a9e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17177f5176624a0b91caf78384afd88d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1720729 May 27 01:58:59.010508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.053962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-840b3545-ca81-4f83-8b95-58d53df53900 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.054757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b3545-ca81-4f83-8b95-58d53df53900 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Fanout notify agent at l3_agent the message router_deleted on router 127b080f-0b83-4b8b-b13a-43d83229b5c5 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:58:59.064246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddb5c-89e1-403c-a362-75ceed0cf243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.085236 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-840b3545-ca81-4f83-8b95-58d53df53900 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.086644 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-840b3545-ca81-4f83-8b95-58d53df53900 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/127b080f-0b83-4b8b-b13a-43d83229b5c5 HTTP/1.1" status: 204 len: 168 time: 1.1474612 May 27 01:58:59.091733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42978) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:59.099118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddb5c-89e1-403c-a362-75ceed0cf243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.191629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddb5c-89e1-403c-a362-75ceed0cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.199099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.220051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddb5c-89e1-403c-a362-75ceed0cf243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.225939 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4a7ddb5c-89e1-403c-a362-75ceed0cf243 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c58041c-da99-4b65-9e11-f4f4951ce6be HTTP/1.1" status: 204 len: 168 time: 0.2469449 May 27 01:58:59.229796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ddb5c-89e1-403c-a362-75ceed0cf243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c58041c-da99-4b65-9e11-f4f4951ce6be,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:59.275242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 0d975465-8f0e-4957-b4fc-22e087f82469 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:58:59.282283 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.413326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.468965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.535969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Subnet': ['ID=c29f2d48-022a-4c5b-a7f4-21d476fe314e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:59.559168 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.585342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42992) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:59.586428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4d48f32f-7297-4793-b3fc-30ee025804d9 tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/subnets/c29f2d48-022a-4c5b-a7f4-21d476fe314e HTTP/1.1" status: 204 len: 168 time: 1.1760917 May 27 01:58:59.605615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.750018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.850265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43006) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:59.869360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=0d975465-8f0e-4957-b4fc-22e087f82469,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:58:59.873141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:58:59.877228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4745477c-d82d-4808-b360-7d0e0d2608e8 None None] Network 89fbde12-496f-41d7-9236-e0ac2855e469 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:58:59.902808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3f9eb0ca-c546-4afe-b48d-fff84b55af61 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/0d975465-8f0e-4957-b4fc-22e087f82469 HTTP/1.1" status: 204 len: 168 time: 0.8099918 May 27 01:58:59.908610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43014) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:58:59.922368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.012897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:00.025700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Usage tracker for resource:security_group_rule and tenant:a8dfcecde3e24fd291a9e3cf6b4ac103 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:00.036657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.038836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:00.051836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:00.162646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.168287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dbfa7-5179-4a58-a661-32fb42e95adb req-eadddb82-9a52-4785-82c5-33b9c31655ba tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:00.171137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-884dbfa7-5179-4a58-a661-32fb42e95adb req-eadddb82-9a52-4785-82c5-33b9c31655ba tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 945 time: 0.2838824 May 27 01:59:00.192473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 8e9148f3-f252-42ff-bc51-66766a99dfae {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:00.192473 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.196202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] DHCP port deletion for 89fbde12-496f-41d7-9236-e0ac2855e469 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:59:00.203822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Deleting port 8e9148f3-f252-42ff-bc51-66766a99dfae {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:00.205683 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.336898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.368995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-884dbfa7-5179-4a58-a661-32fb42e95adb req-881fcc23-1b54-4c84-9bed-e19270324919 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812539 May 27 01:59:00.400768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69877726-c2c7-4a5f-bda0-18c4c3ab2b2f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:00.430146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e640e29-e61e-48c3-a151-1d89320a4bd0') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:00.430816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e640e29-e61e-48c3-a151-1d89320a4bd0') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:00.450556 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.458333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8a3e7-0343-4df4-adce-55b4cdac8f60 req-8498a03f-e26b-4719-abcd-982131b65457 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:00.459788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffd8a3e7-0343-4df4-adce-55b4cdac8f60 req-8498a03f-e26b-4719-abcd-982131b65457 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.5113065 May 27 01:59:00.479276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.488515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:00.489471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.615447 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.621199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.693294 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 1e640e29-e61e-48c3-a151-1d89320a4bd0 resource provider aggregate not found May 27 01:59:00.710935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.737617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] For port 8e9148f3-f252-42ff-bc51-66766a99dfae, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8e9148f3-f252-42ff-bc51-66766a99dfae,segment=NetworkSegment(67514347-b1af-4d61-a323-879a03e9e8db),segment_id=67514347-b1af-4d61-a323-879a03e9e8db)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:00.738046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.739679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] Pushing event deleted for resources: {'Network': ['ID=69877726-c2c7-4a5f-bda0-18c4c3ab2b2f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:00.747772 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 1e640e29-e61e-48c3-a151-1d89320a4bd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e640e29-e61e-48c3-a151-1d89320a4bd0 found for delete ", "request_id": "req-069ce50a-9497-4032-bea7-36121219a344"}]} May 27 01:59:00.756621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:00.773827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-99bc8bce-4dab-415d-8ffb-b9edb705031a tempest-FloatingIPTestJSON-451756316 tempest-FloatingIPTestJSON-451756316-project] 10.222.0.16 "DELETE /v2.0/networks/69877726-c2c7-4a5f-bda0-18c4c3ab2b2f HTTP/1.1" status: 204 len: 168 time: 1.1873403 May 27 01:59:00.810367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414385-be23-4534-888a-82690f057af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f99a5d-9caf-43cf-9f09-07ba23676e0e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:00.845535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffd8a3e7-0343-4df4-adce-55b4cdac8f60 req-7aff8ae6-16a2-4da0-a1f5-c000ccad960b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371663 May 27 01:59:00.854142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-37414385-be23-4534-888a-82690f057af5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8dfcecde3e24fd291a9e3cf6b4ac103&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0024471 May 27 01:59:00.855903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:00.867981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 8e9148f3-f252-42ff-bc51-66766a99dfae, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8e9148f3-f252-42ff-bc51-66766a99dfae,segment=NetworkSegment(67514347-b1af-4d61-a323-879a03e9e8db),segment_id=67514347-b1af-4d61-a323-879a03e9e8db)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:00.868356 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.072258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 8e9148f3-f252-42ff-bc51-66766a99dfae owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:01.118880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8e9148f3-f252-42ff-bc51-66766a99dfae no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:01.140564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a599cf-fd4f-4575-b4ad-608e98084999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.170049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a599cf-fd4f-4575-b4ad-608e98084999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.189540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.211871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Calling delete_port for 8e9148f3-f252-42ff-bc51-66766a99dfae owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:01.247144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a599cf-fd4f-4575-b4ad-608e98084999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.272909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a599cf-fd4f-4575-b4ad-608e98084999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f99a5d-9caf-43cf-9f09-07ba23676e0e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:01.280748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a599cf-fd4f-4575-b4ad-608e98084999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.281917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-36a599cf-fd4f-4575-b4ad-608e98084999 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38f99a5d-9caf-43cf-9f09-07ba23676e0e HTTP/1.1" status: 204 len: 168 time: 0.4222538 May 27 01:59:01.283583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8e9148f3-f252-42ff-bc51-66766a99dfae {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:59:01.283932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8e9148f3-f252-42ff-bc51-66766a99dfae not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:59:01.331029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No DVR routers for this DVR port 8e9148f3-f252-42ff-bc51-66766a99dfae on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:59:01.408845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:59:01.410089 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:59:01.488224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43042) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:01.554026 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.571456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=8e9148f3-f252-42ff-bc51-66766a99dfae,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:01.599465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fbde12-496f-41d7-9236-e0ac2855e469']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:01.632566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67514347-b1af-4d61-a323-879a03e9e8db') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:01.632952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67514347-b1af-4d61-a323-879a03e9e8db') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:01.660826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.695122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463edd1f-fe57-4f44-817a-98fd56133183 req-a55344aa-7cae-495d-8093-11255a19b27e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:01.707066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-463edd1f-fe57-4f44-817a-98fd56133183 req-a55344aa-7cae-495d-8093-11255a19b27e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 945 time: 0.1390011 May 27 01:59:01.709149 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.723278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:01.727934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.826687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-463edd1f-fe57-4f44-817a-98fd56133183 req-cea02b75-e926-40ad-babb-082eb3ebfbb2 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138372 May 27 01:59:01.870185 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 67514347-b1af-4d61-a323-879a03e9e8db resource provider aggregate not found May 27 01:59:01.910037 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 67514347-b1af-4d61-a323-879a03e9e8db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67514347-b1af-4d61-a323-879a03e9e8db found for delete ", "request_id": "req-18f75bb9-c678-492a-a2db-45655891136f"}]} May 27 01:59:01.913926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Deleting port 8e9148f3-f252-42ff-bc51-66766a99dfae {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:01.914510 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.936075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.976387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:01.995657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=89fbde12-496f-41d7-9236-e0ac2855e469,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:02.022593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f17329e4-7767-4b51-a37a-e0acccee823d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b9525b4d0094303b71ef3bb2cc9d125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332057 May 27 01:59:02.025766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:02.079799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7ad339a8-1e64-4552-b3e6-9bc0c2d8cdbd None None] The port '8e9148f3-f252-42ff-bc51-66766a99dfae' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:59:02.105997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-29521bfd-d6ea-4e66-8ee8-7df84620cc2b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/89fbde12-496f-41d7-9236-e0ac2855e469 HTTP/1.1" status: 204 len: 168 time: 2.1961668 May 27 01:59:02.110527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43080) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:02.120045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1500259640', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:02.130630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:02.138668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:router and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:02.143529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d70c8f3-7468-47cc-ba5a-9d27ea4a8b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.145287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:02.160465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872526fe-f2a3-4e8a-9252-3208c92362a2 req-dc7ccd82-6bf9-4377-91dd-27b4bf524bcd tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:02.163439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-872526fe-f2a3-4e8a-9252-3208c92362a2 req-dc7ccd82-6bf9-4377-91dd-27b4bf524bcd tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 945 time: 0.1686025 May 27 01:59:02.165267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:02.238974 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-872526fe-f2a3-4e8a-9252-3208c92362a2 req-f935f719-1c9d-4d00-8fba-bf0359ac96e6 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702081 May 27 01:59:02.243526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.246532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.246695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d70c8f3-7468-47cc-ba5a-9d27ea4a8b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.284000 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.403871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe2d23-65af-4ce2-a52f-cc6b1a0f5df0 req-edad6de4-4c11-48ec-afc7-c89b7a35591e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:02.406077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5abe2d23-65af-4ce2-a52f-cc6b1a0f5df0 req-edad6de4-4c11-48ec-afc7-c89b7a35591e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.2492087 May 27 01:59:02.444794 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d70c8f3-7468-47cc-ba5a-9d27ea4a8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.482538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70c8f3-7468-47cc-ba5a-9d27ea4a8b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f1f29-9ba5-486b-ba21-cdf2db486ad7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:02.492215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5abe2d23-65af-4ce2-a52f-cc6b1a0f5df0 req-7f6aca9e-56cd-4dec-8bc1-c2dcbf4bcee1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721831 May 27 01:59:02.493120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d70c8f3-7468-47cc-ba5a-9d27ea4a8b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.502880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0d70c8f3-7468-47cc-ba5a-9d27ea4a8b75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e0f1f29-9ba5-486b-ba21-cdf2db486ad7 HTTP/1.1" status: 204 len: 168 time: 0.4727714 May 27 01:59:02.787663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:02.857027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:03.046342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:03.069436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f694c-254e-448f-808c-8b062145b7f0 req-b6e46c99-d236-4739-a207-ef11503a2e63 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:03.077508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c0f694c-254e-448f-808c-8b062145b7f0 req-b6e46c99-d236-4739-a207-ef11503a2e63 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 946 time: 0.4888339 May 27 01:59:03.142886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c0f694c-254e-448f-808c-8b062145b7f0 req-966a82eb-6b28-41b9-93a5-2a1bd44218e1 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 May 27 01:59:03.916097 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:03.971761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:04.109159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc690d4-eb37-4b38-9c16-d595a6d16f4f req-0e9437f8-9843-438a-a416-9ada5d9116d4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:04.110730 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bc690d4-eb37-4b38-9c16-d595a6d16f4f req-0e9437f8-9843-438a-a416-9ada5d9116d4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.2671573 May 27 01:59:04.231271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43164) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:04.267879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bc690d4-eb37-4b38-9c16-d595a6d16f4f req-9a29989a-81be-45f0-a3d6-b4715f1f6b36 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464064 May 27 01:59:04.310182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.25.3.85 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/83091c3f-5da2-4837-88a9-d65d3798a580) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:59:04.337883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646bcd5-08c9-45c7-b3f0-43ffaccd5ddc req-520a6cf5-9766-4f93-9c3a-594b559a5be0 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:04.346573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c646bcd5-08c9-45c7-b3f0-43ffaccd5ddc req-520a6cf5-9766-4f93-9c3a-594b559a5be0 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 946 time: 0.1048343 May 27 01:59:04.398306 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c646bcd5-08c9-45c7-b3f0-43ffaccd5ddc req-379410cd-8b3f-446b-bd17-1f77cfeb074c tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507166 May 27 01:59:04.581221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:04.679970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'networks': [{'name': 'tempest-network--1642409439'}, {'name': 'tempest-network--103425781'}]} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:04.679970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'network': {'name': 'tempest-network--1642409439'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:04.679970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'network': {'name': 'tempest-network--103425781'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:04.691255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:04.696801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:04.700219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Usage tracker for resource:network and tenant:ed06b7dfc3254716803807769861630b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:04.708337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:04.723981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:04.742780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Made reservation on behalf of ed06b7dfc3254716803807769861630b for: {'network': 2} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:04.747620 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:04.765847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:04.786111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:04.787366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:04.789447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:04.791981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:04.792122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Usage tracker for resource:security_group_rule and tenant:ed06b7dfc3254716803807769861630b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:04.795686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:04.803152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:04.897886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=83091c3f-5da2-4837-88a9-d65d3798a580,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:04.960948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:04.969095 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:04.969655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.037965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:05.043300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434dfbc2-6bbe-468e-8365-0e5c1146dad7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:05.051958 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.051958 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Added segment e5e48f33-8365-47b0-b3a6-554fc6f3ab92 of type vlan for network 3a649b01-2f19-4632-bac6-1babb5c72b05 May 27 01:59:05.113708 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.173679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:05.187250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.187734 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Added segment 17db391f-5c35-4da2-9ecf-69bd4c79fd06 of type vlan for network 29ee4a25-ebf6-4ae7-92cd-133c8e0cff50 May 27 01:59:05.227553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.265265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.267342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.272233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:05.276910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:05.277548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.428853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Network': ['ID=3a649b01-2f19-4632-bac6-1babb5c72b05,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:05.436635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3a649b01-2f19-4632-bac6-1babb5c72b05 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:05.457259 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.468332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2352653 May 27 01:59:05.468332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43204) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:05.730148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fb41-c60a-4dc9-ad4d-d5c5a287c1ec tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Network': ['ID=29ee4a25-ebf6-4ae7-92cd-133c8e0cff50,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:05.757328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 29ee4a25-ebf6-4ae7-92cd-133c8e0cff50 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:05.822988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb08c77-10ee-4b6a-aba4-c6de03c7903f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:05.822988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb08c77-10ee-4b6a-aba4-c6de03c7903f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:05.836287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb08c77-10ee-4b6a-aba4-c6de03c7903f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:05.836287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb08c77-10ee-4b6a-aba4-c6de03c7903f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:05.848816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-beb08c77-10ee-4b6a-aba4-c6de03c7903f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Synchronizing usage tracker for tenant:ed06b7dfc3254716803807769861630b on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:05.860865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73abcf4-c5a1-4568-a917-a557b5bae9b4 req-9ca84ab6-71cc-425b-b965-8d177bea4193 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:05.860865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b73abcf4-c5a1-4568-a917-a557b5bae9b4 req-9ca84ab6-71cc-425b-b965-8d177bea4193 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.2753406 May 27 01:59:05.910256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-beb08c77-10ee-4b6a-aba4-c6de03c7903f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Unset dirty status for tenant:ed06b7dfc3254716803807769861630b on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:05.917789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-beb08c77-10ee-4b6a-aba4-c6de03c7903f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4437966 May 27 01:59:05.918734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:05.929268 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-50a7f74e-5b32-4909-b385-f3f1617b5c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:05.961315 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b73abcf4-c5a1-4568-a917-a557b5bae9b4 req-96ba7b69-0322-4799-a7c6-875bcd022abe tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004603 May 27 01:59:06.062705 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.220082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e185448-7964-4840-8833-bf3a7196b9e6 req-e6658b9e-839d-4d40-95a6-61bb3d65f594 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:06.221746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e185448-7964-4840-8833-bf3a7196b9e6 req-e6658b9e-839d-4d40-95a6-61bb3d65f594 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 946 time: 0.5136445 May 27 01:59:06.227820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.266035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a649b01-2f19-4632-bac6-1babb5c72b05']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:06.267922 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.279903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e48f33-8365-47b0-b3a6-554fc6f3ab92') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:06.280221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e48f33-8365-47b0-b3a6-554fc6f3ab92') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:06.292545 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.312144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.322144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:06.322688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.354522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e185448-7964-4840-8833-bf3a7196b9e6 req-3f2c8b8d-5a31-4cfb-a93a-205d4bd96f99 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256068 May 27 01:59:06.451576 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e5e48f33-8365-47b0-b3a6-554fc6f3ab92 resource provider aggregate not found May 27 01:59:06.480323 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e5e48f33-8365-47b0-b3a6-554fc6f3ab92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e48f33-8365-47b0-b3a6-554fc6f3ab92 found for delete ", "request_id": "req-6ceb1f44-b319-4334-b50c-42a594441eed"}]} May 27 01:59:06.554775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router e7724e6e-a4ce-43b1-8427-440c0ee4a0dc is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:59:06.668859 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.695394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.703459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Network': ['ID=3a649b01-2f19-4632-bac6-1babb5c72b05,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:06.719392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c13897c1-c4d7-4790-a003-666ab7dcb452 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/networks/3a649b01-2f19-4632-bac6-1babb5c72b05 HTTP/1.1" status: 204 len: 168 time: 0.7967520 May 27 01:59:06.722172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43254) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:06.815704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ef02f-e65a-4ced-8e8b-a15569345dc8 req-ab5f526a-3eca-4124-9e41-782e7db45b16 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:06.818256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-455ef02f-e65a-4ced-8e8b-a15569345dc8 req-ab5f526a-3eca-4124-9e41-782e7db45b16 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 950 time: 0.3319485 May 27 01:59:06.846531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:59:06.863203 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] Sync routers for ids ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:59:06.873938 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] Routers {'e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:06.876613 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:06.896681 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.897341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-39bcfa36-3f7f-47e2-a165-2e08ead85157 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:06.899543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-39bcfa36-3f7f-47e2-a165-2e08ead85157 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 946 time: 0.1389225 May 27 01:59:06.909753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-455ef02f-e65a-4ced-8e8b-a15569345dc8 req-9fb01c06-3a7e-4fd5-a8a0-2d4ce995ec7a tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703604 May 27 01:59:06.946049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:06.947619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab712b50-7111-415e-bde0-2dd6b07aff71 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8357460 May 27 01:59:06.958606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43262) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:06.970498 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:06.983845 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] Routers {'e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:06.985383 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:07.086784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.141842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ee4a25-ebf6-4ae7-92cd-133c8e0cff50']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:07.165374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17db391f-5c35-4da2-9ecf-69bd4c79fd06') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:07.165374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17db391f-5c35-4da2-9ecf-69bd4c79fd06') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:07.175854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Deleting port 8ba02264-06f8-4960-8140-8a550d5170ae {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:07.175854 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.180648 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.204156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.208949 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:07.208949 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902c476-aa44-4a0b-9bf6-89faa153f7bf None None] The sync data for ids ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:59:07.214105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:07.214105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.401979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.431562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.447194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Network': ['ID=29ee4a25-ebf6-4ae7-92cd-133c8e0cff50,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:07.449729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-699eb431-7764-43d3-bf51-976d4ced684e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/routers/e7724e6e-a4ce-43b1-8427-440c0ee4a0dc HTTP/1.1" status: 200 len: 880 time: 0.4889326 May 27 01:59:07.453293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc4e558f-ef49-4901-861b-e2c5ff0664cc tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/networks/29ee4a25-ebf6-4ae7-92cd-133c8e0cff50 HTTP/1.1" status: 204 len: 168 time: 0.7301288 May 27 01:59:07.453609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43284) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:07.455961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43288) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:07.618447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a386-b450-4a94-ad70-2194d01f9c6f req-13d93437-581b-4fa5-9b3d-b6857c11b9f9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:07.625703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2670a386-b450-4a94-ad70-2194d01f9c6f req-13d93437-581b-4fa5-9b3d-b6857c11b9f9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.2758203 May 27 01:59:07.700839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d747ef0-f55f-4097-8986-511fc4b11ab0 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:07.744499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d747ef0-f55f-4097-8986-511fc4b11ab0 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:07.744499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d747ef0-f55f-4097-8986-511fc4b11ab0 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Synchronizing usage tracker for tenant:ed06b7dfc3254716803807769861630b on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:07.812147 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2670a386-b450-4a94-ad70-2194d01f9c6f req-24621cf3-7743-4a25-b0fc-fc5b0b76b3da tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845193 May 27 01:59:07.858900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d747ef0-f55f-4097-8986-511fc4b11ab0 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Unset dirty status for tenant:ed06b7dfc3254716803807769861630b on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:07.880346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d747ef0-f55f-4097-8986-511fc4b11ab0 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4093137 May 27 01:59:07.880346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43304) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:07.895969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1362859571'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:07.915579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:07.937820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aab4dd9c-cdc8-401c-a873-33f1d48e2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:07.976566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:07.992879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Made reservation on behalf of ed06b7dfc3254716803807769861630b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:07.996115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.057837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] For port 8ba02264-06f8-4960-8140-8a550d5170ae, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8ba02264-06f8-4960-8140-8a550d5170ae,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:08.057837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.099743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:08.143483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.145097 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Added segment 150d1cb8-e407-4bb8-b36a-5a3265aad29a of type vlan for network 2e661479-7e48-49b3-afdd-2b5850561af4 May 27 01:59:08.237776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.313276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.322092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:08.322092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.450295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5728719 May 27 01:59:08.450295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43320) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:08.456279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1076234457'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:08.462203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45003556-7e3d-451e-8096-a6905bb785ae tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Network': ['ID=2e661479-7e48-49b3-afdd-2b5850561af4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:08.464511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:08.467332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Calling delete_port for 8ba02264-06f8-4960-8140-8a550d5170ae owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:08.472779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Usage tracker for resource:network and tenant:ed06b7dfc3254716803807769861630b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:08.475465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 2e661479-7e48-49b3-afdd-2b5850561af4 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:08.476398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:08.488921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:08.524541 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 17db391f-5c35-4da2-9ecf-69bd4c79fd06 resource provider aggregate not found May 27 01:59:08.579280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Made reservation on behalf of ed06b7dfc3254716803807769861630b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:08.583932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916e343-d430-48f3-b899-b30b126a7f28 req-d2462cc8-c291-45cd-9d40-2d3ea9706e5b tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:08.590902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d916e343-d430-48f3-b899-b30b126a7f28 req-d2462cc8-c291-45cd-9d40-2d3ea9706e5b tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 946 time: 0.6486423 May 27 01:59:08.591289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.615236 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 17db391f-5c35-4da2-9ecf-69bd4c79fd06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17db391f-5c35-4da2-9ecf-69bd4c79fd06 found for delete ", "request_id": "req-0b32340a-5ac1-4b04-a9c9-1b4abd501e7e"}]} May 27 01:59:08.657052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:08.672106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.676195 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Added segment 0158be81-e30e-419c-8a2c-323017931a24 of type vlan for network 04b1c83b-494e-4e69-b24a-da2770c407c5 May 27 01:59:08.692480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d916e343-d430-48f3-b899-b30b126a7f28 req-e765dd6c-2e5f-42e2-8814-833baa454e91 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006286 May 27 01:59:08.715075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-784687b2-f765-42db-a3aa-0d68f767de76 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:router {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:08.718500 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.740079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.757304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b', '8ba02264-06f8-4960-8140-8a550d5170ae', '6591b9f8-6458-4359-9f22-8c88f499a791'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:59:08.762263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.774321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:08.775091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:08.785891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-784687b2-f765-42db-a3aa-0d68f767de76 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:router {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:08.786817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-784687b2-f765-42db-a3aa-0d68f767de76 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3322797 May 27 01:59:08.798262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43330) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:08.804081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Pushing event deleted for resources: {'Port': ['ID=8ba02264-06f8-4960-8140-8a550d5170ae,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:08.809932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4f7dfa8e-3f93-41ab-9a24-969179f48ca7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1500259640'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:08.995761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5465574 May 27 01:59:09.005961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:09.054530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'ports': [{'network_id': '2e661479-7e48-49b3-afdd-2b5850561af4', 'name': 'tempest-port--483369460', 'admin_state_up': True}, {'network_id': '04b1c83b-494e-4e69-b24a-da2770c407c5', 'admin_state_up': False}]} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:09.054956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'port': {'network_id': '2e661479-7e48-49b3-afdd-2b5850561af4', 'name': 'tempest-port--483369460', 'admin_state_up': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:09.055666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'port': {'network_id': '04b1c83b-494e-4e69-b24a-da2770c407c5', 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:09.082298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] No DVR routers for this DVR port 8ba02264-06f8-4960-8140-8a550d5170ae on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:59:09.087154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:09.089725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'name': 'network-vif-deleted', 'tag': '8ba02264-06f8-4960-8140-8a550d5170ae'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:09.160422 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f077b9d-f4d8-41cf-bca8-7b9a959f3209 req-c1efb92d-f7df-4eff-89c9-9250c672dbd5 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "DELETE /v2.0/ports/8ba02264-06f8-4960-8140-8a550d5170ae HTTP/1.1" status: 204 len: 173 time: 2.2541559 May 27 01:59:09.219647 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7598f9-2391-4f34-a4b9-58b8acb3dd07'] response: {'server_uuid': 'c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2', 'name': 'network-vif-deleted', 'tag': '8ba02264-06f8-4960-8140-8a550d5170ae', 'status': 'completed', 'code': 200} May 27 01:59:09.275891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b56dd-fbf0-410c-be4b-a965f567d2fb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Network': ['ID=04b1c83b-494e-4e69-b24a-da2770c407c5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:09.311829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 04b1c83b-494e-4e69-b24a-da2770c407c5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:09.330687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:09.438178 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:09.531342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:09.531342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Usage tracker for resource:port and tenant:ed06b7dfc3254716803807769861630b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:09.531342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:09.544055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:09.558091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04c50f-5614-40a5-9baa-27ea9d881931 req-0c9ed583-1e6b-45db-880a-bb42b8c13135 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:09.558091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c04c50f-5614-40a5-9baa-27ea9d881931 req-0c9ed583-1e6b-45db-880a-bb42b8c13135 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.5672750 May 27 01:59:09.591048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Made reservation on behalf of ed06b7dfc3254716803807769861630b for: {'port': 2} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:09.595489 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:09.637949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c04c50f-5614-40a5-9baa-27ea9d881931 req-3162ac05-8245-40de-b047-d4dfd8b38ce5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733881 May 27 01:59:09.639204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:09.801294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e29bf6d8-5f81-45f7-97db-32f1b689fa2f no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:09.855481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfa8e-3f93-41ab-9a24-969179f48ca7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:09.875361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfa8e-3f93-41ab-9a24-969179f48ca7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.009248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e29bf6d8-5f81-45f7-97db-32f1b689fa2f is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:10.009248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.049337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] device_id is not set on port 4951ad39-074b-4d07-9acb-fef25cde95c1 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:59:10.051130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:10.053325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:10.053460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3807544e-6280-4fd7-8bd1-073636b046c2 req-f82e55a1-d729-4412-ab4c-51ae0ca8334a tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Synchronizing usage tracker for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:10.060887 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.151001 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7059f9c-6f7d-4658-a14d-b4cb428f9766'] response: {'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'code': 200} May 27 01:59:10.220044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.224835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:10.328866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3807544e-6280-4fd7-8bd1-073636b046c2 req-f82e55a1-d729-4412-ab4c-51ae0ca8334a tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Unset dirty status for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:10.339155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3807544e-6280-4fd7-8bd1-073636b046c2 req-f82e55a1-d729-4412-ab4c-51ae0ca8334a tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f98495-e07a-42f9-bb72-a0a7f9c4e0b2 HTTP/1.1" status: 200 len: 210 time: 0.3359916 May 27 01:59:10.406127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7dfa8e-3f93-41ab-9a24-969179f48ca7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router e7724e6e-a4ce-43b1-8427-440c0ee4a0dc has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:59:10.411552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] device_id is not set on port 4c465e0c-77af-42b7-95cc-2211702158ee yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:59:10.552644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.589994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.726171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Port': ['ID=4951ad39-074b-4d07-9acb-fef25cde95c1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:10.739987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Checking segment: {'id': '150d1cb8-e407-4bb8-b36a-5a3265aad29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2e661479-7e48-49b3-afdd-2b5850561af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:10.740917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network hostable DHCP agents. Network: 2e661479-7e48-49b3-afdd-2b5850561af4, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:10.769987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network 2e661479-7e48-49b3-afdd-2b5850561af4 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:10.792503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 2e661479-7e48-49b3-afdd-2b5850561af4) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:10.792503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:10.799240 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.802427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c8df8-45a3-4675-911f-83fab462c47a None None] Network 2e661479-7e48-49b3-afdd-2b5850561af4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:10.884363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7dfa8e-3f93-41ab-9a24-969179f48ca7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:59:10.906378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f7dfa8e-3f93-41ab-9a24-969179f48ca7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:10.906378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4f7dfa8e-3f93-41ab-9a24-969179f48ca7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/e7724e6e-a4ce-43b1-8427-440c0ee4a0dc HTTP/1.1" status: 200 len: 887 time: 2.0979354 May 27 01:59:10.906378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43382) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:11.018322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Checking segment: {'id': '0158be81-e30e-419c-8a2c-323017931a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '04b1c83b-494e-4e69-b24a-da2770c407c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:11.018322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network hostable DHCP agents. Network: 04b1c83b-494e-4e69-b24a-da2770c407c5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:11.031546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Port': ['ID=4c465e0c-77af-42b7-95cc-2211702158ee,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:11.067299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3023b-9b0b-4e1a-95e1-ad99527860f6 req-d288f07a-8df1-47ba-b9b8-013a90785570 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:11.067299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99a3023b-9b0b-4e1a-95e1-ad99527860f6 req-d288f07a-8df1-47ba-b9b8-013a90785570 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.1973658 May 27 01:59:11.067299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network 04b1c83b-494e-4e69-b24a-da2770c407c5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:11.079350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] Sync routers for ids ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:59:11.128923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 04b1c83b-494e-4e69-b24a-da2770c407c5) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:11.128923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:11.140092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:11.150515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:11.150515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:11.156033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c7f0a-e4db-420b-b0ef-5a6225ea0191 None None] Network 04b1c83b-494e-4e69-b24a-da2770c407c5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:11.185355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99a3023b-9b0b-4e1a-95e1-ad99527860f6 req-ffb665dd-e788-4033-8bb6-efcdd6610dd5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998194 May 27 01:59:11.185355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f1faad04-6d53-42fd-99e0-0c976a991f2d tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1341093 May 27 01:59:11.185355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43388) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:11.292398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9c27d542-b7dc-41e3-b902-1a596ed5cff5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/routers/e7724e6e-a4ce-43b1-8427-440c0ee4a0dc HTTP/1.1" status: 200 len: 887 time: 0.3825428 May 27 01:59:11.298199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43394) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:11.373831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2bee6e85-ed0e-47a5-b72f-7c9a278c2fff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7724e6e-a4ce-43b1-8427-440c0ee4a0dc HTTP/1.1" status: 200 len: 205 time: 0.0818276 May 27 01:59:11.379200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43408) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:11.430659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fd0b8-9cb2-4301-b724-db1562d82ac7 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:11.450062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fd0b8-9cb2-4301-b724-db1562d82ac7 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:11.450062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea3fd0b8-9cb2-4301-b724-db1562d82ac7 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Synchronizing usage tracker for tenant:ed06b7dfc3254716803807769861630b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:11.482814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:11.492731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] Routers {'e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:11.492731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:11.506900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea3fd0b8-9cb2-4301-b724-db1562d82ac7 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Unset dirty status for tenant:ed06b7dfc3254716803807769861630b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:11.517403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea3fd0b8-9cb2-4301-b724-db1562d82ac7 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3226171 May 27 01:59:11.517403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43412) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:11.697879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:11.757483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] Routers {'e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:11.757483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:11.771594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Deleting port 4951ad39-074b-4d07-9acb-fef25cde95c1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:11.771594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:11.840964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8ba02264-06f8-4960-8140-8a550d5170ae no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:11.886788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 8ba02264-06f8-4960-8140-8a550d5170ae {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:59:11.886788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8ba02264-06f8-4960-8140-8a550d5170ae not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:59:11.908616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:11.908616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6975e-4a3a-4906-8df2-78f1f8d13a12 None None] The sync data for ids ['e7724e6e-a4ce-43b1-8427-440c0ee4a0dc'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:59:11.993113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:12.207141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:12.313046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:12.340429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 83091c3f-5da2-4837-88a9-d65d3798a580 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:12.340429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:12.525041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Calling delete_port for 4951ad39-074b-4d07-9acb-fef25cde95c1 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:12.682044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:12.741998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:12.754638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:12.767328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Port': ['ID=4951ad39-074b-4d07-9acb-fef25cde95c1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:12.796719 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-80beeda1-df6a-4999-835c-ae6e059eb7cb tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/ports/4951ad39-074b-4d07-9acb-fef25cde95c1 HTTP/1.1" status: 204 len: 168 time: 1.2782862 May 27 01:59:12.796719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43444) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:12.889374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70082f4f-be1b-49e2-9273-e891a714494b req-33a79db8-3879-40be-a1d0-44585484ba45 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:12.893956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70082f4f-be1b-49e2-9273-e891a714494b req-33a79db8-3879-40be-a1d0-44585484ba45 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.2670550 May 27 01:59:12.972092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Deleting port 4c465e0c-77af-42b7-95cc-2211702158ee {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:12.972092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:13.041158 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70082f4f-be1b-49e2-9273-e891a714494b req-77ca0ab4-2899-456c-b6a7-cb9a0d7bc890 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316748 May 27 01:59:13.071623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 83091c3f-5da2-4837-88a9-d65d3798a580 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:13.392294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:13.488040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=83091c3f-5da2-4837-88a9-d65d3798a580,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:13.659471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:13.729155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.729514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.729860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.730199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.730948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.732612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.732612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.732612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.733356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.733356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.733528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.733910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:13.777203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:13.792307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:59:13.820201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Calling delete_port for 4c465e0c-77af-42b7-95cc-2211702158ee owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:13.966222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:13.988787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:14.009792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'mac_address': 'fa:16:3e:4f:d0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:59:14.030626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Port': ['ID=4c465e0c-77af-42b7-95cc-2211702158ee,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:14.043618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.050216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.052092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.063344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb793-d846-443a-88d8-349000c15343 req-d9258ffe-a63d-49ef-8acb-e99e0f19b6d1 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:14.069735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb793-d846-443a-88d8-349000c15343 req-d9258ffe-a63d-49ef-8acb-e99e0f19b6d1 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:14.071789 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12abb793-d846-443a-88d8-349000c15343 req-d9258ffe-a63d-49ef-8acb-e99e0f19b6d1 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164&device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 1681 time: 0.3930078 May 27 01:59:14.082942 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9e7a087f-d82a-44d6-9c58-7e6986b59743 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/ports/4c465e0c-77af-42b7-95cc-2211702158ee HTTP/1.1" status: 204 len: 168 time: 1.2846351 May 27 01:59:14.086283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43490) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:14.117206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:14.117692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.144734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:59:14.155321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f4ddd1d2-ecef-4f03-a6ad-8b9d401d3c25 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0665090 May 27 01:59:14.159240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43494) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:14.176045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:14.178552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1635875639'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:14.187486 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.190154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.191136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Fanout notify agent at l3_agent the message router_deleted on router e7724e6e-a4ce-43b1-8427-440c0ee4a0dc {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:59:14.195357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:14.208864 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12abb793-d846-443a-88d8-349000c15343 req-c6a2eca0-4013-46ae-bfe8-e4ff048e86d6 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210961 May 27 01:59:14.210965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Usage tracker for resource:network and tenant:ed06b7dfc3254716803807769861630b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:14.214738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:14.221918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:14.258566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Made reservation on behalf of ed06b7dfc3254716803807769861630b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:14.266004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.296917 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.301459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6dbb9e22-ac19-4a0f-9cda-d8b42d9ebdba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/e7724e6e-a4ce-43b1-8427-440c0ee4a0dc HTTP/1.1" status: 204 len: 168 time: 2.9236460 May 27 01:59:14.302303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43502) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:14.311690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9fd59-e8a9-43c4-8f83-03c8e82e8489 req-14f57600-74a3-4118-976d-da378174ed1a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:14.315525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92a9fd59-e8a9-43c4-8f83-03c8e82e8489 req-14f57600-74a3-4118-976d-da378174ed1a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.1327305 May 27 01:59:14.324606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:14.326081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-233922971'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:14.333766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:14.342597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:14.346354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:14.359551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:14.361374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:14.375726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.375726 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Added segment 2d3aaf1d-4b7c-4aaa-81fc-d5063479e35f of type vlan for network f90dda2c-60a2-48c3-b3c8-f2177073867e May 27 01:59:14.386185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:14.393576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.423133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-92a9fd59-e8a9-43c4-8f83-03c8e82e8489 req-fedf444b-cc45-432b-851b-129edc6c3e3b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958638 May 27 01:59:14.434876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.449014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:14.471843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.472201 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment 0cf57a6d-caba-443b-924f-7f283f17ad23 of type vlan for network bbd60e38-483f-4ae5-bd55-1b92c1357e08 May 27 01:59:14.479700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:59:14.488592 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.494877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:14.495524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.558749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.691248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5306826 May 27 01:59:14.694283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43514) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:14.694417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003c10a-4d6e-465c-a187-35362b3fe620 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Network': ['ID=f90dda2c-60a2-48c3-b3c8-f2177073867e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:14.706401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network f90dda2c-60a2-48c3-b3c8-f2177073867e details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:14.708553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1995495503'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:14.711932 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.718506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:14.719341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.719448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:14.733276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Usage tracker for resource:network and tenant:ed06b7dfc3254716803807769861630b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:14.741005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:14.754065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:14.778586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Made reservation on behalf of ed06b7dfc3254716803807769861630b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:14.786580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.869341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:14.887569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:14.890391 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Added segment f7e1c805-28a9-4b1f-9e6f-51174c55403d of type vlan for network 83310d47-4f70-4b4d-af48-ad161170b4cb May 27 01:59:14.893454 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5851641 May 27 01:59:14.895083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:14.935399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': 'bbd60e38-483f-4ae5-bd55-1b92c1357e08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:14.960932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:15.045938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:15.045938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:15.045938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:15.141754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a99d3c-4447-499f-b6bc-0c84543a95c7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=bbd60e38-483f-4ae5-bd55-1b92c1357e08,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:15.161622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:15.227379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:15.247546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:15.257951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:15.269514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:15.347540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Network': ['ID=83310d47-4f70-4b4d-af48-ad161170b4cb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:15.378108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 83310d47-4f70-4b4d-af48-ad161170b4cb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:15.381300 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-45fde4f1-ec41-4a8e-b75c-7472d442d0f4 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6853528 May 27 01:59:15.389915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:15.398054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:15.499502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43544) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:15.521768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'subnets': [{'network_id': 'f90dda2c-60a2-48c3-b3c8-f2177073867e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1115032697', 'ip_version': 4}, {'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:15.521768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'subnet': {'network_id': 'f90dda2c-60a2-48c3-b3c8-f2177073867e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1115032697', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:15.521768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Request body: {'subnet': {'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:15.835130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:15.840131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Usage tracker for resource:subnet and tenant:ed06b7dfc3254716803807769861630b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:15.843857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:15.851132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:15.864656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Made reservation on behalf of ed06b7dfc3254716803807769861630b for: {'subnet': 2} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:15.869498 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:15.870107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:15.923823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43333f0-6f06-41db-89c7-3e8991317306 req-38d07632-ddde-4b01-b204-24387104d9bd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:15.927652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a43333f0-6f06-41db-89c7-3e8991317306 req-38d07632-ddde-4b01-b204-24387104d9bd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.2567031 May 27 01:59:15.929292 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:15.964955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43556) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:16.057205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=9110c292-169b-4840-a3cb-53af027cea79,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:16.068961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1364f3-0f0e-4519-85d1-2a42bcd1b211 req-9c403236-9b5a-40b1-9530-346407c024f3 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:16.074177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': '0cf57a6d-caba-443b-924f-7f283f17ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbd60e38-483f-4ae5-bd55-1b92c1357e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:16.074489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: bbd60e38-483f-4ae5-bd55-1b92c1357e08, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:16.076728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c1364f3-0f0e-4519-85d1-2a42bcd1b211 req-9c403236-9b5a-40b1-9530-346407c024f3 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 945 time: 0.1320088 May 27 01:59:16.089772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a43333f0-6f06-41db-89c7-3e8991317306 req-be8c4fb3-2d3b-4ba8-a11b-782d5af17756 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528814 May 27 01:59:16.116261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:16.130078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bbd60e38-483f-4ae5-bd55-1b92c1357e08) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:16.144162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cb4c69-62f1-4cfe-8bc6-d42d9eb935a1 None None] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:16.156328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:16.156941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.235848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.248804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5ee8a25a-df39-4b39-875f-08d8fc4adfa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3460987 May 27 01:59:16.251550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43572) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:16.255690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c1364f3-0f0e-4519-85d1-2a42bcd1b211 req-45e8264b-6f00-4023-8487-901d3a58c047 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782372 May 27 01:59:16.258983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2103290821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:16.270230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:16.275513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:16.286080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Usage tracker for resource:security_group_rule and tenant:d7bd6962607444569f31b2c99e7db694 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:16.289433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:router and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:16.292713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:16.295791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:16.303809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:16.305901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:16.340975 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.343158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.372647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.419596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.467678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bbd60e38-483f-4ae5-bd55-1b92c1357e08', 'network_id': 'bbd60e38-483f-4ae5-bd55-1b92c1357e08', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '9110c292-169b-4840-a3cb-53af027cea79'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:59:16.468595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.478772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.485100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.505872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.509755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-198d433c-2881-4cfe-9c5c-0f2e3ba72f4a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2541928 May 27 01:59:16.513922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43576) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:16.646921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.709545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Allocated IP 172.20.0.2 (bbd60e38-483f-4ae5-bd55-1b92c1357e08/9110c292-169b-4840-a3cb-53af027cea79/6abee98f-d325-46ed-ac63-9d06d978a890) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:59:16.745541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Subnet': ['ID=d63031bd-6aa6-477e-bc14-74b38fd4abcd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:16.752100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97beb97f-feb5-4eaa-8c7d-f389fa59402e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:16.756817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Checking segment: {'id': '2d3aaf1d-4b7c-4aaa-81fc-d5063479e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f90dda2c-60a2-48c3-b3c8-f2177073867e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:16.757183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network hostable DHCP agents. Network: f90dda2c-60a2-48c3-b3c8-f2177073867e, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:16.777795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network f90dda2c-60a2-48c3-b3c8-f2177073867e is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:16.788178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, f90dda2c-60a2-48c3-b3c8-f2177073867e) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:16.796743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf5c40-1965-4685-ac76-155e041e234c None None] Network f90dda2c-60a2-48c3-b3c8-f2177073867e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:16.797908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.811893 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f58bc30d-144b-41eb-b0fe-b1a2bfc39126 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7bd6962607444569f31b2c99e7db694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403282 May 27 01:59:16.820416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43580) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:16.895429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event updated for resources: {'Subnet': ['ID=b722e1a4-497a-4a0c-b6fb-2021069cffd4,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:16.907182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Checking segment: {'id': 'f7e1c805-28a9-4b1f-9e6f-51174c55403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:16.907954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network hostable DHCP agents. Network: 83310d47-4f70-4b4d-af48-ad161170b4cb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:16.939968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Network 83310d47-4f70-4b4d-af48-ad161170b4cb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:16.953260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 83310d47-4f70-4b4d-af48-ad161170b4cb) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:16.963367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:16.965919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:16.966674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:16.969089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e6d44-1afa-4ee2-a1a7-754952511e49 None None] Network 83310d47-4f70-4b4d-af48-ad161170b4cb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:16.995247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aa0da704-f553-4e89-803e-1bfb9511f654 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4921880 May 27 01:59:16.996597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43584) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:17.083864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30bf94c-b098-410d-af82-680e872f5b15 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:17.083864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30bf94c-b098-410d-af82-680e872f5b15 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:17.085056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30bf94c-b098-410d-af82-680e872f5b15 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:17.086790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c30bf94c-b098-410d-af82-680e872f5b15 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Synchronizing usage tracker for tenant:ed06b7dfc3254716803807769861630b on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:17.099182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db61f396-3ab5-4138-8094-49084fc8ed9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.115872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c30bf94c-b098-410d-af82-680e872f5b15 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Unset dirty status for tenant:ed06b7dfc3254716803807769861630b on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:17.118764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c30bf94c-b098-410d-af82-680e872f5b15 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1209841 May 27 01:59:17.124087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43590) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:17.276490 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db61f396-3ab5-4138-8094-49084fc8ed9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.290088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Deleting subnet d63031bd-6aa6-477e-bc14-74b38fd4abcd {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:59:17.290088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.391052 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.431171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.495119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.502216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.516007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b12b95-897c-4032-b8b3-59e08e2f4783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-f90dda2c-60a2-48c3-b3c8-f2177073867e', 'network_id': 'f90dda2c-60a2-48c3-b3c8-f2177073867e', 'tenant_id': 'ed06b7dfc3254716803807769861630b', 'fixed_ips': [{'subnet_id': 'd63031bd-6aa6-477e-bc14-74b38fd4abcd'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:59:17.517352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-76b12b95-897c-4032-b8b3-59e08e2f4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.679681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Transition to ACTIVE for port object 6abee98f-d325-46ed-ac63-9d06d978a890 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:17.693775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db61f396-3ab5-4138-8094-49084fc8ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.793507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61f396-3ab5-4138-8094-49084fc8ed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97beb97f-feb5-4eaa-8c7d-f389fa59402e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:17.799390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-83310d47-4f70-4b4d-af48-ad161170b4cb', 'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb', 'tenant_id': 'ed06b7dfc3254716803807769861630b', 'fixed_ips': [{'subnet_id': 'b722e1a4-497a-4a0c-b6fb-2021069cffd4'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:59:17.799390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.810841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Transition to ACTIVE for port object 6abee98f-d325-46ed-ac63-9d06d978a890 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:17.820636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:59:17.874378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:17.952081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de3d4-72e9-4280-aacc-f79657464dd7 req-302c78bb-13a8-4153-a87b-9fcaa0f58790 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:17.967219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d04de3d4-72e9-4280-aacc-f79657464dd7 req-302c78bb-13a8-4153-a87b-9fcaa0f58790 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 945 time: 0.3985436 May 27 01:59:17.974084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Pushing event updated for resources: {'Port': ['ID=6abee98f-d325-46ed-ac63-9d06d978a890,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:18.001737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:18.001869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-046fd6f1-dff3-4ce5-b999-2540ef62ec3e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:18.003368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-046fd6f1-dff3-4ce5-b999-2540ef62ec3e tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "GET /v2.0/ports?device_id=62315ff8-71f1-4b6c-99ab-0059a8a1f164 HTTP/1.1" status: 200 len: 945 time: 0.1689627 May 27 01:59:18.006085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.015646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:18.023855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db61f396-3ab5-4138-8094-49084fc8ed9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.025882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-db61f396-3ab5-4138-8094-49084fc8ed9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97beb97f-feb5-4eaa-8c7d-f389fa59402e HTTP/1.1" status: 204 len: 168 time: 1.2037053 May 27 01:59:18.057635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:18.105706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Subnet': ['ID=d63031bd-6aa6-477e-bc14-74b38fd4abcd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server [None req-76b12b95-897c-4032-b8b3-59e08e2f4783 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d63031bd-6aa6-477e-bc14-74b38fd4abcd: This subnet is being modified by another concurrent operation. May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 01:59:18.114335 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise exception May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d63031bd-6aa6-477e-bc14-74b38fd4abcd: This subnet is being modified by another concurrent operation. May 27 01:59:18.118109 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server May 27 01:59:18.127890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fd20-c612-4173-a398-ff659b53144a req-a9d45d69-4b9f-4506-803b-a58990079577 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:18.129420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1854fd20-c612-4173-a398-ff659b53144a req-a9d45d69-4b9f-4506-803b-a58990079577 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 945 time: 0.7632153 May 27 01:59:18.145923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57030a4c-619c-41bd-b420-fec62aca2393 req-e9db21ea-9fbc-49f0-9bb2-90a369004f28 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:18.147761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57030a4c-619c-41bd-b420-fec62aca2393 req-e9db21ea-9fbc-49f0-9bb2-90a369004f28 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.6158044 May 27 01:59:18.157967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d04de3d4-72e9-4280-aacc-f79657464dd7 req-17366d47-086f-4612-bc9b-2282709a35b9 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018127 May 27 01:59:18.161894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.20.0.1 (bbd60e38-483f-4ae5-bd55-1b92c1357e08/9110c292-169b-4840-a3cb-53af027cea79/2e521320-103c-46cf-b90c-dcbf6fb789dc) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:59:18.174118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.218431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bd471863-a11f-4dbe-b5e7-1a3f6396edba tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/subnets/d63031bd-6aa6-477e-bc14-74b38fd4abcd HTTP/1.1" status: 204 len: 168 time: 1.0929720 May 27 01:59:18.222207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43610) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:18.227191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Deleting port 6591b9f8-6458-4359-9f22-8c88f499a791 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:18.227436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.387573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Allocated IP 172.20.0.18 (83310d47-4f70-4b4d-af48-ad161170b4cb/b722e1a4-497a-4a0c-b6fb-2021069cffd4/9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:59:18.483254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Deleting subnet b722e1a4-497a-4a0c-b6fb-2021069cffd4 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:59:18.652046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.664784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Transition to ACTIVE for port object 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:18.687246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Transition to ACTIVE for port object 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:18.687246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d348f20-8d35-4d83-b998-c3a7d9d52d12 None None] Network f90dda2c-60a2-48c3-b3c8-f2177073867e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:18.696463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:18.707711 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.760457 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57030a4c-619c-41bd-b420-fec62aca2393 req-8b20d00b-934d-49a0-bc7f-48f6b49ab49c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912678 May 27 01:59:18.822937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.848476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Deleting port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:18.848476 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.897745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Network 83310d47-4f70-4b4d-af48-ad161170b4cb is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:18.906886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:18.922494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:18.936990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:18.936990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:18.984320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Attempting to bind port 6abee98f-d325-46ed-ac63-9d06d978a890 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:59:18.984719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Attempting to bind port 6abee98f-d325-46ed-ac63-9d06d978a890 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0cf57a6d-caba-443b-924f-7f283f17ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbd60e38-483f-4ae5-bd55-1b92c1357e08'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:59:18.985041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Attempting to bind port 6abee98f-d325-46ed-ac63-9d06d978a890 on network bbd60e38-483f-4ae5-bd55-1b92c1357e08 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:59:19.031750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.054340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.118041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:59:19.118041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Checking segment: {'id': '0cf57a6d-caba-443b-924f-7f283f17ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbd60e38-483f-4ae5-bd55-1b92c1357e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:19.118041 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.118041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Bound using segment: {'id': '0cf57a6d-caba-443b-924f-7f283f17ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbd60e38-483f-4ae5-bd55-1b92c1357e08'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:59:19.118041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Bound port: 6abee98f-d325-46ed-ac63-9d06d978a890, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf57a6d-caba-443b-924f-7f283f17ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbd60e38-483f-4ae5-bd55-1b92c1357e08'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:59:19.118041 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.130582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:19.130582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] For port 6591b9f8-6458-4359-9f22-8c88f499a791, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6591b9f8-6458-4359-9f22-8c88f499a791,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:19.130582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.148780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Usage tracker for resource:security_group_rule and tenant:72c50511e0874d23801e1642290f6d62 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:19.165850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.201554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:19.232723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object 2e521320-103c-46cf-b90c-dcbf6fb789dc will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:19.253703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Pushing event updated for resources: {'Port': ['ID=9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:19.294954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Attempting to bind port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:59:19.294954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Attempting to bind port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'f7e1c805-28a9-4b1f-9e6f-51174c55403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:59:19.294954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Attempting to bind port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 on network 83310d47-4f70-4b4d-af48-ad161170b4cb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:59:19.300529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Calling delete_port for 6591b9f8-6458-4359-9f22-8c88f499a791 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:19.334266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:19.398130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.447712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.449450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:59:19.449450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Checking segment: {'id': 'f7e1c805-28a9-4b1f-9e6f-51174c55403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:19.449450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.449450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Bound using segment: {'id': 'f7e1c805-28a9-4b1f-9e6f-51174c55403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:59:19.452069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Bound port: 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e1c805-28a9-4b1f-9e6f-51174c55403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '83310d47-4f70-4b4d-af48-ad161170b4cb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:59:19.452069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.516588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] For port 6abee98f-d325-46ed-ac63-9d06d978a890, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:59:19.567240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] For port 6abee98f-d325-46ed-ac63-9d06d978a890, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6abee98f-d325-46ed-ac63-9d06d978a890,segment=NetworkSegment(0cf57a6d-caba-443b-924f-7f283f17ad23),segment_id=0cf57a6d-caba-443b-924f-7f283f17ad23)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:59:19.585454 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.612162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=2e521320-103c-46cf-b90c-dcbf6fb789dc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:19.633945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:19.638196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:19.644660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:19.675047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:19.681001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.846849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.854673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.896149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.909045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] For port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:59:19.920549 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.926695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] For port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7,segment=NetworkSegment(f7e1c805-28a9-4b1f-9e6f-51174c55403d),segment_id=f7e1c805-28a9-4b1f-9e6f-51174c55403d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:59:19.944677 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:19.969414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:20.001067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4571a7-2db6-4d05-b29c-d7216ed005f5 None None] Pushing event updated for resources: {'Port': ['ID=6abee98f-d325-46ed-ac63-9d06d978a890,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:20.015171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] For port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,segment=NetworkSegment(fe31a070-52df-4556-9e3c-be245a75bf0f),segment_id=fe31a070-52df-4556-9e3c-be245a75bf0f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:20.015549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:20.089917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Subnet': ['ID=b722e1a4-497a-4a0c-b6fb-2021069cffd4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:20.150776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:20.213467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6fea2-31ee-483b-b8eb-b19386b29f3b None None] Pushing event updated for resources: {'Port': ['ID=9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:20.237206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:20.248682 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:20.262614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e2688b05-b203-497c-803d-ee529c728b7f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/subnets/b722e1a4-497a-4a0c-b6fb-2021069cffd4 HTTP/1.1" status: 204 len: 168 time: 2.0367713 May 27 01:59:20.265600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43668) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:20.289892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:20.384359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Calling delete_port for f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:20.406801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:20.576369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cefe5-ca2e-4f23-bc71-e0abbdf22c11 req-63249d0b-0d8b-4c2b-8ac7-68c0c6097d38 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:20.577770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-db2cefe5-ca2e-4f23-bc71-e0abbdf22c11 req-63249d0b-0d8b-4c2b-8ac7-68c0c6097d38 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Synchronizing usage tracker for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:20.585610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72c50511e0874d23801e1642290f6d62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8953638 May 27 01:59:20.605752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413719-a81b-4245-89a3-880c9d253be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef15d02-ccdd-447f-9c03-c0fd621e1a43,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:20.610578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43674) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:20.622384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Pushing event deleted for resources: {'Port': ['ID=6591b9f8-6458-4359-9f22-8c88f499a791,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:20.727769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf317a7-b3bd-4cf6-93f2-b47fe1ba086f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:20.728545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adf317a7-b3bd-4cf6-93f2-b47fe1ba086f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Synchronizing usage tracker for tenant:ed06b7dfc3254716803807769861630b on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:20.746186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:20.779378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:20.815338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:20.816445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:20.894488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] No DVR routers for this DVR port 6591b9f8-6458-4359-9f22-8c88f499a791 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:59:20.906975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-db2cefe5-ca2e-4f23-bc71-e0abbdf22c11 req-63249d0b-0d8b-4c2b-8ac7-68c0c6097d38 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Unset dirty status for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:20.909345 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db2cefe5-ca2e-4f23-bc71-e0abbdf22c11 req-63249d0b-0d8b-4c2b-8ac7-68c0c6097d38 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 945 time: 1.4649544 May 27 01:59:20.911165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:20.917442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e91639f4-2162-4874-a0b1-b4d96cb983ff req-a25ae397-c8c3-4ccd-a1a2-e2831c603a32 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "DELETE /v2.0/ports/6591b9f8-6458-4359-9f22-8c88f499a791 HTTP/1.1" status: 204 len: 173 time: 2.8944538 May 27 01:59:20.936679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'name': 'network-vif-deleted', 'tag': '6591b9f8-6458-4359-9f22-8c88f499a791'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:21.009628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adf317a7-b3bd-4cf6-93f2-b47fe1ba086f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Unset dirty status for tenant:ed06b7dfc3254716803807769861630b on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:21.009628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-adf317a7-b3bd-4cf6-93f2-b47fe1ba086f tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7252381 May 27 01:59:21.022898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43680) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:21.332220 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 27 01:59:21.332220 n-d-843146-11 neutron-server[88427]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 27 01:59:21.332220 n-d-843146-11 neutron-server[88427]: [parameters: {'status': 'DOWN', 'ports_id': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b'}] May 27 01:59:21.332220 n-d-843146-11 neutron-server[88427]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:59:21.333613 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:59:21.390333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:59:21.619387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:21.631731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:21.645712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6abee98f-d325-46ed-ac63-9d06d978a890 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:59:21.781271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:21.853039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db2cefe5-ca2e-4f23-bc71-e0abbdf22c11 req-6ae15167-e182-4338-b9ad-ad0f09cf2eaf tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/security-groups?id=550b6c7e-8f2c-4532-b10f-a385f3c27243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9030457 May 27 01:59:22.046549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6abee98f-d325-46ed-ac63-9d06d978a890 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:22.083739 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da38d4c4-752a-4a5e-9ddc-11f54ec49020'] response: {'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'code': 200} May 27 01:59:22.083739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:22.083739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.114615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.147528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd90f0f-13da-47c5-8f6f-0c1c409f07e5 None None] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:22.199698 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.299749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Deleting port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:22.300100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.319346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Pushing event deleted for resources: {'Port': ['ID=f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:22.353095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a9f00-894c-4aae-a008-4b1dd59f263e req-8fdddc27-2060-45f8-a1a2-1654bad07fb8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:22.360469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-338a9f00-894c-4aae-a008-4b1dd59f263e req-8fdddc27-2060-45f8-a1a2-1654bad07fb8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 1.6900516 May 27 01:59:22.391952 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e869ea-851d-49b2-a0dd-f5dc1fe339dd'] response: {'server_uuid': '62315ff8-71f1-4b6c-99ab-0059a8a1f164', 'name': 'network-vif-deleted', 'tag': '6591b9f8-6458-4359-9f22-8c88f499a791', 'status': 'completed', 'code': 200} May 27 01:59:22.505382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] Provisioning for port 6abee98f-d325-46ed-ac63-9d06d978a890 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:22.554594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-338a9f00-894c-4aae-a008-4b1dd59f263e req-39abdd6f-aee7-47a6-8073-dccbc000a83b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928651 May 27 01:59:22.558120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] No DVR routers for this DVR port f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:59:22.571378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.585548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6591b9f8-6458-4359-9f22-8c88f499a791 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:22.588130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'name': 'network-vif-deleted', 'tag': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:22.634754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.666619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92da5ff-637b-4345-916a-6ba3f62d1a6d None None] Network 83310d47-4f70-4b4d-af48-ad161170b4cb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:22.720368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef15d02-ccdd-447f-9c03-c0fd621e1a43,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:22.744145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] Provisioning complete for port 6abee98f-d325-46ed-ac63-9d06d978a890 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:22.745525 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.750154 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7055e0b-efd0-452b-ba25-04736dc790dc'] response: {'server_uuid': 'a8eabde7-8d3f-4360-b32f-ec973f837501', 'name': 'network-vif-deleted', 'tag': 'f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b', 'status': 'completed', 'code': 200} May 27 01:59:22.759669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1854fd20-c612-4173-a398-ff659b53144a req-917cc0d0-36ea-4850-8853-ec07fb668aff tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.47 "DELETE /v2.0/ports/f218e45b-9854-4bed-a3ea-e3b2dd3d1d5b HTTP/1.1" status: 204 len: 173 time: 4.4095373 May 27 01:59:22.856892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:22.858007 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ef15d02-ccdd-447f-9c03-c0fd621e1a43 HTTP/1.1" status: 204 len: 168 time: 2.2384841 May 27 01:59:22.953541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 6591b9f8-6458-4359-9f22-8c88f499a791 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:59:22.953898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6591b9f8-6458-4359-9f22-8c88f499a791 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:59:22.993038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.001281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.001716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.003573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.008142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.008634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.011120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.012558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.016993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.017447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.018208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.021679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9e4c2-65e6-439d-9aa2-4f7250605ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:23.115162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:23.124576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:23.206981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] For port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7,segment=NetworkSegment(f7e1c805-28a9-4b1f-9e6f-51174c55403d),segment_id=f7e1c805-28a9-4b1f-9e6f-51174c55403d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:23.206981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:23.744300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Calling delete_port for 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:23.781805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] Current status of the port 6abee98f-d325-46ed-ac63-9d06d978a890 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:23.784931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:23.846329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:23.851742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] For port 6abee98f-d325-46ed-ac63-9d06d978a890, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6abee98f-d325-46ed-ac63-9d06d978a890,segment=NetworkSegment(0cf57a6d-caba-443b-924f-7f283f17ad23),segment_id=0cf57a6d-caba-443b-924f-7f283f17ad23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:23.870840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 01:59:23.876880 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:24.152807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:24.336720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Port': ['ID=9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:24.344020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] No DVR routers for this DVR port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:59:24.373849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e244bf-ea6c-4a1d-a3c0-4d72f428b00b None None] DHCP port deletion for 83310d47-4f70-4b4d-af48-ad161170b4cb request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:59:24.408620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6926469-c1a0-465b-a44f-512263821630 req-ea30729c-ff51-474d-ba99-1044514cc9a8 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Synchronizing usage tracker for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:24.414928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16c28f-b88b-4f4c-9ade-16524dfb8a8f None None] Pushing event updated for resources: {'Port': ['ID=6abee98f-d325-46ed-ac63-9d06d978a890,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:24.417753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f18b10b-7c7b-4b0a-91e8-f49f7acbb1fc None None] Provisioning for port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:24.451235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f18b10b-7c7b-4b0a-91e8-f49f7acbb1fc None None] Provisioning complete for port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:24.451235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f18b10b-7c7b-4b0a-91e8-f49f7acbb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:24.493559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=2e521320-103c-46cf-b90c-dcbf6fb789dc,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:24.567029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0f18b10b-7c7b-4b0a-91e8-f49f7acbb1fc None None] Port 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 was deleted so its status cannot be updated. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 01:59:24.634354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6926469-c1a0-465b-a44f-512263821630 req-ea30729c-ff51-474d-ba99-1044514cc9a8 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] Unset dirty status for tenant:34ece5c7a3f0413280666e6f9befd759 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:24.671213 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6926469-c1a0-465b-a44f-512263821630 req-ea30729c-ff51-474d-ba99-1044514cc9a8 tempest-ListServersNegativeTestJSON-2097543415 tempest-ListServersNegativeTestJSON-2097543415-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8eabde7-8d3f-4360-b32f-ec973f837501 HTTP/1.1" status: 200 len: 210 time: 1.2955911 May 27 01:59:24.758949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dedaa-d9b4-45ba-9244-d7d46f0b30b5 req-8e5e535c-e83e-4b07-a93e-5bc3c5ff7efe tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:24.771742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-804dedaa-d9b4-45ba-9244-d7d46f0b30b5 req-8e5e535c-e83e-4b07-a93e-5bc3c5ff7efe tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.8736503 May 27 01:59:24.785976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:24.818942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e8e59358-9a00-4549-a807-7e5e8aab32f2 None None] Provisioning complete for port 6abee98f-d325-46ed-ac63-9d06d978a890 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:24.818942 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8e59358-9a00-4549-a807-7e5e8aab32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:24.822639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:24.822639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:24.918065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e12b3139-833e-413d-92f5-416c162eab8f', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'port_id': 'e12b3139-833e-413d-92f5-416c162eab8f', 'mac_address': 'fa:16:3e:19:0e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 01:59:25.016975 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.054407 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 01:59:25.142020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-804dedaa-d9b4-45ba-9244-d7d46f0b30b5 req-6a4208ad-6ed4-4cf0-b30c-8c4a842c2c94 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710947 May 27 01:59:25.148772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83310d47-4f70-4b4d-af48-ad161170b4cb']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:25.177947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e1c805-28a9-4b1f-9e6f-51174c55403d') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:25.178248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e1c805-28a9-4b1f-9e6f-51174c55403d') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:25.197192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:25.197819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.211479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.218195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6abee98f-d325-46ed-ac63-9d06d978a890 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:59:25.246036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.279066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:25.279983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.350317 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f7e1c805-28a9-4b1f-9e6f-51174c55403d resource provider aggregate not found May 27 01:59:25.412949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e12b3139-833e-413d-92f5-416c162eab8f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:59:25.428056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221daf1f-ed51-4231-a2b9-173337465a62 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 01:59:25.441212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 4f99ccce-d643-4fec-b073-a460dca3e349 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:59:25.472075 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f7e1c805-28a9-4b1f-9e6f-51174c55403d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7e1c805-28a9-4b1f-9e6f-51174c55403d found for delete ", "request_id": "req-44a22f8e-7036-4504-a8d7-e63918f70cc6"}]} May 27 01:59:25.511040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:25.538126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.546236 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.595317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/networks/83310d47-4f70-4b4d-af48-ad161170b4cb HTTP/1.1" status: 204 len: 168 time: 4.5801499 May 27 01:59:25.600945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43746) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:25.641098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03e3e6-9a49-4ed9-9802-209e75a322aa tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Network': ['ID=83310d47-4f70-4b4d-af48-ad161170b4cb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:25.725501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:59:25.737929 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] Sync routers for ids ['4f99ccce-d643-4fec-b073-a460dca3e349'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:59:25.756797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9aa56942-54ec-439a-bd12-2a2997368184 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/4f99ccce-d643-4fec-b073-a460dca3e349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2418258 May 27 01:59:25.760098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43752) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:25.760876 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] Routers {'4f99ccce-d643-4fec-b073-a460dca3e349'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:25.762463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4f99ccce-d643-4fec-b073-a460dca3e349'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:25.782590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221daf1f-ed51-4231-a2b9-173337465a62 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 01:59:25.798403 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.901508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:25.940776 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:25.966785 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] Routers {'4f99ccce-d643-4fec-b073-a460dca3e349'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:25.967735 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4f99ccce-d643-4fec-b073-a460dca3e349'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:25.968153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a0c1b-84be-49c5-8e16-30afbc46b19f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:25.971063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cc1a0c1b-84be-49c5-8e16-30afbc46b19f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:26.022951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cc1a0c1b-84be-49c5-8e16-30afbc46b19f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:26.024529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cc1a0c1b-84be-49c5-8e16-30afbc46b19f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports/2e521320-103c-46cf-b90c-dcbf6fb789dc HTTP/1.1" status: 200 len: 910 time: 0.2590597 May 27 01:59:26.027831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43766) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:26.046439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9110c292-169b-4840-a3cb-53af027cea79'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:26.094755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e8e59358-9a00-4549-a807-7e5e8aab32f2 None None] Current status of the port 6abee98f-d325-46ed-ac63-9d06d978a890 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:26.158333 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:26.159564 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2fe716-9ef4-458c-b611-9f5a5cdf562b None None] The sync data for ids ['4f99ccce-d643-4fec-b073-a460dca3e349'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:59:26.211910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43776) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:26.325251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.334571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e12b3139-833e-413d-92f5-416c162eab8f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 01:59:26.384145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] Deleting subnet f089ffa9-88b2-457e-9846-c718572d1dcb {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:59:26.390636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.399099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90dda2c-60a2-48c3-b3c8-f2177073867e']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:26.400237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e8e59358-9a00-4549-a807-7e5e8aab32f2 None None] Provisioning for port 2e521320-103c-46cf-b90c-dcbf6fb789dc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:26.420465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e8e59358-9a00-4549-a807-7e5e8aab32f2 None None] Provisioning complete for port 2e521320-103c-46cf-b90c-dcbf6fb789dc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:26.420465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8e59358-9a00-4549-a807-7e5e8aab32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.474921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3aaf1d-4b7c-4aaa-81fc-d5063479e35f') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:26.481544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3aaf1d-4b7c-4aaa-81fc-d5063479e35f') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:26.505900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:26.521335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.534481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6abee98f-d325-46ed-ac63-9d06d978a890 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:26.535247 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.554920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.563765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:26.564362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.570500 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.658692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e8e59358-9a00-4549-a807-7e5e8aab32f2 None None] Port 2e521320-103c-46cf-b90c-dcbf6fb789dc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:59:26.694588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.792314 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:26.967466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6abee98f-d325-46ed-ac63-9d06d978a890 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:26.974654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-22f418d0-248b-45d3-8391-21dcd8c58673 None None] Provisioning complete for port 2e521320-103c-46cf-b90c-dcbf6fb789dc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:26.974937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-22f418d0-248b-45d3-8391-21dcd8c58673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:27.047916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:27.143796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:59:27.144142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9a2aa3ee-5676-417f-8fe6-6441f1f4aaa7 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:59:27.165951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:27.209348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-22f418d0-248b-45d3-8391-21dcd8c58673 None None] Port 2e521320-103c-46cf-b90c-dcbf6fb789dc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:59:27.244836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:27.302647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/networks/f90dda2c-60a2-48c3-b3c8-f2177073867e HTTP/1.1" status: 204 len: 168 time: 1.7002380 May 27 01:59:27.303626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a96e9-875f-49fa-ab3d-b7dd9fdd98be tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Network': ['ID=f90dda2c-60a2-48c3-b3c8-f2177073867e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:27.310020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43800) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:27.539742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc5761-b246-4193-96f5-3c3f5602449c req-af3b52c4-42c9-4961-a552-e57ea360dd43 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:27.574247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ebc5761-b246-4193-96f5-3c3f5602449c req-af3b52c4-42c9-4961-a552-e57ea360dd43 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 945 time: 0.5137374 May 27 01:59:27.588180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:27.623167 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 2d3aaf1d-4b7c-4aaa-81fc-d5063479e35f resource provider aggregate not found May 27 01:59:27.652704 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 2d3aaf1d-4b7c-4aaa-81fc-d5063479e35f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d3aaf1d-4b7c-4aaa-81fc-d5063479e35f found for delete ", "request_id": "req-dfb655eb-348b-44df-bcd0-48bd756f4101"}]} May 27 01:59:27.685910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:27.761445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ebc5761-b246-4193-96f5-3c3f5602449c req-0e52bd49-2696-4f67-8204-9453cdac90d4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931231 May 27 01:59:27.866090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:59:27.996228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.004177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e12b3139-833e-413d-92f5-416c162eab8f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:28.004690 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.019290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f089ffa9-88b2-457e-9846-c718572d1dcb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:28.049355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8b7f3624-83b9-4a98-8f98-24dac4201df7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f089ffa9-88b2-457e-9846-c718572d1dcb HTTP/1.1" status: 204 len: 168 time: 1.8359487 May 27 01:59:28.066314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43816) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:28.265087 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.311023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.355513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:28.357675 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.361498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.393702 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.471793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b1c83b-494e-4e69-b24a-da2770c407c5']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:28.486088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:28.489393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:28.521564 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.530760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0158be81-e30e-419c-8a2c-323017931a24') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:28.530760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0158be81-e30e-419c-8a2c-323017931a24') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:28.554896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.584702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.601759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:28.602179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.723934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:28.725674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:28.729696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/ports/2e521320-103c-46cf-b90c-dcbf6fb789dc HTTP/1.1" status: 200 len: 910 time: 2.6984713 May 27 01:59:28.730799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf28ad4-af0a-4689-8d64-0c9b0b4a56d8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=2e521320-103c-46cf-b90c-dcbf6fb789dc,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:28.741887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:28.792951 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693797ea-0a82-40b3-8af1-ed03db1debce'] response: {'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f', 'code': 200} May 27 01:59:28.797590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:28.812206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.812552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.812891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.813221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.813551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.813877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.814200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.814521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.814951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.815277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.816713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.817337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 01:59:28.982025 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.063631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a36a44-2d93-4d9b-af60-f62e604d3015']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:29.100995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe31a070-52df-4556-9e3c-be245a75bf0f') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:29.101436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe31a070-52df-4556-9e3c-be245a75bf0f') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:29.139116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.204955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-9ac77d2c-ab52-448d-9c1d-9f80ea9530f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.1727200 May 27 01:59:29.231788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.268524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.303984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:29.303984 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.504317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.510181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Network': ['ID=04b1c83b-494e-4e69-b24a-da2770c407c5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:29.629784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bc96c891-ba15-4e4b-ac9b-d4d1c1f193a8 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/networks/04b1c83b-494e-4e69-b24a-da2770c407c5 HTTP/1.1" status: 204 len: 168 time: 2.3140352 May 27 01:59:29.636059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43872) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:29.658319 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.670587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:29.825051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] Pushing event deleted for resources: {'Network': ['ID=53a36a44-2d93-4d9b-af60-f62e604d3015,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:29.834437 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0158be81-e30e-419c-8a2c-323017931a24 resource provider aggregate not found May 27 01:59:29.865881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:29.865881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:29.865881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:29.872165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:29.872165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:29.872165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:29.872165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:29.872165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-df5dfaea-91ca-4e09-b206-730f02beaa4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6495 time: 0.3596292 May 27 01:59:29.936525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4b2b58ce-6a20-4b99-8a82-20c744010eed admin admin] 10.222.0.16 "DELETE /v2.0/networks/53a36a44-2d93-4d9b-af60-f62e604d3015 HTTP/1.1" status: 204 len: 168 time: 1.8588650 May 27 01:59:29.956484 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0158be81-e30e-419c-8a2c-323017931a24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0158be81-e30e-419c-8a2c-323017931a24 found for delete ", "request_id": "req-605d3263-d1a0-4a7d-9b7e-b3ffefd14257"}]} May 27 01:59:30.015479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:30.019922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666d05-17fd-425e-8aaa-e41b27f1ef38 req-83078da5-47b6-4384-a610-b76756466d28 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:30.019922 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f666d05-17fd-425e-8aaa-e41b27f1ef38 req-83078da5-47b6-4384-a610-b76756466d28 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.8369138 May 27 01:59:30.042611 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fe31a070-52df-4556-9e3c-be245a75bf0f resource provider aggregate not found May 27 01:59:30.057509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:30.088380 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fe31a070-52df-4556-9e3c-be245a75bf0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe31a070-52df-4556-9e3c-be245a75bf0f found for delete ", "request_id": "req-de54f7ae-9f3f-4cb0-be53-e46c9f675da3"}]} May 27 01:59:30.103301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f666d05-17fd-425e-8aaa-e41b27f1ef38 req-89c04de8-9138-45e7-bade-fda774f840d7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860417 May 27 01:59:30.457630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:30.561993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e661479-7e48-49b3-afdd-2b5850561af4']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:30.594233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150d1cb8-e407-4bb8-b36a-5a3265aad29a') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:30.594536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150d1cb8-e407-4bb8-b36a-5a3265aad29a') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:30.618619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:30.656252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:30.671688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43898) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:30.672174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43900) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:30.775535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:30.779088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:30.987008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-fa611133-8a00-4eaa-ad2e-743679c8b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:30.987008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-fa611133-8a00-4eaa-ad2e-743679c8b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:30.987008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-fa611133-8a00-4eaa-ad2e-743679c8b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:30.987008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-fa611133-8a00-4eaa-ad2e-743679c8b483 service neutron] 10.222.0.47 "GET /v2.0/networks?id=328ee635-88ce-4b3c-9810-0b7f399ed763&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=e32c36e5-33f5-4334-a579-2724eabe1d37&id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827 HTTP/1.1" status: 200 len: 2294 time: 1.0732923 May 27 01:59:31.465696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-9880cea8-085a-4e44-96ec-3b3182886599 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026 HTTP/1.1" status: 200 len: 1000 time: 0.4714761 May 27 01:59:31.615343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1f667277-0ff6-44d0-8168-3d2f03af9e9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34ece5c7a3f0413280666e6f9befd759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9316695 May 27 01:59:31.632407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:31.670522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:31.730228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-fca5c182-5d29-43a8-8992-5e26d253824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:31.734325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-fca5c182-5d29-43a8-8992-5e26d253824a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1eb88772-16b3-4aad-bca9-afe94592ef49 HTTP/1.1" status: 200 len: 851 time: 0.2590172 May 27 01:59:31.743283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:31.787161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:31.800681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Usage tracker for resource:security_group_rule and tenant:22945a7d7b304e9bb16abd48a26df86b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:31.811337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:31.827514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:31.895248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 2e521320-103c-46cf-b90c-dcbf6fb789dc {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:31.895248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:31.924091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:31.946749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4b59e38-3e41-43d5-a0cc-e970d26c0d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:31.947028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] Pushing event deleted for resources: {'Network': ['ID=2e661479-7e48-49b3-afdd-2b5850561af4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:31.982509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4b59e38-3e41-43d5-a0cc-e970d26c0d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:31.989013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae21c-440b-4a50-aa38-cd7bfb6d559e req-6de3ccb9-075f-4675-a28a-e1e92d8e317e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:31.992142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba3ae21c-440b-4a50-aa38-cd7bfb6d559e req-6de3ccb9-075f-4675-a28a-e1e92d8e317e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.4900312 May 27 01:59:32.080762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4b59e38-3e41-43d5-a0cc-e970d26c0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:32.106502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b59e38-3e41-43d5-a0cc-e970d26c0d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b6c7e-8f2c-4532-b10f-a385f3c27243,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:32.257276 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:32.276546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5438be5b-931b-431e-96cc-c17217fe7d38 tempest-BulkNetworkOpsTest-1616753685 tempest-BulkNetworkOpsTest-1616753685-project] 10.222.0.16 "DELETE /v2.0/networks/2e661479-7e48-49b3-afdd-2b5850561af4 HTTP/1.1" status: 204 len: 168 time: 2.6273863 May 27 01:59:32.278079 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 150d1cb8-e407-4bb8-b36a-5a3265aad29a resource provider aggregate not found May 27 01:59:32.293072 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4b59e38-3e41-43d5-a0cc-e970d26c0d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:32.293702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c4b59e38-3e41-43d5-a0cc-e970d26c0d51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/550b6c7e-8f2c-4532-b10f-a385f3c27243 HTTP/1.1" status: 204 len: 168 time: 0.6580060 May 27 01:59:32.296638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:32.360213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-412517d0-c500-4e6a-84a3-dfbd8b1d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:32.362546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-412517d0-c500-4e6a-84a3-dfbd8b1d3b53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=328ee635-88ce-4b3c-9810-0b7f399ed763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6050253 May 27 01:59:32.387346 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 150d1cb8-e407-4bb8-b36a-5a3265aad29a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 150d1cb8-e407-4bb8-b36a-5a3265aad29a found for delete ", "request_id": "req-296bd40f-66d6-4cb0-8acb-b2b07645d840"}]} May 27 01:59:32.468863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65635d-d6a3-49ba-8a3f-1a3a79458d98,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:32.486698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38463c1a-cc87-40ff-a1eb-f3a9a8ade1d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22945a7d7b304e9bb16abd48a26df86b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7900858 May 27 01:59:32.490308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba3ae21c-440b-4a50-aa38-cd7bfb6d559e req-744d9cd7-52e0-42b8-a288-ab5cca9a1eb5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630876 May 27 01:59:32.491053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43922) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:32.686500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-621869fe-5016-481c-ac98-8e587be571ac service neutron] 10.222.0.47 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990389 May 27 01:59:32.778204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:32.789443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-314f87bb-8dc9-4771-8372-87147ed41da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:32.905144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-6330e238-df05-4bee-b5b4-28355da13bbb service neutron] 10.222.0.47 "GET /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998310 May 27 01:59:32.906395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-314f87bb-8dc9-4771-8372-87147ed41da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:32.909176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:33.052536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43932) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:33.083103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-314f87bb-8dc9-4771-8372-87147ed41da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:33.108387 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:33.140043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-314f87bb-8dc9-4771-8372-87147ed41da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:33.141234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-314f87bb-8dc9-4771-8372-87147ed41da6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e65635d-d6a3-49ba-8a3f-1a3a79458d98 HTTP/1.1" status: 204 len: 168 time: 0.6492634 May 27 01:59:33.164237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f87bb-8dc9-4771-8372-87147ed41da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65635d-d6a3-49ba-8a3f-1a3a79458d98,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:33.199809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-0329df51-f02f-4544-a7ba-4ca625629a5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=55673fdb-0ba9-4074-8282-38303e1de07a HTTP/1.1" status: 200 len: 217 time: 0.2680261 May 27 01:59:33.623017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 2e521320-103c-46cf-b90c-dcbf6fb789dc owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:33.788455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7293c781-1c13-4c21-835a-66c5a06c19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:33.791127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7293c781-1c13-4c21-835a-66c5a06c19b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.4568431 May 27 01:59:33.830285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-78e69d22-72cd-4c71-b785-97c2242ea2ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed06b7dfc3254716803807769861630b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816727 May 27 01:59:33.831026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:34.071232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-c3ffba60-1968-42ad-8e82-360522cfa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:34.071836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-c3ffba60-1968-42ad-8e82-360522cfa659 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2738264 May 27 01:59:34.074481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43956) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:34.133541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:34.274487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be293f1c-533e-4a4b-8b3f-413bd415f683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:34.278311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:34.305489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Usage tracker for resource:security_group_rule and tenant:dda51514ac16477bb29030c27243acbf is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:34.317629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:34.330835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:34.381514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be293f1c-533e-4a4b-8b3f-413bd415f683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:34.602863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18d2f1-1a1b-4eab-a796-9658184cb203 req-807364e8-9098-4a09-9e8a-c12394f876f3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:34.613025 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b18d2f1-1a1b-4eab-a796-9658184cb203 req-807364e8-9098-4a09-9e8a-c12394f876f3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.6771033 May 27 01:59:34.939872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b18d2f1-1a1b-4eab-a796-9658184cb203 req-1f2d91d4-0d4a-4a34-b89e-de64c2069ed7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139212 May 27 01:59:34.992979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-4d0b959f-7ff8-4b12-ab50-57fab93a8431 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8822474 May 27 01:59:34.995043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be293f1c-533e-4a4b-8b3f-413bd415f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.114438 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.116575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be293f1c-533e-4a4b-8b3f-413bd415f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434dfbc2-6bbe-468e-8365-0e5c1146dad7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:35.135038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.194123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be293f1c-533e-4a4b-8b3f-413bd415f683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.195276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be293f1c-533e-4a4b-8b3f-413bd415f683 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/434dfbc2-6bbe-468e-8365-0e5c1146dad7 HTTP/1.1" status: 204 len: 168 time: 1.3633103 May 27 01:59:35.206010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e06ff2-022b-4e19-af0e-d2c70d431637,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:35.232064 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9925460c-3548-475f-a432-e412e4e50570 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dda51514ac16477bb29030c27243acbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1477740 May 27 01:59:35.233595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:35.253030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:35.335936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-509f0357-ace2-4d02-b0a5-9b2f555c48d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.399389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-509f0357-ace2-4d02-b0a5-9b2f555c48d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.485970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.578134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-509f0357-ace2-4d02-b0a5-9b2f555c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.630308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1419261774-network', 'tenant_id': '3835198d500042a9b6a7052bca954a5e'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:35.647982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:35.655472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Usage tracker for resource:network and tenant:3835198d500042a9b6a7052bca954a5e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:35.661603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:35.679756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:35.693964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f0357-ace2-4d02-b0a5-9b2f555c48d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e06ff2-022b-4e19-af0e-d2c70d431637,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:35.726115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-509f0357-ace2-4d02-b0a5-9b2f555c48d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.728006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-509f0357-ace2-4d02-b0a5-9b2f555c48d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35e06ff2-022b-4e19-af0e-d2c70d431637 HTTP/1.1" status: 204 len: 168 time: 0.4932070 May 27 01:59:35.757122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Made reservation on behalf of 3835198d500042a9b6a7052bca954a5e for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:35.759667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.830534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.873700 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d07405c1-2870-4d9b-8cd2-f9d139d0664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:35.919817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:35.954789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3835198d500042a9b6a7052bca954a5e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:35.963960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:35.995167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:36.182062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=2e521320-103c-46cf-b90c-dcbf6fb789dc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:36.272645 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-ef0fc4de-1a73-4a85-8bbc-47db263bd8d1 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2781513 May 27 01:59:36.408674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:36.424806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:36.540859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:36.549187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd1f026-6e93-4da7-829c-712898b676a2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:36.570072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-e02069db-aff7-4b93-87be-8c331c5cb41a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6206703a-d176-4f56-bc18-9bcda3b2d682 HTTP/1.1" status: 200 len: 217 time: 0.2825062 May 27 01:59:36.585868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686295a-9a70-4e5f-abee-ce471af3bb1b req-2e2fd2d5-71ab-4881-9bd7-1172de8d76c7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:36.592816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0686295a-9a70-4e5f-abee-ce471af3bb1b req-2e2fd2d5-71ab-4881-9bd7-1172de8d76c7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.3623865 May 27 01:59:36.670310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:36.672086 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Added segment c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7 of type vlan for network a410e08e-9ec1-4cbe-9a75-eab3841534a2 May 27 01:59:36.823021 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0686295a-9a70-4e5f-abee-ce471af3bb1b req-13cf9ccf-650d-4e9a-9061-8e5916bf6285 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217805 May 27 01:59:36.849522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:36.928538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:36.930696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:36.932077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:37.013134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7578824 May 27 01:59:37.021878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44014) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:37.153954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Request body: {'subnet': {'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1419261774-subnet', 'tenant_id': '3835198d500042a9b6a7052bca954a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:37.176889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:37.224748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:37.227031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Usage tracker for resource:subnet and tenant:3835198d500042a9b6a7052bca954a5e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:37.253329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:37.273630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:37.288885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a94f5-0cf6-4246-bcae-54c39f8369e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a410e08e-9ec1-4cbe-9a75-eab3841534a2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:37.312015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a410e08e-9ec1-4cbe-9a75-eab3841534a2 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:37.333827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Made reservation on behalf of 3835198d500042a9b6a7052bca954a5e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:37.336463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:37.404524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-0211e81e-6a4a-405a-975e-c7c1941a310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:37.406929 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-0211e81e-6a4a-405a-975e-c7c1941a310e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.8281538 May 27 01:59:37.861994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:37.944721 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1a0d65a7-a2ac-440a-a8b3-c0e5e57f9947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:38.197109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44036) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:38.322515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Checking segment: {'id': 'c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:38.322908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Network hostable DHCP agents. Network: a410e08e-9ec1-4cbe-9a75-eab3841534a2, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:38.342389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536fcada-8b53-4466-b307-acab5a7fdc2a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:38.460956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Network a410e08e-9ec1-4cbe-9a75-eab3841534a2 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:38.499525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a410e08e-9ec1-4cbe-9a75-eab3841534a2) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:38.511518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:38.521492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:38.557050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 4f99ccce-d643-4fec-b073-a460dca3e349 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 01:59:38.578449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa48ff9-526f-4821-980a-d31894609bf4 None None] Network a410e08e-9ec1-4cbe-9a75-eab3841534a2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:38.608770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e454-b245-43cb-82c2-7d041dcee34a req-722065b6-0720-471f-830f-e8758af7315c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:38.619488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c047e454-b245-43cb-82c2-7d041dcee34a req-722065b6-0720-471f-830f-e8758af7315c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.5326493 May 27 01:59:38.705968 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d9118500-b560-4c36-8431-b2ad6db03df0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6830611 May 27 01:59:38.766015 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c047e454-b245-43cb-82c2-7d041dcee34a req-ac4328e8-3bda-4a2c-87f9-d4fd91df1153 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447520 May 27 01:59:38.875022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7249e482-7b81-4732-bbd3-7c7cff915a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:38.878308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7249e482-7b81-4732-bbd3-7c7cff915a76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4518554 May 27 01:59:39.269433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:59:39.310070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c6237cdd-7353-4d99-ba34-4e3f8df3f128 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/4f99ccce-d643-4fec-b073-a460dca3e349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5557253 May 27 01:59:39.310070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44052) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:39.374525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-112047972'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:39.399597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:39.420165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:39.441199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:39.457076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:39.488157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] Sync routers for ids ['4f99ccce-d643-4fec-b073-a460dca3e349'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:59:39.504859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:39.514121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:39.543319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7a7ddfa-fc2e-4547-89c5-48847d51ac0f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:39.587100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:39.656442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e953a2-0418-4822-b4bc-66bddb656fd8 None None] Network a410e08e-9ec1-4cbe-9a75-eab3841534a2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:39.661594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:39.672126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group_rule and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:39.679270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:39.694085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:39.733401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-184d0be5-8517-4353-bf54-f7158f9b52e5 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389618 May 27 01:59:39.915493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] Routers {'4f99ccce-d643-4fec-b073-a460dca3e349'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:39.917028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4f99ccce-d643-4fec-b073-a460dca3e349'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:39.995892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:40.024998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:40.077412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:40.101666 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-10a5e0e0-0e03-45a1-8a1a-5a99ea436135 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577549 May 27 01:59:40.101666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7a7ddfa-fc2e-4547-89c5-48847d51ac0f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:40.107822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c7a7ddfa-fc2e-4547-89c5-48847d51ac0f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f99ccce-d643-4fec-b073-a460dca3e349 HTTP/1.1" status: 200 len: 205 time: 0.8028343 May 27 01:59:40.121929 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:40.131284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44068) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:40.148048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:40.221226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] Routers {'4f99ccce-d643-4fec-b073-a460dca3e349'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:40.221226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4f99ccce-d643-4fec-b073-a460dca3e349'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:40.321292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-4622d887-ce31-4e72-a093-a444e555054f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e HTTP/1.1" status: 200 len: 217 time: 0.1992202 May 27 01:59:40.517665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:40.518613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc8832-2b40-4790-b124-ee98166b20d8 None None] The sync data for ids ['4f99ccce-d643-4fec-b073-a460dca3e349'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 01:59:40.564946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e49819f-4140-4285-bd1e-5a94c27b1355,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:40.614290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-aa47db3b-f134-473a-9f4a-180f694fb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:40.615785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-aa47db3b-f134-473a-9f4a-180f694fb30d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.2995787 May 27 01:59:40.707550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:40.743384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:40.743925 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment de0908cf-fb3b-46bc-a678-06d93a37e0da of type vlan for network 55b0130c-1db7-4fb6-8e9d-98bc99226848 May 27 01:59:40.747202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62d6f2f1-2767-48fa-bd43-ebb1bafa6b63 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:40.776521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-09ca7ff1-df96-4382-a435-68c0e0e7e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:40.783781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-09ca7ff1-df96-4382-a435-68c0e0e7e8a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1591766 May 27 01:59:40.923822 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.156319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-146fb66e-8b7a-4959-a72c-00c3731691cc service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639932 May 27 01:59:41.272129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62d6f2f1-2767-48fa-bd43-ebb1bafa6b63 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.274663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62d6f2f1-2767-48fa-bd43-ebb1bafa6b63 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.312783 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62d6f2f1-2767-48fa-bd43-ebb1bafa6b63 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.313593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d6f2f1-2767-48fa-bd43-ebb1bafa6b63 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Fanout notify agent at l3_agent the message router_deleted on router 4f99ccce-d643-4fec-b073-a460dca3e349 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 01:59:41.346229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.400826 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62d6f2f1-2767-48fa-bd43-ebb1bafa6b63 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.402042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-62d6f2f1-2767-48fa-bd43-ebb1bafa6b63 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/4f99ccce-d643-4fec-b073-a460dca3e349 HTTP/1.1" status: 204 len: 168 time: 1.2694705 May 27 01:59:41.406276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:41.467257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.470678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-e93b8aa1-dbcb-453b-ba53-f84c2e14cd83 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973113 May 27 01:59:41.474807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:41.475657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.564402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3660920 May 27 01:59:41.614500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-e44c20df-ff94-45c2-a287-2ec42d162a8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d HTTP/1.1" status: 200 len: 217 time: 0.1365302 May 27 01:59:41.615010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44090) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:41.633428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'name': 'tempest-PortsIpV6TestJSON-159009030'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:41.720805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 9110c292-169b-4840-a3cb-53af027cea79 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 01:59:41.727409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9c66-ddd1-4f31-a4c1-41f43890a68c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=55b0130c-1db7-4fb6-8e9d-98bc99226848,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:41.731840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:41.741039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:41.816059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-358162ff-049b-484b-bbad-bbc9d612514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:41.818390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-358162ff-049b-484b-bbad-bbc9d612514c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 200 len: 797 time: 0.1351829 May 27 01:59:41.887474 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:42.074068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:42.181032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:42.188505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:42.195307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:42.204847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:42.224036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:42.229645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:42.239659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:42.288872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 717c5e56-c243-4abb-93e1-2086a9e661c7 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:59:42.317522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=9110c292-169b-4840-a3cb-53af027cea79,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:42.330601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:42.337096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805684fa-a2e6-4049-87c4-258a35fe0b98 None None] Network bbd60e38-483f-4ae5-bd55-1b92c1357e08 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:42.352796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e5144183-0131-44e2-8856-eed3082b27b5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/9110c292-169b-4840-a3cb-53af027cea79 HTTP/1.1" status: 204 len: 168 time: 0.9454677 May 27 01:59:42.357636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44094) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:42.525873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7b1c38bf-d769-49d3-8a9e-f7b3310be3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:42.543202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:42.547719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7b1c38bf-d769-49d3-8a9e-f7b3310be3bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e32c36e5-33f5-4334-a579-2724eabe1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5774360 May 27 01:59:42.558936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 6abee98f-d325-46ed-ac63-9d06d978a890 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:42.560298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:42.905935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-dc8dd07a-3e37-49a9-9282-c0137764b9e7 service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470006 May 27 01:59:43.284220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] DHCP port deletion for bbd60e38-483f-4ae5-bd55-1b92c1357e08 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 01:59:43.288532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Deleting port 6abee98f-d325-46ed-ac63-9d06d978a890 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:43.288932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:43.332209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 6abee98f-d325-46ed-ac63-9d06d978a890, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6abee98f-d325-46ed-ac63-9d06d978a890,segment=NetworkSegment(0cf57a6d-caba-443b-924f-7f283f17ad23),segment_id=0cf57a6d-caba-443b-924f-7f283f17ad23)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:43.350609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:43.461507 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:43.471194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-2f983239-1c82-4c73-87ee-773be7399aab service neutron] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386205 May 27 01:59:43.571699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7e5a4a3a-395e-4f8d-8176-c4fa52a2ff19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7 HTTP/1.1" status: 200 len: 217 time: 0.0921419 May 27 01:59:43.579288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] For port 6abee98f-d325-46ed-ac63-9d06d978a890, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6abee98f-d325-46ed-ac63-9d06d978a890,segment=NetworkSegment(0cf57a6d-caba-443b-924f-7f283f17ad23),segment_id=0cf57a6d-caba-443b-924f-7f283f17ad23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:43.579757 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:43.741418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7c8d2a64-6361-4880-9931-6c5725521324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:43.741418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7c8d2a64-6361-4880-9931-6c5725521324 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b59d9ea-4e88-482e-baf3-478f314cdd26 HTTP/1.1" status: 200 len: 797 time: 0.1568589 May 27 01:59:43.902397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:43.939002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 6abee98f-d325-46ed-ac63-9d06d978a890 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:43.952470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Calling delete_port for 6abee98f-d325-46ed-ac63-9d06d978a890 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:44.109059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=717c5e56-c243-4abb-93e1-2086a9e661c7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:44.118575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-a59465ef-fb0f-4a49-948a-74d27454aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:44.121173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-a59465ef-fb0f-4a49-948a-74d27454aed7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3705497 May 27 01:59:44.169265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.172907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': 'de0908cf-fb3b-46bc-a678-06d93a37e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:44.173534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: 55b0130c-1db7-4fb6-8e9d-98bc99226848, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:44.186117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 01:59:44.186470 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 01:59:44.279599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No DVR routers for this DVR port 6abee98f-d325-46ed-ac63-9d06d978a890 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 01:59:44.281393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=6abee98f-d325-46ed-ac63-9d06d978a890,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:44.307806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:44.390982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 55b0130c-1db7-4fb6-8e9d-98bc99226848) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:44.398199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe1cef-225d-418b-b81c-604bae0cc5ce None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:44.438665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:44.460506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:44.465114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.557656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0dfcfacb-205e-4c22-ad47-0a2898e5c565 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9409068 May 27 01:59:44.561738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44104) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:44.572548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879695313'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:44.579848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-6572856c-1be4-487f-a928-ed8437bc0458 service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496930 May 27 01:59:44.585340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:44.627169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.674616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:44.689312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:44.693762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd60e38-483f-4ae5-bd55-1b92c1357e08']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:44.724228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf57a6d-caba-443b-924f-7f283f17ad23') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:44.724374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf57a6d-caba-443b-924f-7f283f17ad23') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:44.739339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Deleting port 6abee98f-d325-46ed-ac63-9d06d978a890 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:44.740271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.748244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.774174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.784595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:44.786579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:44.787118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.829302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:44.837894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:44.906969 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0cf57a6d-caba-443b-924f-7f283f17ad23 resource provider aggregate not found May 27 01:59:44.957678 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0cf57a6d-caba-443b-924f-7f283f17ad23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cf57a6d-caba-443b-924f-7f283f17ad23 found for delete ", "request_id": "req-00822747-44d6-4f2e-b054-00ee39439916"}]} May 27 01:59:45.011342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.012453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:45.031726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.032024 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment fc489e03-219a-41b9-a3d4-4df7c2dde14c of type vlan for network 33f197b5-9787-4699-ba49-22406605adfb May 27 01:59:45.047695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.064201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=bbd60e38-483f-4ae5-bd55-1b92c1357e08,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:45.090031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-08b98f26-ce8f-44fd-b1cc-ae43baa0b0ad tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/bbd60e38-483f-4ae5-bd55-1b92c1357e08 HTTP/1.1" status: 204 len: 168 time: 2.7312274 May 27 01:59:45.094369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44122) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:45.100241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1253802886', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:45.107988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.110563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:45.115556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:router and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:45.121040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:45.130817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:45.149538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.150720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.160536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-c66608cf-6142-441a-8482-9252bef07372 service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706820 May 27 01:59:45.161753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.169885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e4f23eb3-9d10-4f68-aa7f-f51e262ee947 None None] The port '6abee98f-d325-46ed-ac63-9d06d978a890' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 01:59:45.173347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:45.174215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.185036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.228598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.292225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.292225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-10aa5b0a-62f5-4923-908a-42bce7c400b1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1940417 May 27 01:59:45.300782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44126) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:45.318911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-132394393'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:45.331384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:45.343681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:45.345878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6abee98f-d325-46ed-ac63-9d06d978a890 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:45.348370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:45.363039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:45.388236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:45.392797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.422842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 6abee98f-d325-46ed-ac63-9d06d978a890 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 01:59:45.423315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6abee98f-d325-46ed-ac63-9d06d978a890 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 01:59:45.436686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-bc3388c1-8b08-451f-84e2-efe171075fb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a958d246-60b4-421f-bde5-e9ab95ce080e HTTP/1.1" status: 200 len: 217 time: 0.2528324 May 27 01:59:45.449794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:45.465032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.465628 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment 92d2130e-2921-425a-ad21-5da3fa5579a3 of type vlan for network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb May 27 01:59:45.502614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9392757 May 27 01:59:45.503645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:45.524130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'ports': [{'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848'}, {'network_id': '33f197b5-9787-4699-ba49-22406605adfb'}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:45.526107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:45.527262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '33f197b5-9787-4699-ba49-22406605adfb'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:45.552950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.612437 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.619965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:45.620749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:45.630545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5e1a5-5bf1-442a-90a7-03a721b2494d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=33f197b5-9787-4699-ba49-22406605adfb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:45.644700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 33f197b5-9787-4699-ba49-22406605adfb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:45.741887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-6f4977a4-eb0e-4b43-ba6f-c485f75b6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:45.751779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-6f4977a4-eb0e-4b43-ba6f-c485f75b6cbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b59d9ea-4e88-482e-baf3-478f314cdd26 HTTP/1.1" status: 200 len: 797 time: 0.3023770 May 27 01:59:45.774004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=3b78dc86-9a28-45eb-acf1-c4c49bf388bb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:45.814570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b3cf22c-de9b-4cd4-898e-f15fdb8c6948 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5168290 May 27 01:59:45.814570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44146) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:45.826470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:45.827894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:46.073593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:46.090062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:46.100373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:46.104223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:46.111695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:46.118920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:46.125959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:46.146840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 2} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:46.146840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:46.167145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:46.238499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-4388225b-d578-4c16-9303-6af3d102de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:46.238499 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-4388225b-d578-4c16-9303-6af3d102de6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fafde6-84bd-4b9c-b5d2-36b0ba38e827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2398405 May 27 01:59:46.271662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:46.415810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:46.422038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:46.845123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port b16b6902-f53e-400b-a757-41fddfb070a8 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:59:46.886315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-1f3db703-b738-43d6-bbae-257aa938fb79 service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423826 May 27 01:59:46.897861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3827-d1af-46e7-b33d-4c0169590dbf req-4b50baa4-f43c-4902-95db-aa2645b42d93 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:46.909388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bca3827-d1af-46e7-b33d-4c0169590dbf req-4b50baa4-f43c-4902-95db-aa2645b42d93 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.3028407 May 27 01:59:47.006769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8377-3cda-4b51-8be9-42267b45b62b req-f934d7dc-8fb7-4a9a-bb2f-3ad77c1ca6ef tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:47.009313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-681a8377-3cda-4b51-8be9-42267b45b62b req-f934d7dc-8fb7-4a9a-bb2f-3ad77c1ca6ef tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Synchronizing usage tracker for tenant:3835198d500042a9b6a7052bca954a5e on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:47.126068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bca3827-d1af-46e7-b33d-4c0169590dbf req-775ba88b-d7b9-48d0-8ce6-f348741a5ec7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071934 May 27 01:59:47.137847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-681a8377-3cda-4b51-8be9-42267b45b62b req-f934d7dc-8fb7-4a9a-bb2f-3ad77c1ca6ef tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Unset dirty status for tenant:3835198d500042a9b6a7052bca954a5e on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:47.137847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-f934d7dc-8fb7-4a9a-bb2f-3ad77c1ca6ef tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/networks?id=a410e08e-9ec1-4cbe-9a75-eab3841534a2 HTTP/1.1" status: 200 len: 822 time: 1.0302234 May 27 01:59:47.191077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:47.355551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-73b265e5-19f6-4591-8772-208d82f8b5f4 req-7380dc9f-48d5-4b10-9b74-a6f80478a13d service neutron] 10.222.0.47 "GET /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377065 May 27 01:59:47.417407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:47.432233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44200) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:47.432233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=7baa793b-a43e-4607-933b-5c8d1388446f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:47.451120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3ef12f41-9e1e-4c54-a2c5-ad96cccc2987 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/quotas/3835198d500042a9b6a7052bca954a5e HTTP/1.1" status: 200 len: 375 time: 0.3037653 May 27 01:59:47.661415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 1a5baea0-1336-4546-b13a-5348f99566b2 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 01:59:47.742375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-c3d0619f-3706-4c4c-9103-f53caf017f90 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3835198d500042a9b6a7052bca954a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2804413 May 27 01:59:47.844804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:47.898151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:47.955216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:48.010428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:48.010428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: 3b78dc86-9a28-45eb-acf1-c4c49bf388bb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:48.071266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:48.082182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Usage tracker for resource:security_group_rule and tenant:87604bc57a4b46a7864cbf924d593e3b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:48.082182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:48.098901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:48.143834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:48.143834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:48.143834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:48.152766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:48.189524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:48.207283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=b16b6902-f53e-400b-a757-41fddfb070a8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:48.241767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 3b78dc86-9a28-45eb-acf1-c4c49bf388bb) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:48.257349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.257349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:48.259681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682039a-0d26-420a-ba74-0a1c9bbc0734 None None] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:48.283644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-2bd30359-4fcf-4290-ac2e-0fe87931a870 service neutron] 10.222.0.16 "GET /v2.0/networks/a410e08e-9ec1-4cbe-9a75-eab3841534a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321610 May 27 01:59:48.305036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.309776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.316247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.322667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.335235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.347176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.361664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.361664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-febf55ac-4fd3-4082-85ea-30a4f5268728 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.8831210 May 27 01:59:48.420822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=1a5baea0-1336-4546-b13a-5348f99566b2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:48.440215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': 'fc489e03-219a-41b9-a3d4-4df7c2dde14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '33f197b5-9787-4699-ba49-22406605adfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:48.440215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: 33f197b5-9787-4699-ba49-22406605adfb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:48.453716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f662ccc6-7953-42e7-91b0-932c56eaf575 req-774bc1a3-8037-4eeb-9c89-aec28cf2dab4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0804949 May 27 01:59:48.478844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 33f197b5-9787-4699-ba49-22406605adfb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:48.491010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 33f197b5-9787-4699-ba49-22406605adfb) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:48.501928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:48.510935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.523535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:48.523535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:48.550077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae9aaa-a2ae-49f5-ae0b-20a1b8b68c42 None None] Network 33f197b5-9787-4699-ba49-22406605adfb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:48.566204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-99c2d84a-3f5f-4c40-b9dc-6d3c041f9784 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0519626 May 27 01:59:48.566204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44210) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:48.694126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b638832-22eb-4ba8-9b6f-5a6e2cd83bce tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8695412 May 27 01:59:48.694126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:48.737332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 1a5baea0-1336-4546-b13a-5348f99566b2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:48.737332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:49.044947 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:49.066691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:49.109954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9017e4aa-7584-41dd-a93b-cdaacb159068,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:49.119123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-e40d8e45-f319-4355-994b-78fb4094ad60 service neutron] 10.222.0.16 "GET /v2.0/networks/a410e08e-9ec1-4cbe-9a75-eab3841534a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421788 May 27 01:59:49.251651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 01:59:49.252687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:49.306218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:49.369563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8ac5451-b190-453b-bb2f-fd8ae067ddc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87604bc57a4b46a7864cbf924d593e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9380162 May 27 01:59:49.383634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44218) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:49.485004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Allocated IP 172.20.0.2 (3b78dc86-9a28-45eb-acf1-c4c49bf388bb/7baa793b-a43e-4607-933b-5c8d1388446f/772d9d2d-85aa-4cac-b0a1-f6883b88f5b8) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:59:49.506150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 1a5baea0-1336-4546-b13a-5348f99566b2 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:49.821179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5cf23-7954-4c78-84a1-196b77845d8a req-6c5db33b-2f12-4fb5-9e29-0f580e89c9d4 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:49.841274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38b5cf23-7954-4c78-84a1-196b77845d8a req-6c5db33b-2f12-4fb5-9e29-0f580e89c9d4 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 951 time: 0.8800483 May 27 01:59:49.851047 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06af3636-9607-48d9-8213-ae30d55bf463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:49.971517 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.024858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06af3636-9607-48d9-8213-ae30d55bf463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.033561 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.102513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 01:59:50.166684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06af3636-9607-48d9-8213-ae30d55bf463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.193376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=1a5baea0-1336-4546-b13a-5348f99566b2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:50.212640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-38b5cf23-7954-4c78-84a1-196b77845d8a req-9beefb0b-881d-47ed-bda4-b4220e542622 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703287 May 27 01:59:50.219045 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.238372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c1356752-ecef-480d-a842-99364f3e123b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/1a5baea0-1336-4546-b13a-5348f99566b2 HTTP/1.1" status: 204 len: 168 time: 1.6711602 May 27 01:59:50.240841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44232) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:50.310550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06af3636-9607-48d9-8213-ae30d55bf463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.313412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-06af3636-9607-48d9-8213-ae30d55bf463 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9017e4aa-7584-41dd-a93b-cdaacb159068 HTTP/1.1" status: 204 len: 168 time: 0.9230137 May 27 01:59:50.468170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:50.468563 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.493588 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.494192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338733b0-a018-432e-bedf-98120646f714 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:50.514117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338733b0-a018-432e-bedf-98120646f714 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:50.514663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-338733b0-a018-432e-bedf-98120646f714 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:50.516591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:50.521958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Transition to ACTIVE for port object 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:50.539688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:50.553105 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.621887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af3636-9607-48d9-8213-ae30d55bf463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9017e4aa-7584-41dd-a93b-cdaacb159068,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:50.640276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-338733b0-a018-432e-bedf-98120646f714 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:50.642271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-338733b0-a018-432e-bedf-98120646f714 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3995707 May 27 01:59:50.646939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44242) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:50.662350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Transition to ACTIVE for port object 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:50.758462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7af7-fc04-47f9-8c78-ff5835a7b4a5 req-dd5920ac-70e0-49e9-9683-36801c6a8d41 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:50.760002 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa5b7af7-fc04-47f9-8c78-ff5835a7b4a5 req-dd5920ac-70e0-49e9-9683-36801c6a8d41 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.9961045 May 27 01:59:50.776521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:50.782625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.882443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port b16b6902-f53e-400b-a757-41fddfb070a8 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 01:59:50.883209 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:50.979717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:50.984092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:51.004211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:51.208923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:51.216927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:51.227570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:51.229945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44248) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:51.235447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:51.241478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Pushing event updated for resources: {'Port': ['ID=772d9d2d-85aa-4cac-b0a1-f6883b88f5b8,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:51.243895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Attempting to bind port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:59:51.244645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Attempting to bind port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:59:51.244645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Attempting to bind port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 on network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:59:51.249632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:51.253564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:59:51.253739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Checking segment: {'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:51.258115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:51.260592 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:51.261945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Bound using segment: {'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:59:51.263885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Bound port: 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:59:51.264768 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:51.265724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:51.270129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77e9f831-9ae9-4a58-81ba-2a085425fc17 req-20b9d711-8dda-4c88-be1d-36ed1e514eba tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.7432082 May 27 01:59:51.276141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:51.296989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa5b7af7-fc04-47f9-8c78-ff5835a7b4a5 req-0f1b6a88-e2a2-49d5-aa3a-c9265eca6c8c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5165615 May 27 01:59:51.307346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:51.317689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.20.0.1 (3b78dc86-9a28-45eb-acf1-c4c49bf388bb/7baa793b-a43e-4607-933b-5c8d1388446f/e495b238-3920-4cb9-87ff-3aaacb0cf752) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:59:51.319534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Usage tracker for resource:security_group_rule and tenant:5f46329ce18d41459a2dae8bea96f7dc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:51.337162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:51.368941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:51.616768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:51.695127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] For port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:59:51.695127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] For port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=772d9d2d-85aa-4cac-b0a1-f6883b88f5b8,segment=NetworkSegment(92d2130e-2921-425a-ad21-5da3fa5579a3),segment_id=92d2130e-2921-425a-ad21-5da3fa5579a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:59:51.708420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:51.962225 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5b27de-d175-42fe-9f12-49da0153220a'] response: {'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'code': 200} May 27 01:59:52.035662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf1df2-9946-439b-ad09-31e8c1754612 None None] Pushing event updated for resources: {'Port': ['ID=772d9d2d-85aa-4cac-b0a1-f6883b88f5b8,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:52.161816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for b16b6902-f53e-400b-a757-41fddfb070a8 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 01:59:52.523676 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:52.595054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:52.618407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:52.662626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object e495b238-3920-4cb9-87ff-3aaacb0cf752 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:52.849556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8377-3cda-4b51-8be9-42267b45b62b req-9966c169-b33a-454f-9306-83cc3390ce89 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:52.852964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-9966c169-b33a-454f-9306-83cc3390ce89 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.47 "GET /v2.0/networks?id=a410e08e-9ec1-4cbe-9a75-eab3841534a2 HTTP/1.1" status: 200 len: 822 time: 0.9145396 May 27 01:59:52.860306 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:52.873935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3facb2-a84b-4cff-9ed3-fd729523be8c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:52.887504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-956f209f-e7c9-4a93-8e3f-7314ba6fe769 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f46329ce18d41459a2dae8bea96f7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6566906 May 27 01:59:52.895831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44318) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:52.976310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66795f40-8115-4291-a63b-be61a2b92531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:53.003651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:53.009553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66795f40-8115-4291-a63b-be61a2b92531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:53.096966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Request body: {'port': {'device_id': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2', 'admin_state_up': True, 'tenant_id': '3835198d500042a9b6a7052bca954a5e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:53.138742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:53.156308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:53.170677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:53.365601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=e495b238-3920-4cb9-87ff-3aaacb0cf752,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:53.375298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=b16b6902-f53e-400b-a757-41fddfb070a8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:53.407634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66795f40-8115-4291-a63b-be61a2b92531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:53.434201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:59:53.449235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:53.583256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:53.597937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43f1191e-3b65-4bae-90b7-8ee6235cce30 req-ddb80c49-8c4b-441e-b831-61d16741efd1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 210 time: 2.0078745 May 27 01:59:53.608328 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:53.619218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:53.640126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Usage tracker for resource:port and tenant:3835198d500042a9b6a7052bca954a5e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:53.644822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:53.651140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-31a6a071-c9db-4a52-9634-c88941879278 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/b16b6902-f53e-400b-a757-41fddfb070a8 HTTP/1.1" status: 204 len: 168 time: 3.0028627 May 27 01:59:53.657443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44340) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:53.721610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:53.798770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Made reservation on behalf of 3835198d500042a9b6a7052bca954a5e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:53.803270 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:53.963919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66795f40-8115-4291-a63b-be61a2b92531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3facb2-a84b-4cff-9ed3-fd729523be8c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:53.979020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44360) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:54.036790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66795f40-8115-4291-a63b-be61a2b92531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:54.038063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66795f40-8115-4291-a63b-be61a2b92531 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b3facb2-a84b-4cff-9ed3-fd729523be8c HTTP/1.1" status: 204 len: 168 time: 1.1414251 May 27 01:59:54.053690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f5769-9a94-4423-a720-818161ad23c1 None None] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:54.089293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46149b7-5455-4c56-b461-60554caf321c req-db37a2e5-00b5-44df-b519-4a77d38037f8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.090906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c46149b7-5455-4c56-b461-60554caf321c req-db37a2e5-00b5-44df-b519-4a77d38037f8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.6751208 May 27 01:59:54.336188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b0f42a-7df0-4f06-b1e9-4597e7e21ddb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.340253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-26b0f42a-7df0-4f06-b1e9-4597e7e21ddb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:54.345416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:54.390423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c46149b7-5455-4c56-b461-60554caf321c req-0ff40ff7-48bb-4a91-8d27-e2c6010fdf03 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220385 May 27 01:59:54.475628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Allocated IP 172.20.0.9 (a410e08e-9ec1-4cbe-9a75-eab3841534a2/536fcada-8b53-4466-b307-acab5a7fdc2a/633eff29-7ff4-4051-a89d-f784b1bad301) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 01:59:54.494044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-26b0f42a-7df0-4f06-b1e9-4597e7e21ddb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:54.502784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] Provisioning for port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:54.508450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-26b0f42a-7df0-4f06-b1e9-4597e7e21ddb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8500409 May 27 01:59:54.509330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44392) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:54.531385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] Provisioning complete for port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:54.531673 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:54.694495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.695011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.695485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.695953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.696420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.696881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.697342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:54.724106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47fc58f9-4461-40fc-90ac-b871600f529d req-8dbc8439-4cd9-42e8-9b98-1c2992b6b6d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 6495 time: 0.7417517 May 27 01:59:54.849206 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f103d0-2e1d-4830-8170-126bb07bf992 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 01:59:54.861822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-04f103d0-2e1d-4830-8170-126bb07bf992 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/1a5baea0-1336-4546-b13a-5348f99566b2 HTTP/1.1" status: 404 len: 333 time: 0.3513036 May 27 01:59:54.870987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44426) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:55.029984 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-25304754-7975-459b-8de7-8039765df01f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 01:59:55.032241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-25304754-7975-459b-8de7-8039765df01f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/b16b6902-f53e-400b-a757-41fddfb070a8 HTTP/1.1" status: 404 len: 333 time: 0.1586058 May 27 01:59:55.039819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44446) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:55.112573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] Current status of the port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:55.113009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.209281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] For port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=772d9d2d-85aa-4cac-b0a1-f6883b88f5b8,segment=NetworkSegment(92d2130e-2921-425a-ad21-5da3fa5579a3),segment_id=92d2130e-2921-425a-ad21-5da3fa5579a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 01:59:55.220833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.280559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.349640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4ac19-c971-4bf1-b02c-ff2f9de2ddb3 None None] Pushing event updated for resources: {'Port': ['ID=772d9d2d-85aa-4cac-b0a1-f6883b88f5b8,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:55.388239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47fc58f9-4461-40fc-90ac-b871600f529d req-d452fadc-9400-46c3-8df6-f8beeeb27fd1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6594231 May 27 01:59:55.394376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68cb5d04-48f5-4a02-ba1c-6fc15ca4f539 req-c871a1f7-235b-41e3-8408-c4b6eec36748 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 210 time: 0.1753685 May 27 01:59:55.418128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.468588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.697675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ded14d90-7937-4644-9313-4b87ccfd97d2 None None] Provisioning complete for port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:55.699365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ded14d90-7937-4644-9313-4b87ccfd97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.727555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Network a410e08e-9ec1-4cbe-9a75-eab3841534a2 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:55.741991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:55.749340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 01:59:55.888805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Pushing event updated for resources: {'Port': ['ID=633eff29-7ff4-4051-a89d-f784b1bad301,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:55.938622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:55.939335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:55.985729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-3e234a45-b996-46c1-b5fb-1a32f8a60ed1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0780303 May 27 01:59:56.014585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.022248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ded14d90-7937-4644-9313-4b87ccfd97d2 None None] Current status of the port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:56.027022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185fb94-7e57-4c86-b002-cbde86acbdfb req-c1694233-40ca-4244-b60a-3298d685266a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:56.030745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e185fb94-7e57-4c86-b002-cbde86acbdfb req-c1694233-40ca-4244-b60a-3298d685266a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.4041660 May 27 01:59:56.040461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Request body: {'port': {'device_id': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:56.051518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ded14d90-7937-4644-9313-4b87ccfd97d2 None None] Provisioning for port e495b238-3920-4cb9-87ff-3aaacb0cf752 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 01:59:56.058862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ded14d90-7937-4644-9313-4b87ccfd97d2 None None] Provisioning complete for port e495b238-3920-4cb9-87ff-3aaacb0cf752 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:56.059432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ded14d90-7937-4644-9313-4b87ccfd97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.084626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f197b5-9787-4699-ba49-22406605adfb']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:56.110819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc489e03-219a-41b9-a3d4-4df7c2dde14c') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:56.112664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc489e03-219a-41b9-a3d4-4df7c2dde14c') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:56.138133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.208721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ded14d90-7937-4644-9313-4b87ccfd97d2 None None] Port e495b238-3920-4cb9-87ff-3aaacb0cf752 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:59:56.214549 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e185fb94-7e57-4c86-b002-cbde86acbdfb req-bca2f0e1-7127-407b-aa11-623935099321 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730822 May 27 01:59:56.214644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.245347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.255714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.263645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.306536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 01:59:56.307256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.345224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1657e34e-b899-4d13-8506-f2c7c9f023ee None None] Provisioning complete for port e495b238-3920-4cb9-87ff-3aaacb0cf752 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:56.345634 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1657e34e-b899-4d13-8506-f2c7c9f023ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.500994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1657e34e-b899-4d13-8506-f2c7c9f023ee None None] Port e495b238-3920-4cb9-87ff-3aaacb0cf752 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:59:56.515160 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fc489e03-219a-41b9-a3d4-4df7c2dde14c resource provider aggregate not found May 27 01:59:56.630258 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fc489e03-219a-41b9-a3d4-4df7c2dde14c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc489e03-219a-41b9-a3d4-4df7c2dde14c found for delete ", "request_id": "req-5d7ad1d5-ba7b-4b8a-9cd4-57ddc08d6b2a"}]} May 27 01:59:56.686460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.691430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=e495b238-3920-4cb9-87ff-3aaacb0cf752,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:56.721183 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.794360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:56.814262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44620) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:56.816144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/33f197b5-9787-4699-ba49-22406605adfb HTTP/1.1" status: 204 len: 168 time: 1.7734551 May 27 01:59:56.824723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-7310cb24-a946-489c-a431-6094e003dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:56.825935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-7310cb24-a946-489c-a431-6094e003dc62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1098 time: 0.6634040 May 27 01:59:56.830789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-917591435'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:56.831567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2e857-af88-4758-a2b7-df9d9913c22c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=33f197b5-9787-4699-ba49-22406605adfb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:56.841793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:56.848669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:56.853639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:56.867152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:56.887902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9828c-56cf-4b3f-b347-a05e9c382cd5 req-5fd086b5-ca7b-4f82-86b5-3a3f6e51a5ab tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:56.888617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-68c9828c-56cf-4b3f-b347-a05e9c382cd5 req-5fd086b5-ca7b-4f82-86b5-3a3f6e51a5ab tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Synchronizing usage tracker for tenant:3835198d500042a9b6a7052bca954a5e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 01:59:56.919594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:56.923634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.009911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 01:59:57.012105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:57.067945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633eff29-7ff4-4051-a89d-f784b1bad301 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 01:59:57.084954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.109427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-68c9828c-56cf-4b3f-b347-a05e9c382cd5 req-5fd086b5-ca7b-4f82-86b5-3a3f6e51a5ab tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Unset dirty status for tenant:3835198d500042a9b6a7052bca954a5e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 01:59:57.114554 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68c9828c-56cf-4b3f-b347-a05e9c382cd5 req-5fd086b5-ca7b-4f82-86b5-3a3f6e51a5ab tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 931 time: 0.4368608 May 27 01:59:57.178643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Transition to ACTIVE for port object 633eff29-7ff4-4051-a89d-f784b1bad301 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 01:59:57.185354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:57.194610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.253457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-27b760c0-f627-4981-89ac-cac29a16f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:57.254936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-27b760c0-f627-4981-89ac-cac29a16f938 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.4195387 May 27 01:59:57.295540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Pushing event updated for resources: {'Port': ['ID=633eff29-7ff4-4051-a89d-f784b1bad301,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:57.331604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.332926 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment 27c264b1-e85b-4eb7-80ed-99a71b7d3a91 of type vlan for network 769b52b1-4592-41b1-83ad-09edb6d58c48 May 27 01:59:57.350302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68c9828c-56cf-4b3f-b347-a05e9c382cd5 req-b17a0d5f-df99-4fce-b5d2-a8b383eb780a tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246952 May 27 01:59:57.357254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 01:59:57.542530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-50896585-9c1a-4d5c-b639-6d8e0224e26d None None] Provisioning complete for port e495b238-3920-4cb9-87ff-3aaacb0cf752 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:57.542962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-50896585-9c1a-4d5c-b639-6d8e0224e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.609754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.641376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-86b514b8-a484-4d74-b03e-90746dd65314 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 1002 time: 0.3776877 May 27 01:59:57.658865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Attempting to bind port 633eff29-7ff4-4051-a89d-f784b1bad301 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 01:59:57.659460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Attempting to bind port 633eff29-7ff4-4051-a89d-f784b1bad301 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 01:59:57.659980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Attempting to bind port 633eff29-7ff4-4051-a89d-f784b1bad301 on network a410e08e-9ec1-4cbe-9a75-eab3841534a2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:59:57.687284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-50896585-9c1a-4d5c-b639-6d8e0224e26d None None] Port e495b238-3920-4cb9-87ff-3aaacb0cf752 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 01:59:57.691083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Port 633eff29-7ff4-4051-a89d-f784b1bad301 on network a410e08e-9ec1-4cbe-9a75-eab3841534a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 01:59:57.692113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Attempting to bind port 633eff29-7ff4-4051-a89d-f784b1bad301 on network a410e08e-9ec1-4cbe-9a75-eab3841534a2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 01:59:57.695224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 01:59:57.695904 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.714913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 01:59:57.716111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Checking segment: {'id': 'c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:57.716767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Bound using segment: {'id': 'c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 01:59:57.718056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Bound port: 633eff29-7ff4-4051-a89d-f784b1bad301, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 01:59:57.718827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.772897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-50c9e17d-5706-4891-acb3-c868b4ec5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:57.775344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-50c9e17d-5706-4891-acb3-c868b4ec5f74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.1233342 May 27 01:59:57.776424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 01:59:57.853011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.860786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:57.860786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:57.896809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 01:59:58.007699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=769b52b1-4592-41b1-83ad-09edb6d58c48,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:58.045659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 769b52b1-4592-41b1-83ad-09edb6d58c48 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 01:59:58.052531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48405da3-308d-474f-9ad0-560c69288a61 req-d08619a1-dd62-45aa-be56-bfa8e4ebe146 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:58.064143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48405da3-308d-474f-9ad0-560c69288a61 req-d08619a1-dd62-45aa-be56-bfa8e4ebe146 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.4484398 May 27 01:59:58.084435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44720) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:58.151408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f07db026-44a2-4222-9786-ad1d8f5aa20c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3341048 May 27 01:59:58.155584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44728) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:58.180129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:58.195337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48405da3-308d-474f-9ad0-560c69288a61 req-d2a1ea9b-4ee2-4500-8ab1-9f74abbe81a9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370072 May 27 01:59:58.198887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 01:59:58.206328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=633eff29-7ff4-4051-a89d-f784b1bad301,segment=NetworkSegment(c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7),segment_id=c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 01:59:58.221219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:58.308271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:58.308606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:58.311655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/633eff29-7ff4-4051-a89d-f784b1bad301 HTTP/1.1" status: 200 len: 1092 time: 2.2796748 May 27 01:59:58.312313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 01:59:58.344363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043913a-3ea0-485a-aa04-cf0567bb10c9 service neutron] Pushing event updated for resources: {'Port': ['ID=633eff29-7ff4-4051-a89d-f784b1bad301,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:58.469345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-eedf9ef0-cfcf-49fd-b8dc-37d580af4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:58.471645 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-eedf9ef0-cfcf-49fd-b8dc-37d580af4c38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6885676 May 27 01:59:58.477583 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:58.533024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:58.543199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 01:59:58.558274 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 01:59:58.558864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0d18f4ab-7dee-4492-94cd-cbeaccf15063 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8524842 May 27 01:59:58.581392 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 01:59:58.581392 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:58.603039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44752) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:58.604599 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5aa15e5-cda6-404a-a52a-99973de265a6'] response: {'name': 'network-changed', 'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301', 'status': 'completed', 'code': 200} May 27 01:59:58.625475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449221871'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:58.696194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Usage tracker for resource:security_group_rule and tenant:20a0ee0e838f479e97584b2b569f3f1a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:58.699838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:58.707171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:58.731090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:58.740514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:58.748395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:58.770198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:58.793316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8377-3cda-4b51-8be9-42267b45b62b req-4d2bfba9-1b67-4e4a-af58-c381b02f98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:58.794985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-4d2bfba9-1b67-4e4a-af58-c381b02f98b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3835198d500042a9b6a7052bca954a5e&device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 1095 time: 0.4251873 May 27 01:59:58.807504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:58.812136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-542e35d9-7b18-4eb2-93ed-f41fd1784d39 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132515 May 27 01:59:58.815459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 01:59:58.829407 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 01:59:58.843518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:58.892014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4fdad-76fa-4e7f-9ab6-9b5d6f881723 req-d5bcc373-32a4-4983-9fc4-5584cfeebdaf tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:58.894073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4e4fdad-76fa-4e7f-9ab6-9b5d6f881723 req-d5bcc373-32a4-4983-9fc4-5584cfeebdaf tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 943 time: 0.2645895 May 27 01:59:58.894332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 01:59:58.904216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff2f5c-01e2-4009-9457-7071dff283af,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:58.912093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-415f2af0-a7f5-4ea2-a029-f41d1b777592 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=633eff29-7ff4-4051-a89d-f784b1bad301 HTTP/1.1" status: 200 len: 217 time: 0.1076303 May 27 01:59:58.964746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 01:59:59.010418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:59.014346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.046104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4e4fdad-76fa-4e7f-9ab6-9b5d6f881723 req-a5888222-d465-4924-a955-ddc118c2cb31 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356714 May 27 01:59:59.072485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 01:59:59.087585 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a636b003-4104-4f97-8907-e8f177e86f78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20a0ee0e838f479e97584b2b569f3f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0078721 May 27 01:59:59.095653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44770) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:59.095863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 01:59:59.101468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.143918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8377-3cda-4b51-8be9-42267b45b62b req-27b41d49-0ce4-432e-9770-d3f6f0e9ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:59.146478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-27b41d49-0ce4-432e-9770-d3f6f0e9ea05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536fcada-8b53-4466-b307-acab5a7fdc2a HTTP/1.1" status: 200 len: 862 time: 0.1861610 May 27 01:59:59.147089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 01:59:59.207241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-2ca1d3e3-9c75-4044-ae65-75a3622294a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a410e08e-9ec1-4cbe-9a75-eab3841534a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532658 May 27 01:59:59.249357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.249718 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment 691f60bd-773d-4c4f-9ee7-27c0d39a8677 of type vlan for network 8722e2d2-64a3-4637-9177-18804c31036c May 27 01:59:59.270371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Performing IP validity checks on allocation pools {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 01:59:59.273781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 01:59:59.287171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32c79c36-1bd2-484b-8ee5-cff861002ad9 req-4648f570-ea13-4746-84d4-cdd7e75cd700 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683194 May 27 01:59:59.397924 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T01:59:54Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T01:59:55Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 01:59:59.401522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.406325 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 01:59:59.406690 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Updating router f9be4be2-0e40-4c5f-8479-e5116df29487 port e495b238-3920-4cb9-87ff-3aaacb0cf752 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 01:59:59.416070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5773-8a1e-422b-abff-4a9f61bc3fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.497213 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.526582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5773-8a1e-422b-abff-4a9f61bc3fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.544725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-ffb64dd3-4b79-4026-b876-0c773a2ccffb service neutron] 10.222.0.47 "GET /v2.0/networks/a410e08e-9ec1-4cbe-9a75-eab3841534a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280628 May 27 01:59:59.643393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.720387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1c68-cbca-42ee-8cab-1f02e8e02a77 req-65a1e64d-3c02-4842-ba76-531f6be1977b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:59.724002 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f39d1c68-cbca-42ee-8cab-1f02e8e02a77 req-65a1e64d-3c02-4842-ba76-531f6be1977b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.2978427 May 27 01:59:59.730297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.740209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:59.741470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.781808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=c509ada7-5848-47b8-9c1f-6804521c651c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:59.806162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f39d1c68-cbca-42ee-8cab-1f02e8e02a77 req-84415a2e-add4-496d-964f-a8422a59dbcc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763924 May 27 01:59:59.808783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': '27c264b1-e85b-4eb7-80ed-99a71b7d3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 01:59:59.809191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: 769b52b1-4592-41b1-83ad-09edb6d58c48, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 01:59:59.836583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 769b52b1-4592-41b1-83ad-09edb6d58c48 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 01:59:59.849696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 769b52b1-4592-41b1-83ad-09edb6d58c48) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 01:59:59.857150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 01:59:59.858685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 01:59:59.875380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e795d97-1f31-47ed-86d3-3d98c9886c08 None None] Network 769b52b1-4592-41b1-83ad-09edb6d58c48 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 01:59:59.925494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2677586e-9056-4d05-bcbd-7134581761fe tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7691574 May 27 01:59:59.926383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44778) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 01:59:59.937258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48', 'name': 'tempest-PortsIpV6TestJSON-804055079'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 01:59:59.984565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=8722e2d2-64a3-4637-9177-18804c31036c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 01:59:59.998766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 8722e2d2-64a3-4637-9177-18804c31036c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:00.006548 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.011638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-681a8377-3cda-4b51-8be9-42267b45b62b req-dfa09bce-2f00-4505-ab10-3743a9df0e1c service neutron] 10.222.0.47 "GET /v2.0/networks/a410e08e-9ec1-4cbe-9a75-eab3841534a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525125 May 27 02:00:00.016644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5773-8a1e-422b-abff-4a9f61bc3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.020835 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Transition to ACTIVE for port object e495b238-3920-4cb9-87ff-3aaacb0cf752 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:00.032382 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.053633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa5773-8a1e-422b-abff-4a9f61bc3fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff2f5c-01e2-4009-9457-7071dff283af,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:00.067460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-09b3c707-6048-4b93-bfe8-aaf1751f9f96 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4618547 May 27 02:00:00.070463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5773-8a1e-422b-abff-4a9f61bc3fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.071845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b8aa5773-8a1e-422b-abff-4a9f61bc3fb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2ff2f5c-01e2-4009-9457-7071dff283af HTTP/1.1" status: 204 len: 168 time: 0.9742267 May 27 02:00:00.072775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44784) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:00.080766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:00.306594 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Pushing event updated for resources: {'Port': ['ID=e495b238-3920-4cb9-87ff-3aaacb0cf752,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:00.355128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:00.367300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b661983-78ab-4dab-b410-f75e95c63ceb req-af69df5d-05e2-4ba0-9cc9-4ac92d473149 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:00.373159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b661983-78ab-4dab-b410-f75e95c63ceb req-af69df5d-05e2-4ba0-9cc9-4ac92d473149 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 948 time: 0.6899407 May 27 02:00:00.380916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:00.405167 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.409078 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.410422 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.411560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:00.411653 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.412010 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.413610 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.413610 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.414059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:00.414197 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.414790 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.418466 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.421443 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.422832 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:00.460330 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Attempting to bind port e495b238-3920-4cb9-87ff-3aaacb0cf752 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:00.460904 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Attempting to bind port e495b238-3920-4cb9-87ff-3aaacb0cf752 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:00.462034 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Attempting to bind port e495b238-3920-4cb9-87ff-3aaacb0cf752 on network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:00.479945 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:00.481291 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Checking segment: {'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:00.484223 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.484601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Bound using segment: {'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:00.486905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:00.487776 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Bound port: e495b238-3920-4cb9-87ff-3aaacb0cf752, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d2130e-2921-425a-ad21-5da3fa5579a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:00.487776 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.494519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4781-4c28-421a-be00-0fa30994021e req-4a9d9240-de07-4c5c-96a3-5d61008b2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:00.496094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-027d4781-4c28-421a-be00-0fa30994021e req-4a9d9240-de07-4c5c-96a3-5d61008b2864 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3835198d500042a9b6a7052bca954a5e&device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 1095 time: 0.3948255 May 27 02:00:00.529791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:00.576478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:00.587471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b661983-78ab-4dab-b410-f75e95c63ceb req-7f73999f-5f00-411c-95c3-51346cab24da tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834955 May 27 02:00:00.646182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:00.656902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.701799 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] For port e495b238-3920-4cb9-87ff-3aaacb0cf752, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:00.714083 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] For port e495b238-3920-4cb9-87ff-3aaacb0cf752, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e495b238-3920-4cb9-87ff-3aaacb0cf752,segment=NetworkSegment(92d2130e-2921-425a-ad21-5da3fa5579a3),segment_id=92d2130e-2921-425a-ad21-5da3fa5579a3)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:00.722538 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.734201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da09b6-d9e5-404d-b39b-77d2a1133706 req-a2b23c83-9218-4b8c-b9bd-782d662c51c7 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:00.736119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-20da09b6-d9e5-404d-b39b-77d2a1133706 req-a2b23c83-9218-4b8c-b9bd-782d662c51c7 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 943 time: 0.3275561 May 27 02:00:00.775632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:00.780471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.801691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:00.802250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:00.815050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:00.843342 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:00.844064 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T01:59:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:00.977229 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a8764-defe-43eb-8b65-07387a6a1012 None None] Pushing event updated for resources: {'Port': ['ID=e495b238-3920-4cb9-87ff-3aaacb0cf752,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:01.060625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-769b52b1-4592-41b1-83ad-09edb6d58c48', 'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48', 'tenant_id': '5d83088938df49feaa90c36e45991934', 'fixed_ips': [{'subnet_id': 'c509ada7-5848-47b8-9c1f-6804521c651c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:01.061152 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:01.072969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-20da09b6-d9e5-404d-b39b-77d2a1133706 req-400618c3-5fd0-4885-ad55-9130b41375e9 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Synchronizing usage tracker for tenant:3835198d500042a9b6a7052bca954a5e on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:01.114172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:01.233346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4781-4c28-421a-be00-0fa30994021e req-963cc13e-b5eb-429f-a0b4-c412cb12dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:01.241189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-027d4781-4c28-421a-be00-0fa30994021e req-963cc13e-b5eb-429f-a0b4-c412cb12dbd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a410e08e-9ec1-4cbe-9a75-eab3841534a2 HTTP/1.1" status: 200 len: 923 time: 0.7223608 May 27 02:00:01.244222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-20da09b6-d9e5-404d-b39b-77d2a1133706 req-400618c3-5fd0-4885-ad55-9130b41375e9 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Unset dirty status for tenant:3835198d500042a9b6a7052bca954a5e on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:01.261675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-20da09b6-d9e5-404d-b39b-77d2a1133706 req-400618c3-5fd0-4885-ad55-9130b41375e9 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120902 May 27 02:00:01.275587 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:01.350878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:01.367845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::2d5 (769b52b1-4592-41b1-83ad-09edb6d58c48/c509ada7-5848-47b8-9c1f-6804521c651c/f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:01.369752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:01.480430 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe09688-9a96-49a9-8855-bcc335a819d6'] response: {'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f', 'code': 200} May 27 02:00:01.591544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:01.772760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-027d4781-4c28-421a-be00-0fa30994021e req-38d26420-d7f0-4b8a-a1d8-52302510d932 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=633eff29-7ff4-4051-a89d-f784b1bad301 HTTP/1.1" status: 200 len: 217 time: 0.1493957 May 27 02:00:01.773775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461628-3af8-4787-9577-7dce7b2d8316 req-835122cf-de28-4c9c-9506-33b6ba8afce5 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:01.779313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65461628-3af8-4787-9577-7dce7b2d8316 req-835122cf-de28-4c9c-9506-33b6ba8afce5 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 948 time: 0.3549652 May 27 02:00:01.783389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:01.844204 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T01:59:54Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:00Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:01.849974 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5577af-f907-4202-a153-f661091e4a04 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T01:59:54Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:00Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:00:01.866736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:01.953124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4781-4c28-421a-be00-0fa30994021e req-45e99572-b93f-4cba-83dc-b05e2a799b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:01.954579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-027d4781-4c28-421a-be00-0fa30994021e req-45e99572-b93f-4cba-83dc-b05e2a799b03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536fcada-8b53-4466-b307-acab5a7fdc2a HTTP/1.1" status: 200 len: 862 time: 0.1674228 May 27 02:00:01.961543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:01.996078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d3edf-c86a-429d-83a7-4ca908e4ba2d req-470a26d1-b00b-42f7-bba9-aee56c96db25 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:02.004953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a7d3edf-c86a-429d-83a7-4ca908e4ba2d req-470a26d1-b00b-42f7-bba9-aee56c96db25 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 946 time: 0.7874210 May 27 02:00:02.006277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Deleting port e29bf6d8-5f81-45f7-97db-32f1b689fa2f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:02.006845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:02.054039 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:00:02.111500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a7d3edf-c86a-429d-83a7-4ca908e4ba2d req-260732ea-e74f-43c2-bde6-4acab02c1ddb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053958 May 27 02:00:02.112218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=c28a90e4-e3a6-4c86-920f-cafdda51b2a1,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:02.125606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-027d4781-4c28-421a-be00-0fa30994021e req-84559454-5a5f-4ad3-ba3d-52b18858722d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a410e08e-9ec1-4cbe-9a75-eab3841534a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562843 May 27 02:00:02.126535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:02.126930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: 8722e2d2-64a3-4637-9177-18804c31036c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:02.314777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 8722e2d2-64a3-4637-9177-18804c31036c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:02.315635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff50e5-562e-43ab-a626-1560b1c19948 req-f83cd730-f793-4a70-a2fb-0434974ec48c tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:02.317385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4ff50e5-562e-43ab-a626-1560b1c19948 req-f83cd730-f793-4a70-a2fb-0434974ec48c tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 948 time: 0.4149854 May 27 02:00:02.328137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-027d4781-4c28-421a-be00-0fa30994021e req-d99758fa-0334-4b5f-bc2a-ff4f2625be37 service neutron] 10.222.0.47 "GET /v2.0/networks/a410e08e-9ec1-4cbe-9a75-eab3841534a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946824 May 27 02:00:02.334014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 8722e2d2-64a3-4637-9177-18804c31036c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:02.379672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:02.407968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595d0cc-1780-4325-b4b8-b6a52cdece3c None None] Network 8722e2d2-64a3-4637-9177-18804c31036c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:02.492341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 769b52b1-4592-41b1-83ad-09edb6d58c48 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:02.534181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:02.550125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:02.555807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:02.556428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:02.584966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-027d4781-4c28-421a-be00-0fa30994021e req-f488ec5f-fed0-4c8f-b4d5-fdb47cb452d4 service neutron] 10.222.0.47 "GET /v2.0/networks/a410e08e-9ec1-4cbe-9a75-eab3841534a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489569 May 27 02:00:02.660988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:02.662903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:02.710680 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7829278 May 27 02:00:02.718991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44844) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:02.740435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d08a-d87f-492a-9488-219ee3bb9dc4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:02.748633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4ff50e5-562e-43ab-a626-1560b1c19948 req-422d73e3-0a9f-4a9c-9ec2-7e410168606b tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988659 May 27 02:00:02.780658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Allocated IP 2001:db8::2 (769b52b1-4592-41b1-83ad-09edb6d58c48/c509ada7-5848-47b8-9c1f-6804521c651c/a860635f-8ae6-45f5-b3df-4333dd9b2495) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:02.805839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8b185a2a-39ee-4dfa-b466-ee9ab1ff1577 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7309723 May 27 02:00:02.813766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:02.836859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] For port e29bf6d8-5f81-45f7-97db-32f1b689fa2f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:02.837908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:02.851996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed9e30-f087-4c96-ade3-d85ee29fd94a req-0cbdbaa4-b4c9-4106-9bc5-ddadfaac846e tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:02.869651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99ed9e30-f087-4c96-ade3-d85ee29fd94a req-0cbdbaa4-b4c9-4106-9bc5-ddadfaac846e tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 943 time: 0.2832181 May 27 02:00:02.959050 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.008150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Calling delete_port for e29bf6d8-5f81-45f7-97db-32f1b689fa2f owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:03.096798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:03.097321 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.109194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-8722e2d2-64a3-4637-9177-18804c31036c', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:03.110212 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.180646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.202468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.263528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Pushing event deleted for resources: {'Port': ['ID=e29bf6d8-5f81-45f7-97db-32f1b689fa2f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:03.382124 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.396026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Transition to ACTIVE for port object a860635f-8ae6-45f5-b3df-4333dd9b2495 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:03.436409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99ed9e30-f087-4c96-ade3-d85ee29fd94a req-343093db-0b4c-49fa-8cbf-424308c9b462 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569337 May 27 02:00:03.442814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e495b238-3920-4cb9-87ff-3aaacb0cf752 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:03.467239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] No DVR routers for this DVR port e29bf6d8-5f81-45f7-97db-32f1b689fa2f on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:00:03.475083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.477669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-deleted', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:03.511180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65461628-3af8-4787-9577-7dce7b2d8316 req-7855e5aa-089d-4081-ab64-f4e87872b8df tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "DELETE /v2.0/ports/e29bf6d8-5f81-45f7-97db-32f1b689fa2f HTTP/1.1" status: 204 len: 173 time: 1.7164903 May 27 02:00:03.551367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a158bf8-f196-40da-9486-cf8051862a09 req-e71205e7-33b0-414d-b02d-c56d9fe9faa3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:03.553193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a158bf8-f196-40da-9486-cf8051862a09 req-e71205e7-33b0-414d-b02d-c56d9fe9faa3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.1719897 May 27 02:00:03.594379 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7562e593-83c5-41a1-a76c-92b382f1acd8'] response: {'server_uuid': 'af8cc436-7fbe-47d4-9b97-e66fb7eab6fe', 'name': 'network-vif-deleted', 'tag': 'e29bf6d8-5f81-45f7-97db-32f1b689fa2f', 'status': 'completed', 'code': 200} May 27 02:00:03.610461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44870) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:03.627318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Allocated IP 172.21.0.2 (8722e2d2-64a3-4637-9177-18804c31036c/c28a90e4-e3a6-4c86-920f-cafdda51b2a1/79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:03.643676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Transition to ACTIVE for port object a860635f-8ae6-45f5-b3df-4333dd9b2495 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:03.669942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.678902 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.698934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a158bf8-f196-40da-9486-cf8051862a09 req-b6add103-40e2-4ad7-a988-6a1fe29f6dd2 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392474 May 27 02:00:03.884812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Network 769b52b1-4592-41b1-83ad-09edb6d58c48 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:03.896901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:03.909488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:03.917829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e495b238-3920-4cb9-87ff-3aaacb0cf752 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:03.918303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.938415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:03.944525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca27e90b8a2941c380c5c39fabe2b88f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:03.948711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e495b238-3920-4cb9-87ff-3aaacb0cf752 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:03.949082 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:03.954985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:03.965196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:04.032601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8d42c79f-471c-4ba3-b4f8-3155c92ce709 req-996c6cbc-307f-4e0b-ada3-1987d0bbfd53 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Synchronizing usage tracker for tenant:e1dd2bfa3b914dee9bd291bc36489222 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:04.053269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Pushing event updated for resources: {'Port': ['ID=a860635f-8ae6-45f5-b3df-4333dd9b2495,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:04.080373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8d42c79f-471c-4ba3-b4f8-3155c92ce709 req-996c6cbc-307f-4e0b-ada3-1987d0bbfd53 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Unset dirty status for tenant:e1dd2bfa3b914dee9bd291bc36489222 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:04.081697 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d42c79f-471c-4ba3-b4f8-3155c92ce709 req-996c6cbc-307f-4e0b-ada3-1987d0bbfd53 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=af8cc436-7fbe-47d4-9b97-e66fb7eab6fe HTTP/1.1" status: 200 len: 210 time: 0.1060262 May 27 02:00:04.111879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 633eff29-7ff4-4051-a89d-f784b1bad301 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:00:04.114025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:04.151831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:04.195382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.214059 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.297153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Attempting to bind port a860635f-8ae6-45f5-b3df-4333dd9b2495 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:04.297646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Attempting to bind port a860635f-8ae6-45f5-b3df-4333dd9b2495 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '27c264b1-e85b-4eb7-80ed-99a71b7d3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:04.298010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Attempting to bind port a860635f-8ae6-45f5-b3df-4333dd9b2495 on network 769b52b1-4592-41b1-83ad-09edb6d58c48 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:04.304403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f9dacb-7a2b-4bfa-bd16-e92983e7d5ac,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:04.347716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:04.348400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Checking segment: {'id': '27c264b1-e85b-4eb7-80ed-99a71b7d3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:04.348957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.349498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Bound using segment: {'id': '27c264b1-e85b-4eb7-80ed-99a71b7d3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:04.350116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Bound port: a860635f-8ae6-45f5-b3df-4333dd9b2495, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c264b1-e85b-4eb7-80ed-99a71b7d3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '769b52b1-4592-41b1-83ad-09edb6d58c48'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:04.350657 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.373866 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-72676f50-001e-4be2-9c24-a8f7c9c852f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca27e90b8a2941c380c5c39fabe2b88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509816 May 27 02:00:04.374603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44888) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:04.486995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-981ef1b9-e608-4990-a619-f304752b44d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.556043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-981ef1b9-e608-4990-a619-f304752b44d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.601240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] For port a860635f-8ae6-45f5-b3df-4333dd9b2495, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:04.608532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] For port a860635f-8ae6-45f5-b3df-4333dd9b2495, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a860635f-8ae6-45f5-b3df-4333dd9b2495,segment=NetworkSegment(27c264b1-e85b-4eb7-80ed-99a71b7d3a91),segment_id=27c264b1-e85b-4eb7-80ed-99a71b7d3a91)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:04.634890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.656472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.691452 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.703027 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-981ef1b9-e608-4990-a619-f304752b44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.738334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-981ef1b9-e608-4990-a619-f304752b44d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.739537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-981ef1b9-e608-4990-a619-f304752b44d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2f9dacb-7a2b-4bfa-bd16-e92983e7d5ac HTTP/1.1" status: 204 len: 168 time: 0.3639827 May 27 02:00:04.748374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef1b9-e608-4990-a619-f304752b44d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f9dacb-7a2b-4bfa-bd16-e92983e7d5ac,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:04.783344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028e28-95f6-4567-bc94-9ff7f4b24458 req-c82599c7-0a15-4ee1-9594-bfd14af2c8d9 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:04.785241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55028e28-95f6-4567-bc94-9ff7f4b24458 req-c82599c7-0a15-4ee1-9594-bfd14af2c8d9 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 943 time: 0.1598446 May 27 02:00:04.842556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:04.850233 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.900829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55028e28-95f6-4567-bc94-9ff7f4b24458 req-cc82e681-fc0f-46cc-acd8-ef970dc74e6d tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094389 May 27 02:00:04.915656 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.928860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e495b238-3920-4cb9-87ff-3aaacb0cf752 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:04.929238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:04.956463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Transition to ACTIVE for port object 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:04.966282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3d6571f7-f7ae-43f6-99e9-7bfb05a5d14d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e HTTP/1.1" status: 204 len: 168 time: 2.2386446 May 27 02:00:04.968138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44902) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:04.994457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=633eff29-7ff4-4051-a89d-f784b1bad301,segment=NetworkSegment(c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7),segment_id=c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:05.033518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:05.059954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec8d74-b5dc-46bb-9c7e-7826cf47f3e8 None None] Pushing event updated for resources: {'Port': ['ID=a860635f-8ae6-45f5-b3df-4333dd9b2495,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:05.063739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Transition to ACTIVE for port object 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:05.069057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '633eff29-7ff4-4051-a89d-f784b1bad301', 'network_id': 'a410e08e-9ec1-4cbe-9a75-eab3841534a2', 'port_id': '633eff29-7ff4-4051-a89d-f784b1bad301', 'mac_address': 'fa:16:3e:0b:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536fcada-8b53-4466-b307-acab5a7fdc2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:00:05.101301 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9920cd63-a2c6-4d30-a739-617ace2fe538 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:00:05.101301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9920cd63-a2c6-4d30-a739-617ace2fe538 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:00:05.102982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9920cd63-a2c6-4d30-a739-617ace2fe538 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e HTTP/1.1" status: 404 len: 333 time: 0.1333876 May 27 02:00:05.116556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44910) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:05.145197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e495b238-3920-4cb9-87ff-3aaacb0cf752, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e495b238-3920-4cb9-87ff-3aaacb0cf752,segment=NetworkSegment(92d2130e-2921-425a-ad21-5da3fa5579a3),segment_id=92d2130e-2921-425a-ad21-5da3fa5579a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:05.146503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 633eff29-7ff4-4051-a89d-f784b1bad301 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:05.146596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.182048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.235942 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.246414 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-575f11c1-b533-43fc-94c3-4a174eabfd04 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:00:05.246573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-575f11c1-b533-43fc-94c3-4a174eabfd04 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:05.263847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633eff29-7ff4-4051-a89d-f784b1bad301 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:00:05.332225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Network 8722e2d2-64a3-4637-9177-18804c31036c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:05.338886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-575f11c1-b533-43fc-94c3-4a174eabfd04 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:05.343672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-575f11c1-b533-43fc-94c3-4a174eabfd04 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/f4abdfd3-3f2e-4a6f-95c2-503c3b3b408e HTTP/1.1" status: 404 len: 333 time: 0.2244306 May 27 02:00:05.344979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44928) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:05.345583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:05.350542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=633eff29-7ff4-4051-a89d-f784b1bad301,segment=NetworkSegment(c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7),segment_id=c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:05.352023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Pushing event updated for resources: {'Port': ['ID=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:05.354962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:05.460963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e495b238-3920-4cb9-87ff-3aaacb0cf752,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:05.465873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.482327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet c509ada7-5848-47b8-9c1f-6804521c651c {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:05.530041 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.656059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=633eff29-7ff4-4051-a89d-f784b1bad301,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:05.672459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Attempting to bind port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:05.673173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Attempting to bind port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:05.673760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Attempting to bind port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 on network 8722e2d2-64a3-4637-9177-18804c31036c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:05.680470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:05.680931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Checking segment: {'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:05.681346 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.681963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Bound using segment: {'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:05.682797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Bound port: 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:05.683379 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.706012 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.732953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.21.0.1 (8722e2d2-64a3-4637-9177-18804c31036c/c28a90e4-e3a6-4c86-920f-cafdda51b2a1/b2476348-d688-4881-b7fc-70769a893351) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:05.800217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fcc58-25df-4d73-82f3-425d8594802e req-96a452e4-4d43-49d9-ba6b-07902d6fe70b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.808821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-568fcc58-25df-4d73-82f3-425d8594802e req-96a452e4-4d43-49d9-ba6b-07902d6fe70b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.4547138 May 27 02:00:05.819436 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0a0ecbe-4a54-4f20-aa6f-1e480fc39517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.864069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] For port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:05.873199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] For port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,segment=NetworkSegment(691f60bd-773d-4c4f-9ee7-27c0d39a8677),segment_id=691f60bd-773d-4c4f-9ee7-27c0d39a8677)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:05.880245 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:05.922188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.926276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.932022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.940439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.946217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.952874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.958561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:05.966148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-647f6a60-e195-4457-8130-daaf801c800a tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.4805200 May 27 02:00:05.997804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:06.002644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951463a9-0fcb-48bc-b60f-9b4a9f3b678e None None] Pushing event updated for resources: {'Port': ['ID=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:06.010187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['633eff29-7ff4-4051-a89d-f784b1bad301'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:00:06.019842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object b2476348-d688-4881-b7fc-70769a893351 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:06.050368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-217d5981-af46-4dc2-86a1-7ebb085bb71c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5520504 May 27 02:00:06.080957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bed76acd-c2da-4b1a-8c0f-493158914128 req-452c0061-9e78-4648-b8b7-2503d9d607f0 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138778 May 27 02:00:06.109141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:06.126520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e29bf6d8-5f81-45f7-97db-32f1b689fa2f no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:06.153978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-568fcc58-25df-4d73-82f3-425d8594802e req-429424b5-ae53-44fd-bad6-4a959425bf5d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850055 May 27 02:00:06.155372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:06.181963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: e29bf6d8-5f81-45f7-97db-32f1b689fa2f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:00:06.185408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e29bf6d8-5f81-45f7-97db-32f1b689fa2f not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:00:06.310142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 8722e2d2-64a3-4637-9177-18804c31036c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:06.316141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:06.321710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:06.328949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:06.413606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=b2476348-d688-4881-b7fc-70769a893351,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:06.502226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:06.507099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=c509ada7-5848-47b8-9c1f-6804521c651c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:06.529144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:06.569947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-17c88a70-4ee6-41fd-8680-937f3e52899e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/c509ada7-5848-47b8-9c1f-6804521c651c HTTP/1.1" status: 204 len: 168 time: 1.2201207 May 27 02:00:06.582103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44964) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:06.633347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:06.640066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:06.649602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:06.658651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:06.664964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:06.695003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:06.709472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:06.711388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6c84fc0-3898-4ced-a3c4-26fe189b65a4 req-81e41007-fd94-42ca-8def-0f545ff938db tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.2577510 May 27 02:00:06.855294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32820a9-1e0d-4f48-8f32-3e62824724cc None None] Network 769b52b1-4592-41b1-83ad-09edb6d58c48 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:07.127518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-98677f3c-0090-4952-8a07-a860f8dbe51d None None] Provisioning for port a860635f-8ae6-45f5-b3df-4333dd9b2495 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:07.153204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:07.159829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:07.210910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port a860635f-8ae6-45f5-b3df-4333dd9b2495 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:07.211490 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:07.277167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] DHCP port deletion for 769b52b1-4592-41b1-83ad-09edb6d58c48 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:00:07.286528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Deleting port a860635f-8ae6-45f5-b3df-4333dd9b2495 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:07.287386 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:07.512494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bfbd5-518c-4f09-8fa6-84daab124c4e req-a995fd89-faa5-4e07-b1fb-77594b952a48 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:07.520971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec6bfbd5-518c-4f09-8fa6-84daab124c4e req-a995fd89-faa5-4e07-b1fb-77594b952a48 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 949 time: 0.2716198 May 27 02:00:07.572369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:07.645356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf20fc-1182-4aa4-8f89-de30619aca98 req-16f4aed1-8b15-4a3d-84d1-3bbcb2bb0bbf tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:07.648415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6eaf20fc-1182-4aa4-8f89-de30619aca98 req-16f4aed1-8b15-4a3d-84d1-3bbcb2bb0bbf tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 944 time: 1.0602031 May 27 02:00:07.677953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec6bfbd5-518c-4f09-8fa6-84daab124c4e req-6be4c295-111f-45fe-890f-b5319a83bf7c tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559970 May 27 02:00:07.904720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:07.974644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05321123-9504-410b-8e34-49c7faa1a081 None None] Network 8722e2d2-64a3-4637-9177-18804c31036c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:08.033309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7278-1987-4f4b-9b06-9ebcb2d92f3b req-2d75a125-189c-42e0-94be-b441769434b9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:08.035393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f1b7278-1987-4f4b-9b06-9ebcb2d92f3b req-2d75a125-189c-42e0-94be-b441769434b9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.1137509 May 27 02:00:08.089478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6eaf20fc-1182-4aa4-8f89-de30619aca98 req-63a3c047-6b87-4e5c-bba8-6e11a69c4329 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060304 May 27 02:00:08.123210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f1b7278-1987-4f4b-9b06-9ebcb2d92f3b req-6ab0fbf2-c91b-44e3-b0cf-75142e1b2040 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812030 May 27 02:00:08.160735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] For port a860635f-8ae6-45f5-b3df-4333dd9b2495, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a860635f-8ae6-45f5-b3df-4333dd9b2495,segment=NetworkSegment(27c264b1-e85b-4eb7-80ed-99a71b7d3a91),segment_id=27c264b1-e85b-4eb7-80ed-99a71b7d3a91)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:08.161186 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.173267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 633eff29-7ff4-4051-a89d-f784b1bad301 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:08.175509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-776634367'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:08.183881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:08.189731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Usage tracker for resource:network and tenant:22cc9b32d5374ed29a8b1785b69578c9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:08.193308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:08.200040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:08.213668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Made reservation on behalf of 22cc9b32d5374ed29a8b1785b69578c9 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:08.217332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.234979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.251032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:08.255107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Usage tracker for resource:security_group_rule and tenant:22cc9b32d5374ed29a8b1785b69578c9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:08.258046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:08.264393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:08.280158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ad76f73-0c65-46f1-8afe-cdec3960e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.334959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for a860635f-8ae6-45f5-b3df-4333dd9b2495 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:08.373614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-204022fa-647f-4663-a31f-3957ca596839 None None] Provisioning for port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:08.382867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.390541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.438930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89af4f21-cd25-4b97-8330-be7a99b931d8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:08.450354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:08.455607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.458849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] For port a860635f-8ae6-45f5-b3df-4333dd9b2495, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a860635f-8ae6-45f5-b3df-4333dd9b2495,segment=NetworkSegment(27c264b1-e85b-4eb7-80ed-99a71b7d3a91),segment_id=27c264b1-e85b-4eb7-80ed-99a71b7d3a91)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:08.460119 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.463184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.467798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.468428 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Added segment 7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd of type vlan for network e82bb4b6-de0d-417e-933f-cbd50b658f80 May 27 02:00:08.500014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.567425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.568461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.580332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:08.581053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.664780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No DVR routers for this DVR port a860635f-8ae6-45f5-b3df-4333dd9b2495 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:00:08.666492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Calling delete_port for a860635f-8ae6-45f5-b3df-4333dd9b2495 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:08.739914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Pushing event updated for resources: {'Network': ['ID=e82bb4b6-de0d-417e-933f-cbd50b658f80,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:08.765721 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-699f0883-29bd-4bfe-a073-fb443e523bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8578188 May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.810837 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:00:08.813337 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:00:08.827078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:00:08.827748 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:00:08.837228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e82bb4b6-de0d-417e-933f-cbd50b658f80 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:08.899753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.912213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=b2476348-d688-4881-b7fc-70769a893351,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:08.926251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:08.940895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:08.941460 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.953671 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:08.982603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769b52b1-4592-41b1-83ad-09edb6d58c48']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:08.997341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c264b1-e85b-4eb7-80ed-99a71b7d3a91') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:08.997876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c264b1-e85b-4eb7-80ed-99a71b7d3a91') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:09.005574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 633eff29-7ff4-4051-a89d-f784b1bad301 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:09.011225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.019164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 633eff29-7ff4-4051-a89d-f784b1bad301 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:09.020989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.030470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.037201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:00:09.037759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.069026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45000) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:09.076059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Request body: {'port': {'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80', 'binding:host_id': 'n-h2-843146-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-169721448'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:09.082738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:09.087190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Usage tracker for resource:port and tenant:eaef8e636c5e486d814e81a110659787 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:09.092092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:09.100011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:09.116712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Made reservation on behalf of eaef8e636c5e486d814e81a110659787 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:09.145253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.249644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.275997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:09.276616 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.323296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,segment=NetworkSegment(691f60bd-773d-4c4f-9ee7-27c0d39a8677),segment_id=691f60bd-773d-4c4f-9ee7-27c0d39a8677)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:09.332099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Deleting port a860635f-8ae6-45f5-b3df-4333dd9b2495 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:09.332672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.368853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:09.380833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Usage tracker for resource:security_group_rule and tenant:eaef8e636c5e486d814e81a110659787 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:09.386539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:09.403216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.403998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e495b238-3920-4cb9-87ff-3aaacb0cf752 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:09.405481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:09.410434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=a860635f-8ae6-45f5-b3df-4333dd9b2495,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:09.426962 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 27c264b1-e85b-4eb7-80ed-99a71b7d3a91 resource provider aggregate not found May 27 02:00:09.495448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ff5-afc0-480e-8d51-0387b2ae4566 req-8a241dc6-807f-44ee-b3ab-cb8301dd96a8 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:09.499216 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 27c264b1-e85b-4eb7-80ed-99a71b7d3a91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27c264b1-e85b-4eb7-80ed-99a71b7d3a91 found for delete ", "request_id": "req-c8e901e6-e758-4e8f-8187-6862a2519647"}]} May 27 02:00:09.504721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b359400c-d5bc-4f7c-9ad0-46fd0d3eb5f0 None None] The port 'a860635f-8ae6-45f5-b3df-4333dd9b2495' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:00:09.508749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c782ff5-afc0-480e-8d51-0387b2ae4566 req-8a241dc6-807f-44ee-b3ab-cb8301dd96a8 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 944 time: 0.1952381 May 27 02:00:09.521539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-fbac1a9e-0fc0-42ef-84a6-ad5301f63a32 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:09.523451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-fbac1a9e-0fc0-42ef-84a6-ad5301f63a32 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 949 time: 0.3652952 May 27 02:00:09.569515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.605455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.618826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=769b52b1-4592-41b1-83ad-09edb6d58c48,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:09.638013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network 8722e2d2-64a3-4637-9177-18804c31036c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:09.646828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c782ff5-afc0-480e-8d51-0387b2ae4566 req-ca2ec79b-d61b-47bd-9f62-c0720a87dedc tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371009 May 27 02:00:09.649555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c4a1a-34b3-4d2f-8328-68624258d0f2 req-d378661e-4412-4e23-b666-0664f0b0fa04 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:09.651506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c5c4a1a-34b3-4d2f-8328-68624258d0f2 req-d378661e-4412-4e23-b666-0664f0b0fa04 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 949 time: 0.7540305 May 27 02:00:09.654294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:09.667412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Deleting port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:09.667752 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.681940 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.792501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.820458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:09.842740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.882252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-98c9d333-e4d9-49ad-b41f-d815cc70a22d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/769b52b1-4592-41b1-83ad-09edb6d58c48 HTTP/1.1" status: 204 len: 168 time: 3.2871103 May 27 02:00:09.892345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e495b238-3920-4cb9-87ff-3aaacb0cf752 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:09.892886 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.895076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45018) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:09.897578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.908062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1084421232'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:09.930357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:09.935014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] device_id is not set on port 6fb4b986-010d-4300-9105-3d0c562dcd7a yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:09.944616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 633eff29-7ff4-4051-a89d-f784b1bad301 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:09.945008 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:09.983529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:00:09.995377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:10.022950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c5c4a1a-34b3-4d2f-8328-68624258d0f2 req-fb398752-ef24-41ac-8c41-ce306fd40bed tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830647 May 27 02:00:10.033241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:10.049894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c5a2c-d9d5-4531-83be-a74365228130,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:10.080382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=633eff29-7ff4-4051-a89d-f784b1bad301,segment=NetworkSegment(c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7),segment_id=c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:10.084473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:10.092660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:10.169933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45030) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:10.175602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:10.186159 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f83048-b12a-4ee0-90d4-12ec0dc72c18'] response: {'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301', 'code': 200} May 27 02:00:10.281236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e495b238-3920-4cb9-87ff-3aaacb0cf752 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:10.282656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:10.286699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:10.302036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=633eff29-7ff4-4051-a89d-f784b1bad301,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:10.350755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:00:10.365421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:00:10.379994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:10.380653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:10.388300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-824488e6-ccbf-4b2c-a92d-c514ce2c1c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5722370 May 27 02:00:10.393605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45036) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:10.407189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-195921073'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:10.448812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dce6-b8aa-4a5b-b031-8fc5f8dced67 req-39f21738-7789-4d6f-a3d0-34d1b249d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:10.451877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:10.452343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-24c8dce6-b8aa-4a5b-b031-8fc5f8dced67 req-39f21738-7789-4d6f-a3d0-34d1b249d120 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 1097 time: 0.1672404 May 27 02:00:10.463546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:10.469352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:10.473403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:10.495185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006f845-295b-4103-a339-a535b6bd4e69 req-49b7747e-0e87-4405-9603-517d2684b61c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:10.502161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1006f845-295b-4103-a339-a535b6bd4e69 req-49b7747e-0e87-4405-9603-517d2684b61c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.6576099 May 27 02:00:10.509863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:10.510105 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-24c8dce6-b8aa-4a5b-b031-8fc5f8dced67 req-99a2ae06-f409-4461-b7a6-de00eb04c4c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502360 May 27 02:00:10.629470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15c424d8-8186-42b2-bfe5-181802cd7fa4 None None] Provisioning for port b2476348-d688-4881-b7fc-70769a893351 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:10.634181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:10.711157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:10.711644 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:10.770809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:10.775044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15c424d8-8186-42b2-bfe5-181802cd7fa4 None None] Provisioning complete for port b2476348-d688-4881-b7fc-70769a893351 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:10.775552 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15c424d8-8186-42b2-bfe5-181802cd7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:10.777699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] For port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:10.778068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:10.907987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa0dae-5d21-4399-ba23-669805460751 req-81aeb977-8010-41c7-a8ab-270d6bbac058 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:10.909767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6cfa0dae-5d21-4399-ba23-669805460751 req-81aeb977-8010-41c7-a8ab-270d6bbac058 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 945 time: 0.1161287 May 27 02:00:10.957162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:10.957763 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment c7cd71e1-ac90-45e1-b09f-4ceb1a422f93 of type vlan for network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 May 27 02:00:10.964305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6cfa0dae-5d21-4399-ba23-669805460751 req-24ede68d-8bd4-434e-a550-d5919e146c2e tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 May 27 02:00:10.965930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Calling delete_port for e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:10.987686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-15c424d8-8186-42b2-bfe5-181802cd7fa4 None None] Port b2476348-d688-4881-b7fc-70769a893351 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:11.000694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:11.004135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.037203 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.072396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1006f845-295b-4103-a339-a535b6bd4e69 req-ca7725c6-c54a-488a-94a6-772f25a4ecd6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5693712 May 27 02:00:11.081014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15c424d8-8186-42b2-bfe5-181802cd7fa4 None None] Provisioning complete for port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:11.081483 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15c424d8-8186-42b2-bfe5-181802cd7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.160191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.202445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:11.211933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.212415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.212865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.213325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.213779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.214230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.214689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.219193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-97e0cd73-75ce-45e6-8beb-533e9833de50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6507 time: 1.0370770 May 27 02:00:11.229346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] device_id is not set on port 6fb4b986-010d-4300-9105-3d0c562dcd7a yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:11.256840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa180-bf1e-4ab0-8bf4-6ef3f31ee81f req-ed0b7f82-9160-4d6f-83d3-28c557114a9c tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.258830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aadfa180-bf1e-4ab0-8bf4-6ef3f31ee81f req-ed0b7f82-9160-4d6f-83d3-28c557114a9c tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5de0b634-9d49-417c-b3f6-2d99469ca977 HTTP/1.1" status: 200 len: 949 time: 0.1003876 May 27 02:00:11.267891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:11.279145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.296676 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.297026 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment c8b9ea2b-068b-42d5-930b-aa20d5c8be03 of type vlan for network a991ac90-d573-4ef3-9afe-76ca9abbe763 May 27 02:00:11.314654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-c4dc4b06-2b4b-4f4c-b66e-bbbfd410a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.315134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aadfa180-bf1e-4ab0-8bf4-6ef3f31ee81f req-ce39050e-3f97-4aea-a16a-bd2003509cd4 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.16 "GET /v2.0/security-groups?id=a575a743-598b-47f1-8c3e-f529f35aa014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 May 27 02:00:11.316135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-c4dc4b06-2b4b-4f4c-b66e-bbbfd410a6d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf&tenant_id=c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 1096 time: 0.7602639 May 27 02:00:11.354986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-15c424d8-8186-42b2-bfe5-181802cd7fa4 None None] Current status of the port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:11.366167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:06Z', 'revision_number': 3, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:07Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:11.368404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.370776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:00:11.371222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Updating router f9be4be2-0e40-4c5f-8479-e5116df29487 port b2476348-d688-4881-b7fc-70769a893351 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:00:11.373812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.374390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.424940 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.452957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Transition to ACTIVE for port object 6fb4b986-010d-4300-9105-3d0c562dcd7a will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:11.477137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-e074e9ff-407f-4b1c-a3b7-b3594ca67148 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70c45b53-916e-4271-a075-72e47ba3a7b6&id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2290173 May 27 02:00:11.549028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-da702513-72d8-4fc0-b58a-a1867a8b8663 None None] Provisioning complete for port b2476348-d688-4881-b7fc-70769a893351 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:11.549630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-da702513-72d8-4fc0-b58a-a1867a8b8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.550103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.585453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.636562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-da702513-72d8-4fc0-b58a-a1867a8b8663 None None] Port b2476348-d688-4881-b7fc-70769a893351 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:11.660647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.663164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=1addef6f-9eca-4a0b-b59b-c82a5506e3b6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:11.692059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bd414772-f833-4822-81ea-1a2a5ada6d24 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7957559 May 27 02:00:11.695020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45046) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:11.701345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:11.709522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:11.770906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=6fb4b986-010d-4300-9105-3d0c562dcd7a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:11.831533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:11.835563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:11.838741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:11.845674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:11.850466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.855992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.856777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.861084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:11.865912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.901972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] No DVR routers for this DVR port e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:00:11.905604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-b975b9c0-4ba3-4428-8603-8cee25da09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:11.907276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-b975b9c0-4ba3-4428-8603-8cee25da09b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1096 time: 0.5292130 May 27 02:00:11.908156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Pushing event deleted for resources: {'Port': ['ID=e6ae0d94-a466-4ca2-b69d-87f1b6b360f2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:11.916125 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:11.918453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fde58fcb-f069-4fc0-baf7-ecc01a3ba61b req-129b9133-e48c-4fd3-8424-5270d88b8d49 tempest-ListImageFiltersTestJSON-1958746667 tempest-ListImageFiltersTestJSON-1958746667-project] 10.222.0.47 "DELETE /v2.0/ports/e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 HTTP/1.1" status: 204 len: 173 time: 2.3613403 May 27 02:00:11.919371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Checking segment: {'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:11.919890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Network hostable DHCP agents. Network: e82bb4b6-de0d-417e-933f-cbd50b658f80, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:11.925882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-deleted', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:12.104631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:12.119004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:12.181885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Transition to ACTIVE for port object b2476348-d688-4881-b7fc-70769a893351 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:12.185648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:00:12.185956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e6ae0d94-a466-4ca2-b69d-87f1b6b360f2 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:00:12.194022 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:12.211055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-4a7aa78a-98ae-495a-bc80-68c5271c7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:12.212525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-4a7aa78a-98ae-495a-bc80-68c5271c7362 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.2815969 May 27 02:00:12.217943 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd1d615-a796-4a16-afcb-871277148f3c'] response: {'server_uuid': '5de0b634-9d49-417c-b3f6-2d99469ca977', 'name': 'network-vif-deleted', 'tag': 'e6ae0d94-a466-4ca2-b69d-87f1b6b360f2', 'status': 'completed', 'code': 200} May 27 02:00:12.253655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8527079 May 27 02:00:12.254587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f0470-de28-44a7-8b42-5e625c5c277b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=a991ac90-d573-4ef3-9afe-76ca9abbe763,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:12.272569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:12.297437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45060) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:12.391624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:12.414856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2d6f-c9e1-4cad-9336-e388866de62b req-8cce3921-4b00-436b-b5ae-45898c2089ba tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:12.423414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97fe2d6f-c9e1-4cad-9336-e388866de62b req-8cce3921-4b00-436b-b5ae-45898c2089ba tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 945 time: 0.2932456 May 27 02:00:12.425660 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:12.532869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8ce53-b8b2-4b0d-9fab-d115edd7d163 None None] Pushing event updated for resources: {'Port': ['ID=b2476348-d688-4881-b7fc-70769a893351,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:12.553645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Network e82bb4b6-de0d-417e-933f-cbd50b658f80 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:12.610145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=8ae1fb59-a41f-4504-9fa7-71383d0789cf,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:12.630694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97fe2d6f-c9e1-4cad-9336-e388866de62b req-6157f79d-5884-49d5-b511-92ccb080d4cd tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481657 May 27 02:00:12.691728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': 'c7cd71e1-ac90-45e1-b09f-4ceb1a422f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:12.695033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: 1addef6f-9eca-4a0b-b59b-c82a5506e3b6, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:12.717538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Attempting to bind port b2476348-d688-4881-b7fc-70769a893351 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:12.719488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Attempting to bind port b2476348-d688-4881-b7fc-70769a893351 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:12.721797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Attempting to bind port b2476348-d688-4881-b7fc-70769a893351 on network 8722e2d2-64a3-4637-9177-18804c31036c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:12.731297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:12.731917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Checking segment: {'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:12.732600 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:12.732931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Bound using segment: {'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:12.733502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Bound port: b2476348-d688-4881-b7fc-70769a893351, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691f60bd-773d-4c4f-9ee7-27c0d39a8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:12.733976 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:12.747905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:12.764412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1addef6f-9eca-4a0b-b59b-c82a5506e3b6) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:12.769798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:12.771352 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:12.800314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-da300813-336f-4268-8f90-8b811fd19984 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1040447 May 27 02:00:12.801770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e82bb4b6-de0d-417e-933f-cbd50b658f80) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:12.803065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45070) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:12.811344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-100609411'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:12.814953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:12.832198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe65783-1837-4e41-a1a5-5d31c222cae2 None None] Network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:12.833365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:12.833685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:12.834053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:12.840692 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-58858c67-c3b1-4bd4-b2fc-91db2244ac50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 1000 time: 0.5820377 May 27 02:00:12.848158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:12.848507 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:12.848871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a36e6b0-57c6-45e5-ab87-dafee290c21e None None] Network e82bb4b6-de0d-417e-933f-cbd50b658f80 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:12.917631 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 2 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:12.926436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-2d8026d1-58fb-4234-8c67-d88c7142ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:12.928113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-2d8026d1-58fb-4234-8c67-d88c7142ac05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.0781512 May 27 02:00:12.930998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:12.988758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:12.992702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:12.993011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:12.993347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:13.000976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:13.015802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:13.019466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:13.019797 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:13.023030 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 3 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:13.052638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e652482-dfcf-4c21-8d52-0c90bcb79691 req-71154555-f256-46ea-aa4e-fef742b0281a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:13.060109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e652482-dfcf-4c21-8d52-0c90bcb79691 req-71154555-f256-46ea-aa4e-fef742b0281a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.7996325 May 27 02:00:13.081091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:13.081412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:13.081750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:13.098687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:13.099045 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:13.101967 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 4 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:13.109920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:13.113300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:13.185848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:13.192517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:13.198461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:13.207470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] For port b2476348-d688-4881-b7fc-70769a893351, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:13.211938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:13.213084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e652482-dfcf-4c21-8d52-0c90bcb79691 req-078ae33f-68ff-4df9-bfc0-2d5b13550041 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523745 May 27 02:00:13.237798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:13.238138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:13.238478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:13.239659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:13.244520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:13.254891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] For port b2476348-d688-4881-b7fc-70769a893351, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b2476348-d688-4881-b7fc-70769a893351,segment=NetworkSegment(691f60bd-773d-4c4f-9ee7-27c0d39a8677),segment_id=691f60bd-773d-4c4f-9ee7-27c0d39a8677)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:13.275711 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:13.285506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:13.285839 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:13.289345 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 5 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:13.292406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 5c8af707-0637-444f-92ce-aa0f180da86a yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:13.301721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-6dd7b3a6-6841-43c1-8b51-b7f061855875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:13.303608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-6dd7b3a6-6841-43c1-8b51-b7f061855875 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3688653 May 27 02:00:13.317751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-e600d420-e905-4fab-a0cc-2d0772011059 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:00:13.319056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-e600d420-e905-4fab-a0cc-2d0772011059 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053394 May 27 02:00:13.328796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:13.329348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:13.329836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:13.365548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:13.366058 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:13.416363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:13.417063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:13.423746 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 6 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:13.500419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:13.501061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:13.501552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:13.564398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:13.564730 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:13.572402 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 7 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:13.662079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:13.662639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:13.663142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:13.666518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3351a053-e899-4262-9672-2681e0df341e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1addef6f-9eca-4a0b-b59b-c82a5506e3b6', 'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6', 'tenant_id': '5d83088938df49feaa90c36e45991934', 'fixed_ips': [{'subnet_id': '8ae1fb59-a41f-4504-9fa7-71383d0789cf'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:13.669349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3351a053-e899-4262-9672-2681e0df341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:13.670098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-6c96beba-cf49-45a4-9eeb-760a74688698 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423090 May 27 02:00:13.712693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8ce53-b8b2-4b0d-9fab-d115edd7d163 None None] Pushing event updated for resources: {'Port': ['ID=b2476348-d688-4881-b7fc-70769a893351,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:13.734413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:13.735003 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:13.739286 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 8 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:13.770349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::33a (1addef6f-9eca-4a0b-b59b-c82a5506e3b6/8ae1fb59-a41f-4504-9fa7-71383d0789cf/5c8af707-0637-444f-92ce-aa0f180da86a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:13.879024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:13.890185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:13.890628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:13.890736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:13.901632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:13.947446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:13.948021 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:13.956213 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 9 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:13.995722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.018794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 5c8af707-0637-444f-92ce-aa0f180da86a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:14.036462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:14.036939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:14.037539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:14.055090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.094180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=950d49dc-0e97-414f-838f-17367cc1160f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:14.108100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:14.108577 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:14.114503 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 10 to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a May 27 02:00:14.128751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:14.136416 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bb4a7ec-3d5d-4f76-bbaa-3b31888a06ff req-5005b6ca-e467-40f6-8eda-b84fc731bd80 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583268 May 27 02:00:14.141706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:14.142053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:14.142400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:14.151055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:14.151237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: a991ac90-d573-4ef3-9afe-76ca9abbe763, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:14.159075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 6fb4b986-010d-4300-9105-3d0c562dcd7a on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:14.159487 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 6fb4b986-010d-4300-9105-3d0c562dcd7a on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:14.159860 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.178980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=5c8af707-0637-444f-92ce-aa0f180da86a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:14.182198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:14.188584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:14.197938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:14.198400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.226575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.227414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.228674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.229368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.230224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.231365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.232427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.232872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.233394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.233865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.236786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.237354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:14.271740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-639ad356-2efc-45b2-ae86-cc2292835ac4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4672554 May 27 02:00:14.273229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45140) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:14.286382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fd8dd-fdda-4bfc-b145-c5fc1d9ed23f req-18c8ed02-c198-469c-902a-39a4b2bfa1ca tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:14.291038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a11fd8dd-fdda-4bfc-b145-c5fc1d9ed23f req-18c8ed02-c198-469c-902a-39a4b2bfa1ca tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 945 time: 0.4543822 May 27 02:00:14.308056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:14.347776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-3351a053-e899-4262-9672-2681e0df341e None None] Allocated IP 2001:db8::2 (1addef6f-9eca-4a0b-b59b-c82a5506e3b6/8ae1fb59-a41f-4504-9fa7-71383d0789cf/3b785bae-0fb3-47b1-8909-5d23b3e26962) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:14.387464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a11fd8dd-fdda-4bfc-b145-c5fc1d9ed23f req-78140756-9df2-4831-af4d-49ea1e4ff6e8 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829427 May 27 02:00:14.390010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a991ac90-d573-4ef3-9afe-76ca9abbe763) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:14.407393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:14.408313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.415369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 5c8af707-0637-444f-92ce-aa0f180da86a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:14.416070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.440524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] For port 6fb4b986-010d-4300-9105-3d0c562dcd7a, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:14.441160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempted to set empty binding levels {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:00:14.453697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.479372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e108a232-30f7-44f1-bbb3-d52314119ecf None None] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:14.540904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-955399b3-4661-457e-abca-bac77043a0d6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2424021 May 27 02:00:14.551643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45156) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:14.556782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:14.557699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.779445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:14.805293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=6fb4b986-010d-4300-9105-3d0c562dcd7a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:14.853735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:06Z', 'revision_number': 3, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:13Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:14.892860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33d4b5-2439-45f1-ad25-458448ec0c09 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:06Z', 'revision_number': 3, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:13Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:00:14.973182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e6666723-193b-4255-add2-f69bda20d75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.8866315 May 27 02:00:14.976995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45164) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:15.045908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-a991ac90-d573-4ef3-9afe-76ca9abbe763', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:15.046773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:15.190581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45168) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:15.232599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 5c8af707-0637-444f-92ce-aa0f180da86a owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:15.649319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Allocated IP 172.22.0.2 (a991ac90-d573-4ef3-9afe-76ca9abbe763/950d49dc-0e97-414f-838f-17367cc1160f/86db7fcd-2012-4ab6-a564-fa32c062e0be) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:15.701093 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3351a053-e899-4262-9672-2681e0df341e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:15.825445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71afa0-718b-4dfa-9b53-297c1293c2d9 req-b704432a-01f5-48a7-a96b-d5953afda81f tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:15.827470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f71afa0-718b-4dfa-9b53-297c1293c2d9 req-b704432a-01f5-48a7-a96b-d5953afda81f tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.5403960 May 27 02:00:15.858582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3351a053-e899-4262-9672-2681e0df341e None None] Transition to ACTIVE for port object 3b785bae-0fb3-47b1-8909-5d23b3e26962 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:15.866693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:15.907635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3351a053-e899-4262-9672-2681e0df341e None None] Transition to ACTIVE for port object 3b785bae-0fb3-47b1-8909-5d23b3e26962 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:15.933365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3351a053-e899-4262-9672-2681e0df341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.009073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Deleting port 6fb4b986-010d-4300-9105-3d0c562dcd7a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:16.010411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.041335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351a053-e899-4262-9672-2681e0df341e None None] Network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:16.054418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-3351a053-e899-4262-9672-2681e0df341e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:16.057483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351a053-e899-4262-9672-2681e0df341e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:16.129581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=5c8af707-0637-444f-92ce-aa0f180da86a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:16.167136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f71afa0-718b-4dfa-9b53-297c1293c2d9 req-da7b23ff-82d9-470d-9644-69f5be13ec6b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327103 May 27 02:00:16.172896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.196467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fe20bb77-2e19-4281-a67b-7d36f1f71511 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1dd2bfa3b914dee9bd291bc36489222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9996691 May 27 02:00:16.219827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-86854445-2731-400e-8021-c94b39be8260 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/5c8af707-0637-444f-92ce-aa0f180da86a HTTP/1.1" status: 204 len: 168 time: 1.9455550 May 27 02:00:16.221629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45176) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:16.222191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45178) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:16.238434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351a053-e899-4262-9672-2681e0df341e None None] Pushing event updated for resources: {'Port': ['ID=3b785bae-0fb3-47b1-8909-5d23b3e26962,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:16.288540 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-5392260a-301b-4f48-8aff-141e36be2fb9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:00:16.289549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5392260a-301b-4f48-8aff-141e36be2fb9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:16.297549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3351a053-e899-4262-9672-2681e0df341e None None] Attempting to bind port 3b785bae-0fb3-47b1-8909-5d23b3e26962 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:16.297917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3351a053-e899-4262-9672-2681e0df341e None None] Attempting to bind port 3b785bae-0fb3-47b1-8909-5d23b3e26962 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c7cd71e1-ac90-45e1-b09f-4ceb1a422f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:16.298275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351a053-e899-4262-9672-2681e0df341e None None] Attempting to bind port 3b785bae-0fb3-47b1-8909-5d23b3e26962 on network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:16.306064 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.308911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351a053-e899-4262-9672-2681e0df341e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:16.309396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351a053-e899-4262-9672-2681e0df341e None None] Checking segment: {'id': 'c7cd71e1-ac90-45e1-b09f-4ceb1a422f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:16.309870 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3351a053-e899-4262-9672-2681e0df341e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.310261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351a053-e899-4262-9672-2681e0df341e None None] Bound using segment: {'id': 'c7cd71e1-ac90-45e1-b09f-4ceb1a422f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:16.310766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3351a053-e899-4262-9672-2681e0df341e None None] Bound port: 3b785bae-0fb3-47b1-8909-5d23b3e26962, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd71e1-ac90-45e1-b09f-4ceb1a422f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1addef6f-9eca-4a0b-b59b-c82a5506e3b6'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:16.311236 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3351a053-e899-4262-9672-2681e0df341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.339123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Transition to ACTIVE for port object 86db7fcd-2012-4ab6-a564-fa32c062e0be will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:16.352374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5392260a-301b-4f48-8aff-141e36be2fb9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:16.357902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5392260a-301b-4f48-8aff-141e36be2fb9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/5c8af707-0637-444f-92ce-aa0f180da86a HTTP/1.1" status: 404 len: 333 time: 0.1327660 May 27 02:00:16.389787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:16.444709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Transition to ACTIVE for port object 86db7fcd-2012-4ab6-a564-fa32c062e0be will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:16.464911 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.517905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b2476348-d688-4881-b7fc-70769a893351 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:16.519003 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac0d5-89ff-47cb-bca1-df5f1394dfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.549324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-efad8ec0-2975-45ce-ac96-4c8d7dcbdcee tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:16.551238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-efad8ec0-2975-45ce-ac96-4c8d7dcbdcee tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 945 time: 1.4835968 May 27 02:00:16.573948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet 8ae1fb59-a41f-4504-9fa7-71383d0789cf {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:16.604717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.620100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Pushing event updated for resources: {'Port': ['ID=86db7fcd-2012-4ab6-a564-fa32c062e0be,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:16.638681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] For port 6fb4b986-010d-4300-9105-3d0c562dcd7a, host n-h2-843146-11, got binding levels [] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:16.639079 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.666011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3351a053-e899-4262-9672-2681e0df341e None None] For port 3b785bae-0fb3-47b1-8909-5d23b3e26962, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:16.688952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d219ba-b953-454c-b7aa-e5dbf3257f24 req-17c9688f-1ebb-4b8f-9401-46b9c1c547ad tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:16.690861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80d219ba-b953-454c-b7aa-e5dbf3257f24 req-17c9688f-1ebb-4b8f-9401-46b9c1c547ad tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 945 time: 0.8098731 May 27 02:00:16.720160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:16.725416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac0d5-89ff-47cb-bca1-df5f1394dfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:16.730184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:16.739812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:16.743390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3351a053-e899-4262-9672-2681e0df341e None None] For port 3b785bae-0fb3-47b1-8909-5d23b3e26962, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b785bae-0fb3-47b1-8909-5d23b3e26962,segment=NetworkSegment(c7cd71e1-ac90-45e1-b09f-4ceb1a422f93),segment_id=c7cd71e1-ac90-45e1-b09f-4ceb1a422f93)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:16.760784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3351a053-e899-4262-9672-2681e0df341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.027538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Calling delete_port for 6fb4b986-010d-4300-9105-3d0c562dcd7a owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:17.065405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b2476348-d688-4881-b7fc-70769a893351 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:17.077683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Attempting to bind port 86db7fcd-2012-4ab6-a564-fa32c062e0be on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:17.077683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Attempting to bind port 86db7fcd-2012-4ab6-a564-fa32c062e0be by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:17.077683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Attempting to bind port 86db7fcd-2012-4ab6-a564-fa32c062e0be on network a991ac90-d573-4ef3-9afe-76ca9abbe763 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:17.077683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b2476348-d688-4881-b7fc-70769a893351 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:17.077683 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.096941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.134090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351a053-e899-4262-9672-2681e0df341e None None] Pushing event updated for resources: {'Port': ['ID=3b785bae-0fb3-47b1-8909-5d23b3e26962,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:17.154380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:17.154380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Checking segment: {'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:17.154380 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.154380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Bound using segment: {'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:17.154380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Bound port: 86db7fcd-2012-4ab6-a564-fa32c062e0be, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:17.154380 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.197032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Deleting port 633eff29-7ff4-4051-a89d-f784b1bad301 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:17.197610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.262231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac0d5-89ff-47cb-bca1-df5f1394dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.328404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ac0d5-89ff-47cb-bca1-df5f1394dfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a575a743-598b-47f1-8c3e-f529f35aa014,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:17.359488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac0d5-89ff-47cb-bca1-df5f1394dfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.360827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8c4ac0d5-89ff-47cb-bca1-df5f1394dfc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a575a743-598b-47f1-8c3e-f529f35aa014 HTTP/1.1" status: 204 len: 168 time: 1.1373744 May 27 02:00:17.386389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.458880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] For port 86db7fcd-2012-4ab6-a564-fa32c062e0be, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:17.504830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] For port 86db7fcd-2012-4ab6-a564-fa32c062e0be, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=86db7fcd-2012-4ab6-a564-fa32c062e0be,segment=NetworkSegment(c8b9ea2b-068b-42d5-930b-aa20d5c8be03),segment_id=c8b9ea2b-068b-42d5-930b-aa20d5c8be03)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:17.518118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.581108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80d219ba-b953-454c-b7aa-e5dbf3257f24 req-aacd6312-d6df-4f6e-8cf3-42249c623b65 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521261 May 27 02:00:17.626058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b2476348-d688-4881-b7fc-70769a893351 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:17.626955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.763554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b2476348-d688-4881-b7fc-70769a893351, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b2476348-d688-4881-b7fc-70769a893351,segment=NetworkSegment(691f60bd-773d-4c4f-9ee7-27c0d39a8677),segment_id=691f60bd-773d-4c4f-9ee7-27c0d39a8677)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:17.778551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727d18-35cb-4930-a1fb-87d8ff58ecb4 None None] Pushing event updated for resources: {'Port': ['ID=86db7fcd-2012-4ab6-a564-fa32c062e0be,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:17.788131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.807966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.848398 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.862747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.931593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b2476348-d688-4881-b7fc-70769a893351,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:17.940647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae1fb59-a41f-4504-9fa7-71383d0789cf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:17.972494 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:17.993384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a6a98216-a2da-4ac6-b5ff-f43979be08e9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/8ae1fb59-a41f-4504-9fa7-71383d0789cf HTTP/1.1" status: 204 len: 168 time: 1.5960946 May 27 02:00:18.001584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45194) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:18.154279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 633eff29-7ff4-4051-a89d-f784b1bad301 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:18.308302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:18.380067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1b31-2b75-4184-be6a-b14314842589 req-fda758bd-889b-469a-8b89-340dc4f35fca tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:18.409035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb8b1b31-2b75-4184-be6a-b14314842589 req-fda758bd-889b-469a-8b89-340dc4f35fca tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.8516588 May 27 02:00:18.503208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 3b785bae-0fb3-47b1-8909-5d23b3e26962 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:18.503574 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:18.525467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fb4b986-010d-4300-9105-3d0c562dcd7a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:18.576687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 633eff29-7ff4-4051-a89d-f784b1bad301 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:18.578970 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:18.745636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:18.751987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb8b1b31-2b75-4184-be6a-b14314842589 req-db18bd1a-d13a-4307-81db-79f2a51b34b2 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377788 May 27 02:00:18.806776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=633eff29-7ff4-4051-a89d-f784b1bad301,segment=NetworkSegment(c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7),segment_id=c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:18.816051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b785bae-0fb3-47b1-8909-5d23b3e26962 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:18.936073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:19.107302 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f246dbdf-1a44-4983-813d-5abb42afc84b'] response: {'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301', 'code': 200} May 27 02:00:19.194051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=633eff29-7ff4-4051-a89d-f784b1bad301,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:19.252002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3b785bae-0fb3-47b1-8909-5d23b3e26962 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:19.258596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 86db7fcd-2012-4ab6-a564-fa32c062e0be up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:19.293475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:19.441441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a97c04b-014c-4e32-9f58-3eaba1ac929c None None] Network 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:19.445899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] For port 3b785bae-0fb3-47b1-8909-5d23b3e26962, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b785bae-0fb3-47b1-8909-5d23b3e26962,segment=NetworkSegment(c7cd71e1-ac90-45e1-b09f-4ceb1a422f93),segment_id=c7cd71e1-ac90-45e1-b09f-4ceb1a422f93)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:19.446475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:19.565334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=633eff29-7ff4-4051-a89d-f784b1bad301,segment=NetworkSegment(c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7),segment_id=c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:19.569657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:19.644006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 86db7fcd-2012-4ab6-a564-fa32c062e0be completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:19.669505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b2476348-d688-4881-b7fc-70769a893351 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:19.838765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 3b785bae-0fb3-47b1-8909-5d23b3e26962 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:19.912657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-992f551d-e43a-4b03-b08b-fd62294881ea None None] Provisioning for port 3b785bae-0fb3-47b1-8909-5d23b3e26962 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:19.937600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27826c0e-abb8-438e-a08e-ed7c531b1cab None None] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:19.980159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-992f551d-e43a-4b03-b08b-fd62294881ea None None] Provisioning complete for port 3b785bae-0fb3-47b1-8909-5d23b3e26962 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:19.981252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-992f551d-e43a-4b03-b08b-fd62294881ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:19.993983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:20.006583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Calling delete_port for 633eff29-7ff4-4051-a89d-f784b1bad301 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:20.073526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=3b785bae-0fb3-47b1-8909-5d23b3e26962,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:20.092671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No DVR routers for this DVR port 3b785bae-0fb3-47b1-8909-5d23b3e26962 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:00:20.115411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5e861c46-9f2a-409e-be23-3bb8d796c1b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6fb4b986-010d-4300-9105-3d0c562dcd7a HTTP/1.1" status: 204 len: 168 time: 5.1264222 May 27 02:00:20.147143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45228) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:20.277908 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-650227b0-fdca-4168-ae9f-b9e8f4e90699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] GET failed (client error): The resource could not be found. May 27 02:00:20.278513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-650227b0-fdca-4168-ae9f-b9e8f4e90699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Synchronizing usage tracker for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:20.347499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-992f551d-e43a-4b03-b08b-fd62294881ea None None] Port 3b785bae-0fb3-47b1-8909-5d23b3e26962 was deleted so its status cannot be updated. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 02:00:20.399791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-650227b0-fdca-4168-ae9f-b9e8f4e90699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Unset dirty status for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:20.405341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-650227b0-fdca-4168-ae9f-b9e8f4e90699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "GET /v2.0/ports/6fb4b986-010d-4300-9105-3d0c562dcd7a HTTP/1.1" status: 404 len: 333 time: 0.2272577 May 27 02:00:20.408509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45232) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:20.451639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Request body: {'port': {'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-342715875'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:20.458891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:20.475660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:20.501729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Made reservation on behalf of eaef8e636c5e486d814e81a110659787 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:20.504751 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:20.528030 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:00:20.528030 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:00:20.557848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b51318-00c6-4160-82a4-c8c16c630a56 req-ce688392-221e-43bc-aaa2-6d6e8c1af793 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:20.558272 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:20.560062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11b51318-00c6-4160-82a4-c8c16c630a56 req-ce688392-221e-43bc-aaa2-6d6e8c1af793 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 943 time: 1.2342517 May 27 02:00:20.563789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] device_id is not set on port 25c8af7b-90d0-493d-8ba5-a3312152d1ba yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:20.649222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] Provisioning for port 86db7fcd-2012-4ab6-a564-fa32c062e0be completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:20.662453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1addef6f-9eca-4a0b-b59b-c82a5506e3b6']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:20.701087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.22.0.1 (a991ac90-d573-4ef3-9afe-76ca9abbe763/950d49dc-0e97-414f-838f-17367cc1160f/14e34eb1-f94d-4417-9cb5-472a85720deb) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:20.712324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b2476348-d688-4881-b7fc-70769a893351 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:20.714289 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:20.736698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd71e1-ac90-45e1-b09f-4ceb1a422f93') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:20.738721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd71e1-ac90-45e1-b09f-4ceb1a422f93') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:20.824949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] Provisioning complete for port 86db7fcd-2012-4ab6-a564-fa32c062e0be triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:20.827670 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:20.834623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb4216-00b1-4979-814d-d983af912cd2 req-12bc359d-abcd-47a7-8da5-31d1b99a6bc3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:20.848520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bfdb4216-00b1-4979-814d-d983af912cd2 req-12bc359d-abcd-47a7-8da5-31d1b99a6bc3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.6089621 May 27 02:00:20.853641 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:20.926370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:20.946878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bfdb4216-00b1-4979-814d-d983af912cd2 req-b84802c2-ff80-4968-bb29-1d231780d169 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959926 May 27 02:00:20.964405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:00:20.965082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.000508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db73470-5184-4ad2-81ac-e356fb87238c None None] DHCP port deletion for 1addef6f-9eca-4a0b-b59b-c82a5506e3b6 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:00:21.032465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.052676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object 14e34eb1-f94d-4417-9cb5-472a85720deb will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:21.082220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Deleting port 633eff29-7ff4-4051-a89d-f784b1bad301 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:21.082785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.178751 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c7cd71e1-ac90-45e1-b09f-4ceb1a422f93 resource provider aggregate not found May 27 02:00:21.204975 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c7cd71e1-ac90-45e1-b09f-4ceb1a422f93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7cd71e1-ac90-45e1-b09f-4ceb1a422f93 found for delete ", "request_id": "req-2c6918e5-d171-40b7-9289-88187f458161"}]} May 27 02:00:21.253958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.285652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.306577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.319325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=1addef6f-9eca-4a0b-b59b-c82a5506e3b6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:21.332434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.358993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-32e92fee-b6aa-4ff5-b1c1-5770801a8c29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/1addef6f-9eca-4a0b-b59b-c82a5506e3b6 HTTP/1.1" status: 204 len: 168 time: 3.3512509 May 27 02:00:21.360379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45246) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:21.375531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'name': 'tempest-PortsIpV6TestJSON-1031008686'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:21.553290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.577385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11b51318-00c6-4160-82a4-c8c16c630a56 req-fd0b9a90-a483-475d-9d01-d3897e6ad8c1 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9348185 May 27 02:00:21.606366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=14e34eb1-f94d-4417-9cb5-472a85720deb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:21.659467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b2476348-d688-4881-b7fc-70769a893351 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:21.686821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:21.703597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:21.712097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:21.756799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:21.775326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:21.788610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:21.803680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:21.808171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Network e82bb4b6-de0d-417e-933f-cbd50b658f80 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:21.821085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:21.822834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:21.825560 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.836378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:21.838501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:21.840171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:21.924070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b785bae-0fb3-47b1-8909-5d23b3e26962 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:21.962440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5233674 May 27 02:00:21.965709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45260) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:22.023709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] Current status of the port 86db7fcd-2012-4ab6-a564-fa32c062e0be is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:22.024308 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:22.036547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac2a9b-ff89-4f2f-b5d0-34587c3be8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=25c8af7b-90d0-493d-8ba5-a3312152d1ba,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:22.074927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3b785bae-0fb3-47b1-8909-5d23b3e26962 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:00:22.075360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b785bae-0fb3-47b1-8909-5d23b3e26962 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:00:22.077311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:22.166150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] For port 86db7fcd-2012-4ab6-a564-fa32c062e0be, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=86db7fcd-2012-4ab6-a564-fa32c062e0be,segment=NetworkSegment(c8b9ea2b-068b-42d5-930b-aa20d5c8be03),segment_id=c8b9ea2b-068b-42d5-930b-aa20d5c8be03)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:22.176060 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:22.214348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port e0ae1954-fd05-4d7f-83c5-3c16caa0d801 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:22.322053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b3eb7-31df-44d1-888d-1977feeab269 None None] Pushing event updated for resources: {'Port': ['ID=86db7fcd-2012-4ab6-a564-fa32c062e0be,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:22.445012 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:22.516858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02cc226c-788a-4d42-bb3f-320fdbf32152 None None] Provisioning for port 14e34eb1-f94d-4417-9cb5-472a85720deb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:22.523399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02cc226c-788a-4d42-bb3f-320fdbf32152 None None] Provisioning complete for port 14e34eb1-f94d-4417-9cb5-472a85720deb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:22.523781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02cc226c-788a-4d42-bb3f-320fdbf32152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:22.787041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-02cc226c-788a-4d42-bb3f-320fdbf32152 None None] Port 14e34eb1-f94d-4417-9cb5-472a85720deb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:22.800581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:22.818405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02cc226c-788a-4d42-bb3f-320fdbf32152 None None] Provisioning complete for port 86db7fcd-2012-4ab6-a564-fa32c062e0be triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:22.820545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02cc226c-788a-4d42-bb3f-320fdbf32152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:22.935387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.022578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:23.029896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:23.035792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:23.042477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:23.043308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.098655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7358031 May 27 02:00:23.112974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45282) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:23.205370 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.251095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-02cc226c-788a-4d42-bb3f-320fdbf32152 None None] Current status of the port 86db7fcd-2012-4ab6-a564-fa32c062e0be is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:23.287188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff2505-e76d-4aa1-a161-acee981b2e8b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=e0ae1954-fd05-4d7f-83c5-3c16caa0d801,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:23.293309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45286) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:23.303296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf1dc8-9edc-457a-ae15-e74e555172cd req-b08374d4-7b18-450f-8a0f-26deee3aaf93 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:23.305035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87bf1dc8-9edc-457a-ae15-e74e555172cd req-b08374d4-7b18-450f-8a0f-26deee3aaf93 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 943 time: 0.4430809 May 27 02:00:23.389896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fc595fe4-3711-4c84-bbc5-8fdc0c20665b None None] Provisioning complete for port 14e34eb1-f94d-4417-9cb5-472a85720deb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:23.391871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc595fe4-3711-4c84-bbc5-8fdc0c20665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.409884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port e0ae1954-fd05-4d7f-83c5-3c16caa0d801 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:23.410241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.484102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e96a22-5131-4e4d-a670-3192dc166963 req-859cf7dc-a1c9-4491-b219-ad971109f2ea tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:23.505689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11e96a22-5131-4e4d-a670-3192dc166963 req-859cf7dc-a1c9-4491-b219-ad971109f2ea tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 1.1541510 May 27 02:00:23.557633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fc595fe4-3711-4c84-bbc5-8fdc0c20665b None None] Port 14e34eb1-f94d-4417-9cb5-472a85720deb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:23.574520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87bf1dc8-9edc-457a-ae15-e74e555172cd req-5658ed57-917a-464b-ba10-08f53bea51dd tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bd1f026-6e93-4da7-829c-712898b676a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595994 May 27 02:00:23.626347 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.653915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:23.665488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] For port 633eff29-7ff4-4051-a89d-f784b1bad301, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=633eff29-7ff4-4051-a89d-f784b1bad301,segment=NetworkSegment(c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7),segment_id=c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:23.667145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.718542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Usage tracker for resource:security_group_rule and tenant:23b11628e7af464bb13d970d93e319ef is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:23.736893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:23.771096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:23.800037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 86db7fcd-2012-4ab6-a564-fa32c062e0be up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:23.915498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.930523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:23.980687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Calling delete_port for 633eff29-7ff4-4051-a89d-f784b1bad301 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:23.987970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 86db7fcd-2012-4ab6-a564-fa32c062e0be triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:23.989337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.035982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11e96a22-5131-4e4d-a670-3192dc166963 req-12fe64c9-28c7-4d47-8a79-9240fbf511c0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5290475 May 27 02:00:24.043990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ae7be2-2174-4cdf-8c45-3e263fa7596e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:24.113156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.183581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-062c0b8d-9083-4f48-9c8e-c7b9277c8533 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23b11628e7af464bb13d970d93e319ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8770943 May 27 02:00:24.189432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45292) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:24.235422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 86db7fcd-2012-4ab6-a564-fa32c062e0be is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:24.242611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.441844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for e0ae1954-fd05-4d7f-83c5-3c16caa0d801 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:24.474851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] device_id is not set on port 25c8af7b-90d0-493d-8ba5-a3312152d1ba yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:24.493858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.533727 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72cce0ad-dcc9-466a-91a2-2c86fda0712e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.537151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Transition to ACTIVE for port object 25c8af7b-90d0-493d-8ba5-a3312152d1ba will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:24.540672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.590981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72cce0ad-dcc9-466a-91a2-2c86fda0712e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.618166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.680888 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.693654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=e0ae1954-fd05-4d7f-83c5-3c16caa0d801,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:24.739008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:24.774229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3fe38954-c7c2-4d47-a102-7cee5599e071 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/e0ae1954-fd05-4d7f-83c5-3c16caa0d801 HTTP/1.1" status: 204 len: 168 time: 1.6538053 May 27 02:00:24.774478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:24.780576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'mac_address': 'fa:16:3e:ff:fb:21', 'name': 'tempest-PortsIpV6TestJSON-1842498304'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:24.858549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Pushing event deleted for resources: {'Port': ['ID=633eff29-7ff4-4051-a89d-f784b1bad301,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:24.980130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:24.989562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.989972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.990314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.990660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.991180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.991547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.991883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.992212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.992539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.992872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.993197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.993519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:24.993940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:25.010472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-512b36bc-edc3-462e-928b-cd5672fc16c5 req-d2c7d43d-23da-42d0-859d-359c7af1a9f5 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 210 time: 0.0643055 May 27 02:00:25.013504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:25.034521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72cce0ad-dcc9-466a-91a2-2c86fda0712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:25.038689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:25.056964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cce0ad-dcc9-466a-91a2-2c86fda0712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ae7be2-2174-4cdf-8c45-3e263fa7596e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:25.060334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72cce0ad-dcc9-466a-91a2-2c86fda0712e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:25.061487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-72cce0ad-dcc9-466a-91a2-2c86fda0712e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51ae7be2-2174-4cdf-8c45-3e263fa7596e HTTP/1.1" status: 204 len: 168 time: 0.8702924 May 27 02:00:25.065505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:25.206690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] No DVR routers for this DVR port 633eff29-7ff4-4051-a89d-f784b1bad301 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:00:25.257185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:25.279224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'name': 'network-vif-deleted', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:25.328343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:25.370499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7da8337a-0fbe-4c5b-bc0c-1a3808a3baa1 req-a598e555-16c2-4100-89b3-16f7c58aa491 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.47 "DELETE /v2.0/ports/633eff29-7ff4-4051-a89d-f784b1bad301 HTTP/1.1" status: 204 len: 173 time: 8.7916994 May 27 02:00:25.421993 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc13e53-b035-4c43-b73d-84025ecd4d1a'] response: {'server_uuid': 'a2fd9e1b-681f-4eaf-ab35-74b58a3495fc', 'name': 'network-vif-deleted', 'tag': '633eff29-7ff4-4051-a89d-f784b1bad301', 'status': 'completed', 'code': 200} May 27 02:00:25.441920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=25c8af7b-90d0-493d-8ba5-a3312152d1ba,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:25.444159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:25.444589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:25.444957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:25.456536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 6c68b807-5e91-43b6-83a7-f51e49a72e7a yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:25.475917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:25.476527 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:25.480951 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 2 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:25.845406 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:25.862642 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.024948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.025536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.026022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.036759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=14e34eb1-f94d-4417-9cb5-472a85720deb,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:26.066289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.066621 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.069856 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 3 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.091478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.091815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.092154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.101377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.101701 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.106104 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 4 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.127328 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.132708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.133048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.133393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.154067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8f073-fee6-451f-9293-25db968bf550 req-521b307c-5ec1-4b74-8e84-8a11494495db tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:26.161373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.162563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46b8f073-fee6-451f-9293-25db968bf550 req-521b307c-5ec1-4b74-8e84-8a11494495db tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.7843995 May 27 02:00:26.167967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.168308 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.183131 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 5 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.212625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1af29ab-7f2b-4047-8603-091754cc325f req-33800127-99d3-44f2-bb2f-42d79117ec9f tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 210 time: 0.0487633 May 27 02:00:26.252970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.293657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.294029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.294443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.313159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.313377 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.315524 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 6 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.332761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:26.334035 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46b8f073-fee6-451f-9293-25db968bf550 req-36610506-44f7-421d-b46a-2e2ce337f82b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702085 May 27 02:00:26.336730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.337454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.337454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.345149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.345482 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.347534 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 7 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.354306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=6c68b807-5e91-43b6-83a7-f51e49a72e7a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:26.356795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:26.358820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:26.364987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:26.365389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.381242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.381585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.381931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.394908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e3580e52-df9b-4dc3-ae91-15aaa6743e9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6191943 May 27 02:00:26.397245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45336) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:26.404061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.404397 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.404790 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 8 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.411529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45340) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:26.434239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.434653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.434968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.443097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:26.443950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.444287 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.444836 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 9 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.452542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:26.486326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ddb9e-7fc5-4fc4-b4e6-3f59ce38f6dc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:26.486935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd8ddb9e-7fc5-4fc4-b4e6-3f59ce38f6dc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:26.507980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd8ddb9e-7fc5-4fc4-b4e6-3f59ce38f6dc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:26.510539 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd8ddb9e-7fc5-4fc4-b4e6-3f59ce38f6dc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/6c68b807-5e91-43b6-83a7-f51e49a72e7a HTTP/1.1" status: 200 len: 845 time: 0.1114080 May 27 02:00:26.513473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45346) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:26.544823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.545404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.545404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.573799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-548441636-network', 'tenant_id': '00f000406a324d558d952257572fa816'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:26.595043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 6c68b807-5e91-43b6-83a7-f51e49a72e7a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:26.595399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.640131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.640485 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.650207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:26.652321 n-d-843146-11 neutron-server[88426]: INFO neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 10 to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba May 27 02:00:26.666559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Usage tracker for resource:network and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:26.673700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:26.682485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:26.692829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:26.693166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:26.693507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:26.708562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:26.708909 n-d-843146-11 neutron-server[88426]: ERROR neutron.plugins.ml2.managers [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:26.709443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.716893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-35f32f44-ca7f-40b2-8688-fed8eb9ba750 None None] Provisioning complete for port 14e34eb1-f94d-4417-9cb5-472a85720deb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:26.717449 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35f32f44-ca7f-40b2-8688-fed8eb9ba750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.732430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Made reservation on behalf of 00f000406a324d558d952257572fa816 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:26.734589 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.745731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:00:26.769875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-35f32f44-ca7f-40b2-8688-fed8eb9ba750 None None] Port 14e34eb1-f94d-4417-9cb5-472a85720deb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:26.782291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.823405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:26.835029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:26.883360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:26.892783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:26.962627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 6c68b807-5e91-43b6-83a7-f51e49a72e7a owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:26.967256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:27.001777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] For port 25c8af7b-90d0-493d-8ba5-a3312152d1ba, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:27.002150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempted to set empty binding levels {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:00:27.018081 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.045238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.085221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] In _notify_port_updated(), no bound segment for port 25c8af7b-90d0-493d-8ba5-a3312152d1ba on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:00:27.085975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.086573 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.087914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "PUT /v2.0/ports/25c8af7b-90d0-493d-8ba5-a3312152d1ba HTTP/1.1" status: 200 len: 979 time: 5.0956976 May 27 02:00:27.095918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45350) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:27.098691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:00:27.114225 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:00:27.124492 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:27.125345 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:27.133752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb18e4-f691-4120-8f02-ee3c81697ca0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=25c8af7b-90d0-493d-8ba5-a3312152d1ba,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:27.144636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c323d589-cab0-424d-b7e4-b67d39c8b8a3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5898650 May 27 02:00:27.145473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45354) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:27.157749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'network': {'name': 'tempest-RoutersTest-888492585'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:27.162986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=6c68b807-5e91-43b6-83a7-f51e49a72e7a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:27.165773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:27.179567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.181068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:network and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:27.185760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:27.197210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a91d9cfd-7826-44a6-a645-a60de4437833 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/6c68b807-5e91-43b6-83a7-f51e49a72e7a HTTP/1.1" status: 204 len: 168 time: 0.6826770 May 27 02:00:27.200777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:27.202415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:27.228213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.229310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:27.233921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.249817 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03e624a-9257-48f9-ac8e-1f50a40baad6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:00:27.250358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e03e624a-9257-48f9-ac8e-1f50a40baad6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:27.257148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.294453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:27.297382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.297857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.298325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.299205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.299346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.299700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.300400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.300713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.301168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.301619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.302070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.304232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.304437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.304904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.305476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.305820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.306280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.306762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.307404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.307686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.308092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.308573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.309025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.309475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.309921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.310368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.310846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.311296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.311765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.312201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.313052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.313161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.313545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.313997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.314447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.315287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.315396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.315798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.316652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.316761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.317128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.317575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.318026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.318481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.318960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.319412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.320780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.320780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.320780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.324995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:27.325651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7eafdaf7-662e-4b16-a4f8-552ea92765d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44299 time: 0.2286029 May 27 02:00:27.330753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.331327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45364) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:27.331466 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Added segment 6aa3602b-a7fe-4147-8668-8fa0bb6a4759 of type vlan for network 3b68071a-c21a-4fd5-96b6-9e03cd49e4ab May 27 02:00:27.345170 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:27.345379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616b8f3a-1c9b-469e-8d40-40a628b6895b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:27.354564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.354944 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added segment a5103bcf-d4bb-485b-a76f-d48b767094f7 of type vlan for network d6219f20-239b-44cc-85a0-9085ca560d39 May 27 02:00:27.385675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e03e624a-9257-48f9-ac8e-1f50a40baad6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:27.391001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e03e624a-9257-48f9-ac8e-1f50a40baad6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/6c68b807-5e91-43b6-83a7-f51e49a72e7a HTTP/1.1" status: 404 len: 333 time: 0.1853321 May 27 02:00:27.395288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45370) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:27.409016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.419013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'name': 'tempest-PortsIpV6TestJSON-398977578'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:27.445584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.446910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8789e28e-cc9d-47f4-93a3-95da593e42fe req-8440c6dd-3dd3-464e-ba28-aa552f06f7c6 tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 210 time: 0.0626562 May 27 02:00:27.457119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Deleting port 25c8af7b-90d0-493d-8ba5-a3312152d1ba {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:27.457472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.582250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:00:27.643062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.643987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.644555 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.652111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:27.686623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] For port 25c8af7b-90d0-493d-8ba5-a3312152d1ba, host n-h2-843146-11, got binding levels [] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:27.687053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.713602 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:23Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:24Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:27.718039 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:00:27.718385 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Updating router f9be4be2-0e40-4c5f-8479-e5116df29487 port 14e34eb1-f94d-4417-9cb5-472a85720deb binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:00:27.732245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:27.757080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.763014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:27.763626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.771802 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.798705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] Pushing event updated for resources: {'Network': ['ID=3b68071a-c21a-4fd5-96b6-9e03cd49e4ab,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:27.811077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3b68071a-c21a-4fd5-96b6-9e03cd49e4ab details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:27.825477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-85601ce6-b0f9-4ec5-9ec7-6a781db9cf89 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4098308 May 27 02:00:27.875363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45374) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:27.888461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Request body: {'subnet': {'network_id': '3b68071a-c21a-4fd5-96b6-9e03cd49e4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-548441636-subnet', 'tenant_id': '00f000406a324d558d952257572fa816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:27.903029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:27.906581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:27.916162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7685490 May 27 02:00:27.923427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45378) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:27.924347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:27.951646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'subnet': {'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:27.964482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Calling delete_port for 25c8af7b-90d0-493d-8ba5-a3312152d1ba owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:28.049813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.098091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af8bd3-c60b-4a79-a20d-7bacb2fb7667 req-8958118b-3a4a-4cee-a18f-52cd104fc712 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:28.099908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55af8bd3-c60b-4a79-a20d-7bacb2fb7667 req-8958118b-3a4a-4cee-a18f-52cd104fc712 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.5830951 May 27 02:00:28.100232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event deleted for resources: {'Port': ['ID=25c8af7b-90d0-493d-8ba5-a3312152d1ba,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:28.104836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Usage tracker for resource:subnet and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:28.111773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a8b36-cd17-40b1-8bbc-e47116ad8e92 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Network': ['ID=d6219f20-239b-44cc-85a0-9085ca560d39,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:28.116818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:28.121470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.123877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d6219f20-239b-44cc-85a0-9085ca560d39 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:28.125748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port b7648ea9-cdfb-46f9-8a26-5ab07ef966bd yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:28.142923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9eac08a5-d951-4197-8b41-784d54657c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "DELETE /v2.0/ports/25c8af7b-90d0-493d-8ba5-a3312152d1ba HTTP/1.1" status: 204 len: 168 time: 0.8099499 May 27 02:00:28.145270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45382) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:28.177723 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.191932 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Transition to ACTIVE for port object 14e34eb1-f94d-4417-9cb5-472a85720deb will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:28.199654 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d06445-fc1c-4b4b-93ae-20d8c286fa34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] GET failed (client error): The resource could not be found. May 27 02:00:28.200235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d1d06445-fc1c-4b4b-93ae-20d8c286fa34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Synchronizing usage tracker for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:28.201912 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.212384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:28.224932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d1d06445-fc1c-4b4b-93ae-20d8c286fa34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Unset dirty status for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:28.228329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d1d06445-fc1c-4b4b-93ae-20d8c286fa34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "GET /v2.0/ports/25c8af7b-90d0-493d-8ba5-a3312152d1ba HTTP/1.1" status: 404 len: 333 time: 0.0818591 May 27 02:00:28.233502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45386) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:28.274192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843224881', 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:28.303633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:28.319222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Made reservation on behalf of 00f000406a324d558d952257572fa816 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:28.320805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.369814 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939dd77-500b-47f6-9cf9-3c695ae1e16f None None] Pushing event updated for resources: {'Port': ['ID=14e34eb1-f94d-4417-9cb5-472a85720deb,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:28.426888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55af8bd3-c60b-4a79-a20d-7bacb2fb7667 req-08328287-15f7-4c1e-bf00-5474f100bfa1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678108 May 27 02:00:28.440176 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Attempting to bind port 14e34eb1-f94d-4417-9cb5-472a85720deb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:28.440764 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Attempting to bind port 14e34eb1-f94d-4417-9cb5-472a85720deb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:28.441375 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Attempting to bind port 14e34eb1-f94d-4417-9cb5-472a85720deb on network a991ac90-d573-4ef3-9afe-76ca9abbe763 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:28.453763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:28.456488 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:28.457058 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Checking segment: {'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:28.457635 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.458398 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Bound using segment: {'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:28.459072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Bound port: 14e34eb1-f94d-4417-9cb5-472a85720deb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:28.459613 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.460593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:28.484289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:subnet and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:28.490508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:28.509412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:28.511245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Made reservation on behalf of eaef8e636c5e486d814e81a110659787 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:28.514356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.582038 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] For port 14e34eb1-f94d-4417-9cb5-472a85720deb, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:28.585913 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] For port 14e34eb1-f94d-4417-9cb5-472a85720deb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=14e34eb1-f94d-4417-9cb5-472a85720deb,segment=NetworkSegment(c8b9ea2b-068b-42d5-930b-aa20d5c8be03),segment_id=c8b9ea2b-068b-42d5-930b-aa20d5c8be03)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:28.593067 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.627295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e3a8a0f2-765d-4763-92b5-69289b32cc3d req-94acbb32-a82b-461e-9748-679b49f17ead tempest-ServerAddressesNegativeTestJSON-1777636080 tempest-ServerAddressesNegativeTestJSON-1777636080-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fd9e1b-681f-4eaf-ab35-74b58a3495fc HTTP/1.1" status: 200 len: 210 time: 0.0465226 May 27 02:00:28.634521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Made reservation on behalf of 7503c670f6ec4124b68d7972a2416192 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:28.638123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:28.665728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] device_id is not set on port b1509ae2-0c56-44ea-849f-4d655e3a9368 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:28.683184 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:28.683852 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:28.840475 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939dd77-500b-47f6-9cf9-3c695ae1e16f None None] Pushing event updated for resources: {'Port': ['ID=14e34eb1-f94d-4417-9cb5-472a85720deb,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:28.875344 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:28.888560 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.144014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.189694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.259543 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:23Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:28Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:29.267328 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64147b65-e716-4618-b424-2de14cb2bc47 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:23Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:28Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:00:29.408169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:29.428521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.436214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:29.453979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:29.459375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:29.459979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.475450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Checking segment: {'id': '6aa3602b-a7fe-4147-8668-8fa0bb6a4759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b68071a-c21a-4fd5-96b6-9e03cd49e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:29.475814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Network hostable DHCP agents. Network: 3b68071a-c21a-4fd5-96b6-9e03cd49e4ab, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:29.494582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3007bc51-bc80-42b3-85b5-d0341856bb2f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:29.524796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=b7648ea9-cdfb-46f9-8a26-5ab07ef966bd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:29.542263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.663467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1dd76bf2-4257-4997-a100-8b1644b95f33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2671108 May 27 02:00:29.666364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45398) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:29.672542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:29.682269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Network 3b68071a-c21a-4fd5-96b6-9e03cd49e4ab is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:29.728533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-801d5606-576d-4dd2-94ad-7c2eadd0631f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6458309 May 27 02:00:29.738934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 3b68071a-c21a-4fd5-96b6-9e03cd49e4ab) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:29.743281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Checking segment: {'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:29.743978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network hostable DHCP agents. Network: d6219f20-239b-44cc-85a0-9085ca560d39, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:29.748388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca41a3-cfa7-4857-b098-4fbf7c558245 None None] Network 3b68071a-c21a-4fd5-96b6-9e03cd49e4ab requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:29.760372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.779385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45402) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:29.784614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:29.785898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.845912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14e34eb1-f94d-4417-9cb5-472a85720deb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:29.900050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Subnet': ['ID=53d1f6f9-0dc9-43bd-94a8-d5284913b119,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:29.915741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] Deleting subnet 536fcada-8b53-4466-b307-acab5a7fdc2a {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:29.949505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.953329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Network e82bb4b6-de0d-417e-933f-cbd50b658f80 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:29.959100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:29.975689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-50054499-e271-4a82-88a0-e73c99efae45 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0995247 May 27 02:00:29.982044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:29.982807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:29.983512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:29.985707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 14e34eb1-f94d-4417-9cb5-472a85720deb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:29.992471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network d6219f20-239b-44cc-85a0-9085ca560d39 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:30.014372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=b1509ae2-0c56-44ea-849f-4d655e3a9368,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:30.023179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d6219f20-239b-44cc-85a0-9085ca560d39) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:30.032551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6673c74-20b8-4d46-89f6-a75f436a82a6 req-e4282ab1-19c4-4bde-870c-1cf2f5bf6be8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.039776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6673c74-20b8-4d46-89f6-a75f436a82a6 req-e4282ab1-19c4-4bde-870c-1cf2f5bf6be8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.4500289 May 27 02:00:30.054282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 14e34eb1-f94d-4417-9cb5-472a85720deb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:30.054972 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.065735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.066453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.075320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.089019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c30eb88-60f2-41be-8eb6-1d5fa97ea51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8482771 May 27 02:00:30.103279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45408) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:30.114969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.155986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931b5ba-1817-4a2c-aaae-f3f476be4f18 None None] Network d6219f20-239b-44cc-85a0-9085ca560d39 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:30.235738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e3e99-f8f9-49aa-a96d-5ac8426742bf None None] Network 3b68071a-c21a-4fd5-96b6-9e03cd49e4ab requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:30.276938 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.323277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a7ee94eb-8ddf-40d3-bc4e-8b2c16669f32 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3851683 May 27 02:00:30.325495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45416) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:30.349141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6673c74-20b8-4d46-89f6-a75f436a82a6 req-1453230c-8862-438d-809f-6b7d1f4309e1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083842 May 27 02:00:30.466027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-929600593', 'description': 'tempest-description-1508996923'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:30.467852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 14e34eb1-f94d-4417-9cb5-472a85720deb is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:30.468235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.477572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:30.483935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.488534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:30.494748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:30.497830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.514427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.515028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.515496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.515955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.516410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.516861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.517306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.519204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-7a78da39-ae83-4792-a1b1-87a9b6c866b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41e20aea7039450aa83d19ff2369765a&device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 6507 time: 0.6769729 May 27 02:00:30.536462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:30.539095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e2092-80ea-4002-9f33-89c6f54a51fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.539723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3e7e2092-80ea-4002-9f33-89c6f54a51fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Synchronizing usage tracker for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:30.577246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] In _notify_port_updated(), no bound segment for port b7648ea9-cdfb-46f9-8a26-5ab07ef966bd on network 55b0130c-1db7-4fb6-8e9d-98bc99226848 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:00:30.582854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:30.583659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.585127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "PUT /v2.0/ports/b7648ea9-cdfb-46f9-8a26-5ab07ef966bd HTTP/1.1" status: 200 len: 818 time: 0.9178894 May 27 02:00:30.592968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45420) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:30.598853 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.612781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 14e34eb1-f94d-4417-9cb5-472a85720deb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=14e34eb1-f94d-4417-9cb5-472a85720deb,segment=NetworkSegment(c8b9ea2b-068b-42d5-930b-aa20d5c8be03),segment_id=c8b9ea2b-068b-42d5-930b-aa20d5c8be03)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:30.653475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.657454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66731ebc-249c-43ce-85e2-8f55962207e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=b7648ea9-cdfb-46f9-8a26-5ab07ef966bd,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:30.703998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:30.703998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:30.703998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:30.711061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3e7e2092-80ea-4002-9f33-89c6f54a51fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Unset dirty status for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:30.719119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:30.725980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3e7e2092-80ea-4002-9f33-89c6f54a51fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "GET /v2.0/ports/b1509ae2-0c56-44ea-849f-4d655e3a9368 HTTP/1.1" status: 200 len: 959 time: 0.6052728 May 27 02:00:30.725980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45424) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:30.740806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=14e34eb1-f94d-4417-9cb5-472a85720deb,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:30.767545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-d6219f20-239b-44cc-85a0-9085ca560d39', 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'fixed_ips': [{'subnet_id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:30.767545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.799771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.799771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.810223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:00:30.841219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.853017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536fcada-8b53-4466-b307-acab5a7fdc2a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:30.878680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.885286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port b7648ea9-cdfb-46f9-8a26-5ab07ef966bd {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:30.885621 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.957104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c978f14-7825-4a64-943a-12c5bce70cdf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:30.966881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e300cff4-2d55-4019-99f2-1b5b329b8c54 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/536fcada-8b53-4466-b307-acab5a7fdc2a HTTP/1.1" status: 204 len: 168 time: 1.1832521 May 27 02:00:30.966881 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:30.966881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a56b17-373f-4bac-a48d-84c16bb00242 req-98f11ecf-df4f-43bf-bfdf-748b47774d9e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5180571 May 27 02:00:30.969085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45428) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:30.999783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Deleting port b1509ae2-0c56-44ea-849f-4d655e3a9368 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:31.000318 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.009977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Allocated IP 172.23.0.2 (d6219f20-239b-44cc-85a0-9085ca560d39/53d1f6f9-0dc9-43bd-94a8-d5284913b119/72625896-73f0-44de-97c1-fd6c9e791d18) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:31.111429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-9d98eb93-b870-4259-ba9c-a10dca76cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:31.112080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-9d98eb93-b870-4259-ba9c-a10dca76cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:31.112552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-9d98eb93-b870-4259-ba9c-a10dca76cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:31.113966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.114141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-9d98eb93-b870-4259-ba9c-a10dca76cd7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1fa62c40-becd-426f-b59a-888a1ccf88ef&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=318d9fe3-faa1-4be8-a715-63f21d649c54&id=b17b5d04-c6fb-418b-8741-62bf32c6a213&id=b17b5d04-c6fb-418b-8741-62bf32c6a213 HTTP/1.1" status: 200 len: 2297 time: 0.5585601 May 27 02:00:31.224736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.235464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Transition to ACTIVE for port object 72625896-73f0-44de-97c1-fd6c9e791d18 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:31.254981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Transition to ACTIVE for port object 72625896-73f0-44de-97c1-fd6c9e791d18 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:31.261347 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.336726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Network d6219f20-239b-44cc-85a0-9085ca560d39 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:31.340449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:31.344258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:31.350226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Pushing event updated for resources: {'Port': ['ID=72625896-73f0-44de-97c1-fd6c9e791d18,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:31.441289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Attempting to bind port 72625896-73f0-44de-97c1-fd6c9e791d18 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:31.441918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Attempting to bind port 72625896-73f0-44de-97c1-fd6c9e791d18 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:31.442480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Attempting to bind port 72625896-73f0-44de-97c1-fd6c9e791d18 on network d6219f20-239b-44cc-85a0-9085ca560d39 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:31.448085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:31.448520 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.449576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Checking segment: {'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:31.450152 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.450703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Bound using segment: {'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:31.452544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Bound port: 72625896-73f0-44de-97c1-fd6c9e791d18, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:31.453095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.516358 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-5ae43bcb-c543-41df-b523-88538e1c57ba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/7c978f14-7825-4a64-943a-12c5bce70cdf HTTP/1.1" status: 200 len: 1806 time: 0.4845610 May 27 02:00:31.541900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.551657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.552907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] For port 72625896-73f0-44de-97c1-fd6c9e791d18, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:31.556379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] For port 72625896-73f0-44de-97c1-fd6c9e791d18, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72625896-73f0-44de-97c1-fd6c9e791d18,segment=NetworkSegment(a5103bcf-d4bb-485b-a76f-d48b767094f7),segment_id=a5103bcf-d4bb-485b-a76f-d48b767094f7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:31.565036 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.589558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Calling delete_port for b1509ae2-0c56-44ea-849f-4d655e3a9368 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:31.666390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aacf5-db2a-45bb-95a8-fa7c5d4ace3d None None] Pushing event updated for resources: {'Port': ['ID=72625896-73f0-44de-97c1-fd6c9e791d18,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:31.690501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c978f14-7825-4a64-943a-12c5bce70cdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:31.690854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c978f14-7825-4a64-943a-12c5bce70cdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:31.697273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:31.702008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:31.704959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:31.710700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:31.719129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for b7648ea9-cdfb-46f9-8a26-5ab07ef966bd owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:31.759283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a410e08e-9ec1-4cbe-9a75-eab3841534a2']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:31.770582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14e34eb1-f94d-4417-9cb5-472a85720deb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:31.817163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:31.817538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:31.846739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 14e34eb1-f94d-4417-9cb5-472a85720deb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:31.847412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.850274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.884868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb46c-dbb0-41ec-b1c7-25eefe0b5316 req-e60550e5-fdc1-4c76-8bac-9b323c21e4d7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:31.887469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5cfb46c-dbb0-41ec-b1c7-25eefe0b5316 req-e60550e5-fdc1-4c76-8bac-9b323c21e4d7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.4112489 May 27 02:00:31.894745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.916202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:31.962111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-1a982532-dfd3-4249-bfcd-8bb4d3f89a82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4 HTTP/1.1" status: 200 len: 1001 time: 0.8406677 May 27 02:00:32.020926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=b7648ea9-cdfb-46f9-8a26-5ab07ef966bd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:32.030993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:00:32.031607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.033803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 14e34eb1-f94d-4417-9cb5-472a85720deb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:32.081222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.111023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.127879 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7 resource provider aggregate not found May 27 02:00:32.137581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.159556 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5135b4d-9da8-4ba4-89ef-a5fa0eae13d7 found for delete ", "request_id": "req-518ffd5d-5b80-4914-aa7f-28848b0da958"}]} May 27 02:00:32.171767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5cfb46c-dbb0-41ec-b1c7-25eefe0b5316 req-deabd634-d5ed-4f08-b13c-5076e4d9cb84 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624006 May 27 02:00:32.173684 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a9a9855b-3a74-4e2a-b08d-290a5fe28114 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/b7648ea9-cdfb-46f9-8a26-5ab07ef966bd HTTP/1.1" status: 204 len: 168 time: 1.5795763 May 27 02:00:32.176267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45440) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:32.192657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1509ae2-0c56-44ea-849f-4d655e3a9368,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:32.195312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-d7bd4537-4abd-4061-a167-4b3b9a2a7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:32.196728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-d7bd4537-4abd-4061-a167-4b3b9a2a7330 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d1b963c-ae05-49d9-bbb7-4373ed842501 HTTP/1.1" status: 200 len: 855 time: 0.2227592 May 27 02:00:32.214499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.215789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.238700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.250813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.257265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] Pushing event deleted for resources: {'Network': ['ID=a410e08e-9ec1-4cbe-9a75-eab3841534a2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:32.269784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f372b5f1-a99a-4526-8d7f-0f6460874333 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a410e08e-9ec1-4cbe-9a75-eab3841534a2 HTTP/1.1" status: 204 len: 168 time: 1.2998188 May 27 02:00:32.290841 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.301119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ed3d0-9cad-40c5-b75f-c64246b50207 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:32.301813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b0ed3d0-9cad-40c5-b75f-c64246b50207 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:32.323866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b0ed3d0-9cad-40c5-b75f-c64246b50207 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:32.329298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b0ed3d0-9cad-40c5-b75f-c64246b50207 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1520624 May 27 02:00:32.330339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45446) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:32.347647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e4abca-7c35-449a-bdb7-d48a59a8ff18,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:32.359405 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1771e0ef-f5a0-48d6-afaf-be2082ec762e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b1509ae2-0c56-44ea-849f-4d655e3a9368 HTTP/1.1" status: 204 len: 168 time: 1.6359859 May 27 02:00:32.360170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45450) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:32.368748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.369864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69ff8dd1-101f-4c09-b4c8-c880f3bd62ae req-d52fb30f-5ca7-42fc-932e-00c9f4a56057 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7434969 May 27 02:00:32.384071 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b06e23a-f419-4503-86ba-e59202c3425c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:00:32.389746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5b06e23a-f419-4503-86ba-e59202c3425c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/b7648ea9-cdfb-46f9-8a26-5ab07ef966bd HTTP/1.1" status: 404 len: 333 time: 0.0581956 May 27 02:00:32.390398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45456) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:32.396093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1822308026'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:32.402453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:32.407725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-73620555', 'description': 'tempest-description-17431392'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:32.414291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:32.421491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45460) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:32.424274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:32.429109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:32.431967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:32.433225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.447400 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdefef9-e0ec-43ca-a4e1-b69a01983310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] GET failed (client error): The resource could not be found. May 27 02:00:32.447929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7cdefef9-e0ec-43ca-a4e1-b69a01983310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Synchronizing usage tracker for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:32.453006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:32.453346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:32.465755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:32.507220 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fea5a9dd-1613-4242-bdfb-ddf4b194796e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3835198d500042a9b6a7052bca954a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797000 May 27 02:00:32.507996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:32.512298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.525140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45464) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:32.609590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-81b38267-fade-4a36-bb71-6297d42396ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:32.611093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-81b38267-fade-4a36-bb71-6297d42396ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1fa62c40-becd-426f-b59a-888a1ccf88ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4037457 May 27 02:00:32.620653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.647621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7cdefef9-e0ec-43ca-a4e1-b69a01983310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Unset dirty status for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:32.652583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7cdefef9-e0ec-43ca-a4e1-b69a01983310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "GET /v2.0/ports/b1509ae2-0c56-44ea-849f-4d655e3a9368 HTTP/1.1" status: 404 len: 333 time: 0.2876318 May 27 02:00:32.655447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45468) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:32.667682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Request body: {'port': {'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-558879243'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:32.685850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:32.693894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:32.704907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:32.714399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:32.718180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.718563 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment c4b28966-11df-4193-8859-04bec403f815 of type vlan for network 67040afc-cd39-4f24-86b6-c32431d33cc3 May 27 02:00:32.732675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:32.735367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40849397-5d8f-424e-83d0-f0b1e9b50290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.751348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:32.755373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:32.798118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.807631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Made reservation on behalf of eaef8e636c5e486d814e81a110659787 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:32.810586 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.823078 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.834013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40849397-5d8f-424e-83d0-f0b1e9b50290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.869610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-c4123738-0a71-4ecf-b199-73f748417c04 service neutron] 10.222.0.47 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494061 May 27 02:00:32.889546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] device_id is not set on port dad8adbc-86c7-4f95-862a-2fc9018f9feb yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:32.926159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9e92f-9266-4e8a-a0d4-70138852ee9c None None] Network d6219f20-239b-44cc-85a0-9085ca560d39 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:32.987517 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:32.993136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:32.993747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.037706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ec4c9363-b557-450d-9493-f3e77c7761ea None None] Provisioning for port 72625896-73f0-44de-97c1-fd6c9e791d18 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:33.107056 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.131827 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.132399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-8f7334a8-e3c3-4a1f-96ed-c09eb532908a service neutron] 10.222.0.47 "GET /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279682 May 27 02:00:33.133504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Allocated IP 172.23.0.1 (d6219f20-239b-44cc-85a0-9085ca560d39/53d1f6f9-0dc9-43bd-94a8-d5284913b119/2380911a-17a0-478d-81d6-be74cbe24fb0) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:33.140204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.205064 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40849397-5d8f-424e-83d0-f0b1e9b50290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.213156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=67040afc-cd39-4f24-86b6-c32431d33cc3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:33.219066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-6e510339-51ce-4ba1-bb15-d26fdc633632 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89 HTTP/1.1" status: 200 len: 217 time: 0.0790787 May 27 02:00:33.229226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:33.251391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.252628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a829e16c-1120-4a67-a0ad-2b1f3b396d00 req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8514571 May 27 02:00:33.257283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d389e-d4a7-4404-81e6-eee9989d8c02 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c271e09-2a8a-4f5d-87ce-1bbe2a36e4a5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:33.268751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c356e1a4-a28f-43ef-a55b-8d861d425f4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8773086 May 27 02:00:33.321590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45476) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:33.328773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40849397-5d8f-424e-83d0-f0b1e9b50290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.329968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40849397-5d8f-424e-83d0-f0b1e9b50290 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bd1f026-6e93-4da7-829c-712898b676a2 HTTP/1.1" status: 204 len: 168 time: 0.8039749 May 27 02:00:33.365028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:33.390048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40849397-5d8f-424e-83d0-f0b1e9b50290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd1f026-6e93-4da7-829c-712898b676a2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:33.552724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.555816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.568582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-f1e68c69-52d8-417b-8e21-064882dc27db tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/1c271e09-2a8a-4f5d-87ce-1bbe2a36e4a5 HTTP/1.1" status: 200 len: 1803 time: 0.2460392 May 27 02:00:33.577641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1c271e09-2a8a-4f5d-87ce-1bbe2a36e4a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:33.577957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1c271e09-2a8a-4f5d-87ce-1bbe2a36e4a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:33.589236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:33.592929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:33.600096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:33.604757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:33.604935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Transition to ACTIVE for port object 2380911a-17a0-478d-81d6-be74cbe24fb0 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:33.608629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-250daccd-cd2d-403d-a842-08d37bf517e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:33.608904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:33.610433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-250daccd-cd2d-403d-a842-08d37bf517e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.1731374 May 27 02:00:33.615649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:33.619706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:33.628406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:33.645644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:33.650416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.678879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.722071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffb7b-884d-4318-a018-af0ebdf24266 req-2f74aef1-fefb-45e4-99bc-2ac978ca1c72 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:33.724100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af5ffb7b-884d-4318-a018-af0ebdf24266 req-2f74aef1-fefb-45e4-99bc-2ac978ca1c72 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.2856083 May 27 02:00:33.774044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-a90c87d7-8078-4046-9f4c-69677bfeaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:33.775769 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-a90c87d7-8078-4046-9f4c-69677bfeaac0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1558571 May 27 02:00:33.779508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:33.851914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72625896-73f0-44de-97c1-fd6c9e791d18 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:33.974726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Network e82bb4b6-de0d-417e-933f-cbd50b658f80 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:33.985008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:34.004787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.007099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:34.008036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:34.008637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.019649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 72625896-73f0-44de-97c1-fd6c9e791d18 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:34.025196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 72625896-73f0-44de-97c1-fd6c9e791d18 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:34.025873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.035733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=dad8adbc-86c7-4f95-862a-2fc9018f9feb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:34.078268 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.085698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e3163d6d-aed8-44df-aae1-4d6c6da83d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4291697 May 27 02:00:34.088749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45492) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:34.114618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af5ffb7b-884d-4318-a018-af0ebdf24266 req-dfc64534-896f-48d7-95d3-2890eca48e14 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814759 May 27 02:00:34.124893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network d6219f20-239b-44cc-85a0-9085ca560d39 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:34.145255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:34.170982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:34.179062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.182653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 72625896-73f0-44de-97c1-fd6c9e791d18 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:34.183061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.188046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:34.223951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 72625896-73f0-44de-97c1-fd6c9e791d18, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72625896-73f0-44de-97c1-fd6c9e791d18,segment=NetworkSegment(a5103bcf-d4bb-485b-a76f-d48b767094f7),segment_id=a5103bcf-d4bb-485b-a76f-d48b767094f7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:34.226131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=2380911a-17a0-478d-81d6-be74cbe24fb0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:34.237115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.241327 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.243228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b644cf29-bc8c-4bb6-a06b-ecfd655b72a7 req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6737626 May 27 02:00:34.276960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c260ec7-2ff1-4a9c-8bd9-2054cb824d06 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2523e1d-b3fd-484c-a82d-ae4e3860f75d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:34.280978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-6078b4b3-fa42-4b20-a058-b0b7f5c7455d service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876180 May 27 02:00:34.290664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895829632', 'description': 'tempest-description-551493256'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:34.329016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=72625896-73f0-44de-97c1-fd6c9e791d18,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:34.345750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.349420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:34.404649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.418569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.477651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:34.482275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:34.485643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45506) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:34.506043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:34.526046 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-37a04302-697a-4916-90da-24a3fd09f16c service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217181 May 27 02:00:34.529988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3ca67601-d2cc-4185-be8c-ccb8a78b9dd3 None None] Provisioning for port 2380911a-17a0-478d-81d6-be74cbe24fb0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:34.536866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3ca67601-d2cc-4185-be8c-ccb8a78b9dd3 None None] Provisioning complete for port 2380911a-17a0-478d-81d6-be74cbe24fb0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:34.537630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3ca67601-d2cc-4185-be8c-ccb8a78b9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.564779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': 'c4b28966-11df-4193-8859-04bec403f815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:34.565132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: 67040afc-cd39-4f24-86b6-c32431d33cc3, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:34.576277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=76672196-2ed4-4326-9ed0-ef6008efbe3a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:34.604113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.613120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3ca67601-d2cc-4185-be8c-ccb8a78b9dd3 None None] Port 2380911a-17a0-478d-81d6-be74cbe24fb0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:34.629482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-671960af-2f9a-4774-84f5-efa4fb36deb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=d3ef6ea4-3742-4d4f-808e-371b35fba3f6 HTTP/1.1" status: 200 len: 217 time: 0.0912979 May 27 02:00:34.683912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:34.686489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:34.693133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:34.700141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-360211072-network', 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:34.701201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 67040afc-cd39-4f24-86b6-c32431d33cc3) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:34.706702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:34.707322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.709390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:34.715831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37af4cd-5ea2-4b36-98be-01afde08b2e4 None None] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:34.719236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:34.722288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:34.733879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Usage tracker for resource:network and tenant:79c00458f2f8495ca269f634e74b1b5f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:34.739620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:34.751398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:34.753971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-6ea0bee7-0ac0-473a-9ea9-e73aa850f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:34.755437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-6ea0bee7-0ac0-473a-9ea9-e73aa850f757 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.1188195 May 27 02:00:34.782006 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5b31e33d-833a-45da-a5bb-3cb5e7320558 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4504747 May 27 02:00:34.784611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45512) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:34.791664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:34.873894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] device_id is not set on port dad8adbc-86c7-4f95-862a-2fc9018f9feb yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:34.881861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:34.884988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.893257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.922037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Transition to ACTIVE for port object dad8adbc-86c7-4f95-862a-2fc9018f9feb will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:34.923266 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.934582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.938345 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.944883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-67040afc-cd39-4f24-86b6-c32431d33cc3', 'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3', 'tenant_id': '5d83088938df49feaa90c36e45991934', 'fixed_ips': [{'subnet_id': '76672196-2ed4-4326-9ed0-ef6008efbe3a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:34.946255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:34.976887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:35.027695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Usage tracker for resource:security_group_rule and tenant:79c00458f2f8495ca269f634e74b1b5f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:35.040840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:35.051723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:35.091774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:35.107844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:35.113144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:35.115781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=dad8adbc-86c7-4f95-862a-2fc9018f9feb,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:35.117911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Allocated IP 2001:db8::2 (67040afc-cd39-4f24-86b6-c32431d33cc3/76672196-2ed4-4326-9ed0-ef6008efbe3a/ee24e22a-0e69-4b9f-aa36-df87c2552881) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:35.122950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:35.129572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.129910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.130284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.135514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.136027 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.137213 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 2 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.150453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-dc3aca2c-a232-498c-93a2-dbf88b1966b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:35.153955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.154178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-dc3aca2c-a232-498c-93a2-dbf88b1966b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3724113 May 27 02:00:35.154614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.155169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.161073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.161073 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.161287 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 3 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.177371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.177640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.177979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.182937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.183263 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.183691 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 4 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.202208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.202537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.203065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.208477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.208977 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.209528 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 5 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.230874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.231588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.232076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.237281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.237897 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.238523 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 6 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.260240 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.264457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.265123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.265739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.310824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.311510 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.317280 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 7 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.325858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:35.329013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.329532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.350128 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.363282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Transition to ACTIVE for port object ee24e22a-0e69-4b9f-aa36-df87c2552881 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:35.385337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Transition to ACTIVE for port object ee24e22a-0e69-4b9f-aa36-df87c2552881 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:35.392579 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.424257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.424588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.424924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.430031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d886a9-0c73-4995-b50a-67c206d43d44,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:35.443023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.443378 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.447145 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 8 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.485521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.485737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.486036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.493780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:35.497939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:35.500701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.501029 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.502503 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 9 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.505277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:35.515178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.516041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebda50bb-8559-4941-9126-441103b3c90e req-03dd74de-6a59-4cc6-9d4e-d9afa08146f5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2439377 May 27 02:00:35.532487 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76672196-2ed4-4326-9ed0-ef6008efbe3a (CIDR: 2001:db8::/64) May 27 02:00:35.542605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.543274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.543787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.552433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.553048 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.554233 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:00:35.554925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:00:35.576045 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempt 10 to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb May 27 02:00:35.598547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-783632484', 'description': 'tempest-description-879869122'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:35.609788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.610622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.611275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempting to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.613437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Attempting to bind port ee24e22a-0e69-4b9f-aa36-df87c2552881 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:35.613727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Attempting to bind port ee24e22a-0e69-4b9f-aa36-df87c2552881 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c4b28966-11df-4193-8859-04bec403f815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:35.614086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Attempting to bind port ee24e22a-0e69-4b9f-aa36-df87c2552881 on network 67040afc-cd39-4f24-86b6-c32431d33cc3 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:35.614823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-06b98725-6df0-4028-aa0a-18a49c64d053 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890195 May 27 02:00:35.619902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:35.620209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:35.620319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Checking segment: {'id': 'c4b28966-11df-4193-8859-04bec403f815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:35.620661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.621551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Bound using segment: {'id': 'c4b28966-11df-4193-8859-04bec403f815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:35.622003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Bound port: ee24e22a-0e69-4b9f-aa36-df87c2552881, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b28966-11df-4193-8859-04bec403f815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:35.622675 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.629952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069040e-84bc-4206-8b37-9d2f1778ecda req-66c631da-f03d-4651-876b-23f4bc07cc08 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:35.630946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Pushing event updated for resources: {'Port': ['ID=ee24e22a-0e69-4b9f-aa36-df87c2552881,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:35.637737 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0069040e-84bc-4206-8b37-9d2f1778ecda req-66c631da-f03d-4651-876b-23f4bc07cc08 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.3687055 May 27 02:00:35.652485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-35e2dfeb-59d2-46dc-bd64-9c4fe8dd2bf8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8668754 May 27 02:00:35.654864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:35.655230 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Failed to bind port dad8adbc-86c7-4f95-862a-2fc9018f9feb on host n-h2-843146-11 for vnic_type normal using segments [{'id': '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e82bb4b6-de0d-417e-933f-cbd50b658f80'}] May 27 02:00:35.655555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.664068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45520) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:35.666354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:35.683931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:35.728645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] For port ee24e22a-0e69-4b9f-aa36-df87c2552881, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:35.731147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:35.734480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] For port ee24e22a-0e69-4b9f-aa36-df87c2552881, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ee24e22a-0e69-4b9f-aa36-df87c2552881,segment=NetworkSegment(c4b28966-11df-4193-8859-04bec403f815),segment_id=c4b28966-11df-4193-8859-04bec403f815)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:35.750827 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.809832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72625896-73f0-44de-97c1-fd6c9e791d18 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:35.942372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-453febe8-e2c2-4fde-bed7-1691d8601a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.970439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.970439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:35.980838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 72625896-73f0-44de-97c1-fd6c9e791d18 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:35.980838 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.990599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:35.998002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0069040e-84bc-4206-8b37-9d2f1778ecda req-eea3b4f0-edc5-4ddf-b139-edc386668721 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469684 May 27 02:00:36.017602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a5da-3daf-47b5-80fd-bda43897dc9f None None] Pushing event updated for resources: {'Port': ['ID=ee24e22a-0e69-4b9f-aa36-df87c2552881,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:36.038931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.059976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:36.081034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:36.095675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:36.103778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 72625896-73f0-44de-97c1-fd6c9e791d18 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:36.104300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:36.106236 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.106585 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Added segment f1057ad8-aefc-4830-a2ab-5fbf63603413 of type vlan for network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be May 27 02:00:36.115415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:36.121230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:36.124124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:36.129129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] For port dad8adbc-86c7-4f95-862a-2fc9018f9feb, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:36.129313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attempted to set empty binding levels {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:00:36.134409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:36.135910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.148330 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-b99f8d5b-1970-4843-967f-09f5f1664ae5 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229828 May 27 02:00:36.158004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:36.169421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:36.177783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:36.181212 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.243938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] In _notify_port_updated(), no bound segment for port dad8adbc-86c7-4f95-862a-2fc9018f9feb on network e82bb4b6-de0d-417e-933f-cbd50b658f80 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:00:36.244807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:36.245407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.247277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "PUT /v2.0/ports/dad8adbc-86c7-4f95-862a-2fc9018f9feb HTTP/1.1" status: 200 len: 979 time: 2.1571629 May 27 02:00:36.253725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45524) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:36.256273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.259306 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-fad86607-fd00-4e67-8206-227c1641935f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 HTTP/1.1" status: 200 len: 217 time: 0.0915430 May 27 02:00:36.262854 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.309430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.354423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45243080-fdcb-406d-88e0-e25b2b396758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event updated for resources: {'Port': ['ID=dad8adbc-86c7-4f95-862a-2fc9018f9feb,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:36.405598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Deleting port dad8adbc-86c7-4f95-862a-2fc9018f9feb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:36.405956 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.497933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event updated for resources: {'Port': ['ID=2380911a-17a0-478d-81d6-be74cbe24fb0,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:36.507526 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.512849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-3b93e3dd-e558-47bc-b84c-4f0ff0fdb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:36.514694 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-3b93e3dd-e558-47bc-b84c-4f0ff0fdb821 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.2423093 May 27 02:00:36.563582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.564909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:36.565698 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.709865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.712230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] For port dad8adbc-86c7-4f95-862a-2fc9018f9feb, host n-h2-843146-11, got binding levels [] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:36.712595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.784018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.834935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] Pushing event updated for resources: {'Network': ['ID=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:36.845175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-26be997d-d12d-4049-8d2d-9805cdf20170 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3584867 May 27 02:00:36.846680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Calling delete_port for dad8adbc-86c7-4f95-862a-2fc9018f9feb owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:36.851395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:36.857536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45530) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:36.868051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.869475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df2eac3d-e3d8-4257-bca3-5516de515ab2 req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2900708 May 27 02:00:36.879789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Request body: {'subnet': {'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-360211072-subnet', 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:36.898786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f526b1-f610-4207-a9de-c6a17b6dc9e3 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026f073d-ec4f-4e3f-b555-5261ad6f2af4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:36.909716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:36.916861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Usage tracker for resource:subnet and tenant:79c00458f2f8495ca269f634e74b1b5f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:36.921995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:36.938529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:36.968628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-30637a7a-234f-44f6-9afa-d90f53dc8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:36.970906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-30637a7a-234f-44f6-9afa-d90f53dc8ad5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4463768 May 27 02:00:36.973089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Network d6219f20-239b-44cc-85a0-9085ca560d39 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:36.974705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:36.977533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:36.995015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:37.022439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-0ac56074-c9b7-49da-8f8e-314e7503ee4c tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/67d886a9-0c73-4995-b50a-67c206d43d44 HTTP/1.1" status: 200 len: 1805 time: 0.1196673 May 27 02:00:37.092678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-0432f0ab-213f-4942-bd6b-f2067401bb56 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/026f073d-ec4f-4e3f-b555-5261ad6f2af4 HTTP/1.1" status: 200 len: 1805 time: 0.0586555 May 27 02:00:37.097453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '67d886a9-0c73-4995-b50a-67c206d43d44', 'remote_group_id': '026f073d-ec4f-4e3f-b555-5261ad6f2af4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:37.098133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '67d886a9-0c73-4995-b50a-67c206d43d44', 'remote_group_id': '026f073d-ec4f-4e3f-b555-5261ad6f2af4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:37.103133 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.104972 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.173161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:37.218437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:37.226543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:37.228741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad8adbc-86c7-4f95-862a-2fc9018f9feb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:37.240667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:37.241681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.250875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:37.256640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.265011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:37.287086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:37.293171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f271a0-823d-4046-bf99-656d3ea0dd4b None None] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:37.305885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6363502 May 27 02:00:37.313574 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3cd9ee3f-0f33-4f67-9ad3-16d12838016d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "DELETE /v2.0/ports/dad8adbc-86c7-4f95-862a-2fc9018f9feb HTTP/1.1" status: 204 len: 168 time: 1.0570612 May 27 02:00:37.314465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45538) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:37.319565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45540) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:37.320193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6a570-3997-4d2c-a7db-edb2b41c29f7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=9a792aab-3a70-472d-bda6-916ebeb36fad,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:37.334868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3', 'fixed_ips': [{'subnet_id': '76672196-2ed4-4326-9ed0-ef6008efbe3a'}, {'subnet_id': '9a792aab-3a70-472d-bda6-916ebeb36fad'}], 'name': 'tempest-PortsIpV6TestJSON-560843495'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:37.402044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-93fbcb92-ab5d-460f-a692-714cba1acc72 None None] Provisioning for port ee24e22a-0e69-4b9f-aa36-df87c2552881 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:37.433965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:00:37.472828 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d4b626-73b1-4d69-a130-d98a4a434ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] GET failed (client error): The resource could not be found. May 27 02:00:37.473381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-15d4b626-73b1-4d69-a130-d98a4a434ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Synchronizing usage tracker for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:37.525259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-93fbcb92-ab5d-460f-a692-714cba1acc72 None None] Provisioning complete for port 2380911a-17a0-478d-81d6-be74cbe24fb0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:37.525716 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-93fbcb92-ab5d-460f-a692-714cba1acc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.539873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-15d4b626-73b1-4d69-a130-d98a4a434ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] Unset dirty status for tenant:eaef8e636c5e486d814e81a110659787 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:37.541253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-15d4b626-73b1-4d69-a130-d98a4a434ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940022909-project-admin] 10.222.0.16 "GET /v2.0/ports/dad8adbc-86c7-4f95-862a-2fc9018f9feb HTTP/1.1" status: 404 len: 333 time: 0.2116222 May 27 02:00:37.550573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45546) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:37.551910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.625968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-93fbcb92-ab5d-460f-a692-714cba1acc72 None None] Port 2380911a-17a0-478d-81d6-be74cbe24fb0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:37.688837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:37.707687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:37.722248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:37.735308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.739475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.741969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:37.752665 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.782012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:37.794907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] Update dhcp port {'port': {'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3', 'fixed_ips': [{'subnet_id': '76672196-2ed4-4326-9ed0-ef6008efbe3a', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a792aab-3a70-472d-bda6-916ebeb36fad'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'ee24e22a-0e69-4b9f-aa36-df87c2552881'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:00:37.805622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac4781c-4acc-425d-b33f-77bb7766c02f,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:37.830084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ee24e22a-0e69-4b9f-aa36-df87c2552881 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:37.931122 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:37.957101 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-f48e69e1-97fb-49be-aa74-16bd9308da61 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644976 May 27 02:00:37.961114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fa4528b8-20b4-4c21-9c53-d3188aca054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.004756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51203-d237-4967-bcc2-0fdd06f30888 req-7f5e780c-b712-4843-b9da-1fc1c9dc29d1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:38.007049 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efe51203-d237-4967-bcc2-0fdd06f30888 req-7f5e780c-b712-4843-b9da-1fc1c9dc29d1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 944 time: 0.7512929 May 27 02:00:38.007908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.019458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.020621 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a9f1aef-f56f-4614-ac8a-ef926a0fa222 req-2d7351ae-6bc2-476f-9f5d-f0d72514ac01 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9271286 May 27 02:00:38.032495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ee24e22a-0e69-4b9f-aa36-df87c2552881 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:38.080713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ee24e22a-0e69-4b9f-aa36-df87c2552881 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:38.081089 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.116589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1685151805', 'description': 'tempest-description-1150007761'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:38.144363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:38.158960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:38.172489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.179672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:38.194826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:38.201883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efe51203-d237-4967-bcc2-0fdd06f30888 req-0f83e751-7a8b-45fb-be0f-d3112d336b7d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970366 May 27 02:00:38.203142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:00:38.222748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d20a2abd-844e-4c2f-8268-aeb42068c881 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8865554 May 27 02:00:38.223595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45552) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:38.232729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:38.244158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73de125-37f2-4186-80bf-fde73bba2429,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:38.247094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:00:38.274089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:38.274455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Network hostable DHCP agents. Network: 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:38.290701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:00:38.293404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82bb4b6-de0d-417e-933f-cbd50b658f80']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:38.300498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] Allocated IP 2001:db8:0:1::2 (67040afc-cd39-4f24-86b6-c32431d33cc3/9a792aab-3a70-472d-bda6-916ebeb36fad/ee24e22a-0e69-4b9f-aa36-df87c2552881) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:38.304566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-3a09042d-0ec7-497f-91f1-1efd5373c6b3 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405008 May 27 02:00:38.310561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.320952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:38.321593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:38.336945 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.368721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:38.379676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-639dbcee-05cb-4e2c-84bf-6c40855dea78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85 HTTP/1.1" status: 200 len: 217 time: 0.0681934 May 27 02:00:38.401383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:38.401687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:38.418286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:38.423517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:38.424098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.440142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.460104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9fd30a6c-f8b4-4aa9-a409-8bde28a9b1bf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5988297 May 27 02:00:38.464149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16bc49a-a9d9-4501-bb44-0f0c7da6c6b2 None None] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:38.465273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port c1b84f56-e00c-4c72-afcd-873827dc4f60 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:38.469974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-50364455-53a3-4904-9e26-193ab271fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:38.471216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-50364455-53a3-4904-9e26-193ab271fe3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 200 len: 797 time: 0.0861804 May 27 02:00:38.490993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ee24e22a-0e69-4b9f-aa36-df87c2552881 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:38.491383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.611180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-a090274c-e4c9-4bda-b2e4-94a731ac8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:38.612678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-a090274c-e4c9-4bda-b2e4-94a731ac8c98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=318d9fe3-faa1-4be8-a715-63f21d649c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1354606 May 27 02:00:38.618555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:38.677190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:00:38.723164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:38.727261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.730664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:38.747056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:38.757321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:00:38.758080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:38.786678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-1dc553d7-dac0-47e3-95b3-33edfae0a8e2 service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666994 May 27 02:00:38.871686 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd resource provider aggregate not found May 27 02:00:38.939474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad0903-e934-40e4-af9a-14b92b0814d1 None None] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:39.005494 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c7a496f-c8f2-4c8d-8336-58ddf73dd3bd found for delete ", "request_id": "req-468a764f-eb35-4a83-8d13-265eaf8326c0"}]} May 27 02:00:39.051280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-c164b72f-dc00-4e3f-91a5-8a579545e69c service neutron] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564325 May 27 02:00:39.060557 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:00:39.116270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:39.135385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:39.135591 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-f598a943-e271-42cb-92df-58740142461e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88488804-219b-4831-bd2e-cd1b290812e3 HTTP/1.1" status: 200 len: 217 time: 0.0775671 May 27 02:00:39.145748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-434ee4f7-549d-48a1-8a41-fb89dfa7780f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:39.146422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-434ee4f7-549d-48a1-8a41-fb89dfa7780f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:39.156949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.201996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.218655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-434ee4f7-549d-48a1-8a41-fb89dfa7780f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:39.218944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e12b3139-833e-413d-92f5-416c162eab8f', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'port_id': 'e12b3139-833e-413d-92f5-416c162eab8f', 'mac_address': 'fa:16:3e:19:0e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:00:39.219822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-434ee4f7-549d-48a1-8a41-fb89dfa7780f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.3298986 May 27 02:00:39.221357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-8283de22-0f5d-4890-9718-84706f6d195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:39.222691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-8283de22-0f5d-4890-9718-84706f6d195b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=153660dd-36a8-42ae-9e45-d522f8ef1d25 HTTP/1.1" status: 200 len: 797 time: 0.0735738 May 27 02:00:39.228920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] Pushing event deleted for resources: {'Network': ['ID=e82bb4b6-de0d-417e-933f-cbd50b658f80,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:39.240992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] For port ee24e22a-0e69-4b9f-aa36-df87c2552881, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ee24e22a-0e69-4b9f-aa36-df87c2552881,segment=NetworkSegment(c4b28966-11df-4193-8859-04bec403f815),segment_id=c4b28966-11df-4193-8859-04bec403f815)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:39.249912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-670d8c7b-f8d4-4e07-9239-2d5c57e118f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100068367-project] 10.222.0.16 "DELETE /v2.0/networks/e82bb4b6-de0d-417e-933f-cbd50b658f80 HTTP/1.1" status: 204 len: 168 time: 1.6947899 May 27 02:00:39.276837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-12009e78-6448-4b38-8260-526061382ec1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.0515609 May 27 02:00:39.306161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.316965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.326216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:39.327597 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.340568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-e7197862-c275-468f-a79e-5dde0cf697b0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524027 May 27 02:00:39.412523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.413642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cee81a33-c6d6-4836-aa7c-41d5f97f8a0f req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.3627546 May 27 02:00:39.416271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1ae43-151b-42fc-aa0a-32122d36a050 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419d6000-4481-45b5-87d2-18c4109bdecb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:39.461151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-3bfba77d-8edc-4b3d-a83e-e06ac058716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:39.462634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-3bfba77d-8edc-4b3d-a83e-e06ac058716c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b17b5d04-c6fb-418b-8741-62bf32c6a213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2303531 May 27 02:00:39.479413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.488288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12b3139-833e-413d-92f5-416c162eab8f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:00:39.505843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:39.565371 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:00:39.592849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-c34c78d9-5342-41ab-963a-107638070238 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448626 May 27 02:00:39.610408 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.620853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.672075 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.734528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.extraroute_db [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:00:39.738768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45584) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:39.743861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] Transition to ACTIVE for port object ee24e22a-0e69-4b9f-aa36-df87c2552881 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:39.794524 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.802285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.extraroute_db [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Removed routes are [] {{(pid=88425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:00:39.802753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:39.883248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:39.975842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-53854e8a-a3d2-401a-a7ad-42e94c39bdd7 service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056698 May 27 02:00:39.996293 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:00:39.996293 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:00:40.077610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e12b3139-833e-413d-92f5-416c162eab8f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:00:40.098565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-6c39484d-0b99-4958-8350-2d3e8035ec18 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991083 May 27 02:00:40.144493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b2f25-9714-4d4f-91e6-aaa7de6432c0 None None] Pushing event updated for resources: {'Port': ['ID=ee24e22a-0e69-4b9f-aa36-df87c2552881,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:40.178143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-2c4c0dc4-ddbe-4453-969d-4efbf9f5c244 service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851268 May 27 02:00:40.194852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2e0a4-2178-48dd-b569-f39ffaf4730e req-cf942651-b0fd-4582-9c3e-6983a362fbcf tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:40.202649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf2e0a4-2178-48dd-b569-f39ffaf4730e req-cf942651-b0fd-4582-9c3e-6983a362fbcf tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 945 time: 0.5273247 May 27 02:00:40.224200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:34Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2380911a-17a0-478d-81d6-be74cbe24fb0', 'name': '', 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:c3:78:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:32Z', 'updated_at': '2022-05-27T02:00:35Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:40.235817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:00:40.236075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Updating router f9be4be2-0e40-4c5f-8479-e5116df29487 port 2380911a-17a0-478d-81d6-be74cbe24fb0 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:00:40.300207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-b943ac79-a725-48e3-9352-4d71a62e7901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6 HTTP/1.1" status: 200 len: 217 time: 0.1077793 May 27 02:00:40.349175 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.365677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-9fdbfe11-ca4d-4a7a-9062-a24f47857bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:40.367152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-9fdbfe11-ca4d-4a7a-9062-a24f47857bab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=153660dd-36a8-42ae-9e45-d522f8ef1d25 HTTP/1.1" status: 200 len: 797 time: 0.0662444 May 27 02:00:40.370873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1741685699', 'description': 'tempest-description-2128364902'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:40.376957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:40.381156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:40.386888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:40.421570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-326eb726-1d37-44f9-80f7-ae2749d2fb4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22cc9b32d5374ed29a8b1785b69578c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6813622 May 27 02:00:40.425250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45596) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:40.433084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:40.521544 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.570567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:40.584945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:40.589476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:40.594474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-47fafc03-5dbf-4fe6-a612-24a409f70aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:40.596025 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-47fafc03-5dbf-4fe6-a612-24a409f70aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b17b5d04-c6fb-418b-8741-62bf32c6a213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2108448 May 27 02:00:40.596671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59b898a3-82ae-4ecd-b0ea-af0b7552c0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.606293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf2e0a4-2178-48dd-b569-f39ffaf4730e req-503b73cb-b83d-43c0-ad0f-9d35ae497f51 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976626 May 27 02:00:40.637729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59b898a3-82ae-4ecd-b0ea-af0b7552c0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.646202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ee24e22a-0e69-4b9f-aa36-df87c2552881 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:40.646441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::10a (67040afc-cd39-4f24-86b6-c32431d33cc3/76672196-2ed4-4326-9ed0-ef6008efbe3a/c1b84f56-e00c-4c72-afcd-873827dc4f60) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:40.646640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.662749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8:0:1::32b (67040afc-cd39-4f24-86b6-c32431d33cc3/9a792aab-3a70-472d-bda6-916ebeb36fad/c1b84f56-e00c-4c72-afcd-873827dc4f60) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:40.724895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:40.816547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59b898a3-82ae-4ecd-b0ea-af0b7552c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.832035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd5b58c2-ad5f-4497-8e96-ecef34c64cc5 req-f2da157c-ae71-4035-9e76-2cd9be534f75 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 210 time: 0.0841336 May 27 02:00:40.862637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b898a3-82ae-4ecd-b0ea-af0b7552c0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af4f21-cd25-4b97-8330-be7a99b931d8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:40.910949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.936948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59b898a3-82ae-4ecd-b0ea-af0b7552c0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.938336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-59b898a3-82ae-4ecd-b0ea-af0b7552c0b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89af4f21-cd25-4b97-8330-be7a99b931d8 HTTP/1.1" status: 204 len: 168 time: 0.5091674 May 27 02:00:40.955223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ee24e22a-0e69-4b9f-aa36-df87c2552881, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ee24e22a-0e69-4b9f-aa36-df87c2552881,segment=NetworkSegment(c4b28966-11df-4193-8859-04bec403f815),segment_id=c4b28966-11df-4193-8859-04bec403f815)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:40.974891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:40.988176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.068797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.088247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-f1e83124-4640-45d5-a33a-b9e2c5b1be68 service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858554 May 27 02:00:41.125189 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.159111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.258381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ee24e22a-0e69-4b9f-aa36-df87c2552881 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:41.283007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55bde81-f156-4a39-89b7-f743e0d325f9 None None] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:41.304355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.306164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7470d7b0-98c7-4f93-8d0f-72148dad8c2a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:41.345308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object c1b84f56-e00c-4c72-afcd-873827dc4f60 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:41.354982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.361443 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-164031e0-2586-4984-9b0b-de8271c34efc req-54e493bb-4fd3-4b20-b3f0-0c3382fad318 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0590565 May 27 02:00:41.431195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4fa8f91-d9cf-48de-8c3a-ec4eefd17a38 req-4226be55-0560-4700-b774-cf9d026cbc71 service neutron] 10.222.0.47 "GET /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042133 May 27 02:00:41.432131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ee24e22a-0e69-4b9f-aa36-df87c2552881,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:41.439810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ecb40feb-e023-4522-a80e-a596034e977d None None] Provisioning for port ee24e22a-0e69-4b9f-aa36-df87c2552881 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:41.446884 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.460703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45612) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:41.468424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:00:41.469837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ecb40feb-e023-4522-a80e-a596034e977d None None] Provisioning complete for port ee24e22a-0e69-4b9f-aa36-df87c2552881 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:41.470520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ecb40feb-e023-4522-a80e-a596034e977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.521559 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0773feb8-ea4a-4ed2-b44e-261aa893a313 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaef8e636c5e486d814e81a110659787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596340 May 27 02:00:41.524193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45616) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:41.543449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Transition to ACTIVE for port object 2380911a-17a0-478d-81d6-be74cbe24fb0 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:41.586050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.595723 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.598729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c3f3e01-bb95-483c-b9c5-688f4751940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.650193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c3f3e01-bb95-483c-b9c5-688f4751940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.721083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c3f3e01-bb95-483c-b9c5-688f4751940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.737320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-8996044c-67c5-4839-9ace-65642576464d tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/419d6000-4481-45b5-87d2-18c4109bdecb HTTP/1.1" status: 200 len: 1807 time: 0.3159440 May 27 02:00:41.743401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ee24e22a-0e69-4b9f-aa36-df87c2552881 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:41.743774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.743970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:41.752286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:41.773492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:41.776262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f3e01-bb95-483c-b9c5-688f4751940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c5a2c-d9d5-4531-83be-a74365228130,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:41.779557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:41.780200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.813863 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c3f3e01-bb95-483c-b9c5-688f4751940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.814037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=c1b84f56-e00c-4c72-afcd-873827dc4f60,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:41.829672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3c3f3e01-bb95-483c-b9c5-688f4751940c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/926c5a2c-d9d5-4531-83be-a74365228130 HTTP/1.1" status: 204 len: 168 time: 0.2973480 May 27 02:00:41.855982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:00:41.860692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-d105d272-aefe-495a-80cd-8798a7ccbb64 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/7470d7b0-98c7-4f93-8d0f-72148dad8c2a HTTP/1.1" status: 200 len: 1807 time: 0.1135728 May 27 02:00:41.866878 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:41.871181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-04b9cc83-2a3b-42e4-a120-1c08490f7f8e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 200 len: 934 time: 3.6461074 May 27 02:00:41.873358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45626) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:41.874293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8e795e5c-b788-4c52-a546-fa3bdbafca81 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5563843 May 27 02:00:41.877126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45630) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:41.879689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '419d6000-4481-45b5-87d2-18c4109bdecb', 'remote_group_id': '7470d7b0-98c7-4f93-8d0f-72148dad8c2a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:41.880008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '419d6000-4481-45b5-87d2-18c4109bdecb', 'remote_group_id': '7470d7b0-98c7-4f93-8d0f-72148dad8c2a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:41.895870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:41.908709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:41.911981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:41.923444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:41.993177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd1ff-7b92-4f9e-bf62-a1f3eb8c5d7f req-dc19aaed-495e-4907-bc34-8d7484b71f35 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:41.999723 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-417cd1ff-7b92-4f9e-bf62-a1f3eb8c5d7f req-dc19aaed-495e-4907-bc34-8d7484b71f35 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 945 time: 0.2727346 May 27 02:00:42.015287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76672196-2ed4-4326-9ed0-ef6008efbe3a'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:42.022754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432f8c7-a9a6-4483-92cc-efcf7b78a2b9 None None] Pushing event updated for resources: {'Port': ['ID=2380911a-17a0-478d-81d6-be74cbe24fb0,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:42.102684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.159911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.168572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.192971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Attempting to bind port 2380911a-17a0-478d-81d6-be74cbe24fb0 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:42.193345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Attempting to bind port 2380911a-17a0-478d-81d6-be74cbe24fb0 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:42.193708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Attempting to bind port 2380911a-17a0-478d-81d6-be74cbe24fb0 on network d6219f20-239b-44cc-85a0-9085ca560d39 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:42.210224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a49317-b474-4cd2-89a4-060b95e04c76,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:42.215701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:42.216073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Checking segment: {'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:42.216527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.216888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Bound using segment: {'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:42.217418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Bound port: 2380911a-17a0-478d-81d6-be74cbe24fb0, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5103bcf-d4bb-485b-a76f-d48b767094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:42.217725 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.222746 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.224446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe7feb29-d301-42de-9a96-034a89e3da32 req-5fecd325-6488-4535-95ce-2208a38c8bba tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3486607 May 27 02:00:42.273009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ecb40feb-e023-4522-a80e-a596034e977d None None] Current status of the port ee24e22a-0e69-4b9f-aa36-df87c2552881 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:42.327412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:42.412626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ee24e22a-0e69-4b9f-aa36-df87c2552881 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:42.469232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] For port 2380911a-17a0-478d-81d6-be74cbe24fb0, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:42.476323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] For port 2380911a-17a0-478d-81d6-be74cbe24fb0, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2380911a-17a0-478d-81d6-be74cbe24fb0,segment=NetworkSegment(a5103bcf-d4bb-485b-a76f-d48b767094f7),segment_id=a5103bcf-d4bb-485b-a76f-d48b767094f7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:42.489187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.500001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78ad08ea-c251-4905-8022-1a46260f2e44 req-db9836ef-e5bb-4938-8988-1247f4ca763d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 210 time: 0.1042669 May 27 02:00:42.540983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e12b3139-833e-413d-92f5-416c162eab8f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:42.541538 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.639486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18fb7280-f500-457e-b326-8e8f25dde0be req-85768f68-a1e9-48c2-aa78-7c1d9b221868 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/7470d7b0-98c7-4f93-8d0f-72148dad8c2a HTTP/1.1" status: 200 len: 1807 time: 0.0976975 May 27 02:00:42.732831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:42.733569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:42.741043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18fb7280-f500-457e-b326-8e8f25dde0be req-7f206dd7-bd2f-42b7-8551-feb3f96032f8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.743358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-cc1aba76-fcd8-46eb-a6b9-1cc641401625 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:42.746542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-cc1aba76-fcd8-46eb-a6b9-1cc641401625 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.7374310 May 27 02:00:42.781790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Request body: {'port': {'device_id': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'admin_state_up': True, 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:42.810377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-417cd1ff-7b92-4f9e-bf62-a1f3eb8c5d7f req-6aac5f00-3f46-455d-a9d5-94c230a18d7c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4532113 May 27 02:00:42.815133 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18fb7280-f500-457e-b326-8e8f25dde0be req-7f206dd7-bd2f-42b7-8551-feb3f96032f8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:42.955002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432f8c7-a9a6-4483-92cc-efcf7b78a2b9 None None] Pushing event updated for resources: {'Port': ['ID=2380911a-17a0-478d-81d6-be74cbe24fb0,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:42.960338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18fb7280-f500-457e-b326-8e8f25dde0be req-7f206dd7-bd2f-42b7-8551-feb3f96032f8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.006770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f206dd7-bd2f-42b7-8551-feb3f96032f8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470d7b0-98c7-4f93-8d0f-72148dad8c2a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:43.018508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18fb7280-f500-457e-b326-8e8f25dde0be req-7f206dd7-bd2f-42b7-8551-feb3f96032f8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.024438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18fb7280-f500-457e-b326-8e8f25dde0be req-7f206dd7-bd2f-42b7-8551-feb3f96032f8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-groups/7470d7b0-98c7-4f93-8d0f-72148dad8c2a HTTP/1.1" status: 204 len: 173 time: 0.3830519 May 27 02:00:43.085020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0bfc3f27-0741-46d2-a522-7fa7ca5e2f29 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 200 len: 934 time: 1.2097883 May 27 02:00:43.087629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45654) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:43.093778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'routes': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:43.188132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ee24e22a-0e69-4b9f-aa36-df87c2552881 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:43.228540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:43.296305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f944549-3ad6-4e2b-9598-17ac209ca885 req-084d49e2-1696-4392-8fd0-93f5eb21c1f8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/419d6000-4481-45b5-87d2-18c4109bdecb HTTP/1.1" status: 200 len: 1807 time: 0.2097831 May 27 02:00:43.321397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:43.330560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Usage tracker for resource:port and tenant:79c00458f2f8495ca269f634e74b1b5f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:43.337101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45662) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:43.337263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1682280588', 'description': 'tempest-description-330855110'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:43.341962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-efd0eddc-78b7-4ccf-b9b7-f3e9ccc0df08 None None] Provisioning complete for port ee24e22a-0e69-4b9f-aa36-df87c2552881 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:43.342453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-efd0eddc-78b7-4ccf-b9b7-f3e9ccc0df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.346590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:43.367281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:43.402934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:43.417915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:43.422519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:43.431838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:43.463727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e12b3139-833e-413d-92f5-416c162eab8f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:43.463978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.471031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.484668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:43.488420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.518127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.613780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:43.622195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:43.628466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:43.638311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:43.652472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:43.682729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:43.719783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ee24e22a-0e69-4b9f-aa36-df87c2552881 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:43.720073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.725674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1225577902'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:43.761990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.775178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:43.830647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Usage tracker for resource:network and tenant:26327015b1dd4a619a5a8c2fd74e3a5c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:43.846384 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01e7bd48-0dd0-4b40-886c-32504e4e5060 req-6edc4b0f-9068-452e-a115-95265b28b8bd tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 210 time: 0.1294148 May 27 02:00:43.856695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.857869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:43.884179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:43.894819 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:43.939513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-efd0eddc-78b7-4ccf-b9b7-f3e9ccc0df08 None None] Current status of the port ee24e22a-0e69-4b9f-aa36-df87c2552881 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:43.945162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063b2039-4b97-4038-ace1-f49674442a74,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:43.955184 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee3dc29-3ef1-4a45-9f8b-e41140dc8b97'] response: {'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f', 'code': 200} May 27 02:00:44.003934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.005143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e00bbc7-32ff-4aac-8df2-c32345cc51db req-9936d8b4-7666-424f-a370-183c939c1a03 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6874669 May 27 02:00:44.014862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:44.065368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-efd0eddc-78b7-4ccf-b9b7-f3e9ccc0df08 None None] Provisioning for port c1b84f56-e00c-4c72-afcd-873827dc4f60 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:44.086560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.extraroute_db [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added routes are [] {{(pid=88425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:00:44.086931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.extraroute_db [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:00:44.090184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-efd0eddc-78b7-4ccf-b9b7-f3e9ccc0df08 None None] Provisioning complete for port c1b84f56-e00c-4c72-afcd-873827dc4f60 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:44.090677 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-efd0eddc-78b7-4ccf-b9b7-f3e9ccc0df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.094495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Allocated IP 172.20.0.2 (439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be/f73de125-37f2-4186-80bf-fde73bba2429/3e7ba1c7-dea9-4384-9e24-3d06905ba2b6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:44.105494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Made reservation on behalf of 26327015b1dd4a619a5a8c2fd74e3a5c for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:44.109380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.160187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.174138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-f2efd38b-213e-4c56-8e43-befc2e25b4fd tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/063b2039-4b97-4038-ace1-f49674442a74 HTTP/1.1" status: 200 len: 1806 time: 0.1369123 May 27 02:00:44.188837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.243352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ee24e22a-0e69-4b9f-aa36-df87c2552881 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:44.249917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '063b2039-4b97-4038-ace1-f49674442a74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:44.250235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '063b2039-4b97-4038-ace1-f49674442a74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:44.254082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-efd0eddc-78b7-4ccf-b9b7-f3e9ccc0df08 None None] Port c1b84f56-e00c-4c72-afcd-873827dc4f60 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:44.280123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:39Z', 'revision_number': 6, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2380911a-17a0-478d-81d6-be74cbe24fb0', 'name': '', 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:c3:78:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:32Z', 'updated_at': '2022-05-27T02:00:42Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:44.284765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ea492-44a2-4dfe-86a1-d2e24e5d4129 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:39Z', 'revision_number': 6, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2380911a-17a0-478d-81d6-be74cbe24fb0', 'name': '', 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:c3:78:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:32Z', 'updated_at': '2022-05-27T02:00:42Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:00:44.316910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:44.331160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:44.331328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:44.341266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:44.359445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Usage tracker for resource:security_group_rule and tenant:26327015b1dd4a619a5a8c2fd74e3a5c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:44.371090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:44.378250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:44.384939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-df5be7af-0f47-4318-afd1-4a489edef424 None None] Provisioning complete for port c1b84f56-e00c-4c72-afcd-873827dc4f60 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:44.386994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-df5be7af-0f47-4318-afd1-4a489edef424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.406723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:44.459258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-df5be7af-0f47-4318-afd1-4a489edef424 None None] Port c1b84f56-e00c-4c72-afcd-873827dc4f60 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:44.601334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.607467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.636124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Delete allocated IP 2001:db8:0:1::32b (67040afc-cd39-4f24-86b6-c32431d33cc3/9a792aab-3a70-472d-bda6-916ebeb36fad) {{(pid=88426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:00:44.685818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819191-2cbc-4c9a-aa60-37f945653a5f req-ad5dcac3-a2cd-4254-a2e2-8765e4413a97 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:44.688307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b819191-2cbc-4c9a-aa60-37f945653a5f req-ad5dcac3-a2cd-4254-a2e2-8765e4413a97 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 947 time: 0.5108321 May 27 02:00:44.705368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f74d3-8654-4e5f-8989-b00b376fddec req-e1bd2c7c-27ce-421b-8019-c154c2eedd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:44.707431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b8f74d3-8654-4e5f-8989-b00b376fddec req-e1bd2c7c-27ce-421b-8019-c154c2eedd28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1099 time: 0.4702592 May 27 02:00:44.796820 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.829797 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.835783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.852115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:00:44.876272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de373e7f-73ff-4055-b10b-5bbdf2815b37,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:44.903362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:44.930227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b819191-2cbc-4c9a-aa60-37f945653a5f req-eaeb9f88-7af5-4243-b1ed-f0b76934d879 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272384 May 27 02:00:44.931796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b8f74d3-8654-4e5f-8989-b00b376fddec req-790ca77c-98c5-4b2d-924d-584d66c5e9bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851139 May 27 02:00:44.973838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.003579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.057418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:45.083389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bcfe1d-cf76-45ca-a171-9013a3f20b1d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:45.099239 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.099440 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Added segment feae2616-e5c1-449d-9024-298982f8b117 of type vlan for network 48fad111-933e-41f6-8ecf-15eac2e94395 May 27 02:00:45.100929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.112455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.147015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2380911a-17a0-478d-81d6-be74cbe24fb0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:45.220364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2380911a-17a0-478d-81d6-be74cbe24fb0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:45.226401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2380911a-17a0-478d-81d6-be74cbe24fb0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:45.226919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.271189 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.272389 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88723de9-22b8-42ec-a1c9-93543beca1fa req-2db01457-a85f-4c39-a4cb-09dadf252afa tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0343640 May 27 02:00:45.278219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:00:45.285657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.286837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b1933702-483b-414c-a974-7fcadfd4a847 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 200 len: 700 time: 2.1980147 May 27 02:00:45.289486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45684) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:45.325985 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:00:45.340388 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:45.341328 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:45.377320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2380911a-17a0-478d-81d6-be74cbe24fb0 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:45.377615 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.391126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Ignored duplicate provisioning block setup for port c1b84f56-e00c-4c72-afcd-873827dc4f60 by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 02:00:45.412964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.415721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2380911a-17a0-478d-81d6-be74cbe24fb0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2380911a-17a0-478d-81d6-be74cbe24fb0,segment=NetworkSegment(a5103bcf-d4bb-485b-a76f-d48b767094f7),segment_id=a5103bcf-d4bb-485b-a76f-d48b767094f7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:45.420218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:45.421006 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.422773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.431390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:45.443394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:45.497302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event updated for resources: {'Port': ['ID=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:45.549899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2380911a-17a0-478d-81d6-be74cbe24fb0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:45.561325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-309b3ab9-ec96-4ac5-8aef-08edd6134141 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/063b2039-4b97-4038-ace1-f49674442a74 HTTP/1.1" status: 200 len: 2400 time: 0.1942904 May 27 02:00:45.567231 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:45.576745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '063b2039-4b97-4038-ace1-f49674442a74', 'remote_group_id': None}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:45.577058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '063b2039-4b97-4038-ace1-f49674442a74', 'remote_group_id': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:45.590806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0e561340-61fd-40c2-bd2b-acac5ad937ba tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 200 len: 700 time: 0.2994649 May 27 02:00:45.591675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:45.593929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45688) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:45.659801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Usage tracker for resource:security_group_rule and tenant:00f000406a324d558d952257572fa816 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:45.663875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=c1b84f56-e00c-4c72-afcd-873827dc4f60,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:45.670299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:45.687867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] In _notify_port_updated(), no bound segment for port c1b84f56-e00c-4c72-afcd-873827dc4f60 on network 67040afc-cd39-4f24-86b6-c32431d33cc3 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:00:45.693644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:45.694371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.699397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c15f4b50-2c12-4111-a889-57c996cab6a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "PUT /v2.0/ports/c1b84f56-e00c-4c72-afcd-873827dc4f60 HTTP/1.1" status: 200 len: 925 time: 3.6982954 May 27 02:00:45.704697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45692) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:45.711077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:45.712391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.737770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:45.754088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76672196-2ed4-4326-9ed0-ef6008efbe3a'}, {'subnet_id': '9a792aab-3a70-472d-bda6-916ebeb36fad'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:45.822650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.828914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:45.829507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.834076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-a57115e8-04b4-4914-b832-d88c951fece0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0744429 May 27 02:00:45.898243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Request body: {'port': {'device_id': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:45.914143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4e4b84bf-47dd-46a6-a7a3-fb3f763a0df4 None None] Provisioning complete for port c1b84f56-e00c-4c72-afcd-873827dc4f60 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:45.915139 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4e4b84bf-47dd-46a6-a7a3-fb3f763a0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:45.942203 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:44Z', 'revision_number': 7, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2380911a-17a0-478d-81d6-be74cbe24fb0', 'name': '', 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:c3:78:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:32Z', 'updated_at': '2022-05-27T02:00:42Z', 'revision_number': 4, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:45.946886 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:00:45.956790 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:45.957621 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:45.994518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b84bf-47dd-46a6-a7a3-fb3f763a0df4 None None] Port c1b84f56-e00c-4c72-afcd-873827dc4f60 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:46.018024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.032804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dba6e-ab7b-4d27-97f7-c26bd40d4140 req-faf1ff3e-499c-4707-b0b7-70ea5bf7755e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:46.033508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-646dba6e-ab7b-4d27-97f7-c26bd40d4140 req-faf1ff3e-499c-4707-b0b7-70ea5bf7755e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:46.065630 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7221005 May 27 02:00:46.067156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45698) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:46.082355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Request body: {'subnet': {'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:46.104611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.110966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eccc96-86bd-4c46-bc05-960b87143608 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event updated for resources: {'Network': ['ID=48fad111-933e-41f6-8ecf-15eac2e94395,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:46.120201 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:46.131482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 48fad111-933e-41f6-8ecf-15eac2e94395 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:46.138945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.166344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.232578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.241685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-646dba6e-ab7b-4d27-97f7-c26bd40d4140 req-faf1ff3e-499c-4707-b0b7-70ea5bf7755e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:46.248165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-646dba6e-ab7b-4d27-97f7-c26bd40d4140 req-faf1ff3e-499c-4707-b0b7-70ea5bf7755e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 931 time: 1.0928187 May 27 02:00:46.306858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79f64f4-b721-476d-987c-a35eb0f57ed1,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:46.334593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:46.337165 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.338326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce00246a-aafe-4a40-84b1-87064633b4ff req-3229b08b-3f3e-4729-a4c7-14b90879b636 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7762144 May 27 02:00:46.342142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Usage tracker for resource:subnet and tenant:26327015b1dd4a619a5a8c2fd74e3a5c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:46.347657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:46.353761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:46.374859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Made reservation on behalf of 26327015b1dd4a619a5a8c2fd74e3a5c for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:46.378859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.426647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-646dba6e-ab7b-4d27-97f7-c26bd40d4140 req-4c32fb1d-a437-4d8a-8f51-6aaa19c135d9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:46.580532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-646dba6e-ab7b-4d27-97f7-c26bd40d4140 req-4c32fb1d-a437-4d8a-8f51-6aaa19c135d9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:46.589099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-646dba6e-ab7b-4d27-97f7-c26bd40d4140 req-4c32fb1d-a437-4d8a-8f51-6aaa19c135d9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400352 May 27 02:00:46.648111 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:44Z', 'revision_number': 7, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2380911a-17a0-478d-81d6-be74cbe24fb0', 'name': '', 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:c3:78:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:32Z', 'updated_at': '2022-05-27T02:00:45Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:46.652415 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e3657-ba7a-4604-93dc-1c6351b1a678 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:44Z', 'revision_number': 7, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2380911a-17a0-478d-81d6-be74cbe24fb0', 'name': '', 'network_id': 'd6219f20-239b-44cc-85a0-9085ca560d39', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:c3:78:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:32Z', 'updated_at': '2022-05-27T02:00:45Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '53d1f6f9-0dc9-43bd-94a8-d5284913b119', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:00:46.755051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:46.846622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d391f7e7-9d01-4aeb-b3d9-1ce43c598f00 req-2c02dafc-69be-4e1b-921c-243ea5e62430 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/063b2039-4b97-4038-ace1-f49674442a74 HTTP/1.1" status: 200 len: 2999 time: 0.2060938 May 27 02:00:46.955985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5362ec8-7144-4018-a31c-29601d997c84 req-6e4183b7-672c-422a-95a5-d7f10d088ab5 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-group-rules/e79f64f4-b721-476d-987c-a35eb0f57ed1 HTTP/1.1" status: 200 len: 783 time: 0.0678456 May 27 02:00:47.013863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8:0:1::19d (67040afc-cd39-4f24-86b6-c32431d33cc3/9a792aab-3a70-472d-bda6-916ebeb36fad/c1b84f56-e00c-4c72-afcd-873827dc4f60) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:47.096622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8088442-9e9a-48be-b05c-45de0c65ca73 req-1585a8b0-77f4-44e8-8ff2-21541772f543 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:47.103689 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8088442-9e9a-48be-b05c-45de0c65ca73 req-1585a8b0-77f4-44e8-8ff2-21541772f543 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 947 time: 0.5766239 May 27 02:00:47.117178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:00:47.122776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2380911a-17a0-478d-81d6-be74cbe24fb0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:47.131748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.138913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5362ec8-7144-4018-a31c-29601d997c84 req-43b72e30-cdc4-49cf-a7d0-9783d257faee tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/063b2039-4b97-4038-ace1-f49674442a74 HTTP/1.1" status: 200 len: 2999 time: 0.1819484 May 27 02:00:47.201152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2380911a-17a0-478d-81d6-be74cbe24fb0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:47.202125 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.240665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event updated for resources: {'Subnet': ['ID=2ea37c74-5273-4e8c-bc7e-8f9489d4631f,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:47.243639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5362ec8-7144-4018-a31c-29601d997c84 req-ef00c3dd-d993-44cc-8dc0-509377b9c5d9 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.272502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5362ec8-7144-4018-a31c-29601d997c84 req-ef00c3dd-d993-44cc-8dc0-509377b9c5d9 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.281854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:00:47.295572 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.342575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Transition to ACTIVE for port object 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:47.344498 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5362ec8-7144-4018-a31c-29601d997c84 req-ef00c3dd-d993-44cc-8dc0-509377b9c5d9 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.368277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Checking segment: {'id': 'feae2616-e5c1-449d-9024-298982f8b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:47.368655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Network hostable DHCP agents. Network: 48fad111-933e-41f6-8ecf-15eac2e94395, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:47.372070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.377213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.414430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2380911a-17a0-478d-81d6-be74cbe24fb0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:47.422264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8088442-9e9a-48be-b05c-45de0c65ca73 req-c2abb3ae-6d08-430e-8203-7ed66fb5afa8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177249 May 27 02:00:47.442889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00c3dd-d993-44cc-8dc0-509377b9c5d9 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e79f64f4-b721-476d-987c-a35eb0f57ed1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:47.459914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Network 48fad111-933e-41f6-8ecf-15eac2e94395 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:47.473750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 48fad111-933e-41f6-8ecf-15eac2e94395) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:47.482383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d5dd8-83c5-4106-8dc6-252a4b4b2c45 None None] Network 48fad111-933e-41f6-8ecf-15eac2e94395 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:47.513597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:47.514237 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.546878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d6dc15c4-6dce-405f-90ce-37dd07bef5fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4786310 May 27 02:00:47.549938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45740) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:47.557837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Request body: {'port': {'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1597364884'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:47.634497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object c1b84f56-e00c-4c72-afcd-873827dc4f60 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:47.635662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 2380911a-17a0-478d-81d6-be74cbe24fb0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:47.635804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5362ec8-7144-4018-a31c-29601d997c84 req-ef00c3dd-d993-44cc-8dc0-509377b9c5d9 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.636070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.637195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5362ec8-7144-4018-a31c-29601d997c84 req-ef00c3dd-d993-44cc-8dc0-509377b9c5d9 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e79f64f4-b721-476d-987c-a35eb0f57ed1 HTTP/1.1" status: 204 len: 173 time: 0.4974861 May 27 02:00:47.755004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.822611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-48fad111-933e-41f6-8ecf-15eac2e94395', 'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395', 'tenant_id': '26327015b1dd4a619a5a8c2fd74e3a5c', 'fixed_ips': [{'subnet_id': '2ea37c74-5273-4e8c-bc7e-8f9489d4631f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:47.825152 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:47.883135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:47.918599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:47.945743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Usage tracker for resource:port and tenant:26327015b1dd4a619a5a8c2fd74e3a5c is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:47.954989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:47.971671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:48.017530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Allocated IP 2001:db8::2 (48fad111-933e-41f6-8ecf-15eac2e94395/2ea37c74-5273-4e8c-bc7e-8f9489d4631f/0bf39be3-cfd8-42ae-9448-1742f1ce242d) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:48.017915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23922961-54fd-4c3e-8396-08b14b068875 req-d42150dd-f90d-45a1-b31d-fd0aadeb06a1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:48.020915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-23922961-54fd-4c3e-8396-08b14b068875 req-d42150dd-f90d-45a1-b31d-fd0aadeb06a1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 943 time: 0.2712610 May 27 02:00:48.025215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 2380911a-17a0-478d-81d6-be74cbe24fb0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2380911a-17a0-478d-81d6-be74cbe24fb0,segment=NetworkSegment(a5103bcf-d4bb-485b-a76f-d48b767094f7),segment_id=a5103bcf-d4bb-485b-a76f-d48b767094f7)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:48.025649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.060279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] In _notify_port_updated(), no bound segment for port c1b84f56-e00c-4c72-afcd-873827dc4f60 on network 67040afc-cd39-4f24-86b6-c32431d33cc3 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:00:48.073132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:48.074877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.076590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "PUT /v2.0/ports/c1b84f56-e00c-4c72-afcd-873827dc4f60 HTTP/1.1" status: 200 len: 1011 time: 2.3318105 May 27 02:00:48.086737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Made reservation on behalf of 26327015b1dd4a619a5a8c2fd74e3a5c for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:48.091843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.106287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45748) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:48.111119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef23a1f2-51e5-43a6-bbb0-8a2c052e2148 req-1a9732ab-b7ca-4808-9633-90ecaf537d47 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/063b2039-4b97-4038-ace1-f49674442a74 HTTP/1.1" status: 200 len: 2400 time: 0.3639672 May 27 02:00:48.114223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c953f1-4c32-4734-b176-b5d42bcabb41 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=c1b84f56-e00c-4c72-afcd-873827dc4f60,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:48.158473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-67eda69f-50b1-4746-96e5-814468e34447 None None] Provisioning for port c1b84f56-e00c-4c72-afcd-873827dc4f60 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:48.179464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-67eda69f-50b1-4746-96e5-814468e34447 None None] Provisioning complete for port c1b84f56-e00c-4c72-afcd-873827dc4f60 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:48.179846 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-67eda69f-50b1-4746-96e5-814468e34447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.183509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Attempting to bind port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:48.183985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Attempting to bind port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:48.184269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Attempting to bind port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:48.193143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:00:48.193529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Attempting to bind port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:48.209062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:48.209473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:48.210744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Bound using segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:48.210744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Bound port: 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:48.210744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.226896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ef23a1f2-51e5-43a6-bbb0-8a2c052e2148 req-80bb0c26-c000-4042-b0a3-71b72fd3e79e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.265270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-67eda69f-50b1-4746-96e5-814468e34447 None None] Port c1b84f56-e00c-4c72-afcd-873827dc4f60 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:48.286477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 2380911a-17a0-478d-81d6-be74cbe24fb0 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:48.298995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ef23a1f2-51e5-43a6-bbb0-8a2c052e2148 req-80bb0c26-c000-4042-b0a3-71b72fd3e79e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.336914 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.348350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] device_id is not set on port 648476c4-b748-4b4e-8a70-d017195c60a0 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:48.349197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Transition to ACTIVE for port object 0bf39be3-cfd8-42ae-9448-1742f1ce242d will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:48.359239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] For port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:48.367464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] For port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:48.373243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.416629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-23922961-54fd-4c3e-8396-08b14b068875 req-76a448e6-45dc-4ae5-8bdb-3c487fbfc83b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768556 May 27 02:00:48.427472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Transition to ACTIVE for port object 0bf39be3-cfd8-42ae-9448-1742f1ce242d will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:48.434590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ef23a1f2-51e5-43a6-bbb0-8a2c052e2148 req-80bb0c26-c000-4042-b0a3-71b72fd3e79e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.443681 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.461293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port c1b84f56-e00c-4c72-afcd-873827dc4f60 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:48.461436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:48.461644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.462220 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.463735 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] 10.222.0.47 "PUT /v2.0/ports/3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 HTTP/1.1" status: 200 len: 1092 time: 2.5993764 May 27 02:00:48.468648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'tag': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:48.481837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb0c26-c000-4042-b0a3-71b72fd3e79e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b2039-4b97-4038-ace1-f49674442a74,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:48.492113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ef23a1f2-51e5-43a6-bbb0-8a2c052e2148 req-80bb0c26-c000-4042-b0a3-71b72fd3e79e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.498022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef23a1f2-51e5-43a6-bbb0-8a2c052e2148 req-80bb0c26-c000-4042-b0a3-71b72fd3e79e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-groups/063b2039-4b97-4038-ace1-f49674442a74 HTTP/1.1" status: 204 len: 173 time: 0.3784070 May 27 02:00:48.513113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ccae2-e851-4b49-a4e4-d8b2c93f5930 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:48.586996 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d546fa9-6705-4f3b-854d-827397dae46e'] response: {'name': 'network-changed', 'server_uuid': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'tag': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', 'status': 'completed', 'code': 200} May 27 02:00:48.616803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Network 48fad111-933e-41f6-8ecf-15eac2e94395 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:48.620408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:48.621950 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-d3d08e3b-376c-43f3-b4cd-03db221a5c43 req-9982fdc5-5b8f-4ee5-8a49-783a179e10c8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] show failed (client error): The resource could not be found. May 27 02:00:48.624495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:48.628594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3d08e3b-376c-43f3-b4cd-03db221a5c43 req-9982fdc5-5b8f-4ee5-8a49-783a179e10c8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/7470d7b0-98c7-4f93-8d0f-72148dad8c2a HTTP/1.1" status: 404 len: 352 time: 0.0316575 May 27 02:00:48.707260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Pushing event updated for resources: {'Port': ['ID=0bf39be3-cfd8-42ae-9448-1742f1ce242d,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:48.714142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-137efa81-f972-4c90-bf22-24833615ade1 req-dbbd2273-fed0-4b1c-b9d0-27c32c69f11b tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/419d6000-4481-45b5-87d2-18c4109bdecb HTTP/1.1" status: 200 len: 1807 time: 0.0685735 May 27 02:00:48.726218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Attempting to bind port 0bf39be3-cfd8-42ae-9448-1742f1ce242d on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:00:48.726747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Attempting to bind port 0bf39be3-cfd8-42ae-9448-1742f1ce242d by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'feae2616-e5c1-449d-9024-298982f8b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:00:48.727210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Attempting to bind port 0bf39be3-cfd8-42ae-9448-1742f1ce242d on network 48fad111-933e-41f6-8ecf-15eac2e94395 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:00:48.733295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:00:48.734037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Checking segment: {'id': 'feae2616-e5c1-449d-9024-298982f8b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:48.734276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.734809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Bound using segment: {'id': 'feae2616-e5c1-449d-9024-298982f8b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:00:48.735332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Bound port: 0bf39be3-cfd8-42ae-9448-1742f1ce242d, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feae2616-e5c1-449d-9024-298982f8b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:00:48.735796 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.738638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-d5cb724a-1c4e-46af-9e76-7a7ec16ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:48.740136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-d5cb724a-1c4e-46af-9e76-7a7ec16ea97a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 1095 time: 0.2158780 May 27 02:00:48.824294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-5a64bb83-aec0-4085-a2c6-89750ddc2efc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 HTTP/1.1" status: 200 len: 217 time: 0.0742207 May 27 02:00:48.835485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] For port 0bf39be3-cfd8-42ae-9448-1742f1ce242d, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:00:48.838825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] For port 0bf39be3-cfd8-42ae-9448-1742f1ce242d, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0bf39be3-cfd8-42ae-9448-1742f1ce242d,segment=NetworkSegment(feae2616-e5c1-449d-9024-298982f8b117),segment_id=feae2616-e5c1-449d-9024-298982f8b117)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:00:48.844959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.900401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-137efa81-f972-4c90-bf22-24833615ade1 req-84361fd6-30be-46c3-9732-2363efeb812e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.918874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-6c663c10-51b1-456a-888c-8c1e6780bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:48.920332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-6c663c10-51b1-456a-888c-8c1e6780bd3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.0903180 May 27 02:00:48.925545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82337b3f-e3e4-4d29-a4ff-6c7e3251d26c None None] Pushing event updated for resources: {'Port': ['ID=0bf39be3-cfd8-42ae-9448-1742f1ce242d,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:48.982829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-137efa81-f972-4c90-bf22-24833615ade1 req-84361fd6-30be-46c3-9732-2363efeb812e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:48.992355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-b7fe3efc-99fd-4770-8c9c-1b06a1b4ee6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618606 May 27 02:00:49.031811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Allocated IP 2001:db8::bd (48fad111-933e-41f6-8ecf-15eac2e94395/2ea37c74-5273-4e8c-bc7e-8f9489d4631f/648476c4-b748-4b4e-8a70-d017195c60a0) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:49.172190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-137efa81-f972-4c90-bf22-24833615ade1 req-84361fd6-30be-46c3-9732-2363efeb812e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.182513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf940d5-6fd8-46ad-b52d-3a71879953ca req-58c2cad2-85c8-4622-bddb-882bda5efcaf tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:49.184725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebf940d5-6fd8-46ad-b52d-3a71879953ca req-58c2cad2-85c8-4622-bddb-882bda5efcaf tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 947 time: 0.5662150 May 27 02:00:49.191315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.213463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84361fd6-30be-46c3-9732-2363efeb812e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d6000-4481-45b5-87d2-18c4109bdecb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:49.224408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-137efa81-f972-4c90-bf22-24833615ade1 req-84361fd6-30be-46c3-9732-2363efeb812e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.225540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-137efa81-f972-4c90-bf22-24833615ade1 req-84361fd6-30be-46c3-9732-2363efeb812e tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-groups/419d6000-4481-45b5-87d2-18c4109bdecb HTTP/1.1" status: 204 len: 173 time: 0.5101082 May 27 02:00:49.229333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-ba35f8ea-f9e1-4323-a9e5-dafaee23cea8 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298105 May 27 02:00:49.369027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-935efc84-14bb-4435-88d6-e299ad6bc1f0 req-eeabf3d5-b9be-4a22-878f-315360e491e8 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/026f073d-ec4f-4e3f-b555-5261ad6f2af4 HTTP/1.1" status: 200 len: 1805 time: 0.1133437 May 27 02:00:49.390676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for c1b84f56-e00c-4c72-afcd-873827dc4f60 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:49.425602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5234cf2b-58c4-4630-9f3c-acbf077c8439 req-1f6aa8e6-4bc9-4355-988a-f8b45c40e835 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890278 May 27 02:00:49.464769 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-935efc84-14bb-4435-88d6-e299ad6bc1f0 req-e876954a-ad96-40ee-b194-8ad5ff6eb283 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.503569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.545157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-935efc84-14bb-4435-88d6-e299ad6bc1f0 req-e876954a-ad96-40ee-b194-8ad5ff6eb283 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.579876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebf940d5-6fd8-46ad-b52d-3a71879953ca req-1b0f4fd4-9738-437d-a878-a443ec07b1d9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808889 May 27 02:00:49.599194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-0a4a7186-4cd5-4e6e-9ce0-dca18f968d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:49.600677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-0a4a7186-4cd5-4e6e-9ce0-dca18f968d7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 1095 time: 0.1328259 May 27 02:00:49.611187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=2380911a-17a0-478d-81d6-be74cbe24fb0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:49.822459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.862123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Transition to ACTIVE for port object 648476c4-b748-4b4e-8a70-d017195c60a0 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:49.895497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-935efc84-14bb-4435-88d6-e299ad6bc1f0 req-e876954a-ad96-40ee-b194-8ad5ff6eb283 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.927653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876954a-ad96-40ee-b194-8ad5ff6eb283 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f073d-ec4f-4e3f-b555-5261ad6f2af4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:49.946417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-935efc84-14bb-4435-88d6-e299ad6bc1f0 req-e876954a-ad96-40ee-b194-8ad5ff6eb283 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:49.946567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-935efc84-14bb-4435-88d6-e299ad6bc1f0 req-e876954a-ad96-40ee-b194-8ad5ff6eb283 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-groups/026f073d-ec4f-4e3f-b555-5261ad6f2af4 HTTP/1.1" status: 204 len: 173 time: 0.5669944 May 27 02:00:49.973704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-43e469e4-6432-45ef-9247-f6cf06c2dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:49.975682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-43e469e4-6432-45ef-9247-f6cf06c2dedc service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.3432448 May 27 02:00:50.059048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-addcf45e-a517-442f-9547-8f19925d0b42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 HTTP/1.1" status: 200 len: 217 time: 0.0701725 May 27 02:00:50.129289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cfdb33-23df-4501-bd92-cc1875b43f72 None None] Network 48fad111-933e-41f6-8ecf-15eac2e94395 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:50.143011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45b7ef0c-1c62-4053-8c69-3c4b18972140 req-aaba1579-5418-432f-9e58-834fde7a858f tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/67d886a9-0c73-4995-b50a-67c206d43d44 HTTP/1.1" status: 200 len: 1805 time: 0.1663389 May 27 02:00:50.151577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-52ed6d4e-0fa4-4aec-97cc-2a4d87291ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:50.153580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-52ed6d4e-0fa4-4aec-97cc-2a4d87291ff0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.0874736 May 27 02:00:50.170104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea799-17fd-48fe-aea7-bf7127cf07cf req-2f8db4ae-af73-4714-9009-ae881f2f617d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:50.171649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e8ea799-17fd-48fe-aea7-bf7127cf07cf req-2f8db4ae-af73-4714-9009-ae881f2f617d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 943 time: 0.4229467 May 27 02:00:50.179359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.208541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.233160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-5c191067-10e1-454a-a8a6-fb89854d861f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631220 May 27 02:00:50.237194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-208a6147-2614-4dc4-a2f6-8e40985e6410 None None] Provisioning for port 0bf39be3-cfd8-42ae-9448-1742f1ce242d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:50.359533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-45b7ef0c-1c62-4053-8c69-3c4b18972140 req-0c314b72-c462-4200-b48e-d57a72ad6708 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.368054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.407851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-45b7ef0c-1c62-4053-8c69-3c4b18972140 req-0c314b72-c462-4200-b48e-d57a72ad6708 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.459744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Network 48fad111-933e-41f6-8ecf-15eac2e94395 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:50.474922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e8ea799-17fd-48fe-aea7-bf7127cf07cf req-d5f294cb-a4d0-49ae-82e3-b13212455997 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885027 May 27 02:00:50.481658 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-8393d795-5ff3-4217-a7dd-5b8c7f84f5bd service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357697 May 27 02:00:50.482929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:50.488411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event updated for resources: {'Port': ['ID=648476c4-b748-4b4e-8a70-d017195c60a0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:50.517491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:50.520858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-45b7ef0c-1c62-4053-8c69-3c4b18972140 req-0c314b72-c462-4200-b48e-d57a72ad6708 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.523053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:50.523692 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.593857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c314b72-c462-4200-b48e-d57a72ad6708 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d886a9-0c73-4995-b50a-67c206d43d44,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:50.616703 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-45b7ef0c-1c62-4053-8c69-3c4b18972140 req-0c314b72-c462-4200-b48e-d57a72ad6708 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.617857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45b7ef0c-1c62-4053-8c69-3c4b18972140 req-0c314b72-c462-4200-b48e-d57a72ad6708 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-groups/67d886a9-0c73-4995-b50a-67c206d43d44 HTTP/1.1" status: 204 len: 173 time: 0.4634163 May 27 02:00:50.678561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-efd31512-0045-479c-bf6a-0bf2f43dcece req-93df6596-5a9e-49eb-9d54-07a9b193cbc1 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874633 May 27 02:00:50.774820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=c1b84f56-e00c-4c72-afcd-873827dc4f60,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:50.782187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-790e868f-c334-49d2-84d3-58a3a2882cf1 None None] Provisioning for port 648476c4-b748-4b4e-8a70-d017195c60a0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:50.790274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-790e868f-c334-49d2-84d3-58a3a2882cf1 None None] Provisioning complete for port 648476c4-b748-4b4e-8a70-d017195c60a0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:50.790846 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-790e868f-c334-49d2-84d3-58a3a2882cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.846513 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:50.859715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-790e868f-c334-49d2-84d3-58a3a2882cf1 None None] Port 648476c4-b748-4b4e-8a70-d017195c60a0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:50.881764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c5e2b2b0-9156-4726-bfd9-272daeffb8ac tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3306825 May 27 02:00:50.885280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45770) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:50.891434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Request body: {'port': {'network_id': '48fad111-933e-41f6-8ecf-15eac2e94395', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-222576737', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:50.891994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.api.validators [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] bootfile-name is not in valid_values {{(pid=88426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:00:50.892338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.api.validators [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] tftp-server is not in valid_values {{(pid=88426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:00:50.892670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.api.validators [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] server-ip-address is not in valid_values {{(pid=88426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:00:50.953453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d53a6aa6-8dda-40b5-870f-405593b885f3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/c1b84f56-e00c-4c72-afcd-873827dc4f60 HTTP/1.1" status: 204 len: 168 time: 2.8419843 May 27 02:00:50.962753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:50.992672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d9d5f1fe-9c19-4ad2-b680-e38c907ca700 None None] Provisioning complete for port 648476c4-b748-4b4e-8a70-d017195c60a0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:50.993115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f1fe-9c19-4ad2-b680-e38c907ca700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.007317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3dcb66c-3975-432a-8ad0-437afa9062fb req-8b0f704a-7d54-486d-a871-31b636ee0116 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/1c271e09-2a8a-4f5d-87ce-1bbe2a36e4a5 HTTP/1.1" status: 200 len: 2403 time: 0.2383485 May 27 02:00:51.031127 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8ef890-dd87-4a0a-8b90-1033e3476f4f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:00:51.031636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c8ef890-dd87-4a0a-8b90-1033e3476f4f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:51.070948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5f1fe-9c19-4ad2-b680-e38c907ca700 None None] Port 648476c4-b748-4b4e-8a70-d017195c60a0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:51.092238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c8ef890-dd87-4a0a-8b90-1033e3476f4f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:51.096192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c8ef890-dd87-4a0a-8b90-1033e3476f4f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/c1b84f56-e00c-4c72-afcd-873827dc4f60 HTTP/1.1" status: 404 len: 333 time: 0.1324825 May 27 02:00:51.098808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45778) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:51.108485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:00:51.145651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:51.157621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Usage tracker for resource:port and tenant:26327015b1dd4a619a5a8c2fd74e3a5c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:51.162182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:51.171754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:51.186887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet 9a792aab-3a70-472d-bda6-916ebeb36fad {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:51.188735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0bf39be3-cfd8-42ae-9448-1742f1ce242d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:51.190993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.201162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f3dcb66c-3975-432a-8ad0-437afa9062fb req-91a80549-fc67-4e9e-9cf7-b11c0aee8e90 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.224580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Made reservation on behalf of 26327015b1dd4a619a5a8c2fd74e3a5c for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:51.228057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.261829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 0bf39be3-cfd8-42ae-9448-1742f1ce242d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:51.266945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 0bf39be3-cfd8-42ae-9448-1742f1ce242d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:51.267574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.269584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] device_id is not set on port 6a11548f-1525-486b-9eb4-fc658a3c0e73 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:51.304138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.306874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f3dcb66c-3975-432a-8ad0-437afa9062fb req-91a80549-fc67-4e9e-9cf7-b11c0aee8e90 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.347796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:00:51.353377 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a7fc913e-2656-42b2-9e43-1e45ed5b5c99 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7582815 May 27 02:00:51.357987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45782) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:51.387037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f3dcb66c-3975-432a-8ad0-437afa9062fb req-91a80549-fc67-4e9e-9cf7-b11c0aee8e90 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.400332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:00:51.406448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a80549-fc67-4e9e-9cf7-b11c0aee8e90 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c271e09-2a8a-4f5d-87ce-1bbe2a36e4a5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:51.418432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f3dcb66c-3975-432a-8ad0-437afa9062fb req-91a80549-fc67-4e9e-9cf7-b11c0aee8e90 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.419432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3dcb66c-3975-432a-8ad0-437afa9062fb req-91a80549-fc67-4e9e-9cf7-b11c0aee8e90 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c271e09-2a8a-4f5d-87ce-1bbe2a36e4a5 HTTP/1.1" status: 204 len: 173 time: 0.3969491 May 27 02:00:51.439336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:51.440368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:51.558863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 0bf39be3-cfd8-42ae-9448-1742f1ce242d is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:51.559254 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.576004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 53d1f6f9-0dc9-43bd-94a8-d5284913b119 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:51.596601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.625866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 0bf39be3-cfd8-42ae-9448-1742f1ce242d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0bf39be3-cfd8-42ae-9448-1742f1ce242d,segment=NetworkSegment(feae2616-e5c1-449d-9024-298982f8b117),segment_id=feae2616-e5c1-449d-9024-298982f8b117)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:51.627611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:51.662824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.681578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.691306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Allocated IP 2001:db8::208 (48fad111-933e-41f6-8ecf-15eac2e94395/2ea37c74-5273-4e8c-bc7e-8f9489d4631f/6a11548f-1525-486b-9eb4-fc658a3c0e73) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:51.702423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c66f492-7796-420e-ae2b-05affceb476b req-459df84a-7b84-4636-a412-49676beffec1 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "GET /v2.0/security-groups/7c978f14-7825-4a64-943a-12c5bce70cdf HTTP/1.1" status: 200 len: 2400 time: 0.2572927 May 27 02:00:51.709990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce8836-389f-4147-8355-10879acfbcfe req-154ed2d6-ca5d-41ec-a261-2e5a4378f81d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:51.711812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44ce8836-389f-4147-8355-10879acfbcfe req-154ed2d6-ca5d-41ec-a261-2e5a4378f81d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 943 time: 0.1141541 May 27 02:00:51.752295 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:51.763169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44ce8836-389f-4147-8355-10879acfbcfe req-de620a4a-fa50-4635-8971-16e921eabbda tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 May 27 02:00:51.904890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=0bf39be3-cfd8-42ae-9448-1742f1ce242d,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:51.953836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.019160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:49Z', 'revision_number': 8, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:52.023385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:00:52.032661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:52.033294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:52.195025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:52.204620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=9a792aab-3a70-472d-bda6-916ebeb36fad,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:52.216204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3c66f492-7796-420e-ae2b-05affceb476b req-3f6fa3fd-0f8b-4fab-bb39-8fc767299aa1 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.219129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.236635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.237334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a3fdc-286e-4e65-a0b4-0586e8f43654 None None] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:52.301396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-50f8d2f0-c32f-4b11-89d4-ea24ccd8e2f2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/9a792aab-3a70-472d-bda6-916ebeb36fad HTTP/1.1" status: 204 len: 168 time: 1.2016757 May 27 02:00:52.304616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45790) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:52.309867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3c66f492-7796-420e-ae2b-05affceb476b req-3f6fa3fd-0f8b-4fab-bb39-8fc767299aa1 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.381236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet 76672196-2ed4-4326-9ed0-ef6008efbe3a {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:52.387035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.394839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:00:52.431427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.440274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.463612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.485729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3c66f492-7796-420e-ae2b-05affceb476b req-3f6fa3fd-0f8b-4fab-bb39-8fc767299aa1 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.508042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=53d1f6f9-0dc9-43bd-94a8-d5284913b119,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:52.515348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.521283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fa3fd-0f8b-4fab-bb39-8fc767299aa1 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c978f14-7825-4a64-943a-12c5bce70cdf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:52.525645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Transition to ACTIVE for port object 6a11548f-1525-486b-9eb4-fc658a3c0e73 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:52.532080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e8d600-62ef-4483-a20c-f1b47fc79b6a None None] Network d6219f20-239b-44cc-85a0-9085ca560d39 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:52.540569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-490e9fa8-b99d-4c79-b699-0a9b4d67dd89 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/53d1f6f9-0dc9-43bd-94a8-d5284913b119 HTTP/1.1" status: 204 len: 168 time: 1.1710691 May 27 02:00:52.540569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45796) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:52.563310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3c66f492-7796-420e-ae2b-05affceb476b req-3f6fa3fd-0f8b-4fab-bb39-8fc767299aa1 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.564423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c66f492-7796-420e-ae2b-05affceb476b req-3f6fa3fd-0f8b-4fab-bb39-8fc767299aa1 tempest-SecurityGroupRulesTestJSON-1741714908 tempest-SecurityGroupRulesTestJSON-1741714908-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c978f14-7825-4a64-943a-12c5bce70cdf HTTP/1.1" status: 204 len: 173 time: 0.8480453 May 27 02:00:52.571919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45800) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:52.644030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] Deleting subnet 3007bc51-bc80-42b3-85b5-d0341856bb2f {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:52.648063 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.672963 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.683622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.718803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.747841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 72625896-73f0-44de-97c1-fd6c9e791d18 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:52.748202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.764511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.802900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Network 48fad111-933e-41f6-8ecf-15eac2e94395 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:52.812154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:52.816431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event updated for resources: {'Port': ['ID=6a11548f-1525-486b-9eb4-fc658a3c0e73,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:52.821150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:52.826483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:52.827558 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.850239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.880381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9139de6e-6bdb-4bf7-bd73-d06f5e199ae4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9937537 May 27 02:00:52.888516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:52.935161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:52.995523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=76672196-2ed4-4326-9ed0-ef6008efbe3a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:52.999731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.055612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40e89e2d-54a7-4326-971f-11735e98e4b1 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/76672196-2ed4-4326-9ed0-ef6008efbe3a HTTP/1.1" status: 204 len: 168 time: 0.7496786 May 27 02:00:53.056816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.060603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45810) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:53.110058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:53.114095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3007bc51-bc80-42b3-85b5-d0341856bb2f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:53.129556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0bf39be3-cfd8-42ae-9448-1742f1ce242d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:53.175217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 72625896-73f0-44de-97c1-fd6c9e791d18, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72625896-73f0-44de-97c1-fd6c9e791d18,segment=NetworkSegment(a5103bcf-d4bb-485b-a76f-d48b767094f7),segment_id=a5103bcf-d4bb-485b-a76f-d48b767094f7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:53.175845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.187879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'port_id': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', 'mac_address': 'fa:16:3e:eb:48:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73de125-37f2-4186-80bf-fde73bba2429', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:00:53.197433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.202688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-06e557ee-f802-437a-914d-21c0087f00b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3007bc51-bc80-42b3-85b5-d0341856bb2f HTTP/1.1" status: 204 len: 168 time: 0.6271770 May 27 02:00:53.208269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45814) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:53.208717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe827b6-5785-499c-8d44-bbaf8adb97f4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:53.215474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe827b6-5785-499c-8d44-bbaf8adb97f4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:53.221636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe827b6-5785-499c-8d44-bbaf8adb97f4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:53.222754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2fe827b6-5785-499c-8d44-bbaf8adb97f4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Synchronizing usage tracker for tenant:26327015b1dd4a619a5a8c2fd74e3a5c on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:53.306649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:49Z', 'revision_number': 8, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:53.333636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 0bf39be3-cfd8-42ae-9448-1742f1ce242d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:53.334123 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.347648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 72625896-73f0-44de-97c1-fd6c9e791d18 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:53.355295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.383924 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.397417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec4f18-5de0-4161-8690-9472c7fb97a2 req-2bbe7bbb-1dee-41a5-beb7-b2c69e16c6b0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:53.401116 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1bec4f18-5de0-4161-8690-9472c7fb97a2 req-2bbe7bbb-1dee-41a5-beb7-b2c69e16c6b0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 943 time: 0.3910806 May 27 02:00:53.403989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2fe827b6-5785-499c-8d44-bbaf8adb97f4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Unset dirty status for tenant:26327015b1dd4a619a5a8c2fd74e3a5c on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:53.405141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2fe827b6-5785-499c-8d44-bbaf8adb97f4 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5159669 May 27 02:00:53.408098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45818) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:53.416868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port ee24e22a-0e69-4b9f-aa36-df87c2552881 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:53.417205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.438439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:53.439234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.455482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a922860-877a-42db-9d9c-3f0830d880bc None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:49Z', 'revision_number': 8, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': '14e34eb1-f94d-4417-9cb5-472a85720deb', 'name': '', 'network_id': 'a991ac90-d573-4ef3-9afe-76ca9abbe763', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:ae:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '950d49dc-0e97-414f-838f-17367cc1160f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:19Z', 'updated_at': '2022-05-27T02:00:30Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '950d49dc-0e97-414f-838f-17367cc1160f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:00:53.474766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a07f4-e635-410f-bb8f-db592baea61b None None] DHCP port deletion for d6219f20-239b-44cc-85a0-9085ca560d39 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:00:53.497788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-117a07f4-e635-410f-bb8f-db592baea61b None None] Deleting port 72625896-73f0-44de-97c1-fd6c9e791d18 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:53.498267 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-117a07f4-e635-410f-bb8f-db592baea61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.507011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Deleting port 6a11548f-1525-486b-9eb4-fc658a3c0e73 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:53.507359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.536542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-81f73a45-c76a-486d-a81e-b0d04e5af957 None None] Provisioning for port 6a11548f-1525-486b-9eb4-fc658a3c0e73 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:53.563235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.584023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-81f73a45-c76a-486d-a81e-b0d04e5af957 None None] Provisioning complete for port 6a11548f-1525-486b-9eb4-fc658a3c0e73 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:53.584396 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-81f73a45-c76a-486d-a81e-b0d04e5af957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.625194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No DVR routers for this DVR port 72625896-73f0-44de-97c1-fd6c9e791d18 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:00:53.632885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:00:53.655607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=72625896-73f0-44de-97c1-fd6c9e791d18,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:53.735433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc518c3b-5549-4e7f-b164-6aa4734ecd26 None None] Update dhcp port {'port': {'network_id': '67040afc-cd39-4f24-86b6-c32431d33cc3', 'fixed_ips': [{'subnet_id': '76672196-2ed4-4326-9ed0-ef6008efbe3a'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'ee24e22a-0e69-4b9f-aa36-df87c2552881'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:00:53.754633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1bec4f18-5de0-4161-8690-9472c7fb97a2 req-2991ea03-8faf-482c-b2b3-c216b7da353c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040409 May 27 02:00:53.771951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:53.787457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-117a07f4-e635-410f-bb8f-db592baea61b None None] The port '72625896-73f0-44de-97c1-fd6c9e791d18' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:00:53.803306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-81f73a45-c76a-486d-a81e-b0d04e5af957 None None] Port 6a11548f-1525-486b-9eb4-fc658a3c0e73 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:53.828930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 0bf39be3-cfd8-42ae-9448-1742f1ce242d is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:53.834461 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.873758 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc518c3b-5549-4e7f-b164-6aa4734ecd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.879569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:53.957305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.002643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:54.079466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b68071a-c21a-4fd5-96b6-9e03cd49e4ab']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.112241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa3602b-a7fe-4147-8668-8fa0bb6a4759') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.113581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa3602b-a7fe-4147-8668-8fa0bb6a4759') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.120646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6219f20-239b-44cc-85a0-9085ca560d39']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.131801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.139849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5103bcf-d4bb-485b-a76f-d48b767094f7') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.139953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5103bcf-d4bb-485b-a76f-d48b767094f7') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.169379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.170763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] For port ee24e22a-0e69-4b9f-aa36-df87c2552881, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ee24e22a-0e69-4b9f-aa36-df87c2552881,segment=NetworkSegment(c4b28966-11df-4193-8859-04bec403f815),segment_id=c4b28966-11df-4193-8859-04bec403f815)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:54.171339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.213238 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.216728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.221094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3e134-6ea4-4be1-9d74-5cede3a3e6f7 None None] Network 67040afc-cd39-4f24-86b6-c32431d33cc3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:54.232516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:00:54.232919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.322989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for ee24e22a-0e69-4b9f-aa36-df87c2552881 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:54.333091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:00:54.363695 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a5103bcf-d4bb-485b-a76f-d48b767094f7 resource provider aggregate not found May 27 02:00:54.373116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Calling delete_port for 6a11548f-1525-486b-9eb4-fc658a3c0e73 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:54.381786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9f14f4f3-ed8c-42c1-9fde-0f1a486c003d None None] Provisioning complete for port ee24e22a-0e69-4b9f-aa36-df87c2552881 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:54.381786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f14f4f3-ed8c-42c1-9fde-0f1a486c003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.388407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.410785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:00:54.410785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.469610 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a5103bcf-d4bb-485b-a76f-d48b767094f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5103bcf-d4bb-485b-a76f-d48b767094f7 found for delete ", "request_id": "req-25f2207f-feaf-40a3-9a20-f88c3d756391"}]} May 27 02:00:54.485668 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6aa3602b-a7fe-4147-8668-8fa0bb6a4759 resource provider aggregate not found May 27 02:00:54.539144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.553668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.582121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.597399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=d6219f20-239b-44cc-85a0-9085ca560d39,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:54.603828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ecc6902e-c2cc-48a9-82db-cebe2fadc3ff tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/d6219f20-239b-44cc-85a0-9085ca560d39 HTTP/1.1" status: 204 len: 168 time: 2.0618882 May 27 02:00:54.607123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45830) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:54.617722 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6aa3602b-a7fe-4147-8668-8fa0bb6a4759 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6aa3602b-a7fe-4147-8668-8fa0bb6a4759 found for delete ", "request_id": "req-3b4036e9-c5b7-4c9f-992f-e950a876c0d5"}]} May 27 02:00:54.639793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=ee24e22a-0e69-4b9f-aa36-df87c2552881,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:54.645147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.676044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.690245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No DVR routers for this DVR port ee24e22a-0e69-4b9f-aa36-df87c2552881 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:00:54.690245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b68071a-c21a-4fd5-96b6-9e03cd49e4ab,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:54.706577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9f14f4f3-ed8c-42c1-9fde-0f1a486c003d None None] Could not find standard attr ID for object ee24e22a-0e69-4b9f-aa36-df87c2552881. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:00:54.711861 n-d-843146-11 neutron-server[88427]: INFO neutron.plugins.ml2.db [None req-9f14f4f3-ed8c-42c1-9fde-0f1a486c003d None None] No ports have port_id starting with ee24e22a-0e69-4b9f-aa36-df87c2552881 May 27 02:00:54.736625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99826b-a6f0-434d-95ed-fdbe1403767b None None] DHCP port deletion for 67040afc-cd39-4f24-86b6-c32431d33cc3 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:00:54.796320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c820c689-c449-4de6-a5dd-28823f735b40 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3b68071a-c21a-4fd5-96b6-9e03cd49e4ab HTTP/1.1" status: 204 len: 168 time: 1.5867510 May 27 02:00:54.923869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.956218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67040afc-cd39-4f24-86b6-c32431d33cc3']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.971711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b28966-11df-4193-8859-04bec403f815') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.972018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b28966-11df-4193-8859-04bec403f815') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:54.985422 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:54.985902 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.006254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.014246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:00:55.015101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.084415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2380911a-17a0-478d-81d6-be74cbe24fb0 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:55.099126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45838) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:55.118390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 2380911a-17a0-478d-81d6-be74cbe24fb0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:00:55.118741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2380911a-17a0-478d-81d6-be74cbe24fb0 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:00:55.119335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ee24e22a-0e69-4b9f-aa36-df87c2552881 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:55.146218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.160882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ee24e22a-0e69-4b9f-aa36-df87c2552881 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:00:55.161232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ee24e22a-0e69-4b9f-aa36-df87c2552881 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:00:55.161652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72625896-73f0-44de-97c1-fd6c9e791d18 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:00:55.165368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.176126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=67040afc-cd39-4f24-86b6-c32431d33cc3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:55.182030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-70b20cd5-c77f-4a79-bc6d-6948dcc2d42a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/67040afc-cd39-4f24-86b6-c32431d33cc3 HTTP/1.1" status: 204 len: 168 time: 2.0743322 May 27 02:00:55.182395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45842) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:55.195777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 72625896-73f0-44de-97c1-fd6c9e791d18 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:00:55.196143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72625896-73f0-44de-97c1-fd6c9e791d18 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:00:55.207473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event deleted for resources: {'Port': ['ID=6a11548f-1525-486b-9eb4-fc658a3c0e73,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:55.267790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a52b62-de17-4bb6-b55a-0a26dc86cbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:55.268490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44a52b62-de17-4bb6-b55a-0a26dc86cbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:55.286126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44a52b62-de17-4bb6-b55a-0a26dc86cbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:55.287582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44a52b62-de17-4bb6-b55a-0a26dc86cbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1035478 May 27 02:00:55.291308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45846) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:55.304874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.335731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-11467540-c496-4b32-bf72-ce6d68359b20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00f000406a324d558d952257572fa816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187827 May 27 02:00:55.336122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:55.372867 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e13ddf88-68c5-4028-85d5-20f2810863fa tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "DELETE /v2.0/ports/6a11548f-1525-486b-9eb4-fc658a3c0e73 HTTP/1.1" status: 204 len: 168 time: 1.9594209 May 27 02:00:55.374216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:55.381434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd483886-f8a1-4239-b4e1-c71df84184c6 req-e2f5df91-1b80-45d7-9066-ad3564ae11c0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:55.383024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd483886-f8a1-4239-b4e1-c71df84184c6 req-e2f5df91-1b80-45d7-9066-ad3564ae11c0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 944 time: 0.4503531 May 27 02:00:55.393138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Request body: {'port': {'name': 'tempest-new-port-name-577067335', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:55.393138 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.api.validators [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] bootfile-name is not in valid_values {{(pid=88425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:00:55.393138 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.api.validators [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] tftp-server is not in valid_values {{(pid=88425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:00:55.393138 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.api.validators [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] server-ip-address is not in valid_values {{(pid=88425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:00:55.490045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd483886-f8a1-4239-b4e1-c71df84184c6 req-43a6e8d4-bec1-4adf-8809-047bf71c02f9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991721 May 27 02:00:55.557213 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c45a045-9b8d-4a96-9280-780af0b723b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.569364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-62a3fae6-87b2-4f62-9c68-0dff3f88cdc5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2725089 May 27 02:00:55.569552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45858) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:55.574433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-575987924'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:55.586384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:55.591338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.592589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:55.596411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:55.603055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:55.612363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c45a045-9b8d-4a96-9280-780af0b723b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.620370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:55.623403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.643596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.925537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:55.929750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c45a045-9b8d-4a96-9280-780af0b723b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.949979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.949979 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment 0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb of type vlan for network 8ae028e2-8534-4c6d-aada-8abc9255d597 May 27 02:00:55.966509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a045-9b8d-4a96-9280-780af0b723b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b8f3a-1c9b-469e-8d40-40a628b6895b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:55.983849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c45a045-9b8d-4a96-9280-780af0b723b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:55.983849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7c45a045-9b8d-4a96-9280-780af0b723b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/616b8f3a-1c9b-469e-8d40-40a628b6895b HTTP/1.1" status: 204 len: 168 time: 0.6436319 May 27 02:00:56.080964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.109049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.116989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.149901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.149901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:56.149901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.210248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] In _notify_port_updated(), no bound segment for port 648476c4-b748-4b4e-8a70-d017195c60a0 on network 48fad111-933e-41f6-8ecf-15eac2e94395 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:00:56.218919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:56.218919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.222387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "PUT /v2.0/ports/648476c4-b748-4b4e-8a70-d017195c60a0 HTTP/1.1" status: 200 len: 1128 time: 0.8465896 May 27 02:00:56.222513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45864) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:56.322970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf87a1-a971-43da-bdf1-3aba7a25678a tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event updated for resources: {'Port': ['ID=648476c4-b748-4b4e-8a70-d017195c60a0,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:56.347423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da679240-ec83-4012-9795-cb573d54f294 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:56.347423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-da679240-ec83-4012-9795-cb573d54f294 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Synchronizing usage tracker for tenant:26327015b1dd4a619a5a8c2fd74e3a5c on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:00:56.359820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7905090 May 27 02:00:56.362801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45870) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:56.368691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd159e-b6d7-4570-a68b-fdc01a4c8187 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=8ae028e2-8534-4c6d-aada-8abc9255d597,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:56.370967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:56.381441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 14e34eb1-f94d-4417-9cb5-472a85720deb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:56.382390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.385969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:56.390356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-da679240-ec83-4012-9795-cb573d54f294 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Unset dirty status for tenant:26327015b1dd4a619a5a8c2fd74e3a5c on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:00:56.391227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-da679240-ec83-4012-9795-cb573d54f294 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "GET /v2.0/ports/648476c4-b748-4b4e-8a70-d017195c60a0 HTTP/1.1" status: 200 len: 1128 time: 0.1640949 May 27 02:00:56.396444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45874) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:56.562835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:00:56.685071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:00:56.697405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:56.698538 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.718246 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c4b28966-11df-4193-8859-04bec403f815 resource provider aggregate not found May 27 02:00:56.781164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Deleting port 648476c4-b748-4b4e-8a70-d017195c60a0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:56.781164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.804935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15d76121-b1a7-4f94-800f-97eda78f679b None None] Provisioning complete for port 648476c4-b748-4b4e-8a70-d017195c60a0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:00:56.808871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15d76121-b1a7-4f94-800f-97eda78f679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.810434 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c4b28966-11df-4193-8859-04bec403f815 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4b28966-11df-4193-8859-04bec403f815 found for delete ", "request_id": "req-beadd2e0-46d1-487f-859b-430942dc04f7"}]} May 27 02:00:56.824256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:56.846809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:56.856325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 14e34eb1-f94d-4417-9cb5-472a85720deb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=14e34eb1-f94d-4417-9cb5-472a85720deb,segment=NetworkSegment(c8b9ea2b-068b-42d5-930b-aa20d5c8be03),segment_id=c8b9ea2b-068b-42d5-930b-aa20d5c8be03)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:56.859397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.860137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:56.871022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:56.887683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-15d76121-b1a7-4f94-800f-97eda78f679b None None] Port 648476c4-b748-4b4e-8a70-d017195c60a0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:00:56.942556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:56.946192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:56.978861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:00:56.979357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.016699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:00:57.028248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:00:57.037239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.071591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 14e34eb1-f94d-4417-9cb5-472a85720deb owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:57.118529 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0412973-423d-434a-a7c1-be7eb2513746'] response: {'server_uuid': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', 'code': 200} May 27 02:00:57.159708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:57.199445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb24c7-f701-4180-9bdf-75fd41316387 req-873d6774-14f4-4ca6-ab72-f78397c983a2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:57.200980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12bb24c7-f701-4180-9bdf-75fd41316387 req-873d6774-14f4-4ca6-ab72-f78397c983a2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 944 time: 0.4725933 May 27 02:00:57.304524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0aa501-e733-4cf1-8b3a-160fee8b859b req-7f76fefa-f4e1-430a-98a5-6ca4e62eeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:57.311192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a0aa501-e733-4cf1-8b3a-160fee8b859b req-7f76fefa-f4e1-430a-98a5-6ca4e62eeee0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 1097 time: 0.1225183 May 27 02:00:57.315665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45902) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:57.318893 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12bb24c7-f701-4180-9bdf-75fd41316387 req-42fa1777-0874-4ab0-8cca-14a7ef248a92 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 May 27 02:00:57.336405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.409236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8a0aa501-e733-4cf1-8b3a-160fee8b859b req-31df38ff-1ca4-4ca3-8c6e-ce4366653f3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887892 May 27 02:00:57.434340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.489312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-290262337-network', 'tenant_id': 'f8c6cd44e4c74001b45d6246441d61aa'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:57.507329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Calling delete_port for 648476c4-b748-4b4e-8a70-d017195c60a0 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:00:57.522869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=14e34eb1-f94d-4417-9cb5-472a85720deb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:57.526479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:57.541336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Usage tracker for resource:network and tenant:f8c6cd44e4c74001b45d6246441d61aa is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:57.578071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:57.595328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:57.622746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Made reservation on behalf of f8c6cd44e4c74001b45d6246441d61aa for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:57.625872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.679151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.698293 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.785462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:57.793590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Usage tracker for resource:security_group_rule and tenant:f8c6cd44e4c74001b45d6246441d61aa is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:57.796682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:57.806134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:57.807436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=b0f4456e-c8d0-4c80-a985-1d90449dea19,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:57.833380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': '0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:00:57.833380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: 8ae028e2-8534-4c6d-aada-8abc9255d597, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:00:57.853503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.861538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:57.912870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event deleted for resources: {'Port': ['ID=648476c4-b748-4b4e-8a70-d017195c60a0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:58.088836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.092030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:00:58.113963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 8ae028e2-8534-4c6d-aada-8abc9255d597) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:58.121807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:58.123121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.129487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4e2cc-63d1-4dae-bc05-aa18c2258906 None None] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:58.146137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-974eda5b-ca92-4931-a4a2-993ad4d0ed95 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "DELETE /v2.0/ports/648476c4-b748-4b4e-8a70-d017195c60a0 HTTP/1.1" status: 204 len: 168 time: 1.7488282 May 27 02:00:58.155776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45910) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:58.180097 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5f36a7ce-049f-4ec7-9f46-c63ddedfa94f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8120749 May 27 02:00:58.180820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45914) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:58.186958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597', 'name': 'tempest-PortsIpV6TestJSON-912295088'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:58.312023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Deleting subnet 2ea37c74-5273-4e8c-bc7e-8f9489d4631f {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:58.318911 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.342254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:58.364002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:58.376125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:58.380653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.403851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:58.445829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-8ae028e2-8534-4c6d-aada-8abc9255d597', 'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597', 'tenant_id': '5d83088938df49feaa90c36e45991934', 'fixed_ips': [{'subnet_id': 'b0f4456e-c8d0-4c80-a985-1d90449dea19'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:00:58.446753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.466534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.500219 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.611030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::29f (8ae028e2-8534-4c6d-aada-8abc9255d597/b0f4456e-c8d0-4c80-a985-1d90449dea19/8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:58.616017 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.686991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:00:58.715683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:58.741132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.741481 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Added segment b15eebc0-89f2-48d9-a08b-f285798dd54d of type vlan for network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 May 27 02:00:58.759354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:00:58.799225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.856057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.866540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:58.891322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:58.925829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeac70-bf9c-4a9f-9dd4-207f8c07057e req-5157eef0-24ee-4c48-a620-d46c10947fa1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:58.925829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcfeac70-bf9c-4a9f-9dd4-207f8c07057e req-5157eef0-24ee-4c48-a620-d46c10947fa1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 945 time: 0.4530411 May 27 02:00:58.966613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.039483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:00:59.055806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:59.067573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:59.078009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:59.100529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Allocated IP 2001:db8::2 (8ae028e2-8534-4c6d-aada-8abc9255d597/b0f4456e-c8d0-4c80-a985-1d90449dea19/d9f2c08f-270a-411f-860d-8db68ac61876) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:59.109671 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcfeac70-bf9c-4a9f-9dd4-207f8c07057e req-a6716161-f10d-4c6a-9ab2-85876a98ecbc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075726 May 27 02:00:59.109671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.109671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:59.109671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.121260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:00:59.128884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:00:59.128884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.151258 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:00:59.154116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:59.162523 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:59.163247 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:59.204950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eb08f7e8-486f-4ddb-b09b-140a476a0e2a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0234990 May 27 02:00:59.208791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45920) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:59.221579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597', 'name': 'tempest-PortsIpV6TestJSON-2011499797'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:59.226521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.301878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] Pushing event updated for resources: {'Network': ['ID=27bb9624-dad3-4c01-b06f-dcf613ba6b92,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:59.304478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea37c74-5273-4e8c-bc7e-8f9489d4631f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:00:59.307055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.309657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-656d8617-7e07-4acf-b9fa-d18a96da9f9d tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "DELETE /v2.0/subnets/2ea37c74-5273-4e8c-bc7e-8f9489d4631f HTTP/1.1" status: 204 len: 168 time: 1.1517439 May 27 02:00:59.312948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-77e6aa07-832d-44f5-a348-2cfcef5cbf4f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7063134 May 27 02:00:59.314113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45924) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:59.317853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8f57c14f-57bb-49c2-b0fc-e815c166b34b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0007329 May 27 02:00:59.318666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45928) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:59.350853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45932) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:00:59.359695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da27768-c320-4493-8650-cffad30df575 None None] Network 48fad111-933e-41f6-8ecf-15eac2e94395 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:00:59.374199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:00:59.380193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Request body: {'subnet': {'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-290262337-subnet', 'tenant_id': 'f8c6cd44e4c74001b45d6246441d61aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:00:59.395138 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:00:59.419799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:59.424086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:59.427111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:59.433263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:59.446175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:59.450591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.453553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:00:59.479110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port a651164a-c5fe-4897-8296-989b442db5c0 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:00:59.483369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Usage tracker for resource:subnet and tenant:f8c6cd44e4c74001b45d6246441d61aa is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:00:59.490253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:00:59.510268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:00:59.524635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.538065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 950d49dc-0e97-414f-838f-17367cc1160f {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:00:59.543865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.578026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Made reservation on behalf of f8c6cd44e4c74001b45d6246441d61aa for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:00:59.580709 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.609137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Deleting port 0bf39be3-cfd8-42ae-9448-1742f1ce242d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:00:59.609977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.643276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.684712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Transition to ACTIVE for port object d9f2c08f-270a-411f-860d-8db68ac61876 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:59.740779 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.744628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Transition to ACTIVE for port object d9f2c08f-270a-411f-860d-8db68ac61876 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:00:59.769211 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:00:59.795875 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:57Z', 'revision_number': 9, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:59.805927 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:00:59.816221 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:00:59.817103 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:00:59.845014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::2f0 (8ae028e2-8534-4c6d-aada-8abc9255d597/b0f4456e-c8d0-4c80-a985-1d90449dea19/a651164a-c5fe-4897-8296-989b442db5c0) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:00:59.892375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:00:59.898918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:00:59.902533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:00:59.909384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Pushing event updated for resources: {'Port': ['ID=d9f2c08f-270a-411f-860d-8db68ac61876,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:00.006432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Attempting to bind port d9f2c08f-270a-411f-860d-8db68ac61876 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:00.007135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Attempting to bind port d9f2c08f-270a-411f-860d-8db68ac61876 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:00.007733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Attempting to bind port d9f2c08f-270a-411f-860d-8db68ac61876 on network 8ae028e2-8534-4c6d-aada-8abc9255d597 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:00.015875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:00.016710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Checking segment: {'id': '0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:00.017350 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.017954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Bound using segment: {'id': '0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:00.018630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Bound port: d9f2c08f-270a-411f-860d-8db68ac61876, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8ae028e2-8534-4c6d-aada-8abc9255d597'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:00.019284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.024706 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:00.024931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.036460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] DHCP port deletion for 48fad111-933e-41f6-8ecf-15eac2e94395 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:00.045158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] Deleting port 0bf39be3-cfd8-42ae-9448-1742f1ce242d {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:00.045956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.153009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.191757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object a651164a-c5fe-4897-8296-989b442db5c0 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:00.235779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] For port d9f2c08f-270a-411f-860d-8db68ac61876, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:00.263818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] For port d9f2c08f-270a-411f-860d-8db68ac61876, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d9f2c08f-270a-411f-860d-8db68ac61876,segment=NetworkSegment(0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb),segment_id=0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:00.303243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.309515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.382985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.387912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.409118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=a651164a-c5fe-4897-8296-989b442db5c0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:00.425587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] For port 0bf39be3-cfd8-42ae-9448-1742f1ce242d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0bf39be3-cfd8-42ae-9448-1742f1ce242d,segment=NetworkSegment(feae2616-e5c1-449d-9024-298982f8b117),segment_id=feae2616-e5c1-449d-9024-298982f8b117)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:00.428227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.437474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:00.447482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:00.455981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.468244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:00.479789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:00.480846 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.480963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/950d49dc-0e97-414f-838f-17367cc1160f HTTP/1.1" status: 204 len: 168 time: 1.1608846 May 27 02:01:00.485964 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:57Z', 'revision_number': 9, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:00.486998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45940) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:00.493716 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16ad73-55ed-4c22-a99c-1da8c24347da None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:00:57Z', 'revision_number': 9, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'b2476348-d688-4881-b7fc-70769a893351', 'name': '', 'network_id': '8722e2d2-64a3-4637-9177-18804c31036c', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:74:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:00:05Z', 'updated_at': '2022-05-27T02:00:17Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': 'c28a90e4-e3a6-4c86-920f-cafdda51b2a1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:01:00.507175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87eda51-3e82-4c9d-b17e-5cd8f29e5c81 None None] Network a991ac90-d573-4ef3-9afe-76ca9abbe763 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:00.582221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] For port 0bf39be3-cfd8-42ae-9448-1742f1ce242d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0bf39be3-cfd8-42ae-9448-1742f1ce242d,segment=NetworkSegment(feae2616-e5c1-449d-9024-298982f8b117),segment_id=feae2616-e5c1-449d-9024-298982f8b117)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:00.582816 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.603816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Checking segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:00.604417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Network hostable DHCP agents. Network: 27bb9624-dad3-4c01-b06f-dcf613ba6b92, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:00.614799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] Calling delete_port for 0bf39be3-cfd8-42ae-9448-1742f1ce242d owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:00.630562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-31474629-185c-4786-af2b-2c98ccf98958 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4192474 May 27 02:01:00.645745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45944) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:00.680443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a6369-bfde-4b4a-a3ae-2390ec9b5315 None None] Pushing event updated for resources: {'Port': ['ID=d9f2c08f-270a-411f-860d-8db68ac61876,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:00.738961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e6598-9ac0-4ce9-a859-8cd1ca9d96ff req-c3f7e079-da8a-4873-95bf-a8ab169b1bbc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:00.740445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-786e6598-9ac0-4ce9-a859-8cd1ca9d96ff req-c3f7e079-da8a-4873-95bf-a8ab169b1bbc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 945 time: 0.4968412 May 27 02:01:00.747021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.758143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d5de04-607c-4cb0-8f58-88c48a173f00,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:00.767932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Calling delete_port for 0bf39be3-cfd8-42ae-9448-1742f1ce242d owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:00.794113 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.820042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 86db7fcd-2012-4ab6-a564-fa32c062e0be {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:00.820383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.848514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] No DVR routers for this DVR port 0bf39be3-cfd8-42ae-9448-1742f1ce242d on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:00.851474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9345e2-22f6-40fd-b390-9e7cefc3eab0 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=950d49dc-0e97-414f-838f-17367cc1160f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:00.853638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c892e-1a2f-4c74-b712-41a9280669b8 None None] Pushing event deleted for resources: {'Port': ['ID=0bf39be3-cfd8-42ae-9448-1742f1ce242d,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:00.865178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:00.913705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 27bb9624-dad3-4c01-b06f-dcf613ba6b92) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:00.918336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:00.918947 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:00.934738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:00.935239 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:00.951815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-beb803c5-41ef-4430-b27d-99cffd2f58a2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5819426 May 27 02:01:00.970649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a89fb6-338c-43d9-b5b7-d76ff26fb8aa None None] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:00.989671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-786e6598-9ac0-4ce9-a859-8cd1ca9d96ff req-148961f1-17f5-463b-8c2e-43c8a721de3c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310140 May 27 02:01:01.253954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] DHCP port deletion for a991ac90-d573-4ef3-9afe-76ca9abbe763 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:01.263582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Deleting port 86db7fcd-2012-4ab6-a564-fa32c062e0be {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:01.264120 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:01.313321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d9f2c08f-270a-411f-860d-8db68ac61876 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:01.365642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac0df8-4616-4957-8214-5ccba3afd090 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:01.366484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6ac0df8-4616-4957-8214-5ccba3afd090 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:01.404738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 86db7fcd-2012-4ab6-a564-fa32c062e0be, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=86db7fcd-2012-4ab6-a564-fa32c062e0be,segment=NetworkSegment(c8b9ea2b-068b-42d5-930b-aa20d5c8be03),segment_id=c8b9ea2b-068b-42d5-930b-aa20d5c8be03)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:01.405092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:01.415786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b6ac0df8-4616-4957-8214-5ccba3afd090 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:01.420623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b6ac0df8-4616-4957-8214-5ccba3afd090 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A29f HTTP/1.1" status: 200 len: 928 time: 0.7702658 May 27 02:01:01.421562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45968) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:01.439467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Deleting port 0bf39be3-cfd8-42ae-9448-1742f1ce242d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:01.440173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:01.582504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1e83a3-06f9-4d0a-a3ad-d42629e8f50b None None] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:01.586441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 86db7fcd-2012-4ab6-a564-fa32c062e0be owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:01.594167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] The port '0bf39be3-cfd8-42ae-9448-1742f1ce242d' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:01.754995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port a651164a-c5fe-4897-8296-989b442db5c0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:01.755618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:01.844178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cfd37-668f-4e56-832d-800276beb936 req-46a328d4-0619-46ca-88ca-26ba70d6f448 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:01.851754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb8cfd37-668f-4e56-832d-800276beb936 req-46a328d4-0619-46ca-88ca-26ba70d6f448 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.5241759 May 27 02:01:01.874807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:01.880033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d9f2c08f-270a-411f-860d-8db68ac61876 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:01.888030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:01.900506 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb8cfd37-668f-4e56-832d-800276beb936 req-9b5a0c7c-79e8-401f-8427-8c43b0984289 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.0472445 May 27 02:01:01.907553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] For port 86db7fcd-2012-4ab6-a564-fa32c062e0be, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=86db7fcd-2012-4ab6-a564-fa32c062e0be,segment=NetworkSegment(c8b9ea2b-068b-42d5-930b-aa20d5c8be03),segment_id=c8b9ea2b-068b-42d5-930b-aa20d5c8be03)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:01.908417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:01.995073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=86db7fcd-2012-4ab6-a564-fa32c062e0be,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:02.008463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fad111-933e-41f6-8ecf-15eac2e94395']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:02.008990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No DVR routers for this DVR port 86db7fcd-2012-4ab6-a564-fa32c062e0be on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:02.028511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feae2616-e5c1-449d-9024-298982f8b117') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:02.028807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feae2616-e5c1-449d-9024-298982f8b117') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:02.047156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.064446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-96fb9861-f690-416b-9c07-d84285bd05ed tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:02.066043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-96fb9861-f690-416b-9c07-d84285bd05ed tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 812 time: 0.4044282 May 27 02:01:02.071310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb8cfd37-668f-4e56-832d-800276beb936 req-afa65a61-7e73-47bd-9d1d-5ebcd8c3d113 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694932 May 27 02:01:02.072852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.073313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0bf39be3-cfd8-42ae-9448-1742f1ce242d no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:02.080166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:02.080686 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.113021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-cb8cfd37-668f-4e56-832d-800276beb936 req-71a91027-1731-4bcf-ae6b-eb1d9fdbfbb5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:01:02.115240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb8cfd37-668f-4e56-832d-800276beb936 req-71a91027-1731-4bcf-ae6b-eb1d9fdbfbb5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063159 May 27 02:01:02.190595 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment feae2616-e5c1-449d-9024-298982f8b117 resource provider aggregate not found May 27 02:01:02.197891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Calling delete_port for 86db7fcd-2012-4ab6-a564-fa32c062e0be owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:02.293193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-9f988227-8742-4fbd-b4f0-1e8790af4dd1 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/quotas/f8c6cd44e4c74001b45d6246441d61aa HTTP/1.1" status: 200 len: 375 time: 0.1874986 May 27 02:01:02.306695 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment feae2616-e5c1-449d-9024-298982f8b117 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid feae2616-e5c1-449d-9024-298982f8b117 found for delete ", "request_id": "req-f9806a35-8335-4cdb-bebc-7678dc78f0df"}]} May 27 02:01:02.325154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 0bf39be3-cfd8-42ae-9448-1742f1ce242d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:02.325154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0bf39be3-cfd8-42ae-9448-1742f1ce242d not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:02.325154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14e34eb1-f94d-4417-9cb5-472a85720deb no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:02.341277 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.368855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.373049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f347dc-1bd6-420b-9b95-1af92ec43f19 None None] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:02.375510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] Pushing event deleted for resources: {'Network': ['ID=48fad111-933e-41f6-8ecf-15eac2e94395,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:02.388200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.393403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 14e34eb1-f94d-4417-9cb5-472a85720deb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:02.393403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14e34eb1-f94d-4417-9cb5-472a85720deb not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:02.398319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b54b9609-c4c7-4b33-9370-185caeaef5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146 tempest-ExtraDHCPOptionsIpV6TestJSON-125683146-project] 10.222.0.16 "DELETE /v2.0/networks/48fad111-933e-41f6-8ecf-15eac2e94395 HTTP/1.1" status: 204 len: 168 time: 3.0734928 May 27 02:01:02.417458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-5df29279-4277-4c8b-bb9f-a66baa7176df tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054842 May 27 02:01:02.445738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb8cfd37-668f-4e56-832d-800276beb936 req-1030f2ff-99e9-458d-9c25-50c20b9abfbf service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488673 May 27 02:01:02.485961 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:02.485961 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:02.521942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] Provisioning for port d9f2c08f-270a-411f-860d-8db68ac61876 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:02.547649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a991ac90-d573-4ef3-9afe-76ca9abbe763']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:02.578500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:02.579490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b9ea2b-068b-42d5-930b-aa20d5c8be03') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:02.581681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] Provisioning complete for port d9f2c08f-270a-411f-860d-8db68ac61876 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:02.581784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.607286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.623912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.658896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.835135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:02.835135 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.889979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for a651164a-c5fe-4897-8296-989b442db5c0 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:02.910113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb8cfd37-668f-4e56-832d-800276beb936 req-87a34138-f889-41ef-98c7-d8bf4bc0bf43 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516280 May 27 02:01:02.910637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:02.920469 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c8b9ea2b-068b-42d5-930b-aa20d5c8be03 resource provider aggregate not found May 27 02:01:02.972834 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:02.985825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Deleting port 86db7fcd-2012-4ab6-a564-fa32c062e0be {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:02.986243 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.100992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0752dcf8-f321-4ec5-bf09-080fe92030ac None None] The port '86db7fcd-2012-4ab6-a564-fa32c062e0be' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:03.161803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 86db7fcd-2012-4ab6-a564-fa32c062e0be no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:03.206419 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bff0d0ec-87ef-4456-a816-a06d11d22e66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26327015b1dd4a619a5a8c2fd74e3a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944398 May 27 02:01:03.209250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46004) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:03.210289 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-957311e7-d69a-4f61-b85f-16a5697cd61d service neutron] 10.222.0.16 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919517 May 27 02:01:03.211777 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c8b9ea2b-068b-42d5-930b-aa20d5c8be03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b9ea2b-068b-42d5-930b-aa20d5c8be03 found for delete ", "request_id": "req-d5682954-e88e-4c5f-be1f-acba4db59d90"}]} May 27 02:01:03.213024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] Current status of the port d9f2c08f-270a-411f-860d-8db68ac61876 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:03.213586 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.234654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 86db7fcd-2012-4ab6-a564-fa32c062e0be {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:03.235738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 86db7fcd-2012-4ab6-a564-fa32c062e0be not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:03.247357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.271311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] For port d9f2c08f-270a-411f-860d-8db68ac61876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d9f2c08f-270a-411f-860d-8db68ac61876,segment=NetworkSegment(0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb),segment_id=0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:03.286910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.341408 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.345537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf18b8b4-b038-4533-943b-74242810e90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.373717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650d418-6cc9-4467-bbbb-0c4078192a27 None None] Pushing event updated for resources: {'Port': ['ID=d9f2c08f-270a-411f-860d-8db68ac61876,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:03.388133 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.403418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=a991ac90-d573-4ef3-9afe-76ca9abbe763,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:03.416728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf18b8b4-b038-4533-943b-74242810e90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.510417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-87380bef-524f-44f9-b86c-42fd33bb9ca3 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/a991ac90-d573-4ef3-9afe-76ca9abbe763 HTTP/1.1" status: 204 len: 168 time: 3.0217252 May 27 02:01:03.514175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf18b8b4-b038-4533-943b-74242810e90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.520116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46012) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:03.527361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.639132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=a651164a-c5fe-4897-8296-989b442db5c0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:03.664997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18b8b4-b038-4533-943b-74242810e90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bcfe1d-cf76-45ca-a171-9013a3f20b1d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:03.759403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.765826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-58951a10-8b3a-44c0-87fe-4a95e4b43cfb service neutron] 10.222.0.16 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410151 May 27 02:01:03.787930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d2f6fde2-8559-44d0-9c2f-8ce8a63f5f0c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/a651164a-c5fe-4897-8296-989b442db5c0 HTTP/1.1" status: 204 len: 168 time: 2.3620491 May 27 02:01:03.787930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46026) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:03.841877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf18b8b4-b038-4533-943b-74242810e90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.841877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cf18b8b4-b038-4533-943b-74242810e90e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82bcfe1d-cf76-45ca-a171-9013a3f20b1d HTTP/1.1" status: 204 len: 168 time: 0.6212265 May 27 02:01:03.857141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Could not find standard attr ID for object a651164a-c5fe-4897-8296-989b442db5c0. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:01:03.896265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Provisioning complete for port d9f2c08f-270a-411f-860d-8db68ac61876 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:03.896265 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:03.976183 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a80087-c380-4589-895d-87459c88d9e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:01:03.979969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e5a80087-c380-4589-895d-87459c88d9e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:04.007693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e5a80087-c380-4589-895d-87459c88d9e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:04.010487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e5a80087-c380-4589-895d-87459c88d9e4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/a651164a-c5fe-4897-8296-989b442db5c0 HTTP/1.1" status: 404 len: 333 time: 0.2214622 May 27 02:01:04.012307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46042) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:04.181376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:04.184048 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:04.329188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Current status of the port d9f2c08f-270a-411f-860d-8db68ac61876 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:04.384613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Provisioning for port 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:04.390614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Provisioning complete for port 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:04.391016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:04.578026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c6b43ca3-3612-472e-a2dd-a71b227a75fb None None] Port 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:04.711231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8245c9d5-c955-4a1c-9d03-26451da41294 None None] Provisioning complete for port 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:04.712145 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8245c9d5-c955-4a1c-9d03-26451da41294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:04.789704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-ce8edc89-20d1-4fdd-8566-dce2df8c40af tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:04.797756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-ce8edc89-20d1-4fdd-8566-dce2df8c40af tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.6206789 May 27 02:01:04.812424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2897985-cf1f-4ea5-a2d1-769e492bc6b0 req-d301f641-6a9e-454b-8a60-6b65dcc7d06d tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 210 time: 0.1698251 May 27 02:01:04.898518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8245c9d5-c955-4a1c-9d03-26451da41294 None None] Port 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:04.907366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-a68e67b6-06a2-438c-a7ae-71bf2923afd9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.1086330 May 27 02:01:04.942838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:05.042758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0128661-67df-4e77-a6ad-7766a91f835e None None] Could not find standard attr ID for object a651164a-c5fe-4897-8296-989b442db5c0. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:01:05.170703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d9f2c08f-270a-411f-860d-8db68ac61876 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:05.181116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-0c7a5b4c-b54a-4453-abec-3c9384168c53 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2710130 May 27 02:01:05.278132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:05.373273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d9f2c08f-270a-411f-860d-8db68ac61876 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:05.375323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:05.521243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-0dc8d0a5-50aa-4a7f-8ba5-cb33862d3d9f service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388522 May 27 02:01:05.583616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:05.595615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46086) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:05.617520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:05.784420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:05.831352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d9f2c08f-270a-411f-860d-8db68ac61876 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:05.860333 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fcd-764d-4243-8c41-92c5222c4ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:05.873054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'networks': [{'name': 'tempest-network--1456901524'}, {'name': 'tempest-network--1171704423'}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:05.873524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'network': {'name': 'tempest-network--1456901524'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:05.874278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'network': {'name': 'tempest-network--1171704423'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:05.885415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:05.892635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:05.896315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Usage tracker for resource:network and tenant:37eb73642d6c4976b7aaaa5dd6e8851b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:05.902656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:05.918878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:05.937820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-97794c94-1bb4-4d37-b0f8-e2e179c287b3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 HTTP/1.1" status: 204 len: 168 time: 1.9228642 May 27 02:01:05.939501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46096) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:05.990623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Made reservation on behalf of 37eb73642d6c4976b7aaaa5dd6e8851b for: {'network': 2} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:05.995801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.014983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.099245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:06.103656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80f70eef-2c9a-4158-93b8-748e43f86723 req-37c70f33-382f-4872-96ac-be8998e2be53 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 210 time: 0.0682771 May 27 02:01:06.106007 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2546e0a-3aa9-47e1-8c50-570ceba37b18 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:01:06.106783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2546e0a-3aa9-47e1-8c50-570ceba37b18 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:06.110093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Usage tracker for resource:security_group_rule and tenant:37eb73642d6c4976b7aaaa5dd6e8851b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:06.114131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:06.127729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:06.140469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2546e0a-3aa9-47e1-8c50-570ceba37b18 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:06.141628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d2546e0a-3aa9-47e1-8c50-570ceba37b18 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/8e1aebf5-fe7d-4171-a92f-8b1b6eb3cb09 HTTP/1.1" status: 404 len: 333 time: 0.2022603 May 27 02:01:06.149916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46100) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:06.235316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet b0f4456e-c8d0-4c80-a985-1d90449dea19 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:06.242271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.250635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-e96eabe5-f9fb-48e6-9a4e-e083882352b2 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999276 May 27 02:01:06.318685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port b2476348-d688-4881-b7fc-70769a893351 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:06.318685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.323046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.377758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.385624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.386772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.563937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:06.759784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc188ef-0901-48d4-8c40-4eedd2762529,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:06.789562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c69d4fa-3f7c-4516-a971-c9de9b1a9d29 req-677e3b16-8d7f-484f-9e99-1fab9994e875 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 210 time: 0.3242533 May 27 02:01:06.811612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.811612 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Added segment 9f17e960-2700-46eb-a385-afddffa6bd51 of type vlan for network e508b337-4b87-4a98-a74e-8c654ed3ae81 May 27 02:01:06.826870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.887764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port b2476348-d688-4881-b7fc-70769a893351, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b2476348-d688-4881-b7fc-70769a893351,segment=NetworkSegment(691f60bd-773d-4c4f-9ee7-27c0d39a8677),segment_id=691f60bd-773d-4c4f-9ee7-27c0d39a8677)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:06.888538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.897268 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.961682 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:06.972605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:07.023018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f4456e-c8d0-4c80-a985-1d90449dea19,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:07.024871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.028314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67217522-f4de-4c2b-b2d4-9401ab0be665 None None] Network 8ae028e2-8534-4c6d-aada-8abc9255d597 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:07.042598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9b5a4a94-65f9-497b-bfd1-1a1c6027da67 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/b0f4456e-c8d0-4c80-a985-1d90449dea19 HTTP/1.1" status: 204 len: 168 time: 0.8890910 May 27 02:01:07.043809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46114) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:07.046765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.047213 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Added segment 3bf6c42a-f1c9-4f53-9f64-1b1021c3f60f of type vlan for network 204c605e-c043-48a4-b4a6-cb8b89cf6720 May 27 02:01:07.140181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for b2476348-d688-4881-b7fc-70769a893351 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:07.197203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.214295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.247405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port d9f2c08f-270a-411f-860d-8db68ac61876 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:07.247979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.359776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-f0d1b401-0c2d-4b8c-b1ad-284d25a9c26b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:07.360792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-f0d1b401-0c2d-4b8c-b1ad-284d25a9c26b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Synchronizing usage tracker for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:07.445281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] DHCP port deletion for 8ae028e2-8534-4c6d-aada-8abc9255d597 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:07.452724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] Deleting port d9f2c08f-270a-411f-860d-8db68ac61876 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:07.453103 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.514800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-a46f4e18-7c13-4a3f-ae34-1d2ff1956aa8 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:07.515520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-a46f4e18-7c13-4a3f-ae34-1d2ff1956aa8 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Synchronizing usage tracker for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:07.520112 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0764c79c-0849-4664-bd30-83d0d0e21bdd req-3ec1db00-a393-45ed-9f02-6cc92b42763c tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 210 time: 0.0722363 May 27 02:01:07.535202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-f0d1b401-0c2d-4b8c-b1ad-284d25a9c26b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Unset dirty status for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:07.536600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-f0d1b401-0c2d-4b8c-b1ad-284d25a9c26b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 812 time: 0.8489826 May 27 02:01:07.554025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-a46f4e18-7c13-4a3f-ae34-1d2ff1956aa8 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Unset dirty status for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:07.555937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-a46f4e18-7c13-4a3f-ae34-1d2ff1956aa8 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 812 time: 0.3866255 May 27 02:01:07.620852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] For port d9f2c08f-270a-411f-860d-8db68ac61876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d9f2c08f-270a-411f-860d-8db68ac61876,segment=NetworkSegment(0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb),segment_id=0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:07.621222 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.624787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Request body: {'port': {'device_id': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'admin_state_up': True, 'tenant_id': 'f8c6cd44e4c74001b45d6246441d61aa'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:07.658675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Request body: {'port': {'device_id': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'admin_state_up': True, 'tenant_id': 'f8c6cd44e4c74001b45d6246441d61aa'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:07.731670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.731670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.736538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:07.741689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:07.742108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.843748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for d9f2c08f-270a-411f-860d-8db68ac61876 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:07.853789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.878268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2812068 May 27 02:01:07.890054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46122) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:07.892084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] For port d9f2c08f-270a-411f-860d-8db68ac61876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d9f2c08f-270a-411f-860d-8db68ac61876,segment=NetworkSegment(0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb),segment_id=0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:07.893305 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:07.934856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=b2476348-d688-4881-b7fc-70769a893351,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:08.054648 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0672-87e9-48a2-bef0-c7298d8f9ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:08.063161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] Calling delete_port for d9f2c08f-270a-411f-860d-8db68ac61876 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:08.104514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-afa9b61f-c723-486f-9482-4d21a31c2cc3 req-867a7d66-674f-4e3b-b68d-04cfc86f28b1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 210 time: 0.1093242 May 27 02:01:08.169182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Network': ['ID=e508b337-4b87-4a98-a74e-8c654ed3ae81,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:08.186768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:08.189136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:08.189274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e508b337-4b87-4a98-a74e-8c654ed3ae81 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:08.200079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Usage tracker for resource:port and tenant:f8c6cd44e4c74001b45d6246441d61aa is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:08.203462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Usage tracker for resource:port and tenant:f8c6cd44e4c74001b45d6246441d61aa is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:08.212670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:08.212670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:08.306307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f9a84-ff4f-4bcd-9dd8-6b5dcecf4b04 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Network': ['ID=204c605e-c043-48a4-b4a6-cb8b89cf6720,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:08.373895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 204c605e-c043-48a4-b4a6-cb8b89cf6720 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:08.475126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:08.488878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:08.499373 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:08.518376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34b01a-19ca-44af-8c6e-244031da68aa tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:08.524527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34b01a-19ca-44af-8c6e-244031da68aa tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:08.530742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34b01a-19ca-44af-8c6e-244031da68aa tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:08.536586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34b01a-19ca-44af-8c6e-244031da68aa tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:08.537459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ed34b01a-19ca-44af-8c6e-244031da68aa tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Synchronizing usage tracker for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:08.547693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:08.548015 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:08.599026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] Pushing event deleted for resources: {'Port': ['ID=d9f2c08f-270a-411f-860d-8db68ac61876,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:08.603308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8341d79-9afa-4bc6-a161-b55767ed1b6c None None] No DVR routers for this DVR port d9f2c08f-270a-411f-860d-8db68ac61876 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:08.644019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-a60fe65b-c62b-4216-beac-c279e7932401 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:08.645510 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-a60fe65b-c62b-4216-beac-c279e7932401 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.2751870 May 27 02:01:08.646982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:08.651486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ed34b01a-19ca-44af-8c6e-244031da68aa tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Unset dirty status for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:08.655217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ed34b01a-19ca-44af-8c6e-244031da68aa tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7543252 May 27 02:01:08.655380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Made reservation on behalf of f8c6cd44e4c74001b45d6246441d61aa for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:08.655469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46128) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:08.657317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:08.688921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Made reservation on behalf of f8c6cd44e4c74001b45d6246441d61aa for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:08.692301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:08.696147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Request body: {'port': {'device_id': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'admin_state_up': True, 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:08.928699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b94ff22a-9fc1-4738-a9c5-1add8787667d req-650fba52-76aa-4278-b9be-ce70a1cfb2f1 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 210 time: 0.2406626 May 27 02:01:08.977403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.053374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port d9f2c08f-270a-411f-860d-8db68ac61876 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:09.053706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.192831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d9f2c08f-270a-411f-860d-8db68ac61876 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:09.197259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Allocated IP 172.20.0.9 (27bb9624-dad3-4c01-b06f-dcf613ba6b92/77d5de04-607c-4cb0-8f58-88c48a173f00/8538f309-e19a-4d72-80da-d13c4323b457) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:09.212796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:09.225455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:09.245807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] The port 'd9f2c08f-270a-411f-860d-8db68ac61876' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:09.248501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d9f2c08f-270a-411f-860d-8db68ac61876 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:09.249608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d9f2c08f-270a-411f-860d-8db68ac61876 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:09.262552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:09.267487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.294289 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.324617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.333254 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.453433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e508b337-4b87-4a98-a74e-8c654ed3ae81']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:09.475664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93476183-e88d-474f-a6e7-7b1f2cc25672 req-266336f4-9c3c-491b-90e9-9edc9cc46edc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 210 time: 0.1366229 May 27 02:01:09.494814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:01:09.527348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f17e960-2700-46eb-a385-afddffa6bd51') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:09.527644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f17e960-2700-46eb-a385-afddffa6bd51') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:09.571443 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.591826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.627648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.661045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.666513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae028e2-8534-4c6d-aada-8abc9255d597']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:09.680103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:09.680505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.690199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:01:09.703737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:01:09.712629 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eb35be9d-0843-4712-91bc-b4bbc4b3c0e8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1709168 May 27 02:01:09.714915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46136) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:09.716536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:09.716904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:09.724726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:09.725352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:09.783592 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9f17e960-2700-46eb-a385-afddffa6bd51 resource provider aggregate not found May 27 02:01:09.802884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.803635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.817349 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9f17e960-2700-46eb-a385-afddffa6bd51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f17e960-2700-46eb-a385-afddffa6bd51 found for delete ", "request_id": "req-f4425602-c711-46eb-9c08-81ee7560ca9a"}]} May 27 02:01:09.839385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Allocated IP 172.20.0.9 (439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be/f73de125-37f2-4186-80bf-fde73bba2429/2f41a810-a4fa-4039-b9aa-d22a5572cb0c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:09.844233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.849108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.857096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.892380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:09.893074 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:09.908196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:09.921017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Network': ['ID=e508b337-4b87-4a98-a74e-8c654ed3ae81,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:10.003370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3bde925f-3a3b-41e0-bac9-e808084412df tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/networks/e508b337-4b87-4a98-a74e-8c654ed3ae81 HTTP/1.1" status: 204 len: 168 time: 1.3467507 May 27 02:01:10.018455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46144) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:10.023673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet c28a90e4-e3a6-4c86-920f-cafdda51b2a1 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:10.032743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.092269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:10.101641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:10.103416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event updated for resources: {'Port': ['ID=8538f309-e19a-4d72-80da-d13c4323b457,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:10.143427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:10.162818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.168289 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.186183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Allocated IP 172.20.0.11 (27bb9624-dad3-4c01-b06f-dcf613ba6b92/77d5de04-607c-4cb0-8f58-88c48a173f00/c72f16e0-a435-4a24-a627-f0141fc0a3de) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:10.218996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e3e503d-caaf-4f1f-a48b-43150e0f8432 req-4f13f572-99b9-4163-b70d-449817624334 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Synchronizing usage tracker for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:10.228452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.276238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=8ae028e2-8534-4c6d-aada-8abc9255d597,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:10.276238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6c4c30fc-08f2-40fa-8a9c-3163c8c33bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/8ae028e2-8534-4c6d-aada-8abc9255d597 HTTP/1.1" status: 204 len: 168 time: 3.2278950 May 27 02:01:10.280533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:10.291033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1346850764'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:10.303709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.304896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:10.333009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:10.333609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.339760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:10.344236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:07Z', 'revision_number': 10, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:10.347205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:10.349890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:01:10.361028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:10.361930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:10.386331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:10.388224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9e3e503d-caaf-4f1f-a48b-43150e0f8432 req-4f13f572-99b9-4163-b70d-449817624334 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Unset dirty status for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:10.389614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e3e503d-caaf-4f1f-a48b-43150e0f8432 req-4f13f572-99b9-4163-b70d-449817624334 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 210 time: 0.2815380 May 27 02:01:10.440149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-004f0c71-864f-46da-88c1-4f6ec3bb8182 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8217034 May 27 02:01:10.447101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:10.450515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.493213 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.510398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Request body: {'port': {'device_id': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:10.510949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.530915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204c605e-c043-48a4-b4a6-cb8b89cf6720']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:10.545950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf6c42a-f1c9-4f53-9f64-1b1021c3f60f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:10.546518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf6c42a-f1c9-4f53-9f64-1b1021c3f60f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:10.561381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.575142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:10.585272 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.601803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:10.609405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.650961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.797915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.812823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.863490 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.882629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.902230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:10.935306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=c28a90e4-e3a6-4c86-920f-cafdda51b2a1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:10.945569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.961837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.962796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ed4e9be-44c4-463d-92e8-366eb609c4b9 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/c28a90e4-e3a6-4c86-920f-cafdda51b2a1 HTTP/1.1" status: 204 len: 168 time: 1.2466304 May 27 02:01:10.966101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e68d8-14fc-4b7f-8a35-05268de964d8 None None] Network 8722e2d2-64a3-4637-9177-18804c31036c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:10.970601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46156) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:10.979448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:10.982633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:10.987046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.017894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:11.027835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:11.030459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:11.039906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.040320 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment 262971a5-abce-4d37-8231-64a2f8d616e7 of type vlan for network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 May 27 02:01:11.041787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.146896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Network': ['ID=204c605e-c043-48a4-b4a6-cb8b89cf6720,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:11.174374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event updated for resources: {'Port': ['ID=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:11.184004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-19fe66fe-94a6-4767-b23f-c317f48dc507 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/networks/204c605e-c043-48a4-b4a6-cb8b89cf6720 HTTP/1.1" status: 204 len: 168 time: 1.1623209 May 27 02:01:11.192902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46160) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:11.220263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:11.224491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:07Z', 'revision_number': 10, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:11.230456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:11.233271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.238326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event updated for resources: {'Port': ['ID=c72f16e0-a435-4a24-a627-f0141fc0a3de,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:11.242469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264deb3-05a5-4915-8758-e5634446bca4 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:07Z', 'revision_number': 10, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None, '_interfaces': [{'id': 'e495b238-3920-4cb9-87ff-3aaacb0cf752', 'name': '', 'network_id': '3b78dc86-9a28-45eb-acf1-c4c49bf388bb', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'mac_address': 'fa:16:3e:51:23:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:59:50Z', 'updated_at': '2022-05-27T02:00:05Z', 'revision_number': 5, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'subnets': [{'id': '7baa793b-a43e-4607-933b-5c8d1388446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:01:11.242705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:11.243461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:11.244046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.307421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.359739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:11.360374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.365081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999bb85-9b55-4667-bf3c-1b7ec87579c6 req-edfbf191-cf9d-4349-bda1-f96795df408c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:11.365839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6999bb85-9b55-4667-bf3c-1b7ec87579c6 req-edfbf191-cf9d-4349-bda1-f96795df408c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:11.368184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.373428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-4f3e83d0-61a0-49f8-bdc4-712401e605eb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6891799 May 27 02:01:11.373991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:11.374559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.400982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Request body: {'port': {'device_id': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:11.431341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:11.431687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.500708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2157969 May 27 02:01:11.500708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4ed5d9a5-2332-44b2-9dd1-bb74224e1e0e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8829846 May 27 02:01:11.505600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46166) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:11.509149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6999bb85-9b55-4667-bf3c-1b7ec87579c6 req-edfbf191-cf9d-4349-bda1-f96795df408c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:11.515679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6999bb85-9b55-4667-bf3c-1b7ec87579c6 req-edfbf191-cf9d-4349-bda1-f96795df408c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 931 time: 0.7037714 May 27 02:01:11.545121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:11.564757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967dc008-9130-4215-8d28-bafa615e0a1c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:11.570551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967dc008-9130-4215-8d28-bafa615e0a1c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:11.571347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-967dc008-9130-4215-8d28-bafa615e0a1c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Synchronizing usage tracker for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:11.581046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Request body: {'port': {'device_id': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:11.643146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a066f14-af6f-458d-8dbd-3da227da55c7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=0dd08e47-fe68-4e33-a296-6d5723ffd9f5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:11.659186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:11.689676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] DHCP port deletion for 8722e2d2-64a3-4637-9177-18804c31036c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:11.722169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6999bb85-9b55-4667-bf3c-1b7ec87579c6 req-dfd3c200-18d4-4228-b553-8f0a2ae28fe9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049706 May 27 02:01:11.727974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-967dc008-9130-4215-8d28-bafa615e0a1c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Unset dirty status for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:11.733277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-967dc008-9130-4215-8d28-bafa615e0a1c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5346119 May 27 02:01:11.738522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46170) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:11.761072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1896634528'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:11.771900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] Deleting port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:11.771900 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.861115 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb resource provider aggregate not found May 27 02:01:11.865497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.914387 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0811a72b-6fd7-4ff7-8759-0cdd7e6b11eb found for delete ", "request_id": "req-dc95468b-746e-47d5-b54a-93c0001cf04d"}]} May 27 02:01:11.918329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8538f309-e19a-4d72-80da-d13c4323b457 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:11.926619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:11.939738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:11.957342 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 3bf6c42a-f1c9-4f53-9f64-1b1021c3f60f resource provider aggregate not found May 27 02:01:11.982886 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 3bf6c42a-f1c9-4f53-9f64-1b1021c3f60f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bf6c42a-f1c9-4f53-9f64-1b1021c3f60f found for delete ", "request_id": "req-3cb791d4-e863-4b17-a5c2-5a13720bee69"}]} May 27 02:01:12.004803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:12.008258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,segment=NetworkSegment(691f60bd-773d-4c4f-9ee7-27c0d39a8677),segment_id=691f60bd-773d-4c4f-9ee7-27c0d39a8677)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:12.008706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.009747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:12.020854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] For port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,segment=NetworkSegment(691f60bd-773d-4c4f-9ee7-27c0d39a8677),segment_id=691f60bd-773d-4c4f-9ee7-27c0d39a8677)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:12.021179 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.022427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:12.029208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:12.032755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Transition to ACTIVE for port object 8538f309-e19a-4d72-80da-d13c4323b457 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:12.049213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.054832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:12.085830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.109476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Made reservation on behalf of 37eb73642d6c4976b7aaaa5dd6e8851b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:12.113191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.191115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] Calling delete_port for 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:12.221566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:12.262524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:12.265832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.270874 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.299969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f03e6-fa36-4a63-8a0b-52684f34602c req-f8034675-37d9-4725-99fb-9e83dfcd5dd2 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:12.301438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f26f03e6-fa36-4a63-8a0b-52684f34602c req-f8034675-37d9-4725-99fb-9e83dfcd5dd2 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 932 time: 0.7416942 May 27 02:01:12.324010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] Pushing event deleted for resources: {'Port': ['ID=79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:12.330743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc32821-304d-444d-8046-d15b9eb0dc1d None None] No DVR routers for this DVR port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:12.394547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8538f309-e19a-4d72-80da-d13c4323b457,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:12.407069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:12.407608 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:12.428364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:12.537037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f41a810-a4fa-4039-b9aa-d22a5572cb0c {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:12.549110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.549637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.549759 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Added segment f107fcc5-1340-42f2-9d05-551a3d08fb50 of type vlan for network 878f5d17-28a8-4a12-bcc8-994ae4004d43 May 27 02:01:12.568011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Transition to ACTIVE for port object 2f41a810-a4fa-4039-b9aa-d22a5572cb0c will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:12.572991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.626549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f26f03e6-fa36-4a63-8a0b-52684f34602c req-a78ae617-6661-4d7a-9310-1a915fc14741 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Synchronizing usage tracker for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:12.670834 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.767864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Attempting to bind port 8538f309-e19a-4d72-80da-d13c4323b457 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:12.768195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Attempting to bind port 8538f309-e19a-4d72-80da-d13c4323b457 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:12.768521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Attempting to bind port 8538f309-e19a-4d72-80da-d13c4323b457 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:12.798370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f26f03e6-fa36-4a63-8a0b-52684f34602c req-a78ae617-6661-4d7a-9310-1a915fc14741 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Unset dirty status for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:12.799521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f26f03e6-fa36-4a63-8a0b-52684f34602c req-a78ae617-6661-4d7a-9310-1a915fc14741 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828012 May 27 02:01:12.831975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Port 8538f309-e19a-4d72-80da-d13c4323b457 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:01:12.832301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Attempting to bind port 8538f309-e19a-4d72-80da-d13c4323b457 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:12.869046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:12.869379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Checking segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:12.869762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Bound using segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:12.870747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Bound port: 8538f309-e19a-4d72-80da-d13c4323b457, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:12.871079 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.871823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Pushing event updated for resources: {'Port': ['ID=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:12.889025 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.894568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:12.895165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:12.938662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:12.938662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.035785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] The port '79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:13.080230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:13.095431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3512192 May 27 02:01:13.100782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:13.116562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:13.117240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 79c7e2a1-c8eb-407b-8f2c-9ab460b8ab58 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:13.117884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b2476348-d688-4881-b7fc-70769a893351 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:13.154067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: b2476348-d688-4881-b7fc-70769a893351 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:13.154495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b2476348-d688-4881-b7fc-70769a893351 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:13.164751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1350821604'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:13.174766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f591ac-1117-4085-9088-ede3d86ecdc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Network': ['ID=878f5d17-28a8-4a12-bcc8-994ae4004d43,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:13.186562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 878f5d17-28a8-4a12-bcc8-994ae4004d43 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:13.189256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.191113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Attempting to bind port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:13.191459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Attempting to bind port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:13.191797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Attempting to bind port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:13.197117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:13.211943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Usage tracker for resource:network and tenant:37eb73642d6c4976b7aaaa5dd6e8851b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:13.215195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:01:13.215521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Attempting to bind port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:13.218429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.225591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:13.241335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:13.252733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:13.253592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:13.253592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Bound using segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:13.254593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Bound port: 2f41a810-a4fa-4039-b9aa-d22a5572cb0c, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:13.254593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.261834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] For port 8538f309-e19a-4d72-80da-d13c4323b457, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:13.269111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72f16e0-a435-4a24-a627-f0141fc0a3de {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:13.278660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8722e2d2-64a3-4637-9177-18804c31036c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:13.286362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.299378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed9ed6-4279-4885-a09e-5f8ddfef053e req-e35d1920-6b7c-4834-bdbc-a986794f6513 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:13.300901 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4fed9ed6-4279-4885-a09e-5f8ddfef053e req-e35d1920-6b7c-4834-bdbc-a986794f6513 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 943 time: 0.4357524 May 27 02:01:13.308301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] For port 8538f309-e19a-4d72-80da-d13c4323b457, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8538f309-e19a-4d72-80da-d13c4323b457,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:13.319757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=39a4f52b-7d73-4b29-ad5a-a2d382015202,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:13.325392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.329594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Made reservation on behalf of 37eb73642d6c4976b7aaaa5dd6e8851b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:13.329723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Transition to ACTIVE for port object c72f16e0-a435-4a24-a627-f0141fc0a3de will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:13.333186 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.348889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691f60bd-773d-4c4f-9ee7-27c0d39a8677') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:13.349195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691f60bd-773d-4c4f-9ee7-27c0d39a8677') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:13.379130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.394260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.406704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': '262971a5-abce-4d37-8231-64a2f8d616e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:13.407102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: 0dd08e47-fe68-4e33-a296-6d5723ffd9f5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:13.412029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:13.412628 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.413969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/8538f309-e19a-4d72-80da-d13c4323b457 HTTP/1.1" status: 200 len: 1092 time: 2.9541554 May 27 02:01:13.417693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'tag': '8538f309-e19a-4d72-80da-d13c4323b457'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:13.454979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.476336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:13.476794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.494917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4fed9ed6-4279-4885-a09e-5f8ddfef053e req-7883a2cd-84df-47e4-bff2-d1f069051ec1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524003 May 27 02:01:13.500893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:13.503295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] For port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:13.511505 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e70d054-b352-4523-bfa4-c21afbc02c18'] response: {'name': 'network-changed', 'server_uuid': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'tag': '8538f309-e19a-4d72-80da-d13c4323b457', 'status': 'completed', 'code': 200} May 27 02:01:13.550378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97af6b-f1b7-4feb-97c1-478270f739c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8538f309-e19a-4d72-80da-d13c4323b457,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:13.583360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] For port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:13.594481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.599877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.600537 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Added segment 695802c1-3f66-421f-bc2e-6107a0bc76e6 of type vlan for network 0737e333-4a59-4838-8e76-1b93ff2c0413 May 27 02:01:13.659113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.686604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.691979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:13.692599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.693983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] 10.222.0.47 "PUT /v2.0/ports/2f41a810-a4fa-4039-b9aa-d22a5572cb0c HTTP/1.1" status: 200 len: 1092 time: 2.2977741 May 27 02:01:13.700444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'tag': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:13.726519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=8722e2d2-64a3-4637-9177-18804c31036c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:13.736951 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.796365 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b7f7af5-6895-430d-b22d-b867671c0a41 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/8722e2d2-64a3-4637-9177-18804c31036c HTTP/1.1" status: 204 len: 168 time: 2.8206179 May 27 02:01:13.803396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76397a2-be48-4f3b-a630-2fedc65f9d22 service neutron] Pushing event updated for resources: {'Port': ['ID=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:13.806947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46194) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:13.832590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:13.851126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c72f16e0-a435-4a24-a627-f0141fc0a3de,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:13.862344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0dd08e47-fe68-4e33-a296-6d5723ffd9f5) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:13.872747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfbd3c-32cf-43fc-9acc-b5b9c556c2a6 None None] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:13.875972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:13.876550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:13.897930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Attempting to bind port c72f16e0-a435-4a24-a627-f0141fc0a3de on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:13.898263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Attempting to bind port c72f16e0-a435-4a24-a627-f0141fc0a3de by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:13.898590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Attempting to bind port c72f16e0-a435-4a24-a627-f0141fc0a3de on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:13.903438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-a163be6c-d464-421a-a183-2bf0882177f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:13.905009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-a163be6c-d464-421a-a183-2bf0882177f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4 HTTP/1.1" status: 200 len: 1095 time: 0.4320812 May 27 02:01:13.916759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Port c72f16e0-a435-4a24-a627-f0141fc0a3de on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:01:13.917240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Attempting to bind port c72f16e0-a435-4a24-a627-f0141fc0a3de on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:13.984024 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04cdcfe-07aa-49f4-80c5-52a74b9bb512'] response: {'name': 'network-changed', 'server_uuid': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'tag': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c', 'status': 'completed', 'code': 200} May 27 02:01:14.008903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2479c5c7-a6b3-4cd4-8e7d-24a59974a060 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5022676 May 27 02:01:14.013589 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 691f60bd-773d-4c4f-9ee7-27c0d39a8677 resource provider aggregate not found May 27 02:01:14.016857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46202) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:14.017598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:14.017937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Checking segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:14.018354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Bound using segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:14.018777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Bound port: c72f16e0-a435-4a24-a627-f0141fc0a3de, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:14.019123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.022018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.028152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:14.028754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.033947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-282a9fc3-a54f-40cf-950b-b51c39c2ae69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8538f309-e19a-4d72-80da-d13c4323b457 HTTP/1.1" status: 200 len: 217 time: 0.1181846 May 27 02:01:14.090542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5', 'name': 'tempest-PortsIpV6TestJSON-1510382027', 'fixed_ips': [{'subnet_id': '39a4f52b-7d73-4b29-ad5a-a2d382015202', 'ip_address': '2001:db8::10'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:14.119727 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 691f60bd-773d-4c4f-9ee7-27c0d39a8677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 691f60bd-773d-4c4f-9ee7-27c0d39a8677 found for delete ", "request_id": "req-7707bae0-28cd-407d-93f1-985725f9e242"}]} May 27 02:01:14.155233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-b2d6b5ec-7e78-423a-ae16-6d7f2b52656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:14.156647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-b2d6b5ec-7e78-423a-ae16-6d7f2b52656b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.1159732 May 27 02:01:14.157347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-0dd08e47-fe68-4e33-a296-6d5723ffd9f5', 'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5', 'tenant_id': '5d83088938df49feaa90c36e45991934', 'fixed_ips': [{'subnet_id': '39a4f52b-7d73-4b29-ad5a-a2d382015202'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:14.158171 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.205131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:14.215601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-d2c4989e-9386-4191-827d-9ef1cf273ebd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518856 May 27 02:01:14.221878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:14.245849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.336216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Allocated IP 2001:db8::2 (0dd08e47-fe68-4e33-a296-6d5723ffd9f5/39a4f52b-7d73-4b29-ad5a-a2d382015202/e1509c90-f5f3-4252-aa24-d99d1c34f866) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:14.348540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:14.349435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.350883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c72f16e0-a435-4a24-a627-f0141fc0a3de HTTP/1.1" status: 200 len: 1093 time: 2.7900376 May 27 02:01:14.426407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3204200 May 27 02:01:14.437437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46208) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:14.462444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'ports': [{'network_id': '878f5d17-28a8-4a12-bcc8-994ae4004d43', 'name': 'tempest-port--1406400691', 'admin_state_up': True}, {'network_id': '0737e333-4a59-4838-8e76-1b93ff2c0413', 'admin_state_up': False}]} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:14.463036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'port': {'network_id': '878f5d17-28a8-4a12-bcc8-994ae4004d43', 'name': 'tempest-port--1406400691', 'admin_state_up': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:14.463513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'port': {'network_id': '0737e333-4a59-4838-8e76-1b93ff2c0413', 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:14.519534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Network': ['ID=0737e333-4a59-4838-8e76-1b93ff2c0413,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:14.579939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.596315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Transition to ACTIVE for port object e1509c90-f5f3-4252-aa24-d99d1c34f866 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:14.610309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-e479f59a-b445-44cc-973f-29681421fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:14.611827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-e479f59a-b445-44cc-973f-29681421fd16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 1095 time: 0.8640547 May 27 02:01:14.613187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.613529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.614048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.614540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.615063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.615548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.616050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.616536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.617005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.617472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.617961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.618439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652983b-953b-49ca-acd5-1c4e8657afb6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:14.629212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Transition to ACTIVE for port object e1509c90-f5f3-4252-aa24-d99d1c34f866 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:14.634209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0737e333-4a59-4838-8e76-1b93ff2c0413 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:14.653811 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.684451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-7eab5e66-5345-4f22-85a7-48d2a2592e8e service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611485 May 27 02:01:14.716880 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-ed31688a-2521-46bd-ae72-aa010daa68fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f41a810-a4fa-4039-b9aa-d22a5572cb0c HTTP/1.1" status: 200 len: 217 time: 0.0916440 May 27 02:01:14.743854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412794-193a-4fa9-ac5f-8af18dd538c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c72f16e0-a435-4a24-a627-f0141fc0a3de,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:14.791357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:14.803846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:14.812725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:14.820981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Pushing event updated for resources: {'Port': ['ID=e1509c90-f5f3-4252-aa24-d99d1c34f866,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:14.851752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:14.865511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034a10-7fe1-47d3-8a51-bc9b0dc0173a req-5a1e00f0-1c67-4f38-8a45-ed7f6e288eab tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:14.867013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66034a10-7fe1-47d3-8a51-bc9b0dc0173a req-5a1e00f0-1c67-4f38-8a45-ed7f6e288eab tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 944 time: 0.8784626 May 27 02:01:14.872667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-7b5101c8-93d2-438f-ac2a-f6d55bc6fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:14.874096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-7b5101c8-93d2-438f-ac2a-f6d55bc6fb46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.1493909 May 27 02:01:14.887021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:14.911768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-afa3952a-2a92-4821-b5d5-a4a83d2ff64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:14.913331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-afa3952a-2a92-4821-b5d5-a4a83d2ff64f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 1096 time: 0.5108821 May 27 02:01:14.927858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Attempting to bind port e1509c90-f5f3-4252-aa24-d99d1c34f866 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:14.928312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Attempting to bind port e1509c90-f5f3-4252-aa24-d99d1c34f866 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '262971a5-abce-4d37-8231-64a2f8d616e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:14.928732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Attempting to bind port e1509c90-f5f3-4252-aa24-d99d1c34f866 on network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:14.934682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:14.935163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Checking segment: {'id': '262971a5-abce-4d37-8231-64a2f8d616e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:14.935631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.936089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Bound using segment: {'id': '262971a5-abce-4d37-8231-64a2f8d616e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:14.936618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Bound port: e1509c90-f5f3-4252-aa24-d99d1c34f866, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262971a5-abce-4d37-8231-64a2f8d616e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:14.937069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:14.981799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-7bd025d7-cee4-4c67-a482-fdeea9cb04f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959475 May 27 02:01:15.036596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-6326945b-38d4-4209-b772-576f0945ab02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de HTTP/1.1" status: 200 len: 217 time: 0.1011930 May 27 02:01:15.078448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] For port e1509c90-f5f3-4252-aa24-d99d1c34f866, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:15.078448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] For port e1509c90-f5f3-4252-aa24-d99d1c34f866, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e1509c90-f5f3-4252-aa24-d99d1c34f866,segment=NetworkSegment(262971a5-abce-4d37-8231-64a2f8d616e7),segment_id=262971a5-abce-4d37-8231-64a2f8d616e7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:15.093778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:15.100981 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:15.132869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93db00-c2e2-4114-b819-7cd8bced21d8 req-0e81ee46-69db-4e1b-8feb-802f386beaa2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:15.139489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b93db00-c2e2-4114-b819-7cd8bced21d8 req-0e81ee46-69db-4e1b-8feb-802f386beaa2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 943 time: 0.5087872 May 27 02:01:15.173783 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-d37b44c3-1af7-4038-8011-c2050e073aea service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782729 May 27 02:01:15.174060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:15.179262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66034a10-7fe1-47d3-8a51-bc9b0dc0173a req-28297b07-88d0-49fb-b592-e3333457baca tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933240 May 27 02:01:15.196174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Usage tracker for resource:port and tenant:37eb73642d6c4976b7aaaa5dd6e8851b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:15.208600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:15.225411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:15.225411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-c427266e-b656-46d6-a38b-c480bb33b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:15.231454 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-c427266e-b656-46d6-a38b-c480bb33b877 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.1800768 May 27 02:01:15.244613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b93db00-c2e2-4114-b819-7cd8bced21d8 req-9d20ff3f-21e9-4a1f-bf22-159c9c4ff7ac tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077657 May 27 02:01:15.257261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136e57e-60c7-47e0-95d9-6544a336adab None None] Pushing event updated for resources: {'Port': ['ID=e1509c90-f5f3-4252-aa24-d99d1c34f866,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:15.329218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-e072ec53-6fd3-4361-902b-9a10f882d6d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801888 May 27 02:01:15.340438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:15.359629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Made reservation on behalf of 37eb73642d6c4976b7aaaa5dd6e8851b for: {'port': 2} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:15.363899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:15.366112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-7595c243-1280-43f9-a448-e23550e798fd service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759701 May 27 02:01:15.405017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:01:15.438437 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:15.699332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:15.716603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ed042a4-e7b0-4694-9ab3-6d1940696169 req-e5505253-9e50-4684-ae81-6df883afcb98 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436809 May 27 02:01:15.826636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:15.851128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-b6ab8458-0c18-4852-abc0-4ef33b834f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:15.851128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-b6ab8458-0c18-4852-abc0-4ef33b834f22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4 HTTP/1.1" status: 200 len: 1095 time: 0.5566847 May 27 02:01:15.851128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-4bb29a7c-a1ca-4887-b3a9-d944283efb56 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082219 May 27 02:01:15.904469 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84536bf-98c2-45b9-af11-a34b0cf4dcd7'] response: {'name': 'network-changed', 'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de', 'status': 'completed', 'code': 200} May 27 02:01:16.059160 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:01:16.118949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] device_id is not set on port 61246bf1-16bf-4c00-8173-7de111a29bb5 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:01:16.140875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::10 (0dd08e47-fe68-4e33-a296-6d5723ffd9f5/39a4f52b-7d73-4b29-ad5a-a2d382015202/b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:16.201081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50678955-3a66-4ad6-b4ea-0e5adc90ba51 req-444af989-4b13-4e1c-9bae-cd7d77cd64a2 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956693 May 27 02:01:16.204445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-8ac7b47a-595d-44d3-80e5-98f0975a1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:16.205764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-8ac7b47a-595d-44d3-80e5-98f0975a1b11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 913 time: 0.2995343 May 27 02:01:16.308392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-1a93b14d-a3cd-4789-9809-a9facec8b774 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8538f309-e19a-4d72-80da-d13c4323b457 HTTP/1.1" status: 200 len: 217 time: 0.0818825 May 27 02:01:16.331195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-63bd6a10-8668-42d8-8f7f-c7d2f33bc349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:16.332665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-63bd6a10-8668-42d8-8f7f-c7d2f33bc349 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 1095 time: 0.5584817 May 27 02:01:16.500564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e4210-eef0-491f-969a-508061e98007 None None] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:16.571178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-1657a6ed-a5dd-426c-a373-b3be91974b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:16.573853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-1657a6ed-a5dd-426c-a373-b3be91974b8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.2081656 May 27 02:01:16.640199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b82f9634-9187-4961-be3d-62b487601895 None None] Provisioning for port e1509c90-f5f3-4252-aa24-d99d1c34f866 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:16.643505 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-3e46c2ff-31e4-4bee-ab01-374ddd7db9b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617418 May 27 02:01:16.686065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:16.775276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-d1f2e841-24fa-4312-a69b-1f0b2d1aef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:16.777304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-d1f2e841-24fa-4312-a69b-1f0b2d1aef56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.4366174 May 27 02:01:16.784796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:16.856694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-ef6cc945-3b11-4a63-9869-21c11a2314ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:16.859515 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-ef6cc945-3b11-4a63-9869-21c11a2314ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 1096 time: 0.5564468 May 27 02:01:16.876845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-5b4f9a87-447d-4bbf-9af8-01f145266d72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f41a810-a4fa-4039-b9aa-d22a5572cb0c HTTP/1.1" status: 200 len: 217 time: 0.0825078 May 27 02:01:16.877562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port e495b238-3920-4cb9-87ff-3aaacb0cf752 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:16.877818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:16.912101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670fa5a-9b56-4030-b339-cffb6bf6c831 req-c3700c95-4762-4dbe-bfc8-c996c075a64e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:16.913538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8670fa5a-9b56-4030-b339-cffb6bf6c831 req-c3700c95-4762-4dbe-bfc8-c996c075a64e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 944 time: 0.4563720 May 27 02:01:16.922573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dbf1c-8c43-454c-a45d-7f4e0f5dd15f req-8d56c760-4f0f-4776-9d85-b3048ebf45a6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:16.923223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] device_id is not set on port a8618e5e-6039-4b55-9f77-b395c2209e52 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:01:16.925162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-145dbf1c-8c43-454c-a45d-7f4e0f5dd15f req-8d56c760-4f0f-4776-9d85-b3048ebf45a6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 943 time: 0.4145544 May 27 02:01:16.974109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:17.093281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8670fa5a-9b56-4030-b339-cffb6bf6c831 req-33d8bfdd-a4cb-4edd-9670-f7b3457f1079 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649671 May 27 02:01:17.095970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-8c98b1a7-e149-40f5-8bc2-691734e463bf service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368899 May 27 02:01:17.140845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e1509c90-f5f3-4252-aa24-d99d1c34f866 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:17.141953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-c6d12fd9-cb0d-42fd-a323-e8b479c4b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:17.143443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-c6d12fd9-cb0d-42fd-a323-e8b479c4b5ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.2296748 May 27 02:01:17.150109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-145dbf1c-8c43-454c-a45d-7f4e0f5dd15f req-4e77e075-4d05-44bc-bd1c-f879e641cee1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745114 May 27 02:01:17.210670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-e347ff5b-455a-4ae7-a968-3c3895408ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562441 May 27 02:01:17.214647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.216025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e1509c90-f5f3-4252-aa24-d99d1c34f866 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:17.222132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e1509c90-f5f3-4252-aa24-d99d1c34f866 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:17.222632 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.249180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-2a4a1e3c-0bef-45f9-b6e3-8b4b9ecffe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:17.250794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-2a4a1e3c-0bef-45f9-b6e3-8b4b9ecffe81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 913 time: 0.3736463 May 27 02:01:17.349629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e1509c90-f5f3-4252-aa24-d99d1c34f866 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:17.350008 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.388441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e1509c90-f5f3-4252-aa24-d99d1c34f866, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e1509c90-f5f3-4252-aa24-d99d1c34f866,segment=NetworkSegment(262971a5-abce-4d37-8231-64a2f8d616e7),segment_id=262971a5-abce-4d37-8231-64a2f8d616e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:17.394057 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.402295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:17.409227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:17.421575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:17.427267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:17.428208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.437094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port e495b238-3920-4cb9-87ff-3aaacb0cf752, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e495b238-3920-4cb9-87ff-3aaacb0cf752,segment=NetworkSegment(92d2130e-2921-425a-ad21-5da3fa5579a3),segment_id=92d2130e-2921-425a-ad21-5da3fa5579a3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:17.438333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.446335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:17.477174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e1509c90-f5f3-4252-aa24-d99d1c34f866,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:17.490203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-789ce5b1-9e79-4d38-b06b-e153e0cf4aa1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de HTTP/1.1" status: 200 len: 217 time: 0.2144105 May 27 02:01:17.554571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-173d02f9-0059-42a1-a7b8-39a151a851ea req-2a9be3f3-16e7-4b1f-8d4b-9b88b1d48a17 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510224 May 27 02:01:17.588569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.601784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-6b09ab20-5fd7-4fe5-9d56-9292bb1d3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:17.603562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-6b09ab20-5fd7-4fe5-9d56-9292bb1d3a67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.1015983 May 27 02:01:17.603858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for e495b238-3920-4cb9-87ff-3aaacb0cf752 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:17.661603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-1420d508-d6ef-4fce-9ee0-f8fef4a8b1a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458694 May 27 02:01:17.671905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b17f0e83-7236-45ee-9f8c-d5e169c847b2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6509805 May 27 02:01:17.684590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46226) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:17.691931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.695624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': '0dd08e47-fe68-4e33-a296-6d5723ffd9f5', 'name': 'tempest-PortsIpV6TestJSON-602249873', 'fixed_ips': [{'subnet_id': '39a4f52b-7d73-4b29-ad5a-a2d382015202', 'ip_address': '2001:db8::f'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:17.812204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d548d347-40a7-4d5d-89cd-653cb63a02e9 None None] Provisioning for port b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:17.820076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d548d347-40a7-4d5d-89cd-653cb63a02e9 None None] Provisioning complete for port b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:17.820726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d548d347-40a7-4d5d-89cd-653cb63a02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:17.855834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Port': ['ID=61246bf1-16bf-4c00-8173-7de111a29bb5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:17.885290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d548d347-40a7-4d5d-89cd-653cb63a02e9 None None] Port b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:17.899021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Checking segment: {'id': 'f107fcc5-1340-42f2-9d05-551a3d08fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '878f5d17-28a8-4a12-bcc8-994ae4004d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:17.899595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network hostable DHCP agents. Network: 878f5d17-28a8-4a12-bcc8-994ae4004d43, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:17.914454 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-3bf553b3-d32a-45ce-a7b9-dbd9fc947088 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460501 May 27 02:01:17.920249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-08eb4799-f8d1-4575-8fee-73eb95e5b1c8 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966166 May 27 02:01:17.942396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network 878f5d17-28a8-4a12-bcc8-994ae4004d43 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:18.002144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 878f5d17-28a8-4a12-bcc8-994ae4004d43) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:18.012146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb0548-8720-480f-8214-5ed7ebb454fc None None] Network 878f5d17-28a8-4a12-bcc8-994ae4004d43 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:18.014444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:18.015306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.114201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Port': ['ID=a8618e5e-6039-4b55-9f77-b395c2209e52,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:18.149770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dac69fb1-624c-4aa5-a6b4-6361e905812d req-abdbf8a9-253a-454d-8be8-38b717a4e4a6 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277920 May 27 02:01:18.155636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Checking segment: {'id': '695802c1-3f66-421f-bc2e-6107a0bc76e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0737e333-4a59-4838-8e76-1b93ff2c0413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:18.155995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network hostable DHCP agents. Network: 0737e333-4a59-4838-8e76-1b93ff2c0413, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:18.163284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:18.169624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:18.174492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:18.180330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network 0737e333-4a59-4838-8e76-1b93ff2c0413 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:18.185780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:18.194784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0737e333-4a59-4838-8e76-1b93ff2c0413) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:18.201065 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-628a71b6-10ec-4909-8d9b-a2aef6f55dc6 req-19c16dfb-a420-4e82-8796-994f35d9c50b service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708242 May 27 02:01:18.202538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:18.210288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:18.211567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:18.215537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:18.216424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.217986 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.218482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33244e7-1919-4f2d-b1c2-e62121e2a6c4 None None] Network 0737e333-4a59-4838-8e76-1b93ff2c0413 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:18.245440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cd3878a0-66dc-480a-a829-5538692aebe2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7931955 May 27 02:01:18.247998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46234) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:18.281035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 2634cbda-d18b-42f7-83aa-4b442cfc7194 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:01:18.401642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2e83c-8f08-48b3-9431-dcfe2329824c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:18.407446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2e83c-8f08-48b3-9431-dcfe2329824c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:18.408205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3af2e83c-8f08-48b3-9431-dcfe2329824c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Synchronizing usage tracker for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:18.421829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fd03-dcb2-49e4-9a83-ef6a81acaa3f req-af88eb88-6959-49a6-9db4-2d425b206b8a tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:18.423289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2518fd03-dcb2-49e4-9a83-ef6a81acaa3f req-af88eb88-6959-49a6-9db4-2d425b206b8a tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 944 time: 0.1332610 May 27 02:01:18.456195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3af2e83c-8f08-48b3-9431-dcfe2329824c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Unset dirty status for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:18.457489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3af2e83c-8f08-48b3-9431-dcfe2329824c tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2077575 May 27 02:01:18.460255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46240) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:18.478937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.535322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2518fd03-dcb2-49e4-9a83-ef6a81acaa3f req-c16f1f15-67e9-4663-8cbe-3f53025f4779 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031163 May 27 02:01:18.543961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=e495b238-3920-4cb9-87ff-3aaacb0cf752,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:18.563125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Deleting port 61246bf1-16bf-4c00-8173-7de111a29bb5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:18.563125 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.566601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8538f309-e19a-4d72-80da-d13c4323b457 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:01:18.725584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8538f309-e19a-4d72-80da-d13c4323b457, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8538f309-e19a-4d72-80da-d13c4323b457,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:18.731328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::f (0dd08e47-fe68-4e33-a296-6d5723ffd9f5/39a4f52b-7d73-4b29-ad5a-a2d382015202/2634cbda-d18b-42f7-83aa-4b442cfc7194) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:18.740637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8538f309-e19a-4d72-80da-d13c4323b457', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'port_id': '8538f309-e19a-4d72-80da-d13c4323b457', 'mac_address': 'fa:16:3e:6c:ce:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d5de04-607c-4cb0-8f58-88c48a173f00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:01:18.800040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8538f309-e19a-4d72-80da-d13c4323b457 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:18.800427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.806403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989349e-121a-4a16-93ec-d2648fa0670c req-96f731ac-d92a-47ac-b97d-fbebe8f57bad tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:18.808621 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8989349e-121a-4a16-93ec-d2648fa0670c req-96f731ac-d92a-47ac-b97d-fbebe8f57bad tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 943 time: 0.4736061 May 27 02:01:18.816908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.818185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8538f309-e19a-4d72-80da-d13c4323b457 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:18.839632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8538f309-e19a-4d72-80da-d13c4323b457, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8538f309-e19a-4d72-80da-d13c4323b457,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:18.844825 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:18.921750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8538f309-e19a-4d72-80da-d13c4323b457,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:18.956752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Calling delete_port for 61246bf1-16bf-4c00-8173-7de111a29bb5 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:19.043455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.099905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Port': ['ID=61246bf1-16bf-4c00-8173-7de111a29bb5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:19.107975 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.120338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8989349e-121a-4a16-93ec-d2648fa0670c req-67d0bc30-527d-4c18-8cd5-2af82c9370a7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878292 May 27 02:01:19.128616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3df5cfa4-eac8-43d3-b0a0-999aedcd6941 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/ports/61246bf1-16bf-4c00-8173-7de111a29bb5 HTTP/1.1" status: 204 len: 168 time: 0.6673918 May 27 02:01:19.131273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46244) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:19.153839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.159276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e1509c90-f5f3-4252-aa24-d99d1c34f866 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:19.207393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Deleting port a8618e5e-6039-4b55-9f77-b395c2209e52 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:19.207734 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.229559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e1509c90-f5f3-4252-aa24-d99d1c34f866 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:19.229919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.242276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.340490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8538f309-e19a-4d72-80da-d13c4323b457'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:19.353924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 2634cbda-d18b-42f7-83aa-4b442cfc7194 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:19.406619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e1509c90-f5f3-4252-aa24-d99d1c34f866 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:19.501592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:01:19.554513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.708908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.709165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Calling delete_port for a8618e5e-6039-4b55-9f77-b395c2209e52 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:19.847093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:01:19.854023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189376-72fa-47a0-8955-5eeef03eec51 req-eb2e32a6-963b-44e3-932e-0d0bef7c8302 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:19.855655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91189376-72fa-47a0-8955-5eeef03eec51 req-eb2e32a6-963b-44e3-932e-0d0bef7c8302 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 944 time: 0.1542385 May 27 02:01:19.856272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.860456 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:01:19.868705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:19.873489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:19.874024 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:19.874980 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:19.875676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=2634cbda-d18b-42f7-83aa-4b442cfc7194,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:19.877900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:19.883596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:19.884341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.891993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5ab20f98-725b-4134-90eb-3053a23d995f tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0831976 May 27 02:01:19.899829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46250) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:19.938614 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:19.955987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/ports/a8618e5e-6039-4b55-9f77-b395c2209e52 HTTP/1.1" status: 204 len: 168 time: 0.8227470 May 27 02:01:19.956972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd91d8-5f27-4aa9-bf23-f5ea6b45bde2 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Port': ['ID=a8618e5e-6039-4b55-9f77-b395c2209e52,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:19.959245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46254) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:19.983529 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-91189376-72fa-47a0-8955-5eeef03eec51 req-29522c4f-534a-4d81-a3c9-fc9918b45a3e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186278 May 27 02:01:19.999521 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c0c6cb49-0c20-4c81-90ab-410b906c800c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3135819 May 27 02:01:20.002269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46258) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:20.026308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c7d3c5e4-4803-4cd9-9aff-dc7e90527f98 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0659149 May 27 02:01:20.030880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting subnet 7baa793b-a43e-4607-933b-5c8d1388446f {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:20.033804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46262) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:20.036563 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:20.036718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.069040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-609682149'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:20.083225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:20.096332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Usage tracker for resource:network and tenant:37eb73642d6c4976b7aaaa5dd6e8851b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:20.101745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:20.112158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:20.123565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.125566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30547576-315e-42ef-9041-bfc00c22d3d7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:20.127320 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-30547576-315e-42ef-9041-bfc00c22d3d7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1236529 May 27 02:01:20.130040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46266) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:20.162652 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:18Z', 'revision_number': 11, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:20.167891 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:01:20.173740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Made reservation on behalf of 37eb73642d6c4976b7aaaa5dd6e8851b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:20.179038 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:20.179360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.180229 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:20.227061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:20.237437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bacbbdfe-8175-4707-b20a-4b725a1809dd None None] Provisioning for port 2634cbda-d18b-42f7-83aa-4b442cfc7194 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:20.238347 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.238753 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Added segment a651c1bf-1149-461f-ab99-bf815d888cf6 of type vlan for network 0f670420-90ff-492c-b514-24cda9cb6933 May 27 02:01:20.246951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bacbbdfe-8175-4707-b20a-4b725a1809dd None None] Provisioning complete for port 2634cbda-d18b-42f7-83aa-4b442cfc7194 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:20.247323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bacbbdfe-8175-4707-b20a-4b725a1809dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.285997 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.320134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a6c1fc-c3fc-4921-9775-4a1ef5e53779 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:20.325350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bacbbdfe-8175-4707-b20a-4b725a1809dd None None] Port 2634cbda-d18b-42f7-83aa-4b442cfc7194 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:20.327312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a6c1fc-c3fc-4921-9775-4a1ef5e53779 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:20.334210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a6c1fc-c3fc-4921-9775-4a1ef5e53779 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:20.338521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-68a6c1fc-c3fc-4921-9775-4a1ef5e53779 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2049270 May 27 02:01:20.339528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46272) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:20.377459 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:20.398527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.404352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:20.404940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.409264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 2634cbda-d18b-42f7-83aa-4b442cfc7194 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:20.409419 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.436539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.488665 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:18Z', 'revision_number': 11, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:20.493106 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4761d72-d370-4ef6-9d1d-532198a1ab33 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:18Z', 'revision_number': 11, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:01:20.572407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c72f16e0-a435-4a24-a627-f0141fc0a3de details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:01:20.585715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a258cc4-a563-4498-bae8-ab64a74247dc req-c9ce1090-81a8-4395-9358-26eaeabcc664 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:20.593303 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a258cc4-a563-4498-bae8-ab64a74247dc req-c9ce1090-81a8-4395-9358-26eaeabcc664 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 943 time: 0.3095739 May 27 02:01:20.601294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5665066 May 27 02:01:20.612613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46276) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:20.617909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1747729545'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:20.626918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bb54e-1d5d-4562-8e08-8e16fef4d20f tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Network': ['ID=0f670420-90ff-492c-b514-24cda9cb6933,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:20.637023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:20.646977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Usage tracker for resource:network and tenant:37eb73642d6c4976b7aaaa5dd6e8851b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:20.654553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:20.659992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a258cc4-a563-4498-bae8-ab64a74247dc req-ea0f85a0-1c4e-487f-88a5-85408a19a71d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649333 May 27 02:01:20.664372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:20.680560 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.703129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Made reservation on behalf of 37eb73642d6c4976b7aaaa5dd6e8851b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:20.703334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0f670420-90ff-492c-b514-24cda9cb6933 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:20.707304 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.724785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Subnet': ['ID=7baa793b-a43e-4607-933b-5c8d1388446f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:20.726795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.736366 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d0a86265-e28d-433f-b2d6-06fcf2070e6b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/7baa793b-a43e-4607-933b-5c8d1388446f HTTP/1.1" status: 204 len: 168 time: 0.8326647 May 27 02:01:20.736366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46280) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:20.747518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.778786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50713949-f581-494f-922c-90ace46815e9 None None] Network 3b78dc86-9a28-45eb-acf1-c4c49bf388bb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:20.855204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.867322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Deleting port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:20.867718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.895092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 2634cbda-d18b-42f7-83aa-4b442cfc7194 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:20.940026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:20.967834 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:20.967834 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Added segment 16742eb9-4b76-4b12-8c99-380f0d875d60 of type vlan for network dde29b88-1564-4a3e-a1b3-a305567739f4 May 27 02:01:21.015810 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.055719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:21.091576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e495b238-3920-4cb9-87ff-3aaacb0cf752 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:21.106218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.111964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:21.112611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.126460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c72f16e0-a435-4a24-a627-f0141fc0a3de', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'port_id': 'c72f16e0-a435-4a24-a627-f0141fc0a3de', 'mac_address': 'fa:16:3e:3d:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d5de04-607c-4cb0-8f58-88c48a173f00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:01:21.136094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e495b238-3920-4cb9-87ff-3aaacb0cf752 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:21.137139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e495b238-3920-4cb9-87ff-3aaacb0cf752 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:21.168486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] For port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=772d9d2d-85aa-4cac-b0a1-f6883b88f5b8,segment=NetworkSegment(92d2130e-2921-425a-ad21-5da3fa5579a3),segment_id=92d2130e-2921-425a-ad21-5da3fa5579a3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:21.169038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.200188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.214253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c72f16e0-a435-4a24-a627-f0141fc0a3de is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:21.214916 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.233817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72f16e0-a435-4a24-a627-f0141fc0a3de {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:21.250939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:21.255731 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.256742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2f41a810-a4fa-4039-b9aa-d22a5572cb0c details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:01:21.301468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Calling delete_port for 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:21.312074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e7290-8532-4de5-a0bc-c32021d530ac None None] DHCP port deletion for 3b78dc86-9a28-45eb-acf1-c4c49bf388bb request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:21.333596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-568e7290-8532-4de5-a0bc-c32021d530ac None None] Deleting port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:21.334116 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-568e7290-8532-4de5-a0bc-c32021d530ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.385277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.448460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=2634cbda-d18b-42f7-83aa-4b442cfc7194,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:21.462183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Network': ['ID=dde29b88-1564-4a3e-a1b3-a305567739f4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:21.488214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c72f16e0-a435-4a24-a627-f0141fc0a3de,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:21.510501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network dde29b88-1564-4a3e-a1b3-a305567739f4 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:21.510750 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24b374d2-53f5-4152-bc49-bd5023a8ea11 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8967814 May 27 02:01:21.532156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.534051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6831c101-e787-4109-be35-77b176f52a2c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/2634cbda-d18b-42f7-83aa-4b442cfc7194 HTTP/1.1" status: 204 len: 168 time: 1.1936200 May 27 02:01:21.537066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46286) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:21.560899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Port': ['ID=772d9d2d-85aa-4cac-b0a1-f6883b88f5b8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:21.564402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No DVR routers for this DVR port 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:21.633768 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7eab46-bf31-4494-83e7-f18fd89d0ede tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:01:21.636368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8a7eab46-bf31-4494-83e7-f18fd89d0ede tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:21.697070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-568e7290-8532-4de5-a0bc-c32021d530ac None None] The port '772d9d2d-85aa-4cac-b0a1-f6883b88f5b8' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:21.713994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dda7a-a878-4517-abf1-a97421bfb6bd req-1385e7e5-ced4-49ae-adc8-2104db3e6176 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:21.731921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-124dda7a-a878-4517-abf1-a97421bfb6bd req-1385e7e5-ced4-49ae-adc8-2104db3e6176 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 944 time: 0.5432565 May 27 02:01:21.740763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8a7eab46-bf31-4494-83e7-f18fd89d0ede tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:21.744218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8a7eab46-bf31-4494-83e7-f18fd89d0ede tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/2634cbda-d18b-42f7-83aa-4b442cfc7194 HTTP/1.1" status: 404 len: 333 time: 0.2038937 May 27 02:01:21.771743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46292) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:21.862596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.909529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b78dc86-9a28-45eb-acf1-c4c49bf388bb']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:21.923546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d2130e-2921-425a-ad21-5da3fa5579a3') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:21.924193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d2130e-2921-425a-ad21-5da3fa5579a3') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:21.936693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.953812 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.960565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:21.961259 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:21.979124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:21.995816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:21.996347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.016111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'port_id': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c', 'mac_address': 'fa:16:3e:42:3e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73de125-37f2-4186-80bf-fde73bba2429', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:01:22.098699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-124dda7a-a878-4517-abf1-a97421bfb6bd req-73f11fde-37f2-4e98-af05-4deea48135ff tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589132 May 27 02:01:22.116749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.143735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:22.144129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.162003 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 92d2130e-2921-425a-ad21-5da3fa5579a3 resource provider aggregate not found May 27 02:01:22.162196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f41a810-a4fa-4039-b9aa-d22a5572cb0c {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:22.166332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.199696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:22.205484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.212318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Pushing event deleted for resources: {'Network': ['ID=3b78dc86-9a28-45eb-acf1-c4c49bf388bb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:22.215458 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 92d2130e-2921-425a-ad21-5da3fa5579a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92d2130e-2921-425a-ad21-5da3fa5579a3 found for delete ", "request_id": "req-43aadecb-e8b1-4bb1-bb21-caa668b0a0b3"}]} May 27 02:01:22.232478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-32cdd81d-9f2e-470c-be91-7b30a60699e4 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/networks/3b78dc86-9a28-45eb-acf1-c4c49bf388bb HTTP/1.1" status: 204 len: 168 time: 1.4954085 May 27 02:01:22.237327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:22.244667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'routes': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:22.320238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:22.387700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.523974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:22.583607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8538f309-e19a-4d72-80da-d13c4323b457 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:22.595567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ebe7-8c47-4d7f-9bb3-2661c5c2d5b2 req-cf3b0b1e-393c-43d0-9314-ed0fe94e87f7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:22.597440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a47ebe7-8c47-4d7f-9bb3-2661c5c2d5b2 req-cf3b0b1e-393c-43d0-9314-ed0fe94e87f7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 943 time: 0.5293777 May 27 02:01:22.663341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.extraroute_db [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Added routes are [] {{(pid=88425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:01:22.663798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.extraroute_db [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Removed routes are [] {{(pid=88425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:01:22.664254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.694963 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.758493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c72f16e0-a435-4a24-a627-f0141fc0a3de'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:22.773449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:22.835700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2f41a810-a4fa-4039-b9aa-d22a5572cb0c'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:22.845525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a47ebe7-8c47-4d7f-9bb3-2661c5c2d5b2 req-4960d525-2925-4109-9173-449503134d1e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070701 May 27 02:01:22.851736 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:22.881307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-71ba83a0-f6bb-4ff0-8969-538061b60bb5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 HTTP/1.1" status: 204 len: 168 time: 1.1085105 May 27 02:01:22.882546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46304) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:23.001433 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c715a26-3378-49e6-a317-ce16a66a976a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:01:23.002105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c715a26-3378-49e6-a317-ce16a66a976a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:23.064404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8c715a26-3378-49e6-a317-ce16a66a976a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:23.069542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c715a26-3378-49e6-a317-ce16a66a976a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/b5ad5c2e-768e-4cf4-b0dd-9a3122ceeac6 HTTP/1.1" status: 404 len: 333 time: 0.1855884 May 27 02:01:23.070174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:23.125231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8538f309-e19a-4d72-80da-d13c4323b457 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:23.179418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8538f309-e19a-4d72-80da-d13c4323b457 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:23.179899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.190232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.200659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.245765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet 39a4f52b-7d73-4b29-ad5a-a2d382015202 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:23.249483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.263078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:23.334434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.361491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:23.366301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 772d9d2d-85aa-4cac-b0a1-f6883b88f5b8 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:23.408915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router f9be4be2-0e40-4c5f-8479-e5116df29487 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:01:23.558504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3d130-7128-4907-9bf7-cc3b40dabb4e req-333b8ccb-7124-4818-9513-8e2667f9e1b2 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:23.566789 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66f3d130-7128-4907-9bf7-cc3b40dabb4e req-333b8ccb-7124-4818-9513-8e2667f9e1b2 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 945 time: 0.1557121 May 27 02:01:23.592967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.636477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8538f309-e19a-4d72-80da-d13c4323b457 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:23.637033 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.695918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66f3d130-7128-4907-9bf7-cc3b40dabb4e req-3ba7e5d4-ceaf-410f-8869-51f70ec72408 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278298 May 27 02:01:23.711292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538f309-e19a-4d72-80da-d13c4323b457'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:23.754002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8538f309-e19a-4d72-80da-d13c4323b457, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8538f309-e19a-4d72-80da-d13c4323b457,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:23.764311 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.772076 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.829147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=39a4f52b-7d73-4b29-ad5a-a2d382015202,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:23.829147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:23.839239 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d161d26d-4745-4667-962a-f56d6b2b136d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/39a4f52b-7d73-4b29-ad5a-a2d382015202 HTTP/1.1" status: 204 len: 168 time: 0.7643161 May 27 02:01:23.840367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46318) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:23.847378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842443f-c2b9-4e55-8cde-9e13d2c64e97 None None] Network 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:23.908253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8538f309-e19a-4d72-80da-d13c4323b457,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:23.969301 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3860a7b2-b0ee-4d3c-9cb7-75efaa848dd1'] response: {'server_uuid': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8538f309-e19a-4d72-80da-d13c4323b457', 'code': 200} May 27 02:01:24.100981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.101858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:01:24.111786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.113270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-65a6282a-6203-4a0b-aa73-687e88761a0d tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 200 len: 701 time: 1.8748820 May 27 02:01:24.117171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46324) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:24.120651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] Sync routers for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:01:24.134665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:24.135377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:24.137260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94001a-396e-461f-8e6d-0692672f533f req-0a6119ff-92cd-482a-b440-1f31d1e8825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:24.139291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f94001a-396e-461f-8e6d-0692672f533f req-0a6119ff-92cd-482a-b440-1f31d1e8825d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1104553 May 27 02:01:24.181923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7899b392-fa61-47b6-9eed-ac431829e159 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:24.191445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f94001a-396e-461f-8e6d-0692672f533f req-64444489-54cd-4c95-9b24-bb5ec251bfce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 May 27 02:01:24.207829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port e1509c90-f5f3-4252-aa24-d99d1c34f866 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:24.208168 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.266135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7899b392-fa61-47b6-9eed-ac431829e159 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:24.269874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7899b392-fa61-47b6-9eed-ac431829e159 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 200 len: 205 time: 0.1453030 May 27 02:01:24.270745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46328) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:24.284921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:24.415039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:18Z', 'revision_number': 11, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:24.421418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] Checking router: f9be4be2-0e40-4c5f-8479-e5116df29487 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:01:24.424436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] DHCP port deletion for 0dd08e47-fe68-4e33-a296-6d5723ffd9f5 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:24.431101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Deleting port e1509c90-f5f3-4252-aa24-d99d1c34f866 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:24.431566 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.433893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b31e8780-e5bc-4211-9496-fbdba123db03 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.471255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] Routers {'f9be4be2-0e40-4c5f-8479-e5116df29487'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:24.472158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f9be4be2-0e40-4c5f-8479-e5116df29487'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:24.504915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9586-328d-4e07-941f-23ca1b720e3d req-6eda144f-f32d-4ba7-a006-3c6f46a994ab tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:24.512620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d7f9586-328d-4e07-941f-23ca1b720e3d req-6eda144f-f32d-4ba7-a006-3c6f46a994ab tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 944 time: 0.4718184 May 27 02:01:24.577555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d7f9586-328d-4e07-941f-23ca1b720e3d req-3e7b3bb2-0574-4cb0-a231-4f8447b2aa72 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639799 May 27 02:01:24.760251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] For port e1509c90-f5f3-4252-aa24-d99d1c34f866, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e1509c90-f5f3-4252-aa24-d99d1c34f866,segment=NetworkSegment(262971a5-abce-4d37-8231-64a2f8d616e7),segment_id=262971a5-abce-4d37-8231-64a2f8d616e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:24.763068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.777150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] For port e1509c90-f5f3-4252-aa24-d99d1c34f866, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e1509c90-f5f3-4252-aa24-d99d1c34f866,segment=NetworkSegment(262971a5-abce-4d37-8231-64a2f8d616e7),segment_id=262971a5-abce-4d37-8231-64a2f8d616e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:24.778270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.836514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b31e8780-e5bc-4211-9496-fbdba123db03 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.839418 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b31e8780-e5bc-4211-9496-fbdba123db03 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.888301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b31e8780-e5bc-4211-9496-fbdba123db03 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.889073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31e8780-e5bc-4211-9496-fbdba123db03 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Fanout notify agent at l3_agent the message router_deleted on router f9be4be2-0e40-4c5f-8479-e5116df29487 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:01:24.913551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b31e8780-e5bc-4211-9496-fbdba123db03 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:24.916101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Calling delete_port for e1509c90-f5f3-4252-aa24-d99d1c34f866 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:24.923774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b31e8780-e5bc-4211-9496-fbdba123db03 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 204 len: 168 time: 0.6524611 May 27 02:01:24.925964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46336) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:24.926290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46338) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:24.933493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1713095441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:24.942373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'subnets': [{'network_id': '0f670420-90ff-492c-b514-24cda9cb6933', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--58407568', 'ip_version': 6}, {'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:24.942693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'subnet': {'network_id': '0f670420-90ff-492c-b514-24cda9cb6933', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--58407568', 'ip_version': 6}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:24.943587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Request body: {'subnet': {'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:24.946939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] Set router f9be4be2-0e40-4c5f-8479-e5116df29487 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:24.961107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for e1509c90-f5f3-4252-aa24-d99d1c34f866 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:25.007386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:25.044104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.085037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Usage tracker for resource:router and tenant:7503c670f6ec4124b68d7972a2416192 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:25.096895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:25.105071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=e1509c90-f5f3-4252-aa24-d99d1c34f866,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:25.113331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No DVR routers for this DVR port e1509c90-f5f3-4252-aa24-d99d1c34f866 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:25.115483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:18Z', 'revision_number': 11, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:25.123900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda84b3-9852-4a39-bfe8-5cc44507dc43 None None] The sync data for ids ['f9be4be2-0e40-4c5f-8479-e5116df29487'] in n-d-843146-11 is: [{'id': 'f9be4be2-0e40-4c5f-8479-e5116df29487', 'name': 'tempest-RoutersTest-router-1253802886', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:59:45Z', 'updated_at': '2022-05-27T02:01:18Z', 'revision_number': 11, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:01:25.124154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:25.134508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e1509c90-f5f3-4252-aa24-d99d1c34f866 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:25.152893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.153252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.153578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.153981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.154318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.154654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.155011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.155341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.155664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.155993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.156315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.156634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:25.178827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e1509c90-f5f3-4252-aa24-d99d1c34f866 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:25.179025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e1509c90-f5f3-4252-aa24-d99d1c34f866 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:25.186961 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:25.187330 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:25.268164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.281886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.283015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.297676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd08e47-fe68-4e33-a296-6d5723ffd9f5']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:25.298881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:25.306305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Usage tracker for resource:subnet and tenant:37eb73642d6c4976b7aaaa5dd6e8851b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:25.310054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:25.311170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262971a5-abce-4d37-8231-64a2f8d616e7') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:25.311497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262971a5-abce-4d37-8231-64a2f8d616e7') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:25.320808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:25.325153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.328260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.339169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797f14-2a4e-4145-bab4-e5d82b079765 req-d07f3d91-4f84-4852-85d9-76947609e371 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:25.340710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12797f14-2a4e-4145-bab4-e5d82b079765 req-d07f3d91-4f84-4852-85d9-76947609e371 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 945 time: 0.4156790 May 27 02:01:25.344351 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.352241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:25.352927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.372355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Made reservation on behalf of 37eb73642d6c4976b7aaaa5dd6e8851b for: {'subnet': 2} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:25.377276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.377276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.434972 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 262971a5-abce-4d37-8231-64a2f8d616e7 resource provider aggregate not found May 27 02:01:25.461947 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 262971a5-abce-4d37-8231-64a2f8d616e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 262971a5-abce-4d37-8231-64a2f8d616e7 found for delete ", "request_id": "req-d422ccfe-b645-4b15-b941-0b5837628175"}]} May 27 02:01:25.472236 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.489867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.501390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=0dd08e47-fe68-4e33-a296-6d5723ffd9f5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:25.504233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12797f14-2a4e-4145-bab4-e5d82b079765 req-65cb082e-b065-43d2-b642-6c11dc8f9e0c tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508176 May 27 02:01:25.505346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.519058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:25.520708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dbea8323-5c64-4578-b6a4-e2d7accd7223 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/0dd08e47-fe68-4e33-a296-6d5723ffd9f5 HTTP/1.1" status: 204 len: 168 time: 1.6777446 May 27 02:01:25.524605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-171934292'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:25.552499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:25.566833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:network and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:25.573669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:25.581269 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.582479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18f036fd-a7cf-4eec-9660-070ad6e316c5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6538866 May 27 02:01:25.583432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:25.585473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46352) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:25.590826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cc3f30b0-f3eb-4482-8d95-3be90e16f79b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:25.642102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:25.645651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.688570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Deleting port e1509c90-f5f3-4252-aa24-d99d1c34f866 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:25.689687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.701004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:25.738260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:25.738610 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Added segment d552a636-404c-425e-b6d9-15260625405f of type vlan for network a19159b4-d77a-4ba5-a886-da6474e14b3f May 27 02:01:25.772871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbb363-fd2e-4925-b4e0-1fc954f56e08 None None] The port 'e1509c90-f5f3-4252-aa24-d99d1c34f866' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:25.972672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.036338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.042157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:26.042782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.054190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdcc1-74bc-461e-a090-11ebb26f725d req-a30e981e-b869-4ddb-b977-57649b951d20 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:26.055667 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5aabdcc1-74bc-461e-a090-11ebb26f725d req-a30e981e-b869-4ddb-b977-57649b951d20 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 944 time: 0.3417611 May 27 02:01:26.060472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc3f30b0-f3eb-4482-8d95-3be90e16f79b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.087211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc3f30b0-f3eb-4482-8d95-3be90e16f79b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.191569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6715252 May 27 02:01:26.196794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:26.209604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:26.234784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82421677-a60e-464d-ae06-de788479577f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Network': ['ID=a19159b4-d77a-4ba5-a886-da6474e14b3f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:26.246507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a19159b4-d77a-4ba5-a886-da6474e14b3f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:26.335904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5aabdcc1-74bc-461e-a090-11ebb26f725d req-ea7f15c7-2dc9-4a32-a9fe-a99bd44cc88f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713971 May 27 02:01:26.360420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:26.365473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:26.368362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:26.374810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.378345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:26.387874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f30b0-f3eb-4482-8d95-3be90e16f79b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Router 3122c558-7e5e-4227-b1ea-ab57b56ad04a is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:01:26.435848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:26.439258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.520873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f30b0-f3eb-4482-8d95-3be90e16f79b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:01:26.527621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc3f30b0-f3eb-4482-8d95-3be90e16f79b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.535184 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] Sync routers for ids ['3122c558-7e5e-4227-b1ea-ab57b56ad04a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:01:26.546294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Subnet': ['ID=b38444bc-e970-4190-9f8e-ddae0b7cd349,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:26.549523 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cc3f30b0-f3eb-4482-8d95-3be90e16f79b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "PUT /v2.0/routers/3122c558-7e5e-4227-b1ea-ab57b56ad04a HTTP/1.1" status: 200 len: 694 time: 0.9621437 May 27 02:01:26.550885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46364) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:26.555990 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] Routers {'3122c558-7e5e-4227-b1ea-ab57b56ad04a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:26.556631 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3122c558-7e5e-4227-b1ea-ab57b56ad04a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:26.626118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c72f16e0-a435-4a24-a627-f0141fc0a3de up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:26.692647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Checking segment: {'id': 'a651c1bf-1149-461f-ab99-bf815d888cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f670420-90ff-492c-b514-24cda9cb6933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:26.693029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network hostable DHCP agents. Network: 0f670420-90ff-492c-b514-24cda9cb6933, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:26.697111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c72f16e0-a435-4a24-a627-f0141fc0a3de completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:26.703034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c72f16e0-a435-4a24-a627-f0141fc0a3de triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:26.703470 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.711028 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] Set router 3122c558-7e5e-4227-b1ea-ab57b56ad04a gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:26.780034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-011d2c43-ed8f-49d2-90db-bf980da780d7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/routers/3122c558-7e5e-4227-b1ea-ab57b56ad04a HTTP/1.1" status: 200 len: 700 time: 0.2237833 May 27 02:01:26.782009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46368) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:26.812480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network 0f670420-90ff-492c-b514-24cda9cb6933 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:26.831963 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3122c558-7e5e-4227-b1ea-ab57b56ad04a', 'name': 'tempest-RoutersTest-router-1713095441', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:01:25Z', 'updated_at': '2022-05-27T02:01:26Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:26.836237 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] Checking router: 3122c558-7e5e-4227-b1ea-ab57b56ad04a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:01:26.844494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bbcc8020-89ee-4bba-8ae0-847a9ac30d8c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=3122c558-7e5e-4227-b1ea-ab57b56ad04a HTTP/1.1" status: 200 len: 205 time: 0.0581479 May 27 02:01:26.845401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46372) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:26.845526 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] Routers {'3122c558-7e5e-4227-b1ea-ab57b56ad04a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:26.846406 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3122c558-7e5e-4227-b1ea-ab57b56ad04a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:26.866231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c72f16e0-a435-4a24-a627-f0141fc0a3de is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:26.867148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.874614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0f670420-90ff-492c-b514-24cda9cb6933) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:26.889215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:26.897055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f4fbbf-2a99-438d-8bc0-435a9d1210c2 None None] Network 0f670420-90ff-492c-b514-24cda9cb6933 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:26.937642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e51c9-c5a6-4fbd-8524-6de60ba0721f req-d2c808aa-d8dd-4f0c-8a5d-18c6ebab56ff tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:26.939254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db0e51c9-c5a6-4fbd-8524-6de60ba0721f req-d2c808aa-d8dd-4f0c-8a5d-18c6ebab56ff tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 945 time: 0.2477441 May 27 02:01:27.004701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f608011a-30c4-4290-af4d-210e5f5b246c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.011612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:27.054722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event updated for resources: {'Subnet': ['ID=e9c26e9e-873e-4940-9db1-6c36bab5b41f,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:27.061402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db0e51c9-c5a6-4fbd-8524-6de60ba0721f req-b59fd006-7efe-4480-a386-316c0ddf204b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961993 May 27 02:01:27.064841 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.068780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Checking segment: {'id': '16742eb9-4b76-4b12-8c99-380f0d875d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:27.069141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network hostable DHCP agents. Network: dde29b88-1564-4a3e-a1b3-a305567739f4, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:27.086470 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] Set router 3122c558-7e5e-4227-b1ea-ab57b56ad04a gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:01:27.095436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:27.115101 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.116112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2f41a810-a4fa-4039-b9aa-d22a5572cb0c up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:27.153944 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32075f19-41fc-4a97-bdca-10d27d1a8352'] response: {'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de', 'code': 200} May 27 02:01:27.234297 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3122c558-7e5e-4227-b1ea-ab57b56ad04a', 'name': 'tempest-RoutersTest-router-1713095441', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:01:25Z', 'updated_at': '2022-05-27T02:01:26Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:27.238775 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130025a-c866-4d61-9c70-3f358f64f60b None None] The sync data for ids ['3122c558-7e5e-4227-b1ea-ab57b56ad04a'] in n-d-843146-11 is: [{'id': '3122c558-7e5e-4227-b1ea-ab57b56ad04a', 'name': 'tempest-RoutersTest-router-1713095441', 'tenant_id': '7503c670f6ec4124b68d7972a2416192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:01:25Z', 'updated_at': '2022-05-27T02:01:26Z', 'revision_number': 2, 'project_id': '7503c670f6ec4124b68d7972a2416192', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:01:27.274347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Checking segment: {'id': 'd552a636-404c-425e-b6d9-15260625405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:27.274699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network hostable DHCP agents. Network: a19159b4-d77a-4ba5-a886-da6474e14b3f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:27.292772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=a5033438-501f-4f0f-b3a5-19bf0281d154,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:27.301812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Network dde29b88-1564-4a3e-a1b3-a305567739f4 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:27.331561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network a19159b4-d77a-4ba5-a886-da6474e14b3f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:27.342396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a19159b4-d77a-4ba5-a886-da6474e14b3f) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:27.345284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-0f670420-90ff-492c-b514-24cda9cb6933', 'network_id': '0f670420-90ff-492c-b514-24cda9cb6933', 'tenant_id': '37eb73642d6c4976b7aaaa5dd6e8851b', 'fixed_ips': [{'subnet_id': 'b38444bc-e970-4190-9f8e-ddae0b7cd349'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:27.345541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, dde29b88-1564-4a3e-a1b3-a305567739f4) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:27.346159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.349963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:27.350503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.372413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efdc87-92ec-491e-8572-ac39d194f56f None None] Network a19159b4-d77a-4ba5-a886-da6474e14b3f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:27.373786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:27.374275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:27.375286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.378072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f608011a-30c4-4290-af4d-210e5f5b246c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.380692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f608011a-30c4-4290-af4d-210e5f5b246c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.388001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f4dc2b69-45f2-467b-a383-0154904fe5af tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1840756 May 27 02:01:27.395418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46380) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.402938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb722-1a1e-4112-919e-3d8c0a85e13a req-8034c57f-00ce-4c9c-bf94-be0ac270e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:27.404643 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0cbb722-1a1e-4112-919e-3d8c0a85e13a req-8034c57f-00ce-4c9c-bf94-be0ac270e5b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 1098 time: 0.2080088 May 27 02:01:27.409051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1963865480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:27.418162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:27.418971 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f608011a-30c4-4290-af4d-210e5f5b246c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.419626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f608011a-30c4-4290-af4d-210e5f5b246c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Fanout notify agent at l3_agent the message router_deleted on router 3122c558-7e5e-4227-b1ea-ab57b56ad04a {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:01:27.422457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:router and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:27.425881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:27.432971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:27.443277 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f608011a-30c4-4290-af4d-210e5f5b246c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.444572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f608011a-30c4-4290-af4d-210e5f5b246c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/3122c558-7e5e-4227-b1ea-ab57b56ad04a HTTP/1.1" status: 204 len: 168 time: 0.5988078 May 27 02:01:27.448781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46384) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.451626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e44c96-83f6-4649-bc9f-bd9e9663250b None None] Network dde29b88-1564-4a3e-a1b3-a305567739f4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:27.488392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0cbb722-1a1e-4112-919e-3d8c0a85e13a req-8bbb5b04-8a7e-45a4-87a5-d5b5924f556e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 May 27 02:01:27.489915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.491162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.498741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-65b0041c-de02-46b5-bbe7-4eb26b667e41 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.5712485 May 27 02:01:27.501045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46388) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.517109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ffdea677-e58b-4096-a51c-0ce7c0138cb6 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=3122c558-7e5e-4227-b1ea-ab57b56ad04a HTTP/1.1" status: 200 len: 205 time: 0.0667553 May 27 02:01:27.519005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46392) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.570312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.603354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae6585-52ef-46d5-9287-17f56449b588 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:27.605465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae6585-52ef-46d5-9287-17f56449b588 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:27.607465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae6585-52ef-46d5-9287-17f56449b588 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:27.608339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b8ae6585-52ef-46d5-9287-17f56449b588 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Synchronizing usage tracker for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:27.629403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Allocated IP 2001:db8::1 (0f670420-90ff-492c-b514-24cda9cb6933/b38444bc-e970-4190-9f8e-ddae0b7cd349/c6ab8921-14cd-4a23-ac44-a8e93807615e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:27.681238 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-fb3d6396-3ab6-4e24-9932-9ad363be03d5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] delete failed (client error): The resource could not be found. May 27 02:01:27.681666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.686893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fb3d6396-3ab6-4e24-9932-9ad363be03d5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/3122c558-7e5e-4227-b1ea-ab57b56ad04a HTTP/1.1" status: 404 len: 336 time: 0.1669300 May 27 02:01:27.688693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46396) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.701468 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c72f16e0-a435-4a24-a627-f0141fc0a3de,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:27.727458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b8ae6585-52ef-46d5-9287-17f56449b588 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Unset dirty status for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:27.730859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b8ae6585-52ef-46d5-9287-17f56449b588 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2268188 May 27 02:01:27.732557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.736467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f2491c0f-821f-413c-b5d7-bed5738213e2 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3375771 May 27 02:01:27.737140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46400) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.739431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46402) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.743042 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9283333b-4770-4f9d-a814-e04f5ff2a6f8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:27.743892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9283333b-4770-4f9d-a814-e04f5ff2a6f8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:27.744112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f', 'name': 'tempest-PortsIpV6TestJSON-1071886032'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:27.747212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9283333b-4770-4f9d-a814-e04f5ff2a6f8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/53d1f6f9-0dc9-43bd-94a8-d5284913b119 HTTP/1.1" status: 404 len: 337 time: 0.0574882 May 27 02:01:27.749106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46406) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.791052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:27.793687 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec71febc-987d-4adc-9615-c30f227de94e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:27.794153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec71febc-987d-4adc-9615-c30f227de94e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:27.798078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec71febc-987d-4adc-9615-c30f227de94e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/950d49dc-0e97-414f-838f-17367cc1160f HTTP/1.1" status: 404 len: 337 time: 0.0454748 May 27 02:01:27.799543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46412) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.836723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:27.837096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:27.839615 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cedb7f5-b3e6-4c12-ba5c-714412325f77 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:27.840076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cedb7f5-b3e6-4c12-ba5c-714412325f77 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:27.842745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6cedb7f5-b3e6-4c12-ba5c-714412325f77 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/c28a90e4-e3a6-4c86-920f-cafdda51b2a1 HTTP/1.1" status: 404 len: 337 time: 0.0410824 May 27 02:01:27.844825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46416) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.885836 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c6284d-39e5-4064-8054-f4b7710a6e6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:27.886524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c6284d-39e5-4064-8054-f4b7710a6e6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:27.888332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-95c6284d-39e5-4064-8054-f4b7710a6e6c tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/7baa793b-a43e-4607-933b-5c8d1388446f HTTP/1.1" status: 404 len: 337 time: 0.0425618 May 27 02:01:27.891138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46420) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:27.946056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bd2fc305-6ff1-43ac-9ae8-7595383b12e7 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 200 len: 205 time: 0.0529199 May 27 02:01:27.948938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46424) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.018856 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-cda87d1f-9624-4f20-b7e2-f195983d9f1a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] delete failed (client error): The resource could not be found. May 27 02:01:28.023868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cda87d1f-9624-4f20-b7e2-f195983d9f1a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/f9be4be2-0e40-4c5f-8479-e5116df29487 HTTP/1.1" status: 404 len: 336 time: 0.0736022 May 27 02:01:28.024468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46428) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.067494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3e8d4-48aa-4679-a8b4-155827b03de3 req-e4d6939c-8315-4aed-a1fe-2c33d099d58f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:28.069090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-72e3e8d4-48aa-4679-a8b4-155827b03de3 req-e4d6939c-8315-4aed-a1fe-2c33d099d58f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 944 time: 0.4407699 May 27 02:01:28.125063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Deleting subnet b38444bc-e970-4190-9f8e-ddae0b7cd349 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:28.206357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-72e3e8d4-48aa-4679-a8b4-155827b03de3 req-de6c9b53-3c5e-41ff-a8cf-c1cc91623465 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214721 May 27 02:01:28.215901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:28.226314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:port and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:28.241080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:28.247628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:28.263641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:28.274813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.290976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-72405e2d-bfa9-4f60-9fb1-e9ce48eeb688 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f99ccce-d643-4fec-b073-a460dca3e349 HTTP/1.1" status: 200 len: 205 time: 0.2632949 May 27 02:01:28.291913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46434) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.323760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-dde29b88-1564-4a3e-a1b3-a305567739f4', 'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4', 'tenant_id': '37eb73642d6c4976b7aaaa5dd6e8851b', 'fixed_ips': [{'subnet_id': 'e9c26e9e-873e-4940-9db1-6c36bab5b41f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:28.324839 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.345352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.353813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-a19159b4-d77a-4ba5-a886-da6474e14b3f', 'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f', 'tenant_id': '5d83088938df49feaa90c36e45991934', 'fixed_ips': [{'subnet_id': 'a5033438-501f-4f0f-b3a5-19bf0281d154'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:28.354997 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.370797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ce248-a890-4588-a411-b60e5ad7ea80 req-17cf7e1e-7379-41f1-a344-c59010413d46 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:28.372370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-147ce248-a890-4588-a411-b60e5ad7ea80 req-17cf7e1e-7379-41f1-a344-c59010413d46 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 946 time: 0.0868068 May 27 02:01:28.378309 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-a99b5dda-5a7e-4704-9fc0-3d6cc60bf162 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] delete failed (client error): The resource could not be found. May 27 02:01:28.379539 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a99b5dda-5a7e-4704-9fc0-3d6cc60bf162 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/4f99ccce-d643-4fec-b073-a460dca3e349 HTTP/1.1" status: 404 len: 336 time: 0.0868318 May 27 02:01:28.381992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46438) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.382184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:28.382954 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.434138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-147ce248-a890-4588-a411-b60e5ad7ea80 req-48ede9da-1f80-405e-8239-e64ed6c01eab tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521886 May 27 02:01:28.435275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Transition to ACTIVE for port object c6ab8921-14cd-4a23-ac44-a8e93807615e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:28.438882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 451f6f46-48e3-4f20-9417-9132ebe0560c yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:01:28.474344 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d7031d-8848-4630-b772-1dad234dce2e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:28.474705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d7031d-8848-4630-b772-1dad234dce2e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:28.479229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-09d7031d-8848-4630-b772-1dad234dce2e tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/9110c292-169b-4840-a3cb-53af027cea79 HTTP/1.1" status: 404 len: 337 time: 0.0936732 May 27 02:01:28.479845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46442) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.541295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93652f64-6507-4006-bc30-1fa963f51cfc tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Synchronizing usage tracker for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:28.559002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Transition to ACTIVE for port object c6ab8921-14cd-4a23-ac44-a8e93807615e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:28.568929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.582585 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.604421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93652f64-6507-4006-bc30-1fa963f51cfc tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] Unset dirty status for tenant:7503c670f6ec4124b68d7972a2416192 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:28.607950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-93652f64-6507-4006-bc30-1fa963f51cfc tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7724e6e-a4ce-43b1-8427-440c0ee4a0dc HTTP/1.1" status: 200 len: 205 time: 0.1248267 May 27 02:01:28.609616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46446) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.634966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Network 0f670420-90ff-492c-b514-24cda9cb6933 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:28.647602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:28.648903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:28.652276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:28.676298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.685976 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-aefca2ff-622c-4c96-993d-96ebdf8614ed tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] delete failed (client error): The resource could not be found. May 27 02:01:28.689767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aefca2ff-622c-4c96-993d-96ebdf8614ed tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/e7724e6e-a4ce-43b1-8427-440c0ee4a0dc HTTP/1.1" status: 404 len: 336 time: 0.0761316 May 27 02:01:28.690240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46450) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.705379 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.746849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-197dc504-07f1-466d-be91-9df5cba96aa8 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=127b080f-0b83-4b8b-b13a-43d83229b5c5 HTTP/1.1" status: 200 len: 205 time: 0.0541394 May 27 02:01:28.748261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46454) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.776055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::193 (a19159b4-d77a-4ba5-a886-da6474e14b3f/a5033438-501f-4f0f-b3a5-19bf0281d154/451f6f46-48e3-4f20-9417-9132ebe0560c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:28.827102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Pushing event updated for resources: {'Port': ['ID=c6ab8921-14cd-4a23-ac44-a8e93807615e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:28.844403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.852673 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-507c13ae-26c9-40fd-9254-7a9381f3a66a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] delete failed (client error): The resource could not be found. May 27 02:01:28.856196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-507c13ae-26c9-40fd-9254-7a9381f3a66a tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/127b080f-0b83-4b8b-b13a-43d83229b5c5 HTTP/1.1" status: 404 len: 336 time: 0.1038067 May 27 02:01:28.856506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46458) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:28.888203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Allocated IP 2001:db8:0:1::1 (dde29b88-1564-4a3e-a1b3-a305567739f4/e9c26e9e-873e-4940-9db1-6c36bab5b41f/609dd60c-0862-4242-90a3-cc92d010d83c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:28.897749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Attempting to bind port c6ab8921-14cd-4a23-ac44-a8e93807615e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:28.898090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Attempting to bind port c6ab8921-14cd-4a23-ac44-a8e93807615e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a651c1bf-1149-461f-ab99-bf815d888cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f670420-90ff-492c-b514-24cda9cb6933'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:28.898460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Attempting to bind port c6ab8921-14cd-4a23-ac44-a8e93807615e on network 0f670420-90ff-492c-b514-24cda9cb6933 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:28.919701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:28.920144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Checking segment: {'id': 'a651c1bf-1149-461f-ab99-bf815d888cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f670420-90ff-492c-b514-24cda9cb6933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:28.920469 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.920913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Bound using segment: {'id': 'a651c1bf-1149-461f-ab99-bf815d888cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f670420-90ff-492c-b514-24cda9cb6933'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:28.921392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Bound port: c6ab8921-14cd-4a23-ac44-a8e93807615e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651c1bf-1149-461f-ab99-bf815d888cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f670420-90ff-492c-b514-24cda9cb6933'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:28.921765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:28.931827 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1a4b14-5298-4983-8854-e3bff658b455 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:28.933050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1a4b14-5298-4983-8854-e3bff658b455 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:28.934513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c1a4b14-5298-4983-8854-e3bff658b455 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/0d975465-8f0e-4957-b4fc-22e087f82469 HTTP/1.1" status: 404 len: 337 time: 0.0771222 May 27 02:01:28.937176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46462) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.002775 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a8a92e32-7293-4a53-bffb-a7abcc382e5b tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=67985f0a-9ffe-4990-afab-57547bb59b71 HTTP/1.1" status: 200 len: 205 time: 0.0644267 May 27 02:01:29.004203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46466) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.062092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:29.112772 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-f0930699-2a74-4107-9f31-4284fbf54d93 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] delete failed (client error): The resource could not be found. May 27 02:01:29.113603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0930699-2a74-4107-9f31-4284fbf54d93 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/67985f0a-9ffe-4990-afab-57547bb59b71 HTTP/1.1" status: 404 len: 336 time: 0.1084981 May 27 02:01:29.116367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46470) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.157024 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-171d6bca-aee2-4a4a-bf06-9d28a4a4d9df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:29.157806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171d6bca-aee2-4a4a-bf06-9d28a4a4d9df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:29.162080 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-171d6bca-aee2-4a4a-bf06-9d28a4a4d9df tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/503bc879-a6d3-413a-a721-33cefe27a364 HTTP/1.1" status: 404 len: 337 time: 0.0420420 May 27 02:01:29.162310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46474) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.180933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.186946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:29.208123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6778bfce-f0cd-44b6-8a9c-64671085d2d5 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca7b451-01ef-4c48-b43b-1533b0400459 HTTP/1.1" status: 200 len: 205 time: 0.0447347 May 27 02:01:29.209203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] For port c6ab8921-14cd-4a23-ac44-a8e93807615e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:29.210449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46480) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.220898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] For port c6ab8921-14cd-4a23-ac44-a8e93807615e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6ab8921-14cd-4a23-ac44-a8e93807615e,segment=NetworkSegment(a651c1bf-1149-461f-ab99-bf815d888cf6),segment_id=a651c1bf-1149-461f-ab99-bf815d888cf6)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:29.229879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Subnet': ['ID=b38444bc-e970-4190-9f8e-ddae0b7cd349,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:29.235595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.250805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.257632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.285084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.286299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 451f6f46-48e3-4f20-9417-9132ebe0560c will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:29.290361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-7dee660b-c33a-41f0-b475-6197732ea068 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2301612 May 27 02:01:29.298886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4d6433bc-fc07-4dee-8210-32269dbd9067 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/subnets/b38444bc-e970-4190-9f8e-ddae0b7cd349 HTTP/1.1" status: 204 len: 168 time: 1.5358675 May 27 02:01:29.299729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46486) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.319036 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e88f5e-201d-45be-91ae-1388b0256fac'] response: {'server_uuid': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c', 'code': 200} May 27 02:01:29.321561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Transition to ACTIVE for port object 609dd60c-0862-4242-90a3-cc92d010d83c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:29.336142 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-c1d14132-d97b-40a3-9b81-241b828f8ac1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] delete failed (client error): The resource could not be found. May 27 02:01:29.339025 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c1d14132-d97b-40a3-9b81-241b828f8ac1 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/routers/7ca7b451-01ef-4c48-b43b-1533b0400459 HTTP/1.1" status: 404 len: 336 time: 0.1255381 May 27 02:01:29.340389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46490) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.370995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Transition to ACTIVE for port object 609dd60c-0862-4242-90a3-cc92d010d83c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:29.378326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed686f2-0d29-47aa-a63e-11eb04127e84 None None] Pushing event updated for resources: {'Port': ['ID=c6ab8921-14cd-4a23-ac44-a8e93807615e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:29.383271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Deleting subnet e9c26e9e-873e-4940-9db1-6c36bab5b41f {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:29.388856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.389876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.461887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Network dde29b88-1564-4a3e-a1b3-a305567739f4 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:29.465434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:29.469043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:29.492017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Pushing event updated for resources: {'Port': ['ID=609dd60c-0862-4242-90a3-cc92d010d83c,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:29.519584 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-005ea3b1-7745-419c-8c17-881297ab3226 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:29.520324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005ea3b1-7745-419c-8c17-881297ab3226 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:29.525214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-005ea3b1-7745-419c-8c17-881297ab3226 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/5db427ef-75b4-4ff5-82da-552fc8bc57c8 HTTP/1.1" status: 404 len: 337 time: 0.1808929 May 27 02:01:29.539339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46496) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:29.625542 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.643978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3c604-60b6-43c7-b10d-b04ff79b0358 req-30d9d7cb-1f89-4862-a16b-97c2b9392bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:29.647099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66e3c604-60b6-43c7-b10d-b04ff79b0358 req-30d9d7cb-1f89-4862-a16b-97c2b9392bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 1097 time: 0.2300544 May 27 02:01:29.665906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Attempting to bind port 609dd60c-0862-4242-90a3-cc92d010d83c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:29.665906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Attempting to bind port 609dd60c-0862-4242-90a3-cc92d010d83c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '16742eb9-4b76-4b12-8c99-380f0d875d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:29.665906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Attempting to bind port 609dd60c-0862-4242-90a3-cc92d010d83c on network dde29b88-1564-4a3e-a1b3-a305567739f4 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:29.672016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:29.672409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Checking segment: {'id': '16742eb9-4b76-4b12-8c99-380f0d875d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:29.672783 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.673483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Bound using segment: {'id': '16742eb9-4b76-4b12-8c99-380f0d875d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:29.673875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Bound port: 609dd60c-0862-4242-90a3-cc92d010d83c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16742eb9-4b76-4b12-8c99-380f0d875d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dde29b88-1564-4a3e-a1b3-a305567739f4'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:29.674364 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.721273 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-628edeea-6223-45b7-9a1e-749209ec5e48 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] DELETE failed (client error): The resource could not be found. May 27 02:01:29.721733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628edeea-6223-45b7-9a1e-749209ec5e48 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:29.726230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-628edeea-6223-45b7-9a1e-749209ec5e48 tempest-RoutersTest-1829949313 tempest-RoutersTest-1829949313-project] 10.222.0.16 "DELETE /v2.0/subnets/7bf84ab9-a6b3-4a30-8f32-e302b5153a35 HTTP/1.1" status: 404 len: 337 time: 0.1858103 May 27 02:01:29.731798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.743647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Allocated IP 2001:db8::2 (a19159b4-d77a-4ba5-a886-da6474e14b3f/a5033438-501f-4f0f-b3a5-19bf0281d154/5737e90d-92cc-4eb9-88a7-ef39bbe2d479) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:29.758002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ef4d3-61af-4cc1-be55-5e2b50d4dc04 req-cafdd4ac-35c0-4df7-8885-ecd96277edaf tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:29.759514 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f2ef4d3-61af-4cc1-be55-5e2b50d4dc04 req-cafdd4ac-35c0-4df7-8885-ecd96277edaf tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 945 time: 0.3126860 May 27 02:01:29.770106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66e3c604-60b6-43c7-b10d-b04ff79b0358 req-b974b981-a080-4551-a514-53fcf220a629 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154921 May 27 02:01:29.835499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f2ef4d3-61af-4cc1-be55-5e2b50d4dc04 req-09cc7556-5ae4-4cd5-88c5-09e46c567441 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644691 May 27 02:01:29.921896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.962031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network a19159b4-d77a-4ba5-a886-da6474e14b3f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:29.963153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=451f6f46-48e3-4f20-9417-9132ebe0560c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:29.973827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:29.984243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:29.989791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:29.990425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:29.999341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-1cb3099d-03f9-4495-8ef8-95d4aa754cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:30.000831 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-1cb3099d-03f9-4495-8ef8-95d4aa754cdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 1099 time: 0.6130865 May 27 02:01:30.035315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2fc7ade9-1c51-471b-aa6e-64da4d1ff771 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2971179 May 27 02:01:30.037970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46504) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:30.050054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf698-1dbd-471b-a8a8-cfbaed82e921 req-8ab0368b-2691-473a-8659-49bc724da6ec tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:30.051745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71faf698-1dbd-471b-a8a8-cfbaed82e921 req-8ab0368b-2691-473a-8659-49bc724da6ec tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 946 time: 0.3244503 May 27 02:01:30.098379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] For port 609dd60c-0862-4242-90a3-cc92d010d83c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:30.107261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] For port 609dd60c-0862-4242-90a3-cc92d010d83c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=609dd60c-0862-4242-90a3-cc92d010d83c,segment=NetworkSegment(16742eb9-4b76-4b12-8c99-380f0d875d60),segment_id=16742eb9-4b76-4b12-8c99-380f0d875d60)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:30.146344 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.221319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46508) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:30.272557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39246a5-0488-496e-99f1-3b20bd93ddfe None None] Pushing event updated for resources: {'Port': ['ID=609dd60c-0862-4242-90a3-cc92d010d83c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:30.285860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.300383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.313675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Transition to ACTIVE for port object 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:30.356198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Transition to ACTIVE for port object 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:30.364774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.400410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c26e9e-873e-4940-9db1-6c36bab5b41f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:30.415336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.460625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-71faf698-1dbd-471b-a8a8-cfbaed82e921 req-ccc9ebfc-4e63-4b4e-9716-13fd8a02dbdd tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822198 May 27 02:01:30.464268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Network a19159b4-d77a-4ba5-a886-da6474e14b3f is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:30.477702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8349231d-55bb-4695-985a-98697424db7a tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/subnets/e9c26e9e-873e-4940-9db1-6c36bab5b41f HTTP/1.1" status: 204 len: 168 time: 1.1757607 May 27 02:01:30.478338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:30.478513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46514) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:30.505375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:30.578577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Pushing event updated for resources: {'Port': ['ID=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:30.652330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-0572e698-b950-48e1-9349-a9041eca6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:30.682023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-0572e698-b950-48e1-9349-a9041eca6173 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.6024363 May 27 02:01:30.686908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Attempting to bind port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:30.689625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Attempting to bind port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd552a636-404c-425e-b6d9-15260625405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:30.690112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Attempting to bind port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 on network a19159b4-d77a-4ba5-a886-da6474e14b3f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:30.709410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:30.709808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Checking segment: {'id': 'd552a636-404c-425e-b6d9-15260625405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:30.710219 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.710624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Bound using segment: {'id': 'd552a636-404c-425e-b6d9-15260625405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:30.711147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Bound port: 5737e90d-92cc-4eb9-88a7-ef39bbe2d479, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd552a636-404c-425e-b6d9-15260625405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a19159b4-d77a-4ba5-a886-da6474e14b3f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:30.711527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.816710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] For port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:30.823106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd4e2ea-b0c5-45b2-bc57-086e6bc301f6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:30.824118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fd4e2ea-b0c5-45b2-bc57-086e6bc301f6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Synchronizing usage tracker for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:30.824943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] For port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,segment=NetworkSegment(d552a636-404c-425e-b6d9-15260625405f),segment_id=d552a636-404c-425e-b6d9-15260625405f)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:30.836585 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:30.856624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-5fadd384-9e73-46b8-b134-3036566507d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 200 len: 1002 time: 0.1715200 May 27 02:01:30.934688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Pushing event updated for resources: {'Port': ['ID=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:30.943016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.943359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.943697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.952650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bac184-eb30-46cb-bc7a-9dc85d99cc7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:01:30.961582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7fd4e2ea-b0c5-45b2-bc57-086e6bc301f6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Unset dirty status for tenant:37eb73642d6c4976b7aaaa5dd6e8851b on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:30.962781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7fd4e2ea-b0c5-45b2-bc57-086e6bc301f6 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4421091 May 27 02:01:30.980704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:31.077553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f9ee9-ed2f-476f-9469-302f4977f97a None None] Network 0f670420-90ff-492c-b514-24cda9cb6933 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:31.088089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7be6823a-b237-42bc-b5fd-8f20f38569b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7503c670f6ec4124b68d7972a2416192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8632262 May 27 02:01:31.090089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46526) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:31.230436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-625505cd-970b-4f41-aaf1-8bdd1425e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:31.234948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-625505cd-970b-4f41-aaf1-8bdd1425e09c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.3595464 May 27 02:01:31.308905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e652efeb-f8f1-4333-894d-daa38429db50 None None] Provisioning for port c6ab8921-14cd-4a23-ac44-a8e93807615e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:31.313175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 609dd60c-0862-4242-90a3-cc92d010d83c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:31.319171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:31.349919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042df2-8054-4f30-aa83-2e9e2e0ff653 req-a8ebb41e-e3c9-433a-9c32-c2e7319a33e3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:31.362070 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce042df2-8054-4f30-aa83-2e9e2e0ff653 req-a8ebb41e-e3c9-433a-9c32-c2e7319a33e3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4 HTTP/1.1" status: 200 len: 945 time: 0.6700814 May 27 02:01:31.419317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Deleting port 609dd60c-0862-4242-90a3-cc92d010d83c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:31.419818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:31.502873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:31.552594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718c7b7-ac99-4d81-bc35-80215603186a req-70eedaf0-4c7d-469b-bb99-962984e1378f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:31.567441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2718c7b7-ac99-4d81-bc35-80215603186a req-70eedaf0-4c7d-469b-bb99-962984e1378f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 945 time: 0.5373530 May 27 02:01:31.624017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 609dd60c-0862-4242-90a3-cc92d010d83c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:31.633914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c6ab8921-14cd-4a23-ac44-a8e93807615e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:31.707601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-949f232d-9c73-4b0d-80f3-3f23225f928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:31.709098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-949f232d-9c73-4b0d-80f3-3f23225f928e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4553454 May 27 02:01:31.748228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2718c7b7-ac99-4d81-bc35-80215603186a req-c0a44c61-11f3-4d3b-9789-b1768310b800 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669195 May 27 02:01:31.754746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c6ab8921-14cd-4a23-ac44-a8e93807615e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:31.761374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c26e8de-5a63-444b-bdb4-21fcfb657543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:31.775492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c6ab8921-14cd-4a23-ac44-a8e93807615e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:31.775842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:31.819100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] DHCP port deletion for 0f670420-90ff-492c-b514-24cda9cb6933 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:31.839500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Deleting port c6ab8921-14cd-4a23-ac44-a8e93807615e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:31.839876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:31.959962 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce042df2-8054-4f30-aa83-2e9e2e0ff653 req-42396660-1f44-47bb-867f-e081f4779758 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916865 May 27 02:01:31.963135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c26e8de-5a63-444b-bdb4-21fcfb657543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.014511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] For port 609dd60c-0862-4242-90a3-cc92d010d83c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=609dd60c-0862-4242-90a3-cc92d010d83c,segment=NetworkSegment(16742eb9-4b76-4b12-8c99-380f0d875d60),segment_id=16742eb9-4b76-4b12-8c99-380f0d875d60)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:32.014982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.070887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c6ab8921-14cd-4a23-ac44-a8e93807615e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:32.070887 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.079585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc244b2-1383-4597-9052-19fc55be23b8 None None] Network dde29b88-1564-4a3e-a1b3-a305567739f4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:32.116125 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.122139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c26e8de-5a63-444b-bdb4-21fcfb657543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.155074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26e8de-5a63-444b-bdb4-21fcfb657543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6076cb6-35d9-45f4-ad99-459826554079,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:32.157677 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.186226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-17323e44-c228-42ca-ad80-c7611ad23ba4 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009266 May 27 02:01:32.225630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c26e8de-5a63-444b-bdb4-21fcfb657543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.229830 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4c26e8de-5a63-444b-bdb4-21fcfb657543 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6076cb6-35d9-45f4-ad99-459826554079 HTTP/1.1" status: 204 len: 168 time: 1.1362681 May 27 02:01:32.229994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Calling delete_port for 609dd60c-0862-4242-90a3-cc92d010d83c owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:32.317900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=451f6f46-48e3-4f20-9417-9132ebe0560c,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:32.342979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9ee02330-36a7-4081-87d6-0d23ef4e0b64 None None] Provisioning for port 609dd60c-0862-4242-90a3-cc92d010d83c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:32.421386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c6ab8921-14cd-4a23-ac44-a8e93807615e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6ab8921-14cd-4a23-ac44-a8e93807615e,segment=NetworkSegment(a651c1bf-1149-461f-ab99-bf815d888cf6),segment_id=a651c1bf-1149-461f-ab99-bf815d888cf6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:32.457999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9ee02330-36a7-4081-87d6-0d23ef4e0b64 None None] Provisioning complete for port 609dd60c-0862-4242-90a3-cc92d010d83c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:32.458374 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9ee02330-36a7-4081-87d6-0d23ef4e0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.537003 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.556634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.603244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.673730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Port': ['ID=609dd60c-0862-4242-90a3-cc92d010d83c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:32.675219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] For port c6ab8921-14cd-4a23-ac44-a8e93807615e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6ab8921-14cd-4a23-ac44-a8e93807615e,segment=NetworkSegment(a651c1bf-1149-461f-ab99-bf815d888cf6),segment_id=a651c1bf-1149-461f-ab99-bf815d888cf6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:32.675664 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:32.676682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] No DVR routers for this DVR port 609dd60c-0862-4242-90a3-cc92d010d83c on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:32.680678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0dbd74e5-c399-4279-b45a-63f2bfd15065 req-0208211f-8668-4be4-a62e-272490e6b6fe service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936452 May 27 02:01:32.684040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234022ef-6402-47b2-85db-1f0e4ea41ba3 None None] Network a19159b4-d77a-4ba5-a886-da6474e14b3f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:32.788030 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.123200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.156141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Calling delete_port for c6ab8921-14cd-4a23-ac44-a8e93807615e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:33.162848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde29b88-1564-4a3e-a1b3-a305567739f4']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:33.187932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16742eb9-4b76-4b12-8c99-380f0d875d60') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:33.188250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16742eb9-4b76-4b12-8c99-380f0d875d60') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:33.224761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf513f-00fc-4ccb-b67d-2c82623e4e30 req-444a227a-099a-48e7-a87a-c043ccde6865 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:33.226810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6daf513f-00fc-4ccb-b67d-2c82623e4e30 req-444a227a-099a-48e7-a87a-c043ccde6865 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 945 time: 0.2659121 May 27 02:01:33.228170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.268572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c6ab8921-14cd-4a23-ac44-a8e93807615e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:33.278613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.313734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:33.314937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.351593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:33.382749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9ee02330-36a7-4081-87d6-0d23ef4e0b64 None None] Could not find standard attr ID for object 609dd60c-0862-4242-90a3-cc92d010d83c. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:01:33.398879 n-d-843146-11 neutron-server[88427]: INFO neutron.plugins.ml2.db [None req-9ee02330-36a7-4081-87d6-0d23ef4e0b64 None None] No ports have port_id starting with 609dd60c-0862-4242-90a3-cc92d010d83c May 27 02:01:33.453765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.454813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.482298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6daf513f-00fc-4ccb-b67d-2c82623e4e30 req-2b374b01-e64d-4ef6-9953-606dc4a11b9a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434835 May 27 02:01:33.483890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.487586 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 16742eb9-4b76-4b12-8c99-380f0d875d60 resource provider aggregate not found May 27 02:01:33.545020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.564844 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 16742eb9-4b76-4b12-8c99-380f0d875d60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16742eb9-4b76-4b12-8c99-380f0d875d60 found for delete ", "request_id": "req-7cc33ea3-e768-411a-986b-a720401a1285"}]} May 27 02:01:33.565780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Network': ['ID=dde29b88-1564-4a3e-a1b3-a305567739f4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:33.571972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d4e70918-d7ce-4a0f-a17a-ada7ce428c5d tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/networks/dde29b88-1564-4a3e-a1b3-a305567739f4 HTTP/1.1" status: 204 len: 168 time: 2.5884597 May 27 02:01:33.573609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46576) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:33.598672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:33.602256 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:33.629343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5e1c6-0534-490d-872d-f8c296e90e83 None None] DHCP port deletion for dde29b88-1564-4a3e-a1b3-a305567739f4 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:33.728830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9cb5ca80-dddf-40b6-a031-520193a1baf9 None None] Provisioning for port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:33.766675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46582) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:33.790807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:33.818178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:33.819222 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.861161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.864721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-89354637-7c82-4565-a86c-576ca8055aa3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:33.866187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-89354637-7c82-4565-a86c-576ca8055aa3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 812 time: 0.5677478 May 27 02:01:33.891159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Deleting port c6ab8921-14cd-4a23-ac44-a8e93807615e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:33.891511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.903939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.906465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-c78f84fc-10ef-4843-99cb-e613a7f2f693 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/quotas/f8c6cd44e4c74001b45d6246441d61aa HTTP/1.1" status: 200 len: 375 time: 0.0251749 May 27 02:01:33.911434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.912324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:33.963950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:33.964414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.009804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,segment=NetworkSegment(d552a636-404c-425e-b6d9-15260625405f),segment_id=d552a636-404c-425e-b6d9-15260625405f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:34.014277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569578957'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:34.014845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.021545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a74c8-a166-430e-837f-58c4d00304e8 req-b935dae4-8478-4d4d-abf1-97685b8884f0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:34.029122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c68a74c8-a166-430e-837f-58c4d00304e8 req-b935dae4-8478-4d4d-abf1-97685b8884f0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 945 time: 0.2704933 May 27 02:01:34.068181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:34.097666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:34.107600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Deleting port c6ab8921-14cd-4a23-ac44-a8e93807615e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:34.108072 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.133855 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c68a74c8-a166-430e-837f-58c4d00304e8 req-0321fb35-79fe-4805-9652-d7c4536861e8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037624 May 27 02:01:34.147091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c6ab8921-14cd-4a23-ac44-a8e93807615e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:34.169896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:34.189128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:34.192438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=451f6f46-48e3-4f20-9417-9132ebe0560c,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:34.205869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:34.255329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.292090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] For port c6ab8921-14cd-4a23-ac44-a8e93807615e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6ab8921-14cd-4a23-ac44-a8e93807615e,segment=NetworkSegment(a651c1bf-1149-461f-ab99-bf815d888cf6),segment_id=a651c1bf-1149-461f-ab99-bf815d888cf6)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:34.292463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.306464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.343007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:34.363559 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0d16fe10-dcd0-4f0e-be6e-5ce0d2fd6bcb tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4469695 May 27 02:01:34.385643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:34.390825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:34.400471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network a19159b4-d77a-4ba5-a886-da6474e14b3f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:34.402244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:34.455286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:34.489139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] For port c6ab8921-14cd-4a23-ac44-a8e93807615e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6ab8921-14cd-4a23-ac44-a8e93807615e,segment=NetworkSegment(a651c1bf-1149-461f-ab99-bf815d888cf6),segment_id=a651c1bf-1149-461f-ab99-bf815d888cf6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:34.489767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.526555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Calling delete_port for c6ab8921-14cd-4a23-ac44-a8e93807615e owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:34.652982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Calling delete_port for c6ab8921-14cd-4a23-ac44-a8e93807615e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:34.733685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c6ab8921-14cd-4a23-ac44-a8e93807615e is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:34.734070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.747244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.761748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8c20fd9c-fa97-47a6-a4c9-86ca5e7134d6 None None] Provisioning for port 451f6f46-48e3-4f20-9417-9132ebe0560c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:34.802685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8c20fd9c-fa97-47a6-a4c9-86ca5e7134d6 None None] Provisioning complete for port 451f6f46-48e3-4f20-9417-9132ebe0560c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:34.803089 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9c-fa97-47a6-a4c9-86ca5e7134d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:34.834124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Port': ['ID=c6ab8921-14cd-4a23-ac44-a8e93807615e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:34.843625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] No DVR routers for this DVR port c6ab8921-14cd-4a23-ac44-a8e93807615e on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:34.847336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-bc4d9a88-9285-4ca1-b577-f99cdcd088e0 service neutron] 10.222.0.16 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828079 May 27 02:01:34.882646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:34.883031 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:34.889246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8c20fd9c-fa97-47a6-a4c9-86ca5e7134d6 None None] Port 451f6f46-48e3-4f20-9417-9132ebe0560c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:34.917354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8c20fd9c-fa97-47a6-a4c9-86ca5e7134d6 None None] Provisioning complete for port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:34.918020 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9c-fa97-47a6-a4c9-86ca5e7134d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.075780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.096491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-3bacc67c-9c02-46d9-b7af-4f1076407e35 service neutron] 10.222.0.16 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482231 May 27 02:01:35.100568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.101317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Router b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:01:35.126448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-bd858fdc-b34a-42e2-bd8a-fb4b15265401 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:35.129743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-bd858fdc-b34a-42e2-bd8a-fb4b15265401 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/ports?device_id=a875195f-06c9-462f-9c69-7c057e2fe976 HTTP/1.1" status: 200 len: 946 time: 0.4188037 May 27 02:01:35.134851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.162128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-2ea97a4b-64a1-44a1-9a7b-6c91bf6e0156 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:35.163805 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-2ea97a4b-64a1-44a1-9a7b-6c91bf6e0156 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4 HTTP/1.1" status: 200 len: 945 time: 0.5147250 May 27 02:01:35.165807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f670420-90ff-492c-b514-24cda9cb6933']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:35.181032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b628a1a-0c77-40fc-a838-151bcead9534 req-efa8505d-b424-4727-910c-789b6a827146 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:35.188743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b628a1a-0c77-40fc-a838-151bcead9534 req-efa8505d-b424-4727-910c-789b6a827146 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 945 time: 0.5357661 May 27 02:01:35.195765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a651c1bf-1149-461f-ab99-bf815d888cf6') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:35.196207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a651c1bf-1149-461f-ab99-bf815d888cf6') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:35.209868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.228723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.235421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:35.239036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Deleting port c6ab8921-14cd-4a23-ac44-a8e93807615e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:35.239543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.241498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:35.242128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.276014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:35.316996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8c20fd9c-fa97-47a6-a4c9-86ca5e7134d6 None None] Current status of the port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:35.336889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:35.358058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:35.380259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb33aaef-55fa-43e8-9bcb-47b094a99246 None None] The port 'c6ab8921-14cd-4a23-ac44-a8e93807615e' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:35.433451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:35.433960 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.486303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:35.522989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-84ec5bba-91c9-4c2e-b74a-d1bad95efac1 None None] Provisioning complete for port 451f6f46-48e3-4f20-9417-9132ebe0560c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:35.523388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84ec5bba-91c9-4c2e-b74a-d1bad95efac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.525408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af7c967-afaa-48e2-ae41-38ef6222dbd0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:35.609422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-84ec5bba-91c9-4c2e-b74a-d1bad95efac1 None None] Port 451f6f46-48e3-4f20-9417-9132ebe0560c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:35.658500 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a651c1bf-1149-461f-ab99-bf815d888cf6 resource provider aggregate not found May 27 02:01:35.708019 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a651c1bf-1149-461f-ab99-bf815d888cf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a651c1bf-1149-461f-ab99-bf815d888cf6 found for delete ", "request_id": "req-58b3a78e-7775-42e4-bcef-5ff6a6d63b4a"}]} May 27 02:01:35.720613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Deleting port c72f16e0-a435-4a24-a627-f0141fc0a3de {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:35.720963 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.774829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b628a1a-0c77-40fc-a838-151bcead9534 req-8b5e3972-c658-4cd9-adb2-85ea005533cb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689970 May 27 02:01:35.789487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Deleting port 8538f309-e19a-4d72-80da-d13c4323b457 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:35.789487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.803080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:35.808175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-40cb0a6c-f9ec-470b-b461-4abb44f53b89 None None] Provisioning complete for port 451f6f46-48e3-4f20-9417-9132ebe0560c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:35.810405 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40cb0a6c-f9ec-470b-b461-4abb44f53b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.831908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.844109 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.882065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf986c05-d2c0-4124-8d88-b74040f1980b req-e4c6839c-38d5-4da4-b408-ba96e25653f1 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 210 time: 0.1039336 May 27 02:01:35.884565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.899140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Network': ['ID=0f670420-90ff-492c-b514-24cda9cb6933,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:35.904441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-40cb0a6c-f9ec-470b-b461-4abb44f53b89 None None] Port 451f6f46-48e3-4f20-9417-9132ebe0560c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:35.910321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6fe623f7-7ade-49b9-bd78-7720fca76e60 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/networks/0f670420-90ff-492c-b514-24cda9cb6933 HTTP/1.1" status: 204 len: 168 time: 2.3348727 May 27 02:01:35.911725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:35.913636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46608) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:35.914941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 609dd60c-0862-4242-90a3-cc92d010d83c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:35.960639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 609dd60c-0862-4242-90a3-cc92d010d83c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:35.961090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 609dd60c-0862-4242-90a3-cc92d010d83c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:35.969258 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1cf985c-c0a0-458b-86be-7b0c03bd572a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.097676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:01:36.114323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] Sync routers for ids ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:01:36.127682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] Routers {'b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:36.128752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:36.170603 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.215251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:36.229091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] Routers {'b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:36.230127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:36.239921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b215fa0e-0ca9-4fd6-8079-2c9e0a7ac665 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "PUT /v2.0/routers/b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2006054 May 27 02:01:36.247677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46618) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:36.251603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4249714d-0e7d-4b93-80ce-6cae90d6f050,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:36.275246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.279563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e7dc515e-2f43-440b-b427-409622487f6c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5117481 May 27 02:01:36.284788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46622) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:36.336936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:36.338552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a30af-a8c8-4b80-ac1a-48908aeda592 None None] The sync data for ids ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:01:36.418734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.426749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] For port 8538f309-e19a-4d72-80da-d13c4323b457, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8538f309-e19a-4d72-80da-d13c4323b457,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:36.427103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.473411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-abb85deb-ca35-4b3b-869d-3555cab6063d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:36.475009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-abb85deb-ca35-4b3b-869d-3555cab6063d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 945 time: 0.3821325 May 27 02:01:36.557777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b27f8-23f6-44d3-9d56-056bf32827b6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:36.558764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b91b27f8-23f6-44d3-9d56-056bf32827b6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:36.582405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:36.583064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.588898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Calling delete_port for 8538f309-e19a-4d72-80da-d13c4323b457 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:36.624029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0737e333-4a59-4838-8e76-1b93ff2c0413']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:36.652938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c72f16e0-a435-4a24-a627-f0141fc0a3de no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:36.674735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695802c1-3f66-421f-bc2e-6107a0bc76e6') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:36.675323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695802c1-3f66-421f-bc2e-6107a0bc76e6') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:36.692357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1eb8846d-3117-424e-80d9-ba7be2e46a35 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4067526 May 27 02:01:36.700281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.706787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46626) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:36.720896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-076a5455-82e7-42e2-9ef6-8d8643f5b76e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-security--1260536363', 'description': 'tempest-security-description-1091986474'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:36.729623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Calling delete_port for c72f16e0-a435-4a24-a627-f0141fc0a3de owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:36.760633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Deleting port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:36.760914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.761080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.775904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:36.776305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.800145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c72f16e0-a435-4a24-a627-f0141fc0a3de is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:36.800671 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.804759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-076a5455-82e7-42e2-9ef6-8d8643f5b76e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.809787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b91b27f8-23f6-44d3-9d56-056bf32827b6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:36.811198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b91b27f8-23f6-44d3-9d56-056bf32827b6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3 HTTP/1.1" status: 200 len: 989 time: 0.5622056 May 27 02:01:36.827487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46632) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:36.841501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:36.842481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:36.861837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.863767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8538f309-e19a-4d72-80da-d13c4323b457 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:36.865530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-076a5455-82e7-42e2-9ef6-8d8643f5b76e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.959361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-076a5455-82e7-42e2-9ef6-8d8643f5b76e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:36.965450 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763591aa-7a1c-4974-89d5-6c9cb7c76614'] response: {'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de', 'code': 200} May 27 02:01:37.092008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-076a5455-82e7-42e2-9ef6-8d8643f5b76e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.093126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-076a5455-82e7-42e2-9ef6-8d8643f5b76e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "PUT /v2.0/security-groups/4249714d-0e7d-4b93-80ce-6cae90d6f050 HTTP/1.1" status: 200 len: 1780 time: 0.3849616 May 27 02:01:37.122222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46640) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:37.166192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8538f309-e19a-4d72-80da-d13c4323b457 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:37.167509 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.171592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a5455-82e7-42e2-9ef6-8d8643f5b76e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4249714d-0e7d-4b93-80ce-6cae90d6f050,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:37.207079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.237117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c72f16e0-a435-4a24-a627-f0141fc0a3de,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:37.281391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.288954 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d0b1ee5-863a-4da6-a7a5-cd638e2e5fbb req-e7bffe23-7bc0-4c26-9e80-7d64f0dc16ee tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 210 time: 0.0642316 May 27 02:01:37.329063 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:37.329656 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:37.346563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Network': ['ID=0737e333-4a59-4838-8e76-1b93ff2c0413,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:37.364725 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.437721 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-94932117-0e01-4212-b70a-c0372db7faed tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/networks/0737e333-4a59-4838-8e76-1b93ff2c0413 HTTP/1.1" status: 204 len: 168 time: 1.5230727 May 27 02:01:37.444508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46644) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:37.620642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event deleted for resources: {'Port': ['ID=8538f309-e19a-4d72-80da-d13c4323b457,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:37.708626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-80d693dc-9183-4b6b-af40-6d2f3f3283f9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups/4249714d-0e7d-4b93-80ce-6cae90d6f050 HTTP/1.1" status: 200 len: 1780 time: 0.5846338 May 27 02:01:37.720293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46648) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:37.755616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] For port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:37.755984 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.815254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] No DVR routers for this DVR port 8538f309-e19a-4d72-80da-d13c4323b457 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:37.818037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.821040 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "DELETE /v2.0/ports/8538f309-e19a-4d72-80da-d13c4323b457 HTTP/1.1" status: 204 len: 173 time: 2.5584686 May 27 02:01:37.832480 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 695802c1-3f66-421f-bc2e-6107a0bc76e6 resource provider aggregate not found May 27 02:01:37.838175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'name': 'network-vif-deleted', 'tag': '8538f309-e19a-4d72-80da-d13c4323b457'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:37.868752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78442f-792d-4fc2-8b62-019ff78e83ed req-288163ba-2e95-417a-8476-1b69f534d723 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:37.871040 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc78442f-792d-4fc2-8b62-019ff78e83ed req-288163ba-2e95-417a-8476-1b69f534d723 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 945 time: 0.9432938 May 27 02:01:37.871393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Deleting port c72f16e0-a435-4a24-a627-f0141fc0a3de {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:37.871737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.890904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-5e5584f0-9744-4b09-a31b-f890ab79a458 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:37.892671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-5e5584f0-9744-4b09-a31b-f890ab79a458 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 812 time: 0.7231240 May 27 02:01:37.899894 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 695802c1-3f66-421f-bc2e-6107a0bc76e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 695802c1-3f66-421f-bc2e-6107a0bc76e6 found for delete ", "request_id": "req-cf4e90d0-2750-4787-b41e-83d11f41f1dd"}]} May 27 02:01:37.900131 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.921451 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-639a6c1f-de6d-4b12-b4e4-833a67c3ef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:37.945398 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f19a6e-9d93-4fb0-b38a-58df0aeb7c51'] response: {'server_uuid': '5c3e9aa3-1f6c-4778-ab9a-6e2d456d0ac4', 'name': 'network-vif-deleted', 'tag': '8538f309-e19a-4d72-80da-d13c4323b457', 'status': 'completed', 'code': 200} May 27 02:01:37.954815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Request body: {'port': {'device_id': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'admin_state_up': True, 'tenant_id': 'f8c6cd44e4c74001b45d6246441d61aa'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:37.976404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Calling delete_port for 2f41a810-a4fa-4039-b9aa-d22a5572cb0c owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:38.075080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-68e68d41-751c-4539-b2b9-5cc56e06678d tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:38.077113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-68e68d41-751c-4539-b2b9-5cc56e06678d tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 812 time: 0.4534695 May 27 02:01:38.096780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Request body: {'port': {'device_id': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'admin_state_up': True, 'tenant_id': 'f8c6cd44e4c74001b45d6246441d61aa'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:38.133963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc78442f-792d-4fc2-8b62-019ff78e83ed req-b5ef8ee0-de0b-48f8-aef3-49c31aded7a8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401793 May 27 02:01:38.182623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-febb03d5-1c45-479e-9cf7-af07d72cbe8f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.256101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:38.279525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:38.302929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:38.307908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Made reservation on behalf of f8c6cd44e4c74001b45d6246441d61aa for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:38.311484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.331967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:38.352675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-febb03d5-1c45-479e-9cf7-af07d72cbe8f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.390478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Made reservation on behalf of f8c6cd44e4c74001b45d6246441d61aa for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:38.395059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.453732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.596971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Allocated IP 172.20.0.13 (27bb9624-dad3-4c01-b06f-dcf613ba6b92/77d5de04-607c-4cb0-8f58-88c48a173f00/bf52d6f7-a4b1-431d-aca7-4ef696d92c32) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:38.606674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69c4f5b2-2a44-412c-970f-acec62104aa2 req-22a20615-02d0-46c3-883c-21a9952cfbd1 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 210 time: 0.1394515 May 27 02:01:38.608244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878f5d17-28a8-4a12-bcc8-994ae4004d43']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:38.641967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f107fcc5-1340-42f2-9d05-551a3d08fb50') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:38.641967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f107fcc5-1340-42f2-9d05-551a3d08fb50') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:38.661986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2f41a810-a4fa-4039-b9aa-d22a5572cb0c no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:38.662592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.678093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.697257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:38.732545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 2f41a810-a4fa-4039-b9aa-d22a5572cb0c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:38.732922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2f41a810-a4fa-4039-b9aa-d22a5572cb0c not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:38.750606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-febb03d5-1c45-479e-9cf7-af07d72cbe8f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.770199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.791835 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.831983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.845573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event deleted for resources: {'Port': ['ID=2f41a810-a4fa-4039-b9aa-d22a5572cb0c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:38.863835 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.898933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb03d5-1c45-479e-9cf7-af07d72cbe8f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4249714d-0e7d-4b93-80ce-6cae90d6f050,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:38.959644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:38.960100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:38.988271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:38.993226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:39.002180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:39.052798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event updated for resources: {'Port': ['ID=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:39.071679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Allocated IP 172.20.0.9 (27bb9624-dad3-4c01-b06f-dcf613ba6b92/77d5de04-607c-4cb0-8f58-88c48a173f00/7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:39.080274 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f107fcc5-1340-42f2-9d05-551a3d08fb50 resource provider aggregate not found May 27 02:01:39.092668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] For port c72f16e0-a435-4a24-a627-f0141fc0a3de, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c72f16e0-a435-4a24-a627-f0141fc0a3de,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:39.093038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.106184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:39.106184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.110477 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f107fcc5-1340-42f2-9d05-551a3d08fb50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f107fcc5-1340-42f2-9d05-551a3d08fb50 found for delete ", "request_id": "req-214649bf-6102-4010-8d13-8109c7c8d520"}]} May 27 02:01:39.158997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-9a62ff14-ea4b-4df7-9908-19a93cfb55b4 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2095501 May 27 02:01:39.174963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Request body: {'port': {'device_id': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:39.270227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.290044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] No DVR routers for this DVR port 2f41a810-a4fa-4039-b9aa-d22a5572cb0c on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:39.331780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.359721 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.396671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-edfdadb7-cf83-46e0-8b0a-366e4640beff req-725c3c76-1b71-4141-be68-afdc8a38b432 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f5856c-f8aa-4cf7-83ec-50c786bbfda9 HTTP/1.1" status: 200 len: 210 time: 0.1404352 May 27 02:01:39.427905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'name': 'network-vif-deleted', 'tag': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:39.443681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Calling delete_port for c72f16e0-a435-4a24-a627-f0141fc0a3de owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:39.458161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.479788 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a42e858-a0c5-42ba-9318-2f14fb1d6b37'] response: {'server_uuid': '99f5856c-f8aa-4cf7-83ec-50c786bbfda9', 'name': 'network-vif-deleted', 'tag': '2f41a810-a4fa-4039-b9aa-d22a5572cb0c', 'status': 'completed', 'code': 200} May 27 02:01:39.490196 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-febb03d5-1c45-479e-9cf7-af07d72cbe8f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.491515 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-febb03d5-1c45-479e-9cf7-af07d72cbe8f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/4249714d-0e7d-4b93-80ce-6cae90d6f050 HTTP/1.1" status: 204 len: 168 time: 1.7664049 May 27 02:01:39.506230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46668) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:39.511780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "DELETE /v2.0/ports/2f41a810-a4fa-4039-b9aa-d22a5572cb0c HTTP/1.1" status: 204 len: 173 time: 3.0197096 May 27 02:01:39.599680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.668762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.687922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] Pushing event deleted for resources: {'Network': ['ID=878f5d17-28a8-4a12-bcc8-994ae4004d43,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:39.704286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.731834 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f1061eb1-bf36-47fa-9644-4282c1a56cc3 tempest-BulkNetworkOpsIpV6Test-238700441 tempest-BulkNetworkOpsIpV6Test-238700441-project] 10.222.0.16 "DELETE /v2.0/networks/878f5d17-28a8-4a12-bcc8-994ae4004d43 HTTP/1.1" status: 204 len: 168 time: 2.2862968 May 27 02:01:39.757070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4a46231d-3529-4efa-bc19-1c101834dfb5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:39.836176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ea0c09bf-98b9-4c29-94a4-8ce38d04fee1 req-cd2ec648-61d9-4bce-99b0-a9ef07209aa3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Synchronizing usage tracker for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:39.837420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4a46231d-3529-4efa-bc19-1c101834dfb5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:39.842156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4a46231d-3529-4efa-bc19-1c101834dfb5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3295205 May 27 02:01:39.842482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46678) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:39.867907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 451f6f46-48e3-4f20-9417-9132ebe0560c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:39.868299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.873989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ea0c09bf-98b9-4c29-94a4-8ce38d04fee1 req-cd2ec648-61d9-4bce-99b0-a9ef07209aa3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Unset dirty status for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:39.882846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea0c09bf-98b9-4c29-94a4-8ce38d04fee1 req-cd2ec648-61d9-4bce-99b0-a9ef07209aa3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 210 time: 0.1115568 May 27 02:01:39.901444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.902056 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-a153eb8b-dc4a-4828-9057-d26f31a2eff9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] delete failed (client error): The resource could not be found. May 27 02:01:39.903251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a153eb8b-dc4a-4828-9057-d26f31a2eff9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/4249714d-0e7d-4b93-80ce-6cae90d6f050 HTTP/1.1" status: 404 len: 347 time: 0.0573871 May 27 02:01:39.910391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:39.919820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46682) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:39.924719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--194413210'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:39.982558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:40.000675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event deleted for resources: {'Port': ['ID=c72f16e0-a435-4a24-a627-f0141fc0a3de,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:40.066750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:40.066997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:40.070683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:40.074445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event updated for resources: {'Port': ['ID=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:40.076998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:40.129876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46688) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:40.171341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:40.171887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.184833 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.193991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] No DVR routers for this DVR port c72f16e0-a435-4a24-a627-f0141fc0a3de on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:40.203834 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.221676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0a85e10f-12ed-4aae-8022-a5d42645f1ce tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1307116 May 27 02:01:40.228557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:40.243776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-715ee9d3-cc8a-4aa6-8f2c-50e0453c7286 req-4aa01806-b111-4c2f-97fd-3eedae4d86c6 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "DELETE /v2.0/ports/c72f16e0-a435-4a24-a627-f0141fc0a3de HTTP/1.1" status: 204 len: 173 time: 5.1061525 May 27 02:01:40.247715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:40.252758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:40.269074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:40.280717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.312038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Request body: {'port': {'device_id': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:40.422560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 451f6f46-48e3-4f20-9417-9132ebe0560c owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:40.435646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf52d6f7-a4b1-431d-aca7-4ef696d92c32 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:40.446788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.457415 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.481734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Transition to ACTIVE for port object bf52d6f7-a4b1-431d-aca7-4ef696d92c32 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:40.519615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.657051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.705149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ece3efa-a205-4f51-b615-b249034f2205 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37eb73642d6c4976b7aaaa5dd6e8851b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487080 May 27 02:01:40.717104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46702) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:40.747173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=451f6f46-48e3-4f20-9417-9132ebe0560c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:40.830925 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.842161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Pushing event updated for resources: {'Port': ['ID=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:40.925476 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:40.994057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.030293 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.147462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Attempting to bind port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:41.147793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Attempting to bind port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:41.148123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Attempting to bind port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:41.175375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:01:41.175700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Attempting to bind port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:41.199464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:41.199715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Checking segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:41.200106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Bound using segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:41.200542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Bound port: bf52d6f7-a4b1-431d-aca7-4ef696d92c32, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:41.200888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.302378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5616685-4c8c-4477-8e86-33157b69c7ff,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:41.327293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-3041337b-1e44-4a4d-a195-229e2bb8ca82 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:41.328744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-3041337b-1e44-4a4d-a195-229e2bb8ca82 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.2987051 May 27 02:01:41.379061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7b70c2e-6051-4fa0-a5e3-16730605480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.390107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.391342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b616771-ad05-443a-9a4b-4cc552311cc9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4706707 May 27 02:01:41.402968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46718) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:41.418199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-ea77faf2-9669-4b76-8481-b2b13e047833 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.0741990 May 27 02:01:41.424858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': 'd5616685-4c8c-4477-8e86-33157b69c7ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:41.429852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7b70c2e-6051-4fa0-a5e3-16730605480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.437370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:41.441396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] For port bf52d6f7-a4b1-431d-aca7-4ef696d92c32, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:41.482269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:41.489180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:41.496953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:41.498900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'name': 'network-vif-deleted', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:41.501885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] For port bf52d6f7-a4b1-431d-aca7-4ef696d92c32, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:41.510628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:41.513551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.521153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.607355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7f49e-5004-4187-933c-8a4e95967755 req-a4063b00-1750-473f-a911-ed6ac04ba645 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:41.608106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9d7f49e-5004-4187-933c-8a4e95967755 req-a4063b00-1750-473f-a911-ed6ac04ba645 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Synchronizing usage tracker for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:41.625692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Router b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:01:41.691123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9d7f49e-5004-4187-933c-8a4e95967755 req-a4063b00-1750-473f-a911-ed6ac04ba645 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Unset dirty status for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:41.692300 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9d7f49e-5004-4187-933c-8a4e95967755 req-a4063b00-1750-473f-a911-ed6ac04ba645 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 931 time: 0.6681590 May 27 02:01:41.727784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Transition to ACTIVE for port object 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:41.741069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:41.741657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.743041 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] 10.222.0.47 "PUT /v2.0/ports/bf52d6f7-a4b1-431d-aca7-4ef696d92c32 HTTP/1.1" status: 200 len: 1093 time: 2.5765300 May 27 02:01:41.745774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'tag': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:41.753966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.759568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.788552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7b70c2e-6051-4fa0-a5e3-16730605480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.818782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b70c2e-6051-4fa0-a5e3-16730605480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc188ef-0901-48d4-8c40-4eedd2762529,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:41.825801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:01:41.831559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca1e3f-7f77-48fc-94c8-25f9269a1133 service neutron] Pushing event updated for resources: {'Port': ['ID=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:41.833730 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a17fa8d7-5aeb-4ea9-a5c2-e0407a49324f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "PUT /v2.0/routers/b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0050318 May 27 02:01:41.838369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46726) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:41.838369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7b70c2e-6051-4fa0-a5e3-16730605480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:41.838369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7b70c2e-6051-4fa0-a5e3-16730605480e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bc188ef-0901-48d4-8c40-4eedd2762529 HTTP/1.1" status: 204 len: 168 time: 1.1201630 May 27 02:01:41.841307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9d7f49e-5004-4187-933c-8a4e95967755 req-d33ab41d-d25a-43f3-90fb-85d0ee7658fc tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424782 May 27 02:01:41.873109 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] Sync routers for ids ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:01:41.885604 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-194e876b-0be8-4820-ad5f-73acb9168c2b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:01:41.886145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-194e876b-0be8-4820-ad5f-73acb9168c2b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:41.886896 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] Routers {'b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:41.888699 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:41.910860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-194e876b-0be8-4820-ad5f-73acb9168c2b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:41.914602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-194e876b-0be8-4820-ad5f-73acb9168c2b tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/451f6f46-48e3-4f20-9417-9132ebe0560c HTTP/1.1" status: 404 len: 333 time: 0.0698550 May 27 02:01:41.915107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46732) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:41.988754 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:41.995323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-c06501fb-bdd7-49af-b8bb-d71c7001de9a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5633967 May 27 02:01:41.999418 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] Routers {'b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:01:42.000221 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:01:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:42.037433 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1e2870-d5cd-4cc7-9e34-555ba0d4a20b'] response: {'server_uuid': 'a875195f-06c9-462f-9c69-7c057e2fe976', 'name': 'network-vif-deleted', 'tag': 'c72f16e0-a435-4a24-a627-f0141fc0a3de', 'status': 'completed', 'code': 200} May 27 02:01:42.042576 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c202a32-2d8e-41c5-8398-0c8ed9d6f506'] response: {'name': 'network-changed', 'server_uuid': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'tag': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32', 'status': 'completed', 'code': 200} May 27 02:01:42.068073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:42.068744 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d9b31-0886-4104-ab4e-011fe5e4c2a0 None None] The sync data for ids ['b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:01:42.127127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5100f93e-b5ba-433d-906d-3d72c9c8d4a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.200380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.201738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:42.226919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.282537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0b180e32-daa3-4f73-9c34-7ba24703fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:42.284152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-0b180e32-daa3-4f73-9c34-7ba24703fc32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 1096 time: 0.5047257 May 27 02:01:42.284957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b1c18e-7a53-43fe-b05e-df84930190d4,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:42.308379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Attempting to bind port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:42.308585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Attempting to bind port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:42.308920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Attempting to bind port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:42.368815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.372817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-95638518-fd7b-4d6f-82d7-a77cae7f1630 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9688797 May 27 02:01:42.375407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46746) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:42.382558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:01:42.382917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Attempting to bind port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 on network 27bb9624-dad3-4c01-b06f-dcf613ba6b92 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:42.391069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-1e26275c-2d06-487e-a068-e6d7e767c801 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf52d6f7-a4b1-431d-aca7-4ef696d92c32 HTTP/1.1" status: 200 len: 217 time: 0.0839992 May 27 02:01:42.419035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:42.419336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Checking segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:42.419702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Bound using segment: {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:42.420152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Bound port: 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15eebc0-89f2-48d9-a08b-f285798dd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:42.420503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.429385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5100f93e-b5ba-433d-906d-3d72c9c8d4a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.434362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5100f93e-b5ba-433d-906d-3d72c9c8d4a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.457029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5100f93e-b5ba-433d-906d-3d72c9c8d4a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.457412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5100f93e-b5ba-433d-906d-3d72c9c8d4a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Fanout notify agent at l3_agent the message router_deleted on router b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:01:42.470699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5100f93e-b5ba-433d-906d-3d72c9c8d4a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.471793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5100f93e-b5ba-433d-906d-3d72c9c8d4a6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/routers/b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3 HTTP/1.1" status: 204 len: 168 time: 0.5557940 May 27 02:01:42.474350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46752) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:42.483767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-7fdc14be-5ab3-4e58-bba9-761ae578fcbb service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475989 May 27 02:01:42.548148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet a5033438-501f-4f0f-b3a5-19bf0281d154 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:42.551798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.587852 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1b2e-a849-4deb-9096-5b9fd85f9250 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.672140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-f56bd125-4a51-4bf5-953d-29aa3a984443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:42.673890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-f56bd125-4a51-4bf5-953d-29aa3a984443 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.2633343 May 27 02:01:42.675436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1b2e-a849-4deb-9096-5b9fd85f9250 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.735260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46762) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:42.747865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-67ef97f2-1da3-4daf-8e11-e2d8b1925712 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603993 May 27 02:01:42.758382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.852101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.867932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] For port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:42.879226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1b2e-a849-4deb-9096-5b9fd85f9250 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.903548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534889872'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:42.912559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:42.919658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:42.921127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f1b2e-a849-4deb-9096-5b9fd85f9250 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0b1c18e-7a53-43fe-b05e-df84930190d4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:42.923713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] For port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:42.925513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:42.926936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1b2e-a849-4deb-9096-5b9fd85f9250 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.930656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8d4f1b2e-a849-4deb-9096-5b9fd85f9250 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b0b1c18e-7a53-43fe-b05e-df84930190d4 HTTP/1.1" status: 204 len: 168 time: 0.5452297 May 27 02:01:42.933775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-413a23dd-725f-4c08-97bb-a577107f52ba service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426324 May 27 02:01:42.933899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46770) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:42.938426 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:42.940698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:43.030521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:43.033913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.040212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:43.041329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.042246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 HTTP/1.1" status: 200 len: 1092 time: 2.7345467 May 27 02:01:43.056304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-5c611b15-200a-462f-b583-9f667aa889aa service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896819 May 27 02:01:43.066019 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.108558 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.125007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26fa409b-364c-4436-b68a-88cb7262717f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:43.138202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=a5033438-501f-4f0f-b3a5-19bf0281d154,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:43.146191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.153027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133def3a-4113-4e6b-892b-262f77ea05f2 None None] Network a19159b4-d77a-4ba5-a886-da6474e14b3f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:43.161051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:43.172375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:security_group_rule and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:43.178900 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6280c6cd-c0c3-4df8-9eaa-712655356abc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/a5033438-501f-4f0f-b3a5-19bf0281d154 HTTP/1.1" status: 204 len: 168 time: 0.7033558 May 27 02:01:43.179968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:43.183822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46778) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:43.192303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:43.218851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26fa409b-364c-4436-b68a-88cb7262717f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:43.222962 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-26fa409b-364c-4436-b68a-88cb7262717f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2848902 May 27 02:01:43.231253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46782) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:43.258507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1467f3-6850-45cd-809b-c9681b58c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:43.305840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c6713ac-258b-4ac6-8834-b015b750e2bc req-0d90c297-634a-4a0d-aa65-83dffdeb0cca tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 210 time: 0.1631010 May 27 02:01:43.374206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-87545907-fe9d-4147-b286-3c3c86e1389e service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111591 May 27 02:01:43.381238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-b538ef70-82c1-4afd-9524-3c8ed6589216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:43.382803 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-b538ef70-82c1-4afd-9524-3c8ed6589216 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 1095 time: 0.2828219 May 27 02:01:43.409413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d960cb6-8978-4b21-b05b-2e9c8e8dedbd req-ebe2ef56-aef3-431b-ac31-3ce8e0d16da9 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:43.413116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d960cb6-8978-4b21-b05b-2e9c8e8dedbd req-ebe2ef56-aef3-431b-ac31-3ce8e0d16da9 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 943 time: 0.4271424 May 27 02:01:43.438028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.517525 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65503da9-cf19-447a-9f7a-bc8fa01b580a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.544090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:43.544699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.548015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] DHCP port deletion for a19159b4-d77a-4ba5-a886-da6474e14b3f request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:01:43.553657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] Deleting port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:43.555142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.642189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d960cb6-8978-4b21-b05b-2e9c8e8dedbd req-48031452-34cf-4b36-a11a-713945b203ee tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129030 May 27 02:01:43.665417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65503da9-cf19-447a-9f7a-bc8fa01b580a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.674117 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-8e857462-19c8-4629-87bb-00225f150396 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 HTTP/1.1" status: 200 len: 217 time: 0.2743995 May 27 02:01:43.695465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.756322 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.770679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:43.771740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-cf1e4755-9fb1-437f-bf9c-c3f5395bec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:43.774166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-cf1e4755-9fb1-437f-bf9c-c3f5395bec10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.0890267 May 27 02:01:43.834138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-5e5478f1-8a07-4363-8a3f-7446f5e04cdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540183 May 27 02:01:43.837818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-c44555e9-0ed0-4a8d-b0c6-7d9ea5843bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:43.840038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-c44555e9-0ed0-4a8d-b0c6-7d9ea5843bca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 1096 time: 0.2342563 May 27 02:01:43.851616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.852271 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5 of type vlan for network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 May 27 02:01:43.861012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99527376-182d-4c85-b94f-1c6182236271,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:43.869949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65503da9-cf19-447a-9f7a-bc8fa01b580a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.901513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] For port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,segment=NetworkSegment(d552a636-404c-425e-b6d9-15260625405f),segment_id=d552a636-404c-425e-b6d9-15260625405f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:43.901918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:43.938334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503da9-cf19-447a-9f7a-bc8fa01b580a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5616685-4c8c-4477-8e86-33157b69c7ff,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:44.011485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:44.044658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'tag': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:44.046796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] Calling delete_port for 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:44.091586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] For port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,segment=NetworkSegment(d552a636-404c-425e-b6d9-15260625405f),segment_id=d552a636-404c-425e-b6d9-15260625405f)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:44.091822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:44.114345 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65503da9-cf19-447a-9f7a-bc8fa01b580a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:44.114925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-5bd2bf7a-a550-4044-ac2b-66b07b648a2e service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739110 May 27 02:01:44.115799 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-65503da9-cf19-447a-9f7a-bc8fa01b580a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5616685-4c8c-4477-8e86-33157b69c7ff HTTP/1.1" status: 204 len: 168 time: 0.8825624 May 27 02:01:44.120476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46794) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:44.145452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-00742ae8-fe1a-4f43-b88e-c12eeb25434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:44.147088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-00742ae8-fe1a-4f43-b88e-c12eeb25434b service neutron] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 913 time: 0.2823427 May 27 02:01:44.151660 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ab1ad7-8de0-4697-aee4-26366a33af78'] response: {'name': 'network-changed', 'server_uuid': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'tag': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7', 'status': 'completed', 'code': 200} May 27 02:01:44.164231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:44.218750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] Pushing event deleted for resources: {'Port': ['ID=5737e90d-92cc-4eb9-88a7-ef39bbe2d479,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:44.226148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc38615-c110-474a-b97f-93fb4e6dc37e None None] No DVR routers for this DVR port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:01:44.253714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:44.267844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-cccb4d63-2f8a-4a12-9215-e698d3e7f8ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf52d6f7-a4b1-431d-aca7-4ef696d92c32 HTTP/1.1" status: 200 len: 217 time: 0.1122627 May 27 02:01:44.282750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:44.287946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:44.288522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:44.372073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-1e74100e-58f0-4d79-b9e5-f11b97aee0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:44.373542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-1e74100e-58f0-4d79-b9e5-f11b97aee0df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.0941000 May 27 02:01:44.414815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6700544 May 27 02:01:44.427516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-bc7c0ee5-44e4-4a39-bd58-291ec22d351e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452058 May 27 02:01:44.458532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8da968d-749c-48e9-92ee-d8b4f3ac3f99 req-f879c8e9-83cb-4c5e-86be-11f5892ff213 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369610 May 27 02:01:44.460160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9805f-a8c3-4332-a4ca-f356b550dda0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=8179d53b-8ba5-4079-8add-77a1be9b3ce3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:44.464842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4378c016-5fdb-414e-9263-343e58852e37 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:44.497207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:44.515686 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:01:44.516454 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:01:44.545254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4378c016-5fdb-414e-9263-343e58852e37 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:44.546828 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4378c016-5fdb-414e-9263-343e58852e37 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4237168 May 27 02:01:44.550482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46800) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:44.557579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752302041'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:44.570457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-de4cc961-1ae1-4e13-a18a-edf83a04a5e0 req-5d80b974-8078-4ece-8a50-634cec7ed5f4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:44.585790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:44.622606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:44.637046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-de4cc961-1ae1-4e13-a18a-edf83a04a5e0 req-5d80b974-8078-4ece-8a50-634cec7ed5f4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:44.653036 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-de4cc961-1ae1-4e13-a18a-edf83a04a5e0 req-5d80b974-8078-4ece-8a50-634cec7ed5f4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 210 time: 0.1945112 May 27 02:01:44.658868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:44.721441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-e365ae45-8062-4c50-a504-b9575c3e6e44 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868509 May 27 02:01:44.723938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-3de1e1ec-af59-4c2b-bc25-56e308df331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:44.725481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-3de1e1ec-af59-4c2b-bc25-56e308df331f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 1095 time: 0.1506016 May 27 02:01:44.830940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:44.846095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:44.851929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:44.861958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:44.932349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-c628d7af-1420-4183-812d-92be9d0ebc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:44.934024 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-c628d7af-1420-4183-812d-92be9d0ebc8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 200 len: 913 time: 0.1572533 May 27 02:01:44.943991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-23b675cc-5f12-44ce-b107-3c59ee1f315b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:44.945600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-23b675cc-5f12-44ce-b107-3c59ee1f315b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.2335823 May 27 02:01:44.961415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Request body: {'port': {'device_id': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'admin_state_up': True, 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:45.115798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:45.116015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.127647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:01:45.179663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:01:45.180896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5737e90d-92cc-4eb9-88a7-ef39bbe2d479 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:01:45.221135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-29512abe-67ce-4daf-ad92-818ed595c72e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 HTTP/1.1" status: 200 len: 217 time: 0.2459669 May 27 02:01:45.290383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] The port '5737e90d-92cc-4eb9-88a7-ef39bbe2d479' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:01:45.300082 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.327970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-760979ff-5911-4dab-b567-a6b3f6d0f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:45.329392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-760979ff-5911-4dab-b567-a6b3f6d0f102 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 200 len: 852 time: 0.0981612 May 27 02:01:45.335740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-725da7ac-4fe3-422d-814b-b205e2a4940c req-9393ea30-6ce8-45d2-99e3-ea9c13f3db3d service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033106 May 27 02:01:45.338826 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.386050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc4675-1a1a-4cf3-8a49-4e5a80a2918e req-4f9bfb40-aeeb-429f-b6a4-f32a275cfc61 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:45.387546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87fc4675-1a1a-4cf3-8a49-4e5a80a2918e req-4f9bfb40-aeeb-429f-b6a4-f32a275cfc61 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 943 time: 0.4523149 May 27 02:01:45.394073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-18c9bb47-127b-4d38-b15a-f3c794fb48fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27bb9624-dad3-4c01-b06f-dcf613ba6b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564210 May 27 02:01:45.509103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe92cf-21b9-4ad0-bd9c-42f95468a749,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:45.512205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87fc4675-1a1a-4cf3-8a49-4e5a80a2918e req-0a457e1a-01f5-487b-a774-e0227786190a tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163015 May 27 02:01:45.533620 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.546299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:45.550472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.554425 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cd8d9c5b-f6c3-4195-bd0a-3f9f48528dc4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0027966 May 27 02:01:45.555101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:45.578703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '75fe92cf-21b9-4ad0-bd9c-42f95468a749', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:45.583543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:45.589334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:45.592337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19159b4-d77a-4ba5-a886-da6474e14b3f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:45.603541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-675cbaac-1621-4cdd-8612-c2a0fa06f486 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930885 May 27 02:01:45.608309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:45.613770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:45.618025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd552a636-404c-425e-b6d9-15260625405f') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:45.618313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd552a636-404c-425e-b6d9-15260625405f') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:45.628838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:45.632443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.645385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:45.652610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.717787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.736483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:45.736949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.752934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.811025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb2dd3b-052c-4221-87d9-fe6402bf3089 req-e135c016-dce5-46b4-9ecc-2176841867a2 service neutron] 10.222.0.47 "GET /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856596 May 27 02:01:45.833183 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment d552a636-404c-425e-b6d9-15260625405f resource provider aggregate not found May 27 02:01:45.873503 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment d552a636-404c-425e-b6d9-15260625405f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d552a636-404c-425e-b6d9-15260625405f found for delete ", "request_id": "req-a4777c93-ac2f-4e18-8ea5-806d0b95f560"}]} May 27 02:01:45.915080 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.968002 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:45.986555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=a19159b4-d77a-4ba5-a886-da6474e14b3f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:46.049830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.051624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-96c10e39-073f-4bc9-9110-5f6c1fb6f407 req-e639dab2-5084-4161-ab99-fd074d1855c2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:46.056901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3309b507-de24-4c54-9184-77155fe827db tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/a19159b4-d77a-4ba5-a886-da6474e14b3f HTTP/1.1" status: 204 len: 168 time: 2.8708313 May 27 02:01:46.060638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.060776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46816) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:46.096852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401b2c7b-32d0-4377-ac11-3d66acefe8f0,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:46.100534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Allocated IP 172.20.0.13 (439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be/f73de125-37f2-4186-80bf-fde73bba2429/4f621925-b377-4e06-ae37-cdf340d066f6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:46.107976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-96c10e39-073f-4bc9-9110-5f6c1fb6f407 req-e639dab2-5084-4161-ab99-fd074d1855c2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:46.109118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96c10e39-073f-4bc9-9110-5f6c1fb6f407 req-e639dab2-5084-4161-ab99-fd074d1855c2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 210 time: 0.1328304 May 27 02:01:46.114429 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.118318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e31319fc-cb58-41cf-b307-77b5461c7c67 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5526040 May 27 02:01:46.120179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46820) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:46.126817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '75fe92cf-21b9-4ad0-bd9c-42f95468a749', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:46.143796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:46.152275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:46.156479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc064864-1ed1-4380-a6cd-92b3e64db119 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:46.157195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cc064864-1ed1-4380-a6cd-92b3e64db119 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:46.161920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:46.172147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:46.173627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cc064864-1ed1-4380-a6cd-92b3e64db119 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:46.178482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cc064864-1ed1-4380-a6cd-92b3e64db119 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/717c5e56-c243-4abb-93e1-2086a9e661c7 HTTP/1.1" status: 200 len: 844 time: 0.1133311 May 27 02:01:46.178774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46824) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:46.256059 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9a2f3c4b-5576-48ca-a7fa-8a732ff37b46 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/717c5e56-c243-4abb-93e1-2086a9e661c7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0760422 May 27 02:01:46.260557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.261336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46828) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:46.267199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:46.381351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:46.383514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.385612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:46.387656 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.388555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:46.392461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.396657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:46.408765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:46.412171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.421743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5486c9ba-a47e-48ca-aa59-9800edabc49b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:46.437721 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.441753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9493bb3a-7e62-4a29-b199-66a4e2d3178d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3207221 May 27 02:01:46.443239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46832) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:46.450127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '75fe92cf-21b9-4ad0-bd9c-42f95468a749', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:46.457823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:46.463817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:46.466903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:46.472985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.474703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:46.484150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:46.561019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:46.564792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:46.568733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.582079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:46.642991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event updated for resources: {'Port': ['ID=4f621925-b377-4e06-ae37-cdf340d066f6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:46.696596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:01:46.745261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.779396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.798096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:46.798883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.821333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.850232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=e406e405-de5a-4d35-b8be-4200c886235f,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:46.864134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e360d8d-ca6e-493d-8d7b-6feeb922752d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:46.868176 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e18056ee-8c39-40fe-9255-eef07211d9fb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9115958 May 27 02:01:46.872425 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.874162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-241312de-9498-4af6-a3bd-adbd02263919 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4296675 May 27 02:01:46.881435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Request body: {'port': {'device_id': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:46.910697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:46.911426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:46.927668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'port_id': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7', 'mac_address': 'fa:16:3e:75:0a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d5de04-607c-4cb0-8f58-88c48a173f00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:01:46.928123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '75fe92cf-21b9-4ad0-bd9c-42f95468a749', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:46.945287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:46.946431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:46.951227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:46.960206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1225208-d0ba-48b3-93d5-aa0d0d1372c6 None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:46.960888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:46.961505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:46.984268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:46.993349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:47.005909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:47.020142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7323f721-4449-4b61-acb8-311a98a85b3d tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7575514 May 27 02:01:47.022956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46842) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:47.028657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1628897911'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:47.044414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:47.046837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.049174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.086842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:47.090319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:47.102955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0526c-8882-436d-ad88-f78de02f41d2 req-43e74579-200e-42b7-bcf3-b8145c07a701 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:47.110614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18b0526c-8882-436d-ad88-f78de02f41d2 req-43e74579-200e-42b7-bcf3-b8145c07a701 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 943 time: 0.2634661 May 27 02:01:47.120750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:47.187410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:47.188033 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.234953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.250319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:47.286341 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18b0526c-8882-436d-ad88-f78de02f41d2 req-3f4ba70f-370f-496f-a1e7-21e688cb96ec tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748209 May 27 02:01:47.296263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:47.312598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.313610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bf52d6f7-a4b1-431d-aca7-4ef696d92c32 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:01:47.333907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.344159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:47.348974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.351745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group_rule and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:47.368134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:47.384195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:47.403872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6023c0d0-86c6-4b10-bcd0-c62e8f4a94b6,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:47.433500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-55b0130c-1db7-4fb6-8e9d-98bc99226848', 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'tenant_id': '5d83088938df49feaa90c36e45991934', 'fixed_ips': [{'subnet_id': 'e406e405-de5a-4d35-b8be-4200c886235f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:47.434667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.444629 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.449847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a2d7bdbf-787f-4d0b-99e0-8abe0535040e tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5270841 May 27 02:01:47.450288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:47.450686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:47.457347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bf52d6f7-a4b1-431d-aca7-4ef696d92c32, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:47.472353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '75fe92cf-21b9-4ad0-bd9c-42f95468a749', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:47.481751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:47.487057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:47.490379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:47.497332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:47.534550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.626450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32', 'network_id': '27bb9624-dad3-4c01-b06f-dcf613ba6b92', 'port_id': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32', 'mac_address': 'fa:16:3e:79:ef:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d5de04-607c-4cb0-8f58-88c48a173f00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:01:47.628498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Allocated IP 2001:db8::2 (55b0130c-1db7-4fb6-8e9d-98bc99226848/e406e405-de5a-4d35-b8be-4200c886235f/a613f80d-70df-4278-997b-a9fc814a88c9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:47.633044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.654666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.726818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e404535e-9fa0-4993-82fe-0393e4fbcdef,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:47.743177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.747762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-06e8fec3-6ba7-4036-8eb0-c6ccf237d120 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7207561 May 27 02:01:47.753587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:47.755972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46856) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:47.764324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1287860829'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:47.769860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.773637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': '8179d53b-8ba5-4079-8add-77a1be9b3ce3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:47.789126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f621925-b377-4e06-ae37-cdf340d066f6 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:47.796345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:47.798779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.800678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.812443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:47.823053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Transition to ACTIVE for port object 4f621925-b377-4e06-ae37-cdf340d066f6 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:47.831398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4d3f-d9b3-42af-8522-440ebf2dcd42 req-83cb420d-8db5-423c-8a7c-70943977b3d8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:47.833061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c2e4d3f-d9b3-42af-8522-440ebf2dcd42 req-83cb420d-8db5-423c-8a7c-70943977b3d8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 932 time: 0.2906575 May 27 02:01:47.834262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.839273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:47.839847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.865135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf52d6f7-a4b1-431d-aca7-4ef696d92c32 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:47.876175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:47.904921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:47.906974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c7668b-8068-443a-a57d-946933d720d3,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:47.926308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bf52d6f7-a4b1-431d-aca7-4ef696d92c32, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:47.933854 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.936780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.940595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f2c60e1e-1494-4559-9978-6a09d916cb42 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4847472 May 27 02:01:47.941347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46862) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:47.957435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:47.959888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:47.982291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:47.988140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:48.009149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:48.011487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:48.013907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3da568a4-39ab-4471-b9c5-ddc2d8d8e65a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.024260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group_rule and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:48.030933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Pushing event updated for resources: {'Port': ['ID=4f621925-b377-4e06-ae37-cdf340d066f6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.031239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:48.037772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3da568a4-39ab-4471-b9c5-ddc2d8d8e65a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.041869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c2e4d3f-d9b3-42af-8522-440ebf2dcd42 req-295979e9-5c21-4ea1-9d0e-2ac319053f8e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634574 May 27 02:01:48.044301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:48.050007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:48.053744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.105099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.116202 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.127790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Transition to ACTIVE for port object a613f80d-70df-4278-997b-a9fc814a88c9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:48.137283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Attempting to bind port 4f621925-b377-4e06-ae37-cdf340d066f6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:48.137283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Attempting to bind port 4f621925-b377-4e06-ae37-cdf340d066f6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:48.137283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Attempting to bind port 4f621925-b377-4e06-ae37-cdf340d066f6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:48.142256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Port 4f621925-b377-4e06-ae37-cdf340d066f6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:01:48.142636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Attempting to bind port 4f621925-b377-4e06-ae37-cdf340d066f6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:48.147929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:48.148346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:48.148817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Bound using segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:48.149347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Bound port: 4f621925-b377-4e06-ae37-cdf340d066f6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:48.149729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.149960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Transition to ACTIVE for port object a613f80d-70df-4278-997b-a9fc814a88c9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:48.156720 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.240387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:48.243551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:48.245225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] For port 4f621925-b377-4e06-ae37-cdf340d066f6, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:48.246977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:48.248420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] For port 4f621925-b377-4e06-ae37-cdf340d066f6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4f621925-b377-4e06-ae37-cdf340d066f6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:48.254305 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.292410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Pushing event updated for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.312143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3da568a4-39ab-4471-b9c5-ddc2d8d8e65a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.319310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:48.319917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.321270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] 10.222.0.47 "PUT /v2.0/ports/4f621925-b377-4e06-ae37-cdf340d066f6 HTTP/1.1" status: 200 len: 1093 time: 1.4453380 May 27 02:01:48.321771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'tag': '4f621925-b377-4e06-ae37-cdf340d066f6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:48.340256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da568a4-39ab-4471-b9c5-ddc2d8d8e65a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58c7668b-8068-443a-a57d-946933d720d3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.376076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3da568a4-39ab-4471-b9c5-ddc2d8d8e65a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.379649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3da568a4-39ab-4471-b9c5-ddc2d8d8e65a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/58c7668b-8068-443a-a57d-946933d720d3 HTTP/1.1" status: 204 len: 168 time: 0.4354925 May 27 02:01:48.384283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46870) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:48.409478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8856b1f-3008-4d0b-8d0a-1b25db9f20bb service neutron] Pushing event updated for resources: {'Port': ['ID=4f621925-b377-4e06-ae37-cdf340d066f6,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.411279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Attempting to bind port a613f80d-70df-4278-997b-a9fc814a88c9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:48.412684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Attempting to bind port a613f80d-70df-4278-997b-a9fc814a88c9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'de0908cf-fb3b-46bc-a678-06d93a37e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:48.413112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Attempting to bind port a613f80d-70df-4278-997b-a9fc814a88c9 on network 55b0130c-1db7-4fb6-8e9d-98bc99226848 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:48.413991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.421786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:48.422156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Checking segment: {'id': 'de0908cf-fb3b-46bc-a678-06d93a37e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:48.422592 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.423010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Bound using segment: {'id': 'de0908cf-fb3b-46bc-a678-06d93a37e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:48.426976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Bound port: a613f80d-70df-4278-997b-a9fc814a88c9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0908cf-fb3b-46bc-a678-06d93a37e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:48.427297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.430628 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5730977c-4324-4583-8498-62839984d48e'] response: {'name': 'network-changed', 'server_uuid': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'tag': '4f621925-b377-4e06-ae37-cdf340d066f6', 'status': 'completed', 'code': 200} May 27 02:01:48.452167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.458334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e4e3dfbd-c1c1-472e-b599-6d8eb2628f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:48.459669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-e4e3dfbd-c1c1-472e-b599-6d8eb2628f0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 1096 time: 0.0925488 May 27 02:01:48.493037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['bf52d6f7-a4b1-431d-aca7-4ef696d92c32'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:48.524809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:48.544558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-dc1781d6-4c10-4818-adf0-068f0f40c76e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f621925-b377-4e06-ae37-cdf340d066f6 HTTP/1.1" status: 200 len: 217 time: 0.0772569 May 27 02:01:48.593433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c0499b13-fe3e-4689-b19c-8b2b495ef828 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:48.611171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.612814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8577895 May 27 02:01:48.615411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46874) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:48.628080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f93f7-5590-4edd-b828-49402242dd1a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c38ca5-a7ca-4162-bca9-1d86d54a1dac,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.628995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-440495306', 'security_groups': ['09c38ca5-a7ca-4162-bca9-1d86d54a1dac'], 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e406e405-de5a-4d35-b8be-4200c886235f'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:48.659651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.698519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c0499b13-fe3e-4689-b19c-8b2b495ef828 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:48.703515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c0499b13-fe3e-4689-b19c-8b2b495ef828 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3151343 May 27 02:01:48.707265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-9baec6bc-aa6d-46ad-81c2-acf673d75d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:48.708701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-9baec6bc-aa6d-46ad-81c2-acf673d75d39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.1573617 May 27 02:01:48.709143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46878) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:48.733240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:48.764498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a613f80d-70df-4278-997b-a9fc814a88c9,segment=NetworkSegment(de0908cf-fb3b-46bc-a678-06d93a37e0da),segment_id=de0908cf-fb3b-46bc-a678-06d93a37e0da)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:48.772069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-18f4f358-8f8d-4819-952d-11c86da7f6cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487401 May 27 02:01:48.777815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.778476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fa1c7-fb26-4500-a6bb-46be9ab80dc6 req-ea2152fc-e151-44d9-bc29-33fe846676ca tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:48.780133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c78fa1c7-fb26-4500-a6bb-46be9ab80dc6 req-ea2152fc-e151-44d9-bc29-33fe846676ca tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 944 time: 0.2921994 May 27 02:01:48.780866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=5b076a4f-1a3b-48bf-89ce-d21399c4f8d1,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.795480 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3091480-998b-46ff-969b-9cccdc12f838 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.830865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3091480-998b-46ff-969b-9cccdc12f838 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.844495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8179d53b-8ba5-4079-8add-77a1be9b3ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:48.844977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: 8179d53b-8ba5-4079-8add-77a1be9b3ce3, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:48.878683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c78fa1c7-fb26-4500-a6bb-46be9ab80dc6 req-bf2ffe17-594a-4079-91db-a1740c536606 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863659 May 27 02:01:48.890518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3091480-998b-46ff-969b-9cccdc12f838 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.905451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:48.915581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3091480-998b-46ff-969b-9cccdc12f838 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6023c0d0-86c6-4b10-bcd0-c62e8f4a94b6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.923022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:48.929112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 8179d53b-8ba5-4079-8add-77a1be9b3ce3) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:48.942333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b3091480-998b-46ff-969b-9cccdc12f838 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.942333 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b3091480-998b-46ff-969b-9cccdc12f838 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6023c0d0-86c6-4b10-bcd0-c62e8f4a94b6 HTTP/1.1" status: 204 len: 168 time: 0.2242277 May 27 02:01:48.942779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e16205-4330-4c40-8043-986989a877c3 None None] Pushing event updated for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:48.942897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46882) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:48.949828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d115a0-340e-4cf4-95c4-5769f4922092 None None] Network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:48.951994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:48.952881 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:48.958350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:48.988346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-a7b9c412-b618-48ab-9172-f87c76f996c8 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100556 May 27 02:01:48.991826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:49.020322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a9f98e7c-6a13-4609-9375-d0f02d476beb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2597983 May 27 02:01:49.027790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46886) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:49.034295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238184345'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:49.040542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:49.045347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:49.048715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:49.055603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:49.081797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c26148ed-b825-4e07-b265-db3ad995ffa9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:49.089947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:49.093295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.132676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:49.144696 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.145053 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 927f981e-8b45-486a-84b4-8e66f1cbf937 of type vlan for network bc92b091-10ec-4015-bb9d-280b497e8f49 May 27 02:01:49.153108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c26148ed-b825-4e07-b265-db3ad995ffa9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:49.158361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c26148ed-b825-4e07-b265-db3ad995ffa9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2143502 May 27 02:01:49.160053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46892) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:49.173905 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c0973af-3d73-47fd-9440-5ed513bf5853 req-0f2fe8eb-aa84-4bcb-b3bc-4d9663da8c4f service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623852 May 27 02:01:49.208991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea07341c-5021-4cac-8425-2595840a1a21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.251887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea07341c-5021-4cac-8425-2595840a1a21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.280423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.328332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea07341c-5021-4cac-8425-2595840a1a21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.349842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07341c-5021-4cac-8425-2595840a1a21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e360d8d-ca6e-493d-8d7b-6feeb922752d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:49.355808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.361460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:49.362117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.365950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-8179d53b-8ba5-4079-8add-77a1be9b3ce3', 'network_id': '8179d53b-8ba5-4079-8add-77a1be9b3ce3', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': '5b076a4f-1a3b-48bf-89ce-d21399c4f8d1'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:49.367572 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.484946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea07341c-5021-4cac-8425-2595840a1a21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.486134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea07341c-5021-4cac-8425-2595840a1a21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5e360d8d-ca6e-493d-8d7b-6feeb922752d HTTP/1.1" status: 204 len: 168 time: 0.3250644 May 27 02:01:49.491354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46896) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:49.494812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4655797 May 27 02:01:49.498606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46900) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:49.518437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': 'bc92b091-10ec-4015-bb9d-280b497e8f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:49.558982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.565895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7df38-0286-4df0-8229-2bc6dd457a2b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=bc92b091-10ec-4015-bb9d-280b497e8f49,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:49.584929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bc92b091-10ec-4015-bb9d-280b497e8f49 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:49.585150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-c1254bbb-ffd1-44fa-9f54-2505839bf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:49.586491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-c1254bbb-ffd1-44fa-9f54-2505839bf8e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 1096 time: 0.3410320 May 27 02:01:49.600765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Allocated IP 2001:db8:0:ffff::2 (8179d53b-8ba5-4079-8add-77a1be9b3ce3/5b076a4f-1a3b-48bf-89ce-d21399c4f8d1/7492b772-1cb1-4cf8-91cd-200f7408fc79) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:49.627522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d800-8be5-4838-9ef6-139f7333bdc1 req-80aab86d-f9cc-4e30-b698-91a606d658b3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:49.629025 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffa2d800-8be5-4838-9ef6-139f7333bdc1 req-80aab86d-f9cc-4e30-b698-91a606d658b3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 944 time: 0.3502791 May 27 02:01:49.677530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 993f73ec-5b6b-4bd0-82c2-5560dc39786d yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:01:49.688273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af1bc33c-e1d3-421a-b5bd-2d8cafb7f1f3 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:49.725328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:49.727928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af1bc33c-e1d3-421a-b5bd-2d8cafb7f1f3 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:49.733305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-af1bc33c-e1d3-421a-b5bd-2d8cafb7f1f3 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2368622 May 27 02:01:49.733305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46904) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:49.735977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:49.739203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:49.754622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:49.779546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:49.783329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.803806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba3d38e2-4b02-477f-8900-385ee4d56d83 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.808790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffa2d800-8be5-4838-9ef6-139f7333bdc1 req-7824f6a4-f36c-4da8-bf29-4d2e5172751b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325386 May 27 02:01:49.880776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba3d38e2-4b02-477f-8900-385ee4d56d83 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.912807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-cf1f9c6f-5eec-4048-aeba-1a1f4d65c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:49.914847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-cf1f9c6f-5eec-4048-aeba-1a1f4d65c010 service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.3189559 May 27 02:01:49.928875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.942219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba3d38e2-4b02-477f-8900-385ee4d56d83 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:49.959428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Transition to ACTIVE for port object 7492b772-1cb1-4cf8-91cd-200f7408fc79 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:49.962173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d38e2-4b02-477f-8900-385ee4d56d83 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5486c9ba-a47e-48ca-aa59-9800edabc49b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:50.012546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-1f2150e3-069e-4ddf-81dc-a7454cfe835d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f621925-b377-4e06-ae37-cdf340d066f6 HTTP/1.1" status: 200 len: 217 time: 0.0886199 May 27 02:01:50.013364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Transition to ACTIVE for port object 7492b772-1cb1-4cf8-91cd-200f7408fc79 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:50.033656 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.033974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba3d38e2-4b02-477f-8900-385ee4d56d83 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.037542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ba3d38e2-4b02-477f-8900-385ee4d56d83 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5486c9ba-a47e-48ca-aa59-9800edabc49b HTTP/1.1" status: 204 len: 168 time: 0.3008595 May 27 02:01:50.037941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:50.144055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:50.152087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:50.153088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-d67c19b4-e036-4444-be36-6f1bae1cc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:50.154686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-d67c19b4-e036-4444-be36-6f1bae1cc4d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.1329277 May 27 02:01:50.156851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:50.171796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::307 (55b0130c-1db7-4fb6-8e9d-98bc99226848/e406e405-de5a-4d35-b8be-4200c886235f/993f73ec-5b6b-4bd0-82c2-5560dc39786d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:50.202089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c74790f6-b174-4a3b-95b0-d6f0d60bf567 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:50.209939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Pushing event updated for resources: {'Port': ['ID=7492b772-1cb1-4cf8-91cd-200f7408fc79,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:50.224590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-658cf4bc-c5a0-49bf-a410-12ef38308068 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542777 May 27 02:01:50.233617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.272760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Attempting to bind port 7492b772-1cb1-4cf8-91cd-200f7408fc79 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:50.273386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Attempting to bind port 7492b772-1cb1-4cf8-91cd-200f7408fc79 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8179d53b-8ba5-4079-8add-77a1be9b3ce3'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:50.273929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Attempting to bind port 7492b772-1cb1-4cf8-91cd-200f7408fc79 on network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:50.279785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:50.280394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Checking segment: {'id': '7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8179d53b-8ba5-4079-8add-77a1be9b3ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:50.280954 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.281513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Bound using segment: {'id': '7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8179d53b-8ba5-4079-8add-77a1be9b3ce3'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:50.282128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Bound port: 7492b772-1cb1-4cf8-91cd-200f7408fc79, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8179d53b-8ba5-4079-8add-77a1be9b3ce3'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:50.282661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.370915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c74790f6-b174-4a3b-95b0-d6f0d60bf567 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:50.372416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c74790f6-b174-4a3b-95b0-d6f0d60bf567 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3311334 May 27 02:01:50.373304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=a85a47e1-fd22-4ed7-a87b-ba9de6b04514,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:50.376543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46914) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:50.413360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3a960d6f-5626-42bf-acf3-b522a6c7e430 None None] Provisioning for port a613f80d-70df-4278-997b-a9fc814a88c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:50.430671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '927f981e-8b45-486a-84b4-8e66f1cbf937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc92b091-10ec-4015-bb9d-280b497e8f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:50.431077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: bc92b091-10ec-4015-bb9d-280b497e8f49, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:50.445392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8a719fe-91b0-4681-a5ac-5e1bd431dd6a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.452897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] For port 7492b772-1cb1-4cf8-91cd-200f7408fc79, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:50.455490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3a960d6f-5626-42bf-acf3-b522a6c7e430 None None] Provisioning complete for port 717c5e56-c243-4abb-93e1-2086a9e661c7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:50.455490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3a960d6f-5626-42bf-acf3-b522a6c7e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.464838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8a719fe-91b0-4681-a5ac-5e1bd431dd6a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.477797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63ec62-4421-430e-8077-e40ba9273538 req-53b62e3f-318c-459b-9574-8489b793395e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:50.480013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d63ec62-4421-430e-8077-e40ba9273538 req-53b62e3f-318c-459b-9574-8489b793395e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 944 time: 0.3660178 May 27 02:01:50.494701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-28d3d4c3-c4f3-477c-acc8-d469a5ea3fc3 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593646 May 27 02:01:50.510903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network bc92b091-10ec-4015-bb9d-280b497e8f49 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:50.528769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] For port 7492b772-1cb1-4cf8-91cd-200f7408fc79, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7492b772-1cb1-4cf8-91cd-200f7408fc79,segment=NetworkSegment(7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5),segment_id=7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:50.529900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3a960d6f-5626-42bf-acf3-b522a6c7e430 None None] Port 717c5e56-c243-4abb-93e1-2086a9e661c7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:50.535363 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.543981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8a719fe-91b0-4681-a5ac-5e1bd431dd6a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.566516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bc92b091-10ec-4015-bb9d-280b497e8f49) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:50.581865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:50.582599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.591789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a719fe-91b0-4681-a5ac-5e1bd431dd6a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=401b2c7b-32d0-4377-ac11-3d66acefe8f0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:50.597314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d63ec62-4421-430e-8077-e40ba9273538 req-481de058-598f-4c77-bc69-afee78620175 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065741 May 27 02:01:50.614697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b8a719fe-91b0-4681-a5ac-5e1bd431dd6a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.617413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b8a719fe-91b0-4681-a5ac-5e1bd431dd6a tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/401b2c7b-32d0-4377-ac11-3d66acefe8f0 HTTP/1.1" status: 204 len: 168 time: 0.2361717 May 27 02:01:50.618487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d87f7c-03f0-4160-b9c4-699726255dd0 None None] Network bc92b091-10ec-4015-bb9d-280b497e8f49 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:50.627225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46918) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:50.635184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8888622e-f27a-4855-99e1-64a714de0fb0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1236045 May 27 02:01:50.636051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46922) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:50.673965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.707770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 993f73ec-5b6b-4bd0-82c2-5560dc39786d will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:50.719360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:50.731356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9c738ed-3de3-411c-b841-6d2f0efa89c5 req-64476a21-d722-472b-a2f5-8d38b4d33b0b service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248313 May 27 02:01:50.754979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.766838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40c5d6-199f-4d81-bb22-2fec7654e97c None None] Pushing event updated for resources: {'Port': ['ID=7492b772-1cb1-4cf8-91cd-200f7408fc79,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:50.778091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c24cd4bf-2974-427d-ae67-e698f207c037 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:50.842239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.845559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c24cd4bf-2974-427d-ae67-e698f207c037 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:50.850467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c24cd4bf-2974-427d-ae67-e698f207c037 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2183642 May 27 02:01:50.851423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:50.853486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46928) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:50.856886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:50.871081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:50.876940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:50.877637 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.904136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=993f73ec-5b6b-4bd0-82c2-5560dc39786d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:50.937533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:50.966840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.977270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:50.977792 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:50.983634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e96dd28a-e7eb-4611-8744-f47ab2c2a488 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3663733 May 27 02:01:50.993085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46932) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:51.002338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:51.057897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35e115-811b-4c5b-a3c3-647e987dab1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bc92b091-10ec-4015-bb9d-280b497e8f49', 'network_id': 'bc92b091-10ec-4015-bb9d-280b497e8f49', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': 'a85a47e1-fd22-4ed7-a87b-ba9de6b04514'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:51.058988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8c35e115-811b-4c5b-a3c3-647e987dab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.138790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.291524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:51.291920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.292111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13722a7c-21d5-436c-82e3-52437e2f9e0b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.312957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a613f80d-70df-4278-997b-a9fc814a88c9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:51.360832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13722a7c-21d5-436c-82e3-52437e2f9e0b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.371328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=a85a47e1-fd22-4ed7-a87b-ba9de6b04514,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server [None req-8c35e115-811b-4c5b-a3c3-647e987dab1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a85a47e1-fd22-4ed7-a87b-ba9de6b04514: This subnet is being modified by another concurrent operation. May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise exception May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a85a47e1-fd22-4ed7-a87b-ba9de6b04514: This subnet is being modified by another concurrent operation. May 27 02:01:51.378663 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server May 27 02:01:51.404625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:51.417985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-29a856bd-ac1e-4f7d-935a-70e5e8ad7acf None None] Provisioning for port 993f73ec-5b6b-4bd0-82c2-5560dc39786d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:51.430287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-29a856bd-ac1e-4f7d-935a-70e5e8ad7acf None None] Provisioning complete for port 993f73ec-5b6b-4bd0-82c2-5560dc39786d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:51.430781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29a856bd-ac1e-4f7d-935a-70e5e8ad7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.456912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d3dd2-c566-4798-b9f5-52c1ed24a709 None None] Network bc92b091-10ec-4015-bb9d-280b497e8f49 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:51.479379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:51.481667 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578e7335-f4d9-4560-8732-0f9c3c133e47'] response: {'server_uuid': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7', 'code': 200} May 27 02:01:51.491822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a613f80d-70df-4278-997b-a9fc814a88c9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:51.495165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:51.502150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.507558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:51.508762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.520811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d29b43-4c20-4824-bb3e-ef877b7c5ee6 req-11fbdf4d-a8c5-4f12-b677-bd6970df7884 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:51.522406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21d29b43-4c20-4824-bb3e-ef877b7c5ee6 req-11fbdf4d-a8c5-4f12-b677-bd6970df7884 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 944 time: 0.4311030 May 27 02:01:51.523511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:51.526859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:51.539829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc92b091-10ec-4015-bb9d-280b497e8f49']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:51.556571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927f981e-8b45-486a-84b4-8e66f1cbf937') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:51.557819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927f981e-8b45-486a-84b4-8e66f1cbf937') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:51.572337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.594549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.607149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:51.607349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.608478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:51.619146 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.661388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:51.731462 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.737451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-29a856bd-ac1e-4f7d-935a-70e5e8ad7acf None None] Port 993f73ec-5b6b-4bd0-82c2-5560dc39786d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:51.795823 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 927f981e-8b45-486a-84b4-8e66f1cbf937 resource provider aggregate not found May 27 02:01:51.799704 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.806366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:51.807466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.818374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=bc92b091-10ec-4015-bb9d-280b497e8f49,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:51.821252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.821395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0307a367-76be-41ae-9f26-749aa8434bd3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/bc92b091-10ec-4015-bb9d-280b497e8f49 HTTP/1.1" status: 204 len: 168 time: 1.1680310 May 27 02:01:51.845103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46944) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:51.850817 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 927f981e-8b45-486a-84b4-8e66f1cbf937 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 927f981e-8b45-486a-84b4-8e66f1cbf937 found for delete ", "request_id": "req-9d2ae6ca-d6bf-49a0-aef9-4b0d49c57529"}]} May 27 02:01:51.855249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048768747'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:51.868842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:51.881613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:51.886494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:51.894523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:51.924666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:51.924895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1adc-dcde-4303-9fd4-399d6ab9953b req-6cccf940-f448-4249-9db9-11f961aad85e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:51.933075 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0ac1adc-dcde-4303-9fd4-399d6ab9953b req-6cccf940-f448-4249-9db9-11f961aad85e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 945 time: 0.2026703 May 27 02:01:51.935107 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21d29b43-4c20-4824-bb3e-ef877b7c5ee6 req-0f489ef9-5d12-4e58-a8c4-e5c87fbb2870 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639598 May 27 02:01:51.935263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a613f80d-70df-4278-997b-a9fc814a88c9,segment=NetworkSegment(de0908cf-fb3b-46bc-a678-06d93a37e0da),segment_id=de0908cf-fb3b-46bc-a678-06d93a37e0da)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:51.940721 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.945964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13722a7c-21d5-436c-82e3-52437e2f9e0b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.952200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:51.956901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:51.971818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13722a7c-21d5-436c-82e3-52437e2f9e0b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe92cf-21b9-4ad0-bd9c-42f95468a749,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:52.017955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0ac1adc-dcde-4303-9fd4-399d6ab9953b req-041626cc-863c-4b96-b75e-d382fb5316a7 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838721 May 27 02:01:52.021203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13722a7c-21d5-436c-82e3-52437e2f9e0b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.022031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:52.022393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-13722a7c-21d5-436c-82e3-52437e2f9e0b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/75fe92cf-21b9-4ad0-bd9c-42f95468a749 HTTP/1.1" status: 204 len: 168 time: 1.1634014 May 27 02:01:52.026879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46948) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:52.029330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e8ed-98f3-4106-b117-31e263e0f0e6 req-1607e935-eb52-4db3-96e6-65b891c29afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:52.029821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:52.030846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9854e8ed-98f3-4106-b117-31e263e0f0e6 req-1607e935-eb52-4db3-96e6-65b891c29afc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 1097 time: 0.5007198 May 27 02:01:52.051150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.051520 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment f75a9dcb-32e9-4df7-afc1-658a0e88d97b of type vlan for network b407aa8d-7109-47df-b749-2daaae437e32 May 27 02:01:52.082407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.090320 n-d-843146-11 neutron-server[88426]: INFO neutron.db.ipam_backend_mixin [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e406e405-de5a-4d35-b8be-4200c886235f (CIDR: 2001:db8::/64) May 27 02:01:52.111709 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:01:52.112195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:01:52.118957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.125827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:52.126551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.149714 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9854e8ed-98f3-4106-b117-31e263e0f0e6 req-a08e4cd7-6180-40f1-b0b0-13ab5e247516 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902245 May 27 02:01:52.153436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7aeea56e-932d-444f-9f84-a1f93fb34189 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:52.160035 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3128a8a4-15f0-49ba-9cc1-ab14cff46c02 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1623137 May 27 02:01:52.160949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:52.169650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:52.242082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=b407aa8d-7109-47df-b749-2daaae437e32,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:52.245987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-da8f90cf-0aca-45e1-a8b0-615a1a551155 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3988061 May 27 02:01:52.248929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46956) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:52.253478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b407aa8d-7109-47df-b749-2daaae437e32 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:52.254430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': 'b407aa8d-7109-47df-b749-2daaae437e32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:52.271551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7aeea56e-932d-444f-9f84-a1f93fb34189 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:52.272990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7aeea56e-932d-444f-9f84-a1f93fb34189 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2411106 May 27 02:01:52.278344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46960) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:52.287339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--806791880'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:52.333784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a20ae-04fc-4261-9cb7-6aa48c41752e None None] Network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:52.340354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:52.342850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:52.345055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:52.348520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:52.355434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:52.366766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:52.370362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.371722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:52.402077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.412046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:52.420231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:52.425002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:52.435049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:52.437386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:52.443919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:52.448548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:52.455195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:52.459120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:52.462836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.502204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-504b2f99-f7dc-483b-8923-8b57b4d28e6d None None] Provisioning for port 7492b772-1cb1-4cf8-91cd-200f7408fc79 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:52.650896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.657332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.706819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.718601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bf52d6f7-a4b1-431d-aca7-4ef696d92c32 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:52.766279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:52.769049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:52.770750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c452650-075d-49e7-83d8-e6d12a884d80,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:52.773549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:52.774208 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.779795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.781862 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b5033aa7-f079-4923-ae30-fe7bc8693be7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5025680 May 27 02:01:52.785604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46964) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:52.790922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5741d3-7317-423d-a3be-f80e51fcc6bc None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:52.796262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '4c452650-075d-49e7-83d8-e6d12a884d80', 'direction': 'ingress', 'protocol': 17}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:52.803818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=87d15ea3-b4e9-4412-b7d3-6d48114c7abd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:52.804393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:52.815985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1de1c675-8b43-46ed-bd6a-b391867af3cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6508834 May 27 02:01:52.816411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46968) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:52.824925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1240657885', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87d15ea3-b4e9-4412-b7d3-6d48114c7abd'}], 'security_groups': ['e404535e-9fa0-4993-82fe-0393e4fbcdef']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:52.827003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:52.832854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:52.848165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:52.864952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.936291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:52.941120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.948039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:52.948584 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.988205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:52.993011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=73a05d1a-9ee2-4e43-9706-fc4e0fa8aa2d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:53.033592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': 'f75a9dcb-32e9-4df7-afc1-658a0e88d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b407aa8d-7109-47df-b749-2daaae437e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:53.034271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: b407aa8d-7109-47df-b749-2daaae437e32, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:53.054316 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:01:53.105967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.114543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.124321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network b407aa8d-7109-47df-b749-2daaae437e32 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:53.151642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92615dac-01f5-4856-a52f-8631ccf3ddf4,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:53.155931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b407aa8d-7109-47df-b749-2daaae437e32) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:53.172159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:53.172159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.189693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.191075 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ef313bd-c849-49c5-95ce-a49cbc3514e4 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4043105 May 27 02:01:53.199102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93870d-fd91-4e8d-879a-b2bfe3a4d66a None None] Network b407aa8d-7109-47df-b749-2daaae437e32 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:53.201323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46976) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:53.261074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-576dae07-3954-406e-8400-a3e68b4c22e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0111604 May 27 02:01:53.267746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46980) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:53.314705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:53.315068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.319018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999195692'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:53.330587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a613f80d-70df-4278-997b-a9fc814a88c9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:53.344349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:53.352251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:53.357456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:53.373001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:53.393882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68afff-5aec-46d7-bcfc-c2267c03837f req-ee7c030e-315f-4ac8-9b97-493f723ff2e7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:53.399248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fefd-b13b-472b-9b4b-5a1de269e5e1 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.401616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af68afff-5aec-46d7-bcfc-c2267c03837f req-ee7c030e-315f-4ac8-9b97-493f723ff2e7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 944 time: 0.3031085 May 27 02:01:53.423777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:53.427419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.463336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fefd-b13b-472b-9b4b-5a1de269e5e1 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.481509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port bf52d6f7-a4b1-431d-aca7-4ef696d92c32, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:53.482315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:01:53.503313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:53.508994 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af68afff-5aec-46d7-bcfc-c2267c03837f req-e5fd072f-ccca-45ca-98d6-36c441ed54ae tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010993 May 27 02:01:53.514600 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.521861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6eaa9b-6384-4db6-9b28-3a7e581dbf74 req-ba757339-8858-469a-a5a6-6539cb5fb353 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:53.544276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af6eaa9b-6384-4db6-9b28-3a7e581dbf74 req-ba757339-8858-469a-a5a6-6539cb5fb353 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 945 time: 0.2818739 May 27 02:01:53.588414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.588856 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 70ecda81-70ae-4669-83a3-f453077844f0 of type vlan for network 5b58ef1c-08cb-425e-8dbd-c4eefa380681 May 27 02:01:53.608975 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea18dc0-e635-42db-8b67-382ff4fd7376'] response: {'server_uuid': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32', 'code': 200} May 27 02:01:53.635564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fefd-b13b-472b-9b4b-5a1de269e5e1 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.663656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af6eaa9b-6384-4db6-9b28-3a7e581dbf74 req-629500e9-6291-4ec0-8588-73f737307ae2 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183245 May 27 02:01:53.668242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.678187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4fefd-b13b-472b-9b4b-5a1de269e5e1 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c452650-075d-49e7-83d8-e6d12a884d80,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:53.719469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fefd-b13b-472b-9b4b-5a1de269e5e1 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.723797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c1c4fefd-b13b-472b-9b4b-5a1de269e5e1 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c452650-075d-49e7-83d8-e6d12a884d80 HTTP/1.1" status: 204 len: 168 time: 0.5204215 May 27 02:01:53.724987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46986) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:53.746011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.751826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:53.752541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.806893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:53.807317 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.837028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b407aa8d-7109-47df-b749-2daaae437e32', 'network_id': 'b407aa8d-7109-47df-b749-2daaae437e32', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': '73a05d1a-9ee2-4e43-9706-fc4e0fa8aa2d'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:53.838445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.879902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6104937 May 27 02:01:53.880571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:53.884456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:53.891332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] Update dhcp port {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'fixed_ips': [{'subnet_id': 'e406e405-de5a-4d35-b8be-4200c886235f', 'ip_address': '2001:db8::2'}, {'subnet_id': '87d15ea3-b4e9-4412-b7d3-6d48114c7abd'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'a613f80d-70df-4278-997b-a9fc814a88c9'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:01:53.900201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': '5b58ef1c-08cb-425e-8dbd-c4eefa380681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:53.906961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda0a75-9268-4e2b-bb44-1d6d7af2dfec tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=5b58ef1c-08cb-425e-8dbd-c4eefa380681,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:53.911239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9ebcf109-c76a-413c-885a-7bce085fb060 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:53.918295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Delete allocated IP 2001:db8::307 (55b0130c-1db7-4fb6-8e9d-98bc99226848/e406e405-de5a-4d35-b8be-4200c886235f) {{(pid=88426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:01:53.929927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9ebcf109-c76a-413c-885a-7bce085fb060 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:53.935368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 5b58ef1c-08cb-425e-8dbd-c4eefa380681 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:53.936024 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9ebcf109-c76a-413c-885a-7bce085fb060 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2088196 May 27 02:01:53.936817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46994) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:53.942057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503419020'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:53.949001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:53.959544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:53.969756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:53.984671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8:0:1::36c (55b0130c-1db7-4fb6-8e9d-98bc99226848/87d15ea3-b4e9-4412-b7d3-6d48114c7abd/993f73ec-5b6b-4bd0-82c2-5560dc39786d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:53.997613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:54.002878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:54.006208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:54.013698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:54.073989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69332777-2564-4900-9820-d7b6288565ca req-60aa5608-ca7d-4a5e-acc5-878f3439e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:54.075510 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69332777-2564-4900-9820-d7b6288565ca req-60aa5608-ca7d-4a5e-acc5-878f3439e4e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 1098 time: 0.2785752 May 27 02:01:54.101029 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.101620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:54.108659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:54.126746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:54.212862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.219650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.276758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192ba193-f420-45e0-8b50-5328f2f24b1b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:54.280437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.287799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c996ac7f-e356-4aa8-8fde-45bc22365c95 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3493388 May 27 02:01:54.288526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46998) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:54.294495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864657193'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:54.302393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:54.308508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:54.311824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:54.317800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:54.318681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:54.331689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.356574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:54.360768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:54.361720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:54.364484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.364846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:54.371324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:54.390622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69332777-2564-4900-9820-d7b6288565ca req-3f113e59-0602-4c14-9fa8-5abab63908f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850959 May 27 02:01:54.427135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Allocated IP 2001:db8::1 (b407aa8d-7109-47df-b749-2daaae437e32/73a05d1a-9ee2-4e43-9706-fc4e0fa8aa2d/7b952f5c-7905-430c-8b3e-22ce961da488) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:54.429015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:54.430070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7492b772-1cb1-4cf8-91cd-200f7408fc79 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:54.447456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.452403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.493489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing IP validity checks on allocation pools {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:01:54.494185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:01:54.499033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c86cf3-8bc2-4034-8453-82fb4f3f4de9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:54.510185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.513848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-59d4e879-9787-4ba1-9bc2-446da341c88b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2241633 May 27 02:01:54.514375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47002) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:54.519345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '192ba193-f420-45e0-8b50-5328f2f24b1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f8c86cf3-8bc2-4034-8453-82fb4f3f4de9', 'remote_ip_prefix': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:54.527121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:54.533126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:54.539731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:54.549505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:54.553464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.588305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.615220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 993f73ec-5b6b-4bd0-82c2-5560dc39786d will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:54.626582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.680225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.694008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.720648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aa7c0b-f4d6-45c6-ae47-d5a2d99cf7b2,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:54.731142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4f621925-b377-4e06-ae37-cdf340d066f6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:01:54.740055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.741775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0ae117ab-4cbf-467a-9ce8-2c9de6e97af9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2263792 May 27 02:01:54.745684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47010) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:54.783568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4cdd856-0ee8-4271-bffa-95ff96d34f21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.796441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] Allocated IP 2001:db8:0:1::2 (55b0130c-1db7-4fb6-8e9d-98bc99226848/87d15ea3-b4e9-4412-b7d3-6d48114c7abd/a613f80d-70df-4278-997b-a9fc814a88c9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:01:54.798523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7492b772-1cb1-4cf8-91cd-200f7408fc79 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:54.798868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4cdd856-0ee8-4271-bffa-95ff96d34f21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.818618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7492b772-1cb1-4cf8-91cd-200f7408fc79 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:54.819031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.828705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] In _notify_port_updated(), no bound segment for port 993f73ec-5b6b-4bd0-82c2-5560dc39786d on network 55b0130c-1db7-4fb6-8e9d-98bc99226848 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:01:54.834093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:54.834791 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.839366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "PUT /v2.0/ports/993f73ec-5b6b-4bd0-82c2-5560dc39786d HTTP/1.1" status: 200 len: 931 time: 2.0189993 May 27 02:01:54.846675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47016) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:54.859332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e22735-fe62-4e65-8b64-b9e3e3c16e27 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=993f73ec-5b6b-4bd0-82c2-5560dc39786d,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:54.903938 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4cdd856-0ee8-4271-bffa-95ff96d34f21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.928520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f4cdd856-0ee8-4271-bffa-95ff96d34f21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.929612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f4cdd856-0ee8-4271-bffa-95ff96d34f21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/76aa7c0b-f4d6-45c6-ae47-d5a2d99cf7b2 HTTP/1.1" status: 204 len: 168 time: 0.1826720 May 27 02:01:54.933578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdd856-0ee8-4271-bffa-95ff96d34f21 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76aa7c0b-f4d6-45c6-ae47-d5a2d99cf7b2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:54.939429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47020) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:54.942922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615234-292a-4154-9db6-60686a3d4dd1 req-b77863d2-bc3a-4d53-98f0-8622eb4f62dc tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:54.944473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c615234-292a-4154-9db6-60686a3d4dd1 req-b77863d2-bc3a-4d53-98f0-8622eb4f62dc tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 945 time: 0.1256835 May 27 02:01:54.980992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:54.994009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c615234-292a-4154-9db6-60686a3d4dd1 req-7e9e5d37-5db5-459e-9343-b6efc2247f87 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 May 27 02:01:55.057190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 993f73ec-5b6b-4bd0-82c2-5560dc39786d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:01:55.057532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.146050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b698d-2829-4ac8-84e2-418172075f66 req-1f173651-5081-4915-b9c4-3768e506b076 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:55.147537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-317b698d-2829-4ac8-84e2-418172075f66 req-1f173651-5081-4915-b9c4-3768e506b076 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 944 time: 0.4501681 May 27 02:01:55.152449 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.164675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d25bc063-67ea-4f46-9ea8-a37a70d808a5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:55.175128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=22095bde-5698-4b2f-9042-d2e242c672d8,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:55.198185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Transition to ACTIVE for port object 7b952f5c-7905-430c-8b3e-22ce961da488 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:55.201519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45dcbb-4b34-4e3b-bd17-0e161710cc74 req-eab012fb-ace4-4aad-85c8-56b9c721de4a tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:55.203367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e45dcbb-4b34-4e3b-bd17-0e161710cc74 req-eab012fb-ace4-4aad-85c8-56b9c721de4a tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 946 time: 0.0892665 May 27 02:01:55.218034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 4f621925-b377-4e06-ae37-cdf340d066f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4f621925-b377-4e06-ae37-cdf340d066f6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:55.259129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e45dcbb-4b34-4e3b-bd17-0e161710cc74 req-1731408d-e9c4-43e4-a49d-822c76cdb2ea tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 May 27 02:01:55.267794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '70ecda81-70ae-4669-83a3-f453077844f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5b58ef1c-08cb-425e-8dbd-c4eefa380681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:55.268296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: 5b58ef1c-08cb-425e-8dbd-c4eefa380681, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:55.304086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d25bc063-67ea-4f46-9ea8-a37a70d808a5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:55.305266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d25bc063-67ea-4f46-9ea8-a37a70d808a5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3613317 May 27 02:01:55.308397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47026) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:55.312032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a613f80d-70df-4278-997b-a9fc814a88c9,segment=NetworkSegment(de0908cf-fb3b-46bc-a678-06d93a37e0da),segment_id=de0908cf-fb3b-46bc-a678-06d93a37e0da)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:55.318361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '4f621925-b377-4e06-ae37-cdf340d066f6', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'port_id': '4f621925-b377-4e06-ae37-cdf340d066f6', 'mac_address': 'fa:16:3e:27:fa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73de125-37f2-4186-80bf-fde73bba2429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:01:55.320415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Transition to ACTIVE for port object 7b952f5c-7905-430c-8b3e-22ce961da488 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:55.363041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7492b772-1cb1-4cf8-91cd-200f7408fc79 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:55.363433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.372490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.378377 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6131-1a5e-4652-ae04-d6f9a773c826 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.381403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-317b698d-2829-4ac8-84e2-418172075f66 req-8f64b013-7338-4ce4-b5ec-bfa043b5965b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078371 May 27 02:01:55.398009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network 5b58ef1c-08cb-425e-8dbd-c4eefa380681 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:55.421535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6131-1a5e-4652-ae04-d6f9a773c826 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.441168 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:01:55.444994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 5b58ef1c-08cb-425e-8dbd-c4eefa380681) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:55.450732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:55.451870 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.472403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d8bca-d98b-4ea8-91cb-469a6ac1b6ad None None] Network 5b58ef1c-08cb-425e-8dbd-c4eefa380681 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:55.473385 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6131-1a5e-4652-ae04-d6f9a773c826 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.489178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.492466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6131-1a5e-4652-ae04-d6f9a773c826 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c86cf3-8bc2-4034-8453-82fb4f3f4de9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:55.503879 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.514309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6131-1a5e-4652-ae04-d6f9a773c826 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.519383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9bdb6131-1a5e-4652-ae04-d6f9a773c826 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/f8c86cf3-8bc2-4034-8453-82fb4f3f4de9 HTTP/1.1" status: 204 len: 168 time: 0.2097478 May 27 02:01:55.520081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:55.574578 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-37aa8fa8-3a31-4c2f-8668-848b1c0ada81 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6914396 May 27 02:01:55.577171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Network b407aa8d-7109-47df-b749-2daaae437e32 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:55.578917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47034) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:55.583655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 4f621925-b377-4e06-ae37-cdf340d066f6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:55.584013 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.613759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:55.624632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Pushing event updated for resources: {'Port': ['ID=7b952f5c-7905-430c-8b3e-22ce961da488,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:55.627883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:01:55.638196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] Transition to ACTIVE for port object a613f80d-70df-4278-997b-a9fc814a88c9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:01:55.641841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 993f73ec-5b6b-4bd0-82c2-5560dc39786d owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:01:55.647194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7492b772-1cb1-4cf8-91cd-200f7408fc79, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7492b772-1cb1-4cf8-91cd-200f7408fc79,segment=NetworkSegment(7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5),segment_id=7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:55.652880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f621925-b377-4e06-ae37-cdf340d066f6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:01:55.682818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.721951 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.763749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7933329b-93bc-4f84-a128-ab94612025e0 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:55.803699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.807854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7933329b-93bc-4f84-a128-ab94612025e0 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:55.813521 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7933329b-93bc-4f84-a128-ab94612025e0 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2897661 May 27 02:01:55.815144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47040) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:55.846625 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.897997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 4f621925-b377-4e06-ae37-cdf340d066f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4f621925-b377-4e06-ae37-cdf340d066f6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:01:55.920977 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.929577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=993f73ec-5b6b-4bd0-82c2-5560dc39786d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:55.962968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Attempting to bind port 7b952f5c-7905-430c-8b3e-22ce961da488 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:01:55.963354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Attempting to bind port 7b952f5c-7905-430c-8b3e-22ce961da488 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'f75a9dcb-32e9-4df7-afc1-658a0e88d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b407aa8d-7109-47df-b749-2daaae437e32'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:01:55.963701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Attempting to bind port 7b952f5c-7905-430c-8b3e-22ce961da488 on network b407aa8d-7109-47df-b749-2daaae437e32 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:01:55.965023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6275bcf0-8cdc-48cf-a2b9-6bf6d9c21028 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.967986 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.975901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:55.988377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-01d24547-9162-485e-b748-549753957737 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/993f73ec-5b6b-4bd0-82c2-5560dc39786d HTTP/1.1" status: 204 len: 168 time: 1.1382284 May 27 02:01:55.988589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47044) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:56.017053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:01:56.017444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Checking segment: {'id': 'f75a9dcb-32e9-4df7-afc1-658a0e88d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b407aa8d-7109-47df-b749-2daaae437e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:56.017826 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.018294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Bound using segment: {'id': 'f75a9dcb-32e9-4df7-afc1-658a0e88d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b407aa8d-7109-47df-b749-2daaae437e32'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:01:56.018792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Bound port: 7b952f5c-7905-430c-8b3e-22ce961da488, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75a9dcb-32e9-4df7-afc1-658a0e88d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b407aa8d-7109-47df-b749-2daaae437e32'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:01:56.019197 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.032113 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5391fd69-ed02-4398-abd3-723e5fabecf4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:01:56.032644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5391fd69-ed02-4398-abd3-723e5fabecf4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:56.043652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03559275-0454-459a-a393-0398d7e0ab70 None None] Pushing event updated for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.049581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6275bcf0-8cdc-48cf-a2b9-6bf6d9c21028 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.052406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5391fd69-ed02-4398-abd3-723e5fabecf4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:56.054004 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5391fd69-ed02-4398-abd3-723e5fabecf4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/993f73ec-5b6b-4bd0-82c2-5560dc39786d HTTP/1.1" status: 404 len: 333 time: 0.0645213 May 27 02:01:56.057608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:56.109625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.131714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29824731-5d4f-4bff-8478-3ff9a34b5ed9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.154600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=22095bde-5698-4b2f-9042-d2e242c672d8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.163026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29824731-5d4f-4bff-8478-3ff9a34b5ed9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.185830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6275bcf0-8cdc-48cf-a2b9-6bf6d9c21028 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.216559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29824731-5d4f-4bff-8478-3ff9a34b5ed9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.240925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29824731-5d4f-4bff-8478-3ff9a34b5ed9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c38ca5-a7ca-4162-bca9-1d86d54a1dac,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.257662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29824731-5d4f-4bff-8478-3ff9a34b5ed9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.259129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-29824731-5d4f-4bff-8478-3ff9a34b5ed9 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/security-groups/09c38ca5-a7ca-4162-bca9-1d86d54a1dac HTTP/1.1" status: 204 len: 168 time: 0.2002232 May 27 02:01:56.261908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47052) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:56.280827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275bcf0-8cdc-48cf-a2b9-6bf6d9c21028 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192ba193-f420-45e0-8b50-5328f2f24b1b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.299928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.329756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc32c1-6e18-47a3-a57f-f3fc315a3b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-5b58ef1c-08cb-425e-8dbd-c4eefa380681', 'network_id': '5b58ef1c-08cb-425e-8dbd-c4eefa380681', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': '22095bde-5698-4b2f-9042-d2e242c672d8'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:01:56.330674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7fcc32c1-6e18-47a3-a57f-f3fc315a3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.341313 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6275bcf0-8cdc-48cf-a2b9-6bf6d9c21028 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.345136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6275bcf0-8cdc-48cf-a2b9-6bf6d9c21028 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/192ba193-f420-45e0-8b50-5328f2f24b1b HTTP/1.1" status: 204 len: 168 time: 0.5282366 May 27 02:01:56.347253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b58ef1c-08cb-425e-8dbd-c4eefa380681']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:56.356809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47058) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:56.369587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be910729-8e36-44dd-b461-b4bcb4b1abd8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.370181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7492b772-1cb1-4cf8-91cd-200f7408fc79,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.388936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ecda81-70ae-4669-83a3-f453077844f0') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:56.389229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ecda81-70ae-4669-83a3-f453077844f0') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:01:56.430040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.436875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] For port 7b952f5c-7905-430c-8b3e-22ce961da488, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:01:56.440580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be910729-8e36-44dd-b461-b4bcb4b1abd8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.465738 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.508851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['4f621925-b377-4e06-ae37-cdf340d066f6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:01:56.522520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:01:56.523016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.523342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be910729-8e36-44dd-b461-b4bcb4b1abd8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.556026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be910729-8e36-44dd-b461-b4bcb4b1abd8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e404535e-9fa0-4993-82fe-0393e4fbcdef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.558684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be910729-8e36-44dd-b461-b4bcb4b1abd8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.559837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be910729-8e36-44dd-b461-b4bcb4b1abd8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/security-groups/e404535e-9fa0-4993-82fe-0393e4fbcdef HTTP/1.1" status: 204 len: 168 time: 0.2966464 May 27 02:01:56.562347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47068) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:56.586126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] For port 7b952f5c-7905-430c-8b3e-22ce961da488, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7b952f5c-7905-430c-8b3e-22ce961da488,segment=NetworkSegment(f75a9dcb-32e9-4df7-afc1-658a0e88d97b),segment_id=f75a9dcb-32e9-4df7-afc1-658a0e88d97b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:01:56.590073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=4f621925-b377-4e06-ae37-cdf340d066f6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.629605 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 70ecda81-70ae-4669-83a3-f453077844f0 resource provider aggregate not found May 27 02:01:56.656695 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.733547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-61750eb0-3ffd-4cd7-9532-52f918ae5cda tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:56.740288 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 70ecda81-70ae-4669-83a3-f453077844f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70ecda81-70ae-4669-83a3-f453077844f0 found for delete ", "request_id": "req-41aecae5-d92f-4a81-9188-43b616a4423b"}]} May 27 02:01:56.768890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19149926-8204-4fc7-ab26-c6a99181888d None None] Pushing event updated for resources: {'Port': ['ID=7b952f5c-7905-430c-8b3e-22ce961da488,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.787499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.789382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-61750eb0-3ffd-4cd7-9532-52f918ae5cda tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:56.791062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-61750eb0-3ffd-4cd7-9532-52f918ae5cda tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4328537 May 27 02:01:56.804024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69764f-3eab-456a-bbcf-ab134e3a40bd None None] Network 5b58ef1c-08cb-425e-8dbd-c4eefa380681 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:56.810102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47076) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:56.811650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.828335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/5b58ef1c-08cb-425e-8dbd-c4eefa380681 HTTP/1.1" status: 204 len: 168 time: 1.2453997 May 27 02:01:56.833990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791385367'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:56.836578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47080) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:56.846936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69764f-3eab-456a-bbcf-ab134e3a40bd None None] Network 5b58ef1c-08cb-425e-8dbd-c4eefa380681 could not be found, it might have been deleted concurrently. {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 27 02:01:56.850290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:56.855417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484787089'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:56.865152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:56.870800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891abca-d6df-4d0b-be6e-7c8dcaf8e197 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=5b58ef1c-08cb-425e-8dbd-c4eefa380681,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:56.874928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:56.880683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:56.891401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:56.902306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e554d7-3c00-432d-9f12-dacf346f0637 req-594009dc-3e2d-4f36-b4f7-9bbb2d10f386 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:56.905230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4e554d7-3c00-432d-9f12-dacf346f0637 req-594009dc-3e2d-4f36-b4f7-9bbb2d10f386 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 946 time: 0.4315233 May 27 02:01:56.908865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:56.919598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet e406e405-de5a-4d35-b8be-4200c886235f {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:01:56.925493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.944723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:56.993786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:56.997579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.004656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4e554d7-3c00-432d-9f12-dacf346f0637 req-0295cd5a-9ad1-46cd-a0f8-4b7ee586470b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909913 May 27 02:01:57.005907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:57.014545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:57.018244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:57.029031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:57.046811 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.130318 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.131692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:01:57.160898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.174741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Provisioning complete for port 717c5e56-c243-4abb-93e1-2086a9e661c7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:57.174940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b068-087d-4ca6-b70f-04d59d999b30 req-f6de0ee2-fe3f-4289-9f71-057e4507d54b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:57.175151 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.178056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29d3b068-087d-4ca6-b70f-04d59d999b30 req-f6de0ee2-fe3f-4289-9f71-057e4507d54b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 945 time: 0.5621274 May 27 02:01:57.224421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.224783 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 6da69343-d111-4f2c-8086-6166d477c8fc of type vlan for network cf86a750-cc83-4655-832c-3c033a16ef00 May 27 02:01:57.272603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac1d37-68f2-42dd-9fec-89ed7848527f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:57.305357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Port 717c5e56-c243-4abb-93e1-2086a9e661c7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:01:57.312745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.314212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-db4ba08b-8e49-4495-a32d-42b812ac9afa tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4963043 May 27 02:01:57.317194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47090) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:57.323299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': '3bac1d37-68f2-42dd-9fec-89ed7848527f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:57.327282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29d3b068-087d-4ca6-b70f-04d59d999b30 req-a4d894bd-d1bc-499c-abff-fb6e69aa2b62 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377521 May 27 02:01:57.343641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Provisioning for port a613f80d-70df-4278-997b-a9fc814a88c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:57.349714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.353565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:57.354167 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.358118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:57.363422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:57.366674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:57.379069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:57.414515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.429455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.540065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.548490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:57.549318 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.563363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.573792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.611906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.624994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aeae304-ddb7-416a-87be-c28c89846f50,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:57.650686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:01:57.654959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-58695265-71ae-41c5-b2b3-30ff320e84cb None None] Could not find standard attr ID for object 993f73ec-5b6b-4bd0-82c2-5560dc39786d. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:01:57.659672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.660942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2e729316-5353-4a4e-90cc-018fca18ee1d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3426912 May 27 02:01:57.664004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47098) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:57.717257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a70acf4-ab3e-439a-9331-716281f3c5a8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.764479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a70acf4-ab3e-439a-9331-716281f3c5a8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.774475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8e27734c-ac19-4903-8ac2-fb50ca7b0382 None None] Could not find standard attr ID for object 993f73ec-5b6b-4bd0-82c2-5560dc39786d. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:01:57.818790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a70acf4-ab3e-439a-9331-716281f3c5a8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.845666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a70acf4-ab3e-439a-9331-716281f3c5a8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.849068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7a70acf4-ab3e-439a-9331-716281f3c5a8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1aeae304-ddb7-416a-87be-c28c89846f50 HTTP/1.1" status: 204 len: 168 time: 0.1817451 May 27 02:01:57.849068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70acf4-ab3e-439a-9331-716281f3c5a8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1aeae304-ddb7-416a-87be-c28c89846f50,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:57.851015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:57.868380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=e406e405-de5a-4d35-b8be-4200c886235f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:57.895934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:57.902406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c5f16fc9-3865-436d-80db-503d6b9f0a0e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/e406e405-de5a-4d35-b8be-4200c886235f HTTP/1.1" status: 204 len: 168 time: 1.3346946 May 27 02:01:57.903198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47110) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:57.910557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:57.953741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1157582 May 27 02:01:57.963507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d4a7914d-15c0-486b-bb5e-c468685ed355 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:57.963507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47114) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:57.969785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': 'cf86a750-cc83-4655-832c-3c033a16ef00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:58.029337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686ecfa-2311-404c-91f6-4b7df6d3336d None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:58.102574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7b952f5c-7905-430c-8b3e-22ce961da488 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:58.109217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a4b30-2c1f-4dd4-bb0d-ef5811cc4067 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=cf86a750-cc83-4655-832c-3c033a16ef00,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:58.264597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d4a7914d-15c0-486b-bb5e-c468685ed355 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:58.266489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d4a7914d-15c0-486b-bb5e-c468685ed355 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4141359 May 27 02:01:58.271171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47120) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:58.282504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network cf86a750-cc83-4655-832c-3c033a16ef00 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:01:58.328414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:58.343365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:58.346244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:58.348414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:58.359223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:58.360935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:58.364661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:58.373274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:58.401320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:58.405175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.467750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:01:58.478789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.593302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7b952f5c-7905-430c-8b3e-22ce961da488 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:58.625707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7492b772-1cb1-4cf8-91cd-200f7408fc79 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:58.643659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d45635de-3347-4b42-ad9e-31177389f334 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.687941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e96151-0d5f-4157-a94f-944f7a4f693b None None] Network b407aa8d-7109-47df-b749-2daaae437e32 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:58.733881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d45635de-3347-4b42-ad9e-31177389f334 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.838332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4f621925-b377-4e06-ae37-cdf340d066f6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:01:58.851759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dc122-0bfc-4321-a55f-09734cb85a0e req-9969d623-76d2-4603-9182-f070f7236522 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:58.853459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-033dc122-0bfc-4321-a55f-09734cb85a0e req-9969d623-76d2-4603-9182-f070f7236522 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 946 time: 0.1775851 May 27 02:01:58.890685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.903931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d45635de-3347-4b42-ad9e-31177389f334 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:58.952342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45635de-3347-4b42-ad9e-31177389f334 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac1d37-68f2-42dd-9fec-89ed7848527f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:58.983573 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-033dc122-0bfc-4321-a55f-09734cb85a0e req-21249efd-79ef-4a5a-8bd0-8d0d11f692fc tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229951 May 27 02:01:59.011603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=628f1770-75bd-4e58-8f64-5e7908e7e48e,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:59.017942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '6da69343-d111-4f2c-8086-6166d477c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cf86a750-cc83-4655-832c-3c033a16ef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:01:59.018298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: cf86a750-cc83-4655-832c-3c033a16ef00, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:01:59.037397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d45635de-3347-4b42-ad9e-31177389f334 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.038992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d45635de-3347-4b42-ad9e-31177389f334 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/3bac1d37-68f2-42dd-9fec-89ed7848527f HTTP/1.1" status: 204 len: 168 time: 0.7668061 May 27 02:01:59.043211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47134) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:59.068217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] Provisioning for port 7b952f5c-7905-430c-8b3e-22ce961da488 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:59.084816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network cf86a750-cc83-4655-832c-3c033a16ef00 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:01:59.087993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] Provisioning complete for port 7b952f5c-7905-430c-8b3e-22ce961da488 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:59.088728 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.114251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-33d5c457-2249-4e5f-8952-50942c677eac tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:01:59.118462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, cf86a750-cc83-4655-832c-3c033a16ef00) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:59.126061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.126408 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.155666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-33d5c457-2249-4e5f-8952-50942c677eac tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:01:59.157701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-33d5c457-2249-4e5f-8952-50942c677eac tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127808 May 27 02:01:59.161750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47138) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:59.164670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b23f02-1b65-4f3b-9870-03a67b54568e None None] Network cf86a750-cc83-4655-832c-3c033a16ef00 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:01:59.168558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4179f19f-1830-42d4-a578-db2c0fedc45c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2100356 May 27 02:01:59.169424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--344403433'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:59.169570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:59.180405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.184703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:59.239841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:59.256044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b5900-a24c-4185-9fef-eeec4005e6f0 req-eebc7395-45c6-4c63-9741-b9b4b405af60 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.257824 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-642b5900-a24c-4185-9fef-eeec4005e6f0 req-eebc7395-45c6-4c63-9741-b9b4b405af60 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 945 time: 0.2154257 May 27 02:01:59.268571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:01:59.292726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:01:59.306283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.306283 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.316691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.364443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=d19b67aa-97f7-4006-a45b-69cc80f62a56,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:59.377016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:59.382961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-642b5900-a24c-4185-9fef-eeec4005e6f0 req-99f9853b-ebb9-43e8-9f0b-026496a99f70 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095827 May 27 02:01:59.390104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-62375a03-bb18-47c0-80ae-e1cf9e0cdbee tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4828110 May 27 02:01:59.390104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:59.391868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47146) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:01:59.396709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629470219'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:01:59.397580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.402697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:59.403559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.409587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.410057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:59.412769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:59.415068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.418039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:59.421694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.423169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:59.427659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.430799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 4f621925-b377-4e06-ae37-cdf340d066f6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:01:59.433827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:01:59.435777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9591087-08dc-4c47-b396-5df1124f2113 req-92488d02-d910-4c6a-a184-a189c1f386bb tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.2402802 May 27 02:01:59.442810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:59.443130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.452031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7492b772-1cb1-4cf8-91cd-200f7408fc79 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:59.452397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.472416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.513418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:01:59.529461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9591087-08dc-4c47-b396-5df1124f2113 req-0052c370-cce0-401c-bd60-1c4b29d26272 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0758603 May 27 02:01:59.539625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group_rule and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:01:59.556925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:01:59.563634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 4f621925-b377-4e06-ae37-cdf340d066f6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:01:59.563634 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.597954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.645880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.645880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:01:59.729184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.737616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.817776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=628f1770-75bd-4e58-8f64-5e7908e7e48e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:01:59.948541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:01:59.961407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-d28e859b-91a9-4414-9f06-0bcfa2f7096b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:00.015463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf86a750-cc83-4655-832c-3c033a16ef00']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:00.023783 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-d28e859b-91a9-4414-9f06-0bcfa2f7096b tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 946 time: 0.4543900 May 27 02:02:00.028408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] Current status of the port 7b952f5c-7905-430c-8b3e-22ce961da488 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:00.028408 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.036020 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.052486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b7c1c-e3e4-42b5-9ae1-1f87a64bab63,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:00.094175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.104808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e71ba-9686-4c4c-9547-a7b5faf7c2b6 None None] Network cf86a750-cc83-4655-832c-3c033a16ef00 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:00.142669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da69343-d111-4f2c-8086-6166d477c8fc') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:00.142981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da69343-d111-4f2c-8086-6166d477c8fc') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:00.233423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Deleting port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:00.233760 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.238464 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.307682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.311369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ab81d206-aefe-4e93-bd82-68c71ca6e229 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1448741 May 27 02:02:00.325433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.329685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47152) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:00.332267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:00.332674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.334532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.336175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9434555 May 27 02:02:00.349683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7492b772-1cb1-4cf8-91cd-200f7408fc79 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:00.356731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a613f80d-70df-4278-997b-a9fc814a88c9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:00.373143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47154) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:00.382586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': 'b07b7c1c-e3e4-42b5-9ae1-1f87a64bab63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:00.399651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f3813-01d2-4a7c-9a73-0af44bb50b9c tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61beae37-9c67-4fb2-b347-8f2d91e26770,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:00.402866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:00.422213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1715335312'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:00.439117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:00.442122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:00.447818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:00.459456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:00.477185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 4f621925-b377-4e06-ae37-cdf340d066f6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:00.477969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.487260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:00.493801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:00.499842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:00.510615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.533430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] For port 7b952f5c-7905-430c-8b3e-22ce961da488, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7b952f5c-7905-430c-8b3e-22ce961da488,segment=NetworkSegment(f75a9dcb-32e9-4df7-afc1-658a0e88d97b),segment_id=f75a9dcb-32e9-4df7-afc1-658a0e88d97b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:00.571432 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6da69343-d111-4f2c-8086-6166d477c8fc resource provider aggregate not found May 27 02:02:00.575530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.586865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.595431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=cf86a750-cc83-4655-832c-3c033a16ef00,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:00.648722 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6da69343-d111-4f2c-8086-6166d477c8fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6da69343-d111-4f2c-8086-6166d477c8fc found for delete ", "request_id": "req-64612676-52e1-4fb2-8c88-92bf2f4e22f1"}]} May 27 02:02:00.664042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4717d70d-3dae-4f12-a1a1-7c7948d81acb tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/cf86a750-cc83-4655-832c-3c033a16ef00 HTTP/1.1" status: 204 len: 168 time: 1.4934604 May 27 02:02:00.675026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f621925-b377-4e06-ae37-cdf340d066f6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:00.682155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-a4070702-e331-4d0b-9d18-8949a0296156 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:00.685014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-a4070702-e331-4d0b-9d18-8949a0296156 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "GET /v2.0/ports?device_id=e25cc578-0a99-478e-b44d-72fb23c2b8d8 HTTP/1.1" status: 200 len: 945 time: 0.6432555 May 27 02:02:00.686897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47170) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:00.689392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:00.689992 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.761620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 4f621925-b377-4e06-ae37-cdf340d066f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4f621925-b377-4e06-ae37-cdf340d066f6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:00.784300 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.790410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-649625933'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:00.795275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9e46e-2806-4de6-97c3-a3085a7e47ab None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:00.802012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Deleting port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:00.802396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.909823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5eb9d-6d69-401c-9688-a167fa714373 None None] Pushing event updated for resources: {'Port': ['ID=7b952f5c-7905-430c-8b3e-22ce961da488,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:00.934429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:00.943934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:00.961754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7523fecd-526e-4176-aea0-9c6fa2c99553 None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:00.962129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7523fecd-526e-4176-aea0-9c6fa2c99553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.011436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.031583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:01.049264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:01.068736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group_rule and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:01.086023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:01.109888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:01.119436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] For port bf52d6f7-a4b1-431d-aca7-4ef696d92c32, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:01.120129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.144620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=4f621925-b377-4e06-ae37-cdf340d066f6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:01.148880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:01.218914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa1eb4-3d4b-4109-9dd8-377ccb0e1236 req-77deffbb-e52b-42bd-8960-6e0dffb8998b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:01.226088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76aa1eb4-3d4b-4109-9dd8-377ccb0e1236 req-77deffbb-e52b-42bd-8960-6e0dffb8998b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 946 time: 0.3440218 May 27 02:02:01.272251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:01.292222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:01.293730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7b952f5c-7905-430c-8b3e-22ce961da488 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:01.308199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e58122-de9a-4873-acfc-cdf46ee49ec6 req-5a3ff5f7-8c56-4fc3-92d6-633bdf737db3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:01.309686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e58122-de9a-4873-acfc-cdf46ee49ec6 req-5a3ff5f7-8c56-4fc3-92d6-633bdf737db3 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 946 time: 1.1313097 May 27 02:02:01.313089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Calling delete_port for bf52d6f7-a4b1-431d-aca7-4ef696d92c32 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:01.341585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7523fecd-526e-4176-aea0-9c6fa2c99553 None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:01.342348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:01.346403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.407338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.430092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48e58122-de9a-4873-acfc-cdf46ee49ec6 req-c931fcaa-3c93-4965-bfee-a54d9dba219a tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968471 May 27 02:02:01.437098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.452188 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76aa1eb4-3d4b-4109-9dd8-377ccb0e1236 req-a2e206b7-7727-4f1a-a373-af9197d10e74 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164111 May 27 02:02:01.458856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] For port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,segment=NetworkSegment(b15eebc0-89f2-48d9-a08b-f285798dd54d),segment_id=b15eebc0-89f2-48d9-a08b-f285798dd54d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:01.458856 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.466580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7523fecd-526e-4176-aea0-9c6fa2c99553 None None] Provisioning complete for port 717c5e56-c243-4abb-93e1-2086a9e661c7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:01.466580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7523fecd-526e-4176-aea0-9c6fa2c99553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.487616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:02:01.542556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad1632e-4451-4d47-9128-d772e6db3c51,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:01.663083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7523fecd-526e-4176-aea0-9c6fa2c99553 None None] Port 717c5e56-c243-4abb-93e1-2086a9e661c7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:01.664032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.671665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.673200 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0cfaea6a-525a-4c98-9d65-5a35bf6bab25 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3018167 May 27 02:02:01.681323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47178) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:01.688758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.695077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7b952f5c-7905-430c-8b3e-22ce961da488 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:01.695455 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.794500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4c69c8d2-6d3c-46ad-927c-25310d385c06 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules/bad1632e-4451-4d47-9128-d772e6db3c51 HTTP/1.1" status: 200 len: 763 time: 0.0985608 May 27 02:02:01.801449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Calling delete_port for 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:01.805952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:01.821811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aca6090-68b8-4033-baf2-f6af8e7d3768,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:01.832503 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.840466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.840466 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 8264dc6a-8eeb-4a89-97b0-8405667a4687 of type vlan for network 287c1b64-0824-410a-954b-019672488cfc May 27 02:02:01.851653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7a9d1f26-268a-4925-ac25-cd5bd75da487 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4431050 May 27 02:02:01.851653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47186) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:01.851653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1594480326'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:01.872396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:01.872396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:01.912271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:01.918260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:01.927585 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f387a86d-93e4-48bb-804f-f1a6e2cba22f'] response: {'server_uuid': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f621925-b377-4e06-ae37-cdf340d066f6', 'code': 200} May 27 02:02:01.946329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:01.949304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event deleted for resources: {'Port': ['ID=bf52d6f7-a4b1-431d-aca7-4ef696d92c32,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:01.968681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.002041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-355057a9-cdc1-4398-ab1c-3dfa042b3f28 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:02.043591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7', 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:02:02.067048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] No DVR routers for this DVR port bf52d6f7-a4b1-431d-aca7-4ef696d92c32 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:02.067048 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.067048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ddaa88d-6b99-4e8f-8a04-34e8496284a6 req-75956432-49fe-4d8a-8431-d2e33f723c59 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "DELETE /v2.0/ports/bf52d6f7-a4b1-431d-aca7-4ef696d92c32 HTTP/1.1" status: 204 len: 173 time: 1.9727147 May 27 02:02:02.067048 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.077272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'name': 'network-vif-deleted', 'tag': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:02.126427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.134498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.139420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.146123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.152542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-355057a9-cdc1-4398-ab1c-3dfa042b3f28 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:02.153192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.153823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-355057a9-cdc1-4398-ab1c-3dfa042b3f28 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3559830 May 27 02:02:02.155169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:02.161226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.163040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:02.167394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:security_group_rule and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:02.169507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.177913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-f4ef3dfa-409e-4df6-970a-06198a690103 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.4746461 May 27 02:02:02.180626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:02.193382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:02.202911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.209726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.210804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.231093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] Update dhcp port {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'fixed_ips': [{'subnet_id': '87d15ea3-b4e9-4412-b7d3-6d48114c7abd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd19b67aa-97f7-4006-a45b-69cc80f62a56'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'a613f80d-70df-4278-997b-a9fc814a88c9'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:02:02.247120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ddb539f-69dd-46f8-8fdd-87893a76c861 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.262627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a979dd9c-dc69-4fca-bb53-4604853a0773 None None] Provisioning complete for port 7b952f5c-7905-430c-8b3e-22ce961da488 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:02.263031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a979dd9c-dc69-4fca-bb53-4604853a0773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.271180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ddb539f-69dd-46f8-8fdd-87893a76c861 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.378168 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09a07cd-c562-43ff-8be2-1cf35ec1ddf7'] response: {'server_uuid': 'b2db65ad-6e17-4974-947a-c824be8eaeac', 'name': 'network-vif-deleted', 'tag': 'bf52d6f7-a4b1-431d-aca7-4ef696d92c32', 'status': 'completed', 'code': 200} May 27 02:02:02.391646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.394030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b724d-9cb9-449c-9c93-bd4e32c7b2f1 req-be316aac-3040-49ea-bea7-5fbb5dfa7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.395595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c5b724d-9cb9-449c-9c93-bd4e32c7b2f1 req-be316aac-3040-49ea-bea7-5fbb5dfa7ed7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 1098 time: 0.5775833 May 27 02:02:02.399003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.405610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.411465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.418003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.425065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.431086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.432056 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.433394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c4dc416b-4385-490b-929d-316241fcc54a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.3386946 May 27 02:02:02.435579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ddb539f-69dd-46f8-8fdd-87893a76c861 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.447943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.449811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=287c1b64-0824-410a-954b-019672488cfc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:02.455000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7b952f5c-7905-430c-8b3e-22ce961da488 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:02.504728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 287c1b64-0824-410a-954b-019672488cfc details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:02.516167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9f4688b-42ea-4a41-8dfc-8fc068ac54a8 req-8b95e2b5-6afd-49af-b8f6-2647a6c4003e tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3368559 May 27 02:02:02.517428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb539f-69dd-46f8-8fdd-87893a76c861 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad1632e-4451-4d47-9128-d772e6db3c51,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:02.548514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-724e63e6-2447-483e-8b79-48d10b6bcad3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8605144 May 27 02:02:02.557250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47204) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:02.658489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Pushing event deleted for resources: {'Port': ['ID=7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:02.679471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': '287c1b64-0824-410a-954b-019672488cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:02.745436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] No DVR routers for this DVR port 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:02.749640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.754801 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d5555f83-3d4a-4285-b2a2-f0de7e9343b9 req-b0df01d2-0018-4c44-ab19-1648359b9649 tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.47 "DELETE /v2.0/ports/7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 HTTP/1.1" status: 204 len: 173 time: 2.0621738 May 27 02:02:02.769207 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.833656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'name': 'network-vif-deleted', 'tag': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:02.834264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-75a5cde2-16a7-43fb-b745-f99e0ed9f586 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:02.836210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-75a5cde2-16a7-43fb-b745-f99e0ed9f586 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "GET /v2.0/ports/6206703a-d176-4f56-bc18-9bcda3b2d682?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3802862 May 27 02:02:02.837430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ddb539f-69dd-46f8-8fdd-87893a76c861 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.841958 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8ddb539f-69dd-46f8-8fdd-87893a76c861 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bad1632e-4451-4d47-9128-d772e6db3c51 HTTP/1.1" status: 204 len: 168 time: 0.6767440 May 27 02:02:02.842944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a979dd9c-dc69-4fca-bb53-4604853a0773 None None] Current status of the port 7b952f5c-7905-430c-8b3e-22ce961da488 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:02.843331 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.844163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9e74ee9d-a1bd-49d5-b968-b801d73c76d4 req-38f051a0-af55-4b2f-86fe-bbd46c343d2c tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Synchronizing usage tracker for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:02.848417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47208) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:02.860290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9c5b724d-9cb9-449c-9c93-bd4e32c7b2f1 req-9943dd44-592a-48a3-9a9e-5416cd544db7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518006 May 27 02:02:02.883308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9e74ee9d-a1bd-49d5-b968-b801d73c76d4 req-38f051a0-af55-4b2f-86fe-bbd46c343d2c tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] Unset dirty status for tenant:f8c6cd44e4c74001b45d6246441d61aa on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:02.886543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e74ee9d-a1bd-49d5-b968-b801d73c76d4 req-38f051a0-af55-4b2f-86fe-bbd46c343d2c tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2db65ad-6e17-4974-947a-c824be8eaeac HTTP/1.1" status: 200 len: 210 time: 0.1301830 May 27 02:02:02.900208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:02.949756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] Allocated IP 2001:db8::2 (55b0130c-1db7-4fb6-8e9d-98bc99226848/d19b67aa-97f7-4006-a45b-69cc80f62a56/a613f80d-70df-4278-997b-a9fc814a88c9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:03.040170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.041415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2037804 May 27 02:02:03.044889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47214) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:03.047269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cecd26-2d06-4bcb-9d87-5fdb3f21ab29 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408b88be-4291-4b29-a1a9-b38072a49e23,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:03.055117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-440144299', 'security_groups': ['408b88be-4291-4b29-a1a9-b38072a49e23'], 'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd19b67aa-97f7-4006-a45b-69cc80f62a56'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:03.077738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:03.091457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-de549ce6-c558-40dc-bd07-b4f81e25fa7b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:03.098364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:03.111258 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.114097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:03.117112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a613f80d-70df-4278-997b-a9fc814a88c9,segment=NetworkSegment(de0908cf-fb3b-46bc-a678-06d93a37e0da),segment_id=de0908cf-fb3b-46bc-a678-06d93a37e0da)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:03.129210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:03.152842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.162373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442f7cc-c3e3-41ec-b787-a6dec0a1ad3d req-a04d6b50-4fe0-473c-a018-c104e907ebba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:03.164224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7442f7cc-c3e3-41ec-b787-a6dec0a1ad3d req-a04d6b50-4fe0-473c-a018-c104e907ebba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 947 time: 0.5905876 May 27 02:02:03.175187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] Transition to ACTIVE for port object a613f80d-70df-4278-997b-a9fc814a88c9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:03.175567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-757e50f0-976c-4d22-a2fd-efd1342c8a28 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "GET /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3131998 May 27 02:02:03.178141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-de549ce6-c558-40dc-bd07-b4f81e25fa7b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:03.180714 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.182703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-de549ce6-c558-40dc-bd07-b4f81e25fa7b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2883556 May 27 02:02:03.183662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47218) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:03.189067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:03.228961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:03.232306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.257341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': 'b07b7c1c-e3e4-42b5-9ae1-1f87a64bab63', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:03.304029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:03.314302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db4b76-5921-4972-9b9c-489c5439d300 req-ce31e22b-600b-4c64-8563-9d18a131a466 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:03.315972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3db4b76-5921-4972-9b9c-489c5439d300 req-ce31e22b-600b-4c64-8563-9d18a131a466 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 946 time: 0.3205047 May 27 02:02:03.338514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23899cfb-414a-443b-bd88-d6f1d0ea9aef None None] Pushing event updated for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:03.348366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:03.374003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:03.450391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:03.452869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3db4b76-5921-4972-9b9c-489c5439d300 req-2d81b336-407e-415d-bcfa-e3b567610e2d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259377 May 27 02:02:03.516181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:03.518062 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7075ee-f314-412f-87e4-0144cac442f8'] response: {'server_uuid': 'e25cc578-0a99-478e-b44d-72fb23c2b8d8', 'name': 'network-vif-deleted', 'tag': '7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7', 'status': 'completed', 'code': 200} May 27 02:02:03.524790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7442f7cc-c3e3-41ec-b787-a6dec0a1ad3d req-0426ec9b-a49c-44bf-b023-f6bf1e2a743a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477409 May 27 02:02:03.558402 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.589194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] device_id is not set on port 967aec07-2bf3-478e-add2-dc99eab54032 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:02:03.631929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.672616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:03.983126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.011628 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.054604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.061215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.067163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.069825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2726a9fe-d4f7-453f-8e91-8af7288e9283,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:04.074391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.082172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.088460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.094581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.095489 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.096842 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-16c9a2b5-6008-43a7-b4c7-38b9e80f78b6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 5431 time: 0.3485677 May 27 02:02:04.113239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8::3b5 (55b0130c-1db7-4fb6-8e9d-98bc99226848/d19b67aa-97f7-4006-a45b-69cc80f62a56/967aec07-2bf3-478e-add2-dc99eab54032) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:04.115890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b97d82-a462-4a52-86d7-f0ff7ec0342f None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:02:04.141583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47228) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:04.145807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.146956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-19b64a86-ac75-4e8a-84df-0a4c0637fa5c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9193711 May 27 02:02:04.154466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47232) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:04.198420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ffd3228-cee3-4069-8fe8-19ddcfc4cb08 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules/2726a9fe-d4f7-453f-8e91-8af7288e9283 HTTP/1.1" status: 200 len: 763 time: 0.0427454 May 27 02:02:04.199958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] For port 6206703a-d176-4f56-bc18-9bcda3b2d682, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6206703a-d176-4f56-bc18-9bcda3b2d682,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:04.212629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47236) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:04.283342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-226720d6-a5c1-4ea0-8989-c300ffbb6882 req-eccdc14c-0041-48b7-a8e7-cd7b6ef0e0ad tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1535950 May 27 02:02:04.287675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=2d127a62-9c60-4e4f-84a0-b239c1d48a1c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:04.301878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d6c8cc0-5cad-4bb2-8d9e-913634d8d4b3 None None] Provisioning complete for port 717c5e56-c243-4abb-93e1-2086a9e661c7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:04.302255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8cc0-5cad-4bb2-8d9e-913634d8d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.313603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] Deleting subnet 77d5de04-607c-4cb0-8f58-88c48a173f00 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:02:04.338694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.367587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '8264dc6a-8eeb-4a89-97b0-8405667a4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '287c1b64-0824-410a-954b-019672488cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:04.368225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: 287c1b64-0824-410a-954b-019672488cfc, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:02:04.383249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] For port 6206703a-d176-4f56-bc18-9bcda3b2d682, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:04.435413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2abd921e-6a36-49ce-87bc-2cfac9d0d24d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:04.436428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c8cc0-5cad-4bb2-8d9e-913634d8d4b3 None None] Port 717c5e56-c243-4abb-93e1-2086a9e661c7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:04.469100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d6c8cc0-5cad-4bb2-8d9e-913634d8d4b3 None None] Provisioning for port a613f80d-70df-4278-997b-a9fc814a88c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:04.483478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.517368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.518174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] device_id is not set on port 6206703a-d176-4f56-bc18-9bcda3b2d682 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:02:04.522402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2abd921e-6a36-49ce-87bc-2cfac9d0d24d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:04.526434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2abd921e-6a36-49ce-87bc-2cfac9d0d24d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3098407 May 27 02:02:04.527699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47242) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:04.533320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network 287c1b64-0824-410a-954b-019672488cfc is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:02:04.544962 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.550473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d6c8cc0-5cad-4bb2-8d9e-913634d8d4b3 None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:04.552053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8cc0-5cad-4bb2-8d9e-913634d8d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.553407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 967aec07-2bf3-478e-add2-dc99eab54032 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:04.566441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.570804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.576545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e05a399-0fd1-4d86-b5a0-9449e2b124b8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.606182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e05a399-0fd1-4d86-b5a0-9449e2b124b8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.655442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 287c1b64-0824-410a-954b-019672488cfc) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:04.721504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.732454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.733039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.777927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b97d82-a462-4a52-86d7-f0ff7ec0342f None None] Unable to find a vacant binding_index for network 287c1b64-0824-410a-954b-019672488cfc and agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 {{(pid=88427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 27 02:02:04.786544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c8cc0-5cad-4bb2-8d9e-913634d8d4b3 None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:04.788674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b97d82-a462-4a52-86d7-f0ff7ec0342f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 287c1b64-0824-410a-954b-019672488cfc) {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:02:04.802364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bf52d6f7-a4b1-431d-aca7-4ef696d92c32 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:04.873493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e05a399-0fd1-4d86-b5a0-9449e2b124b8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.885488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-29d339cd-73a2-474f-a7a5-acfa3bda5c43 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3230567 May 27 02:02:04.886548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] Pushing event updated for resources: {'Port': ['ID=6206703a-d176-4f56-bc18-9bcda3b2d682,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:04.890034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47248) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:04.893476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] No DVR routers for this DVR port 6206703a-d176-4f56-bc18-9bcda3b2d682 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:04.905013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:04.918918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:04.921726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:04.927944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:04.928593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.933212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: bf52d6f7-a4b1-431d-aca7-4ef696d92c32 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:02:04.933756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device bf52d6f7-a4b1-431d-aca7-4ef696d92c32 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:02:04.934178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:04.939192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05a399-0fd1-4d86-b5a0-9449e2b124b8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2726a9fe-d4f7-453f-8e91-8af7288e9283,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:04.954405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=967aec07-2bf3-478e-add2-dc99eab54032,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:04.987337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-66125172-aa1a-47b9-947c-bffea3230e94 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9388316 May 27 02:02:04.987337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e05a399-0fd1-4d86-b5a0-9449e2b124b8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:04.990071 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9e05a399-0fd1-4d86-b5a0-9449e2b124b8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2726a9fe-d4f7-453f-8e91-8af7288e9283 HTTP/1.1" status: 204 len: 168 time: 0.4613743 May 27 02:02:04.990823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47252) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:04.991151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47254) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:05.021685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:05.030299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:02:05.030495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7320727f-80eb-4a0f-b6ab-f3a3a7a9b0b7 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:02:05.050360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.059717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-0917ebcd-59ed-42c9-a9c0-cbab5e948b67 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.061199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-0917ebcd-59ed-42c9-a9c0-cbab5e948b67 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 947 time: 0.4168153 May 27 02:02:05.095845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] In _notify_port_updated(), no bound segment for port 6206703a-d176-4f56-bc18-9bcda3b2d682 on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:02:05.096729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.097344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.098643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-c58d08e4-00cf-47be-a4a6-a3fa1c90d653 service neutron] 10.222.0.47 "PUT /v2.0/ports/6206703a-d176-4f56-bc18-9bcda3b2d682 HTTP/1.1" status: 200 len: 1026 time: 1.9138672 May 27 02:02:05.115592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d5de04-607c-4cb0-8f58-88c48a173f00,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:05.122770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.187020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393d58b-14d4-4ad5-8d66-5633b10643c2 req-2809e329-8888-4920-b194-bc1ede7c2051 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.188524 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9393d58b-14d4-4ad5-8d66-5633b10643c2 req-2809e329-8888-4920-b194-bc1ede7c2051 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 947 time: 0.4724460 May 27 02:02:05.194916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7bb77549-e5ff-4f77-a41f-facc89e3d6c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/77d5de04-607c-4cb0-8f58-88c48a173f00 HTTP/1.1" status: 204 len: 168 time: 1.0504985 May 27 02:02:05.203297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59d97-e665-4278-a79d-77e0c9202ba8 req-8c9857ac-7dd7-4785-8577-29a3aecd9153 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.203632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47260) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:05.205288 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4b59d97-e665-4278-a79d-77e0c9202ba8 req-8c9857ac-7dd7-4785-8577-29a3aecd9153 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 946 time: 0.5522883 May 27 02:02:05.265786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8cbb41eb-206f-4719-9f8a-0d9a9ebf2350 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.267422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8cbb41eb-206f-4719-9f8a-0d9a9ebf2350 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "GET /v2.0/ports/55673fdb-0ba9-4074-8282-38303e1de07a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1574423 May 27 02:02:05.273631 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.281861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:05.319911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a613f80d-70df-4278-997b-a9fc814a88c9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:05.327905 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4b59d97-e665-4278-a79d-77e0c9202ba8 req-27b40331-e36d-425e-a822-0636f8669ef2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165063 May 27 02:02:05.371918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bfc670af-ed45-4bf8-a5f8-1500fba00cf2 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:05.413624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Deleting port e12b3139-833e-413d-92f5-416c162eab8f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:05.414028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.467845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:05.468406 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.475331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9393d58b-14d4-4ad5-8d66-5633b10643c2 req-b9ed3dd2-7552-4ff4-8893-4d0cb9b51472 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706742 May 27 02:02:05.509604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.537450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bfc670af-ed45-4bf8-a5f8-1500fba00cf2 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:05.542326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bfc670af-ed45-4bf8-a5f8-1500fba00cf2 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5439608 May 27 02:02:05.543049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47268) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:05.544114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:05.555635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': 'b07b7c1c-e3e4-42b5-9ae1-1f87a64bab63', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:05.593211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:05.620153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-287c1b64-0824-410a-954b-019672488cfc', 'network_id': '287c1b64-0824-410a-954b-019672488cfc', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': '2d127a62-9c60-4e4f-84a0-b239c1d48a1c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:02:05.622810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.623218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:05.625592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:05.648545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:05.676949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:05.698289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.710139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.792396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:05.795905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.799835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:05.807703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84f7ef8f-9c79-4052-9f98-b06932be2a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:05.854167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891496d5-afa0-454f-bceb-d69d917c843e req-7499119d-3bda-4a4e-8233-5a113b622cac tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.859889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891496d5-afa0-454f-bceb-d69d917c843e req-7499119d-3bda-4a4e-8233-5a113b622cac tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.865550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891496d5-afa0-454f-bceb-d69d917c843e req-7499119d-3bda-4a4e-8233-5a113b622cac tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.868359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Allocated IP 2001:db8::1 (287c1b64-0824-410a-954b-019672488cfc/2d127a62-9c60-4e4f-84a0-b239c1d48a1c/72eaab69-590d-42d8-bae5-80eddd162cf8) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:05.875760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891496d5-afa0-454f-bceb-d69d917c843e req-7499119d-3bda-4a4e-8233-5a113b622cac tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.881794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891496d5-afa0-454f-bceb-d69d917c843e req-7499119d-3bda-4a4e-8233-5a113b622cac tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.888359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891496d5-afa0-454f-bceb-d69d917c843e req-7499119d-3bda-4a4e-8233-5a113b622cac tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:05.890216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-891496d5-afa0-454f-bceb-d69d917c843e req-7499119d-3bda-4a4e-8233-5a113b622cac tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 4658 time: 0.3060398 May 27 02:02:06.027215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-891496d5-afa0-454f-bceb-d69d917c843e req-dc9ab744-2436-4141-aa94-80382205d22a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=7094f93e-3f0f-4202-a17e-c1f49a5f8853&id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1188426 May 27 02:02:06.053655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] For port 55673fdb-0ba9-4074-8282-38303e1de07a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=55673fdb-0ba9-4074-8282-38303e1de07a,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:06.088890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] For port 55673fdb-0ba9-4074-8282-38303e1de07a, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:06.089478 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.100439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Transition to ACTIVE for port object 72eaab69-590d-42d8-bae5-80eddd162cf8 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:06.121271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Transition to ACTIVE for port object 72eaab69-590d-42d8-bae5-80eddd162cf8 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:06.128182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.156679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] device_id is not set on port 55673fdb-0ba9-4074-8282-38303e1de07a yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:02:06.162174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.165950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.179445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.198412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Network 287c1b64-0824-410a-954b-019672488cfc is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:06.201464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:06.205323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:06.206023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.209458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=2d127a62-9c60-4e4f-84a0-b239c1d48a1c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:06.231618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.237947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Pushing event updated for resources: {'Port': ['ID=72eaab69-590d-42d8-bae5-80eddd162cf8,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:06.280846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bb9624-dad3-4c01-b06f-dcf613ba6b92']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:06.303921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Attempting to bind port 72eaab69-590d-42d8-bae5-80eddd162cf8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:06.305327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Attempting to bind port 72eaab69-590d-42d8-bae5-80eddd162cf8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '8264dc6a-8eeb-4a89-97b0-8405667a4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '287c1b64-0824-410a-954b-019672488cfc'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:06.306268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Attempting to bind port 72eaab69-590d-42d8-bae5-80eddd162cf8 on network 287c1b64-0824-410a-954b-019672488cfc {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:06.311776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:06.312151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Checking segment: {'id': '8264dc6a-8eeb-4a89-97b0-8405667a4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '287c1b64-0824-410a-954b-019672488cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:06.312570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.312987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Bound using segment: {'id': '8264dc6a-8eeb-4a89-97b0-8405667a4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '287c1b64-0824-410a-954b-019672488cfc'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:06.314124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Bound port: 72eaab69-590d-42d8-bae5-80eddd162cf8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8264dc6a-8eeb-4a89-97b0-8405667a4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '287c1b64-0824-410a-954b-019672488cfc'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:06.314504 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.324593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15eebc0-89f2-48d9-a08b-f285798dd54d') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:06.324593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15eebc0-89f2-48d9-a08b-f285798dd54d') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:06.358499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.386153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3419-0d31-4275-a23a-4447bf383a68 req-353cdeee-5859-4753-b839-cdce5a213f91 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:06.387684 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-945a3419-0d31-4275-a23a-4447bf383a68 req-353cdeee-5859-4753-b839-cdce5a213f91 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 946 time: 0.6967237 May 27 02:02:06.390659 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d19b67aa-97f7-4006-a45b-69cc80f62a56 (CIDR: 2001:db8::/64) May 27 02:02:06.402169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] For port e12b3139-833e-413d-92f5-416c162eab8f, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e12b3139-833e-413d-92f5-416c162eab8f,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:06.402534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.413883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] For port 72eaab69-590d-42d8-bae5-80eddd162cf8, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:06.418318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] For port 72eaab69-590d-42d8-bae5-80eddd162cf8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72eaab69-590d-42d8-bae5-80eddd162cf8,segment=NetworkSegment(8264dc6a-8eeb-4a89-97b0-8405667a4687),segment_id=8264dc6a-8eeb-4a89-97b0-8405667a4687)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:06.425888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.428561 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.442863 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:02:06.443361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:06.451549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.492964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] No DVR routers for this DVR port 55673fdb-0ba9-4074-8282-38303e1de07a on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:06.509485 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.526239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287c1b64-0824-410a-954b-019672488cfc']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:06.544072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e4cd6-857d-49ee-92b5-79727ee6f9c1 None None] Pushing event updated for resources: {'Port': ['ID=72eaab69-590d-42d8-bae5-80eddd162cf8,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:06.554815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] Pushing event updated for resources: {'Port': ['ID=55673fdb-0ba9-4074-8282-38303e1de07a,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:06.575481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8264dc6a-8eeb-4a89-97b0-8405667a4687') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:06.575781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8264dc6a-8eeb-4a89-97b0-8405667a4687') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:06.583277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.592398 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.597418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a981b-9fd4-4b87-86c4-fb944cfacaf6 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:02:06.610642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] In _notify_port_updated(), no bound segment for port 55673fdb-0ba9-4074-8282-38303e1de07a on network e32c36e5-33f5-4334-a579-2724eabe1d37 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:02:06.611524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:06.612119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.613436 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-e7992e6c-f80c-4737-b0d7-40388583b20c service neutron] 10.222.0.47 "PUT /v2.0/ports/55673fdb-0ba9-4074-8282-38303e1de07a HTTP/1.1" status: 200 len: 1028 time: 1.3356061 May 27 02:02:06.657009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.679664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:06.680223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.697891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:06.698514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.714907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1700bf-a305-4689-aa25-68eb9a7db598,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:06.719430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-945a3419-0d31-4275-a23a-4447bf383a68 req-30b5290a-c60c-400b-a69f-7f555e44e0c6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198531 May 27 02:02:06.814541 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b15eebc0-89f2-48d9-a08b-f285798dd54d resource provider aggregate not found May 27 02:02:06.818018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d4d4031d-72f7-4107-85ed-fe2c6d7ee24e no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:06.867579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-816df490-b2b6-4145-b348-8cfae15ae1eb tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8705041 May 27 02:02:06.875653 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b15eebc0-89f2-48d9-a08b-f285798dd54d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b15eebc0-89f2-48d9-a08b-f285798dd54d found for delete ", "request_id": "req-db0e8165-568a-476a-954b-97565a63a9e5"}]} May 27 02:02:06.882287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47284) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:06.885987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:06.887479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-386496bf-b4e1-41e1-8bc8-f38bc9e0a4e7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3379214 May 27 02:02:06.896273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:06.918072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47288) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:06.965687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:06.966036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.003655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a981b-9fd4-4b87-86c4-fb944cfacaf6 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:02:07.026809 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8264dc6a-8eeb-4a89-97b0-8405667a4687 resource provider aggregate not found May 27 02:02:07.027886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:07.028271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.031857 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:02:07.031857 n-d-843146-11 neutron-server[88426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:02:07.031857 n-d-843146-11 neutron-server[88426]: [parameters: {'id': '287c1b64-0824-410a-954b-019672488cfc'}] May 27 02:02:07.031857 n-d-843146-11 neutron-server[88426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:07.032265 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:07.099563 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.136821 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8264dc6a-8eeb-4a89-97b0-8405667a4687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8264dc6a-8eeb-4a89-97b0-8405667a4687 found for delete ", "request_id": "req-5eeb6222-69df-4f4a-a90d-2867e7be750c"}]} May 27 02:02:07.146185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.155695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8d512bb9-825f-49c7-bf62-445e5515f3a7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules/4a1700bf-a305-4689-aa25-68eb9a7db598 HTTP/1.1" status: 200 len: 764 time: 0.2333128 May 27 02:02:07.163595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47300) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:07.199925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] Pushing event deleted for resources: {'Network': ['ID=27bb9624-dad3-4c01-b06f-dcf613ba6b92,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:07.206551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:07.207781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:07.221041 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.221329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6206703a-d176-4f56-bc18-9bcda3b2d682 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:07.248007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.248385 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.248896 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Floating IP a8a39fd9-2adb-44cd-ab11-6b7b019d31a8 disassociated. External IP: 172.25.3.215, port: e12b3139-833e-413d-92f5-416c162eab8f. May 27 02:02:07.249246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Calling delete_port for e12b3139-833e-413d-92f5-416c162eab8f owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:07.297711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c1801a0a-9444-4c31-8448-26a3703c8210 admin admin] 10.222.0.16 "DELETE /v2.0/networks/27bb9624-dad3-4c01-b06f-dcf613ba6b92 HTTP/1.1" status: 204 len: 168 time: 2.0745511 May 27 02:02:07.300585 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0648b36e-d1c1-4ca0-9fcf-ef9f1102b5b9 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1315224 May 27 02:02:07.306647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:07.354952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:07.363175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:07.368658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:07.385317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:07.401296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6206703a-d176-4f56-bc18-9bcda3b2d682 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:02:07.401776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a8374704-95b4-45eb-b103-e3ecbf6fadf7 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:07.427008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508447f4-cef8-49c9-abcd-3770c5607104 req-be64304b-6403-4449-bc8b-4adbb944f750 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:07.428672 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-508447f4-cef8-49c9-abcd-3770c5607104 req-be64304b-6403-4449-bc8b-4adbb944f750 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 946 time: 0.2798345 May 27 02:02:07.471310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:07.475169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.476897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:07.479846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4087ae-d1e4-44e7-b4c9-50d535bfa13b req-fe209bbd-47c1-4ad0-b2cc-6921d0f55b71 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:07.486385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef4087ae-d1e4-44e7-b4c9-50d535bfa13b req-fe209bbd-47c1-4ad0-b2cc-6921d0f55b71 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 947 time: 0.7745814 May 27 02:02:07.504541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5114471c-6399-4924-96d1-76bad03ab3c6 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.543242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5114471c-6399-4924-96d1-76bad03ab3c6 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.550357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.589192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef4087ae-d1e4-44e7-b4c9-50d535bfa13b req-f276f8a7-fcb5-4e0e-b59d-9706a9a9eb68 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3898d58-3faf-46d8-b42f-ff4848ac028c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018591 May 27 02:02:07.595174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:07.600828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.625060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47312) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:07.660390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-508447f4-cef8-49c9-abcd-3770c5607104 req-4f66573d-834e-4a57-b1d7-fc8e4eaa05fe tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250535 May 27 02:02:07.662574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a8374704-95b4-45eb-b103-e3ecbf6fadf7 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:07.663086 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.671298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port 72eaab69-590d-42d8-bae5-80eddd162cf8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:07.671793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.728410 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 87d15ea3-b4e9-4412-b7d3-6d48114c7abd (CIDR: 2001:db8:0:1::/64) May 27 02:02:07.747201 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:02:07.747659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:07.749546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a8374704-95b4-45eb-b103-e3ecbf6fadf7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:07.753477 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38e4e97-6b89-4be7-9222-383100814a9c'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e', 'code': 200} May 27 02:02:07.756408 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.757304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:07.771993 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:07.820370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-71a19f42-3a64-47b2-be2d-047cf92a952f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9359171 May 27 02:02:07.829656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47316) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:07.832071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event deleted for resources: {'Port': ['ID=e12b3139-833e-413d-92f5-416c162eab8f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:07.839653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'subnet': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:07.848271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for d4d4031d-72f7-4107-85ed-fe2c6d7ee24e owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:07.892070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: e12b3139-833e-413d-92f5-416c162eab8f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:02:07.892070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e12b3139-833e-413d-92f5-416c162eab8f not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:02:07.892538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a958d246-60b4-421f-bde5-e9ab95ce080e no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:07.951157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5114471c-6399-4924-96d1-76bad03ab3c6 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.004721 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c892b5e-97ca-4ab9-aa29-492ac0929f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.008039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114471c-6399-4924-96d1-76bad03ab3c6 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a1700bf-a305-4689-aa25-68eb9a7db598,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:08.040026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a8374704-95b4-45eb-b103-e3ecbf6fadf7,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:08.084845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5b5e5-c1bb-401f-963b-97f286e9cfc2 None None] Network 287c1b64-0824-410a-954b-019672488cfc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:08.124591 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4027f59a-4c49-4c2c-8188-0b7126dd7f37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8c6cd44e4c74001b45d6246441d61aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917989 May 27 02:02:08.128661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47320) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:08.135932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5114471c-6399-4924-96d1-76bad03ab3c6 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.136540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5114471c-6399-4924-96d1-76bad03ab3c6 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4a1700bf-a305-4689-aa25-68eb9a7db598 HTTP/1.1" status: 204 len: 168 time: 0.8288171 May 27 02:02:08.142252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47324) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:08.197718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a958d246-60b4-421f-bde5-e9ab95ce080e is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:08.198152 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.215155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:08.341214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] For port 72eaab69-590d-42d8-bae5-80eddd162cf8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72eaab69-590d-42d8-bae5-80eddd162cf8,segment=NetworkSegment(8264dc6a-8eeb-4a89-97b0-8405667a4687),segment_id=8264dc6a-8eeb-4a89-97b0-8405667a4687)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:08.341790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.347920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a958d246-60b4-421f-bde5-e9ab95ce080e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a958d246-60b4-421f-bde5-e9ab95ce080e,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:08.366564 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.367556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f0bfb3b1-d28d-43f8-a977-9141b415d53d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:08.386963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:02:08.393532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Usage tracker for resource:subnet and tenant:5d83088938df49feaa90c36e45991934 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:08.398588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:08.423232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57aa492d-fd23-4aa5-8849-bc5bddf4bd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.427420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:08.547015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57aa492d-fd23-4aa5-8849-bc5bddf4bd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.555746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Made reservation on behalf of 5d83088938df49feaa90c36e45991934 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:08.555911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Calling delete_port for 72eaab69-590d-42d8-bae5-80eddd162cf8 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:08.559483 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.623889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a958d246-60b4-421f-bde5-e9ab95ce080e,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:08.723582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:08.723941 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:08.728317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9aebb209-23cd-4c42-a12d-4ddadb8f8d22 None None] Provisioning complete for port 6206703a-d176-4f56-bc18-9bcda3b2d682 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:08.728837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9aebb209-23cd-4c42-a12d-4ddadb8f8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.763489 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.790282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5f0eb-f78c-4abe-a27d-d87b25294675 None None] Network 287c1b64-0824-410a-954b-019672488cfc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:08.818701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca6f6-1033-44db-a3b4-fe03df1dab69 req-5a7dc186-a13e-4a40-99c8-35095359edb5 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:08.830159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca6f6-1033-44db-a3b4-fe03df1dab69 req-5a7dc186-a13e-4a40-99c8-35095359edb5 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:08.847508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca6f6-1033-44db-a3b4-fe03df1dab69 req-5a7dc186-a13e-4a40-99c8-35095359edb5 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:08.857071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca6f6-1033-44db-a3b4-fe03df1dab69 req-5a7dc186-a13e-4a40-99c8-35095359edb5 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:08.864345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca6f6-1033-44db-a3b4-fe03df1dab69 req-5a7dc186-a13e-4a40-99c8-35095359edb5 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:08.872111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd4ca6f6-1033-44db-a3b4-fe03df1dab69 req-5a7dc186-a13e-4a40-99c8-35095359edb5 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 3879 time: 1.1011682 May 27 02:02:08.925546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f0bfb3b1-d28d-43f8-a977-9141b415d53d is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:08.925965 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:08.926087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b9f12fcf-8d24-4be9-9e3b-d64b313dbac8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:08.931339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No DVR routers for this DVR port 72eaab69-590d-42d8-bae5-80eddd162cf8 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:08.956638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-056bacd7-3e75-4ca3-a2d3-ce8d6c26e3e8 req-c9a1c7dc-b404-4c94-ba95-1d07d3df12db tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:08.959985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9aebb209-23cd-4c42-a12d-4ddadb8f8d22 None None] Port 6206703a-d176-4f56-bc18-9bcda3b2d682 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:08.988014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Port': ['ID=72eaab69-590d-42d8-bae5-80eddd162cf8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:09.013154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:02:09.070403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] Sync routers for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:02:09.074446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57aa492d-fd23-4aa5-8849-bc5bddf4bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.105644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-056bacd7-3e75-4ca3-a2d3-ce8d6c26e3e8 req-c9a1c7dc-b404-4c94-ba95-1d07d3df12db tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:09.113606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd4ca6f6-1033-44db-a3b4-fe03df1dab69 req-9e4ec8d2-1853-4b0d-8d94-824ff35497dd tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403855 May 27 02:02:09.115215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-056bacd7-3e75-4ca3-a2d3-ce8d6c26e3e8 req-c9a1c7dc-b404-4c94-ba95-1d07d3df12db tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=b43e79b0-b4cd-4d83-8443-c0a411a23fdf HTTP/1.1" status: 200 len: 210 time: 0.2494757 May 27 02:02:09.121702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b9f12fcf-8d24-4be9-9e3b-d64b313dbac8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:09.123222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9f12fcf-8d24-4be9-9e3b-d64b313dbac8 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9751246 May 27 02:02:09.126997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47332) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:09.130761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.151982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f0bfb3b1-d28d-43f8-a977-9141b415d53d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:09.159315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:09.160158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:09.165952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] No DVR routers for this DVR port e12b3139-833e-413d-92f5-416c162eab8f on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:09.170390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa492d-fd23-4aa5-8849-bc5bddf4bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5399f0f-4c6e-41bf-9b4d-0a8258e617d6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:09.175722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.183076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-deleted', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:09.199127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57aa492d-fd23-4aa5-8849-bc5bddf4bd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.201544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-57aa492d-fd23-4aa5-8849-bc5bddf4bd3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5399f0f-4c6e-41bf-9b4d-0a8258e617d6 HTTP/1.1" status: 204 len: 168 time: 1.0708454 May 27 02:02:09.216483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7cb0bbe3-4e6b-4544-9203-66c92681e780 req-81dc4f1b-c279-497b-bbdb-b3f83fac0ee0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "DELETE /v2.0/ports/e12b3139-833e-413d-92f5-416c162eab8f HTTP/1.1" status: 204 len: 173 time: 4.0808630 May 27 02:02:09.234696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-20397f01-ecfa-415f-b82f-b27f087e95b6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:09.238957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-20397f01-ecfa-415f-b82f-b27f087e95b6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 946 time: 0.5365109 May 27 02:02:09.256905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:09.257265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.330346 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f928bf-554f-439c-a048-699bdd9b8c66'] response: {'server_uuid': 'b43e79b0-b4cd-4d83-8443-c0a411a23fdf', 'name': 'network-vif-deleted', 'tag': 'e12b3139-833e-413d-92f5-416c162eab8f', 'status': 'completed', 'code': 200} May 27 02:02:09.352707 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.353605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 6b80a88e-2def-4e67-bc15-46bbdf11f026 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:09.388193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287c1b64-0824-410a-954b-019672488cfc']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:09.421720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8264dc6a-8eeb-4a89-97b0-8405667a4687') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:09.422020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8264dc6a-8eeb-4a89-97b0-8405667a4687') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:09.443548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.466201 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.473586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:09.474129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.532915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fbb18859-a19f-4fd7-aa0c-8f8e21403227 None None] Provisioning complete for port 55673fdb-0ba9-4074-8282-38303e1de07a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:09.532915 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fbb18859-a19f-4fd7-aa0c-8f8e21403227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.561746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f0bfb3b1-d28d-43f8-a977-9141b415d53d,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:09.579813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Deleting port 4f621925-b377-4e06-ae37-cdf340d066f6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:09.580264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.583095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.584543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.621710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:02:09.694766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fbb18859-a19f-4fd7-aa0c-8f8e21403227 None None] Port 55673fdb-0ba9-4074-8282-38303e1de07a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:09.735761 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8264dc6a-8eeb-4a89-97b0-8405667a4687 resource provider aggregate not found May 27 02:02:09.763848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d87275b2-20ab-4171-9dc1-25b6b71df01b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:09.770500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711b004-2f2f-48fa-b0ac-0f8f690ccfa4 req-3c2f9224-7810-44e1-8bd6-271c25ddb9bb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:09.771453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7'}, {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e'}, {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:09.777770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e711b004-2f2f-48fa-b0ac-0f8f690ccfa4 req-3c2f9224-7810-44e1-8bd6-271c25ddb9bb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 946 time: 0.4111872 May 27 02:02:09.828405 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8264dc6a-8eeb-4a89-97b0-8405667a4687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8264dc6a-8eeb-4a89-97b0-8405667a4687 found for delete ", "request_id": "req-95eab327-0378-4bad-a5c0-9b7e948e4bed"}]} May 27 02:02:09.848128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.030570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e711b004-2f2f-48fa-b0ac-0f8f690ccfa4 req-ab483158-6a20-4e19-bfcd-779183017bdf tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517185 May 27 02:02:10.039237 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.107170 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06f3600-aa04-40f3-8ff7-0981e85bb2b2'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7', 'code': 200} May 27 02:02:10.109914 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06f3600-aa04-40f3-8ff7-0981e85bb2b2'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e', 'code': 200} May 27 02:02:10.110781 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06f3600-aa04-40f3-8ff7-0981e85bb2b2'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d', 'code': 200} May 27 02:02:10.121799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fbb18859-a19f-4fd7-aa0c-8f8e21403227 None None] Provisioning for port 967aec07-2bf3-478e-add2-dc99eab54032 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:10.131483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.147120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:10.160551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:10.171251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:10.172251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.188324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fbb18859-a19f-4fd7-aa0c-8f8e21403227 None None] Provisioning complete for port 967aec07-2bf3-478e-add2-dc99eab54032 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:10.189654 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fbb18859-a19f-4fd7-aa0c-8f8e21403227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.195036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] For port 4f621925-b377-4e06-ae37-cdf340d066f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4f621925-b377-4e06-ae37-cdf340d066f6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:10.195410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.204768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=287c1b64-0824-410a-954b-019672488cfc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:10.206529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Subnet': ['ID=f58318a1-7458-4333-ab1c-6f5ea220b46b,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:10.212103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d87275b2-20ab-4171-9dc1-25b6b71df01b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.242018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c710a0-d5fb-4193-a9d7-b5fe7a8899c7 None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:10.299451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fbb18859-a19f-4fd7-aa0c-8f8e21403227 None None] Port 967aec07-2bf3-478e-add2-dc99eab54032 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:10.343186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d85b2500-ed26-48b8-9d41-ee0b080f69e3 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/287c1b64-0824-410a-954b-019672488cfc HTTP/1.1" status: 204 len: 168 time: 5.4228678 May 27 02:02:10.378350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 6b80a88e-2def-4e67-bc15-46bbdf11f026 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:10.378755 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.409250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47364) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:10.409793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47366) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:10.416366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Calling delete_port for 4f621925-b377-4e06-ae37-cdf340d066f6 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:10.425028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679992357'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:10.457849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:10.468011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:10.478854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:10.480000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-70f60ac1-bd63-400f-85e5-5be7812371f8 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6491485 May 27 02:02:10.481253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47376) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:10.493206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:10.515549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 6b80a88e-2def-4e67-bc15-46bbdf11f026, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:10.551738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d87275b2-20ab-4171-9dc1-25b6b71df01b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.557019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1752262201', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f58318a1-7458-4333-ab1c-6f5ea220b46b'}], 'security_groups': ['61beae37-9c67-4fb2-b347-8f2d91e26770', '3aca6090-68b8-4033-baf2-f6af8e7d3768']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:10.580818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:10.580818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.597139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87275b2-20ab-4171-9dc1-25b6b71df01b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b7c1c-e3e4-42b5-9ae1-1f87a64bab63,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:10.605627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8fec847-a139-4f5b-a209-392bc13ec4cd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.620814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.621534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 55673fdb-0ba9-4074-8282-38303e1de07a no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:10.646876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:02:10.656021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.656370 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a of type vlan for network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 May 27 02:02:10.683708 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.712208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:10.712520 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.791272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 55673fdb-0ba9-4074-8282-38303e1de07a not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:02:10.794642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=6b80a88e-2def-4e67-bc15-46bbdf11f026,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:10.799633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:10.807365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] Checking router: 9ce9989f-d0da-4cba-92a6-043e2fbd1847 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:02:10.832315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:10.833094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:10.862187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d87275b2-20ab-4171-9dc1-25b6b71df01b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.865657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d87275b2-20ab-4171-9dc1-25b6b71df01b tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/b07b7c1c-e3e4-42b5-9ae1-1f87a64bab63 HTTP/1.1" status: 204 len: 168 time: 1.7352450 May 27 02:02:10.868049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8fec847-a139-4f5b-a209-392bc13ec4cd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.884969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for d4d4031d-72f7-4107-85ed-fe2c6d7ee24e owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:10.913195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47382) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:10.942765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:10.948523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:10.949384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.106623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.124089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7134783 May 27 02:02:11.137282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] Update dhcp port {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'fixed_ips': [{'subnet_id': '87d15ea3-b4e9-4412-b7d3-6d48114c7abd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd19b67aa-97f7-4006-a45b-69cc80f62a56', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f58318a1-7458-4333-ab1c-6f5ea220b46b'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'a613f80d-70df-4278-997b-a9fc814a88c9'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:02:11.146001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47394) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:11.158067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225ca95-7012-4860-b6d8-91d1e1a46142 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:11.159605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:11.167837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-176eb102-5c57-4de3-af97-5aaad830fe70 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:11.195392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:11.216295 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8fec847-a139-4f5b-a209-392bc13ec4cd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.252524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fec847-a139-4f5b-a209-392bc13ec4cd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3898d58-3faf-46d8-b42f-ff4848ac028c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:11.271218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-176eb102-5c57-4de3-af97-5aaad830fe70 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:11.279131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-176eb102-5c57-4de3-af97-5aaad830fe70 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3552198 May 27 02:02:11.285793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47406) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:11.309225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8fec847-a139-4f5b-a209-392bc13ec4cd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.313043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.313888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8fec847-a139-4f5b-a209-392bc13ec4cd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "DELETE /v2.0/security-groups/f3898d58-3faf-46d8-b42f-ff4848ac028c HTTP/1.1" status: 204 len: 168 time: 0.9018669 May 27 02:02:11.314821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47410) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:11.323511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:02:11.336283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group': {'name': 'tempest-secgroup--145178139'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:11.343346 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-2043e08a-036b-4b99-b0ff-d21603c11bbe tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] show failed (client error): The resource could not be found. May 27 02:02:11.344145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:11.348368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2043e08a-036b-4b99-b0ff-d21603c11bbe tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups/f3898d58-3faf-46d8-b42f-ff4848ac028c HTTP/1.1" status: 404 len: 347 time: 0.0289876 May 27 02:02:11.349214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47414) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:11.354888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:11.371256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.397199 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.420735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.432237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:11.436514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:11.439732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:11.445967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:11.546407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=d4d4031d-72f7-4107-85ed-fe2c6d7ee24e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:11.568999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.641775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Deleting port 1d6af246-8e77-4492-8c1d-c2695e9069dd {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:11.642209 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.724688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] No DVR routers for this DVR port d4d4031d-72f7-4107-85ed-fe2c6d7ee24e on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:11.741285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.743314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-b039a819-0887-439d-bd24-5fbdbbcdf519 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "DELETE /v2.0/ports/d4d4031d-72f7-4107-85ed-fe2c6d7ee24e HTTP/1.1" status: 204 len: 173 time: 5.1224275 May 27 02:02:11.743894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:11.760551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd9dfd67-c735-4313-b3cb-a3f0975ad3e7 req-59f36e03-e00f-483a-a306-0de3b4954e7d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 210 time: 0.0934803 May 27 02:02:11.803032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5a05-3549-44a7-888d-d2df51b56271 req-d36dc394-afa7-47b8-86ca-2dab42b199d6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:11.809041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5a05-3549-44a7-888d-d2df51b56271 req-d36dc394-afa7-47b8-86ca-2dab42b199d6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:11.831628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5a05-3549-44a7-888d-d2df51b56271 req-d36dc394-afa7-47b8-86ca-2dab42b199d6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:11.838394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5a05-3549-44a7-888d-d2df51b56271 req-d36dc394-afa7-47b8-86ca-2dab42b199d6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:11.844310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5a05-3549-44a7-888d-d2df51b56271 req-d36dc394-afa7-47b8-86ca-2dab42b199d6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:11.846229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-435f5a05-3549-44a7-888d-d2df51b56271 req-d36dc394-afa7-47b8-86ca-2dab42b199d6 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 3873 time: 1.3781848 May 27 02:02:11.854575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.887746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] Allocated IP 2001:db8:0:2::2 (55b0130c-1db7-4fb6-8e9d-98bc99226848/f58318a1-7458-4333-ab1c-6f5ea220b46b/a613f80d-70df-4278-997b-a9fc814a88c9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:11.891147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:11.972360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:02:11.977949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:12.023189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:12.031716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event deleted for resources: {'Port': ['ID=4f621925-b377-4e06-ae37-cdf340d066f6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:12.051990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:12.119746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:12.135504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:12.169846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68261fc-05c8-43d0-a65f-18d6b69b1eb1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:12.183349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.183967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.220619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-435f5a05-3549-44a7-888d-d2df51b56271 req-c51bff1f-7894-488f-a063-e21443a15ca4 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3544407 May 27 02:02:12.321070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a613f80d-70df-4278-997b-a9fc814a88c9,segment=NetworkSegment(de0908cf-fb3b-46bc-a678-06d93a37e0da),segment_id=de0908cf-fb3b-46bc-a678-06d93a37e0da)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:12.323770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:12.340188 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.342497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Calling delete_port for 1d6af246-8e77-4492-8c1d-c2695e9069dd owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:12.361459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:12.374195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] No DVR routers for this DVR port 4f621925-b377-4e06-ae37-cdf340d066f6 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:12.385470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.392535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf99b14-3407-4d8c-8ea9-266cfb48221c None None] The sync data for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 is: [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:02:12.399432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.402040 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a450d826-a8bc-4421-b4d7-1f1602ba550c req-7b9121a9-e25d-4e69-81fb-e9cb2582b7ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "DELETE /v2.0/ports/4f621925-b377-4e06-ae37-cdf340d066f6 HTTP/1.1" status: 204 len: 173 time: 3.1549785 May 27 02:02:12.402842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'name': 'network-vif-deleted', 'tag': '4f621925-b377-4e06-ae37-cdf340d066f6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:12.411288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.412703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9be5c4a1-8343-45ba-8d6f-897814f3191f tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1175146 May 27 02:02:12.440731 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cc3f2c-3f96-4cbb-8348-02ee88582e63'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'code': 200} May 27 02:02:12.519129 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393899be-a249-44f6-a3be-b4b2967c2eac'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'd4d4031d-72f7-4107-85ed-fe2c6d7ee24e', 'status': 'completed', 'code': 200} May 27 02:02:12.520752 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f573c3-32ad-4134-a432-2f9826443d9d'] response: {'server_uuid': 'a4df1ff6-91cd-4109-bfdc-cdc7f723be1c', 'name': 'network-vif-deleted', 'tag': '4f621925-b377-4e06-ae37-cdf340d066f6', 'status': 'completed', 'code': 200} May 27 02:02:12.521575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47434) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:12.527755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] Transition to ACTIVE for port object a613f80d-70df-4278-997b-a9fc814a88c9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:12.543079 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.562667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port f0bfb3b1-d28d-43f8-a977-9141b415d53d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:12.563029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.595477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Request body: {'security_group_rule': {'security_group_id': 'e68261fc-05c8-43d0-a65f-18d6b69b1eb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:12.621318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:12.640259 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.645581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Usage tracker for resource:security_group_rule and tenant:6b8177e72a124fab9faace1d6743f42e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:12.658893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:12.686956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:12.746319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1e9ce96-116f-43a6-9de7-258ffcf8ecee req-76f45912-455d-4933-b003-027f683da7b3 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.8618152 May 27 02:02:12.755803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event deleted for resources: {'Port': ['ID=1d6af246-8e77-4492-8c1d-c2695e9069dd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:12.793877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:12.841057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4f621925-b377-4e06-ae37-cdf340d066f6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:12.887054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd94ba-c905-45c8-ace1-d25b74f4c6ba None None] Pushing event updated for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:12.900553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 4f621925-b377-4e06-ae37-cdf340d066f6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:02:12.901676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4f621925-b377-4e06-ae37-cdf340d066f6 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:02:12.921014 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca037df0-4e7f-48f6-9b40-ffab9fef71cd None None] New status for floating IP a8a39fd9-2adb-44cd-ab11-6b7b019d31a8: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:02:13.041237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-91eafb99-cbd2-471c-bb4c-8f78f96c9f4c req-70cb58ed-e412-47b8-8ef9-6ce3722e0184 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:13.046110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.142198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.157210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Delete allocated IP 2001:db8::3b5 (55b0130c-1db7-4fb6-8e9d-98bc99226848/d19b67aa-97f7-4006-a45b-69cc80f62a56) {{(pid=88425) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:02:13.170589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-91eafb99-cbd2-471c-bb4c-8f78f96c9f4c req-70cb58ed-e412-47b8-8ef9-6ce3722e0184 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:13.173223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.177329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-544612ea-b949-48b3-97b9-894a720bf735 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8a39fd9-2adb-44cd-ab11-6b7b019d31a8 HTTP/1.1" status: 204 len: 168 time: 1.8269439 May 27 02:02:13.182103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91eafb99-cbd2-471c-bb4c-8f78f96c9f4c req-70cb58ed-e412-47b8-8ef9-6ce3722e0184 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4df1ff6-91cd-4109-bfdc-cdc7f723be1c HTTP/1.1" status: 200 len: 210 time: 0.2070065 May 27 02:02:13.186636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.212360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Allocated IP 2001:db8:0:2::5 (55b0130c-1db7-4fb6-8e9d-98bc99226848/f58318a1-7458-4333-ab1c-6f5ea220b46b/967aec07-2bf3-478e-add2-dc99eab54032) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:13.233015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port f0bfb3b1-d28d-43f8-a977-9141b415d53d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f0bfb3b1-d28d-43f8-a977-9141b415d53d,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:13.233377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.250557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b1e5f8-5b26-482b-b0ee-c11575372f29,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:13.278535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.383254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a613f80d-70df-4278-997b-a9fc814a88c9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:13.422189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47444) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:13.434364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211121073', 'description': 'tempest-description--278030858'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:13.456456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:13.458835 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.462484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e0e96a76-bd8e-4497-8aa4-ed65e1fd8c02 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9310815 May 27 02:02:13.469503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:13.473849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47452) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:13.476998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for f0bfb3b1-d28d-43f8-a977-9141b415d53d owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:13.486389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:13.552209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:13.620367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=72dec0e0-d8b1-4dcc-a51a-6b914c6a9438,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:13.816105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:13.888894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=f0bfb3b1-d28d-43f8-a977-9141b415d53d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:13.899837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:13.901020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:02:13.926617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.003296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:14.021501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] No DVR routers for this DVR port f0bfb3b1-d28d-43f8-a977-9141b415d53d on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:14.022085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.035416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group_rule and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:14.040916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:14.042851 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-a64d16fa-c3ce-40e2-b2da-487dfe48986c tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "DELETE /v2.0/ports/f0bfb3b1-d28d-43f8-a977-9141b415d53d HTTP/1.1" status: 204 len: 173 time: 2.2852366 May 27 02:02:14.061533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.080069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Provisioning complete for port 717c5e56-c243-4abb-93e1-2086a9e661c7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:14.080662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.087063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:14.089746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:02:14.121047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port a958d246-60b4-421f-bde5-e9ab95ce080e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:14.121741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.130727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:14.133141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.166889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:14.167495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.180165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2a73-1d68-4252-9d28-fcd709412a39 req-5e6e59fb-4026-48bc-8e6a-524b26f472d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:14.186924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2a73-1d68-4252-9d28-fcd709412a39 req-5e6e59fb-4026-48bc-8e6a-524b26f472d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:14.188512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552236a9-523b-4e80-a91b-6f382b78da65 None None] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:14.192590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2a73-1d68-4252-9d28-fcd709412a39 req-5e6e59fb-4026-48bc-8e6a-524b26f472d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:14.198825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2a73-1d68-4252-9d28-fcd709412a39 req-5e6e59fb-4026-48bc-8e6a-524b26f472d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:14.206308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-440f2a73-1d68-4252-9d28-fcd709412a39 req-5e6e59fb-4026-48bc-8e6a-524b26f472d1 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 3065 time: 0.6392853 May 27 02:02:14.234296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d7e5c82-64de-4f56-bda6-9d411a6b020a req-6cba84e9-0188-401e-9a0a-d25b0a93b760 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0726340 May 27 02:02:14.291651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.297422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Port 717c5e56-c243-4abb-93e1-2086a9e661c7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:14.342990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Provisioning for port a613f80d-70df-4278-997b-a9fc814a88c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:14.351258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd8df87c-a623-4f4f-bae3-6f92c989dfe4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2002492 May 27 02:02:14.355554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Transition to ACTIVE for port object 967aec07-2bf3-478e-add2-dc99eab54032 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:14.358368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47462) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:14.385531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:14.411173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-440f2a73-1d68-4252-9d28-fcd709412a39 req-a556efd8-db66-41ee-901a-c4e09abc2d24 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2037845 May 27 02:02:14.424742 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.430938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:14.431467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.534236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port a958d246-60b4-421f-bde5-e9ab95ce080e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a958d246-60b4-421f-bde5-e9ab95ce080e,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:14.534601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.671843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8', 'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': '72dec0e0-d8b1-4dcc-a51a-6b914c6a9438'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:02:14.672668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.720161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.737247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.773449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.798295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:14.819234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for a958d246-60b4-421f-bde5-e9ab95ce080e owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:14.862083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] In _notify_port_updated(), no bound segment for port 967aec07-2bf3-478e-add2-dc99eab54032 on network 55b0130c-1db7-4fb6-8e9d-98bc99226848 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:02:14.873551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Provisioning for port 967aec07-2bf3-478e-add2-dc99eab54032 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:14.874120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:14.875080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.877214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "PUT /v2.0/ports/967aec07-2bf3-478e-add2-dc99eab54032 HTTP/1.1" status: 200 len: 968 time: 4.3849096 May 27 02:02:14.878248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.880859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4575651 May 27 02:02:14.886778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Provisioning complete for port 967aec07-2bf3-478e-add2-dc99eab54032 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:14.887134 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.891067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47480) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:14.891604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47482) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:14.965078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:14.983132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:14.987075 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/e68261fc-05c8-43d0-a65f-18d6b69b1eb1 HTTP/1.1" status: 204 len: 168 time: 1.5017896 May 27 02:02:14.987075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68261fc-05c8-43d0-a65f-18d6b69b1eb1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:14.988132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47490) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:15.003968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f58d6a80-64e4-474c-916a-c44fc8799e86 None None] Port 967aec07-2bf3-478e-add2-dc99eab54032 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:15.005623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'security_group_rule': {'security_group_id': '05ad1db3-cb7f-4334-8b14-04916b6952ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:15.016364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Allocated IP 2001:db8::2 (bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8/72dec0e0-d8b1-4dcc-a51a-6b914c6a9438/7363e936-94d3-4fd0-a891-6f4fe848c4ed) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:15.067084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:15.081298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.087249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.093484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.099238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.105874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.111540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.117412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.119427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-be60cd56-12c1-45ad-a8ab-c21b3a93522f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.7281034 May 27 02:02:15.127355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.127846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.128568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.128692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.129142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.129577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.130008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.130463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.131093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.131525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.131956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.132741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68a266-fa7c-4a47-8f70-6e97cc33177d tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:15.159525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group_rule and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:15.163831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-81067129-4252-4354-b51e-81dd990c0ff5 None None] Provisioning complete for port 967aec07-2bf3-478e-add2-dc99eab54032 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:15.164375 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-81067129-4252-4354-b51e-81dd990c0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.167501 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.174939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67f300-0f93-442f-b146-7c050a56f8c6 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event updated for resources: {'Port': ['ID=967aec07-2bf3-478e-add2-dc99eab54032,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:15.185957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:15.229943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-151fdf59-1cae-46d9-95c7-756b0e8f0e01 req-c4b3bbad-3a30-4dc0-ba00-c42eb84ccadc tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997102 May 27 02:02:15.232407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=a958d246-60b4-421f-bde5-e9ab95ce080e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:15.254159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-81067129-4252-4354-b51e-81dd990c0ff5 None None] Port 967aec07-2bf3-478e-add2-dc99eab54032 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:15.324385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] No DVR routers for this DVR port a958d246-60b4-421f-bde5-e9ab95ce080e on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:15.333337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.333604 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847dacbe-1962-4710-9e76-9028b39e6e7c'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'f0bfb3b1-d28d-43f8-a977-9141b415d53d', 'status': 'completed', 'code': 200} May 27 02:02:15.334917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.342224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:15.347063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-1d93fdbe-5825-4ac7-94fd-424986bb40bc tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "DELETE /v2.0/ports/a958d246-60b4-421f-bde5-e9ab95ce080e HTTP/1.1" status: 204 len: 173 time: 1.2969484 May 27 02:02:15.347230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Transition to ACTIVE for port object 7363e936-94d3-4fd0-a891-6f4fe848c4ed will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:15.350033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:15.355526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:subnet and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:15.358549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:15.364656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:15.371759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485261ad-f8da-440a-88b4-8ddcef40e313 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad1db3-cb7f-4334-8b14-04916b6952ad,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:15.372831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Transition to ACTIVE for port object 7363e936-94d3-4fd0-a891-6f4fe848c4ed will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:15.377262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 967aec07-2bf3-478e-add2-dc99eab54032 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:15.377613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.391705 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.431010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port a8374704-95b4-45eb-b103-e3ecbf6fadf7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:15.431426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.475232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:15.476069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Pushing event updated for resources: {'Port': ['ID=7363e936-94d3-4fd0-a891-6f4fe848c4ed,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:15.477671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:15.479597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:15.481095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.481681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:15.536995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-805d5956-9e60-4e35-821b-ee1d66132363 req-5d9ab4ff-6b17-44a2-ac7a-b513907edd7e tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0711548 May 27 02:02:15.608918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7d74af8a-927d-4f94-8a0b-386558cfaa92 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:15.623483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Attempting to bind port 7363e936-94d3-4fd0-a891-6f4fe848c4ed on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:15.623807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Attempting to bind port 7363e936-94d3-4fd0-a891-6f4fe848c4ed by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:15.624838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Attempting to bind port 7363e936-94d3-4fd0-a891-6f4fe848c4ed on network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:15.630843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:15.631210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Checking segment: {'id': '93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:15.631600 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.631998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Bound using segment: {'id': '93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:15.632455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Bound port: 7363e936-94d3-4fd0-a891-6f4fe848c4ed, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:15.632832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.653677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e597db-56bc-4921-8011-2dcd2f53beec req-d1976718-8780-40fc-89b8-fff2c42c3b88 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:15.655277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-d1976718-8780-40fc-89b8-fff2c42c3b88 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.7731738 May 27 02:02:15.686252 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.713266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7d74af8a-927d-4f94-8a0b-386558cfaa92 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:15.714485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7d74af8a-927d-4f94-8a0b-386558cfaa92 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6494477 May 27 02:02:15.759203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] For port 7363e936-94d3-4fd0-a891-6f4fe848c4ed, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:15.765246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] For port 7363e936-94d3-4fd0-a891-6f4fe848c4ed, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7363e936-94d3-4fd0-a891-6f4fe848c4ed,segment=NetworkSegment(93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a),segment_id=93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:15.771230 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:15.774385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47498) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:15.776037 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ac27ef71-1026-4370-a70e-97da64227a9f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.0968907 May 27 02:02:15.863454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3518def-2eee-435c-95a6-7a0795d850de None None] Pushing event updated for resources: {'Port': ['ID=7363e936-94d3-4fd0-a891-6f4fe848c4ed,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:15.914959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port a8374704-95b4-45eb-b103-e3ecbf6fadf7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a8374704-95b4-45eb-b103-e3ecbf6fadf7,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:15.916184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.038940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7f11d829-d50c-4b3e-9f0a-134148b3bff5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Synchronizing usage tracker for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:16.049945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for a8374704-95b4-45eb-b103-e3ecbf6fadf7 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:16.074859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.082366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.104047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.136643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d5160-b2ba-4f97-a6db-4f4ec8d2afee req-4ece7969-016a-4ec9-a48c-33cae4cf69c2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.144007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d5160-b2ba-4f97-a6db-4f4ec8d2afee req-4ece7969-016a-4ec9-a48c-33cae4cf69c2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.144960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a39d5160-b2ba-4f97-a6db-4f4ec8d2afee req-4ece7969-016a-4ec9-a48c-33cae4cf69c2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:16.184451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a39d5160-b2ba-4f97-a6db-4f4ec8d2afee req-4ece7969-016a-4ec9-a48c-33cae4cf69c2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:16.185803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a39d5160-b2ba-4f97-a6db-4f4ec8d2afee req-4ece7969-016a-4ec9-a48c-33cae4cf69c2 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 1677 time: 0.3534102 May 27 02:02:16.286328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a39d5160-b2ba-4f97-a6db-4f4ec8d2afee req-c278bc8a-11fb-4b1d-b538-7115d08ab7de tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656595 May 27 02:02:16.292378 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.347985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=a8374704-95b4-45eb-b103-e3ecbf6fadf7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:16.383292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 967aec07-2bf3-478e-add2-dc99eab54032 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:16.459639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] No DVR routers for this DVR port a8374704-95b4-45eb-b103-e3ecbf6fadf7 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:16.468378 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.468738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-8984fe8b-a66e-4187-af39-5d752b164338 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "DELETE /v2.0/ports/a8374704-95b4-45eb-b103-e3ecbf6fadf7 HTTP/1.1" status: 204 len: 173 time: 1.1164503 May 27 02:02:16.484037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bb16d9-1c3a-409a-b544-12257580ce49,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:16.492992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-664818d3-a368-4d59-9c3f-5c573b2cc670 req-701077a6-5cb9-4542-96f5-d258f9729967 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1204143 May 27 02:02:16.493777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7f11d829-d50c-4b3e-9f0a-134148b3bff5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] Unset dirty status for tenant:6b8177e72a124fab9faace1d6743f42e on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:16.494920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7f11d829-d50c-4b3e-9f0a-134148b3bff5 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.7181141 May 27 02:02:16.506466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47504) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:16.542440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-3293b40f-5f07-441d-b043-c0f86a975d7b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6873946 May 27 02:02:16.560012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port 6b80a88e-2def-4e67-bc15-46bbdf11f026 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:16.560354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.594033 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:16.595244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4fe766b4-7692-4d74-904d-c60e629c99e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6949067 May 27 02:02:16.613839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47510) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:16.678350 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-20b5fffc-ecf2-4863-8d3e-d485c9772f7c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] delete failed (client error): The resource could not be found. May 27 02:02:16.678552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.685579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-20b5fffc-ecf2-4863-8d3e-d485c9772f7c tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "DELETE /v2.0/security-groups/e68261fc-05c8-43d0-a65f-18d6b69b1eb1 HTTP/1.1" status: 404 len: 347 time: 0.1677377 May 27 02:02:16.685740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.690480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.696375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.702195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'security_group_rule': {'security_group_id': '05ad1db3-cb7f-4334-8b14-04916b6952ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:16.702946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.708680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.714156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47514) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:16.714449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:16.716416 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-51c38f4d-e970-4df7-9944-60f049e057c6 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.2928953 May 27 02:02:16.727170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:16.763338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:security_group_rule and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:16.816056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:16.871999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:16.990320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9c2b5d9c-5928-4646-b09b-8d7e7f8b6ff7 tempest-SecGroupTest-537671030 tempest-SecGroupTest-537671030-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2640538 May 27 02:02:16.990320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.005792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-088bee5b-045d-405f-b3c1-d4af01275364 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625709 May 27 02:02:17.010261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.035021 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78565c5a-2627-4634-bd5a-8bb0cb5c04c4 req-61a5c1d0-e857-48ef-8a9a-c41ffff9eac8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985757 May 27 02:02:17.101910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port 6b80a88e-2def-4e67-bc15-46bbdf11f026, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=6b80a88e-2def-4e67-bc15-46bbdf11f026,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:17.102280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.141020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d44a0-8ade-4e2f-b18e-0ab3c136459d None None] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:17.219743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=967aec07-2bf3-478e-add2-dc99eab54032,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:17.334662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e'}, {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:17.416875 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad3f346a-7f61-49a4-a5c7-ec408eff78d8 req-6a8eaf7d-0ecf-4365-a6fa-a7d0e9542598 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0762849 May 27 02:02:17.472480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7363e936-94d3-4fd0-a891-6f4fe848c4ed up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:17.479467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.511351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b23d6ca3-f133-4595-b9ea-98f03e6b4d7f None None] Provisioning for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:17.552578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47526) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:17.575158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.646664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:17.661335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:17.661715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.720410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.721097 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.721613 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Floating IP de0b445c-b416-4f8e-a4df-f26c06920748 disassociated. External IP: 172.25.3.92, port: 6b80a88e-2def-4e67-bc15-46bbdf11f026. May 27 02:02:17.722166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for 6b80a88e-2def-4e67-bc15-46bbdf11f026 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:17.764373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a9e31b50-27b0-4cb3-bad4-c6c77dd628ff tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/967aec07-2bf3-478e-add2-dc99eab54032 HTTP/1.1" status: 204 len: 168 time: 2.8653030 May 27 02:02:17.791808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47532) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:17.809169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.843737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:17.925632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d93b0-698f-49d7-9f2a-45bc21c1841a req-e7f04cc8-fd55-49ad-8cfd-87041bd78009 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:17.930512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7363e936-94d3-4fd0-a891-6f4fe848c4ed is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:17.932173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.934773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb2d93b0-698f-49d7-9f2a-45bc21c1841a req-e7f04cc8-fd55-49ad-8cfd-87041bd78009 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 943 time: 0.3098087 May 27 02:02:17.952915 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2268c58-0c2a-462c-a1f2-b3460c02a6e7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] GET failed (client error): The resource could not be found. May 27 02:02:17.953814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c2268c58-0c2a-462c-a1f2-b3460c02a6e7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Synchronizing usage tracker for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:17.965152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:17.968479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:17.969276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.977466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:17.980223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f756e28-bf65-4f58-9333-6ad34a80e276 None None] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:18.033688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ea13d7e8-fadf-48e2-aab3-5fb201f15cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0042155 May 27 02:02:18.050153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.054208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4304354 May 27 02:02:18.056869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7fd62f51-e51d-48ae-835a-ca143843479e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b8177e72a124fab9faace1d6743f42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021219 May 27 02:02:18.057722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47538) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:18.058113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47540) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:18.060711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=04f1dcca-4b98-43fc-9b0c-7123f9465087,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:18.067518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bad955-9b3a-4052-a908-63453acdeea6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05271f23-4005-4d5b-94fd-3bac335dcffb,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:18.078922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a373d41-a76a-4a56-b675-25533d64a7e8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7189581 May 27 02:02:18.081705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47548) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:18.082200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7363e936-94d3-4fd0-a891-6f4fe848c4ed, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7363e936-94d3-4fd0-a891-6f4fe848c4ed,segment=NetworkSegment(93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a),segment_id=93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:18.107034 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.122096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb2d93b0-698f-49d7-9f2a-45bc21c1841a req-b6d94b6e-f62a-4567-aaf0-89fe074604d3 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups?id=97f54df3-3b82-4043-86ea-0b1e7abbb0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1862845 May 27 02:02:18.132400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:18.145253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c2268c58-0c2a-462c-a1f2-b3460c02a6e7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Unset dirty status for tenant:5d83088938df49feaa90c36e45991934 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:18.148877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c2268c58-0c2a-462c-a1f2-b3460c02a6e7 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports/967aec07-2bf3-478e-add2-dc99eab54032 HTTP/1.1" status: 404 len: 333 time: 0.3484831 May 27 02:02:18.160725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.163190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-787202cb-44e7-4061-aecb-1ce8bef29eb8 None None] Provisioning complete for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:18.164142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-787202cb-44e7-4061-aecb-1ce8bef29eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.167272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47552) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:18.169922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.174615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:18.176999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.184527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.191414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.200006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.206459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.209628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.212241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Usage tracker for resource:floatingip and tenant:c20dc2a0995c429299036b2c45018d78 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:18.212529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b1456808-cb77-4126-a14a-ecdae0346994 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.7213190 May 27 02:02:18.267762 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01aa33e-2e1a-4fdb-8140-c184fffdc179'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'a958d246-60b4-421f-bde5-e9ab95ce080e', 'status': 'completed', 'code': 200} May 27 02:02:18.268265 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01aa33e-2e1a-4fdb-8140-c184fffdc179'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': 'a8374704-95b4-45eb-b103-e3ecbf6fadf7', 'status': 'completed', 'code': 200} May 27 02:02:18.271867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:18.298612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:18.334364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=6b80a88e-2def-4e67-bc15-46bbdf11f026,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:18.336659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d07bdfb6-28ab-42d0-bbeb-2bf371cfae05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.359315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.361266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.363139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.365129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.368384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.370268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Synchronizing usage tracker for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:18.379872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-cc6847fa-d9fa-4c6e-b03a-bacffdfd4c7b tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.381628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-cc6847fa-d9fa-4c6e-b03a-bacffdfd4c7b tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "GET /v2.0/ports/d3ef6ea4-3742-4d4f-808e-371b35fba3f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1642978 May 27 02:02:18.389094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d07bdfb6-28ab-42d0-bbeb-2bf371cfae05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.410302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7363e936-94d3-4fd0-a891-6f4fe848c4ed,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:18.493609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Unset dirty status for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:18.499931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ddcd772-4e49-43d0-bb69-a1120db9fb01 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4170914 May 27 02:02:18.512678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47562) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:18.578506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607688011'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:18.584105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:18.588232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:18.591715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:18.598242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:18.633729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-787202cb-44e7-4061-aecb-1ce8bef29eb8 None None] Current status of the port 7363e936-94d3-4fd0-a891-6f4fe848c4ed is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:18.636135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:18.639668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.717037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:02:18.719334 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6e8bafa-a9f9-4ed6-82b2-ae4642964427 req-a38772c2-a229-4c9d-a922-583770787531 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 210 time: 0.2627311 May 27 02:02:18.720242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.758780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.759521 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 16ce6d5b-65e2-4d3b-9dfa-780f50b71730 of type vlan for network 170e139f-ac83-4642-9e04-eeae0883d2cd May 27 02:02:18.773732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.780704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.787768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.795208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.800754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d07bdfb6-28ab-42d0-bbeb-2bf371cfae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.801587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.808910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.815360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:18.817458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-c1fee6a3-bc54-46f3-b377-b9026d5cd9e2 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 0.3257058 May 27 02:02:18.821874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-a8481837-50a1-44f3-975e-e260be91dbf9 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "GET /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4291577 May 27 02:02:18.834351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:18.840643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] Update dhcp port {'port': {'network_id': 'bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8', 'fixed_ips': [{'subnet_id': '72dec0e0-d8b1-4dcc-a51a-6b914c6a9438', 'ip_address': '2001:db8::2'}, {'subnet_id': '04f1dcca-4b98-43fc-9b0c-7123f9465087'}], 'binding:host_id': 'n-d-843146-11'}, 'id': '7363e936-94d3-4fd0-a891-6f4fe848c4ed'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:02:18.846268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:02:18.940776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.941320 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.967882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53883055-8863-4673-b1a2-2be593d16216 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:18.982248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bdfb6-28ab-42d0-bbeb-2bf371cfae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af7c967-afaa-48e2-ae41-38ef6222dbd0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:19.024655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7cb501e-4aa3-4de0-94dc-cf63cfa2459e req-3513ae32-4171-438f-a7d2-36d9a48d9493 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973736 May 27 02:02:19.060598 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.106374 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.112408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:19.113323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.282289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] Allocated IP 172.20.0.1 (bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8/04f1dcca-4b98-43fc-9b0c-7123f9465087/7363e936-94d3-4fd0-a891-6f4fe848c4ed) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:19.314388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f4d20c8-3f89-46bb-be31-a9f52759cba7 req-1f7b585e-9060-468e-886f-203996845f6c tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.3465290 May 27 02:02:19.366548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53883055-8863-4673-b1a2-2be593d16216 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.441422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7363e936-94d3-4fd0-a891-6f4fe848c4ed up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:19.515776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0016832 May 27 02:02:19.517209 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d07bdfb6-28ab-42d0-bbeb-2bf371cfae05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.518389 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d07bdfb6-28ab-42d0-bbeb-2bf371cfae05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2af7c967-afaa-48e2-ae41-38ef6222dbd0 HTTP/1.1" status: 204 len: 168 time: 1.4536533 May 27 02:02:19.543823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47578) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:19.553214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fa9e022-429e-4440-ab8d-26524d45f3a3 req-61a8925d-5922-4ae5-b8aa-eb5b7d61d503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 210 time: 0.1824234 May 27 02:02:19.575210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] For port 7363e936-94d3-4fd0-a891-6f4fe848c4ed, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7363e936-94d3-4fd0-a891-6f4fe848c4ed,segment=NetworkSegment(93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a),segment_id=93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:19.585955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:19.586331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.611049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:19.681718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53883055-8863-4673-b1a2-2be593d16216 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.692048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.707912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53883055-8863-4673-b1a2-2be593d16216 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b88be-4291-4b29-a1a9-b38072a49e23,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:19.721937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53883055-8863-4673-b1a2-2be593d16216 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.725931 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-53883055-8863-4673-b1a2-2be593d16216 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/security-groups/408b88be-4291-4b29-a1a9-b38072a49e23 HTTP/1.1" status: 204 len: 168 time: 1.5549297 May 27 02:02:19.727367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:02:19.729381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47592) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:19.731755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:19.733330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] Transition to ACTIVE for port object 7363e936-94d3-4fd0-a891-6f4fe848c4ed will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:19.769490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] Sync routers for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:02:19.772946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.068660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70d894-8704-41c1-bdb8-4ae62d5dbb7d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=170e139f-ac83-4642-9e04-eeae0883d2cd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:20.120398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:20.121048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:20.162938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] No DVR routers for this DVR port 6b80a88e-2def-4e67-bc15-46bbdf11f026 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:20.201213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 170e139f-ac83-4642-9e04-eeae0883d2cd details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:20.227321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port 7363e936-94d3-4fd0-a891-6f4fe848c4ed had new provisioning blocks added so it will not transition to active. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 27 02:02:20.263849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.303448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:20.363445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ee7fe9d-ed76-4ee0-8e35-9a70f5e85f62 req-578e8bf3-ffe9-4e2b-a283-c8f0391d68d7 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.2015519 May 27 02:02:20.370091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0c7bc30-e849-4687-8be8-81d9cbf2babc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.396016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ccc96-fc58-428e-956c-04c4bad5f869 None None] Pushing event updated for resources: {'Port': ['ID=7363e936-94d3-4fd0-a891-6f4fe848c4ed,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:20.423917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0c7bc30-e849-4687-8be8-81d9cbf2babc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.491589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dd0759cc-6065-421f-bf34-4f26bda01ebb req-3d231361-387f-4e81-9d1f-384d6486abed tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.47 "DELETE /v2.0/ports/6b80a88e-2def-4e67-bc15-46bbdf11f026 HTTP/1.1" status: 204 len: 173 time: 4.0162435 May 27 02:02:20.561114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaaa0543-5028-418f-ac07-cc4a1be04c76 req-d2c16d6a-879e-4eb9-9a2b-9f1d2bb08c75 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 210 time: 0.4935694 May 27 02:02:20.740500 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72be96a0-3d7c-448b-b716-22f66b7fe6e4'] response: {'server_uuid': '2ffc677b-e72f-4751-a5cf-4872e909e9b2', 'name': 'network-vif-deleted', 'tag': '6b80a88e-2def-4e67-bc15-46bbdf11f026', 'status': 'completed', 'code': 200} May 27 02:02:20.786466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0c7bc30-e849-4687-8be8-81d9cbf2babc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.813920 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.855294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.872883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a0c7bc30-e849-4687-8be8-81d9cbf2babc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.887314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a0c7bc30-e849-4687-8be8-81d9cbf2babc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/security-groups/3aca6090-68b8-4033-baf2-f6af8e7d3768 HTTP/1.1" status: 204 len: 168 time: 1.1573064 May 27 02:02:20.888765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7bc30-e849-4687-8be8-81d9cbf2babc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aca6090-68b8-4033-baf2-f6af8e7d3768,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:20.892743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:20.893932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:02:20.918334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] For port d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:20.944793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network 170e139f-ac83-4642-9e04-eeae0883d2cd is not hosted by any dhcp agent {{(pid=88425) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:02:20.952585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:20.953257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:20.954537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "PUT /v2.0/networks/170e139f-ac83-4642-9e04-eeae0883d2cd HTTP/1.1" status: 200 len: 723 time: 1.4095941 May 27 02:02:21.011097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47632) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:21.048820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': '170e139f-ac83-4642-9e04-eeae0883d2cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:21.079894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Allocated IP 172.25.3.75 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/facfc3bc-906d-4429-b746-e442bf16439a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:21.082178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d3ef6ea4-3742-4d4f-808e-371b35fba3f6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:21.200550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7bddb962-a4c2-4dcd-84c2-be1f5f61de89 req-085c6778-2a3a-4b8b-8963-8c70ea1b71ab tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 210 time: 0.2764113 May 27 02:02:21.235868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e597db-56bc-4921-8011-2dcd2f53beec req-993768cd-9e93-474d-b893-a5e8b2e5b14a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.251499 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-993768cd-9e93-474d-b893-a5e8b2e5b14a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 1.1848841 May 27 02:02:21.288758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:02:21.325471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Request body: {'port': {'device_id': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'admin_state_up': True, 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:21.365759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c285a-ec29-48cb-bb49-bdbc33b8f813 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=170e139f-ac83-4642-9e04-eeae0883d2cd,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:21.417298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef6381a-f262-4aff-8d52-901af12bbe4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:21.421047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] For port d3ef6ea4-3742-4d4f-808e-371b35fba3f6, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:21.478975 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef6381a-f262-4aff-8d52-901af12bbe4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:21.528202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 170e139f-ac83-4642-9e04-eeae0883d2cd details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:21.651577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef6381a-f262-4aff-8d52-901af12bbe4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:21.706096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6381a-f262-4aff-8d52-901af12bbe4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61beae37-9c67-4fb2-b347-8f2d91e26770,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:21.716461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fef6381a-f262-4aff-8d52-901af12bbe4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:21.717572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fef6381a-f262-4aff-8d52-901af12bbe4a tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/security-groups/61beae37-9c67-4fb2-b347-8f2d91e26770 HTTP/1.1" status: 204 len: 168 time: 0.8234193 May 27 02:02:21.720571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:21.734999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.742860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.745486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:21.746146 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:21.761080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.767848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.789353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.797075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7363e936-94d3-4fd0-a891-6f4fe848c4ed up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:21.799889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.805879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:21.824746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-d279b178-7385-4696-88a5-3cf041327482 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 5443 time: 1.2241673 May 27 02:02:21.826748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47652) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:21.916634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-914ee693-9379-4870-974f-9ae65b89f00f req-801ac103-a331-4fb5-8b7f-72151ea94d2d tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1006591 May 27 02:02:21.924867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:21.944618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] device_id is not set on port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:02:21.959946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:21.981279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:21.984590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:21.986989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:21.995455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.027908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.106327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb2e873b-7915-4c64-82f9-cf3fc0575387 req-eda9576a-0c80-4bf1-8764-9f1c09165a68 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2761240 May 27 02:02:22.145685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet d19b67aa-97f7-4006-a45b-69cc80f62a56 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:02:22.152833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:22.156473 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.189684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.309625 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.395631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-28bb8115-507f-4b62-94ee-f8f99540e377 None None] Provisioning for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:22.404544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-356a9c2a-1746-43ea-90a0-8f826bd091ef req-e830dd7e-85f3-48f0-bdb1-5a427bfca66b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 210 time: 0.3090384 May 27 02:02:22.405017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:22.448822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] No DVR routers for this DVR port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:22.472728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-28bb8115-507f-4b62-94ee-f8f99540e377 None None] Provisioning complete for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:22.473331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28bb8115-507f-4b62-94ee-f8f99540e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.500531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.605391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:22.605939 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:22.714991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:58Z', 'revision_number': 5, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:22.731635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] Checking router: 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:02:22.738217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:22.738833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.761606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f226aa50-48ea-4748-a42a-f5cae7ca1b84 req-94a2a72d-9920-4721-a398-878c638f9f46 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Synchronizing usage tracker for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:22.793375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:22.842568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f226aa50-48ea-4748-a42a-f5cae7ca1b84 req-94a2a72d-9920-4721-a398-878c638f9f46 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Unset dirty status for tenant:762321022c2f4f0b8b6ba60054f44dcf on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:22.843849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f226aa50-48ea-4748-a42a-f5cae7ca1b84 req-94a2a72d-9920-4721-a398-878c638f9f46 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 210 time: 0.2514729 May 27 02:02:23.004541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Allocated IP 172.20.0.9 (439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be/f73de125-37f2-4186-80bf-fde73bba2429/63d1cb25-2d4f-4122-8c14-1e1431195bd4) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:23.017402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-28bb8115-507f-4b62-94ee-f8f99540e377 None None] Current status of the port 7363e936-94d3-4fd0-a891-6f4fe848c4ed is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:23.022530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:23.023227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:23.106327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:23.123234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:23.127109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:23.321636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.347000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'Port': ['ID=facfc3bc-906d-4429-b746-e442bf16439a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:23.397444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7363e936-94d3-4fd0-a891-6f4fe848c4ed is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:23.400457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:23.401412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c5255157-1d4c-4b58-92d5-d8f418cd2c89 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:23.431638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b5d61c1b-ae93-4a9b-8d90-edb706014cec None None] Provisioning complete for port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:23.432016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b5d61c1b-ae93-4a9b-8d90-edb706014cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.539899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b5d61c1b-ae93-4a9b-8d90-edb706014cec None None] Port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:23.550577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.562084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:02:23.625274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad9540c5-20e6-4273-9651-7ccce6108ee5 req-60db123d-923d-4b9b-9150-43540a28d3eb tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1553051 May 27 02:02:23.637504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] In _notify_port_updated(), no bound segment for port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:02:23.638831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:23.639610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.641208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d0c6aee6-e08d-447d-b530-2e0ba7b3503b service neutron] 10.222.0.47 "PUT /v2.0/ports/d3ef6ea4-3742-4d4f-808e-371b35fba3f6 HTTP/1.1" status: 200 len: 1032 time: 4.8115985 May 27 02:02:23.647161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.736516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.812342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.823763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=d19b67aa-97f7-4006-a45b-69cc80f62a56,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:23.827395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.844894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2cad0728-5711-4103-9efc-e09c2e693c71 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/d19b67aa-97f7-4006-a45b-69cc80f62a56 HTTP/1.1" status: 204 len: 168 time: 2.0129690 May 27 02:02:23.848904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:23.852453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47680) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:23.908509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed054f-f605-4b52-b064-6ce1bbc5d0ee None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:23.964073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.007003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:02:24.111695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-08d32c2d-e846-4619-8c23-e4d49ccf447e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.120351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-08d32c2d-e846-4619-8c23-e4d49ccf447e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.122419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-17994668-b02b-4497-bdbc-fc529d396305 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.124356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-17994668-b02b-4497-bdbc-fc529d396305 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "GET /v2.0/ports/c5255157-1d4c-4b58-92d5-d8f418cd2c89?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4755840 May 27 02:02:24.126802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-08d32c2d-e846-4619-8c23-e4d49ccf447e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.133413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-08d32c2d-e846-4619-8c23-e4d49ccf447e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.133627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:24.139334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-08d32c2d-e846-4619-8c23-e4d49ccf447e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.143433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:24.144743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c5255157-1d4c-4b58-92d5-d8f418cd2c89 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:24.145142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.145368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-08d32c2d-e846-4619-8c23-e4d49ccf447e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.147329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-08d32c2d-e846-4619-8c23-e4d49ccf447e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 4664 time: 0.6858888 May 27 02:02:24.148088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=95c517f3-f6bd-4068-9fe2-018866dd3412,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:24.166751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet f58318a1-7458-4333-ab1c-6f5ea220b46b {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:02:24.175117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.179686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:24.204505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:24.214034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:24.239743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event updated for resources: {'Port': ['ID=63d1cb25-2d4f-4122-8c14-1e1431195bd4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:24.244667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:24.260939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '16ce6d5b-65e2-4d3b-9dfa-780f50b71730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '170e139f-ac83-4642-9e04-eeae0883d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:24.261572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: 170e139f-ac83-4642-9e04-eeae0883d2cd, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:02:24.277319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.278037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:24.319715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.377244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-002d691c-a5e7-46ba-8bdd-d798b0d4dc7e req-bd9823d3-bcb7-483b-a513-7210292f2d38 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2046864 May 27 02:02:24.379131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.380284 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.402785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network 170e139f-ac83-4642-9e04-eeae0883d2cd is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:02:24.426083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.437394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.441094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e11276-ece9-44f4-86d6-4d4eaa583724 req-494825f3-d78d-4e8d-a72d-1eee9be327c5 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.443176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2e11276-ece9-44f4-86d6-4d4eaa583724 req-494825f3-d78d-4e8d-a72d-1eee9be327c5 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 931 time: 0.5528383 May 27 02:02:24.496359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 170e139f-ac83-4642-9e04-eeae0883d2cd) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:24.516827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:24.517148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.565422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9808c2-0eb6-4bf3-8b65-a83c8298b983 None None] Network 170e139f-ac83-4642-9e04-eeae0883d2cd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:24.574485 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.610743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-015ab91b-87b7-44ba-b3bd-f647aac63a2e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3410854 May 27 02:02:24.611003 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.640604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'Port': ['ID=facfc3bc-906d-4429-b746-e442bf16439a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:24.645291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.651272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Request body: {'port': {'device_id': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:24.737293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2e11276-ece9-44f4-86d6-4d4eaa583724 req-64f3efb2-87b3-44b7-9a01-a18960f520cd tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626457 May 27 02:02:24.746339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cfdaa8fa-c48b-44b7-bf49-8b392c464f10 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7234893 May 27 02:02:24.754582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47694) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:24.769088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2e19d3cb-be9a-4c8d-80f1-37e77ac93bd4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:24.875659 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cceefa5-8acc-47a2-9e1b-2c0e5fb5eb1c'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5255157-1d4c-4b58-92d5-d8f418cd2c89', 'code': 200} May 27 02:02:24.887482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:24.964894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:24.966089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ddc6d768-7344-4918-969f-246ba6c4d8bb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9028189 May 27 02:02:25.031360 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82460580-8892-4c1e-aabb-4d091a00daa3 req-8a71f65b-f24b-413f-9763-144862d6b193 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ffc677b-e72f-4751-a5cf-4872e909e9b2 HTTP/1.1" status: 200 len: 210 time: 0.0761604 May 27 02:02:25.128596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3cb-be9a-4c8d-80f1-37e77ac93bd4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262529062'] for subnet, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:25.158773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:25.159441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:25.248763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:25.273446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:58Z', 'revision_number': 5, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:25.294894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:25.297079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638681d2-a8d6-417c-86f4-31679822cf79 None None] The sync data for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 is: [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T01:54:50Z', 'revision_number': 4, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'db9e8a3a-e121-4c22-b8c6-b315e71ed344', 'name': '', 'network_id': '328ee635-88ce-4b3c-9810-0b7f399ed763', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'mac_address': 'fa:16:3e:7c:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:47Z', 'updated_at': '2022-05-27T01:54:58Z', 'revision_number': 5, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'subnets': [{'id': '1eb88772-16b3-4aad-bca9-afe94592ef49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:02:25.304027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-170e139f-ac83-4642-9e04-eeae0883d2cd', 'network_id': '170e139f-ac83-4642-9e04-eeae0883d2cd', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': '95c517f3-f6bd-4068-9fe2-018866dd3412'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:02:25.304921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:25.347092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47832ed7-3253-4370-b699-a46f67e72c58 req-6f63efb8-0e8a-4722-933f-ac98d586c33b tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1355836 May 27 02:02:25.349161 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:25.349854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 874fbc87-e4f6-438d-af60-ca24e7e006b6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:25.363353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=f58318a1-7458-4333-ab1c-6f5ea220b46b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:25.367619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:25.383695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:25.400555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/f58318a1-7458-4333-ab1c-6f5ea220b46b HTTP/1.1" status: 204 len: 168 time: 1.5142801 May 27 02:02:25.401485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47712) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:25.406282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.406641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.407025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.407387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.407771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.408193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.408532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.408954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.409292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.409887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.410410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.410764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d9718-376c-4a36-a3bd-52484ae9c889 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:25.571697 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ff1859-9447-4a04-8e6e-fea290d2ab33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:25.572155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ff1859-9447-4a04-8e6e-fea290d2ab33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:25.576403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-09ff1859-9447-4a04-8e6e-fea290d2ab33 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/d19b67aa-97f7-4006-a45b-69cc80f62a56 HTTP/1.1" status: 404 len: 337 time: 0.1714830 May 27 02:02:25.599666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47724) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:25.605771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c5255157-1d4c-4b58-92d5-d8f418cd2c89,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:25.687184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-39eb6ea4-1397-4321-9902-d54654a4647e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:25.816933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-39eb6ea4-1397-4321-9902-d54654a4647e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:25.829548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:25.839142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-39eb6ea4-1397-4321-9902-d54654a4647e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1211121073&fields=id&tenant_id=c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 267 time: 0.3602197 May 27 02:02:25.882543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] For port c5255157-1d4c-4b58-92d5-d8f418cd2c89, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:25.896510 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f24ef-22ab-4577-9b8e-f7db5a2d2d0a None None] New status for floating IP de0b445c-b416-4f8e-a4df-f26c06920748: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:02:25.964390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 874fbc87-e4f6-438d-af60-ca24e7e006b6 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:25.964820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.051042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 874fbc87-e4f6-438d-af60-ca24e7e006b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:26.065715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.066976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 88488804-219b-4831-bd2e-cd1b290812e3 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:26.093994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] device_id is not set on port c5255157-1d4c-4b58-92d5-d8f418cd2c89 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:02:26.122510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.127698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting subnet 87d15ea3-b4e9-4412-b7d3-6d48114c7abd {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:02:26.131535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.200524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.358087 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3cb-be9a-4c8d-80f1-37e77ac93bd4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793544832440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1663769'] for subnet, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.376293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Allocated IP 2001:db8::2 (170e139f-ac83-4642-9e04-eeae0883d2cd/95c517f3-f6bd-4068-9fe2-018866dd3412/c5a05117-ff52-4b8d-bfee-52469b911df7) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:26.415356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00d451-74e7-4ec9-9d92-881be511e286 None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:26.453916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19d3cb-be9a-4c8d-80f1-37e77ac93bd4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.454227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=874fbc87-e4f6-438d-af60-ca24e7e006b6,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:26.455100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3cb-be9a-4c8d-80f1-37e77ac93bd4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.473317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e19d3cb-be9a-4c8d-80f1-37e77ac93bd4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "PUT /v2.0/subnets/95c517f3-f6bd-4068-9fe2-018866dd3412 HTTP/1.1" status: 200 len: 826 time: 1.7151070 May 27 02:02:26.482073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:26.547801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b8dbac6c-b1ec-446a-a1d8-10c02fa12f2a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.557952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b8dbac6c-b1ec-446a-a1d8-10c02fa12f2a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 816 time: 0.7178798 May 27 02:02:26.565919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.671077 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-42d6c56e-12cf-4e02-9ebe-df44d5f6d24f tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/quotas/c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 375 time: 0.1120992 May 27 02:02:26.677188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] Pushing event updated for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:26.756018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19d3cb-be9a-4c8d-80f1-37e77ac93bd4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=95c517f3-f6bd-4068-9fe2-018866dd3412,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:26.779123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-ef7f2bbd-dab8-4a81-8517-33d1971e9731 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.786383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-ef7f2bbd-dab8-4a81-8517-33d1971e9731 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.796681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-ef7f2bbd-dab8-4a81-8517-33d1971e9731 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.797047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-92b42f9f-a8e5-4728-9fe3-5c9344a75ee3 None None] Provisioning complete for port 717c5e56-c243-4abb-93e1-2086a9e661c7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:26.797590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-92b42f9f-a8e5-4728-9fe3-5c9344a75ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.803779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-ef7f2bbd-dab8-4a81-8517-33d1971e9731 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.810484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-ef7f2bbd-dab8-4a81-8517-33d1971e9731 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.823574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-ef7f2bbd-dab8-4a81-8517-33d1971e9731 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:26.830083 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-ef7f2bbd-dab8-4a81-8517-33d1971e9731 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 4660 time: 0.9647913 May 27 02:02:26.862340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:26.878060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-8d20734b-75dd-4777-b8a7-ecf00126254e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:26.890274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98'}, {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:26.949589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-8d20734b-75dd-4777-b8a7-ecf00126254e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:26.962408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-8d20734b-75dd-4777-b8a7-ecf00126254e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2888303 May 27 02:02:26.968544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-144be22a-3a6d-497e-b57e-c3282e795d9b req-3333a72c-6736-4527-9625-478b04d8c247 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&id=70c45b53-916e-4271-a075-72e47ba3a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759716 May 27 02:02:26.969645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] No DVR routers for this DVR port c5255157-1d4c-4b58-92d5-d8f418cd2c89 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:26.974606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 88488804-219b-4831-bd2e-cd1b290812e3 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:26.981330 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.044019 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.070862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-92b42f9f-a8e5-4728-9fe3-5c9344a75ee3 None None] Port 717c5e56-c243-4abb-93e1-2086a9e661c7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:27.073053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.211405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] In _notify_port_updated(), no bound segment for port c5255157-1d4c-4b58-92d5-d8f418cd2c89 on network 318d9fe3-faa1-4be8-a715-63f21d649c54 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:02:27.212828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:27.213450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.214750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-d7807d2e-5ddd-42fa-9f84-7611fcb315cf service neutron] 10.222.0.47 "PUT /v2.0/ports/c5255157-1d4c-4b58-92d5-d8f418cd2c89 HTTP/1.1" status: 200 len: 1031 time: 3.0766978 May 27 02:02:27.218849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.292244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 88488804-219b-4831-bd2e-cd1b290812e3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88488804-219b-4831-bd2e-cd1b290812e3,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:27.301772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-92b42f9f-a8e5-4728-9fe3-5c9344a75ee3 None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:27.302518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-92b42f9f-a8e5-4728-9fe3-5c9344a75ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.345672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.346371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a9c7977a-7a54-4952-ab90-331ca90f4d85 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:27.378453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port 88488804-219b-4831-bd2e-cd1b290812e3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:27.379124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.385074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-eb171051-4cca-4cd9-b8b3-9aff08a8d46c service neutron] 10.222.0.16 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805439 May 27 02:02:27.437769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.461483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Subnet': ['ID=87d15ea3-b4e9-4412-b7d3-6d48114c7abd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:27.476262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.496415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-28356d2e-0eea-437c-9f77-85fa95691041 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/87d15ea3-b4e9-4412-b7d3-6d48114c7abd HTTP/1.1" status: 204 len: 168 time: 1.8953841 May 27 02:02:27.513355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47752) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:27.513684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Transition to ACTIVE for port object c5a05117-ff52-4b8d-bfee-52469b911df7 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:27.548646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-2e063cb5-e8d0-4bab-a198-e8132ee32849 service neutron] 10.222.0.16 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627026 May 27 02:02:27.598069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Transition to ACTIVE for port object c5a05117-ff52-4b8d-bfee-52469b911df7 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:27.601677 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e2a6d-8e9a-4d1d-8247-6da2012005a5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:27.602166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e2a6d-8e9a-4d1d-8247-6da2012005a5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:27.603981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e99e2a6d-8e9a-4d1d-8247-6da2012005a5 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/e406e405-de5a-4d35-b8be-4200c886235f HTTP/1.1" status: 404 len: 337 time: 0.0774889 May 27 02:02:27.606881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47756) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:27.649547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b572847-03a5-4088-b7e8-5d47c5deec41 req-f8427738-31d4-4ab4-82a2-6ca89db090ff tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:27.651035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1b572847-03a5-4088-b7e8-5d47c5deec41 req-f8427738-31d4-4ab4-82a2-6ca89db090ff tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:27.666079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-044ff005-88c5-4519-8dab-1f74df3da806 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3 HTTP/1.1" status: 200 len: 205 time: 0.0579247 May 27 02:02:27.673638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47760) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:27.692608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.693184 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.744838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=88488804-219b-4831-bd2e-cd1b290812e3,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:27.790960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=95c517f3-f6bd-4068-9fe2-018866dd3412,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:27.955015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:27.994178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Network 170e139f-ac83-4642-9e04-eeae0883d2cd is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:28.014279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:28.036643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:28.043091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-92b42f9f-a8e5-4728-9fe3-5c9344a75ee3 None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:28.043255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:02:28.050942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1b572847-03a5-4088-b7e8-5d47c5deec41 req-f8427738-31d4-4ab4-82a2-6ca89db090ff tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:28.058160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b572847-03a5-4088-b7e8-5d47c5deec41 req-f8427738-31d4-4ab4-82a2-6ca89db090ff tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 931 time: 0.8024313 May 27 02:02:28.060269 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-dbaffbac-722e-494b-af79-1202b71d65cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] delete failed (client error): The resource could not be found. May 27 02:02:28.064245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dbaffbac-722e-494b-af79-1202b71d65cc tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/routers/b2a077e0-a7ea-42ac-b8ad-2b33de34c1d3 HTTP/1.1" status: 404 len: 336 time: 0.3850629 May 27 02:02:28.067985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47776) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:28.085231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170e139f-ac83-4642-9e04-eeae0883d2cd']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:28.107008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ddafac4-6fa9-4e92-9019-ad58f366047a req-224d98a4-af3c-4fee-a35f-b6e93fc258e2 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1061902 May 27 02:02:28.152252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Pushing event updated for resources: {'Port': ['ID=c5a05117-ff52-4b8d-bfee-52469b911df7,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:28.185001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a9c7977a-7a54-4952-ab90-331ca90f4d85 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:28.185432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.218156 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-587c4c76-1de9-42b7-b1d3-2c07dee97bf4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:28.219050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587c4c76-1de9-42b7-b1d3-2c07dee97bf4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:28.222911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b572847-03a5-4088-b7e8-5d47c5deec41 req-d5536fad-034c-474f-945a-5f1a6c2f1302 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635799 May 27 02:02:28.228933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-587c4c76-1de9-42b7-b1d3-2c07dee97bf4 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/a5033438-501f-4f0f-b3a5-19bf0281d154 HTTP/1.1" status: 404 len: 337 time: 0.1515350 May 27 02:02:28.231319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ce6d5b-65e2-4d3b-9dfa-780f50b71730') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:28.231781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ce6d5b-65e2-4d3b-9dfa-780f50b71730') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:28.238984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47782) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:28.242872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257bc23-0713-4d14-b892-a1c4fe6d59b7 None None] Update dhcp port {'port': {'network_id': '55b0130c-1db7-4fb6-8e9d-98bc99226848', 'fixed_ips': [{'subnet_id': '87d15ea3-b4e9-4412-b7d3-6d48114c7abd'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'a613f80d-70df-4278-997b-a9fc814a88c9'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:02:28.282507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] For port 88488804-219b-4831-bd2e-cd1b290812e3, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=88488804-219b-4831-bd2e-cd1b290812e3,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:28.302634 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa564fb-b8bd-44c4-92ae-0b063e17fe60 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:28.303317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa564fb-b8bd-44c4-92ae-0b063e17fe60 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:28.305653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ffa564fb-b8bd-44c4-92ae-0b063e17fe60 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/39a4f52b-7d73-4b29-ad5a-a2d382015202 HTTP/1.1" status: 404 len: 337 time: 0.0655594 May 27 02:02:28.307319 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.309549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47788) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:28.345556 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f21afa2-8b4a-46a2-aafa-67a8348b0da9'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98', 'code': 200} May 27 02:02:28.345803 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f21afa2-8b4a-46a2-aafa-67a8348b0da9'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6', 'code': 200} May 27 02:02:28.349197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.355734 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c257bc23-0713-4d14-b892-a1c4fe6d59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.362035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47792) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:28.386220 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a920988-b6d3-4299-b58b-5de813ff7c15 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:28.386942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a920988-b6d3-4299-b58b-5de813ff7c15 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:28.389202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a920988-b6d3-4299-b58b-5de813ff7c15 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/b0f4456e-c8d0-4c80-a985-1d90449dea19 HTTP/1.1" status: 404 len: 337 time: 0.0784237 May 27 02:02:28.395098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47796) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:28.401718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.451666 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d2885a9-26fe-4f63-b85c-c52acbe93fe2 req-59ec7d69-0f1b-4135-947e-9a39aa404438 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 210 time: 0.0990930 May 27 02:02:28.461401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:28.461840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d1cb25-2d4f-4122-8c14-1e1431195bd4 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:02:28.462297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.482229 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe31631-a335-476b-a190-2b5ffe3d52da tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:28.482982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe31631-a335-476b-a190-2b5ffe3d52da tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:28.485092 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cfe31631-a335-476b-a190-2b5ffe3d52da tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/c1b84f56-e00c-4c72-afcd-873827dc4f60 HTTP/1.1" status: 404 len: 333 time: 0.0883305 May 27 02:02:28.514506 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 16ce6d5b-65e2-4d3b-9dfa-780f50b71730 resource provider aggregate not found May 27 02:02:28.517915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47802) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:28.639306 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f9ccc6-6d0f-4f2a-9d9f-a77b4cf57e37 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:28.640666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f9ccc6-6d0f-4f2a-9d9f-a77b4cf57e37 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:28.646999 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-05f9ccc6-6d0f-4f2a-9d9f-a77b4cf57e37 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/9a792aab-3a70-472d-bda6-916ebeb36fad HTTP/1.1" status: 404 len: 337 time: 0.1279080 May 27 02:02:28.654156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ad5862d9-cd50-49f9-b465-48b0a7cddfd5 None None] Provisioning complete for port c5255157-1d4c-4b58-92d5-d8f418cd2c89 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:28.654686 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad5862d9-cd50-49f9-b465-48b0a7cddfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.660678 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 16ce6d5b-65e2-4d3b-9dfa-780f50b71730 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16ce6d5b-65e2-4d3b-9dfa-780f50b71730 found for delete ", "request_id": "req-21f655f4-e72c-4d2e-bbc7-2bc15e31971e"}]} May 27 02:02:28.668936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.672412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47808) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:28.683565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Attempting to bind port c5a05117-ff52-4b8d-bfee-52469b911df7 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:28.684161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Attempting to bind port c5a05117-ff52-4b8d-bfee-52469b911df7 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '16ce6d5b-65e2-4d3b-9dfa-780f50b71730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '170e139f-ac83-4642-9e04-eeae0883d2cd'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:28.684723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Attempting to bind port c5a05117-ff52-4b8d-bfee-52469b911df7 on network 170e139f-ac83-4642-9e04-eeae0883d2cd {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:28.696313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for 88488804-219b-4831-bd2e-cd1b290812e3 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:28.781907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a9c7977a-7a54-4952-ab90-331ca90f4d85, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:28.788327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:28.788920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Checking segment: {'id': '16ce6d5b-65e2-4d3b-9dfa-780f50b71730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '170e139f-ac83-4642-9e04-eeae0883d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:28.789556 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.790011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Bound using segment: {'id': '16ce6d5b-65e2-4d3b-9dfa-780f50b71730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '170e139f-ac83-4642-9e04-eeae0883d2cd'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:28.791261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Bound port: c5a05117-ff52-4b8d-bfee-52469b911df7, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ce6d5b-65e2-4d3b-9dfa-780f50b71730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '170e139f-ac83-4642-9e04-eeae0883d2cd'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:28.791661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.814487 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.814663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device fbadf659-49db-4385-8b74-0bd5a08c22a4 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:28.995531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fa36-e927-4b87-9e85-4e93450cb317 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:28.997668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad7c24-1c62-4fe4-8a30-4e1f4990ae0d None None] Network 55b0130c-1db7-4fb6-8e9d-98bc99226848 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:29.048852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fa36-e927-4b87-9e85-4e93450cb317 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.160052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.197840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ad5862d9-cd50-49f9-b465-48b0a7cddfd5 None None] Port c5255157-1d4c-4b58-92d5-d8f418cd2c89 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:29.228630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=88488804-219b-4831-bd2e-cd1b290812e3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:29.279431 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fa36-e927-4b87-9e85-4e93450cb317 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.324743 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e5e10d-2599-405f-b90c-d3c73ada1009 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:29.327280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e5e10d-2599-405f-b90c-d3c73ada1009 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:29.339533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9fa36-e927-4b87-9e85-4e93450cb317 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f54df3-3b82-4043-86ea-0b1e7abbb0a9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:29.358145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:02:29.358145 n-d-843146-11 neutron-server[88426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:02:29.358145 n-d-843146-11 neutron-server[88426]: [parameters: {'id': '170e139f-ac83-4642-9e04-eeae0883d2cd'}] May 27 02:02:29.358145 n-d-843146-11 neutron-server[88426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:29.358145 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:29.360934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-61e5e10d-2599-405f-b90c-d3c73ada1009 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/76672196-2ed4-4326-9ed0-ef6008efbe3a HTTP/1.1" status: 404 len: 337 time: 0.6692240 May 27 02:02:29.364551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47822) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:29.404516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Transition to ACTIVE for port object 63d1cb25-2d4f-4122-8c14-1e1431195bd4 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:29.420448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fa36-e927-4b87-9e85-4e93450cb317 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.421941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7ba9fa36-e927-4b87-9e85-4e93450cb317 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/security-groups/97f54df3-3b82-4043-86ea-0b1e7abbb0a9 HTTP/1.1" status: 204 len: 168 time: 1.0584538 May 27 02:02:29.424824 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f5d0a5-7064-4f01-b66e-d9bdcd412aa3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:29.425389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f5d0a5-7064-4f01-b66e-d9bdcd412aa3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:29.430253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-36f5d0a5-7064-4f01-b66e-d9bdcd412aa3 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/5c8af707-0637-444f-92ce-aa0f180da86a HTTP/1.1" status: 404 len: 333 time: 0.0626163 May 27 02:02:29.430253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47826) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:29.444080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de219-234a-4036-9ca3-2245e3f27a4a req-b6604244-3cf3-47c6-9c04-6ca1e89db330 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:29.452466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de219-234a-4036-9ca3-2245e3f27a4a req-b6604244-3cf3-47c6-9c04-6ca1e89db330 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:29.459399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de219-234a-4036-9ca3-2245e3f27a4a req-b6604244-3cf3-47c6-9c04-6ca1e89db330 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:29.466884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de219-234a-4036-9ca3-2245e3f27a4a req-b6604244-3cf3-47c6-9c04-6ca1e89db330 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:29.473186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de219-234a-4036-9ca3-2245e3f27a4a req-b6604244-3cf3-47c6-9c04-6ca1e89db330 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:29.480930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d89de219-234a-4036-9ca3-2245e3f27a4a req-b6604244-3cf3-47c6-9c04-6ca1e89db330 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 3878 time: 0.8190331 May 27 02:02:29.483796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47828) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:29.514940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b920e812-04c1-4142-94d2-f784175bbe50 req-9f3a0f6c-fa59-4eb5-aa0e-ebd9c6e3845c tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1814537 May 27 02:02:29.518822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] No DVR routers for this DVR port 88488804-219b-4831-bd2e-cd1b290812e3 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:29.525163 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.547964 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.595343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:29.607712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7bd47339-04d3-4e17-a235-62bc1f5ba55f None None] Provisioning complete for port a613f80d-70df-4278-997b-a9fc814a88c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:29.608804 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd47339-04d3-4e17-a235-62bc1f5ba55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.658412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a9c7977a-7a54-4952-ab90-331ca90f4d85,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:29.668851 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-eb59c316-5d4e-41f6-905b-cc8c6b8c9c78 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] show failed (client error): The resource could not be found. May 27 02:02:29.677818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eb59c316-5d4e-41f6-905b-cc8c6b8c9c78 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "GET /v2.0/security-groups/97f54df3-3b82-4043-86ea-0b1e7abbb0a9 HTTP/1.1" status: 404 len: 347 time: 0.2473075 May 27 02:02:29.678874 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4a4129-c0ac-49fd-94ae-61c0754b9b8f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:29.680299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4a4129-c0ac-49fd-94ae-61c0754b9b8f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:29.692462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca4a4129-c0ac-49fd-94ae-61c0754b9b8f tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/8ae1fb59-a41f-4504-9fa7-71383d0789cf HTTP/1.1" status: 404 len: 337 time: 0.2054079 May 27 02:02:29.692660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47844) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:29.710854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47846) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:29.746873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a613f80d-70df-4278-997b-a9fc814a88c9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:29.808492 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-59960628-1141-4489-a675-ddd130595d8e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] DELETE failed (client error): The resource could not be found. May 27 02:02:29.808938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59960628-1141-4489-a675-ddd130595d8e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:29.810608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-59960628-1141-4489-a675-ddd130595d8e tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/subnets/c509ada7-5848-47b8-9c1f-6804521c651c HTTP/1.1" status: 404 len: 337 time: 0.0966489 May 27 02:02:29.820766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47852) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:29.825097 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d89de219-234a-4036-9ca3-2245e3f27a4a req-365d91d0-9a6c-4434-97eb-1e4a2403990f tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428991 May 27 02:02:29.887748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.924874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] For port c5a05117-ff52-4b8d-bfee-52469b911df7, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:29.964014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port fbadf659-49db-4385-8b74-0bd5a08c22a4 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:29.964395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.968432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port c5a05117-ff52-4b8d-bfee-52469b911df7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:29.968773 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:29.995997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] For port c5a05117-ff52-4b8d-bfee-52469b911df7, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c5a05117-ff52-4b8d-bfee-52469b911df7,segment=NetworkSegment(16ce6d5b-65e2-4d3b-9dfa-780f50b71730),segment_id=16ce6d5b-65e2-4d3b-9dfa-780f50b71730)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:30.047396 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.048889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b372f298-6c2d-4bb5-9b94-370f1ff7e56c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "DELETE /v2.0/ports/88488804-219b-4831-bd2e-cd1b290812e3 HTTP/1.1" status: 204 len: 173 time: 2.8229597 May 27 02:02:30.058578 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:02:30.086419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Deleting port 717c5e56-c243-4abb-93e1-2086a9e661c7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:30.086897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.180968 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba46e08b-ce38-4642-b418-feb91f3136b9 req-e749cc54-565f-4aa5-8bd2-f71b18fe4b1a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 210 time: 0.1490088 May 27 02:02:30.336410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port 5530c2f1-2ceb-47ce-9c65-bb6b4f5c7a34 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:30.337826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.384965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port fbadf659-49db-4385-8b74-0bd5a08c22a4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:30.385937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3'}, {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85'}, {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:30.418772 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0dc12c4-6afc-48f2-81ea-0b100084a0ae'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3', 'status': 'completed', 'code': 200} May 27 02:02:30.509940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Pushing event updated for resources: {'Port': ['ID=63d1cb25-2d4f-4122-8c14-1e1431195bd4,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:30.512311 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc791b61-899f-49ed-89f8-313153bed55f'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88488804-219b-4831-bd2e-cd1b290812e3', 'code': 200} May 27 02:02:30.512832 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc791b61-899f-49ed-89f8-313153bed55f'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85', 'code': 200} May 27 02:02:30.513098 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc791b61-899f-49ed-89f8-313153bed55f'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'code': 200} May 27 02:02:30.525398 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.604780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.631928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee71ec9-f119-4ac6-86db-28b41872a879 None None] Pushing event updated for resources: {'Port': ['ID=c5a05117-ff52-4b8d-bfee-52469b911df7,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:30.723297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:30.723817 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.765077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Calling delete_port for 717c5e56-c243-4abb-93e1-2086a9e661c7 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:30.788967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Attempting to bind port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:30.789310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Attempting to bind port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:30.789696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Attempting to bind port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:30.794994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7bd47339-04d3-4e17-a235-62bc1f5ba55f None None] Current status of the port a613f80d-70df-4278-997b-a9fc814a88c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:30.804008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port 874fbc87-e4f6-438d-af60-ca24e7e006b6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:30.804344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.838156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] DHCP port deletion for 55b0130c-1db7-4fb6-8e9d-98bc99226848 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:02:30.855100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:02:30.855468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Attempting to bind port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:30.879742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:30.880104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:30.880475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Bound using segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:30.880912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Bound port: 63d1cb25-2d4f-4122-8c14-1e1431195bd4, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:30.881260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:30.900000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] Deleting port a613f80d-70df-4278-997b-a9fc814a88c9 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:30.900451 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.022140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696b03f-179d-4c1f-9dbb-2e38d3b44c77 None None] Network 170e139f-ac83-4642-9e04-eeae0883d2cd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:31.022746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8c15b8e-8deb-4b01-a280-44e342d95dd4 req-2d637f7b-1721-46be-bbe7-2ad0a1d6ab34 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0864532 May 27 02:02:31.047460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7bd47339-04d3-4e17-a235-62bc1f5ba55f None None] Provisioning complete for port 717c5e56-c243-4abb-93e1-2086a9e661c7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:31.047862 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bd47339-04d3-4e17-a235-62bc1f5ba55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.068216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7a6a0-2615-4cbc-ae79-bcbfa600d0da req-6a5363e7-ec54-472c-b197-33c482feadf4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:31.074146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-02c7a6a0-2615-4cbc-ae79-bcbfa600d0da req-6a5363e7-ec54-472c-b197-33c482feadf4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 943 time: 1.0271227 May 27 02:02:31.081748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] For port c5a05117-ff52-4b8d-bfee-52469b911df7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c5a05117-ff52-4b8d-bfee-52469b911df7,segment=NetworkSegment(16ce6d5b-65e2-4d3b-9dfa-780f50b71730),segment_id=16ce6d5b-65e2-4d3b-9dfa-780f50b71730)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:31.082230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.084356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a613f80d-70df-4278-997b-a9fc814a88c9,segment=NetworkSegment(de0908cf-fb3b-46bc-a678-06d93a37e0da),segment_id=de0908cf-fb3b-46bc-a678-06d93a37e0da)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:31.091058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=fbadf659-49db-4385-8b74-0bd5a08c22a4,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:31.160487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.160817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.177412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.238915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.239276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.239690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.240092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.240495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.240892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.241289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.241683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.242076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.242467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.242884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.243945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:02:31.292448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Calling delete_port for c5a05117-ff52-4b8d-bfee-52469b911df7 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:31.330035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for 5530c2f1-2ceb-47ce-9c65-bb6b4f5c7a34 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:31.335204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7bd47339-04d3-4e17-a235-62bc1f5ba55f None None] Port 717c5e56-c243-4abb-93e1-2086a9e661c7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:31.417480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-ac1f15bb-72a5-433c-9f4a-9db954f6c0e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:31.419594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-ac1f15bb-72a5-433c-9f4a-9db954f6c0e9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 816 time: 1.3020926 May 27 02:02:31.437609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.539696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b26ff-0e14-407e-8707-2e334b591e20 None None] Network 170e139f-ac83-4642-9e04-eeae0883d2cd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:31.618631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:31.664586 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.685976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] For port a613f80d-70df-4278-997b-a9fc814a88c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a613f80d-70df-4278-997b-a9fc814a88c9,segment=NetworkSegment(de0908cf-fb3b-46bc-a678-06d93a37e0da),segment_id=de0908cf-fb3b-46bc-a678-06d93a37e0da)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:31.686618 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.796790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No DVR routers for this DVR port c5a05117-ff52-4b8d-bfee-52469b911df7 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:31.805317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-02c7a6a0-2615-4cbc-ae79-bcbfa600d0da req-25c41185-fc5c-4350-9fcf-ae976b9b3fe3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756117 May 27 02:02:31.806236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=5530c2f1-2ceb-47ce-9c65-bb6b4f5c7a34,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:31.854476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] For port 63d1cb25-2d4f-4122-8c14-1e1431195bd4, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:31.866775 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.893463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Port': ['ID=c5a05117-ff52-4b8d-bfee-52469b911df7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:31.940135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] For port 63d1cb25-2d4f-4122-8c14-1e1431195bd4, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63d1cb25-2d4f-4122-8c14-1e1431195bd4,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:31.941528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:31.964442 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.008070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Port': ['ID=717c5e56-c243-4abb-93e1-2086a9e661c7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:32.022074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] Calling delete_port for a613f80d-70df-4278-997b-a9fc814a88c9 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:32.073217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.074359 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2ada3d0f-83b5-44ab-bac4-d3ae1ef79c3f tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/floatingips/de0b445c-b416-4f8e-a4df-f26c06920748 HTTP/1.1" status: 204 len: 168 time: 2.3647444 May 27 02:02:32.090755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-79de4f3f-b911-497d-ac67-5d4133968cc1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 380 time: 0.6376479 May 27 02:02:32.091900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47880) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:32.112280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:32.112921 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.114473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] 10.222.0.47 "PUT /v2.0/ports/63d1cb25-2d4f-4122-8c14-1e1431195bd4 HTTP/1.1" status: 200 len: 1092 time: 7.4910545 May 27 02:02:32.136950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.138814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-898d19ff-d8d5-4e4f-b8d7-6dca051994b1 req-2cb4e777-e086-484a-984b-7d5ab9e6df8b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 210 time: 0.1314590 May 27 02:02:32.195150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] Pushing event deleted for resources: {'Port': ['ID=a613f80d-70df-4278-997b-a9fc814a88c9,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:32.202935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf1741-d46f-4183-aec0-fb28f1c8201e None None] No DVR routers for this DVR port a613f80d-70df-4278-997b-a9fc814a88c9 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:32.225950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819776a0-860e-4dae-af73-7583d8c2b2ca None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:02:32.251824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.257215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'port': {'device_id': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'admin_state_up': True, 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'security_groups': ['05ad1db3-cb7f-4334-8b14-04916b6952ad']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:32.289778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cebb7-72bf-4d89-9b80-81adb47920cb service neutron] Pushing event updated for resources: {'Port': ['ID=63d1cb25-2d4f-4122-8c14-1e1431195bd4,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:32.345434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] For port 874fbc87-e4f6-438d-af60-ca24e7e006b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=874fbc87-e4f6-438d-af60-ca24e7e006b6,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:32.346094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.426251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.438467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819776a0-860e-4dae-af73-7583d8c2b2ca None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:02:32.453381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-279215ef-7309-4a70-9d6e-b998bc66c556 tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/ports/717c5e56-c243-4abb-93e1-2086a9e661c7 HTTP/1.1" status: 204 len: 168 time: 2.6250432 May 27 02:02:32.477432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47886) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:32.489199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'tag': '63d1cb25-2d4f-4122-8c14-1e1431195bd4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:32.494678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ef088-8c92-4123-8336-0c35033f06cd req-9a1f567b-a3af-4447-91a1-5fb671248d51 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:32.500776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ef088-8c92-4123-8336-0c35033f06cd req-9a1f567b-a3af-4447-91a1-5fb671248d51 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:32.507697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ef088-8c92-4123-8336-0c35033f06cd req-9a1f567b-a3af-4447-91a1-5fb671248d51 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:32.514064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ef088-8c92-4123-8336-0c35033f06cd req-9a1f567b-a3af-4447-91a1-5fb671248d51 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:32.515865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c0ef088-8c92-4123-8336-0c35033f06cd req-9a1f567b-a3af-4447-91a1-5fb671248d51 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 3143 time: 1.3254831 May 27 02:02:32.536589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170e139f-ac83-4642-9e04-eeae0883d2cd']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:32.598135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c23bcc4b-8c0f-4bb3-9ee0-ec5e40cec51b req-98975973-1cc6-4211-961d-4a29a220feb2 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.2358148 May 27 02:02:32.605566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for 874fbc87-e4f6-438d-af60-ca24e7e006b6 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:32.644871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port 6206703a-d176-4f56-bc18-9bcda3b2d682 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:32.645166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.684910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ce6d5b-65e2-4d3b-9dfa-780f50b71730') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:32.686631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ce6d5b-65e2-4d3b-9dfa-780f50b71730') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:32.717379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e597db-56bc-4921-8011-2dcd2f53beec req-46bc3843-bef6-40ce-ba71-a2f6fbb11e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:32.719237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-46bc3843-bef6-40ce-ba71-a2f6fbb11e22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 1095 time: 0.4794216 May 27 02:02:32.732703 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd7031f-455e-453b-8f1e-d3357d010e11'] response: {'name': 'network-changed', 'server_uuid': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'tag': '63d1cb25-2d4f-4122-8c14-1e1431195bd4', 'status': 'completed', 'code': 200} May 27 02:02:32.735378 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.792424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.809217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:32.814179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c0ef088-8c92-4123-8336-0c35033f06cd req-1829a005-861a-4444-9f58-6723516fc900 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677453 May 27 02:02:32.817992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:32.818339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.858639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.862667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.915622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:32.918668 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 16ce6d5b-65e2-4d3b-9dfa-780f50b71730 resource provider aggregate not found May 27 02:02:32.971728 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 16ce6d5b-65e2-4d3b-9dfa-780f50b71730 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16ce6d5b-65e2-4d3b-9dfa-780f50b71730 found for delete ", "request_id": "req-55c939c8-e0ef-4298-8f1b-30a9ad96b7ea"}]} May 27 02:02:32.978622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:32.992037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Made reservation on behalf of c20dc2a0995c429299036b2c45018d78 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:32.996859 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.096604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.134582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.208184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.225369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/170e139f-ac83-4642-9e04-eeae0883d2cd HTTP/1.1" status: 204 len: 168 time: 6.7256956 May 27 02:02:33.225963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47902) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:33.255559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab09ce-57ff-4284-9a16-45d2fb28c41f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=170e139f-ac83-4642-9e04-eeae0883d2cd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:33.280987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for 6206703a-d176-4f56-bc18-9bcda3b2d682 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:33.294595 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-187f8382-1843-4664-ba95-6cfb760dca9e tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:02:33.295088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187f8382-1843-4664-ba95-6cfb760dca9e tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:33.302464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-187f8382-1843-4664-ba95-6cfb760dca9e tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/170e139f-ac83-4642-9e04-eeae0883d2cd HTTP/1.1" status: 404 len: 339 time: 0.0616148 May 27 02:02:33.304322 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.311531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47906) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:33.357648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133553671', 'description': 'd1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:33.373502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:33.393881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-544d7d20-c26d-465c-bc7a-7100514fe0f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63d1cb25-2d4f-4122-8c14-1e1431195bd4 HTTP/1.1" status: 200 len: 217 time: 0.3501637 May 27 02:02:33.438515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3a0f3081-6a37-4be3-986f-51c4ab43dd24 req-2073c2e6-632b-42eb-b1a4-e737840b271b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:33.449794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Usage tracker for resource:network and tenant:a4e481080b0144cdb3037cae483b0fc0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:33.454544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b0130c-1db7-4fb6-8e9d-98bc99226848']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:33.467754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:33.482028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0908cf-fb3b-46bc-a678-06d93a37e0da') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:33.482329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0908cf-fb3b-46bc-a678-06d93a37e0da') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:33.491268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:33.510836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.538734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3a0f3081-6a37-4be3-986f-51c4ab43dd24 req-2073c2e6-632b-42eb-b1a4-e737840b271b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:33.539719 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a0f3081-6a37-4be3-986f-51c4ab43dd24 req-2073c2e6-632b-42eb-b1a4-e737840b271b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 210 time: 0.2193282 May 27 02:02:33.540225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Allocated IP 172.20.0.6 (77a39c7d-899c-40ca-9545-47122ee15cc8/da50ea60-8e53-4a7f-a8bd-732607885511/85a07845-f7b0-4d34-b7e8-a445b2611f14) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:33.542390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.549739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:33.553300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.570171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:33.570579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.719841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e597db-56bc-4921-8011-2dcd2f53beec req-019e2302-1105-414d-a51c-c3aa0f948f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:33.721230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-019e2302-1105-414d-a51c-c3aa0f948f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.3195758 May 27 02:02:33.775642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:02:33.790753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-64e44c41-f6fb-42cd-9025-69ad33e40831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564427 May 27 02:02:33.811538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0141db-1bf4-4cbb-a947-3e458467ba1a req-96a70d9c-6f63-411c-827b-3c4f756b9b3d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:33.812972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e0141db-1bf4-4cbb-a947-3e458467ba1a req-96a70d9c-6f63-411c-827b-3c4f756b9b3d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 943 time: 0.8260319 May 27 02:02:33.824927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.859250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.865858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f9869fd-672e-4e55-9400-a2a907e970f4 req-e950b340-d046-4890-872e-f3f879809c85 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0879025 May 27 02:02:33.873201 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.873552 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment dfd01cd9-53f5-41df-aeb8-5ccc3fc129ec of type vlan for network fe8a493c-41ce-462a-b574-c5eb6b271ff3 May 27 02:02:33.893357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] Pushing event deleted for resources: {'Network': ['ID=55b0130c-1db7-4fb6-8e9d-98bc99226848,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:33.910604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4ec29c45-2963-4d94-8bea-630facb0c5ba tempest-PortsIpV6TestJSON-1385010279 tempest-PortsIpV6TestJSON-1385010279-project] 10.222.0.16 "DELETE /v2.0/networks/55b0130c-1db7-4fb6-8e9d-98bc99226848 HTTP/1.1" status: 204 len: 168 time: 1.4311121 May 27 02:02:33.978955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:33.982637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-75751e4e-8dcc-4e4e-a777-2b33c2be5d08 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807966 May 27 02:02:34.086303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=6206703a-d176-4f56-bc18-9bcda3b2d682,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:34.101270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:34.235411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:34.240600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:34.241186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:34.342751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e0141db-1bf4-4cbb-a947-3e458467ba1a req-8a5a8c23-db29-4d92-8059-1600ddd8b589 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652651 May 27 02:02:34.365168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0392666 May 27 02:02:34.365168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47920) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:34.365168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47922) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:34.465617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81c445-fb95-4f1a-a2e5-37c311b68563 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=fe8a493c-41ce-462a-b574-c5eb6b271ff3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:34.494601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network fe8a493c-41ce-462a-b574-c5eb6b271ff3 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:34.511471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:34.513341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:34.516787 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43e597db-56bc-4921-8011-2dcd2f53beec req-2f081bd4-aab1-4277-a166-f9c0b56d4314 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592338 May 27 02:02:34.519153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:34.648592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=874fbc87-e4f6-438d-af60-ca24e7e006b6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:34.659758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Transition to ACTIVE for port object 85a07845-f7b0-4d34-b7e8-a445b2611f14 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:34.680387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ad461-324e-48d8-be7f-f595f206b374 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:34.681214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-172ad461-324e-48d8-be7f-f595f206b374 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Synchronizing usage tracker for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:34.729676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96476-bcc3-405f-bfe7-925ac52a1de1 req-a9919397-ddc8-4b16-88c7-e44a34032fed tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:34.744610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96476-bcc3-405f-bfe7-925ac52a1de1 req-a9919397-ddc8-4b16-88c7-e44a34032fed tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:34.757992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96476-bcc3-405f-bfe7-925ac52a1de1 req-a9919397-ddc8-4b16-88c7-e44a34032fed tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:34.762580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-175e4174-a28d-408c-baa3-caad7aa3ce33 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/ports/6206703a-d176-4f56-bc18-9bcda3b2d682 HTTP/1.1" status: 204 len: 168 time: 2.6522636 May 27 02:02:34.763606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47936) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:34.822820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96476-bcc3-405f-bfe7-925ac52a1de1 req-a9919397-ddc8-4b16-88c7-e44a34032fed tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:34.835285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74c96476-bcc3-405f-bfe7-925ac52a1de1 req-a9919397-ddc8-4b16-88c7-e44a34032fed tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 3143 time: 0.6669695 May 27 02:02:34.961655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-172ad461-324e-48d8-be7f-f595f206b374 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Unset dirty status for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:34.966497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-172ad461-324e-48d8-be7f-f595f206b374 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/networks?id=fe8a493c-41ce-462a-b574-c5eb6b271ff3 HTTP/1.1" status: 200 len: 765 time: 0.6037183 May 27 02:02:34.968057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47942) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:34.989314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] No DVR routers for this DVR port 874fbc87-e4f6-438d-af60-ca24e7e006b6 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:34.992402 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:34.995228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-c9a3219a-4018-4adf-a4a8-ba4c4f22cc99 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "DELETE /v2.0/ports/874fbc87-e4f6-438d-af60-ca24e7e006b6 HTTP/1.1" status: 204 len: 173 time: 4.6768193 May 27 02:02:34.996013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'description': 'd2'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:35.004778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:35.014155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port 55673fdb-0ba9-4074-8282-38303e1de07a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:35.014781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.029310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-74c96476-bcc3-405f-bfe7-925ac52a1de1 req-46bb3474-bb91-4a91-97f1-8c4366ccbe43 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930814 May 27 02:02:35.031303 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment de0908cf-fb3b-46bc-a678-06d93a37e0da resource provider aggregate not found May 27 02:02:35.049417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8f88bc2c-f078-4762-96b5-eb87a9830bca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d83088938df49feaa90c36e45991934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880553 May 27 02:02:35.159603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47952) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:35.167782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port a9c7977a-7a54-4952-ab90-331ca90f4d85 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:35.168122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.211813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.265884 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment de0908cf-fb3b-46bc-a678-06d93a37e0da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de0908cf-fb3b-46bc-a678-06d93a37e0da found for delete ", "request_id": "req-d56db704-5bec-4523-9558-34649c93efeb"}]} May 27 02:02:35.332489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-083eb3aa-ff8c-4b27-8b4d-f1278aa0f18e req-4a620312-4e72-436f-a4b4-63e107fb2605 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1283984 May 27 02:02:35.370703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:35.376987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:35.380746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:35.384768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:35.473574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:35.474178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.526915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-7504c611-a6ea-4546-9531-3c352e718108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:35.528969 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-7504c611-a6ea-4546-9531-3c352e718108 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 1095 time: 0.8816452 May 27 02:02:35.531442 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc72451d-d7ce-4be0-bf53-d92d2477adf8'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': '874fbc87-e4f6-438d-af60-ca24e7e006b6', 'status': 'completed', 'code': 200} May 27 02:02:35.621584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b1fd492b-427d-46d4-a340-13bc74c6855b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3844335 May 27 02:02:35.677116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Request body: {'port': {'device_id': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:35.756715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6697f1f8-41ce-414e-9c44-a14fecfb3fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.813224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.836700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-089968bf-763a-4704-9249-959f814862d3 None None] Provisioning for port 85a07845-f7b0-4d34-b7e8-a445b2611f14 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:35.856187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-089968bf-763a-4704-9249-959f814862d3 None None] Provisioning complete for port 85a07845-f7b0-4d34-b7e8-a445b2611f14 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:35.862515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-089968bf-763a-4704-9249-959f814862d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.941102 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55fc5c9-4535-4c7f-b36a-b7922cfd5fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.950464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:35.984530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-089968bf-763a-4704-9249-959f814862d3 None None] Port 85a07845-f7b0-4d34-b7e8-a445b2611f14 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:35.986415 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55fc5c9-4535-4c7f-b36a-b7922cfd5fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:36.010926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:36.029821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4914c98-6f5b-4f02-80e2-a752fd5708de req-d3aeb0e7-8fe8-4a9d-9eaa-1e7b624ab12e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:36.032500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4914c98-6f5b-4f02-80e2-a752fd5708de req-d3aeb0e7-8fe8-4a9d-9eaa-1e7b624ab12e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 943 time: 0.4096746 May 27 02:02:36.032703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network fe8a493c-41ce-462a-b574-c5eb6b271ff3 is not hosted by any dhcp agent {{(pid=88426) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:02:36.037932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:36.038541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:36.043205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "PUT /v2.0/networks/fe8a493c-41ce-462a-b574-c5eb6b271ff3 HTTP/1.1" status: 200 len: 762 time: 1.0700464 May 27 02:02:36.045992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47962) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:36.149166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdde8-37fe-42c7-8438-679e1783708d req-bba7c48f-4b25-4008-93ff-e36421b96a73 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:36.151211 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-804fdde8-37fe-42c7-8438-679e1783708d req-bba7c48f-4b25-4008-93ff-e36421b96a73 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 931 time: 1.1635060 May 27 02:02:36.183701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-bd9e97f9-262e-4c24-bc3f-ad7f2b627c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:36.185110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-bd9e97f9-262e-4c24-bc3f-ad7f2b627c22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.6260586 May 27 02:02:36.283785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] For port a9c7977a-7a54-4952-ab90-331ca90f4d85, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a9c7977a-7a54-4952-ab90-331ca90f4d85,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:36.284477 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:36.307668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4914c98-6f5b-4f02-80e2-a752fd5708de req-eea7bdae-32d8-45f3-a3a9-38ba7901a927 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608209 May 27 02:02:36.308345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2e3b9-a1bc-4376-b081-945da7beb16f tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=fe8a493c-41ce-462a-b574-c5eb6b271ff3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:36.317340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-fcf8c64e-21f7-47da-af10-6e4c7af5f9f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63d1cb25-2d4f-4122-8c14-1e1431195bd4 HTTP/1.1" status: 200 len: 217 time: 0.1093023 May 27 02:02:36.324151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network fe8a493c-41ce-462a-b574-c5eb6b271ff3 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:36.408143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357bbf9-93ef-464c-98f7-ae69b19c4a49 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:36.418434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f357bbf9-93ef-464c-98f7-ae69b19c4a49 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/networks?id=fe8a493c-41ce-462a-b574-c5eb6b271ff3 HTTP/1.1" status: 200 len: 765 time: 0.3450263 May 27 02:02:36.422483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:36.537179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for a9c7977a-7a54-4952-ab90-331ca90f4d85 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:36.571172 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:36.595029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-804fdde8-37fe-42c7-8438-679e1783708d req-ffc0413e-a5fe-458b-94df-37a527881b95 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:36.608348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55fc5c9-4535-4c7f-b36a-b7922cfd5fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:36.761591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for 55673fdb-0ba9-4074-8282-38303e1de07a owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:36.794896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fc5c9-4535-4c7f-b36a-b7922cfd5fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e49819f-4140-4285-bd1e-5a94c27b1355,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:36.797470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-6c147e85-0011-468e-b80a-205de0c046f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:36.798939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-6c147e85-0011-468e-b80a-205de0c046f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.4693639 May 27 02:02:36.856124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-804fdde8-37fe-42c7-8438-679e1783708d req-ffc0413e-a5fe-458b-94df-37a527881b95 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:36.857334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-804fdde8-37fe-42c7-8438-679e1783708d req-ffc0413e-a5fe-458b-94df-37a527881b95 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6943941 May 27 02:02:36.892141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55fc5c9-4535-4c7f-b36a-b7922cfd5fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:36.892141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c55fc5c9-4535-4c7f-b36a-b7922cfd5fb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e49819f-4140-4285-bd1e-5a94c27b1355 HTTP/1.1" status: 204 len: 168 time: 1.6585810 May 27 02:02:36.903279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-47abcf24-ed17-4a0c-be2d-54fd2216c5aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903027 May 27 02:02:36.924048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68cf7e9-0c00-4fe8-b36f-af4cce0246a6 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:36.928573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b68cf7e9-0c00-4fe8-b36f-af4cce0246a6 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5045340 May 27 02:02:36.939858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:37.017978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-740318fc-f5db-445f-908b-e664d53682bc tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Synchronizing usage tracker for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:37.047091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6950e-e077-4042-9356-8d7e05591b4c req-c8c1069e-62b9-43f7-993c-9ef975bd053c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.053911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6950e-e077-4042-9356-8d7e05591b4c req-c8c1069e-62b9-43f7-993c-9ef975bd053c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.061028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6950e-e077-4042-9356-8d7e05591b4c req-c8c1069e-62b9-43f7-993c-9ef975bd053c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.069240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1c6950e-e077-4042-9356-8d7e05591b4c req-c8c1069e-62b9-43f7-993c-9ef975bd053c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 2410 time: 0.3894925 May 27 02:02:37.162740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-740318fc-f5db-445f-908b-e664d53682bc tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Unset dirty status for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:37.172189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-740318fc-f5db-445f-908b-e664d53682bc tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 207 time: 0.2212329 May 27 02:02:37.183142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47986) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:37.211037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1c6950e-e077-4042-9356-8d7e05591b4c req-a7fb264b-d411-4923-8ba4-6065c95cf17e tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406114 May 27 02:02:37.225129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-030a19ee-e289-43dd-a49e-c35f15c0ff12 req-152920c5-a0f8-4f7f-a918-c1ba17456e1d tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1677606 May 27 02:02:37.258128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a07845-f7b0-4d34-b7e8-a445b2611f14 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:02:37.269389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:37.299592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Transition to ACTIVE for port object 85a07845-f7b0-4d34-b7e8-a445b2611f14 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:37.305515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:37.579634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:37.592864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:37.624742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.644206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.653171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.666673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.674694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.684085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.685001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Synchronizing usage tracker for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:37.747873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:37.777993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-bb69db0b-1824-4bba-a2e3-8bc7c7e782d1 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578081 May 27 02:02:37.786062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Attempting to bind port 85a07845-f7b0-4d34-b7e8-a445b2611f14 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:37.786463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Attempting to bind port 85a07845-f7b0-4d34-b7e8-a445b2611f14 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:37.786745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Attempting to bind port 85a07845-f7b0-4d34-b7e8-a445b2611f14 on network 77a39c7d-899c-40ca-9545-47122ee15cc8 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:37.786862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=a9c7977a-7a54-4952-ab90-331ca90f4d85,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:37.800063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Port 85a07845-f7b0-4d34-b7e8-a445b2611f14 on network 77a39c7d-899c-40ca-9545-47122ee15cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:02:37.800391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Attempting to bind port 85a07845-f7b0-4d34-b7e8-a445b2611f14 on network 77a39c7d-899c-40ca-9545-47122ee15cc8 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:37.814215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734932c7-e301-4474-acc0-1d39d1aa7067 req-95736b91-6035-4453-9cb5-bc5f4b6770ee tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:37.821145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-734932c7-e301-4474-acc0-1d39d1aa7067 req-95736b91-6035-4453-9cb5-bc5f4b6770ee tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 943 time: 0.2201149 May 27 02:02:37.825054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:37.825367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Checking segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:37.826005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Bound using segment: {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:37.826428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Bound port: 85a07845-f7b0-4d34-b7e8-a445b2611f14, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992d9fd8-d3a8-4078-b79f-3adc159071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:37.826796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:37.958672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-734932c7-e301-4474-acc0-1d39d1aa7067 req-22193004-c457-4b97-948b-60450b8d93ea tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365125 May 27 02:02:38.029256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b365da94-097e-4544-be6f-aa8e109488b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:38.056111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:38.063471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:38.079279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:38.172692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Unset dirty status for tenant:a4e481080b0144cdb3037cae483b0fc0 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:38.173791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-91c5e7a5-4140-4e94-ad72-1d7e6da146d7 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.9895768 May 27 02:02:38.174986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=55673fdb-0ba9-4074-8282-38303e1de07a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:38.182863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:38.183617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:38.185467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 1092 time: 2.5452774 May 27 02:02:38.186020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48008) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:38.198193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:38.407733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] No DVR routers for this DVR port a9c7977a-7a54-4952-ab90-331ca90f4d85 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:38.451708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:38.465728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:38.486864 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a2303e-aa19-4d35-88dd-11dbca8e3cb5'] response: {'name': 'network-changed', 'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'status': 'completed', 'code': 200} May 27 02:02:38.687120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-968490f0-ae77-4e87-9c41-91e629ff079c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "DELETE /v2.0/ports/a9c7977a-7a54-4952-ab90-331ca90f4d85 HTTP/1.1" status: 204 len: 173 time: 3.6447816 May 27 02:02:38.695853 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-54bb5c4f-34cc-4fc3-8d7d-7cdf0187c5c4 req-a8e98cc1-64b6-454e-ac71-e2a916b87a11 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9050498 May 27 02:02:38.701011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:38.704568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5ba9f5fd-f84c-4d09-a25c-6271ff0b658a tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/ports/55673fdb-0ba9-4074-8282-38303e1de07a HTTP/1.1" status: 204 len: 168 time: 3.9384995 May 27 02:02:38.709715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48026) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:38.710068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48028) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:38.800541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670d048-29fc-4b8a-9a54-d87284b288d9 service neutron] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:38.876942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port fbadf659-49db-4385-8b74-0bd5a08c22a4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:38.877296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:38.898078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-26e4adf1-a22a-43a0-a8a4-f57cf0606a09 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6704493 May 27 02:02:38.903732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48036) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:38.942539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-2301a82b-817a-4ff5-aea7-f64063a59884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:38.944839 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-2301a82b-817a-4ff5-aea7-f64063a59884 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1095 time: 0.7132015 May 27 02:02:38.957045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c3ed8-1bce-426b-bc2c-1b1ad08949d7 req-552d5517-7639-4c0a-b1b7-66d2345d838e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:38.958540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-943c3ed8-1bce-426b-bc2c-1b1ad08949d7 req-552d5517-7639-4c0a-b1b7-66d2345d838e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.7869422 May 27 02:02:38.998278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting subnet 8b59d9ea-4e88-482e-baf3-478f314cdd26 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:02:39.009973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63d1cb25-2d4f-4122-8c14-1e1431195bd4 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:02:39.049834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0d4c-2e1f-49bb-bd4c-e4c02f5c1632 req-71576065-a858-4bc5-9395-b6e8363a6444 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.056490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0d4c-2e1f-49bb-bd4c-e4c02f5c1632 req-71576065-a858-4bc5-9395-b6e8363a6444 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.058072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1ec0d4c-2e1f-49bb-bd4c-e4c02f5c1632 req-71576065-a858-4bc5-9395-b6e8363a6444 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 1677 time: 0.3845866 May 27 02:02:39.063461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-f9fe7ca4-c5b5-46d8-8a30-c5398402ba31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 217 time: 0.1080060 May 27 02:02:39.156535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a33e7-d362-4828-949d-b3ebfff4a6c4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.158145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a33e7-d362-4828-949d-b3ebfff4a6c4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.159674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a33e7-d362-4828-949d-b3ebfff4a6c4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.161163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a33e7-d362-4828-949d-b3ebfff4a6c4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.162787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a33e7-d362-4828-949d-b3ebfff4a6c4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.164487 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c07a33e7-d362-4828-949d-b3ebfff4a6c4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2580996 May 27 02:02:39.171454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48042) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:39.205878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 63d1cb25-2d4f-4122-8c14-1e1431195bd4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63d1cb25-2d4f-4122-8c14-1e1431195bd4,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:39.210024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-4777122'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:39.228243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.233533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '63d1cb25-2d4f-4122-8c14-1e1431195bd4', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'port_id': '63d1cb25-2d4f-4122-8c14-1e1431195bd4', 'mac_address': 'fa:16:3e:4f:df:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73de125-37f2-4186-80bf-fde73bba2429', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:02:39.262072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:39.281235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:39.292683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:39.333502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-943c3ed8-1bce-426b-bc2c-1b1ad08949d7 req-a96129c9-46c2-4fee-9021-103c34877ff1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678980 May 27 02:02:39.340551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:39.356350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] For port fbadf659-49db-4385-8b74-0bd5a08c22a4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=fbadf659-49db-4385-8b74-0bd5a08c22a4,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:39.362565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.388833 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1ec0d4c-2e1f-49bb-bd4c-e4c02f5c1632 req-f527fd89-f187-4e26-b133-c6477436e412 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202875 May 27 02:02:39.407522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.409796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-58e13f7d-cab4-48fe-b0b5-01f4a7a16d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.411316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-58e13f7d-cab4-48fe-b0b5-01f4a7a16d06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.3291943 May 27 02:02:39.464931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.466401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:39.466702 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.479835 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.525432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d1cb25-2d4f-4122-8c14-1e1431195bd4 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:02:39.556527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d31a2-da7c-4a75-a2d0-1575648257e2 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.566381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d31a2-da7c-4a75-a2d0-1575648257e2 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.570812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d31a2-da7c-4a75-a2d0-1575648257e2 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.572397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d31a2-da7c-4a75-a2d0-1575648257e2 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.573189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 63d1cb25-2d4f-4122-8c14-1e1431195bd4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63d1cb25-2d4f-4122-8c14-1e1431195bd4,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:39.579050 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.589557 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe9cb91-cd10-40d5-8196-3cd217aff835'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': 'a9c7977a-7a54-4952-ab90-331ca90f4d85', 'status': 'completed', 'code': 200} May 27 02:02:39.624940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d31a2-da7c-4a75-a2d0-1575648257e2 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:39.646615 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d5d31a2-da7c-4a75-a2d0-1575648257e2 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4681015 May 27 02:02:39.650186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:39.657995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:39.671615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.725944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b36a648-1c32-47d9-86cc-615e058668c8 req-467f9283-b492-4ede-b4ba-69c1fdc70ddd tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1381426 May 27 02:02:39.731552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:39.773765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:39.782869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:security_group_rule and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:39.837252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=63d1cb25-2d4f-4122-8c14-1e1431195bd4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:39.853330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:39.876487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:39.909422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['63d1cb25-2d4f-4122-8c14-1e1431195bd4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:02:40.007784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.070002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b9481be3-e9cc-4e30-a64a-60bfd51202ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:40.073501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-b9481be3-e9cc-4e30-a64a-60bfd51202ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6486418 May 27 02:02:40.111915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.112311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.112444 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Floating IP d3a7452b-7710-4841-8b45-fddf657e10af disassociated. External IP: 172.25.3.39, port: fbadf659-49db-4385-8b74-0bd5a08c22a4. May 27 02:02:40.112797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for fbadf659-49db-4385-8b74-0bd5a08c22a4 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:40.193967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7286ce0-c374-40e1-928c-cd6407586900 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:40.195537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7286ce0-c374-40e1-928c-cd6407586900 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/networks/8179d53b-8ba5-4079-8add-77a1be9b3ce3 HTTP/1.1" status: 200 len: 803 time: 0.5383592 May 27 02:02:40.200199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48054) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:40.226201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8175fd3-aea6-4133-b892-716d04bd446b req-25f7fc53-5cc8-44fb-858e-ecd6f77e93be tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:40.231177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8175fd3-aea6-4133-b892-716d04bd446b req-25f7fc53-5cc8-44fb-858e-ecd6f77e93be tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 944 time: 0.4280262 May 27 02:02:40.238751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.320603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8175fd3-aea6-4133-b892-716d04bd446b req-7c200b5d-892d-4db4-b968-4f7c00089133 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833342 May 27 02:02:40.347756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-a3f5f021-34f3-4316-9049-c2f30d457d0e service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571096 May 27 02:02:40.547213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af57cfee-5c77-4a94-9e63-99c0f598fb9e req-57c12466-9619-4922-9296-50cea416f4ee service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926584 May 27 02:02:40.569918 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.576340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e1567-c728-42c2-8767-5dbb3f2ef49f None None] Network 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:40.579038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Subnet': ['ID=8b59d9ea-4e88-482e-baf3-478f314cdd26,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:40.670910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.686635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a521c394-d3b4-4d8d-a1e9-a6f58b2b03df tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/subnets/8b59d9ea-4e88-482e-baf3-478f314cdd26 HTTP/1.1" status: 204 len: 168 time: 1.9032850 May 27 02:02:40.693524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48062) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:40.694446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.766404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-e104178b-bc4c-49ea-a3ed-e4b0f13da235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:40.768708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-e104178b-bc4c-49ea-a3ed-e4b0f13da235 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1095 time: 0.1671419 May 27 02:02:40.785307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b53e24-cd1e-48b8-8713-4c752fb07ea9 req-fdd0912c-5d6d-46d1-b38d-2d245e451cd8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:40.792971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b53e24-cd1e-48b8-8713-4c752fb07ea9 req-fdd0912c-5d6d-46d1-b38d-2d245e451cd8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:40.794594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27b53e24-cd1e-48b8-8713-4c752fb07ea9 req-fdd0912c-5d6d-46d1-b38d-2d245e451cd8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 1677 time: 0.1468091 May 27 02:02:40.850039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:02:40.865720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] DHCP port deletion for 66fafde6-84bd-4b9c-b5d2-36b0ba38e827 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:02:40.872730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] Deleting port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:40.873221 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.880714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-287d7463-7b34-4147-8a79-4f1430a4a5b1 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/networks/8179d53b-8ba5-4079-8add-77a1be9b3ce3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6733344 May 27 02:02:40.882306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48068) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:40.892097 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.892443 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment 276508c5-e1b7-4c41-b75e-86cd2350eea7 of type vlan for network 09c8c651-155b-48f8-b423-965ed9fc10ff May 27 02:02:40.900898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ababb-a12a-4a51-9a80-5ce44ca5cd92,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:40.924767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting subnet e6c88f81-115c-43ce-a5a2-9ee6bcfea49c {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:02:40.937365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:40.969193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27b53e24-cd1e-48b8-8713-4c752fb07ea9 req-3b73de07-1a1c-4e80-9fe9-fd3b3f16542d tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565287 May 27 02:02:41.002518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5673aa3-6c30-4c0e-858c-b3a45a2f108b req-9b8ef91b-6dd0-48c0-b357-baa14220d916 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.011817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00c273-6a66-4aee-86f8-c20f6334394d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.018685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3c00c273-6a66-4aee-86f8-c20f6334394d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/subnets/5b076a4f-1a3b-48bf-89ce-d21399c4f8d1 HTTP/1.1" status: 200 len: 843 time: 0.1274784 May 27 02:02:41.021467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5673aa3-6c30-4c0e-858c-b3a45a2f108b req-9b8ef91b-6dd0-48c0-b357-baa14220d916 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.5050089 May 27 02:02:41.023734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.024054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:41.040762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63d1cb25-2d4f-4122-8c14-1e1431195bd4 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:41.094239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-b7a283c1-8c4b-43b7-b927-29274ac2fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.095642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-b7a283c1-8c4b-43b7-b927-29274ac2fe81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.3190815 May 27 02:02:41.102136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.126247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=fbadf659-49db-4385-8b74-0bd5a08c22a4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:41.130100 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.219276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4205abf7-c572-4c02-84c5-58c75eae2955 req-4b208ed1-8a2f-4f70-bad8-5e3fe1dcd540 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0515189 May 27 02:02:41.240929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.241646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a82961-652c-4d42-ab5f-d5b78112508b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['shared'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.243191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49a82961-652c-4d42-ab5f-d5b78112508b tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "GET /v2.0/subnets/5b076a4f-1a3b-48bf-89ce-d21399c4f8d1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2173641 May 27 02:02:41.244672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-fe763349-f971-4950-8b94-d3b9f9fae71a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 217 time: 0.1372116 May 27 02:02:41.246929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48084) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:41.252964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1081864516'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:41.287131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5673aa3-6c30-4c0e-858c-b3a45a2f108b req-e5c9ea02-f03f-4ac9-ba15-801c6ade2d85 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647052 May 27 02:02:41.318158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] For port a822a7a2-e7d4-4a2b-8092-c6f709fd3105, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a822a7a2-e7d4-4a2b-8092-c6f709fd3105,segment=NetworkSegment(551f1f36-50f6-4b20-94c9-2c0025fefc79),segment_id=551f1f36-50f6-4b20-94c9-2c0025fefc79)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:41.318740 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.322001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:41.333090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:41.340828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.346971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.347526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.351911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:41.370810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-f8c76526-84bc-4467-b1ff-053c3a6a9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.372362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-f8c76526-84bc-4467-b1ff-053c3a6a9ed6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.1017828 May 27 02:02:41.374609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:41.378397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.406136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:41.406489 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.467928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:02:41.477861 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.478210 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Added segment 16f35dbf-0d75-4525-a6cd-9e5ece2d665f of type vlan for network 1df62a84-fabc-416e-bc15-2097c6b57e9a May 27 02:02:41.521242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] Calling delete_port for a822a7a2-e7d4-4a2b-8092-c6f709fd3105 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:41.583667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.624218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a822a7a2-e7d4-4a2b-8092-c6f709fd3105 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:41.663492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.675354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.675895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:41.744291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-4fef37a7-2e9c-455f-882e-594a3d174df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:41.745757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-4fef37a7-2e9c-455f-882e-594a3d174df2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3530095 May 27 02:02:41.843527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=09c8c651-155b-48f8-b423-965ed9fc10ff,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:41.853524 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-23ddcfa4-4722-4376-8bb3-38bca9f2eaef tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.0718012 May 27 02:02:41.859387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48100) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:41.867652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 09c8c651-155b-48f8-b423-965ed9fc10ff details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:41.880503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1058517168'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:41.895697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:41.900647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:41.903728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:41.910852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:41.938226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Router 68150ebe-abef-4b30-82bc-ae0688324778 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:02:41.942240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.021815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:42.023198 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.040026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:42.040510 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.069921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.073908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:42.077580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.127896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8798854 May 27 02:02:42.131843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:42.150040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bf5a7-8b4a-4343-8755-3adb5cdb3880 req-564e1a79-2458-4e88-b08d-af073c157b89 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:42.159636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-929bf5a7-8b4a-4343-8755-3adb5cdb3880 req-564e1a79-2458-4e88-b08d-af073c157b89 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 944 time: 0.6367564 May 27 02:02:42.204607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'network_id': '1df62a84-fabc-416e-bc15-2097c6b57e9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:42.209357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] Pushing event deleted for resources: {'Port': ['ID=a822a7a2-e7d4-4a2b-8092-c6f709fd3105,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:42.213525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c0644-0390-453f-9958-2ddff659c3fb None None] No DVR routers for this DVR port a822a7a2-e7d4-4a2b-8092-c6f709fd3105 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:42.224906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097d634-e94e-46c6-a652-4595021ba14c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Network': ['ID=1df62a84-fabc-416e-bc15-2097c6b57e9a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:42.227480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1cb25-2d4f-4122-8c14-1e1431195bd4'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:42.239785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 63d1cb25-2d4f-4122-8c14-1e1431195bd4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63d1cb25-2d4f-4122-8c14-1e1431195bd4,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:42.250192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.293789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1df62a84-fabc-416e-bc15-2097c6b57e9a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:42.294129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-929bf5a7-8b4a-4343-8755-3adb5cdb3880 req-becd914b-ba14-403f-8a98-567eaf30db01 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333606 May 27 02:02:42.347882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:02:42.351379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-b665e9a6-b394-4986-abff-028606644e6a service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518034 May 27 02:02:42.356981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:42.393720 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd97523e-5314-4627-94e8-bc411c67d7b1'] response: {'server_uuid': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1cb25-2d4f-4122-8c14-1e1431195bd4', 'code': 200} May 27 02:02:42.438754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.462841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=63d1cb25-2d4f-4122-8c14-1e1431195bd4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:42.482776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:42.486547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.497626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.498048 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment 0d0915a8-f726-444f-bc09-7529ebcf7880 of type vlan for network dcf24d91-4137-4eb8-acd3-717b287f8594 May 27 02:02:42.505062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342fe1c-e226-4518-a36a-ef6cb2055a10 None None] Network e32c36e5-33f5-4334-a579-2724eabe1d37 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:42.582509 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a10bba90-e0a2-4497-8779-18f46ca2f7f9 req-a3f9cff3-56f0-4dff-94ce-706125bce09b tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0624135 May 27 02:02:42.604082 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1442eb17-c75d-4527-b1aa-e0b29a45ebd0 req-4e045ea2-e6e1-4857-b363-3d89bce94205 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454231 May 27 02:02:42.719299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c88f81-115c-43ce-a5a2-9ee6bcfea49c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:42.733505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:02:42.782482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5d0b5495-b667-45e7-8147-e8e40557abb9 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/subnets/e6c88f81-115c-43ce-a5a2-9ee6bcfea49c HTTP/1.1" status: 204 len: 168 time: 2.0848384 May 27 02:02:42.807671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48116) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:42.823684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] Sync routers for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:02:42.824312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Made reservation on behalf of a4e481080b0144cdb3037cae483b0fc0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:42.827584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.851968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:42.853288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:42.874040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c4dbb-5ca5-42a3-97f7-e283ad009b7d req-7455baa8-98d4-47d9-b912-183e0c080a73 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:42.875705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a2c4dbb-5ca5-42a3-97f7-e283ad009b7d req-7455baa8-98d4-47d9-b912-183e0c080a73 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.0940413 May 27 02:02:42.957637 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a2c4dbb-5ca5-42a3-97f7-e283ad009b7d req-aa31e376-2bda-4e3d-a055-e7fb0da10527 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750287 May 27 02:02:42.980918 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:42.992817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] No DVR routers for this DVR port fbadf659-49db-4385-8b74-0bd5a08c22a4 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:43.043016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.052578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.054479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-b3830d56-25b9-4132-b8bf-07438eb3dbdf tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "DELETE /v2.0/ports/fbadf659-49db-4385-8b74-0bd5a08c22a4 HTTP/1.1" status: 204 len: 173 time: 4.3407750 May 27 02:02:43.055108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:43.131821 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206f2a8b-1b10-422b-9835-3b56f92beece'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': 'fbadf659-49db-4385-8b74-0bd5a08c22a4', 'status': 'completed', 'code': 200} May 27 02:02:43.180135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_backend_mixin [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing IP validity checks on allocation pools {{(pid=88425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:02:43.181232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_backend_mixin [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:02:43.185026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:02:43.297865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.324424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fafde6-84bd-4b9c-b5d2-36b0ba38e827']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:43.337626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551f1f36-50f6-4b20-94c9-2c0025fefc79') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:43.338179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551f1f36-50f6-4b20-94c9-2c0025fefc79') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:43.350667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.351717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] DHCP port deletion for e32c36e5-33f5-4334-a579-2724eabe1d37 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:02:43.367552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.374902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:43.375499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.417479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Deleting port 9cb3cbbc-fba6-4f17-875c-323503341252 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:43.418307 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.481019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:02:43.510086 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.526202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4a5ff-a558-4f9e-b1ad-425622cd6842 req-1640ff35-a653-42d7-8d84-86d2e6fc8211 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:43.527203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cab4a5ff-a558-4f9e-b1ad-425622cd6842 req-1640ff35-a653-42d7-8d84-86d2e6fc8211 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:43.528501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ccc74-faf8-4329-a53a-a40139f9bf8b req-acfb4e98-256d-49df-97a6-8f6a654ea483 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:43.535432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-120ccc74-faf8-4329-a53a-a40139f9bf8b req-acfb4e98-256d-49df-97a6-8f6a654ea483 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 0.1034317 May 27 02:02:43.555266 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 551f1f36-50f6-4b20-94c9-2c0025fefc79 resource provider aggregate not found May 27 02:02:43.582955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-120ccc74-faf8-4329-a53a-a40139f9bf8b req-0375fe84-c64e-4e10-9eae-72c06121d813 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 May 27 02:02:43.591662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:43.594424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.624072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9cb3cbbc-fba6-4f17-875c-323503341252 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:02:43.637445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.661307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Network': ['ID=66fafde6-84bd-4b9c-b5d2-36b0ba38e827,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:43.670864 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 551f1f36-50f6-4b20-94c9-2c0025fefc79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 551f1f36-50f6-4b20-94c9-2c0025fefc79 found for delete ", "request_id": "req-344a4b19-6e09-44eb-8863-10effb0bee40"}]} May 27 02:02:43.683177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d86c5-b628-4ee9-a50d-4cdda18b25c4 req-a233026e-d525-4002-9ea4-1236c16c593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:43.685289 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d72d86c5-b628-4ee9-a50d-4cdda18b25c4 req-a233026e-d525-4002-9ea4-1236c16c593a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 1097 time: 1.1858268 May 27 02:02:43.747225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.754322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:43.755105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:43.793305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6091d0b-74e1-4055-b91b-a1995299bda5 req-789ca1c4-ee68-4339-93ae-87a0492492f8 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0531545 May 27 02:02:43.820193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cab4a5ff-a558-4f9e-b1ad-425622cd6842 req-1640ff35-a653-42d7-8d84-86d2e6fc8211 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:43.822076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cab4a5ff-a558-4f9e-b1ad-425622cd6842 req-1640ff35-a653-42d7-8d84-86d2e6fc8211 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 942 time: 1.4718015 May 27 02:02:43.838755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc300fed-8623-4ae1-afa3-1beac13e2503 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/networks/66fafde6-84bd-4b9c-b5d2-36b0ba38e827 HTTP/1.1" status: 204 len: 168 time: 1.0217807 May 27 02:02:43.839168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48134) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:43.948687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0819330 May 27 02:02:43.949653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48138) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:43.964034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': '09c8c651-155b-48f8-b423-965ed9fc10ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:44.064041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9cb3cbbc-fba6-4f17-875c-323503341252 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:44.064478 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:44.078605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cab4a5ff-a558-4f9e-b1ad-425622cd6842 req-927425d4-add9-4daa-a6f0-3650e1f5c7bd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f36d35c-62bd-4edf-8444-ed727a320f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377753 May 27 02:02:44.079349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746e0d-9b97-49b1-803f-c3fc94f05d48 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=dcf24d91-4137-4eb8-acd3-717b287f8594,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:44.101167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d72d86c5-b628-4ee9-a50d-4cdda18b25c4 req-97b18163-5319-4c13-9501-9cc0263551dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832021 May 27 02:02:44.120115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network dcf24d91-4137-4eb8-acd3-717b287f8594 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:02:44.314145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:44.371674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port 9cb3cbbc-fba6-4f17-875c-323503341252 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:44.372024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:44.400481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:44.477414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:44.491601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:44.498779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:44.505243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9cb3cbbc-fba6-4f17-875c-323503341252,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:44.508319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:44.510243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:44.544543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] For port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:44.545113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:44.644133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:44.647632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:44.789555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afad682-e68c-4480-b3b3-9c5415b4d70d req-7292b121-bcd3-4d2f-87bc-3ed430a4cc1c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:44.798131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8afad682-e68c-4480-b3b3-9c5415b4d70d req-7292b121-bcd3-4d2f-87bc-3ed430a4cc1c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.5996644 May 27 02:02:44.812493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Calling delete_port for 9cb3cbbc-fba6-4f17-875c-323503341252 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:44.812706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:44.926482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9cb3cbbc-fba6-4f17-875c-323503341252,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:44.966195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:06Z', 'revision_number': 5, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:44.975648 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:44.976004 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:44.976581 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:45.003138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8afad682-e68c-4480-b3b3-9c5415b4d70d req-4029c360-fb02-4321-a29b-ee57d7d295d3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050328 May 27 02:02:45.005113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9cb3cbbc-fba6-4f17-875c-323503341252,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:45.005485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:45.026079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=47c928e9-4a0d-4dd1-a6e3-2c06237e373a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:45.069193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:02:45.106635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Checking segment: {'id': '16f35dbf-0d75-4525-a6cd-9e5ece2d665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1df62a84-fabc-416e-bc15-2097c6b57e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:45.107428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network hostable DHCP agents. Network: 1df62a84-fabc-416e-bc15-2097c6b57e9a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:02:45.192402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Network 1df62a84-fabc-416e-bc15-2097c6b57e9a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:02:45.211388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] Checking router: 68150ebe-abef-4b30-82bc-ae0688324778 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:02:45.213225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1df62a84-fabc-416e-bc15-2097c6b57e9a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:45.222030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:45.222912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586320'] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:45.271402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe42eda-b504-40d0-b492-1b1df1253d73 None None] Network 1df62a84-fabc-416e-bc15-2097c6b57e9a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:45.284744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for 9cb3cbbc-fba6-4f17-875c-323503341252 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:45.301854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659c5f4-a602-4670-aa39-74d0ebc383f6 req-e918ee03-a305-432d-8616-188c59dfde19 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:45.303658 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3659c5f4-a602-4670-aa39-74d0ebc383f6 req-e918ee03-a305-432d-8616-188c59dfde19 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 0.2791836 May 27 02:02:45.336570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-256a1d2e-a810-42c4-a264-5d0ac875a15d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1986880 May 27 02:02:45.343967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48164) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:45.355710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-56bf6ac5-def0-41b8-9ca0-d4b5cbf72db8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:45.444127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:45.444904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:45.512917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Deleting port 9cb3cbbc-fba6-4f17-875c-323503341252 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:45.513295 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:45.568526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56bf6ac5-def0-41b8-9ca0-d4b5cbf72db8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1504468'] for subnet, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:45.704135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=9cb3cbbc-fba6-4f17-875c-323503341252,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:45.772914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:45.801482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-de27bbd9-1794-40d1-afc5-f363bc3e6bb9 req-b8b6c211-161e-4d7a-94dc-1e2d521cedb6 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0718024 May 27 02:02:45.861668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3659c5f4-a602-4670-aa39-74d0ebc383f6 req-b3ada6b4-839e-4a1d-850a-4dea797dd1ab tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479848 May 27 02:02:45.863550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:45.863894 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:45.867028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=a6234524-26a5-4aa0-9bc1-a7fec6f9bf98,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:45.879199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:45.939924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:46.064812 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56bf6ac5-def0-41b8-9ca0-d4b5cbf72db8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793544832440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1463674'] for subnet, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.070328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'port_id': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'mac_address': 'fa:16:3e:45:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:02:46.136094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:46.140882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec7bc97f-3cac-4b04-81f2-fb74487b5d59 req-e525f13f-d94a-4983-8222-23e0df176efe tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 210 time: 0.0895038 May 27 02:02:46.147692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': '276508c5-e1b7-4c41-b75e-86cd2350eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '09c8c651-155b-48f8-b423-965ed9fc10ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:46.148339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: 09c8c651-155b-48f8-b423-965ed9fc10ff, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:02:46.178510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 09c8c651-155b-48f8-b423-965ed9fc10ff is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:02:46.190690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 09c8c651-155b-48f8-b423-965ed9fc10ff) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:46.203699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:46.204278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.215559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1df62a84-fabc-416e-bc15-2097c6b57e9a', 'network_id': '1df62a84-fabc-416e-bc15-2097c6b57e9a', 'tenant_id': 'a4e481080b0144cdb3037cae483b0fc0', 'fixed_ips': [{'subnet_id': '47c928e9-4a0d-4dd1-a6e3-2c06237e373a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:02:46.216377 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.231149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] No DVR routers for this DVR port a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:46.241156 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.243914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d0192d9-848f-4e39-a8ac-b3f354fc7e33 req-8153ea04-d0f5-4d79-b2e1-002fe2360be8 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.47 "DELETE /v2.0/ports/a6234524-26a5-4aa0-9bc1-a7fec6f9bf98 HTTP/1.1" status: 204 len: 173 time: 3.1635678 May 27 02:02:46.245141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08b774-a57c-4a6c-bc15-5c7b75474f92 None None] Network 09c8c651-155b-48f8-b423-965ed9fc10ff requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:46.251368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5d7adad0-922e-4e65-b9db-d27ce677eca1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3007419 May 27 02:02:46.254330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48172) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:46.259914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:46.281406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6ac5-def0-41b8-9ca0-d4b5cbf72db8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event updated for resources: {'Subnet': ['ID=47c928e9-4a0d-4dd1-a6e3-2c06237e373a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:46.286206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf6ac5-def0-41b8-9ca0-d4b5cbf72db8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:46.286849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56bf6ac5-def0-41b8-9ca0-d4b5cbf72db8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.291010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-56bf6ac5-def0-41b8-9ca0-d4b5cbf72db8 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "PUT /v2.0/subnets/47c928e9-4a0d-4dd1-a6e3-2c06237e373a HTTP/1.1" status: 200 len: 900 time: 0.9407034 May 27 02:02:46.291150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48178) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:46.304970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': 'dcf24d91-4137-4eb8-acd3-717b287f8594', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:46.417144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Deleting port 9cb3cbbc-fba6-4f17-875c-323503341252 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:46.417433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.418761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:02:46.431517 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f97ccb3-89fd-404d-8572-006acf3ab444'] response: {'server_uuid': 'efbfd59a-88ba-4d65-9d28-9812cd3b9898', 'name': 'network-vif-deleted', 'tag': 'a6234524-26a5-4aa0-9bc1-a7fec6f9bf98', 'status': 'completed', 'code': 200} May 27 02:02:46.470146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dc868-a4b1-4b7c-bc77-beb3101acb2c req-cf43110c-0409-4132-a992-d727f8e9b549 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:46.486433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-584dc868-a4b1-4b7c-bc77-beb3101acb2c req-cf43110c-0409-4132-a992-d727f8e9b549 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.3152013 May 27 02:02:46.500897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:46.501592 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.613251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.637540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-584dc868-a4b1-4b7c-bc77-beb3101acb2c req-6f8904dc-0f95-4d2b-b6b0-9c576eb98c92 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500204 May 27 02:02:46.728450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.760569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:46.783064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:46.786214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:46.793774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Allocated IP 2001:db8::3 (1df62a84-fabc-416e-bc15-2097c6b57e9a/47c928e9-4a0d-4dd1-a6e3-2c06237e373a/ae0b4511-bc29-4614-b78c-fe8785815fdb) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:46.797108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:46.836955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a07845-f7b0-4d34-b7e8-a445b2611f14 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:02:46.849717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9cb3cbbc-fba6-4f17-875c-323503341252,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:46.852504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.887554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:46.891353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:46.946642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] For port 9cb3cbbc-fba6-4f17-875c-323503341252, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9cb3cbbc-fba6-4f17-875c-323503341252,segment=NetworkSegment(ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7),segment_id=ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:46.947076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:47.193537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Calling delete_port for 9cb3cbbc-fba6-4f17-875c-323503341252 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:47.233410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4146ff-862a-4756-9070-44a32f955777 req-f6c419a4-ae66-42ac-8a60-4b4db9317315 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:47.236942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f4146ff-862a-4756-9070-44a32f955777 req-f6c419a4-ae66-42ac-8a60-4b4db9317315 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 0.1066184 May 27 02:02:47.306016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f4146ff-862a-4756-9070-44a32f955777 req-4d50955e-876b-4ef4-b456-be5683369f09 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617733 May 27 02:02:47.350725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0ba07743-289f-475b-b41e-01edb432a3da req-98941dbb-b354-4651-afd1-5608b4c6ccc3 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0626905 May 27 02:02:47.413603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Calling delete_port for 9cb3cbbc-fba6-4f17-875c-323503341252 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:47.504970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:47.565545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:47.591231 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:47.717957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-306beca3-d0d8-47f3-be1a-f0e164f026cf req-f0ac0449-9884-4114-bf1b-e230072f000b tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Synchronizing usage tracker for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:47.756462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-306beca3-d0d8-47f3-be1a-f0e164f026cf req-f0ac0449-9884-4114-bf1b-e230072f000b tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Unset dirty status for tenant:41e20aea7039450aa83d19ff2369765a on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:47.757876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-306beca3-d0d8-47f3-be1a-f0e164f026cf req-f0ac0449-9884-4114-bf1b-e230072f000b tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 210 time: 0.1337066 May 27 02:02:47.765974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:47.906703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Port': ['ID=9cb3cbbc-fba6-4f17-875c-323503341252,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:47.910505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] No DVR routers for this DVR port 9cb3cbbc-fba6-4f17-875c-323503341252 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:47.917234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:47.960229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': '0d0915a8-f726-444f-bc09-7529ebcf7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dcf24d91-4137-4eb8-acd3-717b287f8594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:47.960553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: dcf24d91-4137-4eb8-acd3-717b287f8594, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:02:47.989649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:47.999448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Transition to ACTIVE for port object ae0b4511-bc29-4614-b78c-fe8785815fdb will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:48.059496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb1542-2a93-4226-afe2-07091035a174 req-e3c34290-24ba-4ae3-9b5e-37beff6b1988 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:48.063096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85fb1542-2a93-4226-afe2-07091035a174 req-e3c34290-24ba-4ae3-9b5e-37beff6b1988 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 944 time: 0.1359940 May 27 02:02:48.075486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Transition to ACTIVE for port object ae0b4511-bc29-4614-b78c-fe8785815fdb will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:48.122666 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:48.123427 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:48.130864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.175729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=47c928e9-4a0d-4dd1-a6e3-2c06237e373a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:48.195510 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85fb1542-2a93-4226-afe2-07091035a174 req-203b0aec-b00f-40b2-a56e-4f9e79570917 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253211 May 27 02:02:48.210801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.229774 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.256033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32c36e5-33f5-4334-a579-2724eabe1d37']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:48.272448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:48.272754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:48.284223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['85a07845-f7b0-4d34-b7e8-a445b2611f14'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:02:48.285160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.315645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.350086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df62a84-fabc-416e-bc15-2097c6b57e9a']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:48.367081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:48.384875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f35dbf-0d75-4525-a6cd-9e5ece2d665f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:48.388835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f35dbf-0d75-4525-a6cd-9e5ece2d665f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:48.403938 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.454802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.466804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:48.470157 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.519349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Pushing event updated for resources: {'Port': ['ID=ae0b4511-bc29-4614-b78c-fe8785815fdb,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:48.525998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-09c8c651-155b-48f8-b423-965ed9fc10ff', 'network_id': '09c8c651-155b-48f8-b423-965ed9fc10ff', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': 'ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:02:48.526876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.537725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.555545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-ace3d040-b90b-4747-9809-4e74888068f0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:48.564038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-ace3d040-b90b-4747-9809-4e74888068f0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.8299534 May 27 02:02:48.564415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Deleting port 9cb3cbbc-fba6-4f17-875c-323503341252 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:48.564752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.582918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:48.583601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.612808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Network 1df62a84-fabc-416e-bc15-2097c6b57e9a is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:48.613474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-2163848f-a733-4f0b-8e31-c638cd09c238 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.0463164 May 27 02:02:48.636269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:48.639259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:48.725659 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7 resource provider aggregate not found May 27 02:02:48.739520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network dcf24d91-4137-4eb8-acd3-717b287f8594 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:02:48.757644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1016a592-5795-4937-a09c-bd4e0c366915 None None] The port '9cb3cbbc-fba6-4f17-875c-323503341252' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:02:48.827566 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea0b2d40-a7d1-4b47-aa0b-6416c295b6e7 found for delete ", "request_id": "req-1fa19b31-5871-4c23-8db2-a057826f299c"}]} May 27 02:02:48.851562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, dcf24d91-4137-4eb8-acd3-717b287f8594) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:48.870818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:48.871568 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.894111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.909866 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 16f35dbf-0d75-4525-a6cd-9e5ece2d665f resource provider aggregate not found May 27 02:02:48.924551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212d7c7-7c70-4ad8-b3f3-d093030872c8 None None] Network dcf24d91-4137-4eb8-acd3-717b287f8594 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:48.932591 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:48.968060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] 10.222.0.16 "DELETE /v2.0/networks/e32c36e5-33f5-4334-a579-2724eabe1d37 HTTP/1.1" status: 204 len: 168 time: 5.1277623 May 27 02:02:48.974941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c654762f-ceb2-44d6-aac7-edeec8c2a4eb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7194552 May 27 02:02:48.980508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f8d60-d143-4f88-a0e0-0f977cbba359 tempest-TaggedBootDevicesTest-1962056107 tempest-TaggedBootDevicesTest-1962056107-project] Pushing event deleted for resources: {'Network': ['ID=e32c36e5-33f5-4334-a579-2724eabe1d37,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:48.983775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48234) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:48.992677 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 16f35dbf-0d75-4525-a6cd-9e5ece2d665f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16f35dbf-0d75-4525-a6cd-9e5ece2d665f found for delete ", "request_id": "req-5a59190a-a9a9-4d09-ab60-b337fe187c08"}]} May 27 02:02:48.993660 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-461da5a8-85a2-4f0d-ab19-4144945e43f4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3764601 May 27 02:02:49.000099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1849368862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:49.019890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d40e790-adb4-402a-8659-8b11646546a9 req-d93ec7d7-676b-4747-8a25-315e639ecc60 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1058431 May 27 02:02:49.035896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:49.040036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:02:49.040036 n-d-843146-11 neutron-server[88425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:02:49.040036 n-d-843146-11 neutron-server[88425]: [parameters: {'id': '1df62a84-fabc-416e-bc15-2097c6b57e9a'}] May 27 02:02:49.040036 n-d-843146-11 neutron-server[88425]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:49.040407 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:49.097342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:router and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:49.105444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:49.121429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:49.153726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.155113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.192206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-ec4fa14a-01a7-43bd-92d9-4ddfb506f1b0 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838529 May 27 02:02:49.196005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.229296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0cbf699-cb1c-427f-a12e-a7374f693d0b req-adf30ad7-7636-4afa-94b6-a3ffd29613b3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbfd59a-88ba-4d65-9d28-9812cd3b9898 HTTP/1.1" status: 200 len: 210 time: 0.0664027 May 27 02:02:49.310010 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.322697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Attempting to bind port ae0b4511-bc29-4614-b78c-fe8785815fdb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:49.323528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Attempting to bind port ae0b4511-bc29-4614-b78c-fe8785815fdb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '16f35dbf-0d75-4525-a6cd-9e5ece2d665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1df62a84-fabc-416e-bc15-2097c6b57e9a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:49.323750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Attempting to bind port ae0b4511-bc29-4614-b78c-fe8785815fdb on network 1df62a84-fabc-416e-bc15-2097c6b57e9a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:49.364049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.367790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ef2f637-4dd9-4a1d-a480-f441ae9b85f3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3704581 May 27 02:02:49.371101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48244) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:49.405420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:49.405858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Checking segment: {'id': '16f35dbf-0d75-4525-a6cd-9e5ece2d665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1df62a84-fabc-416e-bc15-2097c6b57e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:49.406275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.407585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Bound using segment: {'id': '16f35dbf-0d75-4525-a6cd-9e5ece2d665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1df62a84-fabc-416e-bc15-2097c6b57e9a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:49.408137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Bound port: ae0b4511-bc29-4614-b78c-fe8785815fdb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f35dbf-0d75-4525-a6cd-9e5ece2d665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1df62a84-fabc-416e-bc15-2097c6b57e9a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:49.408674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.483699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:06Z', 'revision_number': 5, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:49.541712 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-f26adafc-50e7-42e5-a9e0-6937797dba5f service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375401 May 27 02:02:49.543713 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.578073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port ae0b4511-bc29-4614-b78c-fe8785815fdb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:49.578486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.601445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382c279-fed0-4a99-afb5-86fed66f7c87 None None] The sync data for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 is: [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'e7c397ec-7b02-4d72-93e6-6387f4b1e1ee', 'name': '', 'network_id': '1fa62c40-becd-426f-b59a-888a1ccf88ef', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'mac_address': 'fa:16:3e:7a:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:53Z', 'updated_at': '2022-05-27T01:55:06Z', 'revision_number': 5, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'subnets': [{'id': '8d1b963c-ae05-49d9-bbb7-4373ed842501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:02:49.649972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5477207-0a66-4f13-84ee-e25b651e3a02 req-93c34cae-7c28-42b3-9bb3-fea65b1c678a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:49.651604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5477207-0a66-4f13-84ee-e25b651e3a02 req-93c34cae-7c28-42b3-9bb3-fea65b1c678a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 944 time: 0.1791952 May 27 02:02:49.755691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-dcf24d91-4137-4eb8-acd3-717b287f8594', 'network_id': 'dcf24d91-4137-4eb8-acd3-717b287f8594', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': '90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:02:49.756709 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:49.909181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Allocated IP 2001:db8::2 (09c8c651-155b-48f8-b423-965ed9fc10ff/ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0/f2740dd8-e76f-4eac-98ff-314338387bd2) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:49.960322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da72e65c-c953-4e37-800a-e6b93220a3f6 req-2fb5e400-c1a2-4399-a818-d956e2d5548e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1024196 May 27 02:02:50.027828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] For port ae0b4511-bc29-4614-b78c-fe8785815fdb, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:50.032054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] For port ae0b4511-bc29-4614-b78c-fe8785815fdb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae0b4511-bc29-4614-b78c-fe8785815fdb,segment=NetworkSegment(16f35dbf-0d75-4525-a6cd-9e5ece2d665f),segment_id=16f35dbf-0d75-4525-a6cd-9e5ece2d665f)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:50.041559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5477207-0a66-4f13-84ee-e25b651e3a02 req-1b70b200-19ad-4922-9fed-1a0590dd212a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713789 May 27 02:02:50.069453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:50.205531 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae04e04-3144-49a8-a928-b6ddd635643a None None] New status for floating IP d3a7452b-7710-4841-8b45-fddf657e10af: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:02:50.227149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-20db2e24-4210-4196-b0a3-ff1dd4207ab9 req-199c6393-05b2-48db-bc03-a2adc064c29d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 210 time: 0.1021609 May 27 02:02:50.232571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] For port ae0b4511-bc29-4614-b78c-fe8785815fdb, host n-d-843146-11, got binding levels [] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:50.242929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:50.502137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:50.631320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Calling delete_port for ae0b4511-bc29-4614-b78c-fe8785815fdb owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:50.787616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48272) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:50.985455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51f80b28-b897-4bf2-8b5e-b13940c81a38 req-dd0358c6-cc56-46bd-8bfe-65d3cfb909d0 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.2066371 May 27 02:02:51.010069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:02:51.010404 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:02:51.136145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68df6ed-39c8-4814-9616-de144fdb482c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:51.198169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6516c-cb07-492f-94a9-3332e020bf9a None None] Pushing event updated for resources: {'Port': ['ID=ae0b4511-bc29-4614-b78c-fe8785815fdb,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:51.222948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68df6ed-39c8-4814-9616-de144fdb482c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:51.319642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79344f12-d521-4b72-a577-21b3d228599f None None] Network 1df62a84-fabc-416e-bc15-2097c6b57e9a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:51.376729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Allocated IP 2001:db8:1::2 (dcf24d91-4137-4eb8-acd3-717b287f8594/90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4/269e6363-052f-4c86-b828-8cc384e8a1c5) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:51.401041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba9aa6-c99f-4c65-aa86-97e9b4837404 req-f8f06cd5-ea6a-424f-b58a-45d13d955cdd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:51.404424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68df6ed-39c8-4814-9616-de144fdb482c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:51.405215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bcba9aa6-c99f-4c65-aa86-97e9b4837404 req-f8f06cd5-ea6a-424f-b58a-45d13d955cdd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 944 time: 0.1620557 May 27 02:02:51.455352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68df6ed-39c8-4814-9616-de144fdb482c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f36d35c-62bd-4edf-8444-ed727a320f04,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:51.549248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bcba9aa6-c99f-4c65-aa86-97e9b4837404 req-b932dc49-b7ee-480c-b89f-b64385a5f6eb tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372597 May 27 02:02:51.639091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port ae0b4511-bc29-4614-b78c-fe8785815fdb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:51.639565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:51.677383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:51.760136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d05e10b6-1348-40bf-8a3c-0ab26b18fbc4 req-7233b17e-cf90-49a8-abee-b83b1f3425aa tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 210 time: 0.2609177 May 27 02:02:51.967658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] For port ae0b4511-bc29-4614-b78c-fe8785815fdb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae0b4511-bc29-4614-b78c-fe8785815fdb,segment=NetworkSegment(16f35dbf-0d75-4525-a6cd-9e5ece2d665f),segment_id=16f35dbf-0d75-4525-a6cd-9e5ece2d665f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:51.967893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:51.974110 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:51.985930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Transition to ACTIVE for port object f2740dd8-e76f-4eac-98ff-314338387bd2 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:52.006803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Transition to ACTIVE for port object f2740dd8-e76f-4eac-98ff-314338387bd2 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:52.042303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68df6ed-39c8-4814-9616-de144fdb482c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.043461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a68df6ed-39c8-4814-9616-de144fdb482c tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f36d35c-62bd-4edf-8444-ed727a320f04 HTTP/1.1" status: 204 len: 168 time: 1.2548752 May 27 02:02:52.082677 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.109284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48298) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:52.136519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Calling delete_port for ae0b4511-bc29-4614-b78c-fe8785815fdb owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:52.166153 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-64c8a581-2515-4471-9542-0ffa7ab6a5b7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] show failed (client error): The resource could not be found. May 27 02:02:52.166796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-64c8a581-2515-4471-9542-0ffa7ab6a5b7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "GET /v2.0/security-groups/2f36d35c-62bd-4edf-8444-ed727a320f04 HTTP/1.1" status: 404 len: 347 time: 0.0565131 May 27 02:02:52.173778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48302) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:52.287276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Pushing event updated for resources: {'Port': ['ID=f2740dd8-e76f-4eac-98ff-314338387bd2,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:52.305973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8::1 (09c8c651-155b-48f8-b423-965ed9fc10ff/ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0/ef2adb43-277e-46a4-b09d-3a614cdfa77a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:52.388073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Network 09c8c651-155b-48f8-b423-965ed9fc10ff is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:52.418161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:52.426203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:52.491972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 85a07845-f7b0-4d34-b7e8-a445b2611f14 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:52.506768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 85a07845-f7b0-4d34-b7e8-a445b2611f14 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:52.507150 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.557577 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7fe5c33-5642-420d-bbd0-1a85ba7327f6 req-9452db2e-fce5-4174-9b04-e59153b9f68e tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0626161 May 27 02:02:52.634854 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.691200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object ef2adb43-277e-46a4-b09d-3a614cdfa77a will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:52.705764 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.719609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Transition to ACTIVE for port object 269e6363-052f-4c86-b828-8cc384e8a1c5 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:52.740831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Transition to ACTIVE for port object 269e6363-052f-4c86-b828-8cc384e8a1c5 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:52.745979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.778655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.891127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port a62d7b43-ae74-449c-9c28-0797a6ad12bf {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:52.891682 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:52.907474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=ef2adb43-277e-46a4-b09d-3a614cdfa77a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:52.930423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 09c8c651-155b-48f8-b423-965ed9fc10ff is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:52.932217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:52.934828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:52.935401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.121597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Pushing event updated for resources: {'Port': ['ID=269e6363-052f-4c86-b828-8cc384e8a1c5,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:53.125082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Attempting to bind port f2740dd8-e76f-4eac-98ff-314338387bd2 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:53.125784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Attempting to bind port f2740dd8-e76f-4eac-98ff-314338387bd2 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '276508c5-e1b7-4c41-b75e-86cd2350eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '09c8c651-155b-48f8-b423-965ed9fc10ff'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:53.126748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Attempting to bind port f2740dd8-e76f-4eac-98ff-314338387bd2 on network 09c8c651-155b-48f8-b423-965ed9fc10ff {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:53.156977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:53.157320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Checking segment: {'id': '276508c5-e1b7-4c41-b75e-86cd2350eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '09c8c651-155b-48f8-b423-965ed9fc10ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:53.157753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.158200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Bound using segment: {'id': '276508c5-e1b7-4c41-b75e-86cd2350eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '09c8c651-155b-48f8-b423-965ed9fc10ff'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:53.158982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Bound port: f2740dd8-e76f-4eac-98ff-314338387bd2, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276508c5-e1b7-4c41-b75e-86cd2350eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '09c8c651-155b-48f8-b423-965ed9fc10ff'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:53.159253 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.207666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.268154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-42ff5a4c-a057-49eb-8b9c-9e35a6aabbcc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:53.269630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-42ff5a4c-a057-49eb-8b9c-9e35a6aabbcc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.8403823 May 27 02:02:53.273854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44848bfa-de3a-4221-8e31-6775f0ea4874 None None] Network 1df62a84-fabc-416e-bc15-2097c6b57e9a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:53.353549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Network dcf24d91-4137-4eb8-acd3-717b287f8594 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:53.357948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:53.365145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:53.371415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Request body: {'port': {'device_id': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'admin_state_up': True, 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:53.557290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c355df6e-c849-4ad7-959a-8f1fed44cbf6 req-3c0e04ce-d1ec-4077-bd56-7bb738f15e61 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 210 time: 0.1995161 May 27 02:02:53.576544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] For port f2740dd8-e76f-4eac-98ff-314338387bd2, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:53.590476 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.697225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] For port f2740dd8-e76f-4eac-98ff-314338387bd2, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2740dd8-e76f-4eac-98ff-314338387bd2,segment=NetworkSegment(276508c5-e1b7-4c41-b75e-86cd2350eea7),segment_id=276508c5-e1b7-4c41-b75e-86cd2350eea7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:53.722158 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-123fba45-392b-41a8-a56c-f3cd85d8f65f req-a83b3532-d61e-40f2-86a0-da0378af6ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3667551fc18e4131937e9aacc7752813&device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.4166911 May 27 02:02:53.734783 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.775108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:53.870086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Port': ['ID=ae0b4511-bc29-4614-b78c-fe8785815fdb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:53.878942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-123fba45-392b-41a8-a56c-f3cd85d8f65f req-7a60a112-b8c3-4eb3-a86a-bee2d3ff0529 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3667551fc18e4131937e9aacc7752813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004128 May 27 02:02:53.908108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Attempting to bind port 269e6363-052f-4c86-b828-8cc384e8a1c5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:02:53.908726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Attempting to bind port 269e6363-052f-4c86-b828-8cc384e8a1c5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0d0915a8-f726-444f-bc09-7529ebcf7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dcf24d91-4137-4eb8-acd3-717b287f8594'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:02:53.909357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Attempting to bind port 269e6363-052f-4c86-b828-8cc384e8a1c5 on network dcf24d91-4137-4eb8-acd3-717b287f8594 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:02:53.952017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No DVR routers for this DVR port ae0b4511-bc29-4614-b78c-fe8785815fdb on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:02:53.976875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:53.978248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.988823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:02:53.989663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Checking segment: {'id': '0d0915a8-f726-444f-bc09-7529ebcf7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dcf24d91-4137-4eb8-acd3-717b287f8594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:02:53.990632 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:53.991277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Bound using segment: {'id': '0d0915a8-f726-444f-bc09-7529ebcf7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dcf24d91-4137-4eb8-acd3-717b287f8594'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:02:53.991970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Bound port: 269e6363-052f-4c86-b828-8cc384e8a1c5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0915a8-f726-444f-bc09-7529ebcf7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dcf24d91-4137-4eb8-acd3-717b287f8594'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:02:53.992859 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.044183 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-551c25ec-ce29-4f86-b8a9-f0927c57f808 req-6d2f190a-1c7d-4f4a-a6b2-b4d92056bd15 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.1396189 May 27 02:02:54.073243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:02:54.181189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62802c-1ede-40a3-8723-04409816c269 None None] Pushing event updated for resources: {'Port': ['ID=f2740dd8-e76f-4eac-98ff-314338387bd2,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:54.193038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:02:54.231149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:54.242979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.364192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] For port 269e6363-052f-4c86-b828-8cc384e8a1c5, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:02:54.378182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] For port 269e6363-052f-4c86-b828-8cc384e8a1c5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=269e6363-052f-4c86-b828-8cc384e8a1c5,segment=NetworkSegment(0d0915a8-f726-444f-bc09-7529ebcf7880),segment_id=0d0915a8-f726-444f-bc09-7529ebcf7880)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:02:54.382419 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00938f31-fbf7-4bb0-a0e6-fc03057e8346'] response: {'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'code': 200} May 27 02:02:54.389296 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.423276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:54.541619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.677792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608611a4-e1d7-4da2-bc44-8af08f4dde79 None None] Pushing event updated for resources: {'Port': ['ID=269e6363-052f-4c86-b828-8cc384e8a1c5,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:54.682222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.684355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.685292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.726545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df62a84-fabc-416e-bc15-2097c6b57e9a']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:54.748805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f35dbf-0d75-4525-a6cd-9e5ece2d665f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:54.749468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f35dbf-0d75-4525-a6cd-9e5ece2d665f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:54.764322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.830981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.873864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de09c6-1cd3-49f7-8ef1-a5c07b6cb06b req-e70c3b0d-39e9-41f4-8ba2-f280b00e061c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:54.888943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75de09c6-1cd3-49f7-8ef1-a5c07b6cb06b req-e70c3b0d-39e9-41f4-8ba2-f280b00e061c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 944 time: 1.8752217 May 27 02:02:54.912345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:54.913107 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:54.991709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:02:55.002923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:55.030764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce890f70-1f4b-4742-afc0-086ad4b31133 req-fb931024-ae5c-4fa7-928a-b6833ddc84ae tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 210 time: 0.1236959 May 27 02:02:55.134078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=ef2adb43-277e-46a4-b09d-3a614cdfa77a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:55.152556 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 16f35dbf-0d75-4525-a6cd-9e5ece2d665f resource provider aggregate not found May 27 02:02:55.202560 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:55.203265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:55.392447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f982-5f2f-45e8-8277-f2be58edea90 req-8f2010ee-423e-433b-9167-1dae673fd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:55.394900 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3286f982-5f2f-45e8-8277-f2be58edea90 req-8f2010ee-423e-433b-9167-1dae673fd467 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1097 time: 0.8458335 May 27 02:02:55.396653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4633e6b2-32ad-44b2-b80a-c990015bf933 req-17eabe30-daed-464a-8fbd-319082400bc0 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0803955 May 27 02:02:55.399404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for a62d7b43-ae74-449c-9c28-0797a6ad12bf owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:02:55.423998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 09c8c651-155b-48f8-b423-965ed9fc10ff is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:55.427829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:55.732730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 269e6363-052f-4c86-b828-8cc384e8a1c5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:55.871614 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 16f35dbf-0d75-4525-a6cd-9e5ece2d665f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16f35dbf-0d75-4525-a6cd-9e5ece2d665f found for delete ", "request_id": "req-ca2e0d91-25a3-447b-b30b-e2413fea53d7"}]} May 27 02:02:55.943589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 269e6363-052f-4c86-b828-8cc384e8a1c5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:55.948912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ee479-51e0-4da8-9c71-8f89dc11ab7b None None] Network 09c8c651-155b-48f8-b423-965ed9fc10ff requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:55.971014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3286f982-5f2f-45e8-8277-f2be58edea90 req-53260fc4-0974-4906-b7b5-b9418a530724 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5658286 May 27 02:02:55.987852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2740dd8-e76f-4eac-98ff-314338387bd2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:02:55.991841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fba45-392b-41a8-a56c-f3cd85d8f65f req-a66df989-fa47-422a-bef2-07fb50419d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:55.993505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-123fba45-392b-41a8-a56c-f3cd85d8f65f req-a66df989-fa47-422a-bef2-07fb50419d62 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0161607 May 27 02:02:56.019036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75de09c6-1cd3-49f7-8ef1-a5c07b6cb06b req-b205ce22-3ce2-4496-9da4-8890b9963a4f tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1289022 May 27 02:02:56.050806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:56.079639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 1bac1a26-5740-4903-9f7c-533c5a488340 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:02:56.092907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:56.280383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=1df62a84-fabc-416e-bc15-2097c6b57e9a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:56.288051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8e1cb1a8-861d-4701-941a-132c8f28d0b9 None None] Provisioning for port f2740dd8-e76f-4eac-98ff-314338387bd2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:56.333179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469f051-8651-4218-99e1-c40e6859ee72 None None] Network dcf24d91-4137-4eb8-acd3-717b287f8594 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:02:56.352419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a8fcf528-7326-4696-8af5-45830865c264 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/1df62a84-fabc-416e-bc15-2097c6b57e9a HTTP/1.1" status: 204 len: 168 time: 10.0545125 May 27 02:02:56.353049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48364) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:56.406676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:02:56.432426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6665fab1-e09a-4e7f-90e4-1efd58cca4e8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/1bac1a26-5740-4903-9f7c-533c5a488340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0620072 May 27 02:02:56.433158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48368) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:56.449717 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba0676be-1360-458b-bf15-c4a264414dda req-845a7cdd-8c48-49c5-80b9-d2faa21d1c7e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 210 time: 0.0841739 May 27 02:02:56.544484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Allocated IP 172.20.0.11 (439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be/f73de125-37f2-4186-80bf-fde73bba2429/31158e51-b66c-4bfe-bb7c-adb1e8db6e94) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:56.545848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693ff67b-6509-4aa3-a294-bcf2ffb87279 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:56.546447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-693ff67b-6509-4aa3-a294-bcf2ffb87279 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:56.569782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] Sync routers for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:02:56.570695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-693ff67b-6509-4aa3-a294-bcf2ffb87279 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:56.578500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-693ff67b-6509-4aa3-a294-bcf2ffb87279 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports/ef2adb43-277e-46a4-b09d-3a614cdfa77a HTTP/1.1" status: 200 len: 911 time: 0.1377757 May 27 02:02:56.579595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f2740dd8-e76f-4eac-98ff-314338387bd2 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:56.579825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48374) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:56.589781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f2740dd8-e76f-4eac-98ff-314338387bd2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:56.590153 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:56.774538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:56.775978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:56.799431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:56.853469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] Provisioning for port 269e6363-052f-4c86-b828-8cc384e8a1c5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:56.939954 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-508ce751-31c9-4177-8a94-7d8a60bd9f2d req-3bedd703-52d3-4304-801b-64a1f8c8aa00 tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.16 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0958846 May 27 02:02:56.940502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:56.954144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] Provisioning complete for port 269e6363-052f-4c86-b828-8cc384e8a1c5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:56.954529 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:56.999902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:57.018316 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.083553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=a62d7b43-ae74-449c-9c28-0797a6ad12bf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:57.099876 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb097d7f-ebe9-4d0e-a4c9-38acfd2b4ae5 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:02:57.100348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb097d7f-ebe9-4d0e-a4c9-38acfd2b4ae5 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:57.109779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', '63d1cb25-2d4f-4122-8c14-1e1431195bd4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:02:57.115262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bb097d7f-ebe9-4d0e-a4c9-38acfd2b4ae5 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/47c928e9-4a0d-4dd1-a6e3-2c06237e373a HTTP/1.1" status: 404 len: 337 time: 0.7441003 May 27 02:02:57.124850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48388) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:57.347601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event updated for resources: {'Port': ['ID=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:57.409207 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abd94e2-39b8-4bec-aa19-8aac7d7c5cd6 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:02:57.409714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abd94e2-39b8-4bec-aa19-8aac7d7c5cd6 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:02:57.411440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3abd94e2-39b8-4bec-aa19-8aac7d7c5cd6 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/1df62a84-fabc-416e-bc15-2097c6b57e9a HTTP/1.1" status: 404 len: 339 time: 0.2647743 May 27 02:02:57.413435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:02:57.420525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48396) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:57.421471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:02:57.425334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:02:57.453993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:02:57.454701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:57.599889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:57.600448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcf19bb-82d6-4332-9fad-787c47adc4f6 None None] The sync data for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:02:57.708670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.750801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f2740dd8-e76f-4eac-98ff-314338387bd2 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:57.751347 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.755950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72460bb8-5fec-4d1b-8096-18fecfaa073e req-2ed00819-077b-4e7e-926f-e3011f8740c0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:57.766882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-72460bb8-5fec-4d1b-8096-18fecfaa073e req-2ed00819-077b-4e7e-926f-e3011f8740c0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.3719506 May 27 02:02:57.804375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.895775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-123fba45-392b-41a8-a56c-f3cd85d8f65f req-569057f3-fff4-42e4-9bb8-e4c323cde6ce tempest-ServerShowV254Test-1940745552 tempest-ServerShowV254Test-1940745552-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e590ea-9b8c-4091-88f5-29e305f167da HTTP/1.1" status: 200 len: 210 time: 0.0570788 May 27 02:02:57.911449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.914225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.918668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5b1f501f-0790-4497-9eb6-e245271945e5 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/floatingips/d3a7452b-7710-4841-8b45-fddf657e10af HTTP/1.1" status: 204 len: 168 time: 5.7411580 May 27 02:02:57.931101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48402) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:57.950526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:57.955423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:57.960285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] Current status of the port 269e6363-052f-4c86-b828-8cc384e8a1c5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:57.960786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.016213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f2740dd8-e76f-4eac-98ff-314338387bd2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2740dd8-e76f-4eac-98ff-314338387bd2,segment=NetworkSegment(276508c5-e1b7-4c41-b75e-86cd2350eea7),segment_id=276508c5-e1b7-4c41-b75e-86cd2350eea7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:58.070725 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.131423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] For port 269e6363-052f-4c86-b828-8cc384e8a1c5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=269e6363-052f-4c86-b828-8cc384e8a1c5,segment=NetworkSegment(0d0915a8-f726-444f-bc09-7529ebcf7880),segment_id=0d0915a8-f726-444f-bc09-7529ebcf7880)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:02:58.264272 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.275211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.370558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8a493c-41ce-462a-b574-c5eb6b271ff3']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:58.430101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd01cd9-53f5-41df-aeb8-5ccc3fc129ec') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:58.430493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd01cd9-53f5-41df-aeb8-5ccc3fc129ec') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:02:58.481192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.501093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.508828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:02:58.509310 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.653508 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-72460bb8-5fec-4d1b-8096-18fecfaa073e req-3949fa3a-45f2-46ed-b010-ba37c8d71c79 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8850908 May 27 02:02:58.755035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f2740dd8-e76f-4eac-98ff-314338387bd2,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:58.796425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-1a53fdee-8681-4d24-a3b9-937aa96a2048 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4326153 May 27 02:02:58.800998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port d3ef6ea4-3742-4d4f-808e-371b35fba3f6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:02:58.801883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.844130 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment dfd01cd9-53f5-41df-aeb8-5ccc3fc129ec resource provider aggregate not found May 27 02:02:58.860321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-132e8d69-6a1f-45b1-91f4-b48f7dd9a250 None None] Provisioning complete for port f2740dd8-e76f-4eac-98ff-314338387bd2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:58.860717 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-132e8d69-6a1f-45b1-91f4-b48f7dd9a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:58.862863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Request body: {'port': {'device_id': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:02:59.069770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd656-4bf3-417a-a750-901d1e87ab3f None None] Pushing event updated for resources: {'Port': ['ID=269e6363-052f-4c86-b828-8cc384e8a1c5,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:59.240824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-132e8d69-6a1f-45b1-91f4-b48f7dd9a250 None None] Current status of the port f2740dd8-e76f-4eac-98ff-314338387bd2 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:02:59.275818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-132e8d69-6a1f-45b1-91f4-b48f7dd9a250 None None] Provisioning for port ef2adb43-277e-46a4-b09d-3a614cdfa77a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:02:59.281830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-132e8d69-6a1f-45b1-91f4-b48f7dd9a250 None None] Provisioning complete for port ef2adb43-277e-46a4-b09d-3a614cdfa77a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:59.282612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-132e8d69-6a1f-45b1-91f4-b48f7dd9a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.282890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f870a-d723-4b9e-b255-701bb319d131 req-1e4ed817-4a26-408e-8296-129333a4a61b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:02:59.283487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-671f870a-d723-4b9e-b255-701bb319d131 req-1e4ed817-4a26-408e-8296-129333a4a61b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:02:59.312199 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment dfd01cd9-53f5-41df-aeb8-5ccc3fc129ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfd01cd9-53f5-41df-aeb8-5ccc3fc129ec found for delete ", "request_id": "req-9058fdf6-3bf8-40ce-b9cc-97bba0f10af9"}]} May 27 02:02:59.355967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8:1::1 (dcf24d91-4137-4eb8-acd3-717b287f8594/90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4/f34c5083-f581-42a6-8f6e-9fc0ef5a185a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:02:59.370058 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.375522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.378964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb6f81-5feb-4aba-981c-e4613265178d None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:02:59.407755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-671f870a-d723-4b9e-b255-701bb319d131 req-1e4ed817-4a26-408e-8296-129333a4a61b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:02:59.417156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-671f870a-d723-4b9e-b255-701bb319d131 req-1e4ed817-4a26-408e-8296-129333a4a61b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 932 time: 1.6980560 May 27 02:02:59.520094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48430) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:59.546950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-132e8d69-6a1f-45b1-91f4-b48f7dd9a250 None None] Port ef2adb43-277e-46a4-b09d-3a614cdfa77a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:02:59.751395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.759390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b5c7327c-e1bd-4e26-8928-5bfee7de3164 None None] Provisioning complete for port 269e6363-052f-4c86-b828-8cc384e8a1c5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:02:59.764772 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b5c7327c-e1bd-4e26-8928-5bfee7de3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.841525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object f34c5083-f581-42a6-8f6e-9fc0ef5a185a will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:02:59.846535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.874525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=fe8a493c-41ce-462a-b574-c5eb6b271ff3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:02:59.907564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8241a9e8-a131-4623-97af-78a4566640f4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/fe8a493c-41ce-462a-b574-c5eb6b271ff3 HTTP/1.1" status: 204 len: 168 time: 2.4837701 May 27 02:02:59.915686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48446) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:02:59.942269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:02:59.967085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:02:59.972148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb6f81-5feb-4aba-981c-e4613265178d None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:02:59.973885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Usage tracker for resource:security_group_rule and tenant:3667551fc18e4131937e9aacc7752813 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:02:59.986307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:02:59.997521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:00.032142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.035233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.075082 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c569d9-cf01-44ac-99ad-9abb8979730c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:00.075544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c569d9-cf01-44ac-99ad-9abb8979730c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:00.080252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c9c569d9-cf01-44ac-99ad-9abb8979730c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/95c517f3-f6bd-4068-9fe2-018866dd3412 HTTP/1.1" status: 404 len: 337 time: 0.1410809 May 27 02:03:00.098364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48450) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:00.113329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7327c-e1bd-4e26-8928-5bfee7de3164 None None] Current status of the port 269e6363-052f-4c86-b828-8cc384e8a1c5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:00.142322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b5c7327c-e1bd-4e26-8928-5bfee7de3164 None None] Provisioning complete for port ef2adb43-277e-46a4-b09d-3a614cdfa77a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:00.142691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b5c7327c-e1bd-4e26-8928-5bfee7de3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.179938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c37a6-0ab2-4af1-b7cf-869956017d60 req-8c51a8d0-e5bb-48c1-b07f-6e131359235e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:00.181662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-102c37a6-0ab2-4af1-b7cf-869956017d60 req-8c51a8d0-e5bb-48c1-b07f-6e131359235e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.3231750 May 27 02:03:00.184275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network dcf24d91-4137-4eb8-acd3-717b287f8594 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:00.191150 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-23830ca0-b944-49a3-8716-c27c4cbc4af4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:00.191739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23830ca0-b944-49a3-8716-c27c4cbc4af4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:00.194893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:00.221522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:00.222196 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.224808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=f34c5083-f581-42a6-8f6e-9fc0ef5a185a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:00.257742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23830ca0-b944-49a3-8716-c27c4cbc4af4 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/170e139f-ac83-4642-9e04-eeae0883d2cd HTTP/1.1" status: 404 len: 339 time: 0.1560378 May 27 02:03:00.261999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 269e6363-052f-4c86-b828-8cc384e8a1c5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:00.275952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48454) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:00.290947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-671f870a-d723-4b9e-b255-701bb319d131 req-019eebf0-134a-41e7-97b9-59cceaa60d0e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8725746 May 27 02:03:00.298010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for d3ef6ea4-3742-4d4f-808e-371b35fba3f6 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:00.369309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-102c37a6-0ab2-4af1-b7cf-869956017d60 req-b036b13e-95d4-4b04-8f7b-11500331fa20 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804550 May 27 02:03:00.431411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.437748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting subnet 04f1dcca-4b98-43fc-9b0c-7123f9465087 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:00.448824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.482774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7327c-e1bd-4e26-8928-5bfee7de3164 None None] Port ef2adb43-277e-46a4-b09d-3a614cdfa77a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:00.513610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.540839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 269e6363-052f-4c86-b828-8cc384e8a1c5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:00.541285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.566944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3667551fc18e4131937e9aacc7752813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0454953 May 27 02:03:00.579480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48460) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:00.690816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9920ed-851f-4917-a1d1-3fb07386dcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291e53d2-b622-4242-b8e6-2918a88d2c73,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:00.696352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.810043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71be4895-072b-4159-88c5-010f3803e998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.834921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:03:00.839343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71be4895-072b-4159-88c5-010f3803e998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.844035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.888562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Transition to ACTIVE for port object 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:00.900369 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.900850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.915753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.928173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71be4895-072b-4159-88c5-010f3803e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:00.993118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=d3ef6ea4-3742-4d4f-808e-371b35fba3f6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:01.020110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.028601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 269e6363-052f-4c86-b828-8cc384e8a1c5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:01.029723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2740dd8-e76f-4eac-98ff-314338387bd2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:01.193851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f2740dd8-e76f-4eac-98ff-314338387bd2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:01.194546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.195174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be4895-072b-4159-88c5-010f3803e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291e53d2-b622-4242-b8e6-2918a88d2c73,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:01.227985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d33feb-b3b7-4869-97ae-1cc78d1f3420 req-1fc599df-0401-48bf-8957-45cf85030ff4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:01.234126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06d33feb-b3b7-4869-97ae-1cc78d1f3420 req-1fc599df-0401-48bf-8957-45cf85030ff4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.6454189 May 27 02:03:01.251659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48470) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:01.303750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.313393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Request body: {'floatingip': {'port_id': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:01.316666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4a357910-3f94-412c-b009-e464dc517f36 None None] Provisioning for port f34c5083-f581-42a6-8f6e-9fc0ef5a185a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:01.330740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4a357910-3f94-412c-b009-e464dc517f36 None None] Provisioning complete for port f34c5083-f581-42a6-8f6e-9fc0ef5a185a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:01.331238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a357910-3f94-412c-b009-e464dc517f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.372099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71be4895-072b-4159-88c5-010f3803e998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.373607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-71be4895-072b-4159-88c5-010f3803e998 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/291e53d2-b622-4242-b8e6-2918a88d2c73 HTTP/1.1" status: 204 len: 168 time: 0.7902291 May 27 02:03:01.441119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.446951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=04f1dcca-4b98-43fc-9b0c-7123f9465087,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:01.482432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7572f0-2ae0-4b21-a8cc-865f4ec49a28 None None] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:01.545059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:01.743139 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-01d56d2b-576b-4c1c-912e-d447eb8efd23 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/04f1dcca-4b98-43fc-9b0c-7123f9465087 HTTP/1.1" status: 204 len: 168 time: 1.4607277 May 27 02:03:01.794778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4a357910-3f94-412c-b009-e464dc517f36 None None] Port f34c5083-f581-42a6-8f6e-9fc0ef5a185a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:01.820187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f2740dd8-e76f-4eac-98ff-314338387bd2 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:01.841045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48482) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:01.981029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:02.020351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting subnet 72dec0e0-d8b1-4dcc-a51a-6b914c6a9438 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:02.041791 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.170379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48498) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:02.204845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.270300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5bec775f-687b-43d2-96ea-b450f3cbf178 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/ports/d3ef6ea4-3742-4d4f-808e-371b35fba3f6 HTTP/1.1" status: 204 len: 168 time: 4.3048306 May 27 02:03:02.280466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48508) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:02.378303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port c5255157-1d4c-4b58-92d5-d8f418cd2c89 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:02.378971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.394688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251b07-d121-4edd-a3eb-b52e04894cc9 req-c2e38d7e-6d49-4cf0-b45f-33fcb6b5b2cd tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:02.406052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1251b07-d121-4edd-a3eb-b52e04894cc9 req-c2e38d7e-6d49-4cf0-b45f-33fcb6b5b2cd tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 944 time: 0.9388685 May 27 02:03:02.520820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.612004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Attempting to bind port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:02.612636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Attempting to bind port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:02.613138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Attempting to bind port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:02.719457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.835021 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.848260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1251b07-d121-4edd-a3eb-b52e04894cc9 req-d3f39e48-e162-45e5-9d6c-1012c1e5d7cb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412346 May 27 02:03:02.852552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:03:02.853481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Attempting to bind port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:02.874724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.945095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-81061e74-998c-4de8-b209-c208f82ea221 None None] Provisioning complete for port 7363e936-94d3-4fd0-a891-6f4fe848c4ed triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:02.945574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-81061e74-998c-4de8-b209-c208f82ea221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:02.971422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=72dec0e0-d8b1-4dcc-a51a-6b914c6a9438,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:02.975996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.011629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1eb82-c1f1-4df5-9509-753a8ef0a9e7 None None] Network bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:03.017399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-37d88cdf-6be4-46fe-bd53-51b3daef7f40 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/72dec0e0-d8b1-4dcc-a51a-6b914c6a9438 HTTP/1.1" status: 204 len: 168 time: 1.1751857 May 27 02:03:03.025624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48528) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:03.030125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:03.030610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:03.031208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Bound using segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:03.032894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Bound port: 31158e51-b66c-4bfe-bb7c-adb1e8db6e94, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:03.033363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.084005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.097365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.100306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.295256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.314456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48534) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:03.362733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=f34c5083-f581-42a6-8f6e-9fc0ef5a185a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:03.376759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network dcf24d91-4137-4eb8-acd3-717b287f8594 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:03.378120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:03.388857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-81061e74-998c-4de8-b209-c208f82ea221 None None] Current status of the port 7363e936-94d3-4fd0-a891-6f4fe848c4ed is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:03.512991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] DHCP port deletion for bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:03.519341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] Deleting port 7363e936-94d3-4fd0-a891-6f4fe848c4ed {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:03.519849 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.545137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.555705 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.609636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:03.624775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a749f2bdaf4f6489d8e4e68f4f3f19 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:03.630017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:03.641727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:03.663059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] For port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:03.669052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 1bac1a26-5740-4903-9f7c-533c5a488340 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:03.765664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.774018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] For port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:03.779166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] For port 7363e936-94d3-4fd0-a891-6f4fe848c4ed, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7363e936-94d3-4fd0-a891-6f4fe848c4ed,segment=NetworkSegment(93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a),segment_id=93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:03.779551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.786779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-88a5532e-ebb0-41e1-a553-0b9113f50039 None None] Provisioning complete for port f34c5083-f581-42a6-8f6e-9fc0ef5a185a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:03.787141 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88a5532e-ebb0-41e1-a553-0b9113f50039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.802770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:03.886580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:03.904684 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] Sync routers for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:03.920679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0697371e-86f1-4999-8194-2292d0200631 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/1bac1a26-5740-4903-9f7c-533c5a488340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3373170 May 27 02:03:03.921713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48542) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:03.928730 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:03.929359 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:03.990433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] Calling delete_port for 7363e936-94d3-4fd0-a891-6f4fe848c4ed owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:04.019099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f10039-9c9f-41b4-9506-a10c83747b6f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:04.020603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-47f10039-9c9f-41b4-9506-a10c83747b6f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:04.034309 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:04.044462 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:04.047431 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:04.062884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:04.071756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-88a5532e-ebb0-41e1-a553-0b9113f50039 None None] Port f34c5083-f581-42a6-8f6e-9fc0ef5a185a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:04.078908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:04.080841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port 7363e936-94d3-4fd0-a891-6f4fe848c4ed {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:04.081068 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:04.119441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:04.140597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-47f10039-9c9f-41b4-9506-a10c83747b6f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:04.141764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-47f10039-9c9f-41b4-9506-a10c83747b6f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports/f34c5083-f581-42a6-8f6e-9fc0ef5a185a HTTP/1.1" status: 200 len: 913 time: 0.2194152 May 27 02:03:04.153549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48550) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:04.165819 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:04.166570 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed0e223-84fd-4b03-8fde-202af84b490e None None] The sync data for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:04.186261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7363e936-94d3-4fd0-a891-6f4fe848c4ed no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:04.190033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbb4697-0e0f-448a-ab4b-d87c359976a9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:04.228151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] Pushing event deleted for resources: {'Port': ['ID=7363e936-94d3-4fd0-a891-6f4fe848c4ed,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:04.231760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7363e936-94d3-4fd0-a891-6f4fe848c4ed {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:04.232221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7363e936-94d3-4fd0-a891-6f4fe848c4ed not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:04.233766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e38926-f44c-42eb-b1bd-1dee6aaa65e9 None None] No DVR routers for this DVR port 7363e936-94d3-4fd0-a891-6f4fe848c4ed on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:04.292820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4b839272-3a3b-4365-9b98-8bbaf52ad905 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9a749f2bdaf4f6489d8e4e68f4f3f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9752007 May 27 02:03:04.312301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for c5255157-1d4c-4b58-92d5-d8f418cd2c89 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:04.345744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:04.346538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:04.348381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/31158e51-b66c-4bfe-bb7c-adb1e8db6e94 HTTP/1.1" status: 200 len: 1093 time: 5.4941394 May 27 02:03:04.351635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48554) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:04.367816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'tag': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:04.539816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] The port '7363e936-94d3-4fd0-a891-6f4fe848c4ed' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:04.541417 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f352be06-df9a-43c2-878c-bcfe6ef0ea03'] response: {'name': 'network-changed', 'server_uuid': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'tag': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94', 'status': 'completed', 'code': 200} May 27 02:03:04.680788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901bd7b-2b7d-43cb-a189-0605dbf9b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:04.893538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:04.939524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:04.983492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9093010b-132a-4ca2-ae75-6a34540e373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.011627 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:03:05.074834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:05.134389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3cb40-1618-4aa1-9d4a-5844611c776f req-24346d56-7543-4397-ade0-3de115d2b4d3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:05.136015 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cee3cb40-1618-4aa1-9d4a-5844611c776f req-24346d56-7543-4397-ade0-3de115d2b4d3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 944 time: 1.0591724 May 27 02:03:05.156546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-c5e00ebc-3397-4a23-891b-4a12625a78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:05.158012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-c5e00ebc-3397-4a23-891b-4a12625a78f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 1096 time: 0.6748102 May 27 02:03:05.166541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:05.166869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:05.190747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.212100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9093010b-132a-4ca2-ae75-6a34540e373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.231199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port f34c5083-f581-42a6-8f6e-9fc0ef5a185a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:05.231538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.266888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.361437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-cc9a0d34-361b-4b69-adbf-e17e989ac903 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31158e51-b66c-4bfe-bb7c-adb1e8db6e94 HTTP/1.1" status: 200 len: 217 time: 0.1757829 May 27 02:03:05.374016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Port': ['ID=c5255157-1d4c-4b58-92d5-d8f418cd2c89,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:05.385541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.389163 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.436668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.580334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for f34c5083-f581-42a6-8f6e-9fc0ef5a185a owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:05.631292 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.695564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:05.696555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.772498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7974a75c-0ffd-41ac-ab9e-d75b10bca5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.803944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:05.826039 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a resource provider aggregate not found May 27 02:03:05.853461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-5712a4f5-31a6-4738-a73e-8a2a1ef797bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:05.854991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-5712a4f5-31a6-4738-a73e-8a2a1ef797bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.4767063 May 27 02:03:05.863452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cee3cb40-1618-4aa1-9d4a-5844611c776f req-77199462-dfe4-4016-bc10-f596e7662f6e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039180 May 27 02:03:05.865874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=f34c5083-f581-42a6-8f6e-9fc0ef5a185a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:05.974836 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93c3fdbc-bb21-4c66-a0a2-2fb019f7e27a found for delete ", "request_id": "req-6daa67cf-e033-4cef-bf28-a51b646f273d"}]} May 27 02:03:05.975562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9093010b-132a-4ca2-ae75-6a34540e373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:06.031313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-5fc972a1-9057-45f1-9679-16ea2812f179 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623030 May 27 02:03:06.121895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093010b-132a-4ca2-ae75-6a34540e373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbb4697-0e0f-448a-ab4b-d87c359976a9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:06.170442 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:06.235661 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9093010b-132a-4ca2-ae75-6a34540e373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:06.239824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9093010b-132a-4ca2-ae75-6a34540e373c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbbb4697-0e0f-448a-ab4b-d87c359976a9 HTTP/1.1" status: 204 len: 168 time: 1.8631439 May 27 02:03:06.240859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:06.245940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:06.280263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:06.284319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8 HTTP/1.1" status: 204 len: 168 time: 3.2378705 May 27 02:03:06.285280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48582) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:06.322449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-92e5d914-9f2e-45a9-8315-404a2a5b7be1 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/ports/c5255157-1d4c-4b58-92d5-d8f418cd2c89 HTTP/1.1" status: 204 len: 168 time: 4.0409575 May 27 02:03:06.376241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149c20e-7b2e-42ba-b111-5cf19a38ff83 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=bf8e5ebf-f04c-41c6-a568-dbedd29ea0b8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:06.385364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48586) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:06.438470 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6b093b-4c16-4550-bf42-89f7148548a0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:06.438963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6b093b-4c16-4550-bf42-89f7148548a0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:06.443195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8c6b093b-4c16-4550-bf42-89f7148548a0 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/2d127a62-9c60-4e4f-84a0-b239c1d48a1c HTTP/1.1" status: 404 len: 337 time: 0.1209507 May 27 02:03:06.443195 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Floating IP 0a03f92b-6923-431e-ae2a-ac88614eb831 associated. External IP: 172.25.3.75, port: 85a07845-f7b0-4d34-b7e8-a445b2611f14. May 27 02:03:06.496546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48592) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:06.546704 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a64bbc5-9d19-43f9-973c-f93a5a40ac70 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:06.547194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a64bbc5-9d19-43f9-973c-f93a5a40ac70 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:06.558842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a64bbc5-9d19-43f9-973c-f93a5a40ac70 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/287c1b64-0824-410a-954b-019672488cfc HTTP/1.1" status: 404 len: 339 time: 0.0612192 May 27 02:03:06.559414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:06.612678 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a92f1bd-2ce3-402a-afb5-a81bbdf75107 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:06.613135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a92f1bd-2ce3-402a-afb5-a81bbdf75107 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:06.617370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a92f1bd-2ce3-402a-afb5-a81bbdf75107 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/628f1770-75bd-4e58-8f64-5e7908e7e48e HTTP/1.1" status: 404 len: 337 time: 0.0545564 May 27 02:03:06.617992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48606) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:06.750814 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a592f054-86f6-4f44-aed7-6a422461ba24 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:06.751012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-083bcbcc-7ae3-4fae-b419-9eba1014dc0e service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504741 May 27 02:03:06.751467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a592f054-86f6-4f44-aed7-6a422461ba24 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:06.752880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a592f054-86f6-4f44-aed7-6a422461ba24 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/cf86a750-cc83-4655-832c-3c033a16ef00 HTTP/1.1" status: 404 len: 339 time: 0.1321626 May 27 02:03:06.757753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48612) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:06.834165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting subnet 153660dd-36a8-42ae-9e45-d522f8ef1d25 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:06.867143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 1bac1a26-5740-4903-9f7c-533c5a488340 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:06.896526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:07.028868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:07.086867 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:03:07.163375 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-68194e41-d0fb-4281-a06a-6ca9120bb44c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:07.164154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68194e41-d0fb-4281-a06a-6ca9120bb44c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:07.166665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-68194e41-d0fb-4281-a06a-6ca9120bb44c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/22095bde-5698-4b2f-9042-d2e242c672d8 HTTP/1.1" status: 404 len: 337 time: 0.4019890 May 27 02:03:07.172238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:07.217294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48630) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:07.278252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:07.288515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] Sync routers for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:07.300687 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c50bad5-c486-47d8-921b-e2c7cdcca091 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:07.303016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:07.303488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:07.307208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c50bad5-c486-47d8-921b-e2c7cdcca091 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:07.308956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c50bad5-c486-47d8-921b-e2c7cdcca091 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/5b58ef1c-08cb-425e-8dbd-c4eefa380681 HTTP/1.1" status: 404 len: 339 time: 0.0992486 May 27 02:03:07.320378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48638) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:07.327428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66c14cb6-4583-4ff9-98c9-17140a290623 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/1bac1a26-5740-4903-9f7c-533c5a488340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1547656 May 27 02:03:07.331134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48640) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:07.434492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1145044612-network', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:07.434739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:07.444607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:07.445240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:02:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:07.449907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:07.519146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Usage tracker for resource:network and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:07.522027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:07.522514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8a9bd-b4f6-4529-84b4-6f554493592f None None] The sync data for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:07.538900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:07.552209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:07.582314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3cfab-e5f3-4384-8cc0-157613d86743 req-95f3a2bd-a13a-460b-95f1-c83b23417c01 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:07.584260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3d3cfab-e5f3-4384-8cc0-157613d86743 req-95f3a2bd-a13a-460b-95f1-c83b23417c01 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 944 time: 0.4201424 May 27 02:03:07.642810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbc939e7-cc7a-4990-a7fb-6f707bd27b8c req-81c50943-efbd-4d87-b9e7-17419d43c10e service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812401 May 27 02:03:07.661101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Made reservation on behalf of bec86b6200c54d8c87af954ac8f4e045 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:07.663084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:07.663384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:07.679051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:07.767934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:07.807784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3d3cfab-e5f3-4384-8cc0-157613d86743 req-dda9a5ec-1962-4b89-b00f-9022d7a3f6f3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159905 May 27 02:03:07.810403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:07.818823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:07.824067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:07.833233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:07.913131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting subnet 73a05d1a-9ee2-4e43-9706-fc4e0fa8aa2d {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:07.931760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:07.933738 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-efdf9cc6-1a92-4d8d-916c-c86b428ad447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:07.966327 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.103002 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.119005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.154323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:03:08.172740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.173608 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Added segment 4ad213e7-be3e-4e72-a708-b69bfde25bcc of type vlan for network 20c48556-ace1-4922-8e24-664cb05366e8 May 27 02:03:08.180337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28e6f13-7016-4c1d-9571-c8b79962cb66,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:08.218160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.220817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.275407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.435883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-b11edb68-2c06-43fe-b689-68aafb159103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:08.437851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-b11edb68-2c06-43fe-b689-68aafb159103 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 1096 time: 0.6983664 May 27 02:03:08.438590 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.475419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:08.494110 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c1760-f88b-4acd-b443-389da85437aa None None] Sync routers for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:08.506753 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:08.507613 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:08.527636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.560520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Subnet': ['ID=153660dd-36a8-42ae-9e45-d522f8ef1d25,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:08.613663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.614672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:08.615320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.635297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22290389-3d72-4095-9c28-e16fac8c044f None None] Network b17b5d04-c6fb-418b-8741-62bf32c6a213 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:08.658303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.662881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1c6174e0-4476-4a4c-a234-a6becac9fdc3 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/subnets/153660dd-36a8-42ae-9e45-d522f8ef1d25 HTTP/1.1" status: 204 len: 168 time: 2.2682970 May 27 02:03:08.706214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48648) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:08.716879 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:08.826148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1d172c5a-54bc-47de-a3f5-0de7694f0b74 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "PUT /v2.0/floatingips/0a03f92b-6923-431e-ae2a-ac88614eb831 HTTP/1.1" status: 200 len: 990 time: 7.5722966 May 27 02:03:08.832355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6139336 May 27 02:03:08.834193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:08.834908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48654) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:08.840784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eaefb-2dc5-46a3-b559-bb80044002d9 admin admin] Pushing event updated for resources: {'Network': ['ID=20c48556-ace1-4922-8e24-664cb05366e8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:08.842396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.880496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 20c48556-ace1-4922-8e24-664cb05366e8 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:03:08.888322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Request body: {'subnet': {'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-subnet', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:08.903864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:08.916659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Usage tracker for resource:subnet and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:08.922012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:08.927843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting subnet e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:08.930601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:08.935894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:08.951675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Made reservation on behalf of bec86b6200c54d8c87af954ac8f4e045 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:08.957920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.015482 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.141326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.208374 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c2afee-05ea-44a3-9d8f-05d2668ecccc'] response: {'name': 'network-changed', 'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'status': 'completed', 'code': 200} May 27 02:03:09.255797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] DHCP port deletion for b17b5d04-c6fb-418b-8741-62bf32c6a213 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:09.262207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-68ff83a4-a6ae-46da-b3be-611b9f87c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:09.264347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-68ff83a4-a6ae-46da-b3be-611b9f87c317 service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.7817683 May 27 02:03:09.287500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] Deleting port 2ed1833b-b919-4694-ab43-34a8072c2721 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:09.291539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.302634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port ef2adb43-277e-46a4-b09d-3a614cdfa77a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:09.302634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.369451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2e897-eb54-4599-bdb5-5a2f3e7fcc83 req-2e380770-11af-4bbc-96fe-eb6e289b6a5f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:09.377205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ac2e897-eb54-4599-bdb5-5a2f3e7fcc83 req-2e380770-11af-4bbc-96fe-eb6e289b6a5f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 944 time: 0.2971470 May 27 02:03:09.388075 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0a03f92b-6923-431e-ae2a-ac88614eb831', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'port_id': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'mac_address': 'fa:16:3e:45:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:02:23Z', 'updated_at': '2022-05-27T02:03:04Z', 'revision_number': 1, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:09.395709 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c1760-f88b-4acd-b443-389da85437aa None None] Checking router: 9ce9989f-d0da-4cba-92a6-043e2fbd1847 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:03:09.423460 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:09.424099 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:09.442568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.462218 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.641345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-afc5970c-a77d-4baf-9a54-21437d1d31c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31158e51-b66c-4bfe-bb7c-adb1e8db6e94 HTTP/1.1" status: 200 len: 217 time: 0.1618581 May 27 02:03:09.677845 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ac2e897-eb54-4599-bdb5-5a2f3e7fcc83 req-c103a1cc-a2a5-43ae-9603-d4822296b7fc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997043 May 27 02:03:09.719915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:03:09.796579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] For port 2ed1833b-b919-4694-ab43-34a8072c2721, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2ed1833b-b919-4694-ab43-34a8072c2721,segment=NetworkSegment(ad74d9e5-61cf-4892-aa53-b915736518b0),segment_id=ad74d9e5-61cf-4892-aa53-b915736518b0)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:09.796956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.821634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-0a8eb62d-7b5a-4815-925b-eba1e13be1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:09.824066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-0a8eb62d-7b5a-4815-925b-eba1e13be1f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.1638315 May 27 02:03:09.835891 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.842226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Deleting port db9e8a3a-e121-4c22-b8c6-b315e71ed344 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:09.842869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.850361 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:09.885707 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:10.006268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for ef2adb43-277e-46a4-b09d-3a614cdfa77a owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:10.029923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] Calling delete_port for 2ed1833b-b919-4694-ab43-34a8072c2721 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:10.046595 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:10.076670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=73a05d1a-9ee2-4e43-9706-fc4e0fa8aa2d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:10.083421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:10.225706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:10.241160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2ed1833b-b919-4694-ab43-34a8072c2721 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:10.315406 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-68861062-087b-4140-8f6e-860de53f9d02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4401691 May 27 02:03:10.318429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:10.336303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea7f73-d427-4949-adec-ed8180e107da None None] Network 318d9fe3-faa1-4be8-a715-63f21d649c54 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:10.343583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:10.365325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6f161-c8a5-406f-9a7a-081e075dd59e None None] Network b407aa8d-7109-47df-b749-2daaae437e32 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:10.369567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a5a4e58a-2ea2-408a-8296-5180db6f2286 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/73a05d1a-9ee2-4e43-9706-fc4e0fa8aa2d HTTP/1.1" status: 204 len: 168 time: 3.0291822 May 27 02:03:10.373989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:10.387028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48682) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:10.407869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:10.458622 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:10.463381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'port_id': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94', 'mac_address': 'fa:16:3e:15:ff:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73de125-37f2-4186-80bf-fde73bba2429', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:03:10.467968 n-d-843146-11 neutron-server[88427]: INFO neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No ports have port_id starting with 2ed1833b-b919-4694-ab43-34a8072c2721 May 27 02:03:10.576969 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-604c1760-f88b-4acd-b443-389da85437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0a03f92b-6923-431e-ae2a-ac88614eb831', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'port_id': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'mac_address': 'fa:16:3e:45:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:02:23Z', 'updated_at': '2022-05-27T02:03:04Z', 'revision_number': 1, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:10.578235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-bd4768d2-30ae-4ea4-af31-286c5d121db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:10.579880 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-bd4768d2-30ae-4ea4-af31-286c5d121db5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1097 time: 1.3596802 May 27 02:03:10.583606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4be872ed-82f3-4b62-b23d-14faa9943504 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/subnets/e6fa8c11-b8d1-4f4a-9b5c-ee45c64f9547 HTTP/1.1" status: 204 len: 168 time: 1.8738952 May 27 02:03:10.583785 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c1760-f88b-4acd-b443-389da85437aa None None] The sync data for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 is: [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0a03f92b-6923-431e-ae2a-ac88614eb831', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'port_id': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'mac_address': 'fa:16:3e:45:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:02:23Z', 'updated_at': '2022-05-27T02:03:04Z', 'revision_number': 1, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:10.583954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Checking segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:10.583954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Network hostable DHCP agents. Network: 20c48556-ace1-4922-8e24-664cb05366e8, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:03:10.613294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] Pushing event deleted for resources: {'Port': ['ID=2ed1833b-b919-4694-ab43-34a8072c2721,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:10.622660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48686) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:10.626872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c8155b-596f-4401-b72d-d8ad4b05f839,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:10.763035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=ef2adb43-277e-46a4-b09d-3a614cdfa77a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:10.779614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:10.780589 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:10.794410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fc390-08c0-4335-8bb7-0b637b9381ac None None] No DVR routers for this DVR port 2ed1833b-b919-4694-ab43-34a8072c2721 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:10.862857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:03:10.973575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] For port db9e8a3a-e121-4c22-b8c6-b315e71ed344, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=db9e8a3a-e121-4c22-b8c6-b315e71ed344,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:10.974109 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.096135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c0e27d-4839-4f78-8ea5-36afef4d53e2 None None] New status for floating IP 0a03f92b-6923-431e-ae2a-ac88614eb831: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:03:11.212819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:11.266544 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.295609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Calling delete_port for db9e8a3a-e121-4c22-b8c6-b315e71ed344 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:11.324920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-2429b619-3739-46db-b457-5429f7f90d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:11.326663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-2429b619-3739-46db-b457-5429f7f90d4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.6905499 May 27 02:03:11.337443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.341084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Network 20c48556-ace1-4922-8e24-664cb05366e8 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:03:11.365460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:11.403850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.417430 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.465976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-7e90b55a-0975-4d5a-a851-686a78ce1c78 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0956919 May 27 02:03:11.490590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 20c48556-ace1-4922-8e24-664cb05366e8) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:11.496188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.514559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0fb5b0-3a9e-410d-9a53-99b72fdc5eb9 None None] Network 20c48556-ace1-4922-8e24-664cb05366e8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:11.515231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:11.516164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.645319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] DHCP port deletion for b407aa8d-7109-47df-b749-2daaae437e32 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:11.665123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-18d8e8e2-a8b6-4e90-838e-1553e47a9ac4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 998 time: 0.3241365 May 27 02:03:11.720296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] Deleting port 7b952f5c-7905-430c-8b3e-22ce961da488 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:11.721115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.736152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24c2450a-d6ae-4f87-b065-cf3da12102a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8987567 May 27 02:03:11.747770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48694) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:11.750057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port 7b952f5c-7905-430c-8b3e-22ce961da488 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:11.750512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.758427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['31158e51-b66c-4bfe-bb7c-adb1e8db6e94'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:03:11.768031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:11.860228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.925204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-20c48556-ace1-4922-8e24-664cb05366e8', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:03:11.926033 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:11.946559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573baa-06ec-4fb5-990d-832842ac43d5 req-401b473f-de6d-437c-8599-3f0ea87f4531 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:11.948102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44573baa-06ec-4fb5-990d-832842ac43d5 req-401b473f-de6d-437c-8599-3f0ea87f4531 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 944 time: 0.9445026 May 27 02:03:11.953674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:12.009187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Usage tracker for resource:router and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:12.012537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 1bac1a26-5740-4903-9f7c-533c5a488340 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:12.021873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17b5d04-c6fb-418b-8741-62bf32c6a213']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:12.027779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:12.053968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-ea8682df-5f5b-4a06-b902-8acd0007e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:12.056066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-ea8682df-5f5b-4a06-b902-8acd0007e1b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.3759544 May 27 02:03:12.058202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:12.077932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad74d9e5-61cf-4892-aa53-b915736518b0') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:12.078381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad74d9e5-61cf-4892-aa53-b915736518b0') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:12.100590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92175108-4e5a-462e-9f5e-abd9f555f87c req-731631f2-3b5f-45ca-a3c0-919212a9fa49 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144984 May 27 02:03:12.127162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-44573baa-06ec-4fb5-990d-832842ac43d5 req-da8e9ed0-e59f-41fa-bd4c-f4d64ef4556d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703527 May 27 02:03:12.163559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.167447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.199588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.243507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.292928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.295591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:12.306640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] Sync routers for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:12.321072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:12.322351 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:12.354126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b40ede2f-aa04-4fd6-9470-6cd90bed1af5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/1bac1a26-5740-4903-9f7c-533c5a488340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0220289 May 27 02:03:12.360100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48700) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:12.363984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:12.364466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.395031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] For port 7b952f5c-7905-430c-8b3e-22ce961da488, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7b952f5c-7905-430c-8b3e-22ce961da488,segment=NetworkSegment(f75a9dcb-32e9-4df7-afc1-658a0e88d97b),segment_id=f75a9dcb-32e9-4df7-afc1-658a0e88d97b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:12.395722 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.430244 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:12.436215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-76784768-c24d-40b0-b946-78fb2b2a7f1b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:12.440121 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] Routers {'1bac1a26-5740-4903-9f7c-533c5a488340'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:12.440900 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1bac1a26-5740-4903-9f7c-533c5a488340'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:12.451999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.505661 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ad74d9e5-61cf-4892-aa53-b915736518b0 resource provider aggregate not found May 27 02:03:12.546923 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:12.547336 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fdd17-f05f-4b5b-92c9-8e744f9bba7e None None] The sync data for ids ['1bac1a26-5740-4903-9f7c-533c5a488340'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:12.583135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] DHCP port deletion for 318d9fe3-faa1-4be8-a715-63f21d649c54 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:12.588905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] For port 7b952f5c-7905-430c-8b3e-22ce961da488, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7b952f5c-7905-430c-8b3e-22ce961da488,segment=NetworkSegment(f75a9dcb-32e9-4df7-afc1-658a0e88d97b),segment_id=f75a9dcb-32e9-4df7-afc1-658a0e88d97b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:12.589272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.598990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-76784768-c24d-40b0-b946-78fb2b2a7f1b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:12.599942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] Calling delete_port for 7b952f5c-7905-430c-8b3e-22ce961da488 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:12.602992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-76784768-c24d-40b0-b946-78fb2b2a7f1b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bac1a26-5740-4903-9f7c-533c5a488340 HTTP/1.1" status: 200 len: 205 time: 0.2406495 May 27 02:03:12.603576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48708) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:12.641319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7b952f5c-7905-430c-8b3e-22ce961da488 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:12.645466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9e8a3a-e121-4c22-b8c6-b315e71ed344,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:12.669383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-7c376c10-2527-43e4-86d7-da1d2c86f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:12.673255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-7c376c10-2527-43e4-86d7-da1d2c86f2fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6062512 May 27 02:03:12.906525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] Deleting port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:12.906950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:12.952050 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ad74d9e5-61cf-4892-aa53-b915736518b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad74d9e5-61cf-4892-aa53-b915736518b0 found for delete ", "request_id": "req-38de5c26-6f42-4ff8-992c-23da50ff60a0"}]} May 27 02:03:13.029871 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.042323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.090950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Calling delete_port for 7b952f5c-7905-430c-8b3e-22ce961da488 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:13.145323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.179464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/networks/b17b5d04-c6fb-418b-8741-62bf32c6a213 HTTP/1.1" status: 204 len: 168 time: 2.5402336 May 27 02:03:13.186451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48716) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:13.188789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5927f3b-a8c2-451a-99ec-1b4f5d4afff2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.253644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.318785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b624e33-7b4c-405b-a13a-d9fd5e9cdeb7 tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Network': ['ID=b17b5d04-c6fb-418b-8741-62bf32c6a213,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:13.341996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Allocated IP 172.20.0.2 (20c48556-ace1-4922-8e24-664cb05366e8/c9c8155b-596f-4401-b72d-d8ad4b05f839/639ed8c8-0309-45de-a4a0-5c6850f63ac8) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:13.455304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-eb14992a-a37f-4723-8bb8-0c07b7ab5d6c service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208260 May 27 02:03:13.573056 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.612160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5927f3b-a8c2-451a-99ec-1b4f5d4afff2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.614497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5927f3b-a8c2-451a-99ec-1b4f5d4afff2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.653311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5927f3b-a8c2-451a-99ec-1b4f5d4afff2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.653794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5927f3b-a8c2-451a-99ec-1b4f5d4afff2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Fanout notify agent at l3_agent the message router_deleted on router 1bac1a26-5740-4903-9f7c-533c5a488340 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:03:13.683539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port 7b952f5c-7905-430c-8b3e-22ce961da488 update to DOWN by agent not found {{(pid=88427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:03:13.684253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9d2bcac2-f67c-45e6-a5fb-393b0f005959 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:13.703182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5927f3b-a8c2-451a-99ec-1b4f5d4afff2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.707492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b5927f3b-a8c2-451a-99ec-1b4f5d4afff2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/1bac1a26-5740-4903-9f7c-533c5a488340 HTTP/1.1" status: 204 len: 168 time: 1.0994725 May 27 02:03:13.714505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48720) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:13.776887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:13.777255 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:13.794175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.794805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] No DVR routers for this DVR port 7b952f5c-7905-430c-8b3e-22ce961da488 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:13.818772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46328d92-c341-4f05-b68e-11955d7f46aa None None] Pushing event deleted for resources: {'Port': ['ID=7b952f5c-7905-430c-8b3e-22ce961da488,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:13.829263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:13.829601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.857905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet 90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:13.866029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.895713 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.900514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] For port 9d2bcac2-f67c-45e6-a5fb-393b0f005959, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9d2bcac2-f67c-45e6-a5fb-393b0f005959,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:13.900989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:13.901404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d06c7-b8b1-41d7-80df-cf661d904084 req-dbd62af1-a0e7-4f77-b231-2393bd43551f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:13.902926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d37d06c7-b8b1-41d7-80df-cf661d904084 req-dbd62af1-a0e7-4f77-b231-2393bd43551f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 945 time: 0.5585821 May 27 02:03:13.920691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-280a46b4-902e-4a6e-99fd-78f8e3fd3ae5 req-8f7511bd-5e23-4e16-ba0d-43313ae4c8ab service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068558 May 27 02:03:13.988052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Transition to ACTIVE for port object 639ed8c8-0309-45de-a4a0-5c6850f63ac8 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:14.019573 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.072327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d37d06c7-b8b1-41d7-80df-cf661d904084 req-1fc47de4-fcde-40e1-8235-2a808b46e00a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482916 May 27 02:03:14.157563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:14.158231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] Calling delete_port for 9d2bcac2-f67c-45e6-a5fb-393b0f005959 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:14.231722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] For port 9d2bcac2-f67c-45e6-a5fb-393b0f005959, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9d2bcac2-f67c-45e6-a5fb-393b0f005959,segment=NetworkSegment(249f5b75-3bec-4ae5-bf35-cead982c7f94),segment_id=249f5b75-3bec-4ae5-bf35-cead982c7f94)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:14.232162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.246705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:14.247166 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.309340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Transition to ACTIVE for port object 639ed8c8-0309-45de-a4a0-5c6850f63ac8 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:14.312506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.319901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.361821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.394278 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.439710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] No DVR routers for this DVR port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:14.461581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Network 20c48556-ace1-4922-8e24-664cb05366e8 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:14.462487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Pushing event updated for resources: {'Port': ['ID=639ed8c8-0309-45de-a4a0-5c6850f63ac8,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:14.465117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:14.468499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port 7b952f5c-7905-430c-8b3e-22ce961da488 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:14.468499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.501139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:14.511102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6a5b8-c074-4be0-b9af-ad4050ed0615 None None] Pushing event deleted for resources: {'Port': ['ID=9d2bcac2-f67c-45e6-a5fb-393b0f005959,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:14.637366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:14.646453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Calling delete_port for 9d2bcac2-f67c-45e6-a5fb-393b0f005959 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:14.657853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] Sync routers for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:14.675466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:14.676645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:14.692710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f7727280-5310-44e1-a4c2-82d69ccbf990 admin admin] 10.222.0.16 "PUT /v2.0/routers/0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5213308 May 27 02:03:14.709986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48742) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:14.738016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Attempting to bind port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:14.738633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Attempting to bind port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:14.739216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Attempting to bind port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:14.753401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:14.754148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Checking segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:14.754795 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.755419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Bound using segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:14.756107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Bound port: 639ed8c8-0309-45de-a4a0-5c6850f63ac8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:14.756635 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.786638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Allocated IP 172.25.3.164 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ebb55967-77b4-408a-ae42-9a4e51b54fb3) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:14.859675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] The port '7b952f5c-7905-430c-8b3e-22ce961da488' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:14.900375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:14.988686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.024156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] For port 639ed8c8-0309-45de-a4a0-5c6850f63ac8, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:15.027287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:15.027957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.106490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:15.110296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:15.113718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:15.180484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.189984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb55967-77b4-408a-ae42-9a4e51b54fb3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:15.202824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.203330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.203675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.203793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:15.204047 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:15.204171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.204451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.204792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.205207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.205521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.206427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.207316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.207682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.208277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:15.209972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] For port 639ed8c8-0309-45de-a4a0-5c6850f63ac8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=639ed8c8-0309-45de-a4a0-5c6850f63ac8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:15.217106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.246749 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.282890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.435743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4977125-b9f3-4730-a572-12be10fff541 None None] Pushing event updated for resources: {'Port': ['ID=639ed8c8-0309-45de-a4a0-5c6850f63ac8,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:15.442662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b407aa8d-7109-47df-b749-2daaae437e32']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:15.473589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:15.481545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75a9dcb-32e9-4df7-afc1-658a0e88d97b') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:15.482170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75a9dcb-32e9-4df7-afc1-658a0e88d97b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:15.494687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.503994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6da3a-567f-4db6-b72a-9fa7314417c8 None None] Network dcf24d91-4137-4eb8-acd3-717b287f8594 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:15.519534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d6f72-07af-4ed7-9f48-fbdff9787d3e req-ce605f0e-94a7-4175-b024-dc1c5df50b6d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:15.521211 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-438d6f72-07af-4ed7-9f48-fbdff9787d3e req-ce605f0e-94a7-4175-b024-dc1c5df50b6d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 945 time: 0.2423213 May 27 02:03:15.531578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.552314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-038c8f9b-50dd-494f-86d1-dac6bea00603 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4 HTTP/1.1" status: 204 len: 168 time: 1.8324599 May 27 02:03:15.553619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48750) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:15.556705 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.602218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.636357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:15.637281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.729058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Deleting port 9d2bcac2-f67c-45e6-a5fb-393b0f005959 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:15.729711 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.772242 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f75a9dcb-32e9-4df7-afc1-658a0e88d97b resource provider aggregate not found May 27 02:03:15.784745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Deleting port 5bcaf26a-9874-463f-a26e-60d0a1f5aade {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:15.784745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:15.826548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:15.870314 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f75a9dcb-32e9-4df7-afc1-658a0e88d97b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f75a9dcb-32e9-4df7-afc1-658a0e88d97b found for delete ", "request_id": "req-fb5d9297-29e0-4567-ab6a-affa6ae9ea36"}]} May 27 02:03:15.941489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T02:03:12Z', 'revision_number': 5, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port': {'id': '5bcaf26a-9874-463f-a26e-60d0a1f5aade', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:36Z', 'updated_at': '2022-05-27T01:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:15.951362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] Checking router: 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:03:15.968382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] The port '9d2bcac2-f67c-45e6-a5fb-393b0f005959' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:15.969858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] Routers {'0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:15.970529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:15.985788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:16.052199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.057482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.121525 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.156685 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-438d6f72-07af-4ed7-9f48-fbdff9787d3e req-0a11c54a-751d-4d0b-83e4-3a2985f37a70 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808053 May 27 02:03:16.159893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.178214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] Set router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:16.299203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T02:03:15Z', 'revision_number': 6, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:16.304399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f7d25-637e-4ff3-b757-42a0ceefd15e None None] The sync data for ids ['0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b'] in n-d-843146-11 is: [{'id': '0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b', 'name': 'tempest-TaggedBootDevicesTest-2128017785-router', 'tenant_id': '762321022c2f4f0b8b6ba60054f44dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:33Z', 'updated_at': '2022-05-27T02:03:15Z', 'revision_number': 6, 'project_id': '762321022c2f4f0b8b6ba60054f44dcf', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:16.308130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:16.314681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:16.315192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.364026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=b407aa8d-7109-47df-b749-2daaae437e32,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:16.509024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9422b30e-1f0e-42e6-b4e8-263b0a413203 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/b407aa8d-7109-47df-b749-2daaae437e32 HTTP/1.1" status: 204 len: 168 time: 6.1167941 May 27 02:03:16.524085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48762) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:16.528003 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.538925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:16.539970 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.590706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:16.634099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.636891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:16.644581 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee2da44-2a07-4746-bdd6-e5c58c5ed304 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:16.645038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee2da44-2a07-4746-bdd6-e5c58c5ed304 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:16.646826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bee2da44-2a07-4746-bdd6-e5c58c5ed304 tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/a85a47e1-fd22-4ed7-a87b-ba9de6b04514 HTTP/1.1" status: 404 len: 337 time: 0.0873702 May 27 02:03:16.649208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.650145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.685311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48770) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:16.763849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] DHCP port deletion for dcf24d91-4137-4eb8-acd3-717b287f8594 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:16.809531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] Deleting port 269e6363-052f-4c86-b828-8cc384e8a1c5 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:16.809917 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:16.902775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318d9fe3-faa1-4be8-a715-63f21d649c54']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:16.934497 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-233e84b8-f3e7-468d-a9f7-e07151a6e08d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] DELETE failed (client error): The resource could not be found. May 27 02:03:16.934903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233e84b8-f3e7-468d-a9f7-e07151a6e08d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:03:16.936647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-233e84b8-f3e7-468d-a9f7-e07151a6e08d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/bc92b091-10ec-4015-bb9d-280b497e8f49 HTTP/1.1" status: 404 len: 339 time: 0.2503622 May 27 02:03:16.940361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48774) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:16.947779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249f5b75-3bec-4ae5-bf35-cead982c7f94') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:16.948106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249f5b75-3bec-4ae5-bf35-cead982c7f94') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:16.952887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 639ed8c8-0309-45de-a4a0-5c6850f63ac8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:17.029879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.055124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting subnet 5b076a4f-1a3b-48bf-89ce-d21399c4f8d1 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:17.079976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] For port 5bcaf26a-9874-463f-a26e-60d0a1f5aade, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5bcaf26a-9874-463f-a26e-60d0a1f5aade,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:17.080343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.098781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.109411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.209441 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.286030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] For port 269e6363-052f-4c86-b828-8cc384e8a1c5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=269e6363-052f-4c86-b828-8cc384e8a1c5,segment=NetworkSegment(0d0915a8-f726-444f-bc09-7529ebcf7880),segment_id=0d0915a8-f726-444f-bc09-7529ebcf7880)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:17.286425 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.318560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Calling delete_port for 5bcaf26a-9874-463f-a26e-60d0a1f5aade owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:17.359350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:17.359982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.383747 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344062aa-cbe1-4eda-86d5-1080fb30919d'] response: {'server_uuid': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94', 'code': 200} May 27 02:03:17.441894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.462677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d6832-f806-4b95-8c0a-d1ada0c792b9 None None] Network 20c48556-ace1-4922-8e24-664cb05366e8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:17.485452 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.486771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] Calling delete_port for 269e6363-052f-4c86-b828-8cc384e8a1c5 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:17.562916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:03:17.580369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.588062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.620718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.641730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:17.653785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f5877b9c-ddd6-4b16-8ab8-262a620f0ddd None None] Provisioning for port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:17.673870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] 10.222.0.16 "DELETE /v2.0/networks/318d9fe3-faa1-4be8-a715-63f21d649c54 HTTP/1.1" status: 204 len: 168 time: 4.3520474 May 27 02:03:17.682333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.687742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0 HTTP/1.1" status: 204 len: 168 time: 2.1330338 May 27 02:03:17.692034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48784) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:17.693790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3587fb-2025-4b69-b98d-774886f8befd tempest-TaggedBootDevicesTest_v242-1083193752 tempest-TaggedBootDevicesTest_v242-1083193752-project] Pushing event deleted for resources: {'Network': ['ID=318d9fe3-faa1-4be8-a715-63f21d649c54,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:17.704323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9d30c-f516-42f8-9a01-85c8add5e73b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:17.739614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8abfad-0ad8-481d-9f39-b12b49397a53 req-c24f0a5d-fef8-403d-bb5b-58969c2b0797 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:17.741794 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca8abfad-0ad8-481d-9f39-b12b49397a53 req-c24f0a5d-fef8-403d-bb5b-58969c2b0797 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 946 time: 0.3388646 May 27 02:03:17.749543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b18029-6bb5-4247-937e-db57041ffce1 None None] Network 09c8c651-155b-48f8-b423-965ed9fc10ff requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:17.770852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548d67-c3d4-4dab-b0ed-7f24a2518092 req-161fca8e-0c56-4c81-ba1b-572a733acd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:17.772406 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0548d67-c3d4-4dab-b0ed-7f24a2518092 req-161fca8e-0c56-4c81-ba1b-572a733acd11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 1098 time: 0.4015737 May 27 02:03:17.795522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:17.863122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.904376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:17.911923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.925171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:17.945535 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 249f5b75-3bec-4ae5-bf35-cead982c7f94 resource provider aggregate not found May 27 02:03:18.047054 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.060398 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 249f5b75-3bec-4ae5-bf35-cead982c7f94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 249f5b75-3bec-4ae5-bf35-cead982c7f94 found for delete ", "request_id": "req-3ed3a4b1-2c3f-4447-abce-c1aa9dd425ca"}]} May 27 02:03:18.062072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcaf26a-9874-463f-a26e-60d0a1f5aade,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:18.154190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.210421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Subnet': ['ID=5b076a4f-1a3b-48bf-89ce-d21399c4f8d1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:18.279372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.302870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e45082-234f-4c59-8db9-c5ff374e1b47 None None] Network 8179d53b-8ba5-4079-8add-77a1be9b3ce3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:18.311179 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.315372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:18.329081 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:18.344638 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:18.345258 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:18.352845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] Pushing event deleted for resources: {'Port': ['ID=269e6363-052f-4c86-b828-8cc384e8a1c5,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:18.360956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fca82-1c0f-445e-a36c-f089953ad4b4 None None] No DVR routers for this DVR port 269e6363-052f-4c86-b828-8cc384e8a1c5 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:18.387966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca8abfad-0ad8-481d-9f39-b12b49397a53 req-241bdef4-c1a2-4455-9111-93c4bd5b0b0f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332591 May 27 02:03:18.453168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0548d67-c3d4-4dab-b0ed-7f24a2518092 req-8d209036-a3cf-4941-9114-87fb1131e438 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715858 May 27 02:03:18.456804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d4ab827f-e759-4caf-9ff5-88191ca9cc6d tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/subnets/5b076a4f-1a3b-48bf-89ce-d21399c4f8d1 HTTP/1.1" status: 204 len: 168 time: 1.5154502 May 27 02:03:18.460388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48804) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:18.487091 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.488412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ecd4c9f6-7609-4d88-a3ac-a56507dc40f6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7396655 May 27 02:03:18.504169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48808) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:18.506225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.524115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.628397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.742541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf24d91-4137-4eb8-acd3-717b287f8594']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:18.782828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0915a8-f726-444f-bc09-7529ebcf7880') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:18.783219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0915a8-f726-444f-bc09-7529ebcf7880') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:18.807101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.823022 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:18.835086 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.843456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:18.845576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.931386 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0d0915a8-f726-444f-bc09-7529ebcf7880 resource provider aggregate not found May 27 02:03:18.951812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:18.952420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:18.974836 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0d0915a8-f726-444f-bc09-7529ebcf7880 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d0915a8-f726-444f-bc09-7529ebcf7880 found for delete ", "request_id": "req-b5b1a046-5a49-4647-aa33-8962db65286e"}]} May 27 02:03:18.999421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.036750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.045209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=dcf24d91-4137-4eb8-acd3-717b287f8594,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:19.057497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fc1aad7f-634d-44c0-bc25-827894dc13ca tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/dcf24d91-4137-4eb8-acd3-717b287f8594 HTTP/1.1" status: 204 len: 168 time: 1.3631048 May 27 02:03:19.059808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48816) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:19.084783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 639ed8c8-0309-45de-a4a0-5c6850f63ac8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=639ed8c8-0309-45de-a4a0-5c6850f63ac8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:19.108034 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.176148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] DHCP port deletion for 09c8c651-155b-48f8-b423-965ed9fc10ff request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:19.201406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Deleting port f2740dd8-e76f-4eac-98ff-314338387bd2 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:19.201781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.291901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device db9e8a3a-e121-4c22-b8c6-b315e71ed344 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:19.345468 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:15Z', 'revision_number': 3, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:19.351095 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:03:19.354345 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Updating router 6488a984-80fc-4f86-8eaf-501eda5a00b6 port ebb55967-77b4-408a-ae42-9a4e51b54fb3 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:03:19.372142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] DHCP port deletion for 8179d53b-8ba5-4079-8add-77a1be9b3ce3 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:19.390521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.421278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port f2740dd8-e76f-4eac-98ff-314338387bd2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:19.422011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.436681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: db9e8a3a-e121-4c22-b8c6-b315e71ed344 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:19.439299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device db9e8a3a-e121-4c22-b8c6-b315e71ed344 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:19.439652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 269e6363-052f-4c86-b828-8cc384e8a1c5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:19.464766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.466614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:03:19.526334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.555629 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.658183 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.662249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-09016b4a-210b-4339-ae97-9b862d5bdfb0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0e201c0e-0646-4c2a-bc56-4cbaaa33fe1b HTTP/1.1" status: 204 len: 168 time: 4.9486308 May 27 02:03:19.666465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48828) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:19.910162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] Deleting port 7492b772-1cb1-4cf8-91cd-200f7408fc79 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:19.910534 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.967047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port 7492b772-1cb1-4cf8-91cd-200f7408fc79 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:19.967365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:19.983005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 269e6363-052f-4c86-b828-8cc384e8a1c5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:19.983546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 269e6363-052f-4c86-b828-8cc384e8a1c5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:19.983891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port f2740dd8-e76f-4eac-98ff-314338387bd2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2740dd8-e76f-4eac-98ff-314338387bd2,segment=NetworkSegment(276508c5-e1b7-4c41-b75e-86cd2350eea7),segment_id=276508c5-e1b7-4c41-b75e-86cd2350eea7)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:19.984433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.056234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=639ed8c8-0309-45de-a4a0-5c6850f63ac8,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:20.166270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for f2740dd8-e76f-4eac-98ff-314338387bd2 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:20.166551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a75c2f84-ec51-42db-bfa7-cd4d0fae3d6d None None] Provisioning complete for port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:20.167243 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a75c2f84-ec51-42db-bfa7-cd4d0fae3d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.285236 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.286617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.299310 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Transition to ACTIVE for port object ebb55967-77b4-408a-ae42-9a4e51b54fb3 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:20.309036 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.333874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7492b772-1cb1-4cf8-91cd-200f7408fc79 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:20.377660 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Pushing event updated for resources: {'Port': ['ID=ebb55967-77b4-408a-ae42-9a4e51b54fb3,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:20.390275 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.390648 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.390978 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.391365 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.391699 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.392030 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.392354 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.392677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.392997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.393314 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.393633 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.393948 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:20.411708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=f2740dd8-e76f-4eac-98ff-314338387bd2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:20.419433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No DVR routers for this DVR port f2740dd8-e76f-4eac-98ff-314338387bd2 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:20.425388 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Attempting to bind port ebb55967-77b4-408a-ae42-9a4e51b54fb3 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:20.425771 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Attempting to bind port ebb55967-77b4-408a-ae42-9a4e51b54fb3 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:20.426126 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Attempting to bind port ebb55967-77b4-408a-ae42-9a4e51b54fb3 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:20.432766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:20.433132 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:20.433735 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.434277 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:20.434929 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Bound port: ebb55967-77b4-408a-ae42-9a4e51b54fb3, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:20.435488 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.462692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] For port f2740dd8-e76f-4eac-98ff-314338387bd2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2740dd8-e76f-4eac-98ff-314338387bd2,segment=NetworkSegment(276508c5-e1b7-4c41-b75e-86cd2350eea7),segment_id=276508c5-e1b7-4c41-b75e-86cd2350eea7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:20.463285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.621828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] For port 7492b772-1cb1-4cf8-91cd-200f7408fc79, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7492b772-1cb1-4cf8-91cd-200f7408fc79,segment=NetworkSegment(7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5),segment_id=7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:20.622427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.622531 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] For port ebb55967-77b4-408a-ae42-9a4e51b54fb3, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:20.630659 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] For port ebb55967-77b4-408a-ae42-9a4e51b54fb3, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ebb55967-77b4-408a-ae42-9a4e51b54fb3,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:20.642660 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.701295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.742971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Calling delete_port for f2740dd8-e76f-4eac-98ff-314338387bd2 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:20.754534 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:20.755205 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:20.768325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c8c651-155b-48f8-b423-965ed9fc10ff']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:20.799546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276508c5-e1b7-4c41-b75e-86cd2350eea7') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:20.800251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276508c5-e1b7-4c41-b75e-86cd2350eea7') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:20.820344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.840487 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e7247-5de8-4253-87d9-902fa3725621 None None] Pushing event updated for resources: {'Port': ['ID=ebb55967-77b4-408a-ae42-9a4e51b54fb3,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:20.850904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.877313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:20.879695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:20.963902 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:20.964529 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:21.033882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] Deleting subnet 1eb88772-16b3-4aad-bca9-afe94592ef49 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:21.084749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Calling delete_port for 7492b772-1cb1-4cf8-91cd-200f7408fc79 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:21.134636 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:21.137045 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 276508c5-e1b7-4c41-b75e-86cd2350eea7 resource provider aggregate not found May 27 02:03:21.170551 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 276508c5-e1b7-4c41-b75e-86cd2350eea7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 276508c5-e1b7-4c41-b75e-86cd2350eea7 found for delete ", "request_id": "req-4ded2015-0a9d-4836-8606-71dd1f21c4eb"}]} May 27 02:03:21.201408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] For port 7492b772-1cb1-4cf8-91cd-200f7408fc79, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7492b772-1cb1-4cf8-91cd-200f7408fc79,segment=NetworkSegment(7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5),segment_id=7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:21.201989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.211234 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.249337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.256806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.308719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=09c8c651-155b-48f8-b423-965ed9fc10ff,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:21.317278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e3981813-5f6b-445c-a613-731021a4bc3d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/09c8c651-155b-48f8-b423-965ed9fc10ff HTTP/1.1" status: 204 len: 168 time: 2.2556887 May 27 02:03:21.317911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:21.333938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1013025144'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:21.344845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:21.359541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:21.370882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:21.377633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:21.403073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:21.406748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.466140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.493006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:03:21.512049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b0347-cf1e-46e9-b4ea-24377efe7099 req-f68b0bf8-f4c9-4c72-ae62-d9d4fcc57f61 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:21.521832 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f37b0347-cf1e-46e9-b4ea-24377efe7099 req-f68b0bf8-f4c9-4c72-ae62-d9d4fcc57f61 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 946 time: 1.6184466 May 27 02:03:21.523228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.525141 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment 0c9837e0-b7b8-4e08-b69d-9fb702949250 of type vlan for network 99f40991-1b7f-44a6-853f-abdb6b9089eb May 27 02:03:21.542559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] Calling delete_port for 7492b772-1cb1-4cf8-91cd-200f7408fc79 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:21.623422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f37b0347-cf1e-46e9-b4ea-24377efe7099 req-eaf0f53b-75ac-4fd5-a592-aaebc1c33ac1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004319 May 27 02:03:21.632370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.640946 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.756541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.764138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:21.768849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.775975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Deleting port f2740dd8-e76f-4eac-98ff-314338387bd2 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:21.776395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.884949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port 7492b772-1cb1-4cf8-91cd-200f7408fc79 update to DOWN by agent not found {{(pid=88427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:03:21.885393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5bcaf26a-9874-463f-a26e-60d0a1f5aade no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:21.967569 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:21.987758 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:15Z', 'revision_number': 3, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:22.000382 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e6175-b9df-49ed-8486-334d571c33e2 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:15Z', 'revision_number': 3, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:22.067471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:22.070023 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:22.101259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=99f40991-1b7f-44a6-853f-abdb6b9089eb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:22.117655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a4f4f52-96bc-4275-8571-1ee1eaf08fad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7959921 May 27 02:03:22.118629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48866) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:22.155540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:22.167552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] No DVR routers for this DVR port 7492b772-1cb1-4cf8-91cd-200f7408fc79 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:22.183356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:03:22.187608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:22.248603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5bcaf26a-9874-463f-a26e-60d0a1f5aade {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:22.249102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5bcaf26a-9874-463f-a26e-60d0a1f5aade not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:22.249502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2740dd8-e76f-4eac-98ff-314338387bd2 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:22.300043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b661b07-d521-4e58-b760-536f9ed0f8a7 None None] Pushing event deleted for resources: {'Port': ['ID=7492b772-1cb1-4cf8-91cd-200f7408fc79,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:22.317338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-85f5f37b-2cf4-4de4-bfc7-a51de6dc4d31 None None] The port 'f2740dd8-e76f-4eac-98ff-314338387bd2' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:22.387139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Allocated IP 172.20.0.1 (20c48556-ace1-4922-8e24-664cb05366e8/c9c8155b-596f-4401-b72d-d8ad4b05f839/a3d134bf-196c-4cc7-b049-b665b1740b8b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:22.404366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f2740dd8-e76f-4eac-98ff-314338387bd2 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:22.404775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2740dd8-e76f-4eac-98ff-314338387bd2 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:22.419193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:22.428516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:22.439421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a75c2f84-ec51-42db-bfa7-cd4d0fae3d6d None None] Current status of the port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:22.542520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:22.565404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:22.567728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:22.622519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Deleting port 7492b772-1cb1-4cf8-91cd-200f7408fc79 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:22.629036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:22.632320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 639ed8c8-0309-45de-a4a0-5c6850f63ac8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:22.756177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb88772-16b3-4aad-bca9-afe94592ef49,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:22.795395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19649c88-1b6e-4a89-bcef-116e00e02eeb None None] Network 328ee635-88ce-4b3c-9810-0b7f399ed763 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:22.862455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] The port '7492b772-1cb1-4cf8-91cd-200f7408fc79' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:22.866327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:22.927927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:22.931500 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.090191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a9689af-5fa8-4ae7-8cb8-66def3962cd9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1eb88772-16b3-4aad-bca9-afe94592ef49 HTTP/1.1" status: 204 len: 168 time: 3.2982097 May 27 02:03:23.099901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469e296-762e-4281-af67-365aece8e31e req-81e77d81-0a86-4e04-aea2-5e2f7e6a09f8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:23.108090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f469e296-762e-4281-af67-365aece8e31e req-81e77d81-0a86-4e04-aea2-5e2f7e6a09f8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 946 time: 0.2547426 May 27 02:03:23.129427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48876) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:23.219979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f469e296-762e-4281-af67-365aece8e31e req-256922f5-9254-43bf-a661-f19948e81d55 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963423 May 27 02:03:23.481973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:23.482530 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.634074 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.669316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8179d53b-8ba5-4079-8add-77a1be9b3ce3']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:23.684358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:23.684751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:23.698035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.732741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.740045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:23.740449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.747008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:23.797296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] DHCP port deletion for 328ee635-88ce-4b3c-9810-0b7f399ed763 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:23.802459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] Deleting port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:23.803043 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.883029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.913147 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5 resource provider aggregate not found May 27 02:03:23.924131 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:23.998018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:24.008410 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fe0bd07-623a-4dc0-86e1-4d5d7702f8a5 found for delete ", "request_id": "req-3e26665c-158d-4ab3-bf09-056b75e0b6a8"}]} May 27 02:03:24.030665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:24.034589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] Pushing event deleted for resources: {'Network': ['ID=8179d53b-8ba5-4079-8add-77a1be9b3ce3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:24.064919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Transition to ACTIVE for port object a3d134bf-196c-4cc7-b049-b665b1740b8b will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:24.094606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Deleting port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:24.095156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:24.146040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] For port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:24.146936 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:24.153620 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:24.194231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3d08f5d6-433f-4767-a3b9-dba16af1cc7c tempest-NetworksIpV6Test-1285484488 tempest-NetworksIpV6Test-1285484488-project] 10.222.0.16 "DELETE /v2.0/networks/8179d53b-8ba5-4079-8add-77a1be9b3ce3 HTTP/1.1" status: 204 len: 168 time: 5.7319491 May 27 02:03:24.275364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Pushing event updated for resources: {'Port': ['ID=a3d134bf-196c-4cc7-b049-b665b1740b8b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:24.385182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] Calling delete_port for 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:24.517497 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:24.640787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ebb55967-77b4-408a-ae42-9a4e51b54fb3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:24.681526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48904) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:24.744353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Network 20c48556-ace1-4922-8e24-664cb05366e8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:24.754982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] Pushing event deleted for resources: {'Port': ['ID=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:24.764315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:24.782532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7894c1-4687-455b-8c11-d75431082990 None None] No DVR routers for this DVR port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:24.787843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:24.857570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57405b2d-814f-4219-9570-d3b538b44d26 req-9ad90580-7987-47f6-8d8d-79de3f30a720 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:24.865027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ebb55967-77b4-408a-ae42-9a4e51b54fb3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:24.870029 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57405b2d-814f-4219-9570-d3b538b44d26 req-9ad90580-7987-47f6-8d8d-79de3f30a720 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 0.9688244 May 27 02:03:24.871331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ebb55967-77b4-408a-ae42-9a4e51b54fb3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:24.871703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.020299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0fc46df9-50f3-4f59-8558-d134e58a1ac0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4e481080b0144cdb3037cae483b0fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368564 May 27 02:03:25.021122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48914) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:25.084996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ebb55967-77b4-408a-ae42-9a4e51b54fb3 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:25.085388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.107222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ebb55967-77b4-408a-ae42-9a4e51b54fb3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ebb55967-77b4-408a-ae42-9a4e51b54fb3,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:25.111203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e65727fa-b09c-462f-9513-edac34b89b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.118054 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.187286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e65727fa-b09c-462f-9513-edac34b89b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.210242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.214354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.245877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:25.301985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e65727fa-b09c-462f-9513-edac34b89b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.315471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:25.315861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:25.327629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ef226fcf-8fd4-4fcd-ae70-81211b96518e None None] Provisioning for port a3d134bf-196c-4cc7-b049-b665b1740b8b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:25.345495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] For port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=98dc300d-463e-4fc1-a07f-e1e8631d4ff6,segment=NetworkSegment(c8dd8092-f5eb-4b0e-b401-4d92cab9f29c),segment_id=c8dd8092-f5eb-4b0e-b401-4d92cab9f29c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:25.345869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.347379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65727fa-b09c-462f-9513-edac34b89b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99527376-182d-4c85-b94f-1c6182236271,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:25.351163 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e65727fa-b09c-462f-9513-edac34b89b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.351777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ef226fcf-8fd4-4fcd-ae70-81211b96518e None None] Provisioning complete for port a3d134bf-196c-4cc7-b049-b665b1740b8b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:25.352402 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ef226fcf-8fd4-4fcd-ae70-81211b96518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:25.357235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e65727fa-b09c-462f-9513-edac34b89b16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99527376-182d-4c85-b94f-1c6182236271 HTTP/1.1" status: 204 len: 168 time: 0.3347931 May 27 02:03:25.360727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57405b2d-814f-4219-9570-d3b538b44d26 req-2a8b3d7a-d12a-4255-baed-4c89a940e6a8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840276 May 27 02:03:25.425619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ebb55967-77b4-408a-ae42-9a4e51b54fb3,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:25.505095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ef226fcf-8fd4-4fcd-ae70-81211b96518e None None] Port a3d134bf-196c-4cc7-b049-b665b1740b8b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:25.733412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=48d29136-23f6-4005-bd30-1083e890a77a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:25.749870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Calling delete_port for 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:25.784395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': '0c9837e0-b7b8-4e08-b69d-9fb702949250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:25.784755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: 99f40991-1b7f-44a6-853f-abdb6b9089eb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:03:25.788654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe1ce6-2cc3-463b-92b9-8a509a5bbcd4 req-b6d7f4bf-4edb-49be-ba23-db08443c2cc7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:25.801407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36fe1ce6-2cc3-463b-92b9-8a509a5bbcd4 req-b6d7f4bf-4edb-49be-ba23-db08443c2cc7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 946 time: 0.1957476 May 27 02:03:25.828428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.828732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.829065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.829374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.829856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.830233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.830505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.830856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.831183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.831504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.831828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.832559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:25.888919 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36fe1ce6-2cc3-463b-92b9-8a509a5bbcd4 req-5093107e-4207-4f47-ba81-b9ac61581951 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783937 May 27 02:03:25.914685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:03:25.964439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:25.964768 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:25.966892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 99f40991-1b7f-44a6-853f-abdb6b9089eb) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:25.978986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e5a5d-744a-4952-8821-f1b04bbdec1f None None] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:25.997464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:26.003571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.180448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.281391 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e03f560c-0510-4975-bc84-9795ce9eef81 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1614687 May 27 02:03:26.284128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48952) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:26.289988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-581936217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:26.302229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:26.312518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:router and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:26.315799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:26.335600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:26.367302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.368460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.392064 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.434061 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.465689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Deleting port 98dc300d-463e-4fc1-a07f-e1e8631d4ff6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:26.466024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.498272 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.502393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c075418a-a23f-4ebe-bcb7-bf9daa01785f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2170703 May 27 02:03:26.502881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48962) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:26.508413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'port': {'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb', 'name': 'tempest-RoutersIpV6Test-1018602073'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:26.558064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-99f40991-1b7f-44a6-853f-abdb6b9089eb', 'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': '48d29136-23f6-4005-bd30-1083e890a77a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:03:26.560250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.625639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ebb55967-77b4-408a-ae42-9a4e51b54fb3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:26.699821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] The port '98dc300d-463e-4fc1-a07f-e1e8631d4ff6' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:26.755297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48968) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:26.942940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:26.980898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Allocated IP 2001:db8::2 (99f40991-1b7f-44a6-853f-abdb6b9089eb/48d29136-23f6-4005-bd30-1083e890a77a/03c82e8e-c0ce-422c-9115-751a45242236) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:26.986068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ebb55967-77b4-408a-ae42-9a4e51b54fb3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:26.986434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.006852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328ee635-88ce-4b3c-9810-0b7f399ed763']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:27.033965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:27.034256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dd8092-f5eb-4b0e-b401-4d92cab9f29c') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:27.061594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.087307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2b97c5d4-b54f-40fc-8253-6acac7841c89 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:27.088174 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-2b97c5d4-b54f-40fc-8253-6acac7841c89 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:03:27.088815 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-2b97c5d4-b54f-40fc-8253-6acac7841c89 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:03:27.095983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2b97c5d4-b54f-40fc-8253-6acac7841c89 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3353527 May 27 02:03:27.100458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:27.110089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103204527'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:27.119571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:27.124795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.130483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:27.138994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:27.147928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:27.148450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.174069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:27.183160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:27.227635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:03:27.239003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:port and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:27.244380 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c8dd8092-f5eb-4b0e-b401-4d92cab9f29c resource provider aggregate not found May 27 02:03:27.248070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:27.273232 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.275815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:27.286762 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c8dd8092-f5eb-4b0e-b401-4d92cab9f29c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8dd8092-f5eb-4b0e-b401-4d92cab9f29c found for delete ", "request_id": "req-47e03523-9ec2-4aa5-86d6-9012d21c8c24"}]} May 27 02:03:27.293428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.327513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.347035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:27.372616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.465761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3e2b5-9be1-48d3-a1cc-7cd2e319e3ba req-73905759-9953-403c-9faa-b16a43950d6e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:27.474798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffd3e2b5-9be1-48d3-a1cc-7cd2e319e3ba req-73905759-9953-403c-9faa-b16a43950d6e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 946 time: 0.3592930 May 27 02:03:27.523583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Pushing event updated for resources: {'Port': ['ID=a3d134bf-196c-4cc7-b049-b665b1740b8b,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:27.528774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.543910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.576839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffd3e2b5-9be1-48d3-a1cc-7cd2e319e3ba req-93fa7a92-f4f8-45d7-bd36-2e050b851391 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010890 May 27 02:03:27.594836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] device_id is not set on port 17020d74-7f45-4478-9c43-7adec51bc345 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:03:27.605524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Transition to ACTIVE for port object 03c82e8e-c0ce-422c-9115-751a45242236 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:27.648626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Transition to ACTIVE for port object 03c82e8e-c0ce-422c-9115-751a45242236 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:27.650152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ebb55967-77b4-408a-ae42-9a4e51b54fb3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:27.660898 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.754899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Pushing event updated for resources: {'Port': ['ID=03c82e8e-c0ce-422c-9115-751a45242236,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:27.771008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:27.772406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:27.779356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:27.803773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8::5d (99f40991-1b7f-44a6-853f-abdb6b9089eb/48d29136-23f6-4005-bd30-1083e890a77a/17020d74-7f45-4478-9c43-7adec51bc345) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:27.887141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Attempting to bind port 03c82e8e-c0ce-422c-9115-751a45242236 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:27.887779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Attempting to bind port 03c82e8e-c0ce-422c-9115-751a45242236 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0c9837e0-b7b8-4e08-b69d-9fb702949250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:27.888237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Attempting to bind port 03c82e8e-c0ce-422c-9115-751a45242236 on network 99f40991-1b7f-44a6-853f-abdb6b9089eb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:27.896018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:27.896571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Checking segment: {'id': '0c9837e0-b7b8-4e08-b69d-9fb702949250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:27.897068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.898285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Bound using segment: {'id': '0c9837e0-b7b8-4e08-b69d-9fb702949250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:27.898285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Bound port: 03c82e8e-c0ce-422c-9115-751a45242236, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9837e0-b7b8-4e08-b69d-9fb702949250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99f40991-1b7f-44a6-853f-abdb6b9089eb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:27.898942 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.902899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.910229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.940688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:27.957533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:27.981987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] Pushing event deleted for resources: {'Network': ['ID=328ee635-88ce-4b3c-9810-0b7f399ed763,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:27.986184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:27.989745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2f246fd4-735c-45f6-ac6e-2da2fb61ba9c admin admin] 10.222.0.16 "DELETE /v2.0/networks/328ee635-88ce-4b3c-9810-0b7f399ed763 HTTP/1.1" status: 204 len: 168 time: 4.8497419 May 27 02:03:27.990859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:27.995283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48988) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:28.016925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] For port 03c82e8e-c0ce-422c-9115-751a45242236, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:28.020076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] For port 03c82e8e-c0ce-422c-9115-751a45242236, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=03c82e8e-c0ce-422c-9115-751a45242236,segment=NetworkSegment(0c9837e0-b7b8-4e08-b69d-9fb702949250),segment_id=0c9837e0-b7b8-4e08-b69d-9fb702949250)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:28.038437 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.042428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:28.157616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Network 20c48556-ace1-4922-8e24-664cb05366e8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:28.162689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:28.186775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.196450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843d96b-4530-4f58-a282-2079d122d647 None None] Pushing event updated for resources: {'Port': ['ID=03c82e8e-c0ce-422c-9115-751a45242236,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:28.301128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.327247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object 17020d74-7f45-4478-9c43-7adec51bc345 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:28.340279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.403023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:28.408385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:28.412339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:28.419611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:28.519053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.545556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-275f708c-857f-464c-b956-039b5ebf716f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:28.551248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-275f708c-857f-464c-b956-039b5ebf716f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 946 time: 0.4438188 May 27 02:03:28.567618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.569987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-03c539f5-2180-4aba-9e07-da051c681fbf None None] Provisioning complete for port a3d134bf-196c-4cc7-b049-b665b1740b8b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:28.570473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03c539f5-2180-4aba-9e07-da051c681fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.574581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f996cc2f-cfc3-4720-93fc-52ac2c4936cf,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:28.753139 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.780582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-03c539f5-2180-4aba-9e07-da051c681fbf None None] Port a3d134bf-196c-4cc7-b049-b665b1740b8b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:28.848404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Deleting port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:28.848747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.923341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:28.931409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:28.933598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:28.934377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8327999 May 27 02:03:28.941175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49010) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:28.948924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13b88-3eab-4f3c-9f29-06f30450f160 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8030462-5604-46fc-840a-790e8b83569b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:28.954152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'd8030462-5604-46fc-840a-790e8b83569b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:28.961707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:28.965706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:28.968738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:28.974691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:28.997317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:29.004274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:29.005129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:29.020155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:29.022412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:29.094193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=17020d74-7f45-4478-9c43-7adec51bc345,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:29.159210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac16019-2504-4229-875b-e8ff6a4855bf req-01641857-ed86-4f98-b455-04c31d4945e5 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:29.160754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ac16019-2504-4229-875b-e8ff6a4855bf req-01641857-ed86-4f98-b455-04c31d4945e5 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 946 time: 0.3105066 May 27 02:03:29.181526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-99040250-f186-40d2-b5d3-ce8abcf42d85 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6775405 May 27 02:03:29.199087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49018) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:29.557884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:29.580774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] For port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:29.582563 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:29.692148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:29.753620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ac16019-2504-4229-875b-e8ff6a4855bf req-f70da379-9056-4c77-9f99-b2bea2044cdb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777049 May 27 02:03:29.760159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Calling delete_port for 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:29.785620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49028) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:29.901093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e946458-d6da-4645-9ff8-219831371f36 None None] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:29.904424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:30.089579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8608e107-2577-4fb7-b66f-1dc7311129fb,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:30.092395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c01e052c-1ee4-47dd-9983-84d88359b8e8 None None] Provisioning for port 03c82e8e-c0ce-422c-9115-751a45242236 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:30.177820 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:30.274004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', '63d1cb25-2d4f-4122-8c14-1e1431195bd4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:03:30.313990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:30.315164 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cb437b78-e780-4c23-889b-ac7be7972e10 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3712864 May 27 02:03:30.316452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:30.362303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49034) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:30.364383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:30.376231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event deleted for resources: {'Port': ['ID=31158e51-b66c-4bfe-bb7c-adb1e8db6e94,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:30.404346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b45cbede-cb74-4bf2-8565-44f650b22b6b admin admin] 10.222.0.16 "PUT /v2.0/routers/6488a984-80fc-4f86-8eaf-501eda5a00b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8868260 May 27 02:03:30.420876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:30.421537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:30.514546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'd8030462-5604-46fc-840a-790e8b83569b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:30.528441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:30.638940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 03c82e8e-c0ce-422c-9115-751a45242236 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:30.668503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:30.704557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] No DVR routers for this DVR port 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:30.724872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:30.728182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:30.739789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'name': 'network-vif-deleted', 'tag': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:30.759424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:30.803684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:30.817962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a1e6aa6-14bb-4814-86bc-f76d03ecd1a4 req-89fd1ad9-d8e5-4299-8201-7bc48a909c81 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "DELETE /v2.0/ports/31158e51-b66c-4bfe-bb7c-adb1e8db6e94 HTTP/1.1" status: 204 len: 173 time: 2.2563708 May 27 02:03:30.838320 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2458fc-c65c-4bba-980b-06bcff6fe5b6'] response: {'server_uuid': '742438eb-5137-4a77-9c3b-0f519ef35d80', 'name': 'network-vif-deleted', 'tag': '31158e51-b66c-4bfe-bb7c-adb1e8db6e94', 'status': 'completed', 'code': 200} May 27 02:03:30.903848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:30.976774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:31.088632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 03c82e8e-c0ce-422c-9115-751a45242236 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:31.172796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49050) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:31.184914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 03c82e8e-c0ce-422c-9115-751a45242236 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:31.185286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.201071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767582049', 'description': 'tempest-description--1273359809'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:31.211943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:31.216113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:31.219571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:31.228154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:31.265223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.304463 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bae3ddf5-3815-4daf-b82e-3edd96f8bd57 req-7c3d0ad4-0e3c-479e-aafa-9a0091f9014e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=742438eb-5137-4a77-9c3b-0f519ef35d80 HTTP/1.1" status: 200 len: 210 time: 0.2179873 May 27 02:03:31.357705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:31.360960 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:03:31.364710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d36c1a78-c558-4a9e-8404-eadc9acd46e7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9875231 May 27 02:03:31.366804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49054) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:31.374891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:31.381944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:31.395215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Deleting port 33b764ad-f337-4291-96c4-dac29c7048e9 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:31.395466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.439180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:31.464036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-5e0aa0e4-083c-4ca0-95c1-47af960a852a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4294975 May 27 02:03:31.548975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Provisioning complete for port 03c82e8e-c0ce-422c-9115-751a45242236 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:31.549354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.814028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:31.847808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.851918 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ff4467b-a2c4-4b19-8d9e-138621e967d1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.869686 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.875119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:31.875661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 31158e51-b66c-4bfe-bb7c-adb1e8db6e94 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:31.948614 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.954985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.975253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 03c82e8e-c0ce-422c-9115-751a45242236 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:31.975634 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:31.982968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.035249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.039745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8524945 May 27 02:03:32.047383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49074) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:32.071165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=17020d74-7f45-4478-9c43-7adec51bc345,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:32.092983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Current status of the port 03c82e8e-c0ce-422c-9115-751a45242236 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:32.093602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.102238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': '8b046ae5-796f-48c5-a992-d719b735a393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:32.117402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 03c82e8e-c0ce-422c-9115-751a45242236, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=03c82e8e-c0ce-422c-9115-751a45242236,segment=NetworkSegment(0c9837e0-b7b8-4e08-b69d-9fb702949250),segment_id=0c9837e0-b7b8-4e08-b69d-9fb702949250)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:32.118129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:32.128674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.129154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:32.134246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:32.141799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:32.209516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.267676 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ff4467b-a2c4-4b19-8d9e-138621e967d1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.345684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=03c82e8e-c0ce-422c-9115-751a45242236,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:32.355154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:26Z', 'revision_number': 2, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:32.368552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] For port 33b764ad-f337-4291-96c4-dac29c7048e9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=33b764ad-f337-4291-96c4-dac29c7048e9,segment=NetworkSegment(cbbfbca3-67be-4765-ae38-c67de8813558),segment_id=cbbfbca3-67be-4765-ae38-c67de8813558)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:32.369238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.388438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.388788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.389129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.389459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.389796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.390129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.390457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.390805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.391136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.391460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.391782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.392101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:03:32.402724 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:32.403287 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:32.407103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:03:32.407390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Updating router 6488a984-80fc-4f86-8eaf-501eda5a00b6 port a3d134bf-196c-4cc7-b049-b665b1740b8b binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:03:32.516187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.622130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 03c82e8e-c0ce-422c-9115-751a45242236 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:32.719875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Calling delete_port for 33b764ad-f337-4291-96c4-dac29c7048e9 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:32.858208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.897891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 03c82e8e-c0ce-422c-9115-751a45242236 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:32.900382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.904499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:32.983691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89278ad7-2e0c-4b12-93f4-1520eea9a318 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b046ae5-796f-48c5-a992-d719b735a393,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:32.986466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ff4467b-a2c4-4b19-8d9e-138621e967d1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.009444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.066365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Deleting port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:33.066888 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.085703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b764ad-f337-4291-96c4-dac29c7048e9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:33.136075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4467b-a2c4-4b19-8d9e-138621e967d1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8030462-5604-46fc-840a-790e8b83569b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:33.139152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-0e01bd5b-f6b8-4569-b1ed-5455c940e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:33.140667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-0e01bd5b-f6b8-4569-b1ed-5455c940e195 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 1097 time: 1.4898479 May 27 02:03:33.292834 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.306902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Transition to ACTIVE for port object a3d134bf-196c-4cc7-b049-b665b1740b8b will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:33.350474 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.397471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] For port e7c397ec-7b02-4d72-93e6-6387f4b1e1ee, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:33.397847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.430574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.553532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Calling delete_port for e7c397ec-7b02-4d72-93e6-6387f4b1e1ee owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:33.577888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ff4467b-a2c4-4b19-8d9e-138621e967d1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.579340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ff4467b-a2c4-4b19-8d9e-138621e967d1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8030462-5604-46fc-840a-790e8b83569b HTTP/1.1" status: 204 len: 168 time: 2.2087750 May 27 02:03:33.591707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49092) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:33.616453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.643219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.656846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.766447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7de86f5-d0f8-499e-b7d4-e92ae5d54e21,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:33.805935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e23b-9590-47f2-87a0-d47a231e00fa req-a9c24cfb-785f-4174-8968-164747b8a98b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:33.806668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ec17e23b-9590-47f2-87a0-d47a231e00fa req-a9c24cfb-785f-4174-8968-164747b8a98b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:33.826367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-592213b5-954d-4c23-9750-63fad09938cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:33.827262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-592213b5-954d-4c23-9750-63fad09938cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.6354792 May 27 02:03:33.829773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3d93b57b-eec4-4be0-93c9-fe6e603052d2 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:33.833571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.834746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-70327821-1c07-46b4-94e7-cf66a4691036 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7794311 May 27 02:03:33.844051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49096) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:33.883596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 03c82e8e-c0ce-422c-9115-751a45242236 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:33.905274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Attempting to bind port a3d134bf-196c-4cc7-b049-b665b1740b8b on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:33.905641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Attempting to bind port a3d134bf-196c-4cc7-b049-b665b1740b8b by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:33.906003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Attempting to bind port a3d134bf-196c-4cc7-b049-b665b1740b8b on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:33.911946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Current status of the port 03c82e8e-c0ce-422c-9115-751a45242236 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:33.912395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-0b741d6d-a46c-4e5f-bc0f-04a5d188c54e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 HTTP/1.1" status: 200 len: 217 time: 0.0764740 May 27 02:03:33.920525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:33.920913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Checking segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:33.921422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.921822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Bound using segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:33.922293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Bound port: a3d134bf-196c-4cc7-b049-b665b1740b8b, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:33.923197 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.961164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': '8b046ae5-796f-48c5-a992-d719b735a393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:33.967007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102332b-b31e-4d04-8ff0-e2143ec55587 None None] Pushing event updated for resources: {'Port': ['ID=a3d134bf-196c-4cc7-b049-b665b1740b8b,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:33.969496 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:33.980266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ec17e23b-9590-47f2-87a0-d47a231e00fa req-a9c24cfb-785f-4174-8968-164747b8a98b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:33.981442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec17e23b-9590-47f2-87a0-d47a231e00fa req-a9c24cfb-785f-4174-8968-164747b8a98b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 0.9538713 May 27 02:03:33.991730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:33.999228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Provisioning for port 17020d74-7f45-4478-9c43-7adec51bc345 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:34.012062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:34.015071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:34.020090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3d93b57b-eec4-4be0-93c9-fe6e603052d2 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:34.020952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:34.022134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3d93b57b-eec4-4be0-93c9-fe6e603052d2 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4267044 May 27 02:03:34.037051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49100) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:34.037914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] For port a3d134bf-196c-4cc7-b049-b665b1740b8b, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:34.042557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] For port a3d134bf-196c-4cc7-b049-b665b1740b8b, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a3d134bf-196c-4cc7-b049-b665b1740b8b,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:34.043845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Provisioning complete for port 17020d74-7f45-4478-9c43-7adec51bc345 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:34.044341 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.078503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.082470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--522029536'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:34.187802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-31843131-5bc3-43c0-a5a8-cc6f830e233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:34.189736 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-31843131-5bc3-43c0-a5a8-cc6f830e233e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.2691746 May 27 02:03:34.193653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:34.194460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:34.288099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d4588-aa01-426d-8db4-f04bdf520ff8 None None] Port 17020d74-7f45-4478-9c43-7adec51bc345 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:34.296180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-97f5fc45-e21d-4aec-94fa-29d9e3dca357 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967093 May 27 02:03:34.303119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.311484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102332b-b31e-4d04-8ff0-e2143ec55587 None None] Pushing event updated for resources: {'Port': ['ID=a3d134bf-196c-4cc7-b049-b665b1740b8b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:34.324196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:34.329120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec17e23b-9590-47f2-87a0-d47a231e00fa req-81ec3d74-1db4-4828-8e54-2a02fd28d79c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219371 May 27 02:03:34.450959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:34.469821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:34.470061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.839873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c397ec-7b02-4d72-93e6-6387f4b1e1ee,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:34.886456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.906377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6944a13e-80f0-4a45-8256-aaf52f4b64e2 None None] Provisioning complete for port 17020d74-7f45-4478-9c43-7adec51bc345 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:34.908235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6944a13e-80f0-4a45-8256-aaf52f4b64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.953062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.954000 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:34.955066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.042698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6944a13e-80f0-4a45-8256-aaf52f4b64e2 None None] Port 17020d74-7f45-4478-9c43-7adec51bc345 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:35.080676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:34Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:35.088183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554b86-d603-4c0a-858f-8caeb9f175d4 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:34Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:35.113079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:35.118638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:35.121624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:35.130901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:35.243246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=17020d74-7f45-4478-9c43-7adec51bc345,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:35.275783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.293145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.303081 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.319944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.331421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:35.336328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:35.408242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.488592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-664af031-56ec-493d-b864-b457747b9267 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1656790 May 27 02:03:35.489200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d205cb5d-49d3-4823-8b85-ba000f2da89a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:35.608194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40b81b-6367-4e08-a90d-893017fab246 req-2f01264d-0d52-4345-b261-d496eb7c1395 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:35.616206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e40b81b-6367-4e08-a90d-893017fab246 req-2f01264d-0d52-4345-b261-d496eb7c1395 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 1.0554438 May 27 02:03:35.786781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a3229bf-718a-45a2-82b8-fd7e9152da62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.808884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.814008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-38de7a3a-b403-497f-a3c8-6c7f00822a67 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9038978 May 27 02:03:35.815019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49112) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:35.841699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.847438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7866180 May 27 02:03:35.848536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e496dc-3722-48d4-bac9-4734da7282db tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb85d2d-ac5d-485e-9478-9be273c9cddb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:35.848756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-18910d5d-f75d-4942-ac33-a7335c6ae466 None None] Provisioning complete for port 17020d74-7f45-4478-9c43-7adec51bc345 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:35.849312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-18910d5d-f75d-4942-ac33-a7335c6ae466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:35.851162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49116) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:35.867868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-989df905-daac-45ce-b542-ce7f5faf6f64 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'cdb85d2d-ac5d-485e-9478-9be273c9cddb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:35.868744 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-989df905-daac-45ce-b542-ce7f5faf6f64 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 27 02:03:35.869255 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-989df905-daac-45ce-b542-ce7f5faf6f64 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:35.870234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-989df905-daac-45ce-b542-ce7f5faf6f64 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0157890 May 27 02:03:35.878981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49120) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:35.887821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:35.928628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:35.932279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Router 47b5efbb-fabf-4262-8ae2-7002c11e4309 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:35.966659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:floatingip and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:35.969715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-18910d5d-f75d-4942-ac33-a7335c6ae466 None None] Port 17020d74-7f45-4478-9c43-7adec51bc345 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:35.973385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:36.003952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:36.011627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Deleting port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:36.012178 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:36.102301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d7687ab-2d17-44a5-b4bd-c594dcdee1e7 req-3b9abf3f-d16e-4742-ab66-c04e3ceca34b service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016033 May 27 02:03:36.188380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe98-64a1-48db-8a4b-d9fac126a750 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:36.202302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a00139-7927-48dc-b81c-2877b5f21ad5 req-e7948e46-c893-4843-8c2a-5898cb8fdb75 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:36.203284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21a00139-7927-48dc-b81c-2877b5f21ad5 req-e7948e46-c893-4843-8c2a-5898cb8fdb75 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 0.4935172 May 27 02:03:36.213455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:36.295180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Router 68150ebe-abef-4b30-82bc-ae0688324778 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:36.297075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe98-64a1-48db-8a4b-d9fac126a750 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:36.319339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router b34d2b20-c02e-471b-a847-bf71fd80e13b is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:03:36.352596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21a00139-7927-48dc-b81c-2877b5f21ad5 req-718aacc0-1150-402b-b1d4-4fcd31f84639 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410275 May 27 02:03:36.407473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:36.419951 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] Sync routers for ids ['47b5efbb-fabf-4262-8ae2-7002c11e4309'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:36.439047 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] Routers {'47b5efbb-fabf-4262-8ae2-7002c11e4309'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:36.439921 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['47b5efbb-fabf-4262-8ae2-7002c11e4309'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:36.563822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7dd6c472-ee45-4d2a-a811-5a0dd05725f1 admin admin] 10.222.0.16 "PUT /v2.0/routers/47b5efbb-fabf-4262-8ae2-7002c11e4309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5652561 May 27 02:03:36.587178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:36.755512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3d134bf-196c-4cc7-b049-b665b1740b8b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:36.813511 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] Set router 47b5efbb-fabf-4262-8ae2-7002c11e4309 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:36.968703 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe98-64a1-48db-8a4b-d9fac126a750 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:36.980034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a3d134bf-196c-4cc7-b049-b665b1740b8b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:36.998902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a3d134bf-196c-4cc7-b049-b665b1740b8b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:37.007712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.009183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:37.009722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dfe98-64a1-48db-8a4b-d9fac126a750 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb85d2d-ac5d-485e-9478-9be273c9cddb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:37.044744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:37.047807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-db1dfe98-64a1-48db-8a4b-d9fac126a750 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.048925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db1dfe98-64a1-48db-8a4b-d9fac126a750 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/cdb85d2d-ac5d-485e-9478-9be273c9cddb HTTP/1.1" status: 204 len: 168 time: 1.1652141 May 27 02:03:37.056144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a32d55c-7f85-4f41-8e80-b44e6b47306a admin admin] 10.222.0.16 "PUT /v2.0/routers/68150ebe-abef-4b30-82bc-ae0688324778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2693503 May 27 02:03:37.057151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49156) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.057452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49158) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.059006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d3241f39-f508-406c-b1e7-8bdb7824120a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/b34d2b20-c02e-471b-a847-bf71fd80e13b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8587728 May 27 02:03:37.067415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49162) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.140348 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] Sync routers for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:37.152085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] Sync routers for ids ['b34d2b20-c02e-471b-a847-bf71fd80e13b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:37.182784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] For port 63d1cb25-2d4f-4122-8c14-1e1431195bd4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=63d1cb25-2d4f-4122-8c14-1e1431195bd4,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:37.183661 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.202622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] Routers {'b34d2b20-c02e-471b-a847-bf71fd80e13b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:37.203982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b34d2b20-c02e-471b-a847-bf71fd80e13b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:37.206389 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:37.207070 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:37.216024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.326092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:37.377866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] Routers {'b34d2b20-c02e-471b-a847-bf71fd80e13b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:37.378578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b34d2b20-c02e-471b-a847-bf71fd80e13b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:37.453489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49172) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.462283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f4167d9a-f466-4e8e-aa3b-dd8ed421783d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:37.500351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f4167d9a-f466-4e8e-aa3b-dd8ed421783d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:37.512105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f4167d9a-f466-4e8e-aa3b-dd8ed421783d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4519260 May 27 02:03:37.515118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49178) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.519417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:37.519846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffaf580-4d7e-4d5f-85b0-64b6f09dcd4d None None] The sync data for ids ['b34d2b20-c02e-471b-a847-bf71fd80e13b'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:37.522108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a3d134bf-196c-4cc7-b049-b665b1740b8b is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:37.522546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.532820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426755374'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:37.539513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.572675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a3d134bf-196c-4cc7-b049-b665b1740b8b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a3d134bf-196c-4cc7-b049-b665b1740b8b,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:37.586656 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.621863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:37.636534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:37.651698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3749c17-5ece-4c93-a777-15ee586a445c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:37.652566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c3749c17-5ece-4c93-a777-15ee586a445c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:37.657303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.682380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Calling delete_port for 63d1cb25-2d4f-4122-8c14-1e1431195bd4 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:37.687816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:37.692953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:37.696816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:37.706496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:37.722654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a3d134bf-196c-4cc7-b049-b665b1740b8b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:37.750828 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:37.793536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.824512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.884440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a25ea3-ab1c-4c56-9636-bf3f72cc1408,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:37.887680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.900261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c3749c17-5ece-4c93-a777-15ee586a445c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:37.904191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c3749c17-5ece-4c93-a777-15ee586a445c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports/17020d74-7f45-4478-9c43-7adec51bc345 HTTP/1.1" status: 200 len: 983 time: 0.8321316 May 27 02:03:37.905695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.909324 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c7f717e4-d992-43d3-bf36-1b4eae8b392c tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3891573 May 27 02:03:37.911867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.912024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.932507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7ad23466-0b25-4af3-a08b-716026146883 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': '86a25ea3-ab1c-4c56-9636-bf3f72cc1408', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:37.933468 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-7ad23466-0b25-4af3-a08b-716026146883 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 27 02:03:37.934002 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-7ad23466-0b25-4af3-a08b-716026146883 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:37.935011 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ad23466-0b25-4af3-a08b-716026146883 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0227644 May 27 02:03:37.940091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49190) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:37.949337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b62487b2-1d6d-4801-afea-b6904632e7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.971726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:37.972003 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T02:03:32Z', 'revision_number': 5, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:37.980071 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] Checking router: 47b5efbb-fabf-4262-8ae2-7002c11e4309 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:03:38.014107 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] Routers {'47b5efbb-fabf-4262-8ae2-7002c11e4309'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:38.014768 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['47b5efbb-fabf-4262-8ae2-7002c11e4309'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:38.124586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:38.133828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.154272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Usage tracker for resource:security_group_rule and tenant:701d16492cbb4b8b951cb8d9ff4d6510 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:38.162494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:38.176480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:38.180616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec2ae9-5a5b-4971-a786-edf36e539ba7 req-b654a257-57fa-4fd7-a390-773547e37c55 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:38.187247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68ec2ae9-5a5b-4971-a786-edf36e539ba7 req-b654a257-57fa-4fd7-a390-773547e37c55 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 945 time: 0.5978353 May 27 02:03:38.189413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Deleting port b9b99910-4189-4bfd-996f-ccf493f07452 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:38.190241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.228851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.257683 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] Set router 47b5efbb-fabf-4262-8ae2-7002c11e4309 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:38.273706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e43d77bc-da39-4fd6-9049-40bccb6e1850 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.364919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Deleting port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:38.365250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.369969 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T02:03:34Z', 'revision_number': 5, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port': {'id': 'ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150ebe-abef-4b30-82bc-ae0688324778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:54:45Z', 'updated_at': '2022-05-27T01:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:38.391938 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] Checking router: 68150ebe-abef-4b30-82bc-ae0688324778 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:03:38.409267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.412403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e43d77bc-da39-4fd6-9049-40bccb6e1850 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.421083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:03:38.468852 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] Routers {'68150ebe-abef-4b30-82bc-ae0688324778'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:38.469568 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['68150ebe-abef-4b30-82bc-ae0688324778'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:38.553519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68ec2ae9-5a5b-4971-a786-edf36e539ba7 req-f429a96d-a1ed-4208-96bd-87b558c996d2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652093 May 27 02:03:38.633997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3d134bf-196c-4cc7-b049-b665b1740b8b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:38.654897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event deleted for resources: {'Port': ['ID=63d1cb25-2d4f-4122-8c14-1e1431195bd4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:38.756728 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] Set router 68150ebe-abef-4b30-82bc-ae0688324778 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:38.802386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.25.3.8 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/0fb39ff4-5980-4f84-a2de-d7383095ed16) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:38.806216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] No DVR routers for this DVR port 63d1cb25-2d4f-4122-8c14-1e1431195bd4 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:38.817016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.820572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'name': 'network-vif-deleted', 'tag': '63d1cb25-2d4f-4122-8c14-1e1431195bd4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:38.825317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a3d134bf-196c-4cc7-b049-b665b1740b8b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:38.826190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.886382 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T02:03:38Z', 'revision_number': 6, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:38.893814 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f23a6b-7294-4f7f-b6e4-101010e11a4e None None] The sync data for ids ['68150ebe-abef-4b30-82bc-ae0688324778'] in n-d-843146-11 is: [{'id': '68150ebe-abef-4b30-82bc-ae0688324778', 'name': 'tempest-TaggedBootDevicesTest_v242-770845503-router', 'tenant_id': '41e20aea7039450aa83d19ff2369765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:43Z', 'updated_at': '2022-05-27T02:03:38Z', 'revision_number': 6, 'project_id': '41e20aea7039450aa83d19ff2369765a', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:38.914001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e43d77bc-da39-4fd6-9049-40bccb6e1850 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.917392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e43d77bc-da39-4fd6-9049-40bccb6e1850 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.921241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e43d77bc-da39-4fd6-9049-40bccb6e1850 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/86a25ea3-ab1c-4c56-9636-bf3f72cc1408 HTTP/1.1" status: 204 len: 168 time: 0.9743662 May 27 02:03:38.930967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49196) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:38.932359 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T02:03:32Z', 'revision_number': 5, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:38.937288 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2788e1-5d07-42c2-9924-60fa5ca0f004 None None] The sync data for ids ['47b5efbb-fabf-4262-8ae2-7002c11e4309'] in n-d-843146-11 is: [{'id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'name': 'tempest-TaggedBootDevicesTest-611816682-router', 'tenant_id': '7f472920450f400ea0e94c148652dbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:54:58Z', 'updated_at': '2022-05-27T02:03:32Z', 'revision_number': 5, 'project_id': '7f472920450f400ea0e94c148652dbe8', 'gw_port': {'id': 'b9b99910-4189-4bfd-996f-ccf493f07452', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5efbb-fabf-4262-8ae2-7002c11e4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:01Z', 'updated_at': '2022-05-27T01:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:38.978562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:38.989220 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b76b205-3e87-4c2d-a1a5-5a198db452c2'] response: {'server_uuid': 'a8b23342-6999-4dc3-8693-91f21d48ce0d', 'name': 'network-vif-deleted', 'tag': '63d1cb25-2d4f-4122-8c14-1e1431195bd4', 'status': 'completed', 'code': 200} May 27 02:03:39.003457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.006092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e40b81b-6367-4e08-a90d-893017fab246 req-080715d1-3847-49b5-b124-a6235f6b6bb2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "DELETE /v2.0/ports/63d1cb25-2d4f-4122-8c14-1e1431195bd4 HTTP/1.1" status: 204 len: 173 time: 3.3646708 May 27 02:03:39.028314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d77bc-da39-4fd6-9049-40bccb6e1850 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a25ea3-ab1c-4c56-9636-bf3f72cc1408,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:39.045458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] For port b9b99910-4189-4bfd-996f-ccf493f07452, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b9b99910-4189-4bfd-996f-ccf493f07452,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:39.045835 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.084281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a3d134bf-196c-4cc7-b049-b665b1740b8b is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:39.100466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] For port ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:39.100831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.118327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=701d16492cbb4b8b951cb8d9ff4d6510&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6604238 May 27 02:03:39.119142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4eacd2c-3647-4c4d-8f12-890ea9999c21 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:39.124113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49200) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:39.124890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8f887-a31b-43fc-80d2-28f6c2522a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc16b53f-1642-43a9-993c-d80b9809adcd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:39.198180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Calling delete_port for b9b99910-4189-4bfd-996f-ccf493f07452 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:39.256510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Calling delete_port for ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:39.285635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.294020 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.355484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.358275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.381687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a4eacd2c-3647-4c4d-8f12-890ea9999c21 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:39.387435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a4eacd2c-3647-4c4d-8f12-890ea9999c21 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4505804 May 27 02:03:39.392850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49204) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:39.405556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--861831939'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:39.418091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:39.469161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:39.471487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e67d0fa-5b7a-4b4e-8a5b-28cd82a0f797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.516482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e67d0fa-5b7a-4b4e-8a5b-28cd82a0f797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.526459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.620079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:39.631681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.641318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:39.645748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:39.648635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:39.649237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:39.654634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:39.676553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:39.722096 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.806390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=0fb39ff4-5980-4f84-a2de-d7383095ed16,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:39.815279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63d1cb25-2d4f-4122-8c14-1e1431195bd4 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:39.861405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 63d1cb25-2d4f-4122-8c14-1e1431195bd4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:39.861770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 63d1cb25-2d4f-4122-8c14-1e1431195bd4 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:39.924078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-05500368-6689-461e-ba20-dbc6e06eca5b req-d3b5938f-6869-4b9d-86d4-a78ed9853ef2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:39.927622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e67d0fa-5b7a-4b4e-8a5b-28cd82a0f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:39.927856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b99910-4189-4bfd-996f-ccf493f07452,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:39.963208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-05500368-6689-461e-ba20-dbc6e06eca5b req-d3b5938f-6869-4b9d-86d4-a78ed9853ef2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:39.963443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67d0fa-5b7a-4b4e-8a5b-28cd82a0f797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc16b53f-1642-43a9-993c-d80b9809adcd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:39.987006 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05500368-6689-461e-ba20-dbc6e06eca5b req-d3b5938f-6869-4b9d-86d4-a78ed9853ef2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b23342-6999-4dc3-8693-91f21d48ce0d HTTP/1.1" status: 200 len: 210 time: 0.1734021 May 27 02:03:39.987006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.088864 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.165263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.168388 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.179195 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.189112 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e67d0fa-5b7a-4b4e-8a5b-28cd82a0f797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.190247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0e67d0fa-5b7a-4b4e-8a5b-28cd82a0f797 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc16b53f-1642-43a9-993c-d80b9809adcd HTTP/1.1" status: 204 len: 168 time: 1.0625875 May 27 02:03:40.214493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:40.227084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.227631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b5efbb-fabf-4262-8ae2-7002c11e4309 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:03:40.256599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.265707 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.271445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.306588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.310522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a9c3702f-7f57-4eb1-9809-559acb56770a admin admin] 10.222.0.16 "DELETE /v2.0/routers/47b5efbb-fabf-4262-8ae2-7002c11e4309 HTTP/1.1" status: 204 len: 168 time: 3.6773322 May 27 02:03:40.311224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49212) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.393785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.395677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9991364 May 27 02:03:40.398954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] Deleting subnet 76a9eade-8417-4119-b05f-bdb8d2fd1f26 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:40.400733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49218) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.403101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35805d63-e6a5-495a-8d0b-50923733801d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58fc0a7-17b0-44b5-93a2-5614b126728d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:40.411123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-83c1027d-2618-49ad-9b31-e10fc3afb770 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'd58fc0a7-17b0-44b5-93a2-5614b126728d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:40.419479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.422675 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-83c1027d-2618-49ad-9b31-e10fc3afb770 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 27 02:03:40.423527 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-83c1027d-2618-49ad-9b31-e10fc3afb770 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:40.426941 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-83c1027d-2618-49ad-9b31-e10fc3afb770 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208859 May 27 02:03:40.426941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.461475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.541118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-539d74e1-09d4-43d0-a20f-a98afd9b38a8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'd58fc0a7-17b0-44b5-93a2-5614b126728d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:40.542763 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-539d74e1-09d4-43d0-a20f-a98afd9b38a8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 27 02:03:40.543354 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-539d74e1-09d4-43d0-a20f-a98afd9b38a8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:40.546955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-539d74e1-09d4-43d0-a20f-a98afd9b38a8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0761933 May 27 02:03:40.549153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49226) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.557773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-bdc525bf-a11c-4322-a8fd-556bb73c4fd0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'd58fc0a7-17b0-44b5-93a2-5614b126728d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:40.558630 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-bdc525bf-a11c-4322-a8fd-556bb73c4fd0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 27 02:03:40.559148 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-bdc525bf-a11c-4322-a8fd-556bb73c4fd0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:40.562733 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bdc525bf-a11c-4322-a8fd-556bb73c4fd0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100048 May 27 02:03:40.565860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49230) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.574623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2cfb84e2-c950-40b5-ae2f-13f62352a5ac tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'd58fc0a7-17b0-44b5-93a2-5614b126728d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:40.575776 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-2cfb84e2-c950-40b5-ae2f-13f62352a5ac tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 27 02:03:40.576333 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-2cfb84e2-c950-40b5-ae2f-13f62352a5ac tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:40.579881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2cfb84e2-c950-40b5-ae2f-13f62352a5ac tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104558 May 27 02:03:40.581232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.608141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49234) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.638598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49238) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.700779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.743235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 17020d74-7f45-4478-9c43-7adec51bc345 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:40.743474 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.747435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:40.759657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Usage tracker for resource:security_group_rule and tenant:ccdf5625a477454096f537c43b67cb92 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:40.767092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:40.794567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:40.798549 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.802996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.816142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.828911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9faa349d-a3c8-4cdc-a88c-70e8022c41f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.830437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.940849 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.941970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:40.949014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.949501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68150ebe-abef-4b30-82bc-ae0688324778 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:03:40.959623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.960819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-18963c1f-97a2-4feb-a81a-641d1c221bc9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/68150ebe-abef-4b30-82bc-ae0688324778 HTTP/1.1" status: 204 len: 168 time: 3.8991697 May 27 02:03:40.964344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:40.966158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:40.996387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:40.996387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ac8afde5-cfaf-4b89-bbdb-a9f6d0907af1 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:40.996387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e7c397ec-7b02-4d72-93e6-6387f4b1e1ee no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:41.017218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9faa349d-a3c8-4cdc-a88c-70e8022c41f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.048699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e7c397ec-7b02-4d72-93e6-6387f4b1e1ee {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:41.049115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e7c397ec-7b02-4d72-93e6-6387f4b1e1ee not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:41.049785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 33b764ad-f337-4291-96c4-dac29c7048e9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:41.096858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=0fb39ff4-5980-4f84-a2de-d7383095ed16,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:41.105271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9faa349d-a3c8-4cdc-a88c-70e8022c41f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.132761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] Deleting subnet 8d1b963c-ae05-49d9-bbb7-4373ed842501 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:41.133876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 33b764ad-f337-4291-96c4-dac29c7048e9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:41.134223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 33b764ad-f337-4291-96c4-dac29c7048e9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:41.141670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.170962 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.176432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa349d-a3c8-4cdc-a88c-70e8022c41f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58fc0a7-17b0-44b5-93a2-5614b126728d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:41.215152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9faa349d-a3c8-4cdc-a88c-70e8022c41f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.218755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9faa349d-a3c8-4cdc-a88c-70e8022c41f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/d58fc0a7-17b0-44b5-93a2-5614b126728d HTTP/1.1" status: 204 len: 168 time: 0.6054432 May 27 02:03:41.219717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.228127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49250) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:41.293328 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.322747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for 17020d74-7f45-4478-9c43-7adec51bc345 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:41.339237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597e0df-afbb-4608-ada5-8b81f2a7590d None None] Network fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:41.339389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.340431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-29d8f1d2-e3cc-4c55-b076-f662a067ba10 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5114725 May 27 02:03:41.341637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.345677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76a9eade-8417-4119-b05f-bdb8d2fd1f26 HTTP/1.1" status: 204 len: 168 time: 1.0247486 May 27 02:03:41.355844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.356629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49260) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:41.361950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9499be0-0c9e-401d-8614-c270cf3c105f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a9eade-8417-4119-b05f-bdb8d2fd1f26,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:41.458585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.600925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.615931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.659168 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.674254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] DHCP port deletion for fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:41.678661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] Deleting port 525b738f-9173-42c0-a396-f6c923a54c2e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:41.679142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.731093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea928c95-7cdd-4134-b673-fa6a0490e5e4 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:41.732435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=17020d74-7f45-4478-9c43-7adec51bc345,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:41.765411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bae52d-2e98-490f-8b76-99b2ab2722c6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:41.765587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.809560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-42cd7f5c-24f2-466b-a37a-783f861c96fe tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:41.850306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-46f5be93-842b-4334-a0d3-1c025dae2c5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccdf5625a477454096f537c43b67cb92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1982734 May 27 02:03:41.851758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Deleting port 525b738f-9173-42c0-a396-f6c923a54c2e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:41.852273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.892243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49280) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:41.922020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-61881b67-2506-438e-bdc0-58317c1777c1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:41.924343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-61881b67-2506-438e-bdc0-58317c1777c1 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.3200870 May 27 02:03:41.931659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] For port 525b738f-9173-42c0-a396-f6c923a54c2e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=525b738f-9173-42c0-a396-f6c923a54c2e,segment=NetworkSegment(cbbfbca3-67be-4765-ae38-c67de8813558),segment_id=cbbfbca3-67be-4765-ae38-c67de8813558)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:41.932058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.946225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea928c95-7cdd-4134-b673-fa6a0490e5e4 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:41.952634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea928c95-7cdd-4134-b673-fa6a0490e5e4 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7194030 May 27 02:03:41.958877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49284) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:41.991390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--58315182'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:41.994245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:41.997599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-42cd7f5c-24f2-466b-a37a-783f861c96fe tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:41.998750 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-42cd7f5c-24f2-466b-a37a-783f861c96fe tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1767582049&fields=id&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 267 time: 0.3732226 May 27 02:03:42.027277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-6b087688-01cc-4cf7-b9b0-3004a0bf61f7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.0926802 May 27 02:03:42.070586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:42.079007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] Calling delete_port for 525b738f-9173-42c0-a396-f6c923a54c2e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:42.138354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:42.162163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.213062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] Pushing event deleted for resources: {'Port': ['ID=525b738f-9173-42c0-a396-f6c923a54c2e,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:42.214912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3873a1-35e3-4c19-9c1e-d2ae9288fa87 None None] No DVR routers for this DVR port 525b738f-9173-42c0-a396-f6c923a54c2e on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:42.231768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9372cd1-d24a-4827-9274-78c33cbc09ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.247850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.250388 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.314162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9372cd1-d24a-4827-9274-78c33cbc09ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.327592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:42.335429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] For port 525b738f-9173-42c0-a396-f6c923a54c2e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=525b738f-9173-42c0-a396-f6c923a54c2e,segment=NetworkSegment(cbbfbca3-67be-4765-ae38-c67de8813558),segment_id=cbbfbca3-67be-4765-ae38-c67de8813558)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:42.335832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.361877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:42.372210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:42.441240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-c61715a6-8e07-4e09-b8eb-2475d5bcb612 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4130166 May 27 02:03:42.499984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1b963c-ae05-49d9-bbb7-4373ed842501,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:42.504468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.507422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Calling delete_port for 525b738f-9173-42c0-a396-f6c923a54c2e owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:42.509993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079126e8-9f5e-456e-a28d-32115fc16cde None None] Network 1fa62c40-becd-426f-b59a-888a1ccf88ef requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:42.535797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 525b738f-9173-42c0-a396-f6c923a54c2e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:42.548104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:42.613204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-da446e83-9077-4222-a99f-33124fefbe5a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:42.614040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-da446e83-9077-4222-a99f-33124fefbe5a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:42.627696 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9372cd1-d24a-4827-9274-78c33cbc09ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.631277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router b34d2b20-c02e-471b-a847-bf71fd80e13b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:42.635608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0b4a6ee5-5e78-451a-8316-e611a0874d06 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8d1b963c-ae05-49d9-bbb7-4373ed842501 HTTP/1.1" status: 204 len: 168 time: 1.6700335 May 27 02:03:42.641141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49290) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:42.660561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:42.661022 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:42.666837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9372cd1-d24a-4827-9274-78c33cbc09ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bae52d-2e98-490f-8b76-99b2ab2722c6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:42.680691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-da446e83-9077-4222-a99f-33124fefbe5a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:42.682495 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-da446e83-9077-4222-a99f-33124fefbe5a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 0.6224570 May 27 02:03:42.705656 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.712873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.729354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 525b738f-9173-42c0-a396-f6c923a54c2e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:42.729840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 525b738f-9173-42c0-a396-f6c923a54c2e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:42.730384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b9b99910-4189-4bfd-996f-ccf493f07452 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:42.763004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9372cd1-d24a-4827-9274-78c33cbc09ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.766541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e9372cd1-d24a-4827-9274-78c33cbc09ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24bae52d-2e98-490f-8b76-99b2ab2722c6 HTTP/1.1" status: 204 len: 168 time: 0.8709934 May 27 02:03:42.766541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90c84a5-759a-43f3-99ae-908503cd5c6e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:42.768829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:42.770136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aad5c404-3c2f-4798-99b7-e8964dc32ade tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8102300 May 27 02:03:42.773901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49296) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:42.783695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d263a714-d84d-4ec6-8c7a-88b7e48b176d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:42.784437 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-d263a714-d84d-4ec6-8c7a-88b7e48b176d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:03:42.784875 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-d263a714-d84d-4ec6-8c7a-88b7e48b176d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:42.787332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d263a714-d84d-4ec6-8c7a-88b7e48b176d tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124066 May 27 02:03:42.791435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:42.795715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: b9b99910-4189-4bfd-996f-ccf493f07452 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:42.796060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b9b99910-4189-4bfd-996f-ccf493f07452 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:42.799824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-a2ecd470-7922-4cdb-aba0-790c78f4419e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:03:42.801777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-a2ecd470-7922-4cdb-aba0-790c78f4419e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2674296 May 27 02:03:42.812581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5b3d2fb5-9a9e-45bd-8599-883608fbb9ef tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:42.833162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5b3d2fb5-9a9e-45bd-8599-883608fbb9ef tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:42.842005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5b3d2fb5-9a9e-45bd-8599-883608fbb9ef tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:42.873328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5b3d2fb5-9a9e-45bd-8599-883608fbb9ef tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:42.886430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5b3d2fb5-9a9e-45bd-8599-883608fbb9ef tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:42.916482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-4a2708da-a7d8-4a7e-b8d6-81e85573686f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/quotas/bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 375 time: 0.1000977 May 27 02:03:42.935527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:42.942122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-293bfcd3-daa2-47d4-810c-97cf5eefc3a7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/b34d2b20-c02e-471b-a847-bf71fd80e13b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0299969 May 27 02:03:42.952947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] Sync routers for ids ['b34d2b20-c02e-471b-a847-bf71fd80e13b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:42.975284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] Routers {'b34d2b20-c02e-471b-a847-bf71fd80e13b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:42.976552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b34d2b20-c02e-471b-a847-bf71fd80e13b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:42.977099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49304) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:42.987450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.056234 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-5b3d2fb5-9a9e-45bd-8599-883608fbb9ef tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:43.057829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5b3d2fb5-9a9e-45bd-8599-883608fbb9ef tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2539449 May 27 02:03:43.061308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49308) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:43.072767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-625c46ab-7838-48c1-800a-0cebc4640085 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:43.073317 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-625c46ab-7838-48c1-800a-0cebc4640085 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 27 02:03:43.073835 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-625c46ab-7838-48c1-800a-0cebc4640085 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:43.078851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-625c46ab-7838-48c1-800a-0cebc4640085 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162182 May 27 02:03:43.079586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49314) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:43.100886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] DHCP port deletion for 1fa62c40-becd-426f-b59a-888a1ccf88ef request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:43.106642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-e1b8374d-19fd-4091-8d23-2c3657a7533e service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595625 May 27 02:03:43.110200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4776e9f5-8a5a-4511-8155-32ab5e479c35 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:43.112961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] Deleting port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:43.113440 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.141786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4776e9f5-8a5a-4511-8155-32ab5e479c35 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:43.151435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:43.176358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] Routers {'b34d2b20-c02e-471b-a847-bf71fd80e13b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:43.177167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b34d2b20-c02e-471b-a847-bf71fd80e13b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:43.217282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Deleting port 525b738f-9173-42c0-a396-f6c923a54c2e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:43.217905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.247359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4776e9f5-8a5a-4511-8155-32ab5e479c35 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:43.258956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4776e9f5-8a5a-4511-8155-32ab5e479c35 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:43.282313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:43.282848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eed848-d04e-4f66-98e2-63e72bba97da None None] The sync data for ids ['b34d2b20-c02e-471b-a847-bf71fd80e13b'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:43.292607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4776e9f5-8a5a-4511-8155-32ab5e479c35 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:43.360918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Deleting port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:43.361497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.365727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] The port '525b738f-9173-42c0-a396-f6c923a54c2e' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:43.413419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] For port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:43.414544 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.443320 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-0305a28f-f54c-46ac-bbc9-c95dc0a65d28 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] remove_router_interface failed (client error): The resource could not be found. May 27 02:03:43.444400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0305a28f-f54c-46ac-bbc9-c95dc0a65d28 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/b34d2b20-c02e-471b-a847-bf71fd80e13b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4605913 May 27 02:03:43.449306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49328) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:43.503029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2facc28-b4d7-4e59-8a24-d2759f23560b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:43.546481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] Calling delete_port for 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:43.560430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.576515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-cc73fe92-80bb-46a1-8f47-18f2272ff2ed tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:43.596388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2facc28-b4d7-4e59-8a24-d2759f23560b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:43.597548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2facc28-b4d7-4e59-8a24-d2759f23560b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34d2b20-c02e-471b-a847-bf71fd80e13b HTTP/1.1" status: 200 len: 205 time: 0.1463513 May 27 02:03:43.617315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49338) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:43.624167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:43.648445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.657473 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-4776e9f5-8a5a-4511-8155-32ab5e479c35 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:43.659645 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4776e9f5-8a5a-4511-8155-32ab5e479c35 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5564029 May 27 02:03:43.679085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49342) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:43.682815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbfbca3-67be-4765-ae38-c67de8813558') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:43.683670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbfbca3-67be-4765-ae38-c67de8813558') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:43.698279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7b4411fb-0964-479e-829b-9fa5d65294b3 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:43.698920 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-7b4411fb-0964-479e-829b-9fa5d65294b3 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:03:43.699510 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-7b4411fb-0964-479e-829b-9fa5d65294b3 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:43.700878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7b4411fb-0964-479e-829b-9fa5d65294b3 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0204678 May 27 02:03:43.705239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:43.706920 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.709844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] Pushing event deleted for resources: {'Port': ['ID=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:43.717032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a201bb9-af4c-42aa-9522-d09f6ee38cff None None] No DVR routers for this DVR port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:43.730285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-b3622b95-fd34-43fd-b8fe-f39978ff237d service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140401 May 27 02:03:43.736323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1f5d62dc-62fe-4f5e-a7e8-16fd38e5fe47 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:43.746404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1f5d62dc-62fe-4f5e-a7e8-16fd38e5fe47 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:43.750375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-cc73fe92-80bb-46a1-8f47-18f2272ff2ed tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:43.750760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.751725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-cc73fe92-80bb-46a1-8f47-18f2272ff2ed tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8234746 May 27 02:03:43.757746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1f5d62dc-62fe-4f5e-a7e8-16fd38e5fe47 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:43.762469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1f5d62dc-62fe-4f5e-a7e8-16fd38e5fe47 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:43.767084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:43.767614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:43.932845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1f5d62dc-62fe-4f5e-a7e8-16fd38e5fe47 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:44.069766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:03:44.093452 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment cbbfbca3-67be-4765-ae38-c67de8813558 resource provider aggregate not found May 27 02:03:44.098640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c01a7c6-de0f-4355-918a-245dd17a19cc req-8f17d174-1e10-4410-b1b3-becfb16ce699 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 210 time: 0.0580704 May 27 02:03:44.114062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4be7c029-b848-4c91-889b-d3016396349d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.137983 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-1f5d62dc-62fe-4f5e-a7e8-16fd38e5fe47 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:44.140810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1f5d62dc-62fe-4f5e-a7e8-16fd38e5fe47 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4194202 May 27 02:03:44.141778 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.143547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49366) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:44.164539 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment cbbfbca3-67be-4765-ae38-c67de8813558 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbbfbca3-67be-4765-ae38-c67de8813558 found for delete ", "request_id": "req-35a605b4-82fc-4d68-8d08-d750de843694"}]} May 27 02:03:44.165849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.171052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f48e40ef-2631-4abe-90d6-a92de36f48b9 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:44.172073 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-f48e40ef-2631-4abe-90d6-a92de36f48b9 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 27 02:03:44.172405 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-f48e40ef-2631-4abe-90d6-a92de36f48b9 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:44.176662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f48e40ef-2631-4abe-90d6-a92de36f48b9 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0319445 May 27 02:03:44.180465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49370) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:44.188525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:44.194231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ba07d1bf-076e-4d34-8001-628bdb7a99fe tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:44.206225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8ff02bcc-642f-4c20-afab-e44975a29fd1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fdb7c4bc-f48e-4b70-b366-0ded4ff59c4e HTTP/1.1" status: 204 len: 168 time: 2.8483377 May 27 02:03:44.207666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba07d1bf-076e-4d34-8001-628bdb7a99fe tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:44.212954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba07d1bf-076e-4d34-8001-628bdb7a99fe tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:44.216296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba07d1bf-076e-4d34-8001-628bdb7a99fe tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:44.222966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba07d1bf-076e-4d34-8001-628bdb7a99fe tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:44.265865 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-ba07d1bf-076e-4d34-8001-628bdb7a99fe tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:44.271675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ba07d1bf-076e-4d34-8001-628bdb7a99fe tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0888584 May 27 02:03:44.272298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49380) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:44.278379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4d2fc888-e0ca-446d-9fbe-0636819ae8a1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'b90c84a5-759a-43f3-99ae-908503cd5c6e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:44.285525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4d2fc888-e0ca-446d-9fbe-0636819ae8a1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:44.290750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] For port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb,segment=NetworkSegment(6a3dd793-58a3-4676-a28e-a5b1a62cb471),segment_id=6a3dd793-58a3-4676-a28e-a5b1a62cb471)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:44.291132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.293538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4d2fc888-e0ca-446d-9fbe-0636819ae8a1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:44.297206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4d2fc888-e0ca-446d-9fbe-0636819ae8a1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:44.305039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4d2fc888-e0ca-446d-9fbe-0636819ae8a1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:44.361390 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-4d2fc888-e0ca-446d-9fbe-0636819ae8a1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:44.365517 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4d2fc888-e0ca-446d-9fbe-0636819ae8a1 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0915232 May 27 02:03:44.368459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49388) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:44.510760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e962902-51b6-4369-8941-7aa1a391d31b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.515702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49396) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:44.547884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:44.588537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:44.588880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:44.690351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e962902-51b6-4369-8941-7aa1a391d31b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.691329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Calling delete_port for 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:44.703205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-620602ad-89a5-425d-b487-0ed8cc3a9f65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=762321022c2f4f0b8b6ba60054f44dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854033 May 27 02:03:44.703788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49400) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:44.729342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4be7c029-b848-4c91-889b-d3016396349d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.740945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4be7c029-b848-4c91-889b-d3016396349d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.774352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-69daaeaa-10e3-463c-8128-b3a7a8fa0848 service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9553201 May 27 02:03:44.823599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1a67-9879-4743-a4f9-da9fc0332337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.849212 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e962902-51b6-4369-8941-7aa1a391d31b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.883174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e962902-51b6-4369-8941-7aa1a391d31b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90c84a5-759a-43f3-99ae-908503cd5c6e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:44.884429 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4be7c029-b848-4c91-889b-d3016396349d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.885500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be7c029-b848-4c91-889b-d3016396349d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Fanout notify agent at l3_agent the message router_deleted on router b34d2b20-c02e-471b-a847-bf71fd80e13b {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:03:44.886661 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1a67-9879-4743-a4f9-da9fc0332337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.908922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4be7c029-b848-4c91-889b-d3016396349d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.914957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4be7c029-b848-4c91-889b-d3016396349d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/b34d2b20-c02e-471b-a847-bf71fd80e13b HTTP/1.1" status: 204 len: 168 time: 1.2964065 May 27 02:03:44.916099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49408) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:44.925615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e962902-51b6-4369-8941-7aa1a391d31b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:44.927810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9e962902-51b6-4369-8941-7aa1a391d31b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/b90c84a5-759a-43f3-99ae-908503cd5c6e HTTP/1.1" status: 204 len: 168 time: 0.5573556 May 27 02:03:44.932918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49412) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:45.002038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet 48d29136-23f6-4005-bd30-1083e890a77a {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:45.005735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:03:45.006049 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:03:45.008191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.016206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bf0e4f5c-001c-4e4b-ba41-6462ec7de644 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:45.032519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1a67-9879-4743-a4f9-da9fc0332337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.046092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bf0e4f5c-001c-4e4b-ba41-6462ec7de644 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:45.047500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bf0e4f5c-001c-4e4b-ba41-6462ec7de644 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1137781 May 27 02:03:45.052125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49420) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:45.055443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef1a67-9879-4743-a4f9-da9fc0332337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7094f93e-3f0f-4202-a17e-c1f49a5f8853,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:45.062459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--907002042'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:45.070639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:45.082021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1a67-9879-4743-a4f9-da9fc0332337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.086547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f3ef1a67-9879-4743-a4f9-da9fc0332337 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7094f93e-3f0f-4202-a17e-c1f49a5f8853 HTTP/1.1" status: 204 len: 168 time: 0.3764291 May 27 02:03:45.086547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:45.098998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.100037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.136870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:45.145575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:45.151238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-69b90746-47af-4247-96f5-3722ce49e4f8 service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636079 May 27 02:03:45.157408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:45.172274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:45.242749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.312617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.321333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.386517 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.424353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13900747-2e82-42dc-ad05-9cb8a72b7390,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:45.434439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.439267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a142e5-e9cd-4556-b697-09ea1740e237 None None] Network 99f40991-1b7f-44a6-853f-abdb6b9089eb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:45.442456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=48d29136-23f6-4005-bd30-1083e890a77a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:45.480364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-15a47643-e042-4092-b893-469d53dbca30 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/48d29136-23f6-4005-bd30-1083e890a77a HTTP/1.1" status: 204 len: 168 time: 0.5596111 May 27 02:03:45.482854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49436) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:45.524204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Deleting port 5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:45.524550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.553293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:45.554556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5a16b0e3-64dd-48e3-922b-636bac2fe97b tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5013041 May 27 02:03:45.567813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49444) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:45.584823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af9d1eb2-9711-4498-b035-24172226de26 req-4c0e044d-20ca-423e-8dfc-a88d893436fc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 210 time: 0.1336389 May 27 02:03:45.609942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-53a848a6-d51b-47de-9673-9b7880bfb8ca tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': '13900747-2e82-42dc-ad05-9cb8a72b7390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:45.622257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-53a848a6-d51b-47de-9673-9b7880bfb8ca tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:45.630618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-53a848a6-d51b-47de-9673-9b7880bfb8ca tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:45.636081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-53a848a6-d51b-47de-9673-9b7880bfb8ca tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:45.647182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-53a848a6-d51b-47de-9673-9b7880bfb8ca tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:45.755781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-e86d710a-8ed3-4cad-b2d6-dee094705bd6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:45.759287 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-e86d710a-8ed3-4cad-b2d6-dee094705bd6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.3636661 May 27 02:03:45.761028 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-53a848a6-d51b-47de-9673-9b7880bfb8ca tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The resource could not be found. May 27 02:03:45.768515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-53a848a6-d51b-47de-9673-9b7880bfb8ca tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1931338 May 27 02:03:45.790222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Request body: {'port': {'device_id': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'admin_state_up': True, 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:45.794021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49448) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:45.905863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c62f8e80-0c0a-47ed-9384-7935fa24a9d4 req-583de110-e52a-447d-bfef-ca098489d3bb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 210 time: 0.2713032 May 27 02:03:45.945883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49458) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:45.949219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-be42bc80-d70d-4adf-b213-4ffc473b988f tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': '13900747-2e82-42dc-ad05-9cb8a72b7390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bfb1fd1f-79a0-44d2-8a67-c4bf879fc812'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:45.995970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] The port '5ad1fe20-3402-47be-8cd8-fb87fd0e1ecb' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:45.997143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-be42bc80-d70d-4adf-b213-4ffc473b988f tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:46.047935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] DHCP port deletion for 99f40991-1b7f-44a6-853f-abdb6b9089eb request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:03:46.052909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] Deleting port 03c82e8e-c0ce-422c-9115-751a45242236 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:46.053378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.056338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-be42bc80-d70d-4adf-b213-4ffc473b988f tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:46.069515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:46.086120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:46.099544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:46.106644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.205111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-be42bc80-d70d-4adf-b213-4ffc473b988f tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:46.231495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-be42bc80-d70d-4adf-b213-4ffc473b988f tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:46.276540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.314777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] For port 03c82e8e-c0ce-422c-9115-751a45242236, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=03c82e8e-c0ce-422c-9115-751a45242236,segment=NetworkSegment(0c9837e0-b7b8-4e08-b69d-9fb702949250),segment_id=0c9837e0-b7b8-4e08-b69d-9fb702949250)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:46.315171 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.320279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Allocated IP 172.20.0.14 (439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be/f73de125-37f2-4186-80bf-fde73bba2429/53d2f88a-b413-43f4-a9f7-2125c568fcb6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:46.389613 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.405587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8e839d41-c41d-4626-aa9c-cbe74ead10c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f472920450f400ea0e94c148652dbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443583 May 27 02:03:46.407790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49464) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:46.441021 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-be42bc80-d70d-4adf-b213-4ffc473b988f tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The resource could not be found. May 27 02:03:46.442785 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be42bc80-d70d-4adf-b213-4ffc473b988f tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6291842 May 27 02:03:46.446152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 03c82e8e-c0ce-422c-9115-751a45242236 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:46.446476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49468) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:46.447433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.465544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] Calling delete_port for 03c82e8e-c0ce-422c-9115-751a45242236 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:46.478585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa62c40-becd-426f-b59a-888a1ccf88ef']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:46.510959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3dd793-58a3-4676-a28e-a5b1a62cb471') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:46.511503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3dd793-58a3-4676-a28e-a5b1a62cb471') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:46.528666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.571489 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.576631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 03c82e8e-c0ce-422c-9115-751a45242236 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:46.589295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] The port '03c82e8e-c0ce-422c-9115-751a45242236' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:03:46.622548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.654292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:46.655267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.704677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 03c82e8e-c0ce-422c-9115-751a45242236 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:46.705373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 03c82e8e-c0ce-422c-9115-751a45242236 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:46.708739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] Pushing event deleted for resources: {'Port': ['ID=03c82e8e-c0ce-422c-9115-751a45242236,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:46.711777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3256a1f-0567-498f-98ce-c314e61e48ef None None] No DVR routers for this DVR port 03c82e8e-c0ce-422c-9115-751a45242236 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:03:46.750688 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6a3dd793-58a3-4676-a28e-a5b1a62cb471 resource provider aggregate not found May 27 02:03:46.770617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39c847d1-d2b4-4082-8152-6cdf489b4c55 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.786931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e57bf023-2601-4188-bce8-521568323b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.832677 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6a3dd793-58a3-4676-a28e-a5b1a62cb471 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a3dd793-58a3-4676-a28e-a5b1a62cb471 found for delete ", "request_id": "req-39b18bbf-a2a7-481c-bc3e-64cb9a173ec2"}]} May 27 02:03:46.847465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.855501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.870790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.889030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39c847d1-d2b4-4082-8152-6cdf489b4c55 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.890111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.893190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f40991-1b7f-44a6-853f-abdb6b9089eb']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:46.902381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f634952-93fd-4f05-8bd5-32c69d2fb403 req-426ec8a2-c1d0-4cc6-9474-0624d7a567ce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 210 time: 0.1257792 May 27 02:03:46.910116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa62c40-becd-426f-b59a-888a1ccf88ef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:46.912649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9837e0-b7b8-4e08-b69d-9fb702949250') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:46.912824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9837e0-b7b8-4e08-b69d-9fb702949250') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:46.926110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-83a55a15-14f8-4e99-9ae5-02407ec4c755 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1fa62c40-becd-426f-b59a-888a1ccf88ef HTTP/1.1" status: 204 len: 168 time: 4.2825487 May 27 02:03:46.928815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49478) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:46.933122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:46.937889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e57bf023-2601-4188-bce8-521568323b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.031592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.035530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39c847d1-d2b4-4082-8152-6cdf489b4c55 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.045956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:03:47.046282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.195353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c847d1-d2b4-4082-8152-6cdf489b4c55 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13900747-2e82-42dc-ad05-9cb8a72b7390,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:47.219074 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.230906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:03:47.241350 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56681dd2-7aff-434b-b60d-b48a6f491429 req-d2eb942d-4076-4f24-87c1-9e2b862695ca tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 210 time: 0.1090405 May 27 02:03:47.260081 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39c847d1-d2b4-4082-8152-6cdf489b4c55 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.263156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-39c847d1-d2b4-4082-8152-6cdf489b4c55 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/13900747-2e82-42dc-ad05-9cb8a72b7390 HTTP/1.1" status: 204 len: 168 time: 0.8137805 May 27 02:03:47.266273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49494) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:47.399108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.443978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.495353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:47.495978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=99f40991-1b7f-44a6-853f-abdb6b9089eb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:47.501250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e57bf023-2601-4188-bce8-521568323b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.505972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:47.507167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7fb76e0-7a7c-4390-a0ed-89aefaf0b572 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:47.531869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d0a96a24-a221-488e-a833-2c086828937b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/99f40991-1b7f-44a6-853f-abdb6b9089eb HTTP/1.1" status: 204 len: 168 time: 2.0421863 May 27 02:03:47.532233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:47.532378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49508) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:47.581744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e57bf023-2601-4188-bce8-521568323b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.582897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e57bf023-2601-4188-bce8-521568323b4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9023f6a2-0019-43e8-8e10-70cc5e1e7f68 HTTP/1.1" status: 204 len: 168 time: 1.1741230 May 27 02:03:47.583800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bf023-2601-4188-bce8-521568323b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9023f6a2-0019-43e8-8e10-70cc5e1e7f68,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:47.603355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event updated for resources: {'Port': ['ID=53d2f88a-b413-43f4-a9f7-2125c568fcb6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:47.642399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-fa7038d1-232d-4cbe-a7d9-3a45e05ffffc tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:47.643973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-fa7038d1-232d-4cbe-a7d9-3a45e05ffffc tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 0.5802813 May 27 02:03:47.645230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-723630670'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:47.661994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:47.665931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:47.665931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.711014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7fb76e0-7a7c-4390-a0ed-89aefaf0b572 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:47.714230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-9650ad32-0ecb-47a4-bcd8-bc65538fa49f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9434178 May 27 02:03:47.715672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e7fb76e0-7a7c-4390-a0ed-89aefaf0b572 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4464319 May 27 02:03:47.719651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:47.729977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49518) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:47.730798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:47.732152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Request body: {'port': {'device_id': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:47.755154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:47.760000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3349948f-6560-433a-9ff8-f0416c8bf9c0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'f9a2b499-938e-4e81-9f3b-0488412e65dd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:47.771166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3349948f-6560-433a-9ff8-f0416c8bf9c0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:47.781591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3349948f-6560-433a-9ff8-f0416c8bf9c0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:47.782051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-f358cec7-41ef-4109-8403-3587a542b530 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:47.787685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3349948f-6560-433a-9ff8-f0416c8bf9c0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:47.795304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:47.798757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.811462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3349948f-6560-433a-9ff8-f0416c8bf9c0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:47.830120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-f358cec7-41ef-4109-8403-3587a542b530 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:47.831296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-f358cec7-41ef-4109-8403-3587a542b530 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 380 time: 0.1752493 May 27 02:03:47.860411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'port': {'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'admin_state_up': True, 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'security_groups': ['8b046ae5-796f-48c5-a992-d719b735a393']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:47.884700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:03:47.910608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.911316 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment ceda5e2e-22fa-48f6-aaec-8d0c3773ba53 of type vlan for network 8c71500e-ae84-4c19-900e-89fbce4e52ab May 27 02:03:47.952686 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:47.964223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.006091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.012785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:48.013480 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.240852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:48.279900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:48.346080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=8c71500e-ae84-4c19-900e-89fbce4e52ab,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:48.359566 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-3349948f-6560-433a-9ff8-f0416c8bf9c0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The resource could not be found. May 27 02:03:48.361524 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3349948f-6560-433a-9ff8-f0416c8bf9c0 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6217346 May 27 02:03:48.362133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:03:48.367591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49538) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:48.379592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--418422127'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:48.393499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:48.394563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-46c62f2c-e20d-4712-8a62-89affd697a60 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8596199 May 27 02:03:48.401083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49544) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:48.406521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Made reservation on behalf of bec86b6200c54d8c87af954ac8f4e045 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:48.410026 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.416892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': '8c71500e-ae84-4c19-900e-89fbce4e52ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:48.434996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e52f3-ff4a-4377-8a12-333476d901cf req-7d86c450-9308-41a3-8fc5-76fdd006f682 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:48.435736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ba8e52f3-ff4a-4377-8a12-333476d901cf req-7d86c450-9308-41a3-8fc5-76fdd006f682 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:48.482449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:48.569276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b12bbc3-e446-49f9-af38-d0fb06d6f24e req-a39897c4-2b34-482e-9ff1-f699c5354732 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 210 time: 0.0752881 May 27 02:03:48.601070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.639135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49552) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:48.716809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d2f88a-b413-43f4-a9f7-2125c568fcb6 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:03:48.725062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.741094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Transition to ACTIVE for port object 53d2f88a-b413-43f4-a9f7-2125c568fcb6 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:48.743730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ba8e52f3-ff4a-4377-8a12-333476d901cf req-7d86c450-9308-41a3-8fc5-76fdd006f682 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:48.744042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:48.753243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:48.753463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba8e52f3-ff4a-4377-8a12-333476d901cf req-7d86c450-9308-41a3-8fc5-76fdd006f682 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 932 time: 0.6581185 May 27 02:03:48.753569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:48.762527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.778469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:48.805702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:48.816701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.850333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1374752940-network', 'tenant_id': 'c67193f09b43444ab3f651a990b87101'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:48.906354 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0c9837e0-b7b8-4e08-b69d-9fb702949250 resource provider aggregate not found May 27 02:03:48.922161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:48.944482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:48.971402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:49.008853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:49.014897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Usage tracker for resource:network and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:49.018213 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0c9837e0-b7b8-4e08-b69d-9fb702949250 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c9837e0-b7b8-4e08-b69d-9fb702949250 found for delete ", "request_id": "req-058f9aad-bc38-461f-8a8d-dde2d392e993"}]} May 27 02:03:49.024945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:49.029111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:49.037507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba8e52f3-ff4a-4377-8a12-333476d901cf req-b8c6f7cd-dad7-411a-94f6-5255c0fd2331 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857893 May 27 02:03:49.038105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Pushing event updated for resources: {'Port': ['ID=53d2f88a-b413-43f4-a9f7-2125c568fcb6,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:49.045158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:49.058641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:49.160520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Made reservation on behalf of c67193f09b43444ab3f651a990b87101 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:49.163079 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.185924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.220664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:49.228298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.20.0.9 (20c48556-ace1-4922-8e24-664cb05366e8/c9c8155b-596f-4401-b72d-d8ad4b05f839/523ac451-4c46-4101-b37e-0ab5ee99b9fe) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:49.231522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Usage tracker for resource:security_group_rule and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:49.239301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:49.253267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:49.253847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49574) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:49.260923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Attempting to bind port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:49.261254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Attempting to bind port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:49.261585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Attempting to bind port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:49.278894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:03:49.279221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Attempting to bind port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:49.301823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:49.302266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:49.302536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Bound using segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:49.303000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Bound port: 53d2f88a-b413-43f4-a9f7-2125c568fcb6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:49.303353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.481095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.500647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.509392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.511185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.561939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:49.585061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Usage tracker for resource:security_group_rule and tenant:39b78dcf639b4695b9ea01c36fceacaa is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:49.597822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:49.667834 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.673346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=f88cdab2-f9c0-4ada-add8-432485e3a6dd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:49.683464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.697987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Deleting port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:49.698328 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.758958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:49.763105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c4fda-4552-41ed-bb2c-1092a8ec4956,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:49.780687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] For port 53d2f88a-b413-43f4-a9f7-2125c568fcb6, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:49.789349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': 'ceda5e2e-22fa-48f6-aaec-8d0c3773ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8c71500e-ae84-4c19-900e-89fbce4e52ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:49.789708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: 8c71500e-ae84-4c19-900e-89fbce4e52ab, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:03:49.794027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.795450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b93e634d-254b-4993-8a5d-04a0e5c1ac20 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4237516 May 27 02:03:49.808666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49582) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:49.811714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] For port 53d2f88a-b413-43f4-a9f7-2125c568fcb6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=53d2f88a-b413-43f4-a9f7-2125c568fcb6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:49.819355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673076561'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:49.819937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:03:49.823544 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7660aa83-42fe-4dce-b747-b77957e4f72d req-4b5c2e11-2e02-4d17-894b-9f0a883c30d8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 210 time: 0.1279650 May 27 02:03:49.835996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:49.846346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.846566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc8079-b319-48af-9b33-924d1ad24f71,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:49.847705 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.850631 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.851557 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Added segment 63a695fe-54bb-4650-a91d-c065f0838b40 of type vlan for network 486f415c-6f51-4b47-bbed-ac3121b794b2 May 27 02:03:49.880290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:49.892048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:49.914886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:49.949268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:03:49.952401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:49.952964 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.954480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] 10.222.0.47 "PUT /v2.0/ports/53d2f88a-b413-43f4-a9f7-2125c568fcb6 HTTP/1.1" status: 200 len: 1093 time: 2.2304127 May 27 02:03:49.954978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'tag': '53d2f88a-b413-43f4-a9f7-2125c568fcb6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:49.963353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Transition to ACTIVE for port object 523ac451-4c46-4101-b37e-0ab5ee99b9fe will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:49.968550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:49.980163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.010466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 8c71500e-ae84-4c19-900e-89fbce4e52ab) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:50.018407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fae6b6-ca8a-4324-8c82-6545027b4d7b None None] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:50.026814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:50.027584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.042237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c425270-aa04-4802-b275-5e8ac4b453ce service neutron] Pushing event updated for resources: {'Port': ['ID=53d2f88a-b413-43f4-a9f7-2125c568fcb6,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:50.055941 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8616441-a875-4702-a56f-e028d476b237'] response: {'name': 'network-changed', 'server_uuid': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'tag': '53d2f88a-b413-43f4-a9f7-2125c568fcb6', 'status': 'completed', 'code': 200} May 27 02:03:50.059042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:50.076384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] For port a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,segment=NetworkSegment(69ccb1a4-9a34-4d41-a7ef-3a5beb409625),segment_id=69ccb1a4-9a34-4d41-a7ef-3a5beb409625)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:50.076766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.080159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:50.091394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:50.114388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:50.145768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.148823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.207765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.228549 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.229621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:50.230988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.240756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Calling delete_port for a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:50.275778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 20c48556-ace1-4922-8e24-664cb05366e8 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:50.278238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-8c71500e-ae84-4c19-900e-89fbce4e52ab', 'network_id': '8c71500e-ae84-4c19-900e-89fbce4e52ab', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': 'f88cdab2-f9c0-4ada-add8-432485e3a6dd'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:03:50.280166 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.292074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:50.311923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:50.356357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39b78dcf639b4695b9ea01c36fceacaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0968518 May 27 02:03:50.364588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=523ac451-4c46-4101-b37e-0ab5ee99b9fe,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:50.367433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eac1a-4c71-48d0-b287-bfa5c9d11e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da5034b-96de-4c62-8dc7-aa27d19980a1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:50.375598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49590) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:50.384073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-f671db1b-db21-4a39-84f9-e0eec84fe80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:50.385534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-f671db1b-db21-4a39-84f9-e0eec84fe80f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 1096 time: 0.3796411 May 27 02:03:50.488301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d52bc7c1-4a87-4501-b3ec-347f96af2405 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0861626 May 27 02:03:50.493149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Allocated IP 2001:db8::2 (8c71500e-ae84-4c19-900e-89fbce4e52ab/f88cdab2-f9c0-4ada-add8-432485e3a6dd/77e6f86d-f67f-4643-bd9f-240e68f8d5b3) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:50.494859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-1209a36b-d463-4062-a080-355587b18d07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53d2f88a-b413-43f4-a9f7-2125c568fcb6 HTTP/1.1" status: 200 len: 217 time: 0.1007490 May 27 02:03:50.503625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49594) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:50.554698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.558084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1539740953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:50.597282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:50.597829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.612819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9726462 May 27 02:03:50.622273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:50.625294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:50.626873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.642566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Request body: {'subnet': {'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1374752940-subnet', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:50.646903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d7f0d-abf5-497f-9e79-28232e7d2822 admin admin] Pushing event updated for resources: {'Network': ['ID=486f415c-6f51-4b47-bbed-ac3121b794b2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:50.658342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:router and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:50.673087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:50.674044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:50.681861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Usage tracker for resource:subnet and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:50.686109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:50.692202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:50.695371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:50.721219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Made reservation on behalf of c67193f09b43444ab3f651a990b87101 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:03:50.723428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.742828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-c8b79b95-da09-4deb-8938-bf3a1bb3b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:50.744602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-c8b79b95-da09-4deb-8938-bf3a1bb3b013 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.2286103 May 27 02:03:50.749658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6114711d-5ce8-49f8-952c-ca32f2b8cd45,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:50.764043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:03:50.791949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.793148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6d7bd4d1-f52e-433e-9b9c-905de31d7713 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9835377 May 27 02:03:50.794502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0eccfea5-1f68-4c65-bd28-53c5eb8eee93 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9380085 May 27 02:03:50.795337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a016b57-254e-43b3-98b8-fbdc8ab9539d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.797063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49602) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:50.798333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048afe-28c2-451b-9b9d-08540163fda0 req-e3b89ae0-a316-43e2-bbd8-52dbfb2abecb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:50.800174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38048afe-28c2-451b-9b9d-08540163fda0 req-e3b89ae0-a316-43e2-bbd8-52dbfb2abecb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 944 time: 0.3270545 May 27 02:03:50.805593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.806612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.827544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Request body: {'port': {'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:50.859315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-62de5a2e-8e3e-43d6-9226-510d598f8af7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group_rule': {'security_group_id': 'fd1c4fda-4552-41ed-bb2c-1092a8ec4956', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6114711d-5ce8-49f8-952c-ca32f2b8cd45'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:50.867632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-382223d0-6ec9-4c92-8f0a-1aea1c91781e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134820 May 27 02:03:50.895154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38048afe-28c2-451b-9b9d-08540163fda0 req-9cb522f8-866c-4196-8f4c-d738aef50126 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746500 May 27 02:03:50.902149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-62de5a2e-8e3e-43d6-9226-510d598f8af7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:50.939746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-62de5a2e-8e3e-43d6-9226-510d598f8af7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:50.943033 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.947597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a016b57-254e-43b3-98b8-fbdc8ab9539d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:50.960023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Transition to ACTIVE for port object 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:50.993043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Transition to ACTIVE for port object 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:50.996805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e020a33b-e6ac-43fa-9f38-ce414b712965 None None] Provisioning for port 523ac451-4c46-4101-b37e-0ab5ee99b9fe completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:51.003215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-62de5a2e-8e3e-43d6-9226-510d598f8af7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:51.004795 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.013397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.041967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e020a33b-e6ac-43fa-9f38-ce414b712965 None None] Provisioning complete for port 523ac451-4c46-4101-b37e-0ab5ee99b9fe triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:51.042975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e020a33b-e6ac-43fa-9f38-ce414b712965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.044120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.088720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-62de5a2e-8e3e-43d6-9226-510d598f8af7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:51.111141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:51.117648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:51.120927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:51.128680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:51.215347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Pushing event updated for resources: {'Port': ['ID=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:51.223392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.229396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.258073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.273852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e020a33b-e6ac-43fa-9f38-ce414b712965 None None] Port 523ac451-4c46-4101-b37e-0ab5ee99b9fe cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:51.303877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-a53bdd14-e3a4-4239-bbc3-442cb1c47f9f service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131808 May 27 02:03:51.320755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Attempting to bind port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:51.321124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Attempting to bind port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'ceda5e2e-22fa-48f6-aaec-8d0c3773ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8c71500e-ae84-4c19-900e-89fbce4e52ab'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:51.321570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Attempting to bind port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 on network 8c71500e-ae84-4c19-900e-89fbce4e52ab {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:51.327970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:51.328344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Checking segment: {'id': 'ceda5e2e-22fa-48f6-aaec-8d0c3773ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8c71500e-ae84-4c19-900e-89fbce4e52ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:51.328794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.329189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Bound using segment: {'id': 'ceda5e2e-22fa-48f6-aaec-8d0c3773ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8c71500e-ae84-4c19-900e-89fbce4e52ab'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:51.329646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Bound port: 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceda5e2e-22fa-48f6-aaec-8d0c3773ba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8c71500e-ae84-4c19-900e-89fbce4e52ab'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:51.330062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.392081 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-62de5a2e-8e3e-43d6-9226-510d598f8af7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:03:51.395767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-62de5a2e-8e3e-43d6-9226-510d598f8af7 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5896072 May 27 02:03:51.396521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49610) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:51.412055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a016b57-254e-43b3-98b8-fbdc8ab9539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.415313 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a016b57-254e-43b3-98b8-fbdc8ab9539d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.416637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a016b57-254e-43b3-98b8-fbdc8ab9539d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9da5034b-96de-4c62-8dc7-aa27d19980a1 HTTP/1.1" status: 204 len: 168 time: 1.0301230 May 27 02:03:51.429655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:51.430406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Network hostable DHCP agents. Network: 486f415c-6f51-4b47-bbed-ac3121b794b2, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:03:51.441629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:51.446168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,segment=NetworkSegment(ceda5e2e-22fa-48f6-aaec-8d0c3773ba53),segment_id=ceda5e2e-22fa-48f6-aaec-8d0c3773ba53)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:51.452545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.485112 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.486410 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-893e4aaf-1842-492b-b053-75343080dd95 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9752254 May 27 02:03:51.504972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49616) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:51.514186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5959d515-6e68-4298-85f0-9949c324ae35,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:51.517382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a016b57-254e-43b3-98b8-fbdc8ab9539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da5034b-96de-4c62-8dc7-aa27d19980a1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:51.585150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb895d-caf3-4ca2-8433-3e5d4bd4cc2f None None] Pushing event updated for resources: {'Port': ['ID=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:51.590763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a349f5-c4d8-4bfa-bd62-5d5f268515c3 req-15450deb-d0ab-450f-bbb3-03fe986022aa tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:51.591844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c1a349f5-c4d8-4bfa-bd62-5d5f268515c3 req-15450deb-d0ab-450f-bbb3-03fe986022aa tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:51.616636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:03:51.643065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.660228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce656eba-559a-4600-b2ab-495d5bd29961 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.692689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce656eba-559a-4600-b2ab-495d5bd29961 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.704600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 486f415c-6f51-4b47-bbed-ac3121b794b2) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:51.717045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d0504-13d6-4181-80e6-57085070cce7 None None] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:51.779482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:51.780070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.840553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a24affd8-1ba4-4d87-b0e3-c6e4e7f74129 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2140362 May 27 02:03:51.844168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49622) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:51.918420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:51.935288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:51.976918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Usage tracker for resource:router and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:51.979629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce656eba-559a-4600-b2ab-495d5bd29961 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:51.983639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:52.025863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:52.027639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c1a349f5-c4d8-4bfa-bd62-5d5f268515c3 req-15450deb-d0ab-450f-bbb3-03fe986022aa tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:52.028797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1a349f5-c4d8-4bfa-bd62-5d5f268515c3 req-15450deb-d0ab-450f-bbb3-03fe986022aa tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 931 time: 1.0208886 May 27 02:03:52.037009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce656eba-559a-4600-b2ab-495d5bd29961 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6114711d-5ce8-49f8-952c-ca32f2b8cd45,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:52.061711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:52.097595 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.099741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.103560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-486f415c-6f51-4b47-bbed-ac3121b794b2', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:03:52.104499 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.112210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.159190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8812cb6-5365-487f-9174-836b7a4affd7 req-071fb38b-8005-452c-bdf1-e874fd210491 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062363 May 27 02:03:52.168481 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.187031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce656eba-559a-4600-b2ab-495d5bd29961 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.187575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ce656eba-559a-4600-b2ab-495d5bd29961 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/6114711d-5ce8-49f8-952c-ca32f2b8cd45 HTTP/1.1" status: 204 len: 168 time: 0.7881684 May 27 02:03:52.203076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49632) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:52.365354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Allocated IP 172.20.0.2 (486f415c-6f51-4b47-bbed-ac3121b794b2/5959d515-6e68-4298-85f0-9949c324ae35/dc21aade-5820-4a50-9a38-c32920d90a17) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:52.454362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1a349f5-c4d8-4bfa-bd62-5d5f268515c3 req-044dadaf-633e-46a5-b86c-d74d85454cd0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593419 May 27 02:03:52.609129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.657673 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.670527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Transition to ACTIVE for port object dc21aade-5820-4a50-9a38-c32920d90a17 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:52.690207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-d4b35717-ab9d-4eed-9f56-ebe4a898e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:52.691877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-d4b35717-ab9d-4eed-9f56-ebe4a898e88a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 1096 time: 0.4154451 May 27 02:03:52.695461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Transition to ACTIVE for port object dc21aade-5820-4a50-9a38-c32920d90a17 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:52.710138 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.775606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:52.812981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:52.826932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Usage tracker for resource:security_group_rule and tenant:9f60126522ea4a0a937daff8f68a4ae1 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:52.844525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:52.881064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:52.885399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:52.889337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:52.942585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Pushing event updated for resources: {'Port': ['ID=dc21aade-5820-4a50-9a38-c32920d90a17,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:52.959286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523ac451-4c46-4101-b37e-0ab5ee99b9fe {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:03:52.964719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:52.975488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:52.984331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0239bb5a-a553-40e7-a4c2-44d0edfc9088 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:52.997386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Router d04434a9-fc17-455d-ae4c-745ff4e11b31 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:03:53.020686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:53.044230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Attempting to bind port dc21aade-5820-4a50-9a38-c32920d90a17 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:53.044874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Attempting to bind port dc21aade-5820-4a50-9a38-c32920d90a17 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:53.045404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Attempting to bind port dc21aade-5820-4a50-9a38-c32920d90a17 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:53.053305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:53.053742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:53.056596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.057061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Bound using segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:53.057594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Bound port: dc21aade-5820-4a50-9a38-c32920d90a17, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:53.058072 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.062412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Transition to ACTIVE for port object 523ac451-4c46-4101-b37e-0ab5ee99b9fe will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:53.090849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.117695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.121918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c6a0e-5b2c-4dd8-98ec-b0b30ff3cbfd None None] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:53.187047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Pushing event updated for resources: {'Port': ['ID=523ac451-4c46-4101-b37e-0ab5ee99b9fe,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:53.202940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0239bb5a-a553-40e7-a4c2-44d0edfc9088 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:53.207030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0239bb5a-a553-40e7-a4c2-44d0edfc9088 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7197804 May 27 02:03:53.237106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49636) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:53.255600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf62dbe-cd5c-4e06-a9a9-39e902c81706 req-03192428-1d12-4a90-a9e8-d92db03a4a41 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:53.262797 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cf62dbe-cd5c-4e06-a9a9-39e902c81706 req-03192428-1d12-4a90-a9e8-d92db03a4a41 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 944 time: 1.0587547 May 27 02:03:53.265497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] For port dc21aade-5820-4a50-9a38-c32920d90a17, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:53.267711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] Provisioning for port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:53.277534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] Provisioning complete for port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:53.278030 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.332880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-6a83ee29-8629-4abc-a7ca-f031f94e9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:53.333283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] For port dc21aade-5820-4a50-9a38-c32920d90a17, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dc21aade-5820-4a50-9a38-c32920d90a17,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:53.334839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-6a83ee29-8629-4abc-a7ca-f031f94e9294 service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.5722389 May 27 02:03:53.348352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.563697 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cf62dbe-cd5c-4e06-a9a9-39e902c81706 req-899f0b4e-2176-4fcb-bb09-e054767b68e2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999253 May 27 02:03:53.636991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:53.647012 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] Sync routers for ids ['d04434a9-fc17-455d-ae4c-745ff4e11b31'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:53.650036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb98c35-e7dc-41e2-8315-2c73fda465c3 None None] Pushing event updated for resources: {'Port': ['ID=dc21aade-5820-4a50-9a38-c32920d90a17,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:53.659810 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cc0038f-e614-4f42-8330-4be9fdba6072 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.663978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.671715 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] Routers {'d04434a9-fc17-455d-ae4c-745ff4e11b31'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:53.672490 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d04434a9-fc17-455d-ae4c-745ff4e11b31'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:53.684143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.724303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] Current status of the port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:53.725020 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.745227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cc0038f-e614-4f42-8330-4be9fdba6072 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.795344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1af3ef32-1174-4955-925b-05e7fdc2798c admin admin] 10.222.0.16 "PUT /v2.0/routers/d04434a9-fc17-455d-ae4c-745ff4e11b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8648691 May 27 02:03:53.799919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,segment=NetworkSegment(ceda5e2e-22fa-48f6-aaec-8d0c3773ba53),segment_id=ceda5e2e-22fa-48f6-aaec-8d0c3773ba53)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:53.806761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49642) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:53.814159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:53.816419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ff19e-2d25-4db1-aed0-2d46d961cdbe,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:53.825309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9427ae8a-79f1-43c1-9ce4-2f2c2fe51255 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f60126522ea4a0a937daff8f68a4ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7576447 May 27 02:03:53.831541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-01d5ca1d-fa88-4faf-a279-0f6b39acfdb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53d2f88a-b413-43f4-a9f7-2125c568fcb6 HTTP/1.1" status: 200 len: 217 time: 0.4847383 May 27 02:03:53.833012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49646) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:53.952235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 53d2f88a-b413-43f4-a9f7-2125c568fcb6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:03:54.060486 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] Set router d04434a9-fc17-455d-ae4c-745ff4e11b31 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:54.113289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0988627-3b2c-492f-b4f6-619d2b76ba7e None None] Pushing event updated for resources: {'Port': ['ID=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:54.159982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cc0038f-e614-4f42-8330-4be9fdba6072 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.203057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Attempting to bind port 523ac451-4c46-4101-b37e-0ab5ee99b9fe on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:03:54.204113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Attempting to bind port 523ac451-4c46-4101-b37e-0ab5ee99b9fe by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:03:54.204702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Attempting to bind port 523ac451-4c46-4101-b37e-0ab5ee99b9fe on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:54.210135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 53d2f88a-b413-43f4-a9f7-2125c568fcb6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=53d2f88a-b413-43f4-a9f7-2125c568fcb6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:54.240268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '53d2f88a-b413-43f4-a9f7-2125c568fcb6', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'port_id': '53d2f88a-b413-43f4-a9f7-2125c568fcb6', 'mac_address': 'fa:16:3e:f7:d4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73de125-37f2-4186-80bf-fde73bba2429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:03:54.269864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0038f-e614-4f42-8330-4be9fdba6072 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c4fda-4552-41ed-bb2c-1092a8ec4956,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:54.275446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-3d795d00-2e6a-494e-b398-8315038549ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:54.277535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-3d795d00-2e6a-494e-b398-8315038549ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.4291871 May 27 02:03:54.284969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Port 523ac451-4c46-4101-b37e-0ab5ee99b9fe on network 20c48556-ace1-4922-8e24-664cb05366e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:03:54.285698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Attempting to bind port 523ac451-4c46-4101-b37e-0ab5ee99b9fe on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:03:54.339745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d466339e-4cf6-4ccd-a969-a78e785e9672 None None] Provisioning complete for port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:54.339745 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d466339e-4cf6-4ccd-a969-a78e785e9672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.344541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:03:54.345211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Checking segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:03:54.345832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Bound using segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:03:54.346538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Bound port: 523ac451-4c46-4101-b37e-0ab5ee99b9fe, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:03:54.347163 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.380953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:54.381344 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.424655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d2f88a-b413-43f4-a9f7-2125c568fcb6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:03:54.434788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-b4c67762-d0e5-4b76-b108-652fc1090312 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440821 May 27 02:03:54.453211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a986b-1ed8-4943-8195-ebebc98e3ddb req-53ee68e3-1051-411a-9a2d-fb93260ea324 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:54.454201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 53d2f88a-b413-43f4-a9f7-2125c568fcb6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=53d2f88a-b413-43f4-a9f7-2125c568fcb6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:54.455419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-084a986b-1ed8-4943-8195-ebebc98e3ddb req-53ee68e3-1051-411a-9a2d-fb93260ea324 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 943 time: 0.6563084 May 27 02:03:54.474275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.503569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8::1 (8c71500e-ae84-4c19-900e-89fbce4e52ab/f88cdab2-f9c0-4ada-add8-432485e3a6dd/2f917059-9268-488e-b229-dde992d44936) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:54.538552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T02:03:50Z', 'revision_number': 5, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:54.553749 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] Checking router: d04434a9-fc17-455d-ae4c-745ff4e11b31 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:03:54.578305 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f653-c9c8-4aef-a153-3809e7886552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.587829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] Routers {'d04434a9-fc17-455d-ae4c-745ff4e11b31'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:54.588475 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d04434a9-fc17-455d-ae4c-745ff4e11b31'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:54.625454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0cc0038f-e614-4f42-8330-4be9fdba6072 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.626584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0cc0038f-e614-4f42-8330-4be9fdba6072 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd1c4fda-4552-41ed-bb2c-1092a8ec4956 HTTP/1.1" status: 204 len: 168 time: 1.3872919 May 27 02:03:54.655818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:54.658753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:54.661698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d466339e-4cf6-4ccd-a969-a78e785e9672 None None] Current status of the port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:54.671232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=53d2f88a-b413-43f4-a9f7-2125c568fcb6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:54.733570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dc21aade-5820-4a50-9a38-c32920d90a17 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:54.761324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-084a986b-1ed8-4943-8195-ebebc98e3ddb req-6f5d5401-1843-413a-8905-0b784d3e8256 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895954 May 27 02:03:54.835227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['53d2f88a-b413-43f4-a9f7-2125c568fcb6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:03:54.880370 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] Set router d04434a9-fc17-455d-ae4c-745ff4e11b31 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:03:54.941533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] For port 523ac451-4c46-4101-b37e-0ab5ee99b9fe, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:03:54.997658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f653-c9c8-4aef-a153-3809e7886552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.006103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] For port 523ac451-4c46-4101-b37e-0ab5ee99b9fe, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:03:55.022399 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.025258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2391534f-0eba-4c89-bafc-0e6fcaeb26a8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:55.051449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.064542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.118032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port dc21aade-5820-4a50-9a38-c32920d90a17 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:55.137187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-03539f4b-ee2d-4882-8c65-c411762c3cbe service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805599 May 27 02:03:55.144503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:55.208036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f121a0e-ff1e-4180-8702-41c730c65651 None None] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:03:55.283720 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T02:03:50Z', 'revision_number': 5, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:55.291368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6660ea-fecf-4a67-8b3a-3ce50a502c57 None None] The sync data for ids ['d04434a9-fc17-455d-ae4c-745ff4e11b31'] in n-d-843146-11 is: [{'id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'name': 'tempest-TaggedBootDevicesTest_v242-642874765-router', 'tenant_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:55:05Z', 'updated_at': '2022-05-27T02:03:50Z', 'revision_number': 5, 'project_id': 'd1e70956c32c4d69a62a2b0e434122c9', 'gw_port': {'id': '19301b29-aaa4-43df-9c4b-bdc8b6de9e0e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04434a9-fc17-455d-ae4c-745ff4e11b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:55:07Z', 'updated_at': '2022-05-27T01:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:55.356389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:55.357094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.359168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] 10.222.0.47 "PUT /v2.0/ports/523ac451-4c46-4101-b37e-0ab5ee99b9fe HTTP/1.1" status: 200 len: 1092 time: 4.5488148 May 27 02:03:55.361025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c34c305-0448-47d1-9887-1abd7d87efd1 req-4d24d928-4c97-4bfb-90e0-5802f24df689 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933832 May 27 02:03:55.398726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:55.399776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:55.400306 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.432680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f653-c9c8-4aef-a153-3809e7886552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.442365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] Provisioning for port dc21aade-5820-4a50-9a38-c32920d90a17 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:55.451057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.476858 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d1a866-0186-4da8-8046-15f44eb2cc47'] response: {'name': 'network-changed', 'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'status': 'completed', 'code': 200} May 27 02:03:55.479177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2391534f-0eba-4c89-bafc-0e6fcaeb26a8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:55.479978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e72b2-ee3c-4cb6-9be7-8ee41aa5c3c2 req-96ef0664-f563-4d85-b156-5372e8f56f19 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:55.480397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2391534f-0eba-4c89-bafc-0e6fcaeb26a8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8052599 May 27 02:03:55.485796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df8e72b2-ee3c-4cb6-9be7-8ee41aa5c3c2 req-96ef0664-f563-4d85-b156-5372e8f56f19 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 945 time: 0.6555715 May 27 02:03:55.491362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49658) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:55.497650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8f653-c9c8-4aef-a153-3809e7886552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ff19e-2d25-4db1-aed0-2d46d961cdbe,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:55.504229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'tempest-secgroup--75026244'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:55.537216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.548220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af928a4c-3e85-4350-a6a0-fcf79226539b service neutron] Pushing event updated for resources: {'Port': ['ID=523ac451-4c46-4101-b37e-0ab5ee99b9fe,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:55.560350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:55.565259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Deleting port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:03:55.571376 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.573244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object 2f917059-9268-488e-b229-dde992d44936 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:03:55.581798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0f5f5361-6f93-46ee-a7f9-d4c2d7e19147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:55.583481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-0f5f5361-6f93-46ee-a7f9-d4c2d7e19147 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 1095 time: 0.1544003 May 27 02:03:55.623453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] Provisioning complete for port dc21aade-5820-4a50-9a38-c32920d90a17 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:55.623829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.659726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-267f9b72-56e5-4153-8653-2d56b4e19e8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe HTTP/1.1" status: 200 len: 217 time: 0.0688796 May 27 02:03:55.677855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Allocated IP 172.25.3.178 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/f8e6cc05-03c9-44f1-b134-ce794a34025e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:03:55.690031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f653-c9c8-4aef-a153-3809e7886552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.691189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c9a8f653-c9c8-4aef-a153-3809e7886552 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd1ff19e-2d25-4db1-aed0-2d46d961cdbe HTTP/1.1" status: 204 len: 168 time: 1.7979078 May 27 02:03:55.696943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:55.745196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df8e72b2-ee3c-4cb6-9be7-8ee41aa5c3c2 req-f91678c7-3e14-4a7d-bdaa-67866328c3cd tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247586 May 27 02:03:55.758472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-054b5d57-0348-4605-897f-4bd3d2536fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:55.759949 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-054b5d57-0348-4605-897f-4bd3d2536fb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.0930295 May 27 02:03:55.860816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.951508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:55.980421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] Current status of the port dc21aade-5820-4a50-9a38-c32920d90a17 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:55.980806 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:55.986908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:55.994356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.021316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:56.027206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] For port dc21aade-5820-4a50-9a38-c32920d90a17, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dc21aade-5820-4a50-9a38-c32920d90a17,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:56.034879 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.040590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:56.041136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.117888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-6071ab36-2268-472a-b8c8-37929bcc088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:56.119957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-6071ab36-2268-472a-b8c8-37929bcc088b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3478131 May 27 02:03:56.133138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=2f917059-9268-488e-b229-dde992d44936,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:56.144916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc685661-8876-4281-bb75-451cdc13f538 None None] Pushing event updated for resources: {'Port': ['ID=dc21aade-5820-4a50-9a38-c32920d90a17,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:56.202832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:03:56.203827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Usage tracker for resource:security_group_rule and tenant:7250801224d34fb8af3d976eada0a2f0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:03:56.206975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:03:56.230033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:03:56.310226 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.379772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.385416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] For port 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:56.385778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.405682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ec903221-6e19-4a2d-88c0-ba3d4b165d4e None None] Provisioning complete for port dc21aade-5820-4a50-9a38-c32920d90a17 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:56.406297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ec903221-6e19-4a2d-88c0-ba3d4b165d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.523388 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.575034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dc21aade-5820-4a50-9a38-c32920d90a17 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:56.660212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ec903221-6e19-4a2d-88c0-ba3d4b165d4e None None] Current status of the port dc21aade-5820-4a50-9a38-c32920d90a17 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:56.661553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Calling delete_port for 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:03:56.682820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port dc21aade-5820-4a50-9a38-c32920d90a17 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:56.683198 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:56.704097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:56.722356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:56.722806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9359c-ad26-4a81-8373-1afbf886e017 req-a7cb4a9a-ecd5-4e9d-bd24-6288f5136df4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:56.730405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92f9359c-ad26-4a81-8373-1afbf886e017 req-a7cb4a9a-ecd5-4e9d-bd24-6288f5136df4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 943 time: 0.7513890 May 27 02:03:56.749493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:03:56.832509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-03a42c50-6bcd-41ad-8786-e8bafc6a61c5 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194928 May 27 02:03:56.893402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port dc21aade-5820-4a50-9a38-c32920d90a17 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:56.894778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Pushing event updated for resources: {'Port': ['ID=f8e6cc05-03c9-44f1-b134-ce794a34025e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:56.895802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ba088d2e-eec7-43ca-8e74-951b8b94a45c None None] Provisioning for port 2f917059-9268-488e-b229-dde992d44936 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:56.902505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:03:56.939630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:03:56.939974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4c2ab88-9b40-4c2e-9567-5eb496d4e6a7 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:03:56.941503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ba088d2e-eec7-43ca-8e74-951b8b94a45c None None] Provisioning complete for port 2f917059-9268-488e-b229-dde992d44936 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:56.941875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ba088d2e-eec7-43ca-8e74-951b8b94a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.017630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ba088d2e-eec7-43ca-8e74-951b8b94a45c None None] Port 2f917059-9268-488e-b229-dde992d44936 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:57.074529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92f9359c-ad26-4a81-8373-1afbf886e017 req-d01ec310-49a7-486e-8e93-466877c5300e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431568 May 27 02:03:57.213782 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34c999f6-d5bb-4653-bceb-9f241ab84278 req-ec6dc36d-1acd-4a03-866d-b06fb95226c5 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938321 May 27 02:03:57.243385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.262445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.342059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4fb3cd-7676-49e7-96df-2d99e7d299d9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:57.373153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.379757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-5711f846-5040-43e6-a4cb-f92f4320d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:57.381379 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-5711f846-5040-43e6-a4cb-f92f4320d87f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 1095 time: 0.1094284 May 27 02:03:57.383037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.383832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.441434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.442644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec2c9b34-3a0e-452a-baaa-3ccf68bfdd3a tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9501600 May 27 02:03:57.446306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49696) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:57.455914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d835dc1-df72-4462-bdf8-91ee5b94c582 req-1f4f13bb-3c28-431b-808f-275739da9485 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:57.457389 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d835dc1-df72-4462-bdf8-91ee5b94c582 req-1f4f13bb-3c28-431b-808f-275739da9485 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 945 time: 0.5754249 May 27 02:03:57.465019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dc1a4394-ce58-463e-a526-db068d7b66b6 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:03:57.465606 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-dc1a4394-ce58-463e-a526-db068d7b66b6 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:03:57.466269 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-dc1a4394-ce58-463e-a526-db068d7b66b6 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] update failed (client error): There was a conflict when trying to complete your request. May 27 02:03:57.467642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc1a4394-ce58-463e-a526-db068d7b66b6 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "PUT /v2.0/security-groups/eb4fb3cd-7676-49e7-96df-2d99e7d299d9 HTTP/1.1" status: 409 len: 330 time: 0.0092282 May 27 02:03:57.470879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49700) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:57.619410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=2f917059-9268-488e-b229-dde992d44936,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:57.670489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d835dc1-df72-4462-bdf8-91ee5b94c582 req-04461adb-ae5d-4201-af5c-c4e1e060bb04 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438372 May 27 02:03:57.681781 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.702185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-7e429efc-d15c-40a9-b51b-166965949bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:57.703899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-7e429efc-d15c-40a9-b51b-166965949bbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.3163333 May 27 02:03:57.768564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:03:57.779654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.780210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:03:57.783094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-7eb418dc-8b37-4733-a897-2b1d1ed52e47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe HTTP/1.1" status: 200 len: 217 time: 0.0712976 May 27 02:03:57.818489 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbae5a-2ab9-40e1-b250-c615aec26863 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:57.855819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Pushing event deleted for resources: {'Port': ['ID=19301b29-aaa4-43df-9c4b-bdc8b6de9e0e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:57.908096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 53d2f88a-b413-43f4-a9f7-2125c568fcb6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:03:58.027145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbae5a-2ab9-40e1-b250-c615aec26863 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.066083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:03:58.076767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:58.080482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.089371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.126117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-f3329eaa-d203-468c-94e6-4c477295a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:58.127792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-f3329eaa-d203-468c-94e6-4c477295a091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1247461 May 27 02:03:58.174247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8a986953-1b97-40cb-ac8f-fa45b842b8a3 None None] Provisioning complete for port 2f917059-9268-488e-b229-dde992d44936 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:03:58.174833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a986953-1b97-40cb-ac8f-fa45b842b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.190965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router cceb12cb-e956-4bce-8897-c0ee822a6e7f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:03:58.247745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8a986953-1b97-40cb-ac8f-fa45b842b8a3 None None] Port 2f917059-9268-488e-b229-dde992d44936 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:03:58.324280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:03:58.324678 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.362436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbae5a-2ab9-40e1-b250-c615aec26863 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.367463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 53d2f88a-b413-43f4-a9f7-2125c568fcb6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=53d2f88a-b413-43f4-a9f7-2125c568fcb6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:03:58.368486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d2f88a-b413-43f4-a9f7-2125c568fcb6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:03:58.378470 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.401358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.409540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.426268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbae5a-2ab9-40e1-b250-c615aec26863 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4fb3cd-7676-49e7-96df-2d99e7d299d9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:58.486026 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe377dd-2666-46d8-9541-98daecfaffea'] response: {'server_uuid': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d2f88a-b413-43f4-a9f7-2125c568fcb6', 'code': 200} May 27 02:03:58.529644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbae5a-2ab9-40e1-b250-c615aec26863 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.532856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f6bbae5a-2ab9-40e1-b250-c615aec26863 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb4fb3cd-7676-49e7-96df-2d99e7d299d9 HTTP/1.1" status: 204 len: 168 time: 1.0581369 May 27 02:03:58.535594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49716) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:58.543501 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.544392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d04434a9-fc17-455d-ae4c-745ff4e11b31 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:03:58.584457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=53d2f88a-b413-43f4-a9f7-2125c568fcb6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:03:58.628568 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.633402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0c733329-ccb3-4f6c-993d-4c706c938bed admin admin] 10.222.0.16 "DELETE /v2.0/routers/d04434a9-fc17-455d-ae4c-745ff4e11b31 HTTP/1.1" status: 204 len: 168 time: 4.8187804 May 27 02:03:58.638325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49722) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:58.713672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:58.732172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e91c47e8-1025-4d08-a6dd-14de249f7b79 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Synchronizing usage tracker for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:58.800475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-264bbfa8-1a14-41d3-9515-fffa25406f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:58.802186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-264bbfa8-1a14-41d3-9515-fffa25406f2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6658597 May 27 02:03:58.805610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:03:58.818775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] Sync routers for ids ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:03:58.844497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] Routers {'cceb12cb-e956-4bce-8897-c0ee822a6e7f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:58.845210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:58.926508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:58.938343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] Routers {'cceb12cb-e956-4bce-8897-c0ee822a6e7f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:03:58.939097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:58.969038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-9846c7cb-c15f-4f34-ab76-e5daf8a969a0 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568775 May 27 02:03:59.012221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c81f53e3-f4d5-46c6-bcc7-2675d53b2e2b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/cceb12cb-e956-4bce-8897-c0ee822a6e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5057919 May 27 02:03:59.014419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49732) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:59.048963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:03:59.049479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77a468-2e1d-4c3d-9f0f-52b56f8db3e2 None None] The sync data for ids ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:03:59.150608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad655d7-a841-4aaf-8764-d43864a35b23 req-d4fa824e-a8cc-4c54-89bc-a490da74e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:59.152290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ad655d7-a841-4aaf-8764-d43864a35b23 req-d4fa824e-a8cc-4c54-89bc-a490da74e1aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 1098 time: 0.5523536 May 27 02:03:59.160225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33082ac7-f369-4093-94be-7a357af46fe7 req-737ada4b-7866-4da1-87f0-e946339f0413 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:59.160660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] Deleting subnet 40a43be4-baa7-4905-b287-b2b4c33b0e26 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:03:59.165335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:59.168551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33082ac7-f369-4093-94be-7a357af46fe7 req-737ada4b-7866-4da1-87f0-e946339f0413 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 943 time: 0.6280005 May 27 02:03:59.220582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e91c47e8-1025-4d08-a6dd-14de249f7b79 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] Unset dirty status for tenant:7250801224d34fb8af3d976eada0a2f0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:59.222238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e91c47e8-1025-4d08-a6dd-14de249f7b79 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6827176 May 27 02:03:59.229895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:59.269732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:59.274583 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33082ac7-f369-4093-94be-7a357af46fe7 req-9d637792-1933-4ced-b0b0-b52efe6e7ba4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051900 May 27 02:03:59.285456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb7a237-8c3c-4602-87ed-f2bd8a53b248 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:59.286050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bfb7a237-8c3c-4602-87ed-f2bd8a53b248 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:03:59.301388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ad655d7-a841-4aaf-8764-d43864a35b23 req-ca603c66-6b74-4446-bc06-714b6f70d8d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081927 May 27 02:03:59.316923 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-23919d4a-097a-4ddb-be76-b1dd03265551 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] delete failed (client error): The resource could not be found. May 27 02:03:59.317517 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e1a311-c72c-4516-b0af-9e89cae24639 req-ee28202f-56b9-49a7-8cf7-c9d9cfafb857 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390620 May 27 02:03:59.318319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23919d4a-097a-4ddb-be76-b1dd03265551 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "DELETE /v2.0/security-groups/dfd52e1d-22ff-4a9e-80d1-ca7ad2448339 HTTP/1.1" status: 404 len: 347 time: 0.0824125 May 27 02:03:59.322119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49740) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:59.323072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bfb7a237-8c3c-4602-87ed-f2bd8a53b248 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:03:59.324642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bfb7a237-8c3c-4602-87ed-f2bd8a53b248 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports/2f917059-9268-488e-b229-dde992d44936 HTTP/1.1" status: 200 len: 911 time: 0.3065941 May 27 02:03:59.330892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49744) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:59.342143 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-950228db-6889-46fd-ac35-0971014be9f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] show failed (client error): The resource could not be found. May 27 02:03:59.343207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-950228db-6889-46fd-ac35-0971014be9f8 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-groups/95c1b538-e40b-48ca-b89d-eaae5cc67732 HTTP/1.1" status: 404 len: 347 time: 0.0171118 May 27 02:03:59.346852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49748) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:59.364382 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-9ffde360-11b4-4a66-ba71-fe711324d039 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] show failed (client error): The resource could not be found. May 27 02:03:59.366750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9ffde360-11b4-4a66-ba71-fe711324d039 tempest-NegativeSecGroupTest-1630260090 tempest-NegativeSecGroupTest-1630260090-project] 10.222.0.16 "GET /v2.0/security-group-rules/361bc55a-0534-4568-8069-6c55240b7a76 HTTP/1.1" status: 404 len: 356 time: 0.0177414 May 27 02:03:59.481887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629a816-32f5-47da-baa9-afd9ce45e2db req-d2f98de1-1481-446d-aad4-cdfba57c27e0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:03:59.483521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5629a816-32f5-47da-baa9-afd9ce45e2db req-d2f98de1-1481-446d-aad4-cdfba57c27e0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.4171679 May 27 02:03:59.524473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Router 7e40d7f6-0667-45e9-8f1c-24762341137d is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:03:59.607842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:59.687859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49758) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:59.846933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-811191f1-8b7d-4e8a-8cda-90e09fc172b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7250801224d34fb8af3d976eada0a2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556556 May 27 02:03:59.847617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49768) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:03:59.851305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5629a816-32f5-47da-baa9-afd9ce45e2db req-a07b8658-6e88-44f4-92c4-853c386e6782 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560264 May 27 02:03:59.915917 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bf85387-ed43-4e2c-acfb-da0d7524d993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:03:59.942624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bf85387-ed43-4e2c-acfb-da0d7524d993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.007639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bf85387-ed43-4e2c-acfb-da0d7524d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.026766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf85387-ed43-4e2c-acfb-da0d7524d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f996cc2f-cfc3-4720-93fc-52ac2c4936cf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:00.045150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.046336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9bf85387-ed43-4e2c-acfb-da0d7524d993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.066697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9bf85387-ed43-4e2c-acfb-da0d7524d993 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f996cc2f-cfc3-4720-93fc-52ac2c4936cf HTTP/1.1" status: 204 len: 168 time: 0.2112312 May 27 02:04:00.083247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:00.096402 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Sync routers for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:00.111101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a43be4-baa7-4905-b287-b2b4c33b0e26,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:00.118182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8af969-8e56-4994-a06d-19de7c67d470 None None] Network becea5ed-b4ee-4dc0-861e-12acf44d074f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:00.118657 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:00.119019 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:00.144724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.149754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49776) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:00.150449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-92c145d0-ef0e-4993-a704-3135e30ae1ae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/40a43be4-baa7-4905-b287-b2b4c33b0e26 HTTP/1.1" status: 204 len: 168 time: 1.5106502 May 27 02:04:00.186057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.187553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-14a0228b-1463-42d2-a75f-4b90d8b6bded admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3425066 May 27 02:04:00.195333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49780) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:00.434266 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.506021 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:00.508786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] DHCP port deletion for becea5ed-b4ee-4dc0-861e-12acf44d074f request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:04:00.525847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] Deleting port a433d7bf-d327-477e-b635-dfc6d8135772 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:00.526246 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:00.657136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:04:00.778865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:04:00.801127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 19301b29-aaa4-43df-9c4b-bdc8b6de9e0e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:04:00.870872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.085183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Deleting port a433d7bf-d327-477e-b635-dfc6d8135772 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:01.085857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.123898 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:03:57Z', 'revision_number': 3, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:01.130686 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Checking router: 7e40d7f6-0667-45e9-8f1c-24762341137d for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:04:01.131051 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Updating router 7e40d7f6-0667-45e9-8f1c-24762341137d port f8e6cc05-03c9-44f1-b134-ce794a34025e binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:04:01.213216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] For port a433d7bf-d327-477e-b635-dfc6d8135772, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a433d7bf-d327-477e-b635-dfc6d8135772,segment=NetworkSegment(69ccb1a4-9a34-4d41-a7ef-3a5beb409625),segment_id=69ccb1a4-9a34-4d41-a7ef-3a5beb409625)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:01.213840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.254283 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.319932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49808) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:01.432547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] Calling delete_port for a433d7bf-d327-477e-b635-dfc6d8135772 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:01.479630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78cb31-9563-4c3d-8af6-291817d4cde0 req-2d976995-8780-4d89-9ed3-1247ac4b89bf tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:01.483964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b78cb31-9563-4c3d-8af6-291817d4cde0 req-2d976995-8780-4d89-9ed3-1247ac4b89bf tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.3613334 May 27 02:04:01.594354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] For port a433d7bf-d327-477e-b635-dfc6d8135772, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a433d7bf-d327-477e-b635-dfc6d8135772,segment=NetworkSegment(69ccb1a4-9a34-4d41-a7ef-3a5beb409625),segment_id=69ccb1a4-9a34-4d41-a7ef-3a5beb409625)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:01.594739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.619980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2114530443'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:01.622808 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.635127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:01.645984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Usage tracker for resource:network and tenant:e26e7d28c09042ed8f5edb2dbe074689 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:01.656522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 2f917059-9268-488e-b229-dde992d44936 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:01.657274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.686153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:01.711878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] Pushing event deleted for resources: {'Port': ['ID=a433d7bf-d327-477e-b635-dfc6d8135772,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:01.719804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:01.723211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cc4f6-1435-4634-a45c-26265191ef2e None None] No DVR routers for this DVR port a433d7bf-d327-477e-b635-dfc6d8135772 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:04:01.748179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b78cb31-9563-4c3d-8af6-291817d4cde0 req-0d174c0e-89ce-42d1-8274-a1c43e079036 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544466 May 27 02:04:01.787826 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.789062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Calling delete_port for a433d7bf-d327-477e-b635-dfc6d8135772 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:01.800309 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Transition to ACTIVE for port object f8e6cc05-03c9-44f1-b134-ce794a34025e will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:01.807613 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.866836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc809179-551c-44e9-8c2c-a67c090f88fe req-816495cb-33b5-46e9-a014-d95b81079a03 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:01.868822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc809179-551c-44e9-8c2c-a67c090f88fe req-816495cb-33b5-46e9-a014-d95b81079a03 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 943 time: 1.1924167 May 27 02:04:01.923786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 523ac451-4c46-4101-b37e-0ab5ee99b9fe details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:04:01.945129 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Attempting to bind port f8e6cc05-03c9-44f1-b134-ce794a34025e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:01.945884 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Attempting to bind port f8e6cc05-03c9-44f1-b134-ce794a34025e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:01.946587 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Attempting to bind port f8e6cc05-03c9-44f1-b134-ce794a34025e on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:01.949288 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1910670-5142-4a8c-8b02-13a5d52b1a97 None None] Pushing event updated for resources: {'Port': ['ID=f8e6cc05-03c9-44f1-b134-ce794a34025e,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:01.958543 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:01.959655 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:01.962355 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.963781 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:01.965148 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Bound port: f8e6cc05-03c9-44f1-b134-ce794a34025e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:01.967383 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.976141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:01.989847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Made reservation on behalf of e26e7d28c09042ed8f5edb2dbe074689 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:01.993435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.118013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:04:02.124913 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:04:02.200749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.220421 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] For port f8e6cc05-03c9-44f1-b134-ce794a34025e, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:02.223431 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] For port f8e6cc05-03c9-44f1-b134-ce794a34025e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8e6cc05-03c9-44f1-b134-ce794a34025e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:02.234146 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.270116 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc809179-551c-44e9-8c2c-a67c090f88fe req-95042549-f6a2-41d2-b9ca-74f8a1347bf9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717797 May 27 02:04:02.279936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 523ac451-4c46-4101-b37e-0ab5ee99b9fe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:02.296805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:04:02.325903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for 2f917059-9268-488e-b229-dde992d44936 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:02.334898 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:02.335590 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:02.404304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1910670-5142-4a8c-8b02-13a5d52b1a97 None None] Pushing event updated for resources: {'Port': ['ID=f8e6cc05-03c9-44f1-b134-ce794a34025e,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:02.426121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 523ac451-4c46-4101-b37e-0ab5ee99b9fe is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:02.426907 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.430988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:02.446810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Usage tracker for resource:security_group_rule and tenant:e26e7d28c09042ed8f5edb2dbe074689 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:02.453333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:02.461256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:02.484179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523ac451-4c46-4101-b37e-0ab5ee99b9fe {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:02.521045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 523ac451-4c46-4101-b37e-0ab5ee99b9fe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:02.537816 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.576767 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:02.602575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d6232-fc37-419d-9627-2cd65d48669f req-cd53279c-ec2a-47fa-8b91-1e03c1dc3ecc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:02.604102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1d6232-fc37-419d-9627-2cd65d48669f req-cd53279c-ec2a-47fa-8b91-1e03c1dc3ecc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.2381332 May 27 02:04:02.628495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=523ac451-4c46-4101-b37e-0ab5ee99b9fe,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:02.630277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Deleting port a433d7bf-d327-477e-b635-dfc6d8135772 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:02.631010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.633871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a433d7bf-d327-477e-b635-dfc6d8135772 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:04:02.675391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a433d7bf-d327-477e-b635-dfc6d8135772 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:04:02.676184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a433d7bf-d327-477e-b635-dfc6d8135772 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:04:02.735109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d1d6232-fc37-419d-9627-2cd65d48669f req-405abc31-b691-4112-8ca1-0924fe55f2fe tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189330 May 27 02:04:02.743551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] The port 'a433d7bf-d327-477e-b635-dfc6d8135772' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:04:02.764273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.773575 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.813343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.821401 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.835106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f81b557-8aad-49a0-843b-577ff7a660b0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:02.846878 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.852568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:04:02.872532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['523ac451-4c46-4101-b37e-0ab5ee99b9fe'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:04:02.922095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=2f917059-9268-488e-b229-dde992d44936,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:02.924155 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:02.924496 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Added segment cd4276b6-17e7-4d12-b3be-95f1afbf0078 of type vlan for network 77024f39-c5bb-4f0a-9769-da68b8bcf688 May 27 02:04:02.996455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.045529 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:03:57Z', 'revision_number': 3, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:03.046983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.050080 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b950ad-eda8-4d83-bae4-89dcef2897ec None None] The sync data for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 is: [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:03:57Z', 'revision_number': 3, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:03.060311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:03.062901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.164781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.173530 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.251179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becea5ed-b4ee-4dc0-861e-12acf44d074f']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:03.274290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ccb1a4-9a34-4d41-a7ef-3a5beb409625') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:03.274658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ccb1a4-9a34-4d41-a7ef-3a5beb409625') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:03.305689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.365439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab573ed9-d843-40b1-955d-0ade610442d0 req-c91ac4bf-a710-4990-a2bc-d8fe3defd532 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:03.372600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab573ed9-d843-40b1-955d-0ade610442d0 req-c91ac4bf-a710-4990-a2bc-d8fe3defd532 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.4020305 May 27 02:04:03.389099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.440067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Allocated IP 172.20.0.1 (486f415c-6f51-4b47-bbed-ac3121b794b2/5959d515-6e68-4298-85f0-9949c324ae35/68037dfc-d75a-43a3-8b03-a6881302d3fb) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:03.513182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.631635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.649930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Transition to ACTIVE for port object 68037dfc-d75a-43a3-8b03-a6881302d3fb will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:03.658982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Pushing event updated for resources: {'Network': ['ID=77024f39-c5bb-4f0a-9769-da68b8bcf688,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:03.669828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 77024f39-c5bb-4f0a-9769-da68b8bcf688 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:04:03.693841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:04:03.695114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:03.758609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7624491-b469-4d42-87f4-a2a4a93713a1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4032981 May 27 02:04:03.764143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49832) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:03.778802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Request body: {'subnet': {'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:03.941516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 523ac451-4c46-4101-b37e-0ab5ee99b9fe up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:03.978184 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 69ccb1a4-9a34-4d41-a7ef-3a5beb409625 resource provider aggregate not found May 27 02:04:04.009140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.070281 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 69ccb1a4-9a34-4d41-a7ef-3a5beb409625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69ccb1a4-9a34-4d41-a7ef-3a5beb409625 found for delete ", "request_id": "req-91905c4f-bbcb-429b-884f-55a8b253cfb8"}]} May 27 02:04:04.070928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 523ac451-4c46-4101-b37e-0ab5ee99b9fe completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:04.077975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 523ac451-4c46-4101-b37e-0ab5ee99b9fe triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:04.078820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.094944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab573ed9-d843-40b1-955d-0ade610442d0 req-c8b3f95a-ed8b-4272-8394-017e7b47c585 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211158 May 27 02:04:04.127340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:04.130267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:04.134509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:04.152677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router cceb12cb-e956-4bce-8897-c0ee822a6e7f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:04:04.171215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1864-4144-4d1b-a89d-6de25352a196 req-9dc71489-0800-4883-8168-31223dd33eb3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:04.173257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaeb1864-4144-4d1b-a89d-6de25352a196 req-9dc71489-0800-4883-8168-31223dd33eb3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 944 time: 0.6606505 May 27 02:04:04.173413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.177590 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.225359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Pushing event updated for resources: {'Port': ['ID=68037dfc-d75a-43a3-8b03-a6881302d3fb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:04.235194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:04.255864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] Pushing event deleted for resources: {'Network': ['ID=becea5ed-b4ee-4dc0-861e-12acf44d074f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:04.265122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Usage tracker for resource:subnet and tenant:e26e7d28c09042ed8f5edb2dbe074689 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:04.273752 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a41e374d-653e-48c2-aa10-4ec03a84f412 admin admin] 10.222.0.16 "DELETE /v2.0/networks/becea5ed-b4ee-4dc0-861e-12acf44d074f HTTP/1.1" status: 204 len: 168 time: 4.1161795 May 27 02:04:04.298538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.360618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:04.396998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 523ac451-4c46-4101-b37e-0ab5ee99b9fe is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:04.397381 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.454427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:04.468615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:04.480747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 523ac451-4c46-4101-b37e-0ab5ee99b9fe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:04.491313 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.513756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaeb1864-4144-4d1b-a89d-6de25352a196 req-895f58dc-35a7-4ea1-ab78-b096102acb5d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275669 May 27 02:04:04.521074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:04.527317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b732e1db-bc9f-47e2-ab72-1af70eea45f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/cceb12cb-e956-4bce-8897-c0ee822a6e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1955566 May 27 02:04:04.531230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49848) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:04.615063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d4e5d5e9-573f-4aaa-88af-bf11f134e116 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:04.620807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Made reservation on behalf of e26e7d28c09042ed8f5edb2dbe074689 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:04.624492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.646819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] Sync routers for ids ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:04.660277 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b967dcb-0d05-421c-af54-91657931f93e'] response: {'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'code': 200} May 27 02:04:04.685222 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.698097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:04.711411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fa864c19-bb17-4eb9-9d21-a85972e91746 None None] Provisioning for port 68037dfc-d75a-43a3-8b03-a6881302d3fb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:04.721780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8e6cc05-03c9-44f1-b134-ce794a34025e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:04.760904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fa864c19-bb17-4eb9-9d21-a85972e91746 None None] Provisioning complete for port 68037dfc-d75a-43a3-8b03-a6881302d3fb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:04.761332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fa864c19-bb17-4eb9-9d21-a85972e91746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:04.786596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d4e5d5e9-573f-4aaa-88af-bf11f134e116 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:04.792417 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d4e5d5e9-573f-4aaa-88af-bf11f134e116 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=cceb12cb-e956-4bce-8897-c0ee822a6e7f HTTP/1.1" status: 200 len: 205 time: 0.2603405 May 27 02:04:04.793182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49858) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:04.795454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] Routers {'cceb12cb-e956-4bce-8897-c0ee822a6e7f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:04.796102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:04.901396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:04.909097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=523ac451-4c46-4101-b37e-0ab5ee99b9fe,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:04.930318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fa864c19-bb17-4eb9-9d21-a85972e91746 None None] Port 68037dfc-d75a-43a3-8b03-a6881302d3fb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:04:04.935737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] Routers {'cceb12cb-e956-4bce-8897-c0ee822a6e7f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:04.936383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:05.002555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:05.003594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48ebe4-654d-42f5-b912-d987df4440fb None None] The sync data for ids ['cceb12cb-e956-4bce-8897-c0ee822a6e7f'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:05.012002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f8e6cc05-03c9-44f1-b134-ce794a34025e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:05.017782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f8e6cc05-03c9-44f1-b134-ce794a34025e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:05.018152 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.076870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dfb44223-e6ee-4170-b168-dd98bbf034bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41e20aea7039450aa83d19ff2369765a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773267 May 27 02:04:05.085561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49868) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:05.097802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830e154-294f-434e-82b1-d333f1ee1a0c req-a025ce01-d852-4d44-9664-8006ecce5e9d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:05.099682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8830e154-294f-434e-82b1-d333f1ee1a0c req-a025ce01-d852-4d44-9664-8006ecce5e9d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.2745023 May 27 02:04:05.104422 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c039ed91-b57d-423d-af3b-b2dd5e979127 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.201760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f8e6cc05-03c9-44f1-b134-ce794a34025e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:05.202304 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.231144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f8e6cc05-03c9-44f1-b134-ce794a34025e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8e6cc05-03c9-44f1-b134-ce794a34025e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:05.237140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.268392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.270659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd2b20-4805-4e9d-97b5-1516a59c7b17 req-28539e9a-bb82-4c70-905a-9732f8481b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:05.272246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27dd2b20-4805-4e9d-97b5-1516a59c7b17 req-28539e9a-bb82-4c70-905a-9732f8481b03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 1097 time: 0.5287924 May 27 02:04:05.330484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f8e6cc05-03c9-44f1-b134-ce794a34025e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:05.373174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8830e154-294f-434e-82b1-d333f1ee1a0c req-fe0c06cc-7374-44f6-94da-6f3c23a9da39 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627263 May 27 02:04:05.412169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Pushing event updated for resources: {'Subnet': ['ID=a1457a8c-33f9-42bb-aea4-9cf08541fa1b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:05.422903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Checking segment: {'id': 'cd4276b6-17e7-4d12-b3be-95f1afbf0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:05.423463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Network hostable DHCP agents. Network: 77024f39-c5bb-4f0a-9769-da68b8bcf688, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:04:05.456451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Network 77024f39-c5bb-4f0a-9769-da68b8bcf688 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:04:05.471542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 77024f39-c5bb-4f0a-9769-da68b8bcf688) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:05.475563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:05.476743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.484646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597ca14-3074-425c-931f-43b05071588b None None] Network 77024f39-c5bb-4f0a-9769-da68b8bcf688 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:05.505847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-91cc27f4-cb7a-45fa-af22-51018f0c898e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7406521 May 27 02:04:05.508452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49874) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:05.515816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Request body: {'port': {'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688', 'name': 'tempest-TagsExtTest-1725745040'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:05.634285 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-606b940e-9a3d-4f17-b100-5b6fb69e69bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.647133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27dd2b20-4805-4e9d-97b5-1516a59c7b17 req-4a3551bd-3792-4db5-9048-ed42e285e092 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434765 May 27 02:04:05.675395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c039ed91-b57d-423d-af3b-b2dd5e979127 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.679114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c039ed91-b57d-423d-af3b-b2dd5e979127 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.705882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:05.716697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Usage tracker for resource:port and tenant:e26e7d28c09042ed8f5edb2dbe074689 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:05.723194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:05.726148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-606b940e-9a3d-4f17-b100-5b6fb69e69bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.735639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:05.753746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Made reservation on behalf of e26e7d28c09042ed8f5edb2dbe074689 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:05.759061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.800965 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-026be000-91ef-4129-81b8-04866f8079e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.809120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] device_id is not set on port 963e8ec2-96e1-4792-8cf4-26c9901c2f9b yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:04:05.818509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c039ed91-b57d-423d-af3b-b2dd5e979127 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.819114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c039ed91-b57d-423d-af3b-b2dd5e979127 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Fanout notify agent at l3_agent the message router_deleted on router cceb12cb-e956-4bce-8897-c0ee822a6e7f {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:04:05.863871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c039ed91-b57d-423d-af3b-b2dd5e979127 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.865374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c039ed91-b57d-423d-af3b-b2dd5e979127 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/cceb12cb-e956-4bce-8897-c0ee822a6e7f HTTP/1.1" status: 204 len: 168 time: 1.0714855 May 27 02:04:05.866601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-77024f39-c5bb-4f0a-9769-da68b8bcf688', 'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688', 'tenant_id': 'e26e7d28c09042ed8f5edb2dbe074689', 'fixed_ips': [{'subnet_id': 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:04:05.868349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.870343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49880) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:05.887122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:05.928606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.015649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Allocated IP 172.20.0.7 (77024f39-c5bb-4f0a-9769-da68b8bcf688/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/963e8ec2-96e1-4792-8cf4-26c9901c2f9b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:06.142306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4ea6-0bee-4bf9-be49-f11758723dd4 req-f6fa038a-69ec-486f-81ef-4625e9b9a6d4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:06.143453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdea4ea6-0bee-4bf9-be49-f11758723dd4 req-f6fa038a-69ec-486f-81ef-4625e9b9a6d4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 945 time: 0.4241245 May 27 02:04:06.282228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-606b940e-9a3d-4f17-b100-5b6fb69e69bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.317155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.327801 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdea4ea6-0bee-4bf9-be49-f11758723dd4 req-d3138e21-5145-49bb-afa9-96441b8ae692 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245086 May 27 02:04:06.328415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Pushing event updated for resources: {'Port': ['ID=68037dfc-d75a-43a3-8b03-a6881302d3fb,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:06.334072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet f88cdab2-f9c0-4ada-add8-432485e3a6dd {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:04:06.347342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b940e-9a3d-4f17-b100-5b6fb69e69bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c45b53-916e-4271-a075-72e47ba3a7b6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:06.350967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.436319 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-606b940e-9a3d-4f17-b100-5b6fb69e69bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.439693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-606b940e-9a3d-4f17-b100-5b6fb69e69bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70c45b53-916e-4271-a075-72e47ba3a7b6 HTTP/1.1" status: 204 len: 168 time: 1.3508263 May 27 02:04:06.536486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.568700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8e6cc05-03c9-44f1-b134-ce794a34025e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:06.631339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-90907570-2806-4092-b32d-7a384c32891d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:06.633299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-90907570-2806-4092-b32d-7a384c32891d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.4833837 May 27 02:04:06.723040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f8e6cc05-03c9-44f1-b134-ce794a34025e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:06.723555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.723968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.744829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:06.750807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:06.757157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Deleting port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:06.757425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:06.761724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Transition to ACTIVE for port object 963e8ec2-96e1-4792-8cf4-26c9901c2f9b will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:06.838225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d1fad-269a-4800-ac43-62e53397ad77 req-8714a70b-a4db-4405-a4be-b0a738280457 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:06.847281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc1d1fad-269a-4800-ac43-62e53397ad77 req-8714a70b-a4db-4405-a4be-b0a738280457 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.1821070 May 27 02:04:06.867983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.028362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Allocated IP 172.20.0.2 (77024f39-c5bb-4f0a-9769-da68b8bcf688/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/c0fcbf88-9bfd-4127-aafb-eac8f8445b57) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:07.035177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.144009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Network 77024f39-c5bb-4f0a-9769-da68b8bcf688 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:07.175565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:07.189652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:07.264201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49894) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:07.315764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f8e6cc05-03c9-44f1-b134-ce794a34025e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:07.339861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc1d1fad-269a-4800-ac43-62e53397ad77 req-e1dc32a5-9d03-4cfd-99ad-be81c302106a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916327 May 27 02:04:07.340646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Pushing event updated for resources: {'Port': ['ID=963e8ec2-96e1-4792-8cf4-26c9901c2f9b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:07.374897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-772b289f-d807-464c-a033-e0860257f6bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1e70956c32c4d69a62a2b0e434122c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083148 May 27 02:04:07.389577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f866bf47-9108-4817-b660-1bf0511bfec4 None None] Provisioning complete for port 68037dfc-d75a-43a3-8b03-a6881302d3fb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:07.390057 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f866bf47-9108-4817-b660-1bf0511bfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.390571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:07.391264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.395033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49900) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:07.419465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Router 7e40d7f6-0667-45e9-8f1c-24762341137d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:04:07.423703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.457360 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fd62eb66-ee0f-46b7-9d3c-9c4f1d185c21 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9473548 May 27 02:04:07.461388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49904) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:07.469619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-261348987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:07.473355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f866bf47-9108-4817-b660-1bf0511bfec4 None None] Port 68037dfc-d75a-43a3-8b03-a6881302d3fb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:04:07.479056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:07.489881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Usage tracker for resource:router and tenant:e26e7d28c09042ed8f5edb2dbe074689 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:07.495371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:07.504076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:07.506160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b221a4b-5592-4934-9924-a84f154685b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.506356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5416fe-5cd6-43fe-bcdc-3d6145706d75 None None] Network 8c71500e-ae84-4c19-900e-89fbce4e52ab requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:07.535307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.536307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.544033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b221a4b-5592-4934-9924-a84f154685b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.549091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=f88cdab2-f9c0-4ada-add8-432485e3a6dd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:07.591555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.591761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.617801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.640546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.664493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.665897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-95a7083f-e4f4-4ee4-aa9b-b3efb1f0e50e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2035494 May 27 02:04:07.668524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49914) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:07.672397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b221a4b-5592-4934-9924-a84f154685b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.675371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b221a4b-5592-4934-9924-a84f154685b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.677472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0b221a4b-5592-4934-9924-a84f154685b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bec7f8b-2aa6-4582-bb67-1943913bb71d HTTP/1.1" status: 204 len: 168 time: 0.2797458 May 27 02:04:07.682349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0ca1ff0f-1121-4a78-addb-9aa9c09cf71c tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-88785508', 'prefixes': ['172.20.0.0/16']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:07.703607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0ca1ff0f-1121-4a78-addb-9aa9c09cf71c tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:07.714328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b221a4b-5592-4934-9924-a84f154685b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bec7f8b-2aa6-4582-bb67-1943913bb71d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:07.752715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Transition to ACTIVE for port object c0fcbf88-9bfd-4127-aafb-eac8f8445b57 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:07.810662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0ca1ff0f-1121-4a78-addb-9aa9c09cf71c tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for subnetpool, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.814747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0ca1ff0f-1121-4a78-addb-9aa9c09cf71c tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1424875 May 27 02:04:07.815431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49922) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:07.829690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-366a0237-ed61-4aa9-864b-81fb3dce156f tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', 'tempest-TagsExtTest-Tag-82596208') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:07.839760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Transition to ACTIVE for port object c0fcbf88-9bfd-4127-aafb-eac8f8445b57 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:07.843450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f9adaee5-a054-4105-840b-123c1ec491c9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/f88cdab2-f9c0-4ada-add8-432485e3a6dd HTTP/1.1" status: 204 len: 168 time: 1.9661081 May 27 02:04:07.849211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49926) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:07.907591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.910571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] For port 53d2f88a-b413-43f4-a9f7-2125c568fcb6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=53d2f88a-b413-43f4-a9f7-2125c568fcb6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:07.914246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:07.997113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-366a0237-ed61-4aa9-864b-81fb3dce156f tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags/tempest-TagsExtTest-Tag-82596208 HTTP/1.1" status: 201 len: 201 time: 0.1766846 May 27 02:04:07.997515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49932) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:08.002822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-7e1e347e-2657-4d20-99b1-98e20cb18046 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', 'tempest-TagsExtTest-Tag-1468482189') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:08.052558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Network 77024f39-c5bb-4f0a-9769-da68b8bcf688 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:08.057977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:08.069507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:08.109053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b499a2cf-2599-4f23-93a9-2cf86149cb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.129921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Pushing event updated for resources: {'Port': ['ID=c0fcbf88-9bfd-4127-aafb-eac8f8445b57,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:08.177741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7e1e347e-2657-4d20-99b1-98e20cb18046 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags/tempest-TagsExtTest-Tag-1468482189 HTTP/1.1" status: 201 len: 201 time: 0.1791921 May 27 02:04:08.180679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49940) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:08.186884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-12fe36b6-8a46-4cc4-921e-9760e69112cd tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', 'tempest-TagsExtTest-Tag-150682620') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:08.212004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Attempting to bind port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:08.212660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Attempting to bind port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'cd4276b6-17e7-4d12-b3be-95f1afbf0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:08.213131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Attempting to bind port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 on network 77024f39-c5bb-4f0a-9769-da68b8bcf688 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:08.221179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:08.223096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Checking segment: {'id': 'cd4276b6-17e7-4d12-b3be-95f1afbf0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:08.223757 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.224366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Bound using segment: {'id': 'cd4276b6-17e7-4d12-b3be-95f1afbf0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:08.225009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Bound port: c0fcbf88-9bfd-4127-aafb-eac8f8445b57, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4276b6-17e7-4d12-b3be-95f1afbf0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '77024f39-c5bb-4f0a-9769-da68b8bcf688'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:08.226150 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.347761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] DHCP port deletion for 8c71500e-ae84-4c19-900e-89fbce4e52ab request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:04:08.358447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Deleting port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:08.359128 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.418478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] For port c0fcbf88-9bfd-4127-aafb-eac8f8445b57, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:08.432165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-12fe36b6-8a46-4cc4-921e-9760e69112cd tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags/tempest-TagsExtTest-Tag-150682620 HTTP/1.1" status: 201 len: 201 time: 0.2503376 May 27 02:04:08.434632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:08.434917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] For port c0fcbf88-9bfd-4127-aafb-eac8f8445b57, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c0fcbf88-9bfd-4127-aafb-eac8f8445b57,segment=NetworkSegment(cd4276b6-17e7-4d12-b3be-95f1afbf0078),segment_id=cd4276b6-17e7-4d12-b3be-95f1afbf0078)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:08.444048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-7b27f041-5d15-4c52-a0d9-e5c6a5494c1c tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', 'tempest-TagsExtTest-Tag-616633154') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:08.477962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.515141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Calling delete_port for 53d2f88a-b413-43f4-a9f7-2125c568fcb6 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:08.526326 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b27f041-5d15-4c52-a0d9-e5c6a5494c1c tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags/tempest-TagsExtTest-Tag-616633154 HTTP/1.1" status: 201 len: 201 time: 0.0875418 May 27 02:04:08.526744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49956) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:08.532977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-2ecb86c5-7c37-4dd7-a2d7-f62f12a48f98 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:08.661767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990077fe-974c-4704-822f-0ec7242b2f26 None None] Pushing event updated for resources: {'Port': ['ID=c0fcbf88-9bfd-4127-aafb-eac8f8445b57,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:08.674303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:04:08.708259 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.738598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:08.748564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2310cdb-b90a-4db8-b560-dc022baa5e81 req-db74adb8-9978-4b39-8478-06be4a5dc5ec tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:08.748786 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Sync routers for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:08.755750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2310cdb-b90a-4db8-b560-dc022baa5e81 req-db74adb8-9978-4b39-8478-06be4a5dc5ec tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 945 time: 1.2765250 May 27 02:04:08.761341 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9dfcafec-ced6-445a-944d-9867ee4e99ac admin admin] 10.222.0.16 "PUT /v2.0/routers/7e40d7f6-0667-45e9-8f1c-24762341137d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5649779 May 27 02:04:08.772796 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:08.774394 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:08.799700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2ecb86c5-7c37-4dd7-a2d7-f62f12a48f98 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags HTTP/1.1" status: 200 len: 239 time: 0.2706919 May 27 02:04:08.802866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49968) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:08.821066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:08.821293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-2fc0181e-6abe-454d-9b55-1087cc507f6b tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', 'tempest-TagsExtTest-Tag-82596208') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:08.821782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.952894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:08.955340 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:08.969277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49976) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:08.975337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8377b9f-c730-45b2-a42b-62012e371c63 req-e7224704-c20d-4e7a-aad2-f7739a5a4d9b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:08.983251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8377b9f-c730-45b2-a42b-62012e371c63 req-e7224704-c20d-4e7a-aad2-f7739a5a4d9b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 946 time: 0.3924413 May 27 02:04:09.029608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2310cdb-b90a-4db8-b560-dc022baa5e81 req-168ddd98-9733-4464-82ee-53d0157aea1d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725868 May 27 02:04:09.133142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8377b9f-c730-45b2-a42b-62012e371c63 req-c3d6b390-69b6-4e0c-87af-c0886daf8f96 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336660 May 27 02:04:09.140423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2fc0181e-6abe-454d-9b55-1087cc507f6b tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags/tempest-TagsExtTest-Tag-82596208 HTTP/1.1" status: 204 len: 168 time: 0.3339148 May 27 02:04:09.143620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49986) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:09.151949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-9b8e6a9f-8e63-4b7e-8de2-635e01761a5e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', 'tempest-TagsExtTest-Tag-82596208') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:09.214740 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:09.304124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:09.306837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,segment=NetworkSegment(ceda5e2e-22fa-48f6-aaec-8d0c3773ba53),segment_id=ceda5e2e-22fa-48f6-aaec-8d0c3773ba53)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:09.315685 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:09.344143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1323678438-network', 'tenant_id': '8e08256278894b948447d2ce38d726ed'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:09.498438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9b8e6a9f-8e63-4b7e-8de2-635e01761a5e tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags/tempest-TagsExtTest-Tag-82596208 HTTP/1.1" status: 204 len: 168 time: 0.3521674 May 27 02:04:09.498826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:09.504035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-b0d30fb0-5394-4712-9bbb-da5c2d15aba8 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:09.506258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Calling delete_port for 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:09.527789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,segment=NetworkSegment(ceda5e2e-22fa-48f6-aaec-8d0c3773ba53),segment_id=ceda5e2e-22fa-48f6-aaec-8d0c3773ba53)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:09.528368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:09.613226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b0d30fb0-5394-4712-9bbb-da5c2d15aba8 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags HTTP/1.1" status: 200 len: 205 time: 0.1111600 May 27 02:04:09.615368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50000) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:09.620319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-2ca84b5f-9292-4622-8d68-ca94fbd46da1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:09.638609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:04:09.749863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50004) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:09.764456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:09.780642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065945485', 'description': 'tempest-description--814127528'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:09.788614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:09.793137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Usage tracker for resource:security_group and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:09.796126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:09.802584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:09.820333 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:09.823898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:09.845143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,segment=NetworkSegment(ceda5e2e-22fa-48f6-aaec-8d0c3773ba53),segment_id=ceda5e2e-22fa-48f6-aaec-8d0c3773ba53)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:09.856116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:09.861896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Usage tracker for resource:security_group_rule and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:09.869657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:09.879750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:09.883296 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:09.884491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:09.899338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2ca84b5f-9292-4622-8d68-ca94fbd46da1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags HTTP/1.1" status: 200 len: 241 time: 0.2804644 May 27 02:04:09.899962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50008) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:09.912479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-9a71bcc3-838e-4509-a692-b0aa47e34188 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', 'tempest-TagsExtTest-Tag-1468482189') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:09.993560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event deleted for resources: {'Port': ['ID=53d2f88a-b413-43f4-a9f7-2125c568fcb6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:09.995957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 53d2f88a-b413-43f4-a9f7-2125c568fcb6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:04:10.001311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:10.051869 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:04:10.052612 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:04:10.053290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 53d2f88a-b413-43f4-a9f7-2125c568fcb6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:04:10.054407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 53d2f88a-b413-43f4-a9f7-2125c568fcb6 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:04:10.100928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Usage tracker for resource:network and tenant:8e08256278894b948447d2ce38d726ed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:10.123622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:10.131702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.146827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.155386 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 2, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:10.180337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Checking router: 7e40d7f6-0667-45e9-8f1c-24762341137d for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:04:10.180571 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Updating router 7e40d7f6-0667-45e9-8f1c-24762341137d port 68037dfc-d75a-43a3-8b03-a6881302d3fb binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:04:10.194886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:10.218883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] No DVR routers for this DVR port 53d2f88a-b413-43f4-a9f7-2125c568fcb6 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:04:10.222204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.237960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:10.250060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'name': 'network-vif-deleted', 'tag': '53d2f88a-b413-43f4-a9f7-2125c568fcb6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:10.265910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.270862 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5182304 May 27 02:04:10.274301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db38ff-8784-48a8-ba3e-a5b0d190a359 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705f9954-be73-4b03-aca1-724d01cc1668,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:10.274449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86c1a011-96e1-4881-9ebb-d9e866dd0576 req-8fb6b4c4-fb70-4aaf-80cd-f44976855550 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "DELETE /v2.0/ports/53d2f88a-b413-43f4-a9f7-2125c568fcb6 HTTP/1.1" status: 204 len: 173 time: 3.6339126 May 27 02:04:10.278213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50020) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:10.284578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'security_group_rule': {'security_group_id': '705f9954-be73-4b03-aca1-724d01cc1668', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:10.292629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:10.299399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Usage tracker for resource:security_group_rule and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:10.304339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a71bcc3-838e-4509-a692-b0aa47e34188 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags/tempest-TagsExtTest-Tag-1468482189 HTTP/1.1" status: 204 len: 168 time: 0.4026995 May 27 02:04:10.305624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:10.308572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50024) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:10.316490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-b9ad92a7-6285-409c-b6e4-49c57a2c376b tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', 'tempest-TagsExtTest-Tag-1468482189') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:10.325866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa7fec-11cc-4fae-8896-63cafd10eda9 req-cec8e8c5-6bc0-4be3-8e1f-845abab3bbfe tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:10.339883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bfaa7fec-11cc-4fae-8896-63cafd10eda9 req-cec8e8c5-6bc0-4be3-8e1f-845abab3bbfe tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 945 time: 1.0931466 May 27 02:04:10.345423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50028) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:10.347782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:04:10.348049 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:04:10.353444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:10.384043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:10.438135 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.475562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.555170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Deleting port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:10.555708 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.586866 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:10.646785 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a35337b0-53f6-464c-bcf7-599c5791f976 req-fdab6e81-9724-498f-b493-f923a364b24b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f HTTP/1.1" status: 200 len: 210 time: 0.1455388 May 27 02:04:10.711261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1482c7e4-3b36-4433-b73e-ac4ac0ed5b5b None None] Network 77024f39-c5bb-4f0a-9769-da68b8bcf688 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:10.787275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c0fcbf88-9bfd-4127-aafb-eac8f8445b57 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:11.028788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9ad92a7-6285-409c-b6e4-49c57a2c376b tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags/tempest-TagsExtTest-Tag-1468482189 HTTP/1.1" status: 204 len: 168 time: 0.7190483 May 27 02:04:11.047278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50038) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:11.057476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.068246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-261ecc97-3e38-4e0e-b278-69955da7fd12 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:11.147215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.195166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff45fb70-6d0e-4e65-ae8b-f509b87fbba6,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:11.223669 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.229148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b74c00d7-4ada-4cf9-a7fe-d8588b64eaa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9491155 May 27 02:04:11.229319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50046) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:11.235669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-261ecc97-3e38-4e0e-b278-69955da7fd12 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags HTTP/1.1" status: 200 len: 205 time: 0.1874847 May 27 02:04:11.240302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:11.252076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'security_group_rule': {'security_group_id': '705f9954-be73-4b03-aca1-724d01cc1668', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:11.259353 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc4dc73-bdd4-4e40-b8ba-f91adc6b6960'] response: {'server_uuid': 'a97f6bc4-a1f5-4239-ba4e-bdf7c4af929f', 'name': 'network-vif-deleted', 'tag': '53d2f88a-b413-43f4-a9f7-2125c568fcb6', 'status': 'completed', 'code': 200} May 27 02:04:11.260267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:11.260713 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.273487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:11.282851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-f763f3a7-82dc-4178-a413-d831e224f2b9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:11.302812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Made reservation on behalf of 8e08256278894b948447d2ce38d726ed for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:11.305512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.372308 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.443620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Usage tracker for resource:security_group_rule and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:11.456998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:11.469500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:11.483358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.494829 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.507649 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Transition to ACTIVE for port object 68037dfc-d75a-43a3-8b03-a6881302d3fb will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:11.516056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:11.516278 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.559630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Usage tracker for resource:security_group_rule and tenant:8e08256278894b948447d2ce38d726ed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:11.636120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:11.662429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f763f3a7-82dc-4178-a413-d831e224f2b9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags HTTP/1.1" status: 200 len: 240 time: 0.4173932 May 27 02:04:11.662862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50062) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:11.665915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:11.700007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-53039911-4b5e-4c26-a2eb-5594efd9fea4 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', 'tempest-TagsExtTest-Tag-150682620') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:11.711884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:11.773270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,segment=NetworkSegment(ceda5e2e-22fa-48f6-aaec-8d0c3773ba53),segment_id=ceda5e2e-22fa-48f6-aaec-8d0c3773ba53)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:11.773815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.008526 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d406823-03ab-4564-8ceb-aa784b203369 None None] Pushing event updated for resources: {'Port': ['ID=68037dfc-d75a-43a3-8b03-a6881302d3fb,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:12.029181 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Attempting to bind port 68037dfc-d75a-43a3-8b03-a6881302d3fb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:12.029625 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Attempting to bind port 68037dfc-d75a-43a3-8b03-a6881302d3fb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:12.030144 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Attempting to bind port 68037dfc-d75a-43a3-8b03-a6881302d3fb on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:12.043538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:12.044068 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:12.044600 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.045399 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Bound using segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:12.046046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Calling delete_port for 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:12.046630 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Bound port: 68037dfc-d75a-43a3-8b03-a6881302d3fb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:12.047666 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.127281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.155177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-53039911-4b5e-4c26-a2eb-5594efd9fea4 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags/tempest-TagsExtTest-Tag-150682620 HTTP/1.1" status: 204 len: 168 time: 0.4884939 May 27 02:04:12.155177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.168658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50078) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:12.173336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,segment=NetworkSegment(ceda5e2e-22fa-48f6-aaec-8d0c3773ba53),segment_id=ceda5e2e-22fa-48f6-aaec-8d0c3773ba53)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:12.176065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.206438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.tag.tag_plugin [None req-619a6914-695a-4f44-8cb4-15c3e36aea64 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', 'tempest-TagsExtTest-Tag-150682620') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:12.232820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:12.245849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Provisioning for port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:12.265592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:12.265964 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.279371 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] For port 68037dfc-d75a-43a3-8b03-a6881302d3fb, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:12.284457 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] For port 68037dfc-d75a-43a3-8b03-a6881302d3fb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=68037dfc-d75a-43a3-8b03-a6881302d3fb,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:12.298143 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.362770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.388232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cbdf30-2308-4f83-b2e3-80007f2e823e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:12.393073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:12.393910 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:12.467811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Provisioning complete for port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:12.468229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.538116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.545431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-608050fc-da42-486e-af07-a61d53d078d8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3058467 May 27 02:04:12.554393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:12.575877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] Pushing event deleted for resources: {'Port': ['ID=77e6f86d-f67f-4643-bd9f-240e68f8d5b3,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:12.579228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:12.590667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:12.599915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Usage tracker for resource:floatingip and tenant:c67193f09b43444ab3f651a990b87101 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:12.602700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285a549-26ff-419b-a8fa-f227f28e951d None None] No DVR routers for this DVR port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:04:12.614210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:12.619278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d406823-03ab-4564-8ceb-aa784b203369 None None] Pushing event updated for resources: {'Port': ['ID=68037dfc-d75a-43a3-8b03-a6881302d3fb,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:12.638689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:12.693169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-1dde41ca-3099-4084-abea-433c409da901 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:12.700663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-1dde41ca-3099-4084-abea-433c409da901 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.5106792 May 27 02:04:12.705814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.780093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:12.792459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-3f52571e-20d2-4554-8eb8-22e83646d7e6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/quotas/79c00458f2f8495ca269f634e74b1b5f HTTP/1.1" status: 200 len: 375 time: 0.0265839 May 27 02:04:12.917374 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:12.936512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:12.937636 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:12.993130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c0fcbf88-9bfd-4127-aafb-eac8f8445b57, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c0fcbf88-9bfd-4127-aafb-eac8f8445b57,segment=NetworkSegment(cd4276b6-17e7-4d12-b3be-95f1afbf0078),segment_id=cd4276b6-17e7-4d12-b3be-95f1afbf0078)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:12.996523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Current status of the port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:12.997151 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.010858 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.038551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.077836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:04:13.097713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c0fcbf88-9bfd-4127-aafb-eac8f8445b57,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:13.122854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-56f1728a-a380-40c4-ab24-cc0516bddf62 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3232670 May 27 02:04:13.157120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.186672 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-619a6914-695a-4f44-8cb4-15c3e36aea64 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags/tempest-TagsExtTest-Tag-150682620 HTTP/1.1" status: 204 len: 168 time: 0.9930158 May 27 02:04:13.199744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:04:13.200242 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:04:13.201844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50090) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:13.207982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.tag.tag_plugin [None req-0db0ee15-38b8-402e-bd8f-61f057591a48 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:13.301246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.315222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:04:13.323342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:04:13.323668 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:04:13.419884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 77e6f86d-f67f-4643-bd9f-240e68f8d5b3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:13.419884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.469435 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:12Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:13.478919 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e18017-3bb6-4204-9a6a-0fea427f8294 None None] The sync data for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 is: [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:12Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:13.491108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11724ee-1645-432c-97b9-22b1512bf6a1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:13.506540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.506945 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Added segment 75682dad-69c8-47ca-9485-5964c9517b5f of type vlan for network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 May 27 02:04:13.510011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.512630 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-dc75b92f-79cc-4292-b823-828fc11fe7b9 service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811293 May 27 02:04:13.598288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.737555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] The port '77e6f86d-f67f-4643-bd9f-240e68f8d5b3' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:04:13.813362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Allocated IP 172.25.3.95 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/68bd5a3d-c08e-4eae-91ca-4657e96766bb) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:13.834691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-25048c80-40f9-4e41-af9e-74de59a35831 None None] Current status of the port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:13.876256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:13.917323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0db0ee15-38b8-402e-bd8f-61f057591a48 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags HTTP/1.1" status: 200 len: 205 time: 0.7133613 May 27 02:04:13.969429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50104) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:13.985902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-db929686-f1a2-479d-8de9-688b1c5d2661 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:13.996852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-37db4992-ec97-4ce3-93df-0d7bdadfbb66 None None] Provisioning complete for port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:13.997448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-37db4992-ec97-4ce3-93df-0d7bdadfbb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:14.047099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-18eda4b2-a465-4647-aad7-0bd51862cbaa service neutron] 10.222.0.16 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323436 May 27 02:04:14.143683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db929686-f1a2-479d-8de9-688b1c5d2661 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags HTTP/1.1" status: 200 len: 240 time: 0.1720724 May 27 02:04:14.146340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50108) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:14.166886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-40866456-cf25-4420-aba0-ef19bb64fa99 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', 'tempest-TagsExtTest-Tag-616633154') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:14.277057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-37db4992-ec97-4ce3-93df-0d7bdadfbb66 None None] Current status of the port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:14.296472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:14.305085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-37db4992-ec97-4ce3-93df-0d7bdadfbb66 None None] Provisioning for port 963e8ec2-96e1-4792-8cf4-26c9901c2f9b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:14.320591 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-40866456-cf25-4420-aba0-ef19bb64fa99 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags/tempest-TagsExtTest-Tag-616633154 HTTP/1.1" status: 204 len: 168 time: 0.1677060 May 27 02:04:14.329249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50120) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:14.335222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-37db4992-ec97-4ce3-93df-0d7bdadfbb66 None None] Provisioning complete for port 963e8ec2-96e1-4792-8cf4-26c9901c2f9b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:14.335868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-37db4992-ec97-4ce3-93df-0d7bdadfbb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:14.337299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-11b24fce-8014-448c-b016-05164643c245 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', 'tempest-TagsExtTest-Tag-616633154') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:14.452977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-37db4992-ec97-4ce3-93df-0d7bdadfbb66 None None] Port 963e8ec2-96e1-4792-8cf4-26c9901c2f9b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:04:14.482916 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP cce5aa05-570e-449d-8e99-3ca91c77cec3 associated. External IP: 172.25.3.8, port: 523ac451-4c46-4101-b37e-0ab5ee99b9fe. May 27 02:04:14.698468 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:04:14.748974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:14.751516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:14.831602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-508022e2-ae19-4e39-9d53-92499bf65515 req-8ea3e9c3-e888-4ff0-9437-7b5b8f8e6421 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 210 time: 0.4721680 May 27 02:04:14.860993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:14.872059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:14.876391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:14.886689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:14.887675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:14.888254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:14.959109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=68bd5a3d-c08e-4eae-91ca-4657e96766bb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:15.021763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c71500e-ae84-4c19-900e-89fbce4e52ab']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:15.088187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-11b24fce-8014-448c-b016-05164643c245 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags/tempest-TagsExtTest-Tag-616633154 HTTP/1.1" status: 204 len: 168 time: 0.7578194 May 27 02:04:15.099306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50140) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:15.117985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-e2fa6393-59ef-428e-86ad-ca04872e25fb tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:15.138410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.184906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceda5e2e-22fa-48f6-aaec-8d0c3773ba53') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:15.185214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceda5e2e-22fa-48f6-aaec-8d0c3773ba53') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:15.250544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68037dfc-d75a-43a3-8b03-a6881302d3fb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:15.308138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e2fa6393-59ef-428e-86ad-ca04872e25fb tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags HTTP/1.1" status: 200 len: 205 time: 0.2032239 May 27 02:04:15.315391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.316991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50146) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:15.334126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-0900db4f-e297-47af-bb76-dbcf605aeb56 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:15.377406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.377627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.392197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Pushing event updated for resources: {'Network': ['ID=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:15.395869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:04:15.396209 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.400603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 68037dfc-d75a-43a3-8b03-a6881302d3fb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:15.416861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 68037dfc-d75a-43a3-8b03-a6881302d3fb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:15.417500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.463077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50150) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:15.472972 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ceda5e2e-22fa-48f6-aaec-8d0c3773ba53 resource provider aggregate not found May 27 02:04:15.535730 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 6.5582287 May 27 02:04:15.537631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50158) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:15.619980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 68037dfc-d75a-43a3-8b03-a6881302d3fb is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:15.620479 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.624419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.624955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.625591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.626104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.631412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.632652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.633168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.633655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.634142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.634634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.635140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.635639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d7859-4525-4772-bab2-8896a14bce05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:15.649745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Request body: {'subnet': {'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1323678438-subnet', 'tenant_id': '8e08256278894b948447d2ce38d726ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:15.656184 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ceda5e2e-22fa-48f6-aaec-8d0c3773ba53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceda5e2e-22fa-48f6-aaec-8d0c3773ba53 found for delete ", "request_id": "req-272387f3-0270-49c7-8118-ccaa81c3318e"}]} May 27 02:04:15.675001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550da17c-f92f-4069-9138-126812a16192 req-4f2c6e12-6098-4cc2-875b-a364da90a2b4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:15.686183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-550da17c-f92f-4069-9138-126812a16192 req-4f2c6e12-6098-4cc2-875b-a364da90a2b4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.9027178 May 27 02:04:15.699137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:04:15.701908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:15.725012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Usage tracker for resource:subnet and tenant:8e08256278894b948447d2ce38d726ed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:15.732245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:15.732950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.742346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.762385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:15.791906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.869735 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0900db4f-e297-47af-bb76-dbcf605aeb56 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags HTTP/1.1" status: 204 len: 168 time: 0.5517218 May 27 02:04:15.873923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50166) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:15.884293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-f0b104f1-5ff1-469e-86ab-880d2672168f tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:15.890892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 68037dfc-d75a-43a3-8b03-a6881302d3fb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=68037dfc-d75a-43a3-8b03-a6881302d3fb,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:15.902325 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:15.909284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c0fcbf88-9bfd-4127-aafb-eac8f8445b57 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:15.933602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-550da17c-f92f-4069-9138-126812a16192 req-3c88d2a5-c2d2-4357-86e0-c8c8ea5e78a3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460907 May 27 02:04:15.978697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Made reservation on behalf of 8e08256278894b948447d2ce38d726ed for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:15.983335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.035410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.078776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=68bd5a3d-c08e-4eae-91ca-4657e96766bb,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:16.080947 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.156207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4aaf6af8-f23f-4f1a-b64e-ea0a08abc977 req-f0e9912a-4f6d-4905-a629-ec6b00372acf tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 210 time: 0.0706942 May 27 02:04:16.181539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0b104f1-5ff1-469e-86ab-880d2672168f tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags HTTP/1.1" status: 204 len: 168 time: 0.3048558 May 27 02:04:16.184085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50170) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.196777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-251a9344-3b34-4e2d-b91a-938b4ff0b4c0 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.202937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=68037dfc-d75a-43a3-8b03-a6881302d3fb,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:16.211493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=8c71500e-ae84-4c19-900e-89fbce4e52ab,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:16.217945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1916de52-165f-4cf3-afdf-89352be04897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/8c71500e-ae84-4c19-900e-89fbce4e52ab HTTP/1.1" status: 204 len: 168 time: 8.3656826 May 27 02:04:16.218860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.221940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:16.222488 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.228489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50174) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.233329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.234804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e3e2e1cc-0eb8-42c2-a4d1-18969d1a689e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6789224 May 27 02:04:16.270142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2114914174', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:16.299443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:16.305393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:16.317572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-251a9344-3b34-4e2d-b91a-938b4ff0b4c0 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1315620 May 27 02:04:16.319426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50180) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.319575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:router and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:16.322470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e1ade7916b44a8b7b686a4faa2a58e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:16.327720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-0cfd2d94-6648-4da6-a77c-60d0c56919b5 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.334926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:16.340050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:16.351515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:16.360850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:16.366131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:16.385828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:04:16.418145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0cfd2d94-6648-4da6-a77c-60d0c56919b5 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags HTTP/1.1" status: 204 len: 168 time: 0.0973673 May 27 02:04:16.422455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50190) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.427383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-621924b3-e0b3-404c-86e1-e4e309c6df42 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', 'tempest-TagsExtTest-Tag-98529681') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.431820 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.432837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.512595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-7cabd48c-a977-4eb8-84c3-6a8e89547eb8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:16.514392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-7cabd48c-a977-4eb8-84c3-6a8e89547eb8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 805 time: 0.4914310 May 27 02:04:16.515681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-621924b3-e0b3-404c-86e1-e4e309c6df42 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags/tempest-TagsExtTest-Tag-98529681 HTTP/1.1" status: 201 len: 201 time: 0.0928438 May 27 02:04:16.518554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50198) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.523753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-d53be60d-11d2-443b-8abd-45d732ef92c3 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', 'tempest-TagsExtTest-Tag-1708240132') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.552941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Request body: {'port': {'device_id': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'admin_state_up': True, 'tenant_id': '79c00458f2f8495ca269f634e74b1b5f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:16.616076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d53be60d-11d2-443b-8abd-45d732ef92c3 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags/tempest-TagsExtTest-Tag-1708240132 HTTP/1.1" status: 201 len: 201 time: 0.0939717 May 27 02:04:16.616856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50202) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.622098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-ab66907c-490a-447b-a703-cd5479b25299 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', 'tempest-TagsExtTest-Tag-535220506') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.774207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ab66907c-490a-447b-a703-cd5479b25299 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags/tempest-TagsExtTest-Tag-535220506 HTTP/1.1" status: 201 len: 201 time: 0.1562850 May 27 02:04:16.776731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50206) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.781716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-aeec19ce-1928-4f1f-895e-9cf410ea3761 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', 'tempest-TagsExtTest-Tag-1659364470') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.800450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:16.819054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aeec19ce-1928-4f1f-895e-9cf410ea3761 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags/tempest-TagsExtTest-Tag-1659364470 HTTP/1.1" status: 201 len: 201 time: 0.0409524 May 27 02:04:16.821625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50210) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.826889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-871770c8-9a68-4672-9b8e-6a55b8acb574 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', {'tags': ['tempest-TagsExtTest-Tag-1669983708', 'tempest-TagsExtTest-Tag-1413941506', 'tempest-TagsExtTest-Tag-2066596488']}) {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.897076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-871770c8-9a68-4672-9b8e-6a55b8acb574 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags HTTP/1.1" status: 200 len: 318 time: 0.0745752 May 27 02:04:16.900064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:16.904762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-038c22a0-21cb-476c-a1af-a4dc010da7b4 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:16.966819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-7cb54765-8dc8-4670-8b4b-f8597e565a56 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2065945485&fields=id&tenant_id=c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 267 time: 0.4457755 May 27 02:04:16.999784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-038c22a0-21cb-476c-a1af-a4dc010da7b4 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags HTTP/1.1" status: 204 len: 168 time: 0.0963943 May 27 02:04:17.000249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50220) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.004985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-bd367c48-20fe-4a68-a47e-b815e651da66 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', 'tempest-TagsExtTest-Tag-1669983708') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.077970 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-bd367c48-20fe-4a68-a47e-b815e651da66 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:17.081572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bd367c48-20fe-4a68-a47e-b815e651da66 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags/tempest-TagsExtTest-Tag-1669983708 HTTP/1.1" status: 404 len: 329 time: 0.0778787 May 27 02:04:17.081825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50224) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.087610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-7eefc299-67c4-4e91-8acf-297fc4852090 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', 'tempest-TagsExtTest-Tag-1413941506') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.111777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68037dfc-d75a-43a3-8b03-a6881302d3fb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:17.187967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 68037dfc-d75a-43a3-8b03-a6881302d3fb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:17.189002 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.327930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 68037dfc-d75a-43a3-8b03-a6881302d3fb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:17.349929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7e376-9e0d-4d9e-9158-eaf420a9be7f req-6edea8cc-c2c2-45b3-8e01-c4eab2258f95 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:17.350838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:17.351442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ae7e376-9e0d-4d9e-9158-eaf420a9be7f req-6edea8cc-c2c2-45b3-8e01-c4eab2258f95 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2364950 May 27 02:04:17.352792 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-7eefc299-67c4-4e91-8acf-297fc4852090 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:17.356318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7eefc299-67c4-4e91-8acf-297fc4852090 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags/tempest-TagsExtTest-Tag-1413941506 HTTP/1.1" status: 404 len: 329 time: 0.2710085 May 27 02:04:17.356541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.361430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-cd779a3d-6e03-4346-8331-4cc30e249bf2 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b', 'tempest-TagsExtTest-Tag-2066596488') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.365268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:17.371882 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.375956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:17.376577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.443969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ae7e376-9e0d-4d9e-9158-eaf420a9be7f req-a80f39d2-8b78-42cb-8a56-69e6d7089ffc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569153 May 27 02:04:17.461414 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-cd779a3d-6e03-4346-8331-4cc30e249bf2 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:17.462413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cd779a3d-6e03-4346-8331-4cc30e249bf2 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags/tempest-TagsExtTest-Tag-2066596488 HTTP/1.1" status: 404 len: 329 time: 0.1049378 May 27 02:04:17.466915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50234) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.471891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-f59c3e9f-7d21-4cba-b3f9-5ffde88bad52 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', {'tags': ['tempest-TagsExtTest-Tag-1044521665', 'tempest-TagsExtTest-Tag-766839074', 'tempest-TagsExtTest-Tag-586912806']}) {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.502603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:17.538648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.541161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.558593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Usage tracker for resource:port and tenant:79c00458f2f8495ca269f634e74b1b5f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:17.577201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:17.582117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:17.584159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:17.592960 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.644653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e44a59ab-a65c-41f0-a848-6649b0b25f62 req-c47f3ccc-5ddc-41c3-85c1-50eedd2c07d7 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 210 time: 0.0582581 May 27 02:04:17.655359 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f59c3e9f-7d21-4cba-b3f9-5ffde88bad52 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags HTTP/1.1" status: 200 len: 316 time: 0.1873491 May 27 02:04:17.656466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50238) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.668167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-65426994-50f1-4bad-9733-f312086ec5e3 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.711019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:17.734348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-ceae6c09-1186-47d7-b29a-8928cec59f22 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:17.735856 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-ceae6c09-1186-47d7-b29a-8928cec59f22 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.7573409 May 27 02:04:17.754123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Made reservation on behalf of 79c00458f2f8495ca269f634e74b1b5f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:17.757634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.769466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-65426994-50f1-4bad-9733-f312086ec5e3 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1094828 May 27 02:04:17.769743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.772815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3e1ade7916b44a8b7b686a4faa2a58e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3072968 May 27 02:04:17.774912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-542e00b5-070c-4602-995a-be1134005be1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', 'tempest-TagsExtTest-Tag-1044521665') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.804340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50246) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.826799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.856305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb6fa4-8da9-4842-82c8-c82e8ece5932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8d9bb-ddfc-4533-bd9d-95ba436a72ad,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:17.870508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Checking segment: {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:17.870508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Network hostable DHCP agents. Network: 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:04:17.889688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e31a1fb-1f3a-4b21-92ae-40f02249c259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.896268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-e5b16747-8043-49e0-8654-0deb24d69bc0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/quotas/c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 375 time: 0.1447587 May 27 02:04:17.903352 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-542e00b5-070c-4602-995a-be1134005be1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:17.906981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-542e00b5-070c-4602-995a-be1134005be1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags/tempest-TagsExtTest-Tag-1044521665 HTTP/1.1" status: 404 len: 329 time: 0.1337349 May 27 02:04:17.907980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50250) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:17.920411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-03c6e3b9-ee4e-4411-a56d-7e1a53cb9487 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', 'tempest-TagsExtTest-Tag-766839074') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.965088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e31a1fb-1f3a-4b21-92ae-40f02249c259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:17.988308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:12Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:17.993619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:04:18.003290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:18.003918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:18.032973 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-03c6e3b9-ee4e-4411-a56d-7e1a53cb9487 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:18.034198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-03c6e3b9-ee4e-4411-a56d-7e1a53cb9487 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags/tempest-TagsExtTest-Tag-766839074 HTTP/1.1" status: 404 len: 328 time: 0.1259339 May 27 02:04:18.035222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-03205166-6336-441d-b2d9-3b567927830f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "PUT /v2.0/floatingips/cce5aa05-570e-449d-8e99-3ca91c77cec3 HTTP/1.1" status: 200 len: 989 time: 7.6891727 May 27 02:04:18.038736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50256) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:18.044202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:18.044749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-ebfc3180-62d6-42e1-bbb5-baa1cd5d31d1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b', 'tempest-TagsExtTest-Tag-586912806') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:18.074906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:04:18.091481 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e31a1fb-1f3a-4b21-92ae-40f02249c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:18.118149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31a1fb-1f3a-4b21-92ae-40f02249c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8d9bb-ddfc-4533-bd9d-95ba436a72ad,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:18.130773 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e31a1fb-1f3a-4b21-92ae-40f02249c259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:18.131995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e31a1fb-1f3a-4b21-92ae-40f02249c259 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84f8d9bb-ddfc-4533-bd9d-95ba436a72ad HTTP/1.1" status: 204 len: 168 time: 0.3266008 May 27 02:04:18.142023 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89de89e-677f-488e-90ef-0053068eec2c'] response: {'name': 'network-changed', 'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'status': 'completed', 'code': 200} May 27 02:04:18.152423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:18.168500 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-ebfc3180-62d6-42e1-bbb5-baa1cd5d31d1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:18.172481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ebfc3180-62d6-42e1-bbb5-baa1cd5d31d1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags/tempest-TagsExtTest-Tag-586912806 HTTP/1.1" status: 404 len: 328 time: 0.1324854 May 27 02:04:18.173023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50264) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:18.178311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-66a0fe33-02e1-468a-8d95-40e9b1735c2d tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', {'tags': ['tempest-TagsExtTest-Tag-731702003', 'tempest-TagsExtTest-Tag-174795176', 'tempest-TagsExtTest-Tag-1395228006']}) {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:18.201653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:18.202254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:18.210760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174d4e6-c404-43b8-8207-37da51b656c1 None None] Network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:18.294493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-046bc542-8fe1-42af-bbf3-761821456434 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:18.302639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Allocated IP 172.20.0.7 (439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be/f73de125-37f2-4186-80bf-fde73bba2429/0f4446ba-6b07-41a2-8c27-a1574ba94000) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:18.309910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-90d23049-341b-434c-b705-a74c387d6052 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7440696 May 27 02:04:18.372251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66a0fe33-02e1-468a-8d95-40e9b1735c2d tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags HTTP/1.1" status: 200 len: 316 time: 0.1981170 May 27 02:04:18.372927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50272) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:18.386313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-380920b7-a8ae-466f-8e50-b32e5b1271e9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:18.402484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:18.683073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50282) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:18.713999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:18.728764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-046bc542-8fe1-42af-bbf3-761821456434 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:18.730275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-046bc542-8fe1-42af-bbf3-761821456434 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7799768 May 27 02:04:18.743439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-b29fbf4b-eca8-48db-a2b6-beee18130ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:18.745418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-b29fbf4b-eca8-48db-a2b6-beee18130ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 1097 time: 0.5832195 May 27 02:04:18.749345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:18.757233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b9c1210e674dc295f6f248f3547264 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:18.763004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:18.770728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:18.786354 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-380920b7-a8ae-466f-8e50-b32e5b1271e9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags HTTP/1.1" status: 204 len: 168 time: 0.4087415 May 27 02:04:18.787388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50288) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:18.793910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-1de2a170-975d-47da-a6dd-29a5a81812de tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', 'tempest-TagsExtTest-Tag-731702003') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:18.829814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75db27a-1282-4c13-910f-394f6bf4119a None None] Network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:18.878133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f5cb2-3f17-4c12-a00e-9050c1d282d3 req-2e783e0a-8c81-4748-94ae-9b46df5aa696 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:18.879654 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-852f5cb2-3f17-4c12-a00e-9050c1d282d3 req-2e783e0a-8c81-4748-94ae-9b46df5aa696 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2320449 May 27 02:04:18.884967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.010130 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-1de2a170-975d-47da-a6dd-29a5a81812de tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:19.013956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1de2a170-975d-47da-a6dd-29a5a81812de tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags/tempest-TagsExtTest-Tag-731702003 HTTP/1.1" status: 404 len: 328 time: 0.2226729 May 27 02:04:19.019397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50292) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:19.026500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-852f5cb2-3f17-4c12-a00e-9050c1d282d3 req-68bfd9dc-383f-458d-88db-8fd3ee6d3e62 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881660 May 27 02:04:19.029741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-375cac07-3a38-4688-a300-21357586661b tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', 'tempest-TagsExtTest-Tag-174795176') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:19.036831 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.166944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.179901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.227977 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-375cac07-3a38-4688-a300-21357586661b tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:19.229009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-375cac07-3a38-4688-a300-21357586661b tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags/tempest-TagsExtTest-Tag-174795176 HTTP/1.1" status: 404 len: 328 time: 0.2087052 May 27 02:04:19.232717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50298) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:19.237742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9b9c1210e674dc295f6f248f3547264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526869 May 27 02:04:19.238656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7accd-046e-49b8-b583-2d5922d89bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe1345-6831-4778-ab8a-7323c98e1784,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:19.247934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50302) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:19.251829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-a328d597-7a7b-40ff-8ffa-a73056c4ebca tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31', 'tempest-TagsExtTest-Tag-1395228006') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:19.267383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:12Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:19.272282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0fda8-31f4-4d0a-99cb-058ed43a9742 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:12Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:19.285568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-96c634b5-c0a2-47d6-bfa8-71ae32365e5e service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376003 May 27 02:04:19.433455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-144ac936-6740-4cfa-955e-e580f968c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:19.434859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-144ac936-6740-4cfa-955e-e580f968c2a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.6589029 May 27 02:04:19.517413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.581770 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e0773-ca06-44ae-8a80-772c89a22373 None None] New status for floating IP cce5aa05-570e-449d-8e99-3ca91c77cec3: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:04:19.611222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 172.25.3.93 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/29bc5c95-bb68-44db-a449-022c3ce4f3b4) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:19.642302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-871e3898-d241-4aed-a951-2f12412dc070 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe HTTP/1.1" status: 200 len: 997 time: 0.1900954 May 27 02:04:19.650588 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-2040f962-e2be-4ac3-a69c-ff904a18d4c9 service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508828 May 27 02:04:19.748904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdfa14d8-0702-43b2-a869-bfdec5bd62e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.751474 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-a328d597-7a7b-40ff-8ffa-a73056c4ebca tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:19.755074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a328d597-7a7b-40ff-8ffa-a73056c4ebca tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags/tempest-TagsExtTest-Tag-1395228006 HTTP/1.1" status: 404 len: 329 time: 0.5182633 May 27 02:04:19.755642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50316) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:19.774316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cfc77-2612-44f1-ae95-643de4af374f req-02b6db30-d554-4b71-9e1f-02ca70f0c82b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:19.775897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-02b6db30-d554-4b71-9e1f-02ca70f0c82b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 815 time: 0.3137131 May 27 02:04:19.779197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-850606c4-8f10-460f-ba9a-101c49b7effc tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', {'tags': ['tempest-TagsExtTest-Tag-738221029', 'tempest-TagsExtTest-Tag-1271156864', 'tempest-TagsExtTest-Tag-1074990391']}) {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:19.805603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-6ed8531e-e25a-4618-9913-560538f614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:19.807087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-6ed8531e-e25a-4618-9913-560538f614a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1565757 May 27 02:04:19.812413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.824968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:04:19.827876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdfa14d8-0702-43b2-a869-bfdec5bd62e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:19.837206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-bf8aa565-469c-41ff-8207-d96048834756 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/quotas/8e08256278894b948447d2ce38d726ed HTTP/1.1" status: 200 len: 375 time: 0.0464704 May 27 02:04:19.985913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-3508f256-4c58-4541-8740-2226583489f7 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314771 May 27 02:04:20.052181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-850606c4-8f10-460f-ba9a-101c49b7effc tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "PUT /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags HTTP/1.1" status: 200 len: 317 time: 0.2957168 May 27 02:04:20.057248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50326) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:20.091368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:20.119426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-7b7266c8-f960-408a-be48-0a1893c510b1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:20.126381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:20.147934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdfa14d8-0702-43b2-a869-bfdec5bd62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:20.158164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:20.168988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa14d8-0702-43b2-a869-bfdec5bd62e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe1345-6831-4778-ab8a-7323c98e1784,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:20.203268 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdfa14d8-0702-43b2-a869-bfdec5bd62e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:20.209374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fdfa14d8-0702-43b2-a869-bfdec5bd62e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7fe1345-6831-4778-ab8a-7323c98e1784 HTTP/1.1" status: 204 len: 168 time: 0.7607582 May 27 02:04:20.227619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:20.249461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b7266c8-f960-408a-be48-0a1893c510b1 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags HTTP/1.1" status: 204 len: 168 time: 0.1398463 May 27 02:04:20.250058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50338) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:20.250495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event updated for resources: {'Port': ['ID=0f4446ba-6b07-41a2-8c27-a1574ba94000,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:20.259657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-c72aada0-417d-4687-ae31-7de6f3e47366 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', 'tempest-TagsExtTest-Tag-738221029') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:20.276164 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-2de8c61e-aa2b-4553-a010-b8285794758a service neutron] 10.222.0.16 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889771 May 27 02:04:20.300492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:20.301158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:20.310823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-d5872696-85b2-4853-959b-5c28270b9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:20.312392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-d5872696-85b2-4853-959b-5c28270b9f10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4916558 May 27 02:04:20.392374 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-c72aada0-417d-4687-ae31-7de6f3e47366 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:20.398080 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c72aada0-417d-4687-ae31-7de6f3e47366 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags/tempest-TagsExtTest-Tag-738221029 HTTP/1.1" status: 404 len: 328 time: 0.1435835 May 27 02:04:20.400978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50342) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:20.421771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-c4bfdc1e-330c-40a4-b4ba-86b89a0c2735 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', 'tempest-TagsExtTest-Tag-1271156864') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:20.476591 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-0e6cc027-8dbe-4cdd-b207-238b6bf2a6ca service neutron] 10.222.0.16 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994655 May 27 02:04:20.497891 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-c4bfdc1e-330c-40a4-b4ba-86b89a0c2735 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:20.499319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c4bfdc1e-330c-40a4-b4ba-86b89a0c2735 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags/tempest-TagsExtTest-Tag-1271156864 HTTP/1.1" status: 404 len: 329 time: 0.0975971 May 27 02:04:20.502080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50348) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:20.508365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-85015538-aba9-4a93-9812-af6f60aa9a15 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe', 'tempest-TagsExtTest-Tag-1074990391') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:20.561200 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-85015538-aba9-4a93-9812-af6f60aa9a15 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] show failed (client error): The resource could not be found. May 27 02:04:20.565533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-85015538-aba9-4a93-9812-af6f60aa9a15 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags/tempest-TagsExtTest-Tag-1074990391 HTTP/1.1" status: 404 len: 329 time: 0.0593863 May 27 02:04:20.566252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50352) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:20.572912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-46bf8551-4786-4518-9de5-e4eeceaefcca tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a015bb0f-9a18-4144-9024-488f8e202dfe') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:20.576005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-f9011a10-406a-4a5d-9abe-6b823b6a5a67 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0413790 May 27 02:04:20.594000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201a510-543a-4a2b-854f-642bf98c212f req-6cc8c0b9-e096-48a8-be19-2742861c4690 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:20.595038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d201a510-543a-4a2b-854f-642bf98c212f req-6cc8c0b9-e096-48a8-be19-2742861c4690 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:20.609220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Request body: {'port': {'device_id': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:20.631098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-46bf8551-4786-4518-9de5-e4eeceaefcca tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe/tags HTTP/1.1" status: 204 len: 168 time: 0.0632045 May 27 02:04:20.633556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50358) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:20.655822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-14eeff16-85b5-4f35-aa96-663a06de0933 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6eaa07e3-e107-48bb-873c-6dc5f9651b31') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:20.677851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:20.761894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d201a510-543a-4a2b-854f-642bf98c212f req-6cc8c0b9-e096-48a8-be19-2742861c4690 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:20.763062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d201a510-543a-4a2b-854f-642bf98c212f req-6cc8c0b9-e096-48a8-be19-2742861c4690 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 931 time: 0.7689457 May 27 02:04:20.851564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:20.870357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:20.884181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:20.932491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-876afbab-f115-48de-8645-00479140a64e service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109729 May 27 02:04:20.940441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=29bc5c95-bb68-44db-a449-022c3ce4f3b4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:20.954553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71fc3e5a-59e6-45d1-a826-aa67cdc4cc3f req-b34540e7-7755-4f74-aaf6-aaa8cd10d56d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 210 time: 0.0895109 May 27 02:04:20.975352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-14eeff16-85b5-4f35-aa96-663a06de0933 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31/tags HTTP/1.1" status: 204 len: 168 time: 0.3406920 May 27 02:04:20.978031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50378) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:20.984272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.tag.tag_plugin [None req-97112f81-e22d-4628-8ebe-690a4f524b7f tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '963e8ec2-96e1-4792-8cf4-26c9901c2f9b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:21.077197 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:04:21.093401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:21.106571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-97112f81-e22d-4628-8ebe-690a4f524b7f tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1273184 May 27 02:04:21.123415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50382) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:21.134634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d201a510-543a-4a2b-854f-642bf98c212f req-0fefa8cf-b396-4fab-bcbf-df9c70914d9f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533819 May 27 02:04:21.142365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.tag.tag_plugin [None req-b99f654c-775e-4113-b9fe-170ae558fdb3 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a1457a8c-33f9-42bb-aea4-9cf08541fa1b') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:21.255134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963d2f-764c-496c-8cfa-2fda72997641 req-9992b7b6-82a9-466d-877b-ba9704ff905d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:21.262870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a963d2f-764c-496c-8cfa-2fda72997641 req-9992b7b6-82a9-466d-877b-ba9704ff905d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.1634851 May 27 02:04:21.417820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a963d2f-764c-496c-8cfa-2fda72997641 req-a300e588-3d9d-4490-adbf-bc9a09afd890 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539576 May 27 02:04:21.427947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8637b5f9-296b-494c-9507-4b94ef5fbbc1 req-505f2adb-a788-42ca-9da2-c49138449f2c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 210 time: 0.1485054 May 27 02:04:21.655260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-336b364b-0234-48c4-9886-157ae1876cb5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:21.656124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-336b364b-0234-48c4-9886-157ae1876cb5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:21.699915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-336b364b-0234-48c4-9886-157ae1876cb5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:21.700988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91aa470f-8f6c-4751-ab4d-1efcddff5f99 req-9963c394-41eb-4a3b-9c84-376e160732a3 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7548382 May 27 02:04:21.701460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-336b364b-0234-48c4-9886-157ae1876cb5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.3597362 May 27 02:04:21.832038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-f9c4c724-346b-4a93-9709-6afcf78d9bf5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:21.876938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-f9c4c724-346b-4a93-9709-6afcf78d9bf5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:21.882344 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b99f654c-775e-4113-b9fe-170ae558fdb3 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b/tags HTTP/1.1" status: 204 len: 168 time: 0.7534349 May 27 02:04:21.882535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-f9c4c724-346b-4a93-9709-6afcf78d9bf5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 380 time: 0.1650133 May 27 02:04:21.883273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:21.889555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'port': {'device_id': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'admin_state_up': True, 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'security_groups': ['705f9954-be73-4b03-aca1-724d01cc1668']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:22.078267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:22.229883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a0bc01ac-b920-4a16-8684-323bdb88b017 req-7e62feaa-0c8f-4bd9-a599-41ca09c3c4ce tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 210 time: 0.0468016 May 27 02:04:22.242440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8efb21c7-3355-47ab-aa07-5112757b7f79 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for subnetpool, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:22.243583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8efb21c7-3355-47ab-aa07-5112757b7f79 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a015bb0f-9a18-4144-9024-488f8e202dfe HTTP/1.1" status: 204 len: 168 time: 0.3582389 May 27 02:04:22.246774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50416) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:22.312539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-78849215-4db0-4ba9-9ed3-15e14758aaa9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Synchronizing usage tracker for tenant:e26e7d28c09042ed8f5edb2dbe074689 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:22.355870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:22.366511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:22.373977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-78849215-4db0-4ba9-9ed3-15e14758aaa9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Unset dirty status for tenant:e26e7d28c09042ed8f5edb2dbe074689 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:22.375383 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-78849215-4db0-4ba9-9ed3-15e14758aaa9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eaa07e3-e107-48bb-873c-6dc5f9651b31 HTTP/1.1" status: 200 len: 205 time: 0.1278124 May 27 02:04:22.378153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50422) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:22.531315 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2af5-3a1b-46a3-bee3-e409c1c770d9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:22.684228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Made reservation on behalf of c67193f09b43444ab3f651a990b87101 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:22.688076 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.010581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2af5-3a1b-46a3-bee3-e409c1c770d9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.019347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2af5-3a1b-46a3-bee3-e409c1c770d9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.023505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4446ba-6b07-41a2-8c27-a1574ba94000 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:23.051244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.102565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2af5-3a1b-46a3-bee3-e409c1c770d9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.103587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f2af5-3a1b-46a3-bee3-e409c1c770d9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Fanout notify agent at l3_agent the message router_deleted on router 6eaa07e3-e107-48bb-873c-6dc5f9651b31 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:04:23.112079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Transition to ACTIVE for port object 0f4446ba-6b07-41a2-8c27-a1574ba94000 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:23.143971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e352c-f9bb-491e-92ec-7b5c5c775095 req-597752e8-cd55-4eac-a852-afa6f9bbb489 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:23.145460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c2e352c-f9bb-491e-92ec-7b5c5c775095 req-597752e8-cd55-4eac-a852-afa6f9bbb489 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.4381568 May 27 02:04:23.152104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2af5-3a1b-46a3-bee3-e409c1c770d9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.155756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bb4f2af5-3a1b-46a3-bee3-e409c1c770d9 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/routers/6eaa07e3-e107-48bb-873c-6dc5f9651b31 HTTP/1.1" status: 204 len: 168 time: 0.7755342 May 27 02:04:23.158771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50446) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:23.193152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edbf33-bbd7-42c7-9834-f6511fbbbd3f req-e84e621e-e9c2-46b4-a498-15ec42015fce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:23.194740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b8edbf33-bbd7-42c7-9834-f6511fbbbd3f req-e84e621e-e9c2-46b4-a498-15ec42015fce tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 931 time: 0.7847233 May 27 02:04:23.204784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.229203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Allocated IP 172.20.0.6 (486f415c-6f51-4b47-bbed-ac3121b794b2/5959d515-6e68-4298-85f0-9949c324ae35/b61246d9-1000-45d0-a58b-1141ce54a3fc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:23.266823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cfc77-2612-44f1-ae95-643de4af374f req-a42a7e84-e3db-4ce2-ab8f-9c7b06d35848 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:23.267437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-511cfc77-2612-44f1-ae95-643de4af374f req-a42a7e84-e3db-4ce2-ab8f-9c7b06d35848 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Synchronizing usage tracker for tenant:8e08256278894b948447d2ce38d726ed on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:23.284119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c2e352c-f9bb-491e-92ec-7b5c5c775095 req-31143582-cffe-43c9-989e-a5dfd3b998d8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244738 May 27 02:04:23.290187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Deleting port 963e8ec2-96e1-4792-8cf4-26c9901c2f9b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:23.290529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.525632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4446ba-6b07-41a2-8c27-a1574ba94000,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:23.540594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-511cfc77-2612-44f1-ae95-643de4af374f req-a42a7e84-e3db-4ce2-ab8f-9c7b06d35848 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Unset dirty status for tenant:8e08256278894b948447d2ce38d726ed on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:23.541734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-a42a7e84-e3db-4ce2-ab8f-9c7b06d35848 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 815 time: 1.0751891 May 27 02:04:23.574391 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7e002830-288c-4ad5-9d89-bcc73a723ac6 req-540508ca-7a8b-4a0b-b633-0e75a335ae27 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 210 time: 0.0861320 May 27 02:04:23.576509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b8edbf33-bbd7-42c7-9834-f6511fbbbd3f req-8b0a0e4a-6662-4824-bcec-4670af8bdc01 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660066 May 27 02:04:23.589715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Request body: {'port': {'device_id': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'admin_state_up': True, 'tenant_id': '8e08256278894b948447d2ce38d726ed'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:23.704760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.817790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50468) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:23.867577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Attempting to bind port 0f4446ba-6b07-41a2-8c27-a1574ba94000 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:23.867917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Attempting to bind port 0f4446ba-6b07-41a2-8c27-a1574ba94000 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:23.868251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Attempting to bind port 0f4446ba-6b07-41a2-8c27-a1574ba94000 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:23.941315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Port 0f4446ba-6b07-41a2-8c27-a1574ba94000 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:04:23.941725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Attempting to bind port 0f4446ba-6b07-41a2-8c27-a1574ba94000 on network 439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:23.945176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a66e0584-bef1-4905-8f3a-0ec02dba2808 req-2bae47b4-f631-4447-9780-19f42bf42af1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:23.953564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.961817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:23.962161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Checking segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:23.962551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Bound using segment: {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:23.963086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Bound port: 0f4446ba-6b07-41a2-8c27-a1574ba94000, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1057ad8-aefc-4830-a2ab-5fbf63603413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:23.963440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:23.984292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Transition to ACTIVE for port object b61246d9-1000-45d0-a58b-1141ce54a3fc will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:24.001821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a66e0584-bef1-4905-8f3a-0ec02dba2808 req-2bae47b4-f631-4447-9780-19f42bf42af1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:24.002955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a66e0584-bef1-4905-8f3a-0ec02dba2808 req-2bae47b4-f631-4447-9780-19f42bf42af1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 210 time: 0.1359494 May 27 02:04:24.006982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:24.026638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.036894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Usage tracker for resource:port and tenant:8e08256278894b948447d2ce38d726ed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:24.046554 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.056105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:24.086472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:24.094942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:24.111711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5dbb41a8854293b10d0a9b21f14a7e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:24.123075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:24.136186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Made reservation on behalf of 8e08256278894b948447d2ce38d726ed for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:24.139703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.150559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:24.152541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Calling delete_port for 963e8ec2-96e1-4792-8cf4-26c9901c2f9b owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:24.166325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] For port 0f4446ba-6b07-41a2-8c27-a1574ba94000, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:24.203997 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.231403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] For port 0f4446ba-6b07-41a2-8c27-a1574ba94000, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0f4446ba-6b07-41a2-8c27-a1574ba94000,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:24.243820 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.302297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:24.308534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:24.309721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:24.313364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:24.355206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:24.355829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.357234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] 10.222.0.47 "PUT /v2.0/ports/0f4446ba-6b07-41a2-8c27-a1574ba94000 HTTP/1.1" status: 200 len: 1092 time: 3.7554317 May 27 02:04:24.359396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'tag': '0f4446ba-6b07-41a2-8c27-a1574ba94000'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:24.372791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 12f17207-62b2-4b5d-871e-f4a536476245 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:04:24.442403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:24.443089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.464927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.512501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-1072b283-1580-446b-b9f1-0a80c5b4c9ac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6280074 May 27 02:04:24.524781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Pushing event deleted for resources: {'Port': ['ID=963e8ec2-96e1-4792-8cf4-26c9901c2f9b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:24.532774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Request body: {'port': {'device_id': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:24.572141 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb743df9-0f0b-4059-bbaf-745269e82b57'] response: {'name': 'network-changed', 'server_uuid': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'tag': '0f4446ba-6b07-41a2-8c27-a1574ba94000', 'status': 'completed', 'code': 200} May 27 02:04:24.761662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da34d49-2a55-44fe-a5b2-593c11748bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4446ba-6b07-41a2-8c27-a1574ba94000,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:24.780280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.782802 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-255bdece-e37e-431b-a196-29e68c965faa tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/ports/963e8ec2-96e1-4792-8cf4-26c9901c2f9b HTTP/1.1" status: 204 len: 168 time: 1.6220608 May 27 02:04:24.790150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-34d93595-c595-4572-ad12-9a5bbb9f5f08 None None] Provisioning for port b61246d9-1000-45d0-a58b-1141ce54a3fc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:24.796496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-34d93595-c595-4572-ad12-9a5bbb9f5f08 None None] Provisioning complete for port b61246d9-1000-45d0-a58b-1141ce54a3fc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:24.797427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-34d93595-c595-4572-ad12-9a5bbb9f5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.802864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50482) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:24.869700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-34d93595-c595-4572-ad12-9a5bbb9f5f08 None None] Port b61246d9-1000-45d0-a58b-1141ce54a3fc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:04:24.872177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:24.922342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Allocated IP 172.20.0.8 (3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0/1bad4e2b-0b10-4d1b-b913-b8dd6d18449c/8806ad3f-dc6f-4237-a3f3-0eb0cfba7248) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:24.955862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515ef95-3514-4ca2-8fea-8d4c16c0d23e req-b95c1c34-1e29-4573-ad04-72e4b9c745c0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:24.957325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6515ef95-3514-4ca2-8fea-8d4c16c0d23e req-b95c1c34-1e29-4573-ad04-72e4b9c745c0 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 943 time: 0.1975052 May 27 02:04:25.014313 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.041565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.061973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6515ef95-3514-4ca2-8fea-8d4c16c0d23e req-1a7e6bb7-1c2f-475a-abee-9402bc375a5e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937591 May 27 02:04:25.119559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Deleting subnet a1457a8c-33f9-42bb-aea4-9cf08541fa1b {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:04:25.150001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.195128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-06d4b21c-25e7-40fd-ac7d-8da18cf57bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:25.196612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-06d4b21c-25e7-40fd-ac7d-8da18cf57bde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 1095 time: 0.6189318 May 27 02:04:25.215150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b5dbb41a8854293b10d0a9b21f14a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3684318 May 27 02:04:25.224834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:25.225688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50490) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:25.233529 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57e47b5b-5c61-4bea-b132-9116dfa41970 req-ff37255b-dd11-4b96-97bb-39953fe6e616 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 210 time: 0.0661316 May 27 02:04:25.238069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] Sync routers for ids ['12f17207-62b2-4b5d-871e-f4a536476245'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:25.252444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] Routers {'12f17207-62b2-4b5d-871e-f4a536476245'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:25.253153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['12f17207-62b2-4b5d-871e-f4a536476245'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:25.293795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21fa90-6e5a-427c-a3c5-0f73ccd76636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fc149-a6ba-4417-81bb-0df1b2b5eba9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:25.303458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43494c7d-abf1-44ed-b3ef-c1e33ee1a1b3 req-272b2395-fc87-4476-b04a-f752ba043214 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:25.304948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43494c7d-abf1-44ed-b3ef-c1e33ee1a1b3 req-272b2395-fc87-4476-b04a-f752ba043214 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.7320590 May 27 02:04:25.345616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:25.345987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-ff2ac8a5-e566-4344-a880-b433897b54dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f4446ba-6b07-41a2-8c27-a1574ba94000 HTTP/1.1" status: 200 len: 217 time: 0.1224475 May 27 02:04:25.359329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] Routers {'12f17207-62b2-4b5d-871e-f4a536476245'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:25.360101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['12f17207-62b2-4b5d-871e-f4a536476245'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:25.374881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c563a63c-bbe6-4e91-8cd0-bef3400bd1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.391179 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.430694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:25.431172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9dea7-7a64-4453-b8af-da80cba00fb1 None None] The sync data for ids ['12f17207-62b2-4b5d-871e-f4a536476245'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:25.444338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61246d9-1000-45d0-a58b-1141ce54a3fc {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:25.465092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.476872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c563a63c-bbe6-4e91-8cd0-bef3400bd1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.511926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Transition to ACTIVE for port object b61246d9-1000-45d0-a58b-1141ce54a3fc will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:25.525823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.570776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.576441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e224ddd8-aebf-4bf0-bd30-54f2f02f9293 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.3234320 May 27 02:04:25.576625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50494) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:25.597978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43494c7d-abf1-44ed-b3ef-c1e33ee1a1b3 req-b0526a7f-8fc4-481f-acfd-87a6d92f4092 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718375 May 27 02:04:25.625946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-97a71d8f-a461-446d-a314-92431bf7e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:25.627462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-97a71d8f-a461-446d-a314-92431bf7e41b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.2455707 May 27 02:04:25.698866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-e0ef0762-b2fe-4be6-815e-78581a07a7d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641658 May 27 02:04:25.741784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.816627 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.895861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59fbc9-3bc7-4638-8b49-31b0742ca7f4 req-4a9753db-73db-43d5-8efc-622ad37df699 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:25.898449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c59fbc9-3bc7-4638-8b49-31b0742ca7f4 req-4a9753db-73db-43d5-8efc-622ad37df699 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 931 time: 0.5248137 May 27 02:04:25.935930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-e0b899a0-f58c-449a-83a2-65482b845392 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211790 May 27 02:04:25.968337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:25.974902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:26.057670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.065913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c563a63c-bbe6-4e91-8cd0-bef3400bd1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.094066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.094428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.094789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.095130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.095466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.095798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.096129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.096459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.096788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.097114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.097438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.097765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:26.132013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563a63c-bbe6-4e91-8cd0-bef3400bd1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fc149-a6ba-4417-81bb-0df1b2b5eba9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:26.139588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Pushing event deleted for resources: {'Subnet': ['ID=a1457a8c-33f9-42bb-aea4-9cf08541fa1b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:26.150186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:26.151364 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.159090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:26.159583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c59fbc9-3bc7-4638-8b49-31b0742ca7f4 req-e3fff783-c579-49af-aaff-ba76bfedf21d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519171 May 27 02:04:26.162244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7780e4-4ece-4280-a68b-a6537965cf7f None None] Network 77024f39-c5bb-4f0a-9769-da68b8bcf688 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:26.172447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:26.222700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38117c83-d94e-48a7-8c76-e83b01ba1c3a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/routers/12f17207-62b2-4b5d-871e-f4a536476245 HTTP/1.1" status: 200 len: 884 time: 0.5135517 May 27 02:04:26.222700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c563a63c-bbe6-4e91-8cd0-bef3400bd1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.223183 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c563a63c-bbe6-4e91-8cd0-bef3400bd1de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c63fc149-a6ba-4417-81bb-0df1b2b5eba9 HTTP/1.1" status: 204 len: 168 time: 0.9958763 May 27 02:04:26.226960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50500) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:26.338523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Attempting to bind port b61246d9-1000-45d0-a58b-1141ce54a3fc on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:26.338884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Attempting to bind port b61246d9-1000-45d0-a58b-1141ce54a3fc by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:26.339215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Attempting to bind port b61246d9-1000-45d0-a58b-1141ce54a3fc on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:26.351339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3d0892ea-3a7a-4cd2-a93b-76264a545875 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/subnets/a1457a8c-33f9-42bb-aea4-9cf08541fa1b HTTP/1.1" status: 204 len: 168 time: 1.5400155 May 27 02:04:26.352144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:26.353325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Port b61246d9-1000-45d0-a58b-1141ce54a3fc on network 486f415c-6f51-4b47-bbed-ac3121b794b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:04:26.353783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Attempting to bind port b61246d9-1000-45d0-a58b-1141ce54a3fc on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:26.356434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50508) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:26.468289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:26.468905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.475686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:26.476178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:26.476279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Bound using segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:26.476726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Bound port: b61246d9-1000-45d0-a58b-1141ce54a3fc, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:26.477070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.487919 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fed3a5e8-f765-4fa3-8a62-6e3a46f0f65c req-21710d06-a544-482b-b4c7-6fb1a20d6da6 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429306 May 27 02:04:26.511405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-bfe87d1e-43d4-4753-bddd-1303782729ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9290416 May 27 02:04:26.519890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] DHCP port deletion for 77024f39-c5bb-4f0a-9769-da68b8bcf688 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:04:26.524889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] Deleting port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:26.525385 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.527971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dbe63-7e02-4659-b915-4c4f13d8177b req-a6e7236a-f466-4784-bbb7-9495c25a5dfe tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:26.529907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-812dbe63-7e02-4659-b915-4c4f13d8177b req-a6e7236a-f466-4784-bbb7-9495c25a5dfe tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 943 time: 0.1834435 May 27 02:04:26.535057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Request body: {'port': {'device_id': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:26.674409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50516) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:26.733414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.738138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-812dbe63-7e02-4659-b915-4c4f13d8177b req-0b2dbbdf-dfb0-4e04-9aff-775a32eea1d9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756210 May 27 02:04:26.746401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.776765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:26.788257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Usage tracker for resource:security_group_rule and tenant:09cf4ffffdc14f578d4bcc7bdc2b3150 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:26.791015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.794638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] For port c0fcbf88-9bfd-4127-aafb-eac8f8445b57, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c0fcbf88-9bfd-4127-aafb-eac8f8445b57,segment=NetworkSegment(cd4276b6-17e7-4d12-b3be-95f1afbf0078),segment_id=cd4276b6-17e7-4d12-b3be-95f1afbf0078)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:26.795148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.798566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:26.800476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:26.805561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:26.814996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:26.835058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564d3c3-3526-4065-8f43-6357b25a14ca req-5e5bd831-2c3d-4e4d-b5bf-7ad140ebfcb9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:26.842798 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7564d3c3-3526-4065-8f43-6357b25a14ca req-5e5bd831-2c3d-4e4d-b5bf-7ad140ebfcb9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 931 time: 0.3745446 May 27 02:04:26.908413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-edcfd19d-396f-4719-81f4-2feedbe586fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:26.909923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-edcfd19d-396f-4719-81f4-2feedbe586fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 1095 time: 0.3409698 May 27 02:04:26.910906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Deleting port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:26.912062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.950116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:26.974693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] Calling delete_port for c0fcbf88-9bfd-4127-aafb-eac8f8445b57 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:27.080461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:27.081237 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.081911 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.082553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] 10.222.0.47 "PUT /v2.0/ports/b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 1092 time: 2.5607357 May 27 02:04:27.083178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:27.145008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] The port 'c0fcbf88-9bfd-4127-aafb-eac8f8445b57' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:04:27.152009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] Pushing event deleted for resources: {'Port': ['ID=c0fcbf88-9bfd-4127-aafb-eac8f8445b57,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:27.161717 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7564d3c3-3526-4065-8f43-6357b25a14ca req-cf0d3f7b-c41a-41a3-ac7f-eb3f2e0b0bff tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178961 May 27 02:04:27.162265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698bc2c-1cc2-45e8-94cc-f0c30351c134 None None] No DVR routers for this DVR port c0fcbf88-9bfd-4127-aafb-eac8f8445b57 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:04:27.203725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c0fcbf88-9bfd-4127-aafb-eac8f8445b57 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:04:27.242026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c0fcbf88-9bfd-4127-aafb-eac8f8445b57 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:04:27.242372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c0fcbf88-9bfd-4127-aafb-eac8f8445b57 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:04:27.278554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8e38e-dc56-46e1-b700-b79f40d15b9b service neutron] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:27.287010 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47c4d82-7535-4923-83a8-6b12a276355d'] response: {'name': 'network-changed', 'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'status': 'completed', 'code': 200} May 27 02:04:27.340900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b11058-f2e9-49f2-99ee-81712d581679 req-20af4d12-61de-4395-bb03-e78b1e462298 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:27.342444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19b11058-f2e9-49f2-99ee-81712d581679 req-20af4d12-61de-4395-bb03-e78b1e462298 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.4736121 May 27 02:04:27.352407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.354125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-fdbbf76c-c527-4643-9bab-7e5234684bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:27.356218 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-fdbbf76c-c527-4643-9bab-7e5234684bdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.4247246 May 27 02:04:27.439790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.474308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-cc2ae18d-435f-454e-b478-494f7e79b241 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f4446ba-6b07-41a2-8c27-a1574ba94000 HTTP/1.1" status: 200 len: 217 time: 0.1083915 May 27 02:04:27.583582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09cf4ffffdc14f578d4bcc7bdc2b3150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9030964 May 27 02:04:27.589090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50524) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:27.598290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19b11058-f2e9-49f2-99ee-81712d581679 req-876109fb-9482-45da-ad12-034c1f00daef tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387836 May 27 02:04:27.598930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e7690-6ad3-44cf-8c2e-e7cf34d7455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce2e3d-ba17-49cf-979b-80a99e256112,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:27.606394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.626514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-77f87a0f-4468-460c-a20e-f3b3299bfcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:27.628031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-77f87a0f-4468-460c-a20e-f3b3299bfcdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.1287262 May 27 02:04:27.680048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77024f39-c5bb-4f0a-9769-da68b8bcf688']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:27.705084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-24e513e7-3e05-4d8f-b9cf-b01da0cd4b9d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:router {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:27.710737 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4276b6-17e7-4d12-b3be-95f1afbf0078') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:27.711032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4276b6-17e7-4d12-b3be-95f1afbf0078') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:27.721362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-37137f21-2635-41cd-958e-7882c899120c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781410 May 27 02:04:27.740391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.761808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-0cc9d75c-d50f-4805-8ea9-edc2382ad90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:27.763313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-0cc9d75c-d50f-4805-8ea9-edc2382ad90b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1095 time: 0.5940554 May 27 02:04:27.775411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-179eb4f1-264b-4419-a6bb-ac700fdece9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.823569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:27.831658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.838330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.838511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:04:27.838828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.872461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Transition to ACTIVE for port object 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:27.911602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:27.930845 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment cd4276b6-17e7-4d12-b3be-95f1afbf0078 resource provider aggregate not found May 27 02:04:27.941054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58be793-adaf-4d37-9847-5b1b7abd631b req-f7a50fe8-2105-4534-a108-dbd80a684d94 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:27.942517 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f58be793-adaf-4d37-9847-5b1b7abd631b req-f7a50fe8-2105-4534-a108-dbd80a684d94 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 943 time: 0.5578599 May 27 02:04:27.943140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-24e513e7-3e05-4d8f-b9cf-b01da0cd4b9d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:router {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:27.947455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24e513e7-3e05-4d8f-b9cf-b01da0cd4b9d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.7163384 May 27 02:04:27.960618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50534) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:27.973281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-52422ebe-9b3d-42f7-93af-8cc0323a5235 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 217 time: 0.1957824 May 27 02:04:27.981965 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment cd4276b6-17e7-4d12-b3be-95f1afbf0078 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd4276b6-17e7-4d12-b3be-95f1afbf0078 found for delete ", "request_id": "req-0129db86-2e33-41b8-899c-275d0166073b"}]} May 27 02:04:27.989659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-214a2eda-8264-4614-aa6a-707b71ffface tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2114914174'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:28.032968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-179eb4f1-264b-4419-a6bb-ac700fdece9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.081997 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.083647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:04:28.120653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.140325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f58be793-adaf-4d37-9847-5b1b7abd631b req-4ea3b07a-eb2f-4e47-8e48-38389fcce690 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752172 May 27 02:04:28.148421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-a6ed9482-1bc5-4727-963c-1ed71954e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:28.149875 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-a6ed9482-1bc5-4727-963c-1ed71954e168 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1696675 May 27 02:04:28.150618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] Pushing event deleted for resources: {'Network': ['ID=77024f39-c5bb-4f0a-9769-da68b8bcf688,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:28.153883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-292ad28b-10c5-472a-bc0e-42e0e1db6946 tempest-TagsExtTest-1076547372 tempest-TagsExtTest-1076547372-project] 10.222.0.16 "DELETE /v2.0/networks/77024f39-c5bb-4f0a-9769-da68b8bcf688 HTTP/1.1" status: 204 len: 168 time: 1.7922082 May 27 02:04:28.257387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-179eb4f1-264b-4419-a6bb-ac700fdece9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.264809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-09ad18a8-94cc-4a53-83a4-665b030b1304 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327408 May 27 02:04:28.265089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-7aaa6967-8af7-4b9a-be73-c887af1bda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:28.266530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-7aaa6967-8af7-4b9a-be73-c887af1bda20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014667 May 27 02:04:28.311328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:28.322765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eb4f1-264b-4419-a6bb-ac700fdece9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce2e3d-ba17-49cf-979b-80a99e256112,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:28.332787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'port_id': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'mac_address': 'fa:16:3e:45:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:04:28.372224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:28.418521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-179eb4f1-264b-4419-a6bb-ac700fdece9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.422477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-179eb4f1-264b-4419-a6bb-ac700fdece9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddce2e3d-ba17-49cf-979b-80a99e256112 HTTP/1.1" status: 204 len: 168 time: 0.8305762 May 27 02:04:28.431743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:28.432136 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.463762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85a07845-f7b0-4d34-b7e8-a445b2611f14 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:28.487890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:28.495309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.503752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-132fc107-234e-4588-8815-f5610fc63d22 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258692 May 27 02:04:28.561662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50546) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:28.581462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1c24b-d25a-4eb7-b784-0401384992fa req-bcb93c41-22d9-41ed-bce6-ddcb0ca0de01 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:28.588372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7f1c24b-d25a-4eb7-b784-0401384992fa req-bcb93c41-22d9-41ed-bce6-ddcb0ca0de01 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 943 time: 0.2060628 May 27 02:04:28.597032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:28.670619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['85a07845-f7b0-4d34-b7e8-a445b2611f14'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:04:28.709072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7f1c24b-d25a-4eb7-b784-0401384992fa req-b9f51064-826f-4190-8b56-b766286f5e95 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197984 May 27 02:04:28.756311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6043e30-6c33-4efc-9dee-0331c79f0079 req-2c09e863-3765-48de-a9a6-5b3cab2ba3bb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:28.758560 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6043e30-6c33-4efc-9dee-0331c79f0079 req-2c09e863-3765-48de-a9a6-5b3cab2ba3bb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 943 time: 0.8875108 May 27 02:04:28.763209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Attempting to bind port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:28.763621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Attempting to bind port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:28.764023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Attempting to bind port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:28.784960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab10a6c9-db66-4989-9f76-52c2c6a96770 req-295b80b2-6425-4d70-9ef4-34659e07960c service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721891 May 27 02:04:28.886201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:04:28.886557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Attempting to bind port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:28.896387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f672a96b-1a42-4120-aa19-6e409d407b9f req-ace315fb-0c1f-4b7d-a47f-7f9cf2fac8a5 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039841 May 27 02:04:28.907758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:28.908112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Checking segment: {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:28.908835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Bound using segment: {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:28.909299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Bound port: 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:28.909701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:28.957795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6043e30-6c33-4efc-9dee-0331c79f0079 req-3b992886-c01c-4741-a42d-5cffa0f705c2 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865947 May 27 02:04:29.000169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-1aa64447-555f-4aaa-a447-131583a55b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.001660 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-1aa64447-555f-4aaa-a447-131583a55b62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1095 time: 0.1593502 May 27 02:04:29.150425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d55f1d-07ce-487f-9048-c9247af1502a req-2da0cdfc-9859-4034-a013-cc64b01623e1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.151993 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e0d55f1d-07ce-487f-9048-c9247af1502a req-2da0cdfc-9859-4034-a013-cc64b01623e1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 944 time: 0.2720509 May 27 02:04:29.188195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:29.206476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:29.240444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.250519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e0d55f1d-07ce-487f-9048-c9247af1502a req-7c16ffb4-ab3a-409a-adea-bac9e19db642 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847096 May 27 02:04:29.272669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-31fb09a3-1680-450a-aad7-68d6beb74a68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e26e7d28c09042ed8f5edb2dbe074689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078555 May 27 02:04:29.275153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50566) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:29.279478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-c7764ffe-bfca-4150-94f2-0f767f52bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.280844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-c7764ffe-bfca-4150-94f2-0f767f52bb18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.2668715 May 27 02:04:29.375551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-a7d76e53-06f6-427f-86dc-74e8534bab46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 217 time: 0.0792897 May 27 02:04:29.461830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-236cd228-ab3f-4bbc-88f4-a33acc0986c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.467373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-da03a63f-d4de-47b1-a5d2-f5002b1ba29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.469756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-da03a63f-d4de-47b1-a5d2-f5002b1ba29e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0797021 May 27 02:04:29.483415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.484185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.485465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] 10.222.0.47 "PUT /v2.0/ports/8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 HTTP/1.1" status: 200 len: 1092 time: 2.9544125 May 27 02:04:29.487140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:29.560133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-236cd228-ab3f-4bbc-88f4-a33acc0986c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.586732 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badf2ba5-30d5-4d1b-b7c1-b303262e176c'] response: {'name': 'network-changed', 'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'status': 'completed', 'code': 200} May 27 02:04:29.635443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-236cd228-ab3f-4bbc-88f4-a33acc0986c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.652486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488a040-dde2-48de-bf5a-c52184be1431 service neutron] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:29.660740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cd228-ab3f-4bbc-88f4-a33acc0986c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f81b557-8aad-49a0-843b-577ff7a660b0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:29.668634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-86a72ba4-16ad-4854-a0d5-684449e2eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.671204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-86a72ba4-16ad-4854-a0d5-684449e2eae7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934121 May 27 02:04:29.678157 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-236cd228-ab3f-4bbc-88f4-a33acc0986c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.679698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646bc13-6e39-4634-9102-f1215377192c req-03898025-1249-4386-b283-d4e2f391df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.681226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a646bc13-6e39-4634-9102-f1215377192c req-03898025-1249-4386-b283-d4e2f391df80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1096 time: 0.5323877 May 27 02:04:29.694963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-236cd228-ab3f-4bbc-88f4-a33acc0986c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f81b557-8aad-49a0-843b-577ff7a660b0 HTTP/1.1" status: 204 len: 168 time: 0.4096243 May 27 02:04:29.731756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a2eda-8264-4614-aa6a-707b71ffface tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.753710 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a2eda-8264-4614-aa6a-707b71ffface tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:29.939281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069e2e-4236-4158-a758-766261268145 req-d2c02de2-d9a9-49d9-9545-a2172f924f7d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:29.940798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2069e2e-4236-4158-a758-766261268145 req-d2c02de2-d9a9-49d9-9545-a2172f924f7d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 943 time: 0.5490108 May 27 02:04:30.022985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cfc77-2612-44f1-ae95-643de4af374f req-46b322b4-5ed4-4d9b-a77e-821579bea9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:30.024561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-46b322b4-5ed4-4d9b-a77e-821579bea9d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 1095 time: 0.4262066 May 27 02:04:30.048587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-9bf2c058-5c23-4abe-af90-f6ab43a82409 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523421 May 27 02:04:30.086099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1b9ee-171e-423e-ae57-c88a03a3506e req-538a6de6-2737-4ed7-931f-7ec49d39dc68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:30.087808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:30.090194 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09e1b9ee-171e-423e-ae57-c88a03a3506e req-538a6de6-2737-4ed7-931f-7ec49d39dc68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 943 time: 0.1621499 May 27 02:04:30.209390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 85a07845-f7b0-4d34-b7e8-a445b2611f14 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:30.209846 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:30.217727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09e1b9ee-171e-423e-ae57-c88a03a3506e req-fd0e53ff-0607-41bc-9358-ae73e5e054ba tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793035 May 27 02:04:30.250311 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02797bbc-28b0-4d59-9742-6ab0e252d254 req-1d1ba08e-6559-4c92-9049-da862ccad80f service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874301 May 27 02:04:30.333021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2069e2e-4236-4158-a758-766261268145 req-cfff2434-192f-4799-96e8-ea59c6913958 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781638 May 27 02:04:30.373931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-566d6dcc-04d5-4946-9907-b5e10c94dac4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 HTTP/1.1" status: 200 len: 217 time: 0.1090374 May 27 02:04:30.378212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646bc13-6e39-4634-9102-f1215377192c req-d27b1229-f1ce-4f13-af83-ad38568784c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:30.379648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a646bc13-6e39-4634-9102-f1215377192c req-d27b1229-f1ce-4f13-af83-ad38568784c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.6710024 May 27 02:04:30.419583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:30.419583 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:30.489613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:30.505705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214a2eda-8264-4614-aa6a-707b71ffface tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 12f17207-62b2-4b5d-871e-f4a536476245 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:04:30.517846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:30.525426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:30.550809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e5374-8a5c-4c2d-9b94-9419f2cf6ab1 req-66c2422c-ed6b-4eea-b7e4-383bc478814c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:30.569883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f25e5374-8a5c-4c2d-9b94-9419f2cf6ab1 req-66c2422c-ed6b-4eea-b7e4-383bc478814c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 943 time: 0.1555941 May 27 02:04:30.638405 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f25e5374-8a5c-4c2d-9b94-9419f2cf6ab1 req-31dee2e7-983c-4bb4-96cb-0a16c7252ee3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664704 May 27 02:04:30.665058 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a646bc13-6e39-4634-9102-f1215377192c req-d5071894-9d03-4342-a8ba-ffea1bcbc0cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 999 time: 0.2734468 May 27 02:04:30.673196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cfc77-2612-44f1-ae95-643de4af374f req-1a6ac552-dc0a-43d7-9d7f-659e6a34546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:30.686932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-1a6ac552-dc0a-43d7-9d7f-659e6a34546e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c HTTP/1.1" status: 200 len: 855 time: 0.2926967 May 27 02:04:30.696590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:30.713273 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc828861-45b6-4b28-b588-a48198a1fbba'] response: {'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'code': 200} May 27 02:04:30.884783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-09d4ae36-8783-4866-abcd-fe42396dbaff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834615 May 27 02:04:31.037307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646bc13-6e39-4634-9102-f1215377192c req-661eb5bc-e4f0-41f3-b0ff-0185aaa06987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:31.039455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a646bc13-6e39-4634-9102-f1215377192c req-661eb5bc-e4f0-41f3-b0ff-0185aaa06987 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.3531775 May 27 02:04:31.172427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214a2eda-8264-4614-aa6a-707b71ffface tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:31.185458 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] Sync routers for ids ['12f17207-62b2-4b5d-871e-f4a536476245'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:31.189490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6093eb-3ae2-4643-a5d0-81b0eb698d6e req-ee357b60-0289-473b-9be9-1edc12f24f93 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:31.191014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6093eb-3ae2-4643-a5d0-81b0eb698d6e req-ee357b60-0289-473b-9be9-1edc12f24f93 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.5197895 May 27 02:04:31.209024 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] Routers {'12f17207-62b2-4b5d-871e-f4a536476245'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:31.210344 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['12f17207-62b2-4b5d-871e-f4a536476245'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:31.233616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-ff6f4b47-01b2-4505-9dfe-1626883af0b9 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332531 May 27 02:04:31.245215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a2eda-8264-4614-aa6a-707b71ffface tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:31.246591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-214a2eda-8264-4614-aa6a-707b71ffface tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/12f17207-62b2-4b5d-871e-f4a536476245 HTTP/1.1" status: 200 len: 891 time: 3.2749035 May 27 02:04:31.249735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50690) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:31.307967 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:31.335594 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] Routers {'12f17207-62b2-4b5d-871e-f4a536476245'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:31.340299 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['12f17207-62b2-4b5d-871e-f4a536476245'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:31.373857 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f6093eb-3ae2-4643-a5d0-81b0eb698d6e req-1b151d94-d6d7-4c82-b41c-72b118ed588d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658390 May 27 02:04:31.392275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646bc13-6e39-4634-9102-f1215377192c req-769fe768-e771-4ddb-8d53-bfdf6fe437fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:31.404177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a646bc13-6e39-4634-9102-f1215377192c req-769fe768-e771-4ddb-8d53-bfdf6fe437fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3477476 May 27 02:04:31.481897 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:31.485100 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa99d58-87bc-46db-aa84-1c92666ddaca None None] The sync data for ids ['12f17207-62b2-4b5d-871e-f4a536476245'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:31.644844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a646bc13-6e39-4634-9102-f1215377192c req-142efb8e-fd58-4cd9-9620-753b059f534f service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253323 May 27 02:04:31.664570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1c3fdcb8-7f28-4a35-bc2a-880e7e14cbb9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/routers/12f17207-62b2-4b5d-871e-f4a536476245 HTTP/1.1" status: 200 len: 891 time: 0.4104404 May 27 02:04:31.666563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50706) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:31.743650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462300-3c5b-4007-bb77-17f3e3b96689 req-0450d2b1-56ea-4ef0-8156-6eec68d64938 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:31.747266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1462300-3c5b-4007-bb77-17f3e3b96689 req-0450d2b1-56ea-4ef0-8156-6eec68d64938 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 943 time: 0.2507949 May 27 02:04:31.755705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8bda7dd-8557-4cf1-9b73-3e042d33b395 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f17207-62b2-4b5d-871e-f4a536476245 HTTP/1.1" status: 200 len: 205 time: 0.0881810 May 27 02:04:31.759320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50712) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:31.819047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-511cfc77-2612-44f1-ae95-643de4af374f req-656f4fe6-f75c-408c-841e-b926b6d0dded service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696466 May 27 02:04:31.882067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616a515-98f4-4d1a-a75b-febb9dbf9756 req-9286e662-95e1-488c-bc8a-2dce79fa652e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:31.883659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3616a515-98f4-4d1a-a75b-febb9dbf9756 req-9286e662-95e1-488c-bc8a-2dce79fa652e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 943 time: 0.2339072 May 27 02:04:31.916641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1462300-3c5b-4007-bb77-17f3e3b96689 req-47f9cde6-5dbb-4a1f-8f24-f4eabb87edeb tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585281 May 27 02:04:32.092096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0f4446ba-6b07-41a2-8c27-a1574ba94000 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:04:32.094036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:32.138947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a646bc13-6e39-4634-9102-f1215377192c req-387a4e4e-c4f6-4a4f-8e01-15c63477b757 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550710 May 27 02:04:32.179604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3616a515-98f4-4d1a-a75b-febb9dbf9756 req-08371acc-3661-404d-ac59-8675fa456040 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616717 May 27 02:04:32.190615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-b23a47ef-1669-4c72-80c7-7e048afa9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:32.196489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-b23a47ef-1669-4c72-80c7-7e048afa9263 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 1095 time: 0.3118727 May 27 02:04:32.335462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4aceb-352e-4243-ac9f-45d44ca06d7b req-837dfbd8-6afb-4d4a-9c91-24101e4f8a8b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:32.336951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fb4aceb-352e-4243-ac9f-45d44ca06d7b req-837dfbd8-6afb-4d4a-9c91-24101e4f8a8b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 943 time: 0.2939305 May 27 02:04:32.340742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:32.346844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0f4446ba-6b07-41a2-8c27-a1574ba94000, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0f4446ba-6b07-41a2-8c27-a1574ba94000,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:32.364077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '0f4446ba-6b07-41a2-8c27-a1574ba94000', 'network_id': '439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be', 'port_id': '0f4446ba-6b07-41a2-8c27-a1574ba94000', 'mac_address': 'fa:16:3e:4b:19:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73de125-37f2-4186-80bf-fde73bba2429', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:04:32.366195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 29bc5c95-bb68-44db-a449-022c3ce4f3b4 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:32.366545 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:32.377962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-ff40be2d-10e2-4caf-bd9c-aacfe0416dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:32.379545 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-ff40be2d-10e2-4caf-bd9c-aacfe0416dde service neutron] 10.222.0.47 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 916 time: 0.1763566 May 27 02:04:32.445301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fb4aceb-352e-4243-ac9f-45d44ca06d7b req-c0990b49-42f2-4368-886b-fcda02139b80 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003392 May 27 02:04:32.494350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 0f4446ba-6b07-41a2-8c27-a1574ba94000 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:32.494765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:32.528713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4446ba-6b07-41a2-8c27-a1574ba94000 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:32.551276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0f4446ba-6b07-41a2-8c27-a1574ba94000, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0f4446ba-6b07-41a2-8c27-a1574ba94000,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:32.557322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-18490ca5-e1d2-4ff6-a476-8579fe205ff6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 HTTP/1.1" status: 200 len: 217 time: 0.1703262 May 27 02:04:32.559698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:32.656786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=0f4446ba-6b07-41a2-8c27-a1574ba94000,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:32.668191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.668552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.668886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.669564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.670047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.670530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.671122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.671619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.672220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.672695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.673040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.673433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:04:32.769527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-e3f760bc-63ef-46da-911e-920907a69a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:32.771757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-e3f760bc-63ef-46da-911e-920907a69a58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c HTTP/1.1" status: 200 len: 855 time: 0.0959349 May 27 02:04:32.785090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf84f9-df04-424a-b987-7fdf6c45633e req-04243460-ddac-47d9-bc0f-f64bdf5335c2 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:32.793070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cadf84f9-df04-424a-b987-7fdf6c45633e req-04243460-ddac-47d9-bc0f-f64bdf5335c2 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2292664 May 27 02:04:32.803784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:32.835867 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:32.857230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-845c2132-d7e3-452a-b1a2-7710b04f4284 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606456 May 27 02:04:32.936565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for 29bc5c95-bb68-44db-a449-022c3ce4f3b4 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:32.983267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cadf84f9-df04-424a-b987-7fdf6c45633e req-2a66efb4-c364-45f6-8838-ec4553b8193e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870313 May 27 02:04:33.042287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['0f4446ba-6b07-41a2-8c27-a1574ba94000'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:04:33.051538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-94e213eb-4794-4dfb-8d0c-c679d05b2b91 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859672 May 27 02:04:33.325857 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:33.356837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989f58-2041-4bf4-b85a-c67b20aed45d req-75d2a588-6ad8-4696-a998-cf575c1ea1dc tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:33.359701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69989f58-2041-4bf4-b85a-c67b20aed45d req-75d2a588-6ad8-4696-a998-cf575c1ea1dc tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 943 time: 0.2026341 May 27 02:04:33.364675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:33.390396 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c127adfa-650a-47e0-9637-7d18ed8fa968 req-ca86d73d-a12c-4458-8917-90d4dfb58bf9 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325939 May 27 02:04:33.494411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69989f58-2041-4bf4-b85a-c67b20aed45d req-4af05d16-15fb-4d64-953b-ad46cddd8565 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243637 May 27 02:04:33.497487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=29bc5c95-bb68-44db-a449-022c3ce4f3b4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:33.614560 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:33.873646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2376aa-dc37-4ef3-b972-1087a0adc40b req-2d2be271-0707-4b89-9814-62c7770ec002 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:33.875363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a2376aa-dc37-4ef3-b972-1087a0adc40b req-2d2be271-0707-4b89-9814-62c7770ec002 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 943 time: 0.1048186 May 27 02:04:33.970076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a2376aa-dc37-4ef3-b972-1087a0adc40b req-335ac680-57e0-41f5-a27f-599b2df0699c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886252 May 27 02:04:34.030798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.034287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.077308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.077913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Fanout notify agent at l3_agent the message router_deleted on router 12f17207-62b2-4b5d-871e-f4a536476245 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:04:34.096587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cd51-dfe7-4a73-8a32-a0d5bb6e2ad8 req-73eca615-0d03-4ffd-be15-c7fc01398652 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:34.100889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:04:34.103574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2513cd51-dfe7-4a73-8a32-a0d5bb6e2ad8 req-73eca615-0d03-4ffd-be15-c7fc01398652 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 944 time: 0.3743765 May 27 02:04:34.174505 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2513cd51-dfe7-4a73-8a32-a0d5bb6e2ad8 req-f7f49c68-5448-42e8-8c7a-5d3fe5976728 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699735 May 27 02:04:34.201125 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.202682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-686aca58-bd91-4009-b7dc-ca1bfff46905 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/12f17207-62b2-4b5d-871e-f4a536476245 HTTP/1.1" status: 204 len: 168 time: 2.4422855 May 27 02:04:34.206955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50770) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:34.216881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1635990201'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:34.228207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:34.243841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:34.258930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:34.268756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:34.291637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:34.300891 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.341072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52da08-4fdd-4638-abfe-405b8a6c4394 req-18dafb3d-a536-4448-9f8e-ee3f0989d5d8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:34.352239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a52da08-4fdd-4638-abfe-405b8a6c4394 req-18dafb3d-a536-4448-9f8e-ee3f0989d5d8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2435853 May 27 02:04:34.367126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:04:34.389606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.389975 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment 4d2fa486-dcdf-4b0b-bba5-631104165069 of type vlan for network 77614a67-0838-4848-bff2-cb530826a6db May 27 02:04:34.393923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:34.422109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0a52da08-4fdd-4638-abfe-405b8a6c4394 req-dc8cd181-d031-422a-9ead-1545da6d1044 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686648 May 27 02:04:34.440849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'mac_address': 'fa:16:3e:d1:c3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:04:34.493352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.560240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:34.561047 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.592485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.598959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:34.599923 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.697205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50786) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:34.699742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4852531 May 27 02:04:34.703837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': '77614a67-0838-4848-bff2-cb530826a6db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:34.710199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61246d9-1000-45d0-a58b-1141ce54a3fc {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:34.749894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:34.762550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:34.869370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf196-ff9b-4061-b6ff-d1cf3e3cdf22 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=77614a67-0838-4848-bff2-cb530826a6db,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:34.891725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 77614a67-0838-4848-bff2-cb530826a6db details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:04:34.938503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:34.944657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:34.948278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:34.956198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:34.957404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:34.969502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:35.008087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5798f5-af8f-4907-a87c-8f270511d25d req-1f0b5957-5ef2-4a34-ae23-1b9d0106f220 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:35.012198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:35.020011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a5798f5-af8f-4907-a87c-8f270511d25d req-1f0b5957-5ef2-4a34-ae23-1b9d0106f220 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 943 time: 0.2465870 May 27 02:04:35.132309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a5798f5-af8f-4907-a87c-8f270511d25d req-6647cc43-d7df-4fe7-a236-d26d29fddb1d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084082 May 27 02:04:35.331630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b61246d9-1000-45d0-a58b-1141ce54a3fc'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:04:35.445406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e3339-c0d3-44b3-9209-3b4e2e41c09b req-c91ba0a0-2b29-4e19-bda9-a3dfe3ef8e37 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:35.459231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da7e3339-c0d3-44b3-9209-3b4e2e41c09b req-c91ba0a0-2b29-4e19-bda9-a3dfe3ef8e37 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 944 time: 0.1476638 May 27 02:04:35.591865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da7e3339-c0d3-44b3-9209-3b4e2e41c09b req-f363020d-741d-45b1-8e48-41a20b0350c8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276762 May 27 02:04:35.787397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7cd8-e7cc-43e1-8150-38f7e85e0fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:35.794151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:35.953059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9540b5-1e0e-41d5-84c1-48d74cc69460 req-fc8d96ef-433d-48e9-963c-5027671bb5f6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:35.954582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff9540b5-1e0e-41d5-84c1-48d74cc69460 req-fc8d96ef-433d-48e9-963c-5027671bb5f6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.7292395 May 27 02:04:35.963187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444adceb-c45b-49aa-b9bf-a03711ba6bdb req-6e95c49f-9130-4af7-b131-b57fd64aef42 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:35.972482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-444adceb-c45b-49aa-b9bf-a03711ba6bdb req-6e95c49f-9130-4af7-b131-b57fd64aef42 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.1295507 May 27 02:04:36.024568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=c34d587d-2390-4125-94dd-dd9b38037752,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:36.046503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-444adceb-c45b-49aa-b9bf-a03711ba6bdb req-c772e6ce-5dc4-40f0-8fa7-81e51a9ac7ed tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720346 May 27 02:04:36.053906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff9540b5-1e0e-41d5-84c1-48d74cc69460 req-5d074bed-91d4-4b02-80ff-cdcb128fc6fd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914283 May 27 02:04:36.066955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': '4d2fa486-dcdf-4b0b-bba5-631104165069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '77614a67-0838-4848-bff2-cb530826a6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:36.067521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: 77614a67-0838-4848-bff2-cb530826a6db, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:04:36.092371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 77614a67-0838-4848-bff2-cb530826a6db is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:04:36.110021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 77614a67-0838-4848-bff2-cb530826a6db) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:36.120771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:04:36.129955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:36.130890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:36.164885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:36.165390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a170c6df-e738-4fd9-b1c8-c4a72a1e046e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4664371 May 27 02:04:36.170366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-621844689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:36.185824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:36.200098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:router and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:36.207765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:36.224760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:36.250804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:36.252493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:36.288140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:36.345117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:36.453282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:36.457642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50810) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:36.469056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7ef0af3b-9448-4d6f-b522-8b346486c886 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3030112 May 27 02:04:36.473771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0f4446ba-6b07-41a2-8c27-a1574ba94000 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:36.579499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff59c7-0a84-4e28-ba61-7c409a7861af req-67b17342-775f-418b-9253-bbfb7f072b7e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:36.580236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230647ce-a8af-403a-84f8-23a3128a5a28 None None] Network 77614a67-0838-4848-bff2-cb530826a6db requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:36.595603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-03ff59c7-0a84-4e28-ba61-7c409a7861af req-67b17342-775f-418b-9253-bbfb7f072b7e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 943 time: 0.1964967 May 27 02:04:36.611099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:36.730344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'port_id': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'mac_address': 'fa:16:3e:8c:f4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bad4e2b-0b10-4d1b-b913-b8dd6d18449c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:04:36.795348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-03ff59c7-0a84-4e28-ba61-7c409a7861af req-fe0bc7a7-a105-484b-988a-4cb6b5106e51 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988366 May 27 02:04:37.126854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 0f4446ba-6b07-41a2-8c27-a1574ba94000 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:37.149776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 0f4446ba-6b07-41a2-8c27-a1574ba94000 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:37.150158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:37.187170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:37.187649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:37.256079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:04:37.294126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-77614a67-0838-4848-bff2-cb530826a6db', 'network_id': '77614a67-0838-4848-bff2-cb530826a6db', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': 'c34d587d-2390-4125-94dd-dd9b38037752'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:04:37.295114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:37.305941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:37.347959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:37.617402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:37.655989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe566a3d-1806-4058-850e-535dccc5eebd req-952778cf-3386-46a0-8c9c-08585b8e162a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:37.660089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 0f4446ba-6b07-41a2-8c27-a1574ba94000 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:37.661325 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:37.675760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe566a3d-1806-4058-850e-535dccc5eebd req-952778cf-3386-46a0-8c9c-08585b8e162a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.4129727 May 27 02:04:37.792447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe566a3d-1806-4058-850e-535dccc5eebd req-388a5279-b706-43d7-ad7b-588f371fc581 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126444 May 27 02:04:37.805971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8806ad3f-dc6f-4237-a3f3-0eb0cfba7248'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:04:37.909055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:37.927141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4446ba-6b07-41a2-8c27-a1574ba94000'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:37.990223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b333a-cede-4bb8-84d1-127824a0ace0 req-dafdb52e-95ac-4895-a1fa-b2f85354c32d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:37.992965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0f4446ba-6b07-41a2-8c27-a1574ba94000, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0f4446ba-6b07-41a2-8c27-a1574ba94000,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:37.998276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c56b333a-cede-4bb8-84d1-127824a0ace0 req-dafdb52e-95ac-4895-a1fa-b2f85354c32d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 944 time: 0.9364009 May 27 02:04:38.036214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:38.041968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Allocated IP 2001:db8::2 (77614a67-0838-4848-bff2-cb530826a6db/c34d587d-2390-4125-94dd-dd9b38037752/ad2b302f-f56b-485a-b95d-5697689ee307) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:38.150546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6af1279f-a75c-4c0d-a621-1451c2e8d650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:38.177017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:38.183250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c56b333a-cede-4bb8-84d1-127824a0ace0 req-74b406d3-3285-4ae6-bf21-ceaa5353b61d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836472 May 27 02:04:38.363501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4df4d9-20ee-45d5-b543-d95402b511d1 req-94513f91-fa28-431e-8741-3689c02dcfec tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:38.378339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f4df4d9-20ee-45d5-b543-d95402b511d1 req-94513f91-fa28-431e-8741-3689c02dcfec tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2483332 May 27 02:04:38.472489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f4df4d9-20ee-45d5-b543-d95402b511d1 req-4b19bb75-8fd1-4d2f-a5dc-fe5f3ab32e06 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931542 May 27 02:04:38.585348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9e95a-89a5-456e-b690-dec82f3d303d req-bc2990db-e1b0-43fe-8435-a11b40fa445c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:38.586404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-06d9e95a-89a5-456e-b690-dec82f3d303d req-bc2990db-e1b0-43fe-8435-a11b40fa445c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Synchronizing usage tracker for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:38.626372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=0f4446ba-6b07-41a2-8c27-a1574ba94000,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:38.630755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-06d9e95a-89a5-456e-b690-dec82f3d303d req-bc2990db-e1b0-43fe-8435-a11b40fa445c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Unset dirty status for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:38.631877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06d9e95a-89a5-456e-b690-dec82f3d303d req-bc2990db-e1b0-43fe-8435-a11b40fa445c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 944 time: 0.1910217 May 27 02:04:38.730970 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19f2178-8dca-4bd6-9d9d-19e705a47e05'] response: {'server_uuid': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4446ba-6b07-41a2-8c27-a1574ba94000', 'code': 200} May 27 02:04:38.814792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port b61246d9-1000-45d0-a58b-1141ce54a3fc completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:38.821178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-06d9e95a-89a5-456e-b690-dec82f3d303d req-b6001b43-44c5-4040-8126-f0d0b183697c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Synchronizing usage tracker for tenant:8e08256278894b948447d2ce38d726ed on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:04:38.868258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port b61246d9-1000-45d0-a58b-1141ce54a3fc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:38.868643 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:38.889511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-06d9e95a-89a5-456e-b690-dec82f3d303d req-b6001b43-44c5-4040-8126-f0d0b183697c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Unset dirty status for tenant:8e08256278894b948447d2ce38d726ed on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:04:38.900507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06d9e95a-89a5-456e-b690-dec82f3d303d req-b6001b43-44c5-4040-8126-f0d0b183697c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513759 May 27 02:04:38.922256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dfdb9-8461-4f82-afcf-865e9fe7513d req-f9e4ecff-8787-485c-9c71-4756258e10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:38.924538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a3dfdb9-8461-4f82-afcf-865e9fe7513d req-f9e4ecff-8787-485c-9c71-4756258e10b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 1097 time: 0.2155521 May 27 02:04:38.978683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a3dfdb9-8461-4f82-afcf-865e9fe7513d req-27955948-eec4-4f83-bc56-7e80f970ce0f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 May 27 02:04:39.181614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf403e4-eb1c-4a0e-93c2-7741c428ee11 req-35d1e07a-3c17-4e10-9ede-36d2c9b72971 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:39.196882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccf403e4-eb1c-4a0e-93c2-7741c428ee11 req-35d1e07a-3c17-4e10-9ede-36d2c9b72971 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2136688 May 27 02:04:39.197759 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:39.253741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Transition to ACTIVE for port object ad2b302f-f56b-485a-b95d-5697689ee307 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:39.282613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccf403e4-eb1c-4a0e-93c2-7741c428ee11 req-88c64685-b552-4206-955f-fa47882a07f8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828984 May 27 02:04:39.339104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Transition to ACTIVE for port object ad2b302f-f56b-485a-b95d-5697689ee307 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:39.396912 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:39.421609 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:39.499322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:39.509890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:39.510439 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:39.533336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Network 77614a67-0838-4848-bff2-cb530826a6db is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:39.544456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:39.547608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:39.577467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Pushing event updated for resources: {'Port': ['ID=ad2b302f-f56b-485a-b95d-5697689ee307,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:39.626759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8::1 (77614a67-0838-4848-bff2-cb530826a6db/c34d587d-2390-4125-94dd-dd9b38037752/f71241a7-7d80-4008-961d-70fda92da789) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:04:39.654825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f51e-68bc-44ee-8e5c-54262dfdba79 req-3daf7c20-8182-44a4-b03b-b68809401f46 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:39.663273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d5e4f51e-68bc-44ee-8e5c-54262dfdba79 req-3daf7c20-8182-44a4-b03b-b68809401f46 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.2025445 May 27 02:04:39.761359 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d5e4f51e-68bc-44ee-8e5c-54262dfdba79 req-d79befa2-9e94-49c8-8959-f3d7597cd8a8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 May 27 02:04:39.866231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Attempting to bind port ad2b302f-f56b-485a-b95d-5697689ee307 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:04:39.867051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Attempting to bind port ad2b302f-f56b-485a-b95d-5697689ee307 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '4d2fa486-dcdf-4b0b-bba5-631104165069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '77614a67-0838-4848-bff2-cb530826a6db'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:04:39.871261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Attempting to bind port ad2b302f-f56b-485a-b95d-5697689ee307 on network 77614a67-0838-4848-bff2-cb530826a6db {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:04:39.880112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:04:39.881015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Checking segment: {'id': '4d2fa486-dcdf-4b0b-bba5-631104165069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '77614a67-0838-4848-bff2-cb530826a6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:39.881623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:39.882384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Bound using segment: {'id': '4d2fa486-dcdf-4b0b-bba5-631104165069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '77614a67-0838-4848-bff2-cb530826a6db'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:04:39.883021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Bound port: ad2b302f-f56b-485a-b95d-5697689ee307, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2fa486-dcdf-4b0b-bba5-631104165069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '77614a67-0838-4848-bff2-cb530826a6db'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:04:39.883747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:39.896623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:39.913653 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:40.088104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc0a0c-ce6c-476a-b490-ae50d1a94d2d req-e6cd68a2-d9b1-4ae0-832c-c1e948415aa0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:40.096106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29dc0a0c-ce6c-476a-b490-ae50d1a94d2d req-e6cd68a2-d9b1-4ae0-832c-c1e948415aa0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3352845 May 27 02:04:40.127186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:40.153906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] For port ad2b302f-f56b-485a-b95d-5697689ee307, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:04:40.158927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] For port ad2b302f-f56b-485a-b95d-5697689ee307, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ad2b302f-f56b-485a-b95d-5697689ee307,segment=NetworkSegment(4d2fa486-dcdf-4b0b-bba5-631104165069),segment_id=4d2fa486-dcdf-4b0b-bba5-631104165069)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:04:40.174622 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:40.197701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:40.240267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29dc0a0c-ce6c-476a-b490-ae50d1a94d2d req-249a2551-c0b5-4680-ad79-d33cb73eb597 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343076 May 27 02:04:40.359341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object f71241a7-7d80-4008-961d-70fda92da789 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:04:40.371069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504ee24-7718-4ffa-a53a-4c1ebf04b72a None None] Pushing event updated for resources: {'Port': ['ID=ad2b302f-f56b-485a-b95d-5697689ee307,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:40.722508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a01cdc-48a5-422a-984b-717faf2f6015 req-8ee79868-f4bb-4143-81e1-3057a5c2d3ad tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:40.731973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:40.732126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e0a01cdc-48a5-422a-984b-717faf2f6015 req-8ee79868-f4bb-4143-81e1-3057a5c2d3ad tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 944 time: 0.4575043 May 27 02:04:40.752573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f670-738f-4c32-9346-d63aaa7afaa4 req-d13a7c39-a59b-45f7-8a5c-20b8259350b5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:40.765703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f22f670-738f-4c32-9346-d63aaa7afaa4 req-d13a7c39-a59b-45f7-8a5c-20b8259350b5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2130578 May 27 02:04:40.851258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e0a01cdc-48a5-422a-984b-717faf2f6015 req-283a5509-21f1-4ff6-aa54-aa572ca87592 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183960 May 27 02:04:40.863836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:40.877139 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f22f670-738f-4c32-9346-d63aaa7afaa4 req-f298c9eb-8b44-45cb-b1d4-44b0b3327915 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065269 May 27 02:04:40.946276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:40.997450 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f61039-b986-4d16-b9a0-4fc9cad58c5c'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'code': 200} May 27 02:04:41.026215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=f71241a7-7d80-4008-961d-70fda92da789,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:41.042114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 77614a67-0838-4848-bff2-cb530826a6db is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:41.043531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:41.047656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:04:41.048205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:41.214620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:41.328936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ad2b302f-f56b-485a-b95d-5697689ee307 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:41.343137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be732c-7ebe-4e8a-93fc-eda9274e078e req-e1489c41-373f-42e9-b6bd-05bafb133fe6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:41.359469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50be732c-7ebe-4e8a-93fc-eda9274e078e req-e1489c41-373f-42e9-b6bd-05bafb133fe6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.2314293 May 27 02:04:41.477338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50be732c-7ebe-4e8a-93fc-eda9274e078e req-cc6a0c19-a371-445f-899e-7dd70eb7abee tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194966 May 27 02:04:41.489835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ad2b302f-f56b-485a-b95d-5697689ee307 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:41.497384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7f986-9889-4688-a2a6-f23704957ae6 req-e2cb2f14-772d-4468-87a1-c23d75acf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:41.511167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1e7f986-9889-4688-a2a6-f23704957ae6 req-e2cb2f14-772d-4468-87a1-c23d75acf951 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1097 time: 0.3962693 May 27 02:04:42.040696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1e7f986-9889-4688-a2a6-f23704957ae6 req-e443824e-8d0a-485e-bbc4-554f51805b32 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5286233 May 27 02:04:42.158772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec30304-0a78-42c8-bdd8-1c8d9b7940bb req-c46fc964-4d79-4d57-9f5a-986fba77526d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:42.168097 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cec30304-0a78-42c8-bdd8-1c8d9b7940bb req-c46fc964-4d79-4d57-9f5a-986fba77526d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.2723575 May 27 02:04:42.176736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:42.223970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd84abf-fb3c-4428-81d5-3008340d2eb6 req-6743986b-b040-4691-94ec-b240bde74956 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:42.234429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3fd84abf-fb3c-4428-81d5-3008340d2eb6 req-6743986b-b040-4691-94ec-b240bde74956 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.1680813 May 27 02:04:42.258988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cec30304-0a78-42c8-bdd8-1c8d9b7940bb req-4f977aaa-5fdb-4f55-aefb-c131e60b7576 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897715 May 27 02:04:42.286127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:42.291973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:42.292477 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:42.346671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6be06-843b-4e2b-a3d5-8d96343a992f None None] Network 77614a67-0838-4848-bff2-cb530826a6db requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:42.351618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:42.364415 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:42.365282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3fd84abf-fb3c-4428-81d5-3008340d2eb6 req-55452f0a-0474-4c6d-b446-513a89f398fe tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295609 May 27 02:04:42.366861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:42.511089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=f71241a7-7d80-4008-961d-70fda92da789,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:42.572849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] Provisioning for port ad2b302f-f56b-485a-b95d-5697689ee307 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:42.639569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] Provisioning complete for port ad2b302f-f56b-485a-b95d-5697689ee307 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:42.640258 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:42.690959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442071be-7b89-4a1f-b49a-62c0d9b49ff7 req-f9e75edf-ae86-499d-ade1-8a1c448cf05c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:42.692499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-442071be-7b89-4a1f-b49a-62c0d9b49ff7 req-f9e75edf-ae86-499d-ade1-8a1c448cf05c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.1514294 May 27 02:04:42.793540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-442071be-7b89-4a1f-b49a-62c0d9b49ff7 req-0a9155a7-5c3b-4211-9830-5feddd5667a1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850101 May 27 02:04:42.835111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eadad2-2850-4c28-8d45-c3f862346006 req-ca36c9d7-f43e-418b-9bba-33f60570ef12 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:42.842088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2eadad2-2850-4c28-8d45-c3f862346006 req-ca36c9d7-f43e-418b-9bba-33f60570ef12 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 944 time: 0.3341169 May 27 02:04:42.904480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2eadad2-2850-4c28-8d45-c3f862346006 req-0bf707ee-0506-4850-afc9-3b6ab4c2a1e2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 May 27 02:04:42.986047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 77614a67-0838-4848-bff2-cb530826a6db is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:04:42.988817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:43.193680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:43.194349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:43.270534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d30ac-6bb4-454a-a9a0-96f08c838247 req-c89fc00c-6fe4-40cf-8239-11b00616eb5c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:43.277726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a28d30ac-6bb4-454a-a9a0-96f08c838247 req-c89fc00c-6fe4-40cf-8239-11b00616eb5c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.2207057 May 27 02:04:43.366523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 4ca0135f-4dd5-496f-bb98-870354827019 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:04:43.445995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a28d30ac-6bb4-454a-a9a0-96f08c838247 req-3ba80bdb-4e77-4e3f-8cd3-434b9e203cb4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587472 May 27 02:04:43.565495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:43.701946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] Current status of the port ad2b302f-f56b-485a-b95d-5697689ee307 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:43.706810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:43.794794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:43.813323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:44.036495 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366bbf43-fef9-4c3b-bff2-80e35b585cdb'] response: {'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'code': 200} May 27 02:04:44.038801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:44.081105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] For port ad2b302f-f56b-485a-b95d-5697689ee307, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ad2b302f-f56b-485a-b95d-5697689ee307,segment=NetworkSegment(4d2fa486-dcdf-4b0b-bba5-631104165069),segment_id=4d2fa486-dcdf-4b0b-bba5-631104165069)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:44.112064 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:44.125230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74249c0-223a-43d1-bdab-720e64e6b8cc req-d8acea51-1516-4c4f-a93b-1d084af67610 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:44.130173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c74249c0-223a-43d1-bdab-720e64e6b8cc req-d8acea51-1516-4c4f-a93b-1d084af67610 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.5801218 May 27 02:04:44.273462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c74249c0-223a-43d1-bdab-720e64e6b8cc req-0136f266-d362-4366-ab37-cb9902bf4fc7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259007 May 27 02:04:44.274967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:44.350469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] Sync routers for ids ['4ca0135f-4dd5-496f-bb98-870354827019'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:44.380514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50908) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:44.382837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3c019c5e-8c78-4ce1-9ce1-c707ac1007bb tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/4ca0135f-4dd5-496f-bb98-870354827019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9160080 May 27 02:04:44.395649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] Routers {'4ca0135f-4dd5-496f-bb98-870354827019'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:44.396549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4ca0135f-4dd5-496f-bb98-870354827019'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:44.430320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66565f-c9cf-4b93-a58c-6a374196794f req-c75c87ad-0db7-46dc-87a1-63dea33a19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:44.431850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef66565f-c9cf-4b93-a58c-6a374196794f req-c75c87ad-0db7-46dc-87a1-63dea33a19b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 1097 time: 0.2993217 May 27 02:04:44.555884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef66565f-c9cf-4b93-a58c-6a374196794f req-b6b0a47e-e2f6-43c2-92de-00ddaa8e76f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060841 May 27 02:04:44.617765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07093-583e-47ef-9b7d-e2edd48c17f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:44.619068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5be07093-583e-47ef-9b7d-e2edd48c17f8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports/f71241a7-7d80-4008-961d-70fda92da789 HTTP/1.1" status: 200 len: 911 time: 0.2370276 May 27 02:04:44.624587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50914) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:44.633736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c34d587d-2390-4125-94dd-dd9b38037752'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:44.688283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b73dbb-4fa4-432c-85b2-4d3ae6be2402 None None] Pushing event updated for resources: {'Port': ['ID=ad2b302f-f56b-485a-b95d-5697689ee307,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:44.715611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:44.753979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] Routers {'4ca0135f-4dd5-496f-bb98-870354827019'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:44.755060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4ca0135f-4dd5-496f-bb98-870354827019'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:44.768164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b304-7a65-42fe-b1fa-7c0a7410af0d req-9ae4c4b4-4e87-4ae5-8ef2-5a98c24b2349 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:44.775808 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a35b304-7a65-42fe-b1fa-7c0a7410af0d req-9ae4c4b4-4e87-4ae5-8ef2-5a98c24b2349 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.5706675 May 27 02:04:44.847448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38be48-da92-4798-bb6b-a13ea3b9e157 req-2fd9ccb0-fa68-48e6-b7df-97435c2c6739 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:44.860005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f38be48-da92-4798-bb6b-a13ea3b9e157 req-2fd9ccb0-fa68-48e6-b7df-97435c2c6739 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.2862437 May 27 02:04:44.885856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:44.886402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39863c79-8f72-4534-b3bd-f604d166209a None None] The sync data for ids ['4ca0135f-4dd5-496f-bb98-870354827019'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:44.973113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f38be48-da92-4798-bb6b-a13ea3b9e157 req-d00985ed-4857-487a-8776-ff63831ecc04 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080933 May 27 02:04:45.020960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bfa383c7-b252-4619-ae02-aeca0f0f5b97 None None] Provisioning complete for port ad2b302f-f56b-485a-b95d-5697689ee307 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:45.021411 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bfa383c7-b252-4619-ae02-aeca0f0f5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:45.220128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a35b304-7a65-42fe-b1fa-7c0a7410af0d req-3cc40bc6-124e-4b21-9632-b44d1fc3a3b6 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433334 May 27 02:04:45.321693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ad2b302f-f56b-485a-b95d-5697689ee307 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:04:45.399630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6d7-4b44-44b2-af7f-9512a81b4825 req-e9f325ae-92c3-47b4-adeb-1bfb9accaa2c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:45.410607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507ae6d7-4b44-44b2-af7f-9512a81b4825 req-e9f325ae-92c3-47b4-adeb-1bfb9accaa2c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.2136412 May 27 02:04:45.489886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:45.528655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bfa383c7-b252-4619-ae02-aeca0f0f5b97 None None] Current status of the port ad2b302f-f56b-485a-b95d-5697689ee307 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:45.552546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ad2b302f-f56b-485a-b95d-5697689ee307 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:45.553024 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:45.555139 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-507ae6d7-4b44-44b2-af7f-9512a81b4825 req-096464e1-b773-41db-8d67-f1eeb031067b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433845 May 27 02:04:45.650091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bfa383c7-b252-4619-ae02-aeca0f0f5b97 None None] Provisioning for port f71241a7-7d80-4008-961d-70fda92da789 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:04:45.685494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bfa383c7-b252-4619-ae02-aeca0f0f5b97 None None] Provisioning complete for port f71241a7-7d80-4008-961d-70fda92da789 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:45.686235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bfa383c7-b252-4619-ae02-aeca0f0f5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:45.747171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-98d8b770-7e1f-4a7d-a8ef-479693e27daf req-b8a6b973-85b8-4cd7-94b9-e8896bcc8f7b tempest-DeleteServersTestJSON-1379321666 tempest-DeleteServersTestJSON-1379321666-project] (88425) timed out ('10.222.0.13', 52233) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:04:45.856709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bfa383c7-b252-4619-ae02-aeca0f0f5b97 None None] Port f71241a7-7d80-4008-961d-70fda92da789 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:04:45.975773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ad2b302f-f56b-485a-b95d-5697689ee307 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:04:46.013151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2b93d806-5f11-4c71-a30c-876a166d0d98 None None] Provisioning complete for port f71241a7-7d80-4008-961d-70fda92da789 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:04:46.016561 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2b93d806-5f11-4c71-a30c-876a166d0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:46.161283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2b93d806-5f11-4c71-a30c-876a166d0d98 None None] Port f71241a7-7d80-4008-961d-70fda92da789 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:04:46.415169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b96d3-69c3-4128-90d8-0de8c5d3eb6e req-d431bf68-8b28-4a73-88e7-33cc7d6d2e31 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:46.436292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-398b96d3-69c3-4128-90d8-0de8c5d3eb6e req-d431bf68-8b28-4a73-88e7-33cc7d6d2e31 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.8257999 May 27 02:04:46.589407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebf847-adfb-459e-83b5-2c8d6f9a886d req-38fd2457-7515-49ce-a8fe-909e367dad98 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:46.591107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9ebf847-adfb-459e-83b5-2c8d6f9a886d req-38fd2457-7515-49ce-a8fe-909e367dad98 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.3141296 May 27 02:04:46.624266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-398b96d3-69c3-4128-90d8-0de8c5d3eb6e req-b4a1f14d-b9e7-46c1-8f60-95f5315f71b4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497452 May 27 02:04:46.780649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9ebf847-adfb-459e-83b5-2c8d6f9a886d req-f5b84475-9f99-41a7-ae1b-3ba01e122e4b tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790893 May 27 02:04:47.041307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a25f18-eaf7-4c4f-b92a-89256170c5ce req-3f492ef4-e80b-4ac6-b2bf-08d67e9d2f82 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:47.053114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47a25f18-eaf7-4c4f-b92a-89256170c5ce req-3f492ef4-e80b-4ac6-b2bf-08d67e9d2f82 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.1441777 May 27 02:04:47.056568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4887a-59e3-4719-b58e-99efe3bd7e1d req-6701d869-e9c7-49bf-bf8c-ee2412e3e55c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:47.063570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62d4887a-59e3-4719-b58e-99efe3bd7e1d req-6701d869-e9c7-49bf-bf8c-ee2412e3e55c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2380803 May 27 02:04:47.120651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-47a25f18-eaf7-4c4f-b92a-89256170c5ce req-b98682e0-b38a-48a0-86ed-a8fc0a0df103 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665238 May 27 02:04:47.139679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62d4887a-59e3-4719-b58e-99efe3bd7e1d req-4fabfd96-9eda-4f8f-b648-795dd18ec366 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738480 May 27 02:04:47.246204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:47.262744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:47.272657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:47.273815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:47.278301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/ports/f71241a7-7d80-4008-961d-70fda92da789 HTTP/1.1" status: 200 len: 911 time: 2.6493258 May 27 02:04:47.320754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50940) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:47.428924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-83a8b0e0-deb2-4da2-a910-0751a638d86f req-6c069389-db6b-4b37-a013-d7995e8de5df service neutron] (88426) timed out ('10.222.0.13', 52242) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:04:47.507446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c67f-93f4-4cbc-a357-eb35cb63b40d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=f71241a7-7d80-4008-961d-70fda92da789,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:47.562085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa340-5a6f-4cb2-964a-baee162e9b0d req-f0fc1fd0-f559-4ca7-8213-f05013a79936 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:47.574953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-332fa340-5a6f-4cb2-964a-baee162e9b0d req-f0fc1fd0-f559-4ca7-8213-f05013a79936 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.2069798 May 27 02:04:47.679664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-332fa340-5a6f-4cb2-964a-baee162e9b0d req-c4af06f7-3ec2-4a25-9f19-9fe9b9dc2b90 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981560 May 27 02:04:47.765470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1c1e-c1d1-4d4a-852a-b61833eb81d2 req-7fdf74c4-c021-494e-a3dc-27836a02423b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:47.786943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:47.787898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdcd1c1e-c1d1-4d4a-852a-b61833eb81d2 req-7fdf74c4-c021-494e-a3dc-27836a02423b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.5559890 May 27 02:04:47.794660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'floatingip': {'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:48.053537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:48.124693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50964) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:48.395659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68178d4c-33e4-4be4-89d8-f65d2017a8aa req-1a6c8f96-2975-4c56-a981-1c1770fafd68 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:48.402882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68178d4c-33e4-4be4-89d8-f65d2017a8aa req-1a6c8f96-2975-4c56-a981-1c1770fafd68 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.2795846 May 27 02:04:48.550731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68178d4c-33e4-4be4-89d8-f65d2017a8aa req-b6c6aa49-671d-4e5c-ac16-2cb6e0fc7d5f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450410 May 27 02:04:48.667130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:48.733754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:48.767594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:48.783814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Usage tracker for resource:security_group_rule and tenant:1389ff411dc14366a5a64928635090b7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:48.787126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:48.793828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:48.888301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:48.897325 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:48.982201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1389ff411dc14366a5a64928635090b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8447151 May 27 02:04:48.982919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:48.993210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5533b31-2b87-40f5-8baf-207095188795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc4413-4755-4cdb-a4d6-96f021f57be3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:49.189896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:49.212743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:49.306656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936b960-1a36-4f0a-b2c5-6e8d65bc0f60 req-12d5153e-1ccd-41ed-b1f8-8836c8a583bf tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:49.314611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c936b960-1a36-4f0a-b2c5-6e8d65bc0f60 req-12d5153e-1ccd-41ed-b1f8-8836c8a583bf tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.4114492 May 27 02:04:49.414089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c936b960-1a36-4f0a-b2c5-6e8d65bc0f60 req-e60fe769-2348-42af-93f8-34e187f02a9c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981560 May 27 02:04:49.479103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port f71241a7-7d80-4008-961d-70fda92da789 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:49.479449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:49.621847 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Floating IP efb58c7a-e2c4-4397-81ed-85b02543880e associated. External IP: 172.25.3.95, port: b61246d9-1000-45d0-a58b-1141ce54a3fc. May 27 02:04:49.654556 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70e2bf63-25c6-41cf-90f8-9c5bbddc228d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:49.708532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70e2bf63-25c6-41cf-90f8-9c5bbddc228d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:49.862487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:49.891704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1773333-4758-40d8-92ff-d61bf9c68dd7 req-2c61ff47-6911-4e0c-a076-ba28d33d2166 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:49.893188 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1773333-4758-40d8-92ff-d61bf9c68dd7 req-2c61ff47-6911-4e0c-a076-ba28d33d2166 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.1651123 May 27 02:04:50.036936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Router 7e40d7f6-0667-45e9-8f1c-24762341137d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:04:50.044714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70e2bf63-25c6-41cf-90f8-9c5bbddc228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:50.054829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for f71241a7-7d80-4008-961d-70fda92da789 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:50.063222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2bf63-25c6-41cf-90f8-9c5bbddc228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc4413-4755-4cdb-a4d6-96f021f57be3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:50.263359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:50.265783 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70e2bf63-25c6-41cf-90f8-9c5bbddc228d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:50.266916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70e2bf63-25c6-41cf-90f8-9c5bbddc228d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1edc4413-4755-4cdb-a4d6-96f021f57be3 HTTP/1.1" status: 204 len: 168 time: 1.2692106 May 27 02:04:50.276440 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] Sync routers for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:50.282128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:50.304090 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:50.304725 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:50.412269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f3b4b2f3-c1a1-420e-ae02-04d32bb029e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "PUT /v2.0/floatingips/efb58c7a-e2c4-4397-81ed-85b02543880e HTTP/1.1" status: 200 len: 990 time: 2.6174133 May 27 02:04:50.412269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:04:50.523381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1773333-4758-40d8-92ff-d61bf9c68dd7 req-5911dace-8e32-493e-b764-4bafce02e44f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673361 May 27 02:04:50.781153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:50.787803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:50.818663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:50.842049 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:50.857621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:50.862741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Usage tracker for resource:security_group_rule and tenant:8ef5312204224feba0cdeb771a3bbcb6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:50.868978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:50.877475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=f71241a7-7d80-4008-961d-70fda92da789,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:50.877855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:51.033449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:51.046789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:51.113689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400bd9e4-67d6-4c63-9c8f-7c69fb9631f9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:51.171934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:51.172465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3296fb77-12d1-48dc-9216-6f3e9908651a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ef5312204224feba0cdeb771a3bbcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827128 May 27 02:04:51.174174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51002) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:51.201016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68c4b-caef-4db9-9fae-4e48e2dcd137 req-dec24936-7345-4ec2-87a0-104b8812903f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:51.202578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10e68c4b-caef-4db9-9fae-4e48e2dcd137 req-dec24936-7345-4ec2-87a0-104b8812903f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.4905286 May 27 02:04:51.317143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bff06aec-fa7a-4c25-8b96-b82888fa3ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:51.375518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bff06aec-fa7a-4c25-8b96-b82888fa3ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:51.487441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bff06aec-fa7a-4c25-8b96-b82888fa3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:51.524040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff06aec-fa7a-4c25-8b96-b82888fa3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400bd9e4-67d6-4c63-9c8f-7c69fb9631f9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:51.550093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bff06aec-fa7a-4c25-8b96-b82888fa3ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:51.564790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bff06aec-fa7a-4c25-8b96-b82888fa3ac1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/400bd9e4-67d6-4c63-9c8f-7c69fb9631f9 HTTP/1.1" status: 204 len: 168 time: 0.3876643 May 27 02:04:51.737100 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'efb58c7a-e2c4-4397-81ed-85b02543880e', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'mac_address': 'fa:16:3e:d1:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:04:14Z', 'updated_at': '2022-05-27T02:04:49Z', 'revision_number': 1, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:15Z', 'revision_number': 5, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:51.751513 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] Checking router: 7e40d7f6-0667-45e9-8f1c-24762341137d for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:04:51.780519 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:51.782414 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:52.079540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10e68c4b-caef-4db9-9fae-4e48e2dcd137 req-84bbae52-bed8-4d2b-a640-0c5f52f804e7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656054 May 27 02:04:52.140338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router 4ca0135f-4dd5-496f-bb98-870354827019 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:04:52.199831 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:04:52.289483 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7919112b-e1d3-4961-ae0c-5e1c900153fe'] response: {'name': 'network-changed', 'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'status': 'completed', 'code': 200} May 27 02:04:52.519292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bba77-cf10-455b-b461-0ba2a3ac3f6f req-3f0c6777-8de5-474c-87c1-e79d7cdc6383 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:52.529639 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd3bba77-cf10-455b-b461-0ba2a3ac3f6f req-3f0c6777-8de5-474c-87c1-e79d7cdc6383 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.1157050 May 27 02:04:52.604830 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd3bba77-cf10-455b-b461-0ba2a3ac3f6f req-52f7aecf-f048-453a-93a8-76ebb8cac1be tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739403 May 27 02:04:52.634753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:04:52.646838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] Sync routers for ids ['4ca0135f-4dd5-496f-bb98-870354827019'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:04:52.665786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] Routers {'4ca0135f-4dd5-496f-bb98-870354827019'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:52.673841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4ca0135f-4dd5-496f-bb98-870354827019'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:52.747096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-02863eac-c486-4999-bfea-d5cf43fd6e40 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/4ca0135f-4dd5-496f-bb98-870354827019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4243138 May 27 02:04:52.749320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51042) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:52.774940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbb0ea-fcd7-48b6-8aa5-a44fdc41398b req-e0af7980-dd6d-4cfa-a1fc-f0ee7c088f2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:52.776432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2dcbb0ea-fcd7-48b6-8aa5-a44fdc41398b req-e0af7980-dd6d-4cfa-a1fc-f0ee7c088f2b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.3375387 May 27 02:04:52.803276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-5c6d3516-35e7-4609-bd3c-ec777f81bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:52.804761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-5c6d3516-35e7-4609-bd3c-ec777f81bd13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1097 time: 0.2226946 May 27 02:04:52.889891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:52.894864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-404043d9-960b-46ab-88cc-625fd5edaa84 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca0135f-4dd5-496f-bb98-870354827019 HTTP/1.1" status: 200 len: 205 time: 0.1441386 May 27 02:04:52.897738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51052) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:52.913866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] Routers {'4ca0135f-4dd5-496f-bb98-870354827019'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:04:52.916388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4ca0135f-4dd5-496f-bb98-870354827019'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:53.040693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-ed3b0089-200d-4678-95a6-0a14488d2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:53.042596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-ed3b0089-200d-4678-95a6-0a14488d2c8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.2248619 May 27 02:04:53.047982 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'efb58c7a-e2c4-4397-81ed-85b02543880e', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'mac_address': 'fa:16:3e:d1:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:04:14Z', 'updated_at': '2022-05-27T02:04:49Z', 'revision_number': 1, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:15Z', 'revision_number': 5, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:53.062349 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a505e1-4538-4089-89eb-ec892f33da1a None None] The sync data for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 is: [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'efb58c7a-e2c4-4397-81ed-85b02543880e', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'mac_address': 'fa:16:3e:d1:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:04:14Z', 'updated_at': '2022-05-27T02:04:49Z', 'revision_number': 1, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:15Z', 'revision_number': 5, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:53.095008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:53.095818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33ee38-7253-4bd8-a90d-c5d4bb9a7883 None None] The sync data for ids ['4ca0135f-4dd5-496f-bb98-870354827019'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:04:53.276940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8205389-139d-4482-b9a7-d179cd98c895 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:53.341692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-26c6e3e8-293e-460c-93e4-4dc5a204f929 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.2913289 May 27 02:04:53.460815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2dcbb0ea-fcd7-48b6-8aa5-a44fdc41398b req-0fafb2dc-45b4-4568-9813-4e8595dd21a8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6620345 May 27 02:04:53.494347 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b99b7-d5d1-4d44-9af9-54bb73315f9b None None] New status for floating IP efb58c7a-e2c4-4397-81ed-85b02543880e: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:04:53.560971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-15a87cf9-661d-410d-b830-0c37b80868f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:53.567073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-15a87cf9-661d-410d-b830-0c37b80868f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1864293 May 27 02:04:53.922001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-04a1137a-0a19-48f9-b1c8-bd4775f52578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:53.926884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-04a1137a-0a19-48f9-b1c8-bd4775f52578 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3523495 May 27 02:04:54.236990 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-263c57aa-db26-4858-99a8-29ad5b91b361 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940340 May 27 02:04:54.299497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd43408-a9cf-482a-b76d-cceec4c0d813 req-aa64e050-d371-4ea4-8607-1b22b228aed4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:54.307076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cd43408-a9cf-482a-b76d-cceec4c0d813 req-aa64e050-d371-4ea4-8607-1b22b228aed4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.6006362 May 27 02:04:54.329349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8205389-139d-4482-b9a7-d179cd98c895 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.333821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8205389-139d-4482-b9a7-d179cd98c895 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.347802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c9dc0-6662-4623-ad63-431eca59f45d req-39adb220-4f20-40b4-ad52-2feadce2ad2c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:54.355118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a4c9dc0-6662-4623-ad63-431eca59f45d req-39adb220-4f20-40b4-ad52-2feadce2ad2c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 1.4850454 May 27 02:04:54.427604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a4c9dc0-6662-4623-ad63-431eca59f45d req-4bfb6d90-5173-407b-8185-cf4501f648bc tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 May 27 02:04:54.433921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8205389-139d-4482-b9a7-d179cd98c895 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.437267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8205389-139d-4482-b9a7-d179cd98c895 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca0135f-4dd5-496f-bb98-870354827019 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:04:54.438593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cd43408-a9cf-482a-b76d-cceec4c0d813 req-6432059e-bbdd-4854-b18b-f0e43dc4ea9f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292810 May 27 02:04:54.482229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8205389-139d-4482-b9a7-d179cd98c895 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.486086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8205389-139d-4482-b9a7-d179cd98c895 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/4ca0135f-4dd5-496f-bb98-870354827019 HTTP/1.1" status: 204 len: 168 time: 1.5851676 May 27 02:04:54.506093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:54.674189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8922aff2-f8a0-42f0-bd8f-a977580e5d15 req-b049901e-58df-4d9b-b5b5-d099d57c8175 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291229 May 27 02:04:54.686206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet c34d587d-2390-4125-94dd-dd9b38037752 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:04:54.698767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:54.944734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102308cb-d085-4e85-aa8a-3b550335b365 req-4b9d64c7-4009-46d9-afbd-2b39825baad1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:54.952437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-102308cb-d085-4e85-aa8a-3b550335b365 req-4b9d64c7-4009-46d9-afbd-2b39825baad1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.1777694 May 27 02:04:55.034413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.170196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8f82-3508-4b24-b0ab-14b9046418aa req-5da349cc-5eb1-4ac5-ad31-17c0446ae6e4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:55.172281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-591b8f82-3508-4b24-b0ab-14b9046418aa req-5da349cc-5eb1-4ac5-ad31-17c0446ae6e4 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.3899121 May 27 02:04:55.286211 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-102308cb-d085-4e85-aa8a-3b550335b365 req-5b1c39f8-3033-410d-96d2-7881371e69e3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326683 May 27 02:04:55.306957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-591b8f82-3508-4b24-b0ab-14b9046418aa req-259583e2-3a02-420a-9509-3c58b71e0478 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202018 May 27 02:04:55.319130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.442464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.492781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=c34d587d-2390-4125-94dd-dd9b38037752,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:55.502920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.503081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ea0bc-a3d1-44bd-ab45-8d596ba0cc64 None None] Network 77614a67-0838-4848-bff2-cb530826a6db requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:04:55.516350 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cd856e38-076b-4620-a407-77fc1a688338 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/c34d587d-2390-4125-94dd-dd9b38037752 HTTP/1.1" status: 204 len: 168 time: 1.0089617 May 27 02:04:55.519048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51116) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:55.771922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba44c4-b362-4b88-b8e5-7674c38720a8 req-ea6aff5a-7158-4e32-8ed2-69ded2fb790f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:55.778920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84ba44c4-b362-4b88-b8e5-7674c38720a8 req-ea6aff5a-7158-4e32-8ed2-69ded2fb790f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.1672781 May 27 02:04:55.871203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:55.872533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84ba44c4-b362-4b88-b8e5-7674c38720a8 req-a0a314ff-96ac-4309-9e8b-9c9ef1252238 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923412 May 27 02:04:55.905034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port ad2b302f-f56b-485a-b95d-5697689ee307 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:55.905566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.159279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] DHCP port deletion for 77614a67-0838-4848-bff2-cb530826a6db request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:04:56.163790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Deleting port ad2b302f-f56b-485a-b95d-5697689ee307 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:56.164172 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.189646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a957-5123-4fc3-af0b-a21adf511552 req-f84dfd00-6d83-4b6d-b7ea-8735ec5db991 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:56.191528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30b3a957-5123-4fc3-af0b-a21adf511552 req-f84dfd00-6d83-4b6d-b7ea-8735ec5db991 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.2026656 May 27 02:04:56.298613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6cc01-02f7-4c82-8801-71ea5407581a req-3838d79b-9033-4639-8ec7-f8e471b11482 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:56.307232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cd6cc01-02f7-4c82-8801-71ea5407581a req-3838d79b-9033-4639-8ec7-f8e471b11482 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.5660341 May 27 02:04:56.311162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30b3a957-5123-4fc3-af0b-a21adf511552 req-a37d3b4e-a080-485f-a6de-6e6cec3ddd02 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127896 May 27 02:04:56.442151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port ad2b302f-f56b-485a-b95d-5697689ee307, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ad2b302f-f56b-485a-b95d-5697689ee307,segment=NetworkSegment(4d2fa486-dcdf-4b0b-bba5-631104165069),segment_id=4d2fa486-dcdf-4b0b-bba5-631104165069)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:56.442944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.653602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] For port ad2b302f-f56b-485a-b95d-5697689ee307, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ad2b302f-f56b-485a-b95d-5697689ee307,segment=NetworkSegment(4d2fa486-dcdf-4b0b-bba5-631104165069),segment_id=4d2fa486-dcdf-4b0b-bba5-631104165069)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:04:56.656148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:56.689928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c459222-ef88-457f-bb86-8ab60bf1b2a7 req-342ca61d-c202-4fd6-a47b-08ca38466cd8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:56.701992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c459222-ef88-457f-bb86-8ab60bf1b2a7 req-342ca61d-c202-4fd6-a47b-08ca38466cd8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.1982918 May 27 02:04:56.753652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for ad2b302f-f56b-485a-b95d-5697689ee307 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:56.807692 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c459222-ef88-457f-bb86-8ab60bf1b2a7 req-3d61e396-1725-45d5-acc5-1f507e80ff3c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045988 May 27 02:04:56.809873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cd6cc01-02f7-4c82-8801-71ea5407581a req-b0286f31-ed7d-4db8-8876-db72e5ebfaea tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686217 May 27 02:04:56.972089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.079956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=ad2b302f-f56b-485a-b95d-5697689ee307,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:57.090212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Calling delete_port for ad2b302f-f56b-485a-b95d-5697689ee307 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:04:57.095581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No DVR routers for this DVR port ad2b302f-f56b-485a-b95d-5697689ee307 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:04:57.178463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16660fae-5bfb-4035-81fd-840cf1a2e22e req-5d5bb712-e898-4b5a-b5b9-900ab204cda9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:57.189981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16660fae-5bfb-4035-81fd-840cf1a2e22e req-5d5bb712-e898-4b5a-b5b9-900ab204cda9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.1792893 May 27 02:04:57.246754 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:04:57.251923 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:04:57.252767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ad2b302f-f56b-485a-b95d-5697689ee307 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:04:57.286202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16660fae-5bfb-4035-81fd-840cf1a2e22e req-89abdae6-d78f-4ab5-b665-af22d3a42970 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956719 May 27 02:04:57.327263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ad2b302f-f56b-485a-b95d-5697689ee307 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:04:57.327615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ad2b302f-f56b-485a-b95d-5697689ee307 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:04:57.380269 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.442555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77614a67-0838-4848-bff2-cb530826a6db']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:57.476306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2fa486-dcdf-4b0b-bba5-631104165069') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:57.476534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2fa486-dcdf-4b0b-bba5-631104165069') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:04:57.518594 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.538882 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.547815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:04:57.548348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.689025 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 4d2fa486-dcdf-4b0b-bba5-631104165069 resource provider aggregate not found May 27 02:04:57.749572 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 4d2fa486-dcdf-4b0b-bba5-631104165069 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d2fa486-dcdf-4b0b-bba5-631104165069 found for delete ", "request_id": "req-c9ed3998-47be-45c9-94f7-9ba897710730"}]} May 27 02:04:57.753233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Deleting port ad2b302f-f56b-485a-b95d-5697689ee307 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:04:57.753800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.778925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.784775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.818890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/77614a67-0838-4848-bff2-cb530826a6db HTTP/1.1" status: 204 len: 168 time: 2.2979507 May 27 02:04:57.819758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f52c-c33f-41b1-99f3-e8c34309f9ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=77614a67-0838-4848-bff2-cb530826a6db,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:57.822790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51158) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:57.842734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400004289', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:57.855627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:57.857082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6a365a05-93c5-4e4b-8c19-71a7c5514de6 None None] The port 'ad2b302f-f56b-485a-b95d-5697689ee307' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:04:57.881524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:router and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:57.886450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:57.894926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:57.910640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.912934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.933041 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:57.963064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.054576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.055925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae37135f-892a-49eb-b736-664f9179ad78 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2313998 May 27 02:04:58.058679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51174) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:58.065385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2051515824'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:58.077350 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:04:58.085496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:58.098520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:58.103759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:58.118049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:58.244149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:58.266324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.411111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:04:58.437701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.438045 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment 3f80316f-4a17-4067-8dff-91bf0b1eaaa7 of type vlan for network 2c2c58cd-cd37-45db-a896-43248335c862 May 27 02:04:58.467496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe51220-6621-41f5-b1ab-7337c60d8201 req-3118980d-f5bb-4816-96af-bd48da29b891 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:58.469117 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dbe51220-6621-41f5-b1ab-7337c60d8201 req-3118980d-f5bb-4816-96af-bd48da29b891 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.3041313 May 27 02:04:58.469294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d54de-1328-4788-8350-6dbc25c0211f req-6e3e223a-b6ff-4be4-bb67-0f652dbb831e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:58.479883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c6d54de-1328-4788-8350-6dbc25c0211f req-6e3e223a-b6ff-4be4-bb67-0f652dbb831e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.2980196 May 27 02:04:58.515702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.562586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dbe51220-6621-41f5-b1ab-7337c60d8201 req-d8927567-6fd5-4806-8e4e-93347b469604 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828848 May 27 02:04:58.589074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c6d54de-1328-4788-8350-6dbc25c0211f req-7b540df1-0dab-4689-9743-c92637fd6ee8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039503 May 27 02:04:58.632274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.638519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:58.639281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:58.837257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51186) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:04:58.843719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:04:58.847416 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7875743 May 27 02:04:58.872474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cb710-7aef-4c9b-969e-4359fdc36fd9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=2c2c58cd-cd37-45db-a896-43248335c862,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:58.899255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 2c2c58cd-cd37-45db-a896-43248335c862 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:04:59.013615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3798d3-741f-4d23-9a68-a63f295bade2 req-8a294c43-c80f-4676-a6fd-d36dc48ee24d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:59.017000 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc3798d3-741f-4d23-9a68-a63f295bade2 req-8a294c43-c80f-4676-a6fd-d36dc48ee24d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.2639837 May 27 02:04:59.214582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:04:59.229152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:04:59.234258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:04:59.245577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:04:59.268465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:04:59.272715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.278373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc3798d3-741f-4d23-9a68-a63f295bade2 req-56694a8f-a9b4-497a-8d8b-48e6e84688bc tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551117 May 27 02:04:59.526040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:04:59.833533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb05eb1-6989-4c52-adde-da2400a8d34c req-c641bb24-7832-4a2b-a285-4a10771952dc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:59.835726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-edb05eb1-6989-4c52-adde-da2400a8d34c req-c641bb24-7832-4a2b-a285-4a10771952dc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.0846810 May 27 02:04:59.862063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=4ba3789d-c1e2-415d-bfa1-ae2ae151ec27,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:04:59.887476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:04:59.887797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: 2c2c58cd-cd37-45db-a896-43248335c862, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:04:59.892623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-edb05eb1-6989-4c52-adde-da2400a8d34c req-d25eccc9-828a-44e2-8df9-64ac17b22287 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495050 May 27 02:04:59.924768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f8d7-a4a5-4553-8102-3a65a0e91846 req-b0a36013-6eaa-4129-8d39-e7325e7a58ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:04:59.932241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d316f8d7-a4a5-4553-8102-3a65a0e91846 req-b0a36013-6eaa-4129-8d39-e7325e7a58ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.1441617 May 27 02:04:59.960010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 2c2c58cd-cd37-45db-a896-43248335c862 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:04:59.986834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 2c2c58cd-cd37-45db-a896-43248335c862) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:04:59.996858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f769fcf-cb98-4fef-86ed-b3b5e429dc50 None None] Network 2c2c58cd-cd37-45db-a896-43248335c862 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:00.001345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:00.002014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.016473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d316f8d7-a4a5-4553-8102-3a65a0e91846 req-754b05ab-5480-4412-bcac-382540d54ed6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832677 May 27 02:05:00.032454 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4b950f24-eb72-4555-9576-48c20bcfb928 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1908870 May 27 02:05:00.032775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51218) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:00.229405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-2c2c58cd-cd37-45db-a896-43248335c862', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:05:00.230427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.395497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Allocated IP 2001:db8::2 (2c2c58cd-cd37-45db-a896-43248335c862/4ba3789d-c1e2-415d-bfa1-ae2ae151ec27/e62c7a8a-9292-4d89-8132-311021f459f1) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:00.493756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4db82-fd3c-4a2a-878b-244c26cd67b4 req-81ceefda-56e1-48c4-9b35-8bfe6b805095 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:00.495161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5e4db82-fd3c-4a2a-878b-244c26cd67b4 req-81ceefda-56e1-48c4-9b35-8bfe6b805095 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.0965602 May 27 02:05:00.550827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5e4db82-fd3c-4a2a-878b-244c26cd67b4 req-ad3d4b5a-afad-4f28-b5b2-5a8d62cc2795 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494597 May 27 02:05:00.632224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.649233 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.672048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Transition to ACTIVE for port object e62c7a8a-9292-4d89-8132-311021f459f1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:00.712819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Transition to ACTIVE for port object e62c7a8a-9292-4d89-8132-311021f459f1 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:00.719726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:00.886797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Network 2c2c58cd-cd37-45db-a896-43248335c862 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:00.892609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:00.900859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:01.019133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Pushing event updated for resources: {'Port': ['ID=e62c7a8a-9292-4d89-8132-311021f459f1,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:01.083434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Attempting to bind port e62c7a8a-9292-4d89-8132-311021f459f1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:01.085182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Attempting to bind port e62c7a8a-9292-4d89-8132-311021f459f1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:01.087056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Attempting to bind port e62c7a8a-9292-4d89-8132-311021f459f1 on network 2c2c58cd-cd37-45db-a896-43248335c862 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:01.101011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:01.101394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Checking segment: {'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:01.101794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.102191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Bound using segment: {'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:01.102649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Bound port: e62c7a8a-9292-4d89-8132-311021f459f1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:01.103050 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.229354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] For port e62c7a8a-9292-4d89-8132-311021f459f1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:01.233340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] For port e62c7a8a-9292-4d89-8132-311021f459f1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e62c7a8a-9292-4d89-8132-311021f459f1,segment=NetworkSegment(3f80316f-4a17-4067-8dff-91bf0b1eaaa7),segment_id=3f80316f-4a17-4067-8dff-91bf0b1eaaa7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:01.240212 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.320324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e2ad-9e2b-47b2-889f-5ebc28babf77 req-a05272dd-bf91-4732-b620-4061d1b39708 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:01.322026 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7e41e2ad-9e2b-47b2-889f-5ebc28babf77 req-a05272dd-bf91-4732-b620-4061d1b39708 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.1039932 May 27 02:05:01.356708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8::1 (2c2c58cd-cd37-45db-a896-43248335c862/4ba3789d-c1e2-415d-bfa1-ae2ae151ec27/eddcd925-62d8-45c1-8eae-74884cb6e160) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:01.381983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538819b0-8cd5-4de8-8284-f6320195b7ae None None] Pushing event updated for resources: {'Port': ['ID=e62c7a8a-9292-4d89-8132-311021f459f1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:01.437277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7e41e2ad-9e2b-47b2-889f-5ebc28babf77 req-2196e180-5cec-45da-9ef4-ed2c90d88b6f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089468 May 27 02:05:01.801258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2359a83-a1bb-4e9b-8c1e-93919c9c7b51 req-d664123b-3066-4693-a824-8c13426e8d0c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:01.810032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2359a83-a1bb-4e9b-8c1e-93919c9c7b51 req-d664123b-3066-4693-a824-8c13426e8d0c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.6028020 May 27 02:05:01.870873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff3023-d2a8-4739-9e58-dea843522485 req-c6ac6924-0431-48d5-86f5-2d6571a7f2d8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:01.872333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90ff3023-d2a8-4739-9e58-dea843522485 req-c6ac6924-0431-48d5-86f5-2d6571a7f2d8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.1508608 May 27 02:05:01.873304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2359a83-a1bb-4e9b-8c1e-93919c9c7b51 req-41d0b7f4-a96d-4762-b68e-320525370c8b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618637 May 27 02:05:01.876420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:01.893149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-aec01daf-ddf5-46bb-abf7-18e313030d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:01.894619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-aec01daf-ddf5-46bb-abf7-18e313030d03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1097 time: 0.7022154 May 27 02:05:01.900866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object eddcd925-62d8-45c1-8eae-74884cb6e160 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:01.945045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-90ff3023-d2a8-4739-9e58-dea843522485 req-d3cb9087-1396-46d4-8982-41a1a7c4152f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604999 May 27 02:05:02.191270 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.270812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=eddcd925-62d8-45c1-8eae-74884cb6e160,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:02.276896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-732bcaae-f662-4c3e-a20d-fa01fca0e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:02.278438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-732bcaae-f662-4c3e-a20d-fa01fca0e902 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.3761394 May 27 02:05:02.285000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:02.291152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 2c2c58cd-cd37-45db-a896-43248335c862 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:02.446098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-24a154e0-8f26-4488-a8b1-f653f7522519 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 1000 time: 0.1570780 May 27 02:05:02.447152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:02.450493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:02.451002 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.510209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:02.550904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'mac_address': 'fa:16:3e:d1:c3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:02.643783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:02.644169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.667632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b61246d9-1000-45d0-a58b-1141ce54a3fc {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:02.715476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:02.724857 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.774823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156de44-1903-4f9f-90b2-435b0226aa27 None None] Network 2c2c58cd-cd37-45db-a896-43248335c862 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:02.835800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:02.880147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-316bd057-d244-4b1b-b34b-500ff83fda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:02.882203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-316bd057-d244-4b1b-b34b-500ff83fda66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.3386915 May 27 02:05:03.050316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b61246d9-1000-45d0-a58b-1141ce54a3fc'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:03.200905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bc63b-370e-450b-af14-660b04b0b377 req-e72bb69e-91de-43d6-811a-19fa6eaa4401 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:03.202647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c19bc63b-370e-450b-af14-660b04b0b377 req-e72bb69e-91de-43d6-811a-19fa6eaa4401 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.4191258 May 27 02:05:03.249174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c34f2e-2440-44b1-94ef-0cabd9276385 req-61987c27-e3c6-4773-93ca-401dc48b4c25 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:03.260848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84c34f2e-2440-44b1-94ef-0cabd9276385 req-61987c27-e3c6-4773-93ca-401dc48b4c25 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.1765156 May 27 02:05:03.271709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:03.281167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-c370503a-6d57-4fdc-b79d-1cc05270d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:03.282666 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-c370503a-6d57-4fdc-b79d-1cc05270d0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3670874 May 27 02:05:03.293026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b169d4fc-e447-43fd-83dc-df3de0b977e3 None None] Provisioning for port e62c7a8a-9292-4d89-8132-311021f459f1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:03.300323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e62c7a8a-9292-4d89-8132-311021f459f1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:03.354051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84c34f2e-2440-44b1-94ef-0cabd9276385 req-83558ec9-bfe1-4758-b848-7ba09eef4712 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918682 May 27 02:05:03.383111 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.431038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-d62ddc57-a3f1-47cd-9f35-bf8879224ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393054 May 27 02:05:03.433870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c19bc63b-370e-450b-af14-660b04b0b377 req-73432bce-9ab7-427a-a906-6ec6f11980de tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189856 May 27 02:05:03.484392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e62c7a8a-9292-4d89-8132-311021f459f1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:03.489936 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.494573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e62c7a8a-9292-4d89-8132-311021f459f1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:03.495048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.733375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e62c7a8a-9292-4d89-8132-311021f459f1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:03.733750 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.741714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cfef4-9ff4-4771-9021-66884e03f7f4 req-12af9598-3bf0-4530-9b3d-d89aff1c0956 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:03.754767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-958cfef4-9ff4-4771-9021-66884e03f7f4 req-12af9598-3bf0-4530-9b3d-d89aff1c0956 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.1979544 May 27 02:05:03.765783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.787761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.789417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.822768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e62c7a8a-9292-4d89-8132-311021f459f1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e62c7a8a-9292-4d89-8132-311021f459f1,segment=NetworkSegment(3f80316f-4a17-4067-8dff-91bf0b1eaaa7),segment_id=3f80316f-4a17-4067-8dff-91bf0b1eaaa7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:03.833295 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:03.857108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-958cfef4-9ff4-4771-9021-66884e03f7f4 req-3ac2ae8f-ddc1-4ce2-9b03-a1071486e71c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014290 May 27 02:05:03.996671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e62c7a8a-9292-4d89-8132-311021f459f1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:04.207291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=eddcd925-62d8-45c1-8eae-74884cb6e160,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:04.241418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-011ebd5f-c4f4-41d6-b729-bcbd650bb40c req-680e15d9-d83f-4aa9-8640-3ee4ff6f85f4 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022447 May 27 02:05:04.244365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4e5d1c20-512b-46a3-b7d4-8eefcbbe40d2 None None] Provisioning for port eddcd925-62d8-45c1-8eae-74884cb6e160 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:04.265561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4e5d1c20-512b-46a3-b7d4-8eefcbbe40d2 None None] Provisioning complete for port eddcd925-62d8-45c1-8eae-74884cb6e160 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:04.265932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4e5d1c20-512b-46a3-b7d4-8eefcbbe40d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.288965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51328) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:04.291741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 2c2c58cd-cd37-45db-a896-43248335c862 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:04.293011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:04.316091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:04.463398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d1c20-512b-46a3-b7d4-8eefcbbe40d2 None None] Port eddcd925-62d8-45c1-8eae-74884cb6e160 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:04.488924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port b61246d9-1000-45d0-a58b-1141ce54a3fc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:04.489228 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.557821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.580548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4e5d1c20-512b-46a3-b7d4-8eefcbbe40d2 None None] Provisioning complete for port e62c7a8a-9292-4d89-8132-311021f459f1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:04.581026 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4e5d1c20-512b-46a3-b7d4-8eefcbbe40d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.695561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:04.711153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Usage tracker for resource:security_group_rule and tenant:34b784a13a9a47a0b85598b2701e613b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:04.754264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:04.774036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:04.801995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d1c20-512b-46a3-b7d4-8eefcbbe40d2 None None] Current status of the port e62c7a8a-9292-4d89-8132-311021f459f1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:04.829493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:05:04.887550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:04.889080 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.910339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64012cfa-130f-4d78-be8c-d865a69b4ee3 req-446c8b06-31a8-4245-ace4-4cd5e2f35c52 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:04.913170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de542a-4a86-4f2b-a4d9-abc7b193f60f req-95e2117d-96e1-43f0-8fe7-a2ceded9776f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:04.920003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64012cfa-130f-4d78-be8c-d865a69b4ee3 req-446c8b06-31a8-4245-ace4-4cd5e2f35c52 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 945 time: 0.3184278 May 27 02:05:04.935410 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14de542a-4a86-4f2b-a4d9-abc7b193f60f req-95e2117d-96e1-43f0-8fe7-a2ceded9776f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.3284006 May 27 02:05:04.976659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:04.977784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:04.995860 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:04.997184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:05.042449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-14de542a-4a86-4f2b-a4d9-abc7b193f60f req-37048fa5-822d-451b-b1ac-f781aba425b5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056604 May 27 02:05:05.097739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.097974 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64012cfa-130f-4d78-be8c-d865a69b4ee3 req-e145b723-43f8-4bc0-b40c-9f1a6f06b374 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767540 May 27 02:05:05.106445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.157476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:05.158227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0290fdf9-73d6-4ef6-812f-7c4417d0a7ae None None] Provisioning complete for port eddcd925-62d8-45c1-8eae-74884cb6e160 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:05.158610 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0290fdf9-73d6-4ef6-812f-7c4417d0a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.196710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4d72aa97-aaf2-4c51-99e5-8b211e513b2c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1629660 May 27 02:05:05.197413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51346) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:05.216045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34b784a13a9a47a0b85598b2701e613b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259934 May 27 02:05:05.216910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1364989515'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:05.217675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84704f3d-e26d-4ad3-8d78-fe92dec698eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7c6977-21a6-433c-84c6-041d1e21f571,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.221152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51352) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:05.236040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:05.243459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:05.246476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:05.253600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:05.271062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:05.275756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.329641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:05.341430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.341792 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment f06c4cdc-fbc2-4bbe-abda-e01cae82d784 of type vlan for network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 May 27 02:05:05.383473 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c015d4ba-3f72-4fc3-b40b-d0ddec178101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.387910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.394223 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e22519-cab4-4773-9e00-72913a28e8a9'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'code': 200} May 27 02:05:05.398371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:05.409595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e62c7a8a-9292-4d89-8132-311021f459f1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:05.428676 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.429829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c015d4ba-3f72-4fc3-b40b-d0ddec178101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.435243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:05.436721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.447125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665a810-aa13-471a-884f-f35dc494f822 req-176b8693-06ee-4f2b-a099-f3f3c17407a8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:05.448756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a665a810-aa13-471a-884f-f35dc494f822 req-176b8693-06ee-4f2b-a099-f3f3c17407a8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.1835985 May 27 02:05:05.466924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0290fdf9-73d6-4ef6-812f-7c4417d0a7ae None None] Port eddcd925-62d8-45c1-8eae-74884cb6e160 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:05.514658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:05.515795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:04:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:05.519921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a665a810-aa13-471a-884f-f35dc494f822 req-41b7c0f5-7ba8-4dbb-a10a-f514a9313238 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615754 May 27 02:05:05.567515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c015d4ba-3f72-4fc3-b40b-d0ddec178101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.597744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3992412 May 27 02:05:05.606667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51356) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:05.608653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015d4ba-3f72-4fc3-b40b-d0ddec178101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7c6977-21a6-433c-84c6-041d1e21f571,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.623690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:05.624399 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c015d4ba-3f72-4fc3-b40b-d0ddec178101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.628662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c015d4ba-3f72-4fc3-b40b-d0ddec178101 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af7c6977-21a6-433c-84c6-041d1e21f571 HTTP/1.1" status: 204 len: 168 time: 0.3965034 May 27 02:05:05.677478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:05.678021 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.718950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80fe43-8d87-4013-a365-79175e51b4bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=b0814d47-98d4-49c6-8bb6-49ade6bf4ed8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.761907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:05.764438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:05.769487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:05.773277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:05.781270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:05.793799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:05.799274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:05.806081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:05.946355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e62c7a8a-9292-4d89-8132-311021f459f1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:05.946749 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.015982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2a1fd099-1774-4921-b486-2c7ba605e001 None None] Provisioning complete for port eddcd925-62d8-45c1-8eae-74884cb6e160 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:06.016286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd099-1774-4921-b486-2c7ba605e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.088312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4f7edf42-bba8-4ec3-b596-76d56511cdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.153363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:06.198326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.279796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:06.289370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fd099-1774-4921-b486-2c7ba605e001 None None] Port eddcd925-62d8-45c1-8eae-74884cb6e160 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:06.356284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.428583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be465776-59e3-47b3-bc90-91985c9dca52 req-aafb218e-c504-4322-a415-294e070be3f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:06.435906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:06.436275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: b0814d47-98d4-49c6-8bb6-49ade6bf4ed8, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:06.439369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be465776-59e3-47b3-bc90-91985c9dca52 req-aafb218e-c504-4322-a415-294e070be3f0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.1365695 May 27 02:05:06.448063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=5f44d4e4-e40e-449a-8ace-8363b66dcafd,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:06.483958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063419-6300-4015-a378-05ebd17ff529 req-c4fe8434-fa78-4712-8f00-4fa2332bf573 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:06.485775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db063419-6300-4015-a378-05ebd17ff529 req-c4fe8434-fa78-4712-8f00-4fa2332bf573 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.1765385 May 27 02:05:06.486978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:06.512068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be465776-59e3-47b3-bc90-91985c9dca52 req-f374e77e-122c-4e83-a2a0-63d9d358561a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716007 May 27 02:05:06.614643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b0814d47-98d4-49c6-8bb6-49ade6bf4ed8) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:06.625097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:06.625691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:06.636506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7080517f-122c-4977-adf8-83d89e75ee16 None None] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:06.708563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a12d4b95-3c47-4974-8d56-d245ee48faf9 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0978079 May 27 02:05:06.709669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:06.746145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db063419-6300-4015-a378-05ebd17ff529 req-2631d776-cc1c-49cc-9712-66885fe3b4a4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382560 May 27 02:05:06.860495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51406) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:06.871768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:06.899307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e62c7a8a-9292-4d89-8132-311021f459f1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:07.156682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4d42-5ae5-4f0b-9780-d115ab5d10f2 req-7e06c2a5-767d-4d74-a47a-119204d923f3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:07.159483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a86c4d42-5ae5-4f0b-9780-d115ab5d10f2 req-7e06c2a5-767d-4d74-a47a-119204d923f3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.3509445 May 27 02:05:07.219214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:05:07.220115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.223460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.236774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:02Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:03Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:07.245680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:07.246155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Updating router bbb7bf5b-e5f2-4b55-9a73-726704766684 port eddcd925-62d8-45c1-8eae-74884cb6e160 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:07.275675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:07.289127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Usage tracker for resource:security_group_rule and tenant:574ad75691584ade8545c9577dff04bf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:07.295897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:07.312349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:07.379713 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.403807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:07.438215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.444080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.497293 n-d-843146-11 neutron-server[88427]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c205e836-e9a0-4665-98b3-92ed044962aa']: {'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'code': 422} returned with failed status May 27 02:05:07.504704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea96700-4fd4-4230-a4bc-00089414da97,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:07.511471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-62404317-a7cf-45d1-aec0-a0eb8c92a836 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=574ad75691584ade8545c9577dff04bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472719 May 27 02:05:07.513025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51438) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:07.593937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Allocated IP 2001:db8:1::2 (b0814d47-98d4-49c6-8bb6-49ade6bf4ed8/5f44d4e4-e40e-449a-8ace-8363b66dcafd/c294a43f-5632-4448-8d45-ea5f37fafda6) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:07.629215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-614c2dde-6537-4a6c-8b4a-faf67c4cde28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.799437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-614c2dde-6537-4a6c-8b4a-faf67c4cde28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:07.877217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a2b28-ace2-42d6-bec3-28d82d3c5172 req-612f1dac-4476-4051-b870-7584518b1e05 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:07.884496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-090a2b28-ace2-42d6-bec3-28d82d3c5172 req-612f1dac-4476-4051-b870-7584518b1e05 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.2074699 May 27 02:05:07.949548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-090a2b28-ace2-42d6-bec3-28d82d3c5172 req-901b4f39-d2d7-434d-8f51-e078abe6c2d5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640900 May 27 02:05:07.968256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-614c2dde-6537-4a6c-8b4a-faf67c4cde28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.008748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2dde-6537-4a6c-8b4a-faf67c4cde28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea96700-4fd4-4230-a4bc-00089414da97,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:08.026177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-614c2dde-6537-4a6c-8b4a-faf67c4cde28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.027569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-614c2dde-6537-4a6c-8b4a-faf67c4cde28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dea96700-4fd4-4230-a4bc-00089414da97 HTTP/1.1" status: 204 len: 168 time: 0.5134673 May 27 02:05:08.048569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a86c4d42-5ae5-4f0b-9780-d115ab5d10f2 req-1f748b23-e78d-44a5-baf2-0c38b095087e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7953057 May 27 02:05:08.109008 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6bd690a2-92e8-4394-bb30-428950a762f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.233599 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.264452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Transition to ACTIVE for port object c294a43f-5632-4448-8d45-ea5f37fafda6 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:08.325816 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.351056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Transition to ACTIVE for port object c294a43f-5632-4448-8d45-ea5f37fafda6 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:08.368787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.375566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Transition to ACTIVE for port object eddcd925-62d8-45c1-8eae-74884cb6e160 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:08.388359 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.504875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.647651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf0437-bbfa-44d2-8b4a-8640ba711c0b req-69943f9f-9864-4ce0-95b1-29c194c9c559 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:08.661457 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fedf0437-bbfa-44d2-8b4a-8640ba711c0b req-69943f9f-9864-4ce0-95b1-29c194c9c559 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.4826415 May 27 02:05:08.676157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:08.699579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:08.717932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:08.742773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Pushing event updated for resources: {'Port': ['ID=c294a43f-5632-4448-8d45-ea5f37fafda6,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:08.809207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fedf0437-bbfa-44d2-8b4a-8640ba711c0b req-098f550d-8661-42e0-a97a-d09f2ffff1a0 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460865 May 27 02:05:08.873343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51478) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:08.907273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:08.937824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:08.945178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef8093f535e4e9495bcae5e4b0c2c8b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:08.950590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:08.962045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:09.236916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.247280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.278983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601972-7596-4ea5-9777-a9a145a618d6 None None] Pushing event updated for resources: {'Port': ['ID=eddcd925-62d8-45c1-8eae-74884cb6e160,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:09.301470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Attempting to bind port eddcd925-62d8-45c1-8eae-74884cb6e160 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:09.302227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Attempting to bind port eddcd925-62d8-45c1-8eae-74884cb6e160 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:09.302952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Attempting to bind port eddcd925-62d8-45c1-8eae-74884cb6e160 on network 2c2c58cd-cd37-45db-a896-43248335c862 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:09.311622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Attempting to bind port c294a43f-5632-4448-8d45-ea5f37fafda6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:09.327336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Attempting to bind port c294a43f-5632-4448-8d45-ea5f37fafda6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:09.328194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Attempting to bind port c294a43f-5632-4448-8d45-ea5f37fafda6 on network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:09.332519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711327dd-058a-48fa-8764-d41eee31f56c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:09.343431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:09.355940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Checking segment: {'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:09.356877 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.357826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Bound using segment: {'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:09.359163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Bound port: eddcd925-62d8-45c1-8eae-74884cb6e160, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f80316f-4a17-4067-8dff-91bf0b1eaaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:09.359771 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.395848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:09.396893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Checking segment: {'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:09.397546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.398181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Bound using segment: {'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:09.398913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Bound port: c294a43f-5632-4448-8d45-ea5f37fafda6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:09.402319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.409891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8:1::1 (b0814d47-98d4-49c6-8bb6-49ade6bf4ed8/5f44d4e4-e40e-449a-8ace-8363b66dcafd/a85e0688-5a73-4330-97ac-b1f43f2e2aa6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:09.445746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.496163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-71aec50d-991e-415e-ab20-a6d1c8abe122 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ef8093f535e4e9495bcae5e4b0c2c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214733 May 27 02:05:09.504019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51494) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:09.541863 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.623157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] For port c294a43f-5632-4448-8d45-ea5f37fafda6, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:09.627322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] For port c294a43f-5632-4448-8d45-ea5f37fafda6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c294a43f-5632-4448-8d45-ea5f37fafda6,segment=NetworkSegment(f06c4cdc-fbc2-4bbe-abda-e01cae82d784),segment_id=f06c4cdc-fbc2-4bbe-abda-e01cae82d784)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:09.643870 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.669249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aefdd230-7754-440d-b07b-6542b3c7aa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.685604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] For port eddcd925-62d8-45c1-8eae-74884cb6e160, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:09.696805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] For port eddcd925-62d8-45c1-8eae-74884cb6e160, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eddcd925-62d8-45c1-8eae-74884cb6e160,segment=NetworkSegment(3f80316f-4a17-4067-8dff-91bf0b1eaaa7),segment_id=3f80316f-4a17-4067-8dff-91bf0b1eaaa7)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:09.758203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aefdd230-7754-440d-b07b-6542b3c7aa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.777544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035a924-f50e-443a-a65b-ac2cbc3f2322 req-029c280a-5497-4d5e-b674-62835e1a7493 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:09.779419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7035a924-f50e-443a-a65b-ac2cbc3f2322 req-029c280a-5497-4d5e-b674-62835e1a7493 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.4481602 May 27 02:05:09.872996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7035a924-f50e-443a-a65b-ac2cbc3f2322 req-b6f3e3b6-318b-4e65-9899-fb815b0654b6 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767984 May 27 02:05:09.903927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aefdd230-7754-440d-b07b-6542b3c7aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.917077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c26d0-bbae-47c8-b6b0-af9e557bb9e8 None None] Pushing event updated for resources: {'Port': ['ID=c294a43f-5632-4448-8d45-ea5f37fafda6,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:09.923329 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.949080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd230-7754-440d-b07b-6542b3c7aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711327dd-058a-48fa-8764-d41eee31f56c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:09.963818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.966145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aefdd230-7754-440d-b07b-6542b3c7aa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:09.967872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aefdd230-7754-440d-b07b-6542b3c7aa86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/711327dd-058a-48fa-8764-d41eee31f56c HTTP/1.1" status: 204 len: 168 time: 0.4629195 May 27 02:05:10.007681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object a85e0688-5a73-4330-97ac-b1f43f2e2aa6 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:10.055822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601972-7596-4ea5-9777-a9a145a618d6 None None] Pushing event updated for resources: {'Port': ['ID=eddcd925-62d8-45c1-8eae-74884cb6e160,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.059047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:10.060222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:10.132780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.273653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:10.301675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:10.338078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:10.341153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:10.441690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:10.580237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:10.643240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87730ed1-fe8c-47d3-b498-ee5cbb888ab7 req-4ffafeed-f304-4a3b-b80a-e4ac26b92f71 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:10.655676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-87730ed1-fe8c-47d3-b498-ee5cbb888ab7 req-4ffafeed-f304-4a3b-b80a-e4ac26b92f71 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.5839252 May 27 02:05:10.774788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:10.790563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-87730ed1-fe8c-47d3-b498-ee5cbb888ab7 req-82750f77-8942-4972-9e8e-5f138f02e3a2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320193 May 27 02:05:10.988447 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.092507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:11.116200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:11.861261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c294a43f-5632-4448-8d45-ea5f37fafda6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:12.078667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529211a-6a32-48fd-bd23-4d8aae40cf67 req-f5443fac-272d-4ee9-a19a-fe016de32bc3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:12.091010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b529211a-6a32-48fd-bd23-4d8aae40cf67 req-f5443fac-272d-4ee9-a19a-fe016de32bc3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.2251055 May 27 02:05:12.148323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97710a26-b1ce-4b86-a09a-a73216a1db88 None None] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:12.200833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c294a43f-5632-4448-8d45-ea5f37fafda6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:12.252054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b529211a-6a32-48fd-bd23-4d8aae40cf67 req-26553222-371b-4523-b104-939b29c1e062 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577990 May 27 02:05:12.336444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636c6bc-0da9-49e7-9746-07f69afee347 req-468f6ab1-5239-4f17-9de8-274cc624cb46 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:12.366529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0636c6bc-0da9-49e7-9746-07f69afee347 req-468f6ab1-5239-4f17-9de8-274cc624cb46 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.2613297 May 27 02:05:12.484072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] Provisioning for port c294a43f-5632-4448-8d45-ea5f37fafda6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:12.487336 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0636c6bc-0da9-49e7-9746-07f69afee347 req-906dac51-7a4b-4f8b-bb21-2a16280cb499 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143703 May 27 02:05:12.503710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:02Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:09Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:12.506454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] Provisioning complete for port c294a43f-5632-4448-8d45-ea5f37fafda6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:12.507552 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:12.584232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be591e-ae31-4d81-bd31-9befb7bef5ff None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:02Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:09Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:12.907452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] Current status of the port c294a43f-5632-4448-8d45-ea5f37fafda6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:12.908117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:12.997065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] For port c294a43f-5632-4448-8d45-ea5f37fafda6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c294a43f-5632-4448-8d45-ea5f37fafda6,segment=NetworkSegment(f06c4cdc-fbc2-4bbe-abda-e01cae82d784),segment_id=f06c4cdc-fbc2-4bbe-abda-e01cae82d784)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:13.009646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.238468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ada00-8f1a-46b2-9291-82aae69207c8 req-61a5cb1e-49b7-4a19-b749-99199c7ae380 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:13.249103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b29ada00-8f1a-46b2-9291-82aae69207c8 req-61a5cb1e-49b7-4a19-b749-99199c7ae380 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.5185061 May 27 02:05:13.320874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eddcd925-62d8-45c1-8eae-74884cb6e160 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:13.353429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b29ada00-8f1a-46b2-9291-82aae69207c8 req-0d3d6a46-cc47-40cf-8d19-b445a438d3e7 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032345 May 27 02:05:13.406268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-e7884eeb-dd2b-4d95-be24-e20b1204659a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6767547 May 27 02:05:13.418832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d1d8c-450e-4836-8149-7cf87ed23001 None None] Pushing event updated for resources: {'Port': ['ID=c294a43f-5632-4448-8d45-ea5f37fafda6,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:13.435187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.457322 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.458100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.614395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port eddcd925-62d8-45c1-8eae-74884cb6e160 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:13.635434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port eddcd925-62d8-45c1-8eae-74884cb6e160 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:13.645941 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:13.750647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:13.802958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132d8a4-1db9-4cb5-a1fb-b06c8126a14e req-d7604a1b-4b6d-41bf-bd20-bc6eee88603c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:13.824976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b132d8a4-1db9-4cb5-a1fb-b06c8126a14e req-d7604a1b-4b6d-41bf-bd20-bc6eee88603c tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.3340409 May 27 02:05:13.999468 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b132d8a4-1db9-4cb5-a1fb-b06c8126a14e req-2e5d9a0b-8e57-48d5-8f6e-b6f1d6578966 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732781 May 27 02:05:14.349140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7b5191f8-7f73-41ce-81ca-528d9294e1d9 None None] Provisioning complete for port c294a43f-5632-4448-8d45-ea5f37fafda6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:14.349706 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7b5191f8-7f73-41ce-81ca-528d9294e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:14.359602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beded8-6502-40e0-b322-519b4f37334e req-e207aa26-3299-40cf-8893-329a7a5c04f4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:14.368347 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34beded8-6502-40e0-b322-519b4f37334e req-e207aa26-3299-40cf-8893-329a7a5c04f4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.5099058 May 27 02:05:14.475486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:14.485942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:14.543320 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-34beded8-6502-40e0-b322-519b4f37334e req-689bc5e2-6a12-4ed0-94a5-26576888bf3c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736610 May 27 02:05:14.601240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port eddcd925-62d8-45c1-8eae-74884cb6e160 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:14.601889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:14.778158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port eddcd925-62d8-45c1-8eae-74884cb6e160, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eddcd925-62d8-45c1-8eae-74884cb6e160,segment=NetworkSegment(3f80316f-4a17-4067-8dff-91bf0b1eaaa7),segment_id=3f80316f-4a17-4067-8dff-91bf0b1eaaa7)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:14.809486 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:14.911497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:14.991154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7b5191f8-7f73-41ce-81ca-528d9294e1d9 None None] Current status of the port c294a43f-5632-4448-8d45-ea5f37fafda6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:15.010084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282411ca-0930-4e18-8b6e-66d62263ac9c req-772e1e90-6f00-492f-9119-f39b48c2c611 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:15.019233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-282411ca-0930-4e18-8b6e-66d62263ac9c req-772e1e90-6f00-492f-9119-f39b48c2c611 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.3254189 May 27 02:05:15.052091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=eddcd925-62d8-45c1-8eae-74884cb6e160,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:15.071965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7b5191f8-7f73-41ce-81ca-528d9294e1d9 None None] Provisioning for port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:15.080978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7b5191f8-7f73-41ce-81ca-528d9294e1d9 None None] Provisioning complete for port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:15.081347 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7b5191f8-7f73-41ce-81ca-528d9294e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.210631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-282411ca-0930-4e18-8b6e-66d62263ac9c req-b7f7d8aa-249a-40e2-aa4b-99a31100059c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894968 May 27 02:05:15.226619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7b5191f8-7f73-41ce-81ca-528d9294e1d9 None None] Port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:15.287292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c294a43f-5632-4448-8d45-ea5f37fafda6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:15.325422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-7c2c481d-6818-4c20-9a8d-f6946e377930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:15.337254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:15.341745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-7c2c481d-6818-4c20-9a8d-f6946e377930 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d&tenant_id=c20dc2a0995c429299036b2c45018d78 HTTP/1.1" status: 200 len: 1095 time: 0.2381237 May 27 02:05:15.355979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-832907ab-9bfd-440d-892a-059231351993 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6448274 May 27 02:05:15.357844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51634) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:15.363167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1917894506'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:15.371989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:15.425272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:15.437727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:15.446174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-50725fe8-d45f-4b52-bac0-806f5f0905af None None] Provisioning complete for port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:15.446789 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-50725fe8-d45f-4b52-bac0-806f5f0905af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.468552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:15.507671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:15.518934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.529436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-c8d6a1cd-23cc-4174-bae0-4168569d9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:15.533151 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-c8d6a1cd-23cc-4174-bae0-4168569d9c3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1095 time: 0.1760592 May 27 02:05:15.538679 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:15.553047 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:15.554192 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:15.566661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-50725fe8-d45f-4b52-bac0-806f5f0905af None None] Port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:15.606355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:15.632247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c294a43f-5632-4448-8d45-ea5f37fafda6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:15.632882 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.638250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.638602 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment 6a1dc8e7-4861-4075-a116-7a8d1bd77c49 of type vlan for network 52a624b9-29bc-4278-99b8-463df14f225d May 27 02:05:15.668965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab4ed-7f08-45bb-b0a7-06daeec8cc2c req-0f0c9632-ffe9-4b6e-9972-64fa896aa284 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:15.676730 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc2ab4ed-7f08-45bb-b0a7-06daeec8cc2c req-0f0c9632-ffe9-4b6e-9972-64fa896aa284 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.3018014 May 27 02:05:15.855923 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc2ab4ed-7f08-45bb-b0a7-06daeec8cc2c req-2af953c2-f529-43bc-a82e-062c46ab86fa tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666203 May 27 02:05:15.857775 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.888174 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:15.936309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:15.944445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:15.945545 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:16.024798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-63cbd81e-55ac-4f06-91d9-37e79ae5914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:16.026266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-63cbd81e-55ac-4f06-91d9-37e79ae5914a service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.4849265 May 27 02:05:16.077273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c294a43f-5632-4448-8d45-ea5f37fafda6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:16.079054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eddcd925-62d8-45c1-8eae-74884cb6e160 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:16.197786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=52a624b9-29bc-4278-99b8-463df14f225d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:16.211180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port eddcd925-62d8-45c1-8eae-74884cb6e160 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:16.211910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:16.231583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31c481-9fb9-4db0-a7c8-434b5c12bddd req-58806c3e-fd2a-402e-b8f5-505f30402ae4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:16.240229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe31c481-9fb9-4db0-a7c8-434b5c12bddd req-58806c3e-fd2a-402e-b8f5-505f30402ae4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.4293740 May 27 02:05:16.262764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5da6a205-59f4-4fa6-aefd-ec242de4e37e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9013274 May 27 02:05:16.264644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51652) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:16.270676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 52a624b9-29bc-4278-99b8-463df14f225d details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:16.272383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:16.435731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe31c481-9fb9-4db0-a7c8-434b5c12bddd req-ec96a664-5119-4fc4-9fbd-17c04c33ad47 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767046 May 27 02:05:16.502028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-ba5b3c21-0b48-425a-8afa-71e210995539 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 998 time: 0.4547007 May 27 02:05:16.783313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:16.787914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port eddcd925-62d8-45c1-8eae-74884cb6e160 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:16.794757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:16.805246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:16.807604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-b724d652-da13-4c9f-974e-dc43e028d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:16.809719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-b724d652-da13-4c9f-974e-dc43e028d8dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.2986867 May 27 02:05:16.865303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:16.896382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:16.902171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:16.948880 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:10Z', 'revision_number': 3, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:12Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:16.954253 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:16.954594 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Updating router bbb7bf5b-e5f2-4b55-9a73-726704766684 port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:17.047341 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:17.103769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-5071e270-8c74-47eb-861b-bb36c3e86b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:17.105298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-5071e270-8c74-47eb-861b-bb36c3e86b3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1761689 May 27 02:05:17.239509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7961-60c5-4559-8258-c5b289e9d3ec req-822de311-63e6-4809-a87c-a59d05214b3f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:17.241904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca1c7961-60c5-4559-8258-c5b289e9d3ec req-822de311-63e6-4809-a87c-a59d05214b3f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.4282670 May 27 02:05:17.428611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf55a-20a7-4317-bd0a-33b483560723 req-bdb32188-f154-41e1-a4d7-43952ecf1ec8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:17.431168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4eaf55a-20a7-4317-bd0a-33b483560723 req-bdb32188-f154-41e1-a4d7-43952ecf1ec8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.6197774 May 27 02:05:17.434021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:17.449218 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca1c7961-60c5-4559-8258-c5b289e9d3ec req-493acd19-c6ad-4bc8-890f-71dcf3e734f8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941679 May 27 02:05:17.529146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-cc0501b9-d381-48b3-bd8f-15c9b1084270 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082189 May 27 02:05:17.662168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=c45a8910-cf22-4b84-8f54-57a3e279293d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:17.706727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4eaf55a-20a7-4317-bd0a-33b483560723 req-00ee48b9-ff35-4f48-abe2-fb0b4d7cdf09 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624896 May 27 02:05:17.707801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:17.708174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: 52a624b9-29bc-4278-99b8-463df14f225d, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:17.853659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 52a624b9-29bc-4278-99b8-463df14f225d is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:17.877274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 52a624b9-29bc-4278-99b8-463df14f225d) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:17.890680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a54b15-87f2-4562-b23d-f630cefd6418 None None] Network 52a624b9-29bc-4278-99b8-463df14f225d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:17.895702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:17.902685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.060758 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.071936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-d21a1035-cf36-4fb8-9c43-7cdafd18b4d2 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335982 May 27 02:05:18.087065 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Transition to ACTIVE for port object a85e0688-5a73-4330-97ac-b1f43f2e2aa6 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:18.103285 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.120372 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8d46d25a-ddb0-4c70-8c25-4a219956a93d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8546503 May 27 02:05:18.123449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51680) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:18.148693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b4db-f10f-4535-bba1-b8dbfa76075d req-1cab843a-fbf2-4d5b-91ba-5ac53dcf5dc9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:18.152472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ac2b4db-f10f-4535-bba1-b8dbfa76075d req-1cab843a-fbf2-4d5b-91ba-5ac53dcf5dc9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.1799941 May 27 02:05:18.292886 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Pushing event updated for resources: {'Port': ['ID=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:18.342943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ac2b4db-f10f-4535-bba1-b8dbfa76075d req-0a78b5d6-674e-4e30-966f-084931dc3f26 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844456 May 27 02:05:18.513149 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.513650 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.515432 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.517251 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.517823 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.520851 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.521468 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.524563 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.525066 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.525658 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.526135 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.526610 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:18.539996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-52a624b9-29bc-4278-99b8-463df14f225d', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:05:18.540803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.815985 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Attempting to bind port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:18.816366 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Attempting to bind port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:18.816694 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Attempting to bind port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 on network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:18.837387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:18.837766 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Checking segment: {'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:18.838162 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.838544 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Bound using segment: {'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:18.840310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0149-6d5d-4f95-936e-f7ed4c3a660c req-8c490deb-d6cb-45bc-8902-c3d604732603 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:18.843284 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Bound port: a85e0688-5a73-4330-97ac-b1f43f2e2aa6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:18.843706 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:18.853727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0dbf0149-6d5d-4f95-936e-f7ed4c3a660c req-8c490deb-d6cb-45bc-8902-c3d604732603 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.9093950 May 27 02:05:19.077915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Allocated IP 2001:db8:2::2 (52a624b9-29bc-4278-99b8-463df14f225d/c45a8910-cf22-4b84-8f54-57a3e279293d/f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:19.125419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117d453-5dfc-4249-b91f-8a2bb44112ff req-326f7171-ddef-4265-b7e6-4bdf6626da45 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:19.130110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b117d453-5dfc-4249-b91f-8a2bb44112ff req-326f7171-ddef-4265-b7e6-4bdf6626da45 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.2724962 May 27 02:05:19.158829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] For port a85e0688-5a73-4330-97ac-b1f43f2e2aa6, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:19.167761 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] For port a85e0688-5a73-4330-97ac-b1f43f2e2aa6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,segment=NetworkSegment(f06c4cdc-fbc2-4bbe-abda-e01cae82d784),segment_id=f06c4cdc-fbc2-4bbe-abda-e01cae82d784)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:19.189223 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:19.280080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b117d453-5dfc-4249-b91f-8a2bb44112ff req-9a5475d4-a0d5-48ed-ab57-bdcf25c67e0c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461124 May 27 02:05:19.449680 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:19.454401 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:19.935769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7322272-aed5-455b-b38c-63df2539c739 req-e5dc683c-c0b3-4bd9-9c91-8178608ddf80 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:19.947371 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7322272-aed5-455b-b38c-63df2539c739 req-e5dc683c-c0b3-4bd9-9c91-8178608ddf80 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.2427402 May 27 02:05:19.968253 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.003280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Transition to ACTIVE for port object f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:20.057239 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:20.067510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Transition to ACTIVE for port object f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:20.073976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0dbf0149-6d5d-4f95-936e-f7ed4c3a660c req-0b24fbe2-740d-4f77-bc57-8d8119492d19 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2193322 May 27 02:05:20.091484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.111376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7322272-aed5-455b-b38c-63df2539c739 req-2619817b-a9a5-4ac8-9c65-ea6990fc5729 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630082 May 27 02:05:20.385396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Network 52a624b9-29bc-4278-99b8-463df14f225d is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:20.447346 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f00c49-3b9c-48fd-bc29-9a71b2b2729e None None] Pushing event updated for resources: {'Port': ['ID=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:20.460107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:20.475519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:20.703423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.809359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Pushing event updated for resources: {'Port': ['ID=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:20.894334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Attempting to bind port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:20.895691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Attempting to bind port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:20.896090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Attempting to bind port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 on network 52a624b9-29bc-4278-99b8-463df14f225d {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:20.923247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:20.923654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Checking segment: {'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:20.924060 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.928718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Bound using segment: {'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:20.929227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Bound port: f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:20.929613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:20.970533 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:10Z', 'revision_number': 3, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:19Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:20.985320 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2a373-b91b-4ad4-aadb-32b471ff9bd9 None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:10Z', 'revision_number': 3, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:19Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:21.059116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2a65c-b79d-4583-84a2-49b552b2ecfc req-8f4aab4e-6e7a-4180-ad84-ba947c3d5ea0 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:21.064007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fcb2a65c-b79d-4583-84a2-49b552b2ecfc req-8f4aab4e-6e7a-4180-ad84-ba947c3d5ea0 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.3461432 May 27 02:05:21.178612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f86b02d2-7457-4751-996e-686022be4233 None None] For port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:21.184057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f86b02d2-7457-4751-996e-686022be4233 None None] For port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,segment=NetworkSegment(6a1dc8e7-4861-4075-a116-7a8d1bd77c49),segment_id=6a1dc8e7-4861-4075-a116-7a8d1bd77c49)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:21.197032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:21.299243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fcb2a65c-b79d-4583-84a2-49b552b2ecfc req-0c43dfac-e075-44bd-9bff-edbc43018cf4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240977 May 27 02:05:21.501504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b02d2-7457-4751-996e-686022be4233 None None] Pushing event updated for resources: {'Port': ['ID=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:21.856122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12b236-3e8f-41ad-b142-94b66f795693 req-da0b97b8-cdca-4d8a-acb6-09143091b204 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:21.865337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf12b236-3e8f-41ad-b142-94b66f795693 req-da0b97b8-cdca-4d8a-acb6-09143091b204 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.2516980 May 27 02:05:22.042955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf12b236-3e8f-41ad-b142-94b66f795693 req-0bf7fd1f-3b07-42c3-b0e9-d6f680a46812 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747119 May 27 02:05:22.438440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:22.548738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f031ed-223d-4e56-918a-8a5fe69bca28 req-b719c131-886b-4e1f-a729-ebddc72bdd44 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:22.557693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64f031ed-223d-4e56-918a-8a5fe69bca28 req-b719c131-886b-4e1f-a729-ebddc72bdd44 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 1.0234907 May 27 02:05:22.670131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64f031ed-223d-4e56-918a-8a5fe69bca28 req-d3abc861-4dfa-41de-af55-1630a91ae5d3 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087484 May 27 02:05:22.729184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8:2::1 (52a624b9-29bc-4278-99b8-463df14f225d/c45a8910-cf22-4b84-8f54-57a3e279293d/c48b4cb0-ef45-4087-81bb-c92963994fb2) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:22.968974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:22.969516 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.107230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:23.112068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:23.148148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.374923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f943c-0be9-457c-ac9b-d0a0c13bc852 req-2ad10605-3d62-440d-92cb-8ef3df07a28f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:23.390788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa2f943c-0be9-457c-ac9b-d0a0c13bc852 req-2ad10605-3d62-440d-92cb-8ef3df07a28f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.6331027 May 27 02:05:23.416764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-6676395d-72b1-41d4-8086-01b347f8907d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:23.435693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-6676395d-72b1-41d4-8086-01b347f8907d tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.8227694 May 27 02:05:23.477922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:23.499315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:23.694929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.742626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:23.748887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a85e0688-5a73-4330-97ac-b1f43f2e2aa6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:23.753439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa2f943c-0be9-457c-ac9b-d0a0c13bc852 req-7afe8dae-25fa-4748-8eda-686daa591a27 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599863 May 27 02:05:23.845725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Deleting port 0f4446ba-6b07-41a2-8c27-a1574ba94000 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:23.846440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:23.877096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object c48b4cb0-ef45-4087-81bb-c92963994fb2 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:23.916020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f32a4-2d90-406f-9c91-4073b16d736f None None] Network 52a624b9-29bc-4278-99b8-463df14f225d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:23.972235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfd27-9f86-4a4c-a90d-91a4ebf771a1 req-f7a40562-abaa-44db-a912-756e0c134120 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:23.991116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad6dfd27-9f86-4a4c-a90d-91a4ebf771a1 req-f7a40562-abaa-44db-a912-756e0c134120 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.5856552 May 27 02:05:24.146204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad6dfd27-9f86-4a4c-a90d-91a4ebf771a1 req-79a34b69-ba76-48c9-b5be-2acc79a73fdf tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533678 May 27 02:05:24.160739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.342101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 52a624b9-29bc-4278-99b8-463df14f225d is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:24.346559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:24.352489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:24.353281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.360423 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1744f40-deec-47f5-88c8-dc632675fb57'] response: {'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'code': 200} May 27 02:05:24.381690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=c48b4cb0-ef45-4087-81bb-c92963994fb2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:24.435815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] Provisioning for port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:24.447194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] Provisioning complete for port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:24.448589 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.482342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:24.497206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:24.540304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:24.544006 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.675075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:24.820205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307db7fa-2e77-459f-a47f-c2ba920f251c req-faad1759-3ab2-4ad9-bb40-f1a8a47686c8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:24.854930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-307db7fa-2e77-459f-a47f-c2ba920f251c req-faad1759-3ab2-4ad9-bb40-f1a8a47686c8 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 945 time: 0.6206527 May 27 02:05:24.939601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:05:25.077567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-307db7fa-2e77-459f-a47f-c2ba920f251c req-cdee641f-e4e1-46e9-b1df-8555d8c8deeb tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307794 May 27 02:05:25.095875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] For port 0f4446ba-6b07-41a2-8c27-a1574ba94000, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0f4446ba-6b07-41a2-8c27-a1574ba94000,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:25.096253 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.358919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] Current status of the port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:25.361892 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.379174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-b69a052d-f597-474d-8973-c08d38e64571 req-d5e901f7-1fe6-492a-85ea-bfd2e7af064c tempest-ListServerFiltersTestJSON-895064303 tempest-ListServerFiltersTestJSON-895064303-project] (88425) timed out ('10.222.0.13', 52213) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:05:25.538746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Calling delete_port for 0f4446ba-6b07-41a2-8c27-a1574ba94000 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:05:25.588284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:25.646525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'port_id': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'mac_address': 'fa:16:3e:8c:f4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bad4e2b-0b10-4d1b-b913-b8dd6d18449c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:25.762413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58206a5-0685-4bc1-bdde-dd7df7016c75 req-367d04d5-851a-4d98-a320-05cda6948d46 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:25.775597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b58206a5-0685-4bc1-bdde-dd7df7016c75 req-367d04d5-851a-4d98-a320-05cda6948d46 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 943 time: 0.5719941 May 27 02:05:25.938461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:25.944664 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:25.995847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b58206a5-0685-4bc1-bdde-dd7df7016c75 req-bcb64848-94ad-4d0a-b397-903ebc681fb9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165797 May 27 02:05:26.099946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.174265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.181508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.184700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.216875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a85e0688-5a73-4330-97ac-b1f43f2e2aa6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,segment=NetworkSegment(f06c4cdc-fbc2-4bbe-abda-e01cae82d784),segment_id=f06c4cdc-fbc2-4bbe-abda-e01cae82d784)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:26.218425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:26.219376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.232561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', '0f4446ba-6b07-41a2-8c27-a1574ba94000'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:26.278549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.374573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event deleted for resources: {'Port': ['ID=0f4446ba-6b07-41a2-8c27-a1574ba94000,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:26.419267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] For port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,segment=NetworkSegment(6a1dc8e7-4861-4075-a116-7a8d1bd77c49),segment_id=6a1dc8e7-4861-4075-a116-7a8d1bd77c49)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:26.437014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:26.450516 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.509616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:26.512606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.512957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.513299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.513633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.513961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.514294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.514618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.514972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.515298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.515617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.515938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.516259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:26.538168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:26.561254 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.676544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] No DVR routers for this DVR port 0f4446ba-6b07-41a2-8c27-a1574ba94000 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:05:26.682900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:26.740646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'name': 'network-vif-deleted', 'tag': '0f4446ba-6b07-41a2-8c27-a1574ba94000'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:26.812404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90bad4c2-a9f5-4f8e-abb4-ddee9ed3ed1c req-010a22af-10b7-4b16-a940-95b303e123a9 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "DELETE /v2.0/ports/0f4446ba-6b07-41a2-8c27-a1574ba94000 HTTP/1.1" status: 204 len: 173 time: 3.2516310 May 27 02:05:26.878965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b73-2b66-4068-b573-608542a30224 req-51784911-ec70-44f0-8976-4c1a1d576539 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:26.893829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b763b73-2b66-4068-b573-608542a30224 req-51784911-ec70-44f0-8976-4c1a1d576539 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 1.3665512 May 27 02:05:27.114674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=c48b4cb0-ef45-4087-81bb-c92963994fb2,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.132215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b763b73-2b66-4068-b573-608542a30224 req-f2851295-afa2-42ee-bcc1-a028e08658e3 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360852 May 27 02:05:27.167625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513f7f0-7e23-402d-a33c-53742ef2f9b1 None None] Pushing event updated for resources: {'Port': ['ID=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.210935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.217589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.218212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.218617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.219038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.219485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.219825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.220237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.220587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.221068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.221460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.221777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:27.322486 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e9b72a-f07a-4303-b182-a33ee6b8b429'] response: {'server_uuid': '6de5a650-5471-4d81-b336-1aa1d1daaabd', 'name': 'network-vif-deleted', 'tag': '0f4446ba-6b07-41a2-8c27-a1574ba94000', 'status': 'completed', 'code': 200} May 27 02:05:27.365847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64e0534a-ef80-42cb-8235-6d810cf1ef5a req-c91cae9d-8cb2-494e-b38c-35e394cfc44f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de5a650-5471-4d81-b336-1aa1d1daaabd HTTP/1.1" status: 200 len: 210 time: 0.4873874 May 27 02:05:27.394627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network 52a624b9-29bc-4278-99b8-463df14f225d is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:27.396689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:27.398616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8806ad3f-dc6f-4237-a3f3-0eb0cfba7248'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:27.626922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-76c6a9e7-3e28-45ae-8ff6-22d040b14939 None None] Provisioning for port c48b4cb0-ef45-4087-81bb-c92963994fb2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:27.815200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:27.823663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-76c6a9e7-3e28-45ae-8ff6-22d040b14939 None None] Provisioning complete for port c48b4cb0-ef45-4087-81bb-c92963994fb2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:27.825571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-76c6a9e7-3e28-45ae-8ff6-22d040b14939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:27.908537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:28.167787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-76c6a9e7-3e28-45ae-8ff6-22d040b14939 None None] Port c48b4cb0-ef45-4087-81bb-c92963994fb2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:28.254623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e24b4-1acc-4a70-9a8e-fbe0389416ff req-320a3152-1c90-48a6-89c7-5367b1c7c013 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:28.269032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e6e24b4-1acc-4a70-9a8e-fbe0389416ff req-320a3152-1c90-48a6-89c7-5367b1c7c013 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 944 time: 0.6025782 May 27 02:05:28.326605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-76c6a9e7-3e28-45ae-8ff6-22d040b14939 None None] Provisioning complete for port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:28.334003 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-76c6a9e7-3e28-45ae-8ff6-22d040b14939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:28.438661 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e6e24b4-1acc-4a70-9a8e-fbe0389416ff req-4cd4dcc2-477e-44d3-8828-312dd45951fb tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686566 May 27 02:05:28.498733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a85e0688-5a73-4330-97ac-b1f43f2e2aa6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:28.627681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0f4446ba-6b07-41a2-8c27-a1574ba94000 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:28.759224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 0f4446ba-6b07-41a2-8c27-a1574ba94000 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:05:28.759896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0f4446ba-6b07-41a2-8c27-a1574ba94000 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:05:29.065057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:29.100382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:29.102104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.108233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a42e8-f536-4901-9d88-a707fcec0ac0 req-a35a5ca9-0317-48b9-84a8-9e453bcc7041 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:29.116888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b39a42e8-f536-4901-9d88-a707fcec0ac0 req-a35a5ca9-0317-48b9-84a8-9e453bcc7041 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.5182643 May 27 02:05:29.172632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:29.213092 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-850a4e8b-2847-4234-8c2f-2016ef96581f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0882027 May 27 02:05:29.216078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51810) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:29.222401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1930971372'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:29.237203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:29.245786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b39a42e8-f536-4901-9d88-a707fcec0ac0 req-a002c52e-0606-46ab-8fa1-03e81da53edd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248896 May 27 02:05:29.247182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:network and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:29.250040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:29.252190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:29.252440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:29.267986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:29.295453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:29.300140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.351357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:05:29.366851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.367199 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added segment 27596095-6b14-4b20-a76f-4a92d7e77e77 of type vlan for network cb6adc8a-b173-427b-81d8-8c8ed70404d8 May 27 02:05:29.378797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-76c6a9e7-3e28-45ae-8ff6-22d040b14939 None None] Current status of the port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:29.416084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.471626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.483988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:29.490912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.848599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Network': ['ID=cb6adc8a-b173-427b-81d8-8c8ed70404d8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:29.895565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:05:29.953041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-74eb63db-a2b1-4b4f-b64e-67b78b2a2f3b None None] Provisioning complete for port c48b4cb0-ef45-4087-81bb-c92963994fb2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:29.954029 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74eb63db-a2b1-4b4f-b64e-67b78b2a2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:29.994557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51830) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:29.995589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a6b9b6f3-be52-4619-807d-dbedca99b7b8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7669070 May 27 02:05:29.995764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'subnet': {'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:30.039543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8c5e4-970e-47c2-8627-b5d787744d2f req-c53db00d-8c58-440e-bf3d-e769c1865c64 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:30.048146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14b8c5e4-970e-47c2-8627-b5d787744d2f req-c53db00d-8c58-440e-bf3d-e769c1865c64 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 944 time: 0.2008145 May 27 02:05:30.062226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:30.198269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14b8c5e4-970e-47c2-8627-b5d787744d2f req-1525c966-2c75-4641-ad83-29e650124fed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374757 May 27 02:05:30.425027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:30.459652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:subnet and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:30.481506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:30.519489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:30.570224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Made reservation on behalf of 239cac19291046d797f9040e026b017b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:30.599880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.149075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffa362-0235-4145-b5b8-20fee7206945 req-2ce9fc0b-bc0f-4ca8-8d53-15f22608c28d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:31.151865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8ffa362-0235-4145-b5b8-20fee7206945 req-2ce9fc0b-bc0f-4ca8-8d53-15f22608c28d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.4333665 May 27 02:05:31.164964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-f2dbadca-61cd-4561-b9a9-279973b36092 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0507340 May 27 02:05:31.186436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:31.191526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:31.366540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8ffa362-0235-4145-b5b8-20fee7206945 req-a91c9960-2bb0-40ad-a232-03df1301a0a2 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004464 May 27 02:05:31.673591 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:31.759911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-538f3a74-eed4-463c-bf74-ca3a2d38a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:31.761353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-538f3a74-eed4-463c-bf74-ca3a2d38a777 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c00458f2f8495ca269f634e74b1b5f&device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 1097 time: 0.3922079 May 27 02:05:31.917314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:32.038818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Subnet': ['ID=71be8471-863e-4a53-a156-a9bb8ece536a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:32.321808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-227e9424-e200-448b-9727-0840042f1def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:32.327035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-227e9424-e200-448b-9727-0840042f1def service neutron] 10.222.0.47 "GET /v2.0/networks?id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 200 len: 906 time: 0.5303240 May 27 02:05:32.338703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Checking segment: {'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:32.339418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network hostable DHCP agents. Network: cb6adc8a-b173-427b-81d8-8c8ed70404d8, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:05:32.378297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:05:32.403053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-74eb63db-a2b1-4b4f-b64e-67b78b2a2f3b None None] Port c48b4cb0-ef45-4087-81bb-c92963994fb2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:05:32.408017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d2e0-246a-4c7f-a951-6a09b1416176 req-afa0da4f-bc2e-4218-9204-cd0a9ca49183 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:32.415432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9682d2e0-246a-4c7f-a951-6a09b1416176 req-afa0da4f-bc2e-4218-9204-cd0a9ca49183 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 944 time: 0.3821104 May 27 02:05:32.519267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, cb6adc8a-b173-427b-81d8-8c8ed70404d8) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:32.543323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db20c58-07b1-4012-8151-9f62cca3ec71 None None] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:32.545910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-6d55841f-03f4-4a6e-b040-50a090c3e52a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 HTTP/1.1" status: 200 len: 217 time: 0.2119339 May 27 02:05:32.556096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9682d2e0-246a-4c7f-a951-6a09b1416176 req-fd7dd85f-bb72-4dc8-91d7-24ef6095d2b9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391156 May 27 02:05:32.557855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:32.558590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:32.618316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d41d0f2-d4ef-478f-b2f5-f63c725bbcad tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6327026 May 27 02:05:32.622826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51894) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:32.720919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-22c00a46-65cf-4afb-8c3e-6701962fd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:32.726393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-22c00a46-65cf-4afb-8c3e-6701962fd0cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 200 len: 845 time: 0.1680000 May 27 02:05:32.861220 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-b652bafe-9104-4362-965b-d942dc4f7cd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298521 May 27 02:05:32.937251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:32.937251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.455511 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-58ef965d-7097-4d07-a8b3-056ee3bd9729 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854099 May 27 02:05:33.465465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.493129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:33.493494 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.494271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e16b6-8d09-44f7-8c74-628bf0ca83dc req-457b982b-9d66-4003-8c75-6956a95a4483 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:33.512364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-911e16b6-8d09-44f7-8c74-628bf0ca83dc req-457b982b-9d66-4003-8c75-6956a95a4483 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.6067457 May 27 02:05:33.656093 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.662978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:05:33.664071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:33.772236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:24Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:25Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:33.925181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:33.925981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Updating router bbb7bf5b-e5f2-4b55-9a73-726704766684 port c48b4cb0-ef45-4087-81bb-c92963994fb2 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:34.001648 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:34.064500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-911e16b6-8d09-44f7-8c74-628bf0ca83dc req-8cda812f-e79e-40e3-b88d-a38057153f97 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5511463 May 27 02:05:34.355556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06479bc7-3332-4dc4-bb0a-f3ee24ae6561 req-0b9c0a30-e3fe-4ece-8c62-9ea45c951646 service neutron] 10.222.0.47 "GET /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349162 May 27 02:05:34.524174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e7d87-fcbd-439a-85c4-611b861d4c2e req-cf9650f5-e438-4c0b-94d8-68e111bd5f4f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:34.545891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-868e7d87-fcbd-439a-85c4-611b861d4c2e req-cf9650f5-e438-4c0b-94d8-68e111bd5f4f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 945 time: 1.5301664 May 27 02:05:34.657331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:35.004226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:35.004782 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.008644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-868e7d87-fcbd-439a-85c4-611b861d4c2e req-8d99e9e8-a47f-45ad-8ac1-d6dde313425f tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/security-groups?id=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617879 May 27 02:05:35.047884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-692a140f-0347-44e8-965a-ecd11927b250 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:35.053751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-692a140f-0347-44e8-965a-ecd11927b250 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Synchronizing usage tracker for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:05:35.078504 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:05:35.141284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-692a140f-0347-44e8-965a-ecd11927b250 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Unset dirty status for tenant:79c00458f2f8495ca269f634e74b1b5f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:05:35.145031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-692a140f-0347-44e8-965a-ecd11927b250 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 945 time: 0.7578073 May 27 02:05:35.147060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:35.169851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:35.179287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd35f-22a5-4f48-911e-aeb777ac08dd req-55038dd2-142f-407c-9396-a1159aaaefad tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:35.189596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0cdd35f-22a5-4f48-911e-aeb777ac08dd req-55038dd2-142f-407c-9396-a1159aaaefad tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 944 time: 0.5501561 May 27 02:05:35.228856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.356017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Deleting port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:35.356419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.499763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:35.537971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:35.553257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.553615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.553936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.554267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.554829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.555192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.555520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.555842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.556164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.556612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.556941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.557262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:05:35.569723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Allocated IP 2001:db8:3::2 (cb6adc8a-b173-427b-81d8-8c8ed70404d8/71be8471-863e-4a53-a156-a9bb8ece536a/cfe0d0e6-7c66-4013-8fb2-9912468476dd) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:35.792546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cb06-4103-4f9b-bf23-7dd48fc57022 req-617c107f-739d-4e93-b855-b26e26f2bc31 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:35.811565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a37cb06-4103-4f9b-bf23-7dd48fc57022 req-617c107f-739d-4e93-b855-b26e26f2bc31 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.4108186 May 27 02:05:35.946536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0cdd35f-22a5-4f48-911e-aeb777ac08dd req-938154db-1d69-4879-a253-cb27ff6fa04b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542615 May 27 02:05:36.112024 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5d69ba70-cdd2-496e-9e57-d22a5185c674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.135722 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.183691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Transition to ACTIVE for port object c48b4cb0-ef45-4087-81bb-c92963994fb2 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:36.213853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.399955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a37cb06-4103-4f9b-bf23-7dd48fc57022 req-3d061bb2-032e-490b-9873-90cf218a633b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873883 May 27 02:05:36.557355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] For port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,segment=NetworkSegment(f1057ad8-aefc-4830-a2ab-5fbf63603413),segment_id=f1057ad8-aefc-4830-a2ab-5fbf63603413)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:36.557982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:36.846899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9adb3-f667-408f-8115-218f37d56309 None None] Pushing event updated for resources: {'Port': ['ID=c48b4cb0-ef45-4087-81bb-c92963994fb2,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:36.930358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b721a88-16ca-4847-9fea-81122a989874 req-2ee1f681-46ff-4eac-bbac-2d2dad133dec tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:36.931959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b721a88-16ca-4847-9fea-81122a989874 req-2ee1f681-46ff-4eac-bbac-2d2dad133dec tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.2980390 May 27 02:05:36.968370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Attempting to bind port c48b4cb0-ef45-4087-81bb-c92963994fb2 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:36.969951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Attempting to bind port c48b4cb0-ef45-4087-81bb-c92963994fb2 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:36.971609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Attempting to bind port c48b4cb0-ef45-4087-81bb-c92963994fb2 on network 52a624b9-29bc-4278-99b8-463df14f225d {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:36.994946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.008453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:37.009257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Checking segment: {'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:37.010243 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.011087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Bound using segment: {'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:37.012310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Bound port: c48b4cb0-ef45-4087-81bb-c92963994fb2, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1dc8e7-4861-4075-a116-7a8d1bd77c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:37.012884 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.055641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Calling delete_port for 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:05:37.074646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b721a88-16ca-4847-9fea-81122a989874 req-d09bb36b-1a70-4ccd-848e-c7ef7cfc8cb1 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259553 May 27 02:05:37.180764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Transition to ACTIVE for port object cfe0d0e6-7c66-4013-8fb2-9912468476dd will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:37.306156 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4388a5-3fc7-40b8-a4f8-76989b75574e'] response: {'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'code': 200} May 27 02:05:37.355615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] For port c48b4cb0-ef45-4087-81bb-c92963994fb2, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:37.382064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] For port c48b4cb0-ef45-4087-81bb-c92963994fb2, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c48b4cb0-ef45-4087-81bb-c92963994fb2,segment=NetworkSegment(6a1dc8e7-4861-4075-a116-7a8d1bd77c49),segment_id=6a1dc8e7-4861-4075-a116-7a8d1bd77c49)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:37.445084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Transition to ACTIVE for port object cfe0d0e6-7c66-4013-8fb2-9912468476dd will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:37.453372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.494128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.649854 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:37.860200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:37.883560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:37.912360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Pushing event deleted for resources: {'Port': ['ID=3e7ba1c7-dea9-4384-9e24-3d06905ba2b6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:37.925807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:37.936079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Allocated IP 2001:db8:3::1 (cb6adc8a-b173-427b-81d8-8c8ed70404d8/71be8471-863e-4a53-a156-a9bb8ece536a/8125ee7a-d3e7-4af6-959e-aee6a39e521a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:37.944396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:37.947448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:38.051915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] No DVR routers for this DVR port 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:05:38.056309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.097739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'name': 'network-vif-deleted', 'tag': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:38.106304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1898288f-3091-4ec8-9ce3-4391795caac4 req-753ddcf5-b040-4f92-99a5-bab5f6e9f83e tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.47 "DELETE /v2.0/ports/3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 HTTP/1.1" status: 204 len: 173 time: 2.8288667 May 27 02:05:38.187809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaf6fc-f382-46b0-8b4f-d39ed8cc99ed req-830ae066-b1e2-4f80-ad6c-67868a4aeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:38.196512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dabaf6fc-f382-46b0-8b4f-d39ed8cc99ed req-830ae066-b1e2-4f80-ad6c-67868a4aeb47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 1097 time: 0.5143340 May 27 02:05:38.354297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dabaf6fc-f382-46b0-8b4f-d39ed8cc99ed req-c65ec114-96be-43f9-852f-8c438724e744 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117339 May 27 02:05:38.370276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-988017ad-6ae7-48d4-8337-bde2102ed563 req-f3381476-c580-4da3-985a-0546717b6bd5 tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c58d1d4-33a6-499c-ad2a-22eea5b963b5 HTTP/1.1" status: 200 len: 210 time: 0.7438622 May 27 02:05:38.457637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:38.879198 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3595488e-a31f-469a-a958-849cc34a049f'] response: {'server_uuid': '4c58d1d4-33a6-499c-ad2a-22eea5b963b5', 'name': 'network-vif-deleted', 'tag': '3e7ba1c7-dea9-4384-9e24-3d06905ba2b6', 'status': 'completed', 'code': 200} May 27 02:05:38.883220 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:38.946779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Transition to ACTIVE for port object 8125ee7a-d3e7-4af6-959e-aee6a39e521a will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:39.015427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d42d3-afaa-4661-a3e7-ba187fdf5609 req-4ba27ad5-48f5-4034-8459-5882a4aba6ff tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:39.024463 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d42d3-afaa-4661-a3e7-ba187fdf5609 req-4ba27ad5-48f5-4034-8459-5882a4aba6ff tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.4024341 May 27 02:05:39.117158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:39.178778 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d42d3-afaa-4661-a3e7-ba187fdf5609 req-68fb094a-4d52-4aa6-8043-5c4c1b51b72d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362851 May 27 02:05:39.202977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.351476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9adb3-f667-408f-8115-218f37d56309 None None] Pushing event updated for resources: {'Port': ['ID=c48b4cb0-ef45-4087-81bb-c92963994fb2,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:39.394487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:39.419538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:39.431570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:39.435904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.460459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=8125ee7a-d3e7-4af6-959e-aee6a39e521a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:39.522116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566afbf-fe24-45df-bbe2-6e6fc5c93119 req-e8b7f7a3-fc20-42d2-ae8c-8989161c6bc0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:39.553142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8566afbf-fe24-45df-bbe2-6e6fc5c93119 req-e8b7f7a3-fc20-42d2-ae8c-8989161c6bc0 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.3367767 May 27 02:05:39.697875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8566afbf-fe24-45df-bbe2-6e6fc5c93119 req-be71d401-09df-4121-a71f-6b956e32bf6a tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375306 May 27 02:05:39.773693 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b0d9-5d30-41cf-b523-eb539117516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:39.887241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.339593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52044) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:40.613246 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.615906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Pushing event updated for resources: {'Port': ['ID=cfe0d0e6-7c66-4013-8fb2-9912468476dd,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:40.634099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201edf-71ec-4afa-96a0-f245f0a4329a req-aa74a96c-4fad-461c-a7a6-ae3cfbf290b2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:40.636192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c201edf-71ec-4afa-96a0-f245f0a4329a req-aa74a96c-4fad-461c-a7a6-ae3cfbf290b2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.1699715 May 27 02:05:40.752225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:40.752814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:40.771893 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c201edf-71ec-4afa-96a0-f245f0a4329a req-40d7411d-adf1-40c7-a4fd-6f68c0c2befa tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176562 May 27 02:05:40.823204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.153179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Attempting to bind port cfe0d0e6-7c66-4013-8fb2-9912468476dd on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:41.154262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Attempting to bind port cfe0d0e6-7c66-4013-8fb2-9912468476dd by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:41.156521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Attempting to bind port cfe0d0e6-7c66-4013-8fb2-9912468476dd on network cb6adc8a-b173-427b-81d8-8c8ed70404d8 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:41.169884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] Deleting subnet f73de125-37f2-4186-80bf-fde73bba2429 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:05:41.192047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.243060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:41.265017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Checking segment: {'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:41.268109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.268704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Bound using segment: {'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:41.272260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Bound port: cfe0d0e6-7c66-4013-8fb2-9912468476dd, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:41.272898 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.391993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:41.427852 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.464550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.470012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78560175-408e-43c4-b470-95e4d1495b9f req-a17ffdcb-bb32-48e7-8d52-2379c0a7e70b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:41.479745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78560175-408e-43c4-b470-95e4d1495b9f req-a17ffdcb-bb32-48e7-8d52-2379c0a7e70b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.5440767 May 27 02:05:41.537409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:41.612713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.638070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.642120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.649322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.650298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:41.704977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78560175-408e-43c4-b470-95e4d1495b9f req-42f775b1-2000-440c-a1bb-8065134affe9 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238245 May 27 02:05:41.736859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:41.960501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event updated for resources: {'Port': ['ID=8125ee7a-d3e7-4af6-959e-aee6a39e521a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:42.071332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:42.200446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] For port cfe0d0e6-7c66-4013-8fb2-9912468476dd, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:42.211839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:05:42.212188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 3e7ba1c7-dea9-4384-9e24-3d06905ba2b6 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:05:42.240323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] For port cfe0d0e6-7c66-4013-8fb2-9912468476dd, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cfe0d0e6-7c66-4013-8fb2-9912468476dd,segment=NetworkSegment(27596095-6b14-4b20-a76f-4a92d7e77e77),segment_id=27596095-6b14-4b20-a76f-4a92d7e77e77)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:42.272801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:42.284939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f73de125-37f2-4186-80bf-fde73bba2429 HTTP/1.1" status: 204 len: 168 time: 1.9440670 May 27 02:05:42.287187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691355b-6c01-4a2b-b5ed-112488da107c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73de125-37f2-4186-80bf-fde73bba2429,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:42.290397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52078) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:42.304017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:42.325201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:24Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:37Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:42.422145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a0d9b-2f14-48a2-97a3-12dd1951cd19 None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:24Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:37Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:42.461881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048aebc-10cf-498c-b288-54d9c260cab8 req-cbbd9ae4-ada1-426f-8f33-459beca46baf tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:42.472174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9048aebc-10cf-498c-b288-54d9c260cab8 req-cbbd9ae4-ada1-426f-8f33-459beca46baf tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.3829420 May 27 02:05:42.486550 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e19cfd7-b423-4bda-9cf2-812364b1cd71'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'code': 200} May 27 02:05:42.491304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:42.590573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:42.594388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:42.659327 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:42.990743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c48b4cb0-ef45-4087-81bb-c92963994fb2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:43.376704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9048aebc-10cf-498c-b288-54d9c260cab8 req-c4f8ce11-9e99-4d9d-ad02-01147f473155 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9036853 May 27 02:05:43.431002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029ad92-167b-4c11-8213-f5427e7e7f00 None None] Pushing event updated for resources: {'Port': ['ID=cfe0d0e6-7c66-4013-8fb2-9912468476dd,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:43.447848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c48b4cb0-ef45-4087-81bb-c92963994fb2 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:43.470700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c48b4cb0-ef45-4087-81bb-c92963994fb2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:43.471435 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.501736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:43.794314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c48b4cb0-ef45-4087-81bb-c92963994fb2 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:43.807238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.846769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.899360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c48b4cb0-ef45-4087-81bb-c92963994fb2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c48b4cb0-ef45-4087-81bb-c92963994fb2,segment=NetworkSegment(6a1dc8e7-4861-4075-a116-7a8d1bd77c49),segment_id=6a1dc8e7-4861-4075-a116-7a8d1bd77c49)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:43.907503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:43.955459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:43.972534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1057ad8-aefc-4830-a2ab-5fbf63603413') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:43.973008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1057ad8-aefc-4830-a2ab-5fbf63603413') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:44.040041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.100979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e0d6f-ac31-46e1-92a0-abaeb16ea8d8 req-c9a22cf8-2490-44fe-8477-035fd7853911 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:44.102884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f1e0d6f-ac31-46e1-92a0-abaeb16ea8d8 req-c9a22cf8-2490-44fe-8477-035fd7853911 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.8809419 May 27 02:05:44.109713 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.153068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c48b4cb0-ef45-4087-81bb-c92963994fb2,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:44.173412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:05:44.174286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.204781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:44.234296 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:44.273554 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:44.278156 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:44.291215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-88593ba9-3a42-49e0-b115-8d222d2ac751 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6668329 May 27 02:05:44.294604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52114) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:44.315123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff076-6491-47ff-89c0-736aa08a950c req-f7f9ff4a-0c86-470d-b098-b7b94dd9eb63 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:44.330335 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973ff076-6491-47ff-89c0-736aa08a950c req-f7f9ff4a-0c86-470d-b098-b7b94dd9eb63 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.4373724 May 27 02:05:44.388703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:44.408553 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f1057ad8-aefc-4830-a2ab-5fbf63603413 resource provider aggregate not found May 27 02:05:44.444494 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f1057ad8-aefc-4830-a2ab-5fbf63603413 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1057ad8-aefc-4830-a2ab-5fbf63603413 found for delete ", "request_id": "req-b330d182-70c5-49de-970a-5e6b14759777"}]} May 27 02:05:44.559710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f1e0d6f-ac31-46e1-92a0-abaeb16ea8d8 req-65c05dac-7d76-4fcc-ba16-5ee700e7cac8 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467254 May 27 02:05:44.597256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.632194 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:44.636275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] Pushing event deleted for resources: {'Network': ['ID=439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:44.679712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-71173637-8139-45f5-88ef-7d4270557739 admin admin] 10.222.0.16 "DELETE /v2.0/networks/439f6c04-7c0b-4fe9-ae5e-c816c6f4d3be HTTP/1.1" status: 204 len: 168 time: 2.3880181 May 27 02:05:44.691158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:44.941917 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:44.952446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae04b6-d043-4c73-834a-61ba57efea19 None None] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:05:45.066186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52126) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:45.152420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7c1954b-9853-49aa-a5b7-8d21254582fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79c00458f2f8495ca269f634e74b1b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825763 May 27 02:05:45.154679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52130) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:45.171735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:45.193211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973ff076-6491-47ff-89c0-736aa08a950c req-bf685c3d-d606-4dd1-82ce-d9554888b40b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8610609 May 27 02:05:45.243385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'mac_address': 'fa:16:3e:d1:c3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:45.267742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c48b4cb0-ef45-4087-81bb-c92963994fb2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:45.313573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6e8447b-2614-4c1b-9cd7-38432df4e378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.450228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6e8447b-2614-4c1b-9cd7-38432df4e378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.570292 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6e8447b-2614-4c1b-9cd7-38432df4e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.650655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8447b-2614-4c1b-9cd7-38432df4e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:45.725547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a6e8447b-2614-4c1b-9cd7-38432df4e378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:45.773173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a6e8447b-2614-4c1b-9cd7-38432df4e378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01de4e0a-fd49-4dc0-bdfc-23b1f1eb436b HTTP/1.1" status: 204 len: 168 time: 0.5927048 May 27 02:05:45.885398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-98f8f427-fc5b-4c6b-9153-9363308c2ce3 None None] Provisioning for port cfe0d0e6-7c66-4013-8fb2-9912468476dd completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:45.968330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:45.968721 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:46.117398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c48b4cb0-ef45-4087-81bb-c92963994fb2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:46.128099 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:46.264897 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:39Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:40Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:46.287050 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:46.288687 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Updating router bbb7bf5b-e5f2-4b55-9a73-726704766684 port 8125ee7a-d3e7-4af6-959e-aee6a39e521a binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:05:46.358470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61246d9-1000-45d0-a58b-1141ce54a3fc {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:46.411801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:46.546293 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:46.604203 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:46.698463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739c5b-bde6-45d2-8036-c22b1f47f942 req-af15221b-7904-4b9c-abf8-e5d7ef320490 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:46.706678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe739c5b-bde6-45d2-8036-c22b1f47f942 req-af15221b-7904-4b9c-abf8-e5d7ef320490 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.8145759 May 27 02:05:46.875444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe739c5b-bde6-45d2-8036-c22b1f47f942 req-82eb712c-ba25-4c6a-bf25-bf27186bd647 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673775 May 27 02:05:46.896730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b61246d9-1000-45d0-a58b-1141ce54a3fc'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:46.999804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c572926b-8882-432c-9411-a3e8c3a5fe1b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:47.004850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c572926b-8882-432c-9411-a3e8c3a5fe1b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 815 time: 0.4612298 May 27 02:05:47.032460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-87b9b26e-5cd3-4321-b28e-26aeb9ff3246 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/quotas/8e08256278894b948447d2ce38d726ed HTTP/1.1" status: 200 len: 375 time: 0.0217903 May 27 02:05:47.049184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c48b4cb0-ef45-4087-81bb-c92963994fb2 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:47.057934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfe0d0e6-7c66-4013-8fb2-9912468476dd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:47.187691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.extraroute_db [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:05:47.231355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-2e523c59-6625-4712-97f7-0a2965bbdaa7 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1964483 May 27 02:05:47.231583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.extraroute_db [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Removed routes are [] {{(pid=88426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:05:47.233894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.355644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:47.556194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-51469507-9a1a-4c9e-8a0e-6606bcaa1cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239012 May 27 02:05:47.601745 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.639994 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Transition to ACTIVE for port object 8125ee7a-d3e7-4af6-959e-aee6a39e521a will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:47.680347 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.789439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port cfe0d0e6-7c66-4013-8fb2-9912468476dd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:47.827783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cfe0d0e6-7c66-4013-8fb2-9912468476dd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:47.828164 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:47.979894 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-812c886f-f43e-4141-868a-96d4930cd2c7 service neutron] 10.222.0.16 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216244 May 27 02:05:48.108550 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8e044-fcf3-4fda-945c-5ca924ddedd8 None None] Pushing event updated for resources: {'Port': ['ID=8125ee7a-d3e7-4af6-959e-aee6a39e521a,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:48.169559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.179427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.414991 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Attempting to bind port 8125ee7a-d3e7-4af6-959e-aee6a39e521a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:05:48.415625 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Attempting to bind port 8125ee7a-d3e7-4af6-959e-aee6a39e521a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:05:48.416255 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Attempting to bind port 8125ee7a-d3e7-4af6-959e-aee6a39e521a on network cb6adc8a-b173-427b-81d8-8c8ed70404d8 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:05:48.430450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:05:48.438807 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Checking segment: {'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:05:48.439344 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.439843 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Bound using segment: {'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:05:48.443330 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Bound port: 8125ee7a-d3e7-4af6-959e-aee6a39e521a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27596095-6b14-4b20-a76f-4a92d7e77e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:05:48.444012 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.458201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cfe0d0e6-7c66-4013-8fb2-9912468476dd is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:48.458727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.556865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port cfe0d0e6-7c66-4013-8fb2-9912468476dd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cfe0d0e6-7c66-4013-8fb2-9912468476dd,segment=NetworkSegment(27596095-6b14-4b20-a76f-4a92d7e77e77),segment_id=27596095-6b14-4b20-a76f-4a92d7e77e77)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:48.565567 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:48.690590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab64a83d-86d4-4b19-b7d9-6a4563e91987 req-a3641f95-9cf2-4882-9cc8-11a80e43cff9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 210 time: 0.1268311 May 27 02:05:48.800650 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] For port 8125ee7a-d3e7-4af6-959e-aee6a39e521a, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:05:48.821650 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] For port 8125ee7a-d3e7-4af6-959e-aee6a39e521a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8125ee7a-d3e7-4af6-959e-aee6a39e521a,segment=NetworkSegment(27596095-6b14-4b20-a76f-4a92d7e77e77),segment_id=27596095-6b14-4b20-a76f-4a92d7e77e77)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:05:48.843234 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.028794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=cfe0d0e6-7c66-4013-8fb2-9912468476dd,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:49.037076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-32786684-1712-42d9-915a-ef7a124906ce None None] Provisioning complete for port cfe0d0e6-7c66-4013-8fb2-9912468476dd triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:49.037625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32786684-1712-42d9-915a-ef7a124906ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.132895 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:49.133552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:49.218041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-0db3f165-898d-4b15-ab2e-e98a97554a39 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:49.220426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-0db3f165-898d-4b15-ab2e-e98a97554a39 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dc51c7f-2763-4681-b312-e8ee3b1bee25 HTTP/1.1" status: 200 len: 945 time: 0.2839549 May 27 02:05:49.245473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:49.276484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934b5b-a06e-4c9e-87f5-09f90335546b req-0128af80-316d-4954-bd8f-a35d178577c5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:49.283855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e934b5b-a06e-4c9e-87f5-09f90335546b req-0128af80-316d-4954-bd8f-a35d178577c5 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 0.8907421 May 27 02:05:49.506591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-32786684-1712-42d9-915a-ef7a124906ce None None] Current status of the port cfe0d0e6-7c66-4013-8fb2-9912468476dd is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:49.569913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-32786684-1712-42d9-915a-ef7a124906ce None None] Provisioning for port 8125ee7a-d3e7-4af6-959e-aee6a39e521a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:49.583167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Deleting port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:49.583523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.647175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3e934b5b-a06e-4c9e-87f5-09f90335546b req-7a44382e-3e4c-4b1c-af14-20c3efaae3e7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581803 May 27 02:05:49.728607 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8e044-fcf3-4fda-945c-5ca924ddedd8 None None] Pushing event updated for resources: {'Port': ['ID=8125ee7a-d3e7-4af6-959e-aee6a39e521a,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:49.734189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:49.747604 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:49.751644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-04b343c1-5b06-42f9-bdbd-bc90b41e0897 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 200 len: 953 time: 5.3777621 May 27 02:05:49.756481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52278) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:49.811938 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:50.240048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d194214f-b2cd-4578-8d4e-36ae68bfd5e5 req-d8390160-f0f7-4405-b58c-5742c1bdb1ae tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 210 time: 0.0988920 May 27 02:05:50.418322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23f827a3-12ee-4039-b7f2-0d652df952ee tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 200 len: 953 time: 0.6545546 May 27 02:05:50.419105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52306) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:50.421443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52302) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:50.430792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'routes': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:50.526184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459632910', 'description': 'tempest-description--1131847689'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:50.559395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:50.600019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:50.641618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52316) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:50.677976 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:50.713766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:50.819639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:50.834696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfe0d0e6-7c66-4013-8fb2-9912468476dd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:50.865329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:50.907184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:50.966802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:51.011474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] For port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:51.014648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.098026 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:47Z', 'revision_number': 6, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:48Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:51.111238 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684c44a-90f9-49ab-b1e2-3771b3facf33 None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:47Z', 'revision_number': 6, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:48Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:51.223779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cfe0d0e6-7c66-4013-8fb2-9912468476dd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:51.224360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.319141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port b61246d9-1000-45d0-a58b-1141ce54a3fc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:51.319794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:51.807010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f59aa19-1723-4d4f-be1f-35563bdcd432 req-a199b8f7-e5bd-495a-9c84-03e7cfffd614 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 210 time: 0.1298952 May 27 02:05:52.023920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:52.023920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.051505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cfe0d0e6-7c66-4013-8fb2-9912468476dd is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:52.134945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:52.144124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:52.175073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.313990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.343966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-6f2c8c9f-793f-485d-9775-7643f8cff3cd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:52.345722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-6f2c8c9f-793f-485d-9775-7643f8cff3cd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 815 time: 1.2876556 May 27 02:05:52.398802 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618956cf-a124-4c1b-9723-c117a33d3f4b'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'code': 200} May 27 02:05:52.399734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:52.448263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Calling delete_port for 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:05:52.492941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Request body: {'port': {'device_id': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'admin_state_up': True, 'tenant_id': '8e08256278894b948447d2ce38d726ed'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:52.505839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.extraroute_db [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added routes are [] {{(pid=88426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:05:52.506246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.extraroute_db [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:05:52.546933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:52.735565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:05:53.025544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:53.035394 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.073381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.218578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Usage tracker for resource:security_group_rule and tenant:d268307c707642c2bb99105e46ef4190 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:53.224788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Pushing event deleted for resources: {'Port': ['ID=8806ad3f-dc6f-4237-a3f3-0eb0cfba7248,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:53.239024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:53.239696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:53.252301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.279505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:05:53.308302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:53.323175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f62fc-0948-482a-8eb8-30b928f06d8b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:53.342070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'port_id': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'mac_address': 'fa:16:3e:45:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:05:53.343819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:05:53.344155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:05:53.346659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8125ee7a-d3e7-4af6-959e-aee6a39e521a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:53.381126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:53.387956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abd8ac-8f13-4ee6-a890-4077a8803ce3 req-82006de7-a32b-4649-9564-c07ae2e5146b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:53.390028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58abd8ac-8f13-4ee6-a890-4077a8803ce3 req-82006de7-a32b-4649-9564-c07ae2e5146b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 943 time: 1.7888391 May 27 02:05:53.432568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:53.432708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:53.476561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bd4ea19-c6a2-45ed-a580-676727d81990 req-b1cfd6a1-6b47-4743-ac70-680833037942 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 210 time: 0.4316146 May 27 02:05:53.617371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.637528 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.639502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:53.651252 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.659443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fb0fa806-390b-4968-8c8e-34ff23e07842 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.2321723 May 27 02:05:53.671005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] No DVR routers for this DVR port 8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:05:53.675875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52390) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:53.694924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Usage tracker for resource:port and tenant:8e08256278894b948447d2ce38d726ed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:53.699634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.704466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-deleted', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:53.713242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': 'e00f62fc-0948-482a-8eb8-30b928f06d8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:53.720877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:53.725578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:53.729020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:53.735796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:53.745667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:53.820299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:53.840920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81d05be7-8dd4-4b14-8ab5-d4f72d94df71 req-b34ab50c-eb23-42bc-aaf1-370a26036ce9 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "DELETE /v2.0/ports/8806ad3f-dc6f-4237-a3f3-0eb0cfba7248 HTTP/1.1" status: 204 len: 173 time: 4.6143577 May 27 02:05:53.887146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:53.898510 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f6040a-8e8a-412b-b4d8-2f372f9559f3'] response: {'server_uuid': '6dc51c7f-2763-4681-b312-e8ee3b1bee25', 'name': 'network-vif-deleted', 'tag': '8806ad3f-dc6f-4237-a3f3-0eb0cfba7248', 'status': 'completed', 'code': 200} May 27 02:05:53.924813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58abd8ac-8f13-4ee6-a890-4077a8803ce3 req-c15bafa2-0ff2-483b-9c7d-3ea6c1cbbb08 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5232694 May 27 02:05:53.938459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Made reservation on behalf of 8e08256278894b948447d2ce38d726ed for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:05:53.942453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.041818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:54.042236 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.076407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a07845-f7b0-4d34-b7e8-a445b2611f14 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:54.119926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:54.140443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.173202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:05:54.323800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:54.453406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.479913 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.483929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.545785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8125ee7a-d3e7-4af6-959e-aee6a39e521a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:05:54.568870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8125ee7a-d3e7-4af6-959e-aee6a39e521a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:54.569528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.574195 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.625713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Allocated IP 172.20.0.13 (3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0/1bad4e2b-0b10-4d1b-b913-b8dd6d18449c/f2c0cf32-f929-4466-9679-3bda53ecd47b) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:54.656821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:05:54.675143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:54.683380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:54.684545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-822814d6-163d-4c43-82cb-12cc54e242f6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 200 len: 703 time: 4.2619426 May 27 02:05:54.705923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52416) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:54.909113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['85a07845-f7b0-4d34-b7e8-a445b2611f14'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:05:54.921546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa0d01f-fa20-4869-af26-e42690f5454b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:54.935872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70563553-96c7-4370-bf29-4f59cf2ae7da,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:55.208617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f15df614-e6b4-4349-8403-e7686079ed22 req-63d26c86-701c-4e43-8cbb-21d7ad30ae00 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 210 time: 0.1591573 May 27 02:05:55.347233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.348431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8d819a9a-5169-424e-865d-44a02555f276 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6607449 May 27 02:05:55.352309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52428) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:55.373292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': 'e00f62fc-0948-482a-8eb8-30b928f06d8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:55.383703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c9957e9a-d26f-4fd3-a324-7f5683339d52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d268307c707642c2bb99105e46ef4190&name=default HTTP/1.1" status: 200 len: 2983 time: 4.7272892 May 27 02:05:55.387982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:55.398162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:55.405504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:55.418351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:55.436910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52436) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:55.454015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8125ee7a-d3e7-4af6-959e-aee6a39e521a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:55.457167 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.630805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.810275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52448) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:55.811235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c34d0fef-070e-4f7e-96b6-1723bc56512d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 200 len: 703 time: 1.1030228 May 27 02:05:55.818601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:55.852769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8125ee7a-d3e7-4af6-959e-aee6a39e521a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8125ee7a-d3e7-4af6-959e-aee6a39e521a,segment=NetworkSegment(27596095-6b14-4b20-a76f-4a92d7e77e77),segment_id=27596095-6b14-4b20-a76f-4a92d7e77e77)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:55.903390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.006600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53067d16-fe04-4334-8c10-8e2a4d3050de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.007118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8125ee7a-d3e7-4af6-959e-aee6a39e521a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:56.021392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 7, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:48Z', 'revision_number': 4, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:56.024786 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.025838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:56.039253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:56.041546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:56.053008 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.107277 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.108740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7542906 May 27 02:05:56.117769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52452) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:05:56.121387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53067d16-fe04-4334-8c10-8e2a4d3050de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.135775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:56.141006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57907a4-f8b1-47b0-a4ec-9554fd338fb1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb59666-e455-4880-9177-d6323d6638d7,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:56.153345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:05:56.162350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:floatingip and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:05:56.172714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:05:56.188142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:05:56.211993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.281143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268f8a0-df19-4413-b998-9cb3cd75068f req-d3ab5b8c-00af-4c5e-8905-a3595eea5ca7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:56.290170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9268f8a0-df19-4413-b998-9cb3cd75068f req-d3ab5b8c-00af-4c5e-8905-a3595eea5ca7 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 944 time: 0.9443486 May 27 02:05:56.291872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53067d16-fe04-4334-8c10-8e2a4d3050de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.317311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53067d16-fe04-4334-8c10-8e2a4d3050de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.318755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-53067d16-fe04-4334-8c10-8e2a4d3050de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa0d01f-fa20-4869-af26-e42690f5454b HTTP/1.1" status: 204 len: 168 time: 0.8740525 May 27 02:05:56.322677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067d16-fe04-4334-8c10-8e2a4d3050de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa0d01f-fa20-4869-af26-e42690f5454b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:56.428788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:56.494053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.784800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9268f8a0-df19-4413-b998-9cb3cd75068f req-0579a63f-00a8-4576-9723-58747e32245f tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4912899 May 27 02:05:56.796765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5bd26bad-0928-4ffe-80f9-b2ad0434473b req-32db9aa8-89d1-4574-8973-626ba85c403d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 210 time: 0.2149148 May 27 02:05:56.810036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:56.847031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:57.063888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.25.3.24 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/7882ad09-8a53-4e26-a6d2-948e17a45e1f) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:05:57.091763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:57.116513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:57.160570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:57.329637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:57.330511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.359096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:57.459618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 85a07845-f7b0-4d34-b7e8-a445b2611f14 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:57.460332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.496261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c9826e4a-571b-4541-a690-22442545a60d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0130966 May 27 02:05:57.514250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Request body: {'port': {'device_id': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:05:57.572680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.663049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 7, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:55Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:57.670408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.693758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdd10d-2274-4ac8-8f3e-497e3532238e None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 7, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:55Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:05:57.801037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:05:57.804923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:05:57.808873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:05:57.859937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:57.952959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 85a07845-f7b0-4d34-b7e8-a445b2611f14 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:57.959657 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.034291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=7882ad09-8a53-4e26-a6d2-948e17a45e1f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:58.112338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:05:58.119124 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.165261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:05:58.185729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.306243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.308444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8125ee7a-d3e7-4af6-959e-aee6a39e521a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:05:58.356129 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:05:58.512871 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:58.514134 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:58.598045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:58.671520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8125ee7a-d3e7-4af6-959e-aee6a39e521a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:05:58.674444 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.749792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353b3c4-7bde-4980-9ef7-3591f69f97a4 req-0f164935-eb63-4f78-8d1d-10d8d1a6c1f2 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:58.751439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6353b3c4-7bde-4980-9ef7-3591f69f97a4 req-0f164935-eb63-4f78-8d1d-10d8d1a6c1f2 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 946 time: 0.5701010 May 27 02:05:58.757320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:58.773937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a61e2-99bd-4e44-a679-88cde4654fa2 req-9ec8a13c-f196-45a6-bb82-c02c369ab811 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:05:58.777218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c5a61e2-99bd-4e44-a679-88cde4654fa2 req-9ec8a13c-f196-45a6-bb82-c02c369ab811 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 932 time: 0.6436832 May 27 02:05:58.864538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:05:59.018363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c5a61e2-99bd-4e44-a679-88cde4654fa2 req-31fbcda0-701c-4c96-aef6-76f85e4e4a3e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331193 May 27 02:05:59.170509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8125ee7a-d3e7-4af6-959e-aee6a39e521a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:05:59.216212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6353b3c4-7bde-4980-9ef7-3591f69f97a4 req-8549ca9c-51ee-4e37-a171-4c29d7e1ed51 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004213 May 27 02:05:59.303610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.310412 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f138832-759b-45f6-aef7-0abc00167a95'] response: {'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'code': 200} May 27 02:05:59.317721 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.545157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c0cf32-f929-4466-9679-3bda53ecd47b {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:05:59.589491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.619845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=7882ad09-8a53-4e26-a6d2-948e17a45e1f,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:05:59.639641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.647759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Transition to ACTIVE for port object f2c0cf32-f929-4466-9679-3bda53ecd47b will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:05:59.682831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.712599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-20a0f41e-7b2d-41d4-a312-c9f1e1e243fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5857534 May 27 02:05:59.861118 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 7, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:55Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:59.871530 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:05:59.905936 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:05:59.906503 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:05:59.910022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port 8125ee7a-d3e7-4af6-959e-aee6a39e521a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:05:59.910535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:05:59.945426 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:00.355741 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:00.572254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf09c-7819-41f3-89c8-0945d53485e1 req-632ff188-74a8-48ea-85fb-25b73f4ba6c8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:00.574445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e64cf09c-7819-41f3-89c8-0945d53485e1 req-632ff188-74a8-48ea-85fb-25b73f4ba6c8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 944 time: 0.2637470 May 27 02:06:00.670286 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e64cf09c-7819-41f3-89c8-0945d53485e1 req-3ba0cfd1-d58f-472c-8d94-b1793f5508c5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846074 May 27 02:06:00.770806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-197314d4-7521-4131-a75f-3fc655c20aa0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:01.169972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Attempting to bind port f2c0cf32-f929-4466-9679-3bda53ecd47b on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:01.171145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Attempting to bind port f2c0cf32-f929-4466-9679-3bda53ecd47b by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:01.171721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Attempting to bind port f2c0cf32-f929-4466-9679-3bda53ecd47b on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:01.201758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:01.220643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bb81b-a98f-4bb3-9232-5d11f287809f req-c7dc8746-3264-4a25-9ef8-dd02a52268ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:01.222510 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-281bb81b-a98f-4bb3-9232-5d11f287809f req-c7dc8746-3264-4a25-9ef8-dd02a52268ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1098 time: 1.5606720 May 27 02:06:01.223946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-197314d4-7521-4131-a75f-3fc655c20aa0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:01.225492 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-197314d4-7521-4131-a75f-3fc655c20aa0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1459632910&fields=id&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 267 time: 0.7410331 May 27 02:06:01.230304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Port f2c0cf32-f929-4466-9679-3bda53ecd47b on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:06:01.230923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Attempting to bind port f2c0cf32-f929-4466-9679-3bda53ecd47b on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:01.242918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:01.243708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Checking segment: {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:01.244622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Bound using segment: {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:01.245322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Bound port: f2c0cf32-f929-4466-9679-3bda53ecd47b, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:01.245972 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.379771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:01.384775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:01.476803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.509741 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 7, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:55Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:01.514874 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7c0d0-4a28-4d1f-a919-eaf50c8a97e3 None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:05:52Z', 'revision_number': 7, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': '8125ee7a-d3e7-4af6-959e-aee6a39e521a', 'name': '', 'network_id': 'cb6adc8a-b173-427b-81d8-8c8ed70404d8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:73:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:35Z', 'updated_at': '2022-05-27T02:05:55Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '71be8471-863e-4a53-a156-a9bb8ece536a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:01.550812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66cf24-7511-4a40-8169-9f5c8fef0b6a req-53b3aab1-d67d-45e8-bd2d-d03e3537035b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:01.566408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b66cf24-7511-4a40-8169-9f5c8fef0b6a req-53b3aab1-d67d-45e8-bd2d-d03e3537035b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 946 time: 0.5894859 May 27 02:06:01.678396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b66cf24-7511-4a40-8169-9f5c8fef0b6a req-acd5259c-08e3-4219-9c4b-e8a3796cd472 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099815 May 27 02:06:01.746644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:01.747174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:01.752365 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2c0cf32-f929-4466-9679-3bda53ecd47b HTTP/1.1" status: 200 len: 1093 time: 4.2445972 May 27 02:06:01.759440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:01.787193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-281bb81b-a98f-4bb3-9232-5d11f287809f req-14eb56ca-9484-42ba-90f0-a1c58d0f5a30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5403454 May 27 02:06:01.811882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b75c1e-a3b2-49fe-a3f3-42af3ff064a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:01.883354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port 8125ee7a-d3e7-4af6-959e-aee6a39e521a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8125ee7a-d3e7-4af6-959e-aee6a39e521a,segment=NetworkSegment(27596095-6b14-4b20-a76f-4a92d7e77e77),segment_id=27596095-6b14-4b20-a76f-4a92d7e77e77)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:01.883636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:02.241740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for 8125ee7a-d3e7-4af6-959e-aee6a39e521a owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:02.257129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf98c-99dc-4f4c-9ab4-8486f9b6de73 req-39a725b2-b6a5-454c-bd57-2b93889a5f3a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:02.259855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7cdf98c-99dc-4f4c-9ab4-8486f9b6de73 req-39a725b2-b6a5-454c-bd57-2b93889a5f3a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 944 time: 0.1833479 May 27 02:06:02.316316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-808ef7a7-06fc-440d-a90b-633cd0a7f0f9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:02.324101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-808ef7a7-06fc-440d-a90b-633cd0a7f0f9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 1.0868330 May 27 02:06:02.330906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7cdf98c-99dc-4f4c-9ab4-8486f9b6de73 req-8e62989e-5f5a-4c54-b730-6a144446b79b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629275 May 27 02:06:02.425768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-5ff19b7d-aee5-4272-9e9c-0b08f4420225 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/quotas/bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 375 time: 0.1001568 May 27 02:06:02.432454 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afac88eb-994a-4a43-a418-b93fd74afdc4'] response: {'name': 'network-changed', 'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'status': 'completed', 'code': 200} May 27 02:06:02.501046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52648) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:02.747186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-b9f9d697-e1d7-428f-96b3-c3f13e893de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:02.755040 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-b9f9d697-e1d7-428f-96b3-c3f13e893de8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 1096 time: 0.6184351 May 27 02:06:02.888895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:02.896306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:02.946166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-45968d1d-e6fd-4038-975c-dc2dbd6bf651 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5180433 May 27 02:06:02.949306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-d587b9b6-453e-4f6b-b21d-2ad6c3226dc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b HTTP/1.1" status: 200 len: 217 time: 0.1823330 May 27 02:06:02.960437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:02.970679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Usage tracker for resource:security_group_rule and tenant:bfdc9fae8f174a16b40009ebb4c0ebb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:02.975172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:02.982956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:03.145885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c3165b4f-62f3-4e1b-a10c-ef96edfd5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:03.147797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.153437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-c3165b4f-62f3-4e1b-a10c-ef96edfd5d09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c HTTP/1.1" status: 200 len: 855 time: 0.1905718 May 27 02:06:03.218383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa48c2-ec30-4539-8f01-034458a63e3a req-aeeddb88-e848-4798-96d8-e21c4b73448c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:03.228455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-acfa48c2-ec30-4539-8f01-034458a63e3a req-aeeddb88-e848-4798-96d8-e21c4b73448c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 946 time: 0.2816136 May 27 02:06:03.385467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.400497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-acfa48c2-ec30-4539-8f01-034458a63e3a req-bd10d0ea-e4e0-43d2-9cfb-9209ac4695cd tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707771 May 27 02:06:03.404262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:03.512728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-9b0aec3e-4b2f-496b-80af-305e2e65931e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3136892 May 27 02:06:03.560108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfdc9fae8f174a16b40009ebb4c0ebb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0575387 May 27 02:06:03.564611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52678) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:03.686232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017adfb9-8a4e-40c4-b167-09d32b8cace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49992415-8dfb-4523-8ea1-737b8d5323cd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:03.990368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba480ee-bd68-4890-9422-0aa04160e903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.143496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba480ee-bd68-4890-9422-0aa04160e903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.327954 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-158516de-cddb-44dd-ac9b-569504bffb4d service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979364 May 27 02:06:04.333522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-b364c8b8-1696-41e2-8669-40710b39973d service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1789453 May 27 02:06:04.357181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bd476-a258-40bb-88e3-231ba9a0e4dc req-e0bdf134-45b0-47fc-b75d-3a4feb981f62 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:04.358743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec8bd476-a258-40bb-88e3-231ba9a0e4dc req-e0bdf134-45b0-47fc-b75d-3a4feb981f62 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 944 time: 0.6357281 May 27 02:06:04.409450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.441765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba480ee-bd68-4890-9422-0aa04160e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.480366 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7ba480ee-bd68-4890-9422-0aa04160e903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:04.482998 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7ba480ee-bd68-4890-9422-0aa04160e903 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49992415-8dfb-4523-8ea1-737b8d5323cd HTTP/1.1" status: 204 len: 168 time: 0.9142618 May 27 02:06:04.487126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba480ee-bd68-4890-9422-0aa04160e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49992415-8dfb-4523-8ea1-737b8d5323cd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:04.541910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec8bd476-a258-40bb-88e3-231ba9a0e4dc req-e45f8f85-b1a7-4197-89ff-dfe80f9e721b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717184 May 27 02:06:04.630790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=8125ee7a-d3e7-4af6-959e-aee6a39e521a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:05.021159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f780096-55b8-4186-975b-1c204891a0f0 req-cabffb3d-2645-4eea-8a62-8807ffd5f909 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:05.039290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f780096-55b8-4186-975b-1c204891a0f0 req-cabffb3d-2645-4eea-8a62-8807ffd5f909 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 946 time: 0.2638412 May 27 02:06:05.156051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52738) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:05.176896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da4d6fef-718c-4a81-a745-ecc6369ca2d3 req-2cb8aeea-6bd1-4bb0-bac4-35789c19eb63 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8416932 May 27 02:06:05.231724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.316312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f780096-55b8-4186-975b-1c204891a0f0 req-560d5e02-e55d-415e-8e0f-ddbe9ef877dc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668800 May 27 02:06:05.361457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:05.366826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Usage tracker for resource:security_group_rule and tenant:88d5db68de2b4a3bbd18798f0d7596be is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:05.371691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:05.390431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:05.545180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.553013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.686553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e500e6-3c2f-4b90-a8ce-8f45a960a01d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:05.758791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ac478242-ed8d-4619-9f5a-933df8c65c9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88d5db68de2b4a3bbd18798f0d7596be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013610 May 27 02:06:05.768706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52752) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:05.804733 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2610eed6-3f03-4a3f-b075-ef160e445485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.864430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.898365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3814a3fa-b1df-482b-8183-da7758ad03d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.955720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3814a3fa-b1df-482b-8183-da7758ad03d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:05.980884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-e2c35091-cdf8-4d3e-ab8a-f87b3dcbe62f service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5557685 May 27 02:06:06.076199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf500a-bc26-44e6-88ba-dad842d035d2 req-c93e206e-21e1-4ac8-865e-e30a60de5658 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:06.084433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3cf500a-bc26-44e6-88ba-dad842d035d2 req-c93e206e-21e1-4ac8-865e-e30a60de5658 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 944 time: 0.2296448 May 27 02:06:06.185198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3cf500a-bc26-44e6-88ba-dad842d035d2 req-65df9e0b-8c80-4cb8-99de-81e3c8db0b47 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925543 May 27 02:06:06.207895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3814a3fa-b1df-482b-8183-da7758ad03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.235021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814a3fa-b1df-482b-8183-da7758ad03d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e500e6-3c2f-4b90-a8ce-8f45a960a01d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:06.239229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3814a3fa-b1df-482b-8183-da7758ad03d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:06.240937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3814a3fa-b1df-482b-8183-da7758ad03d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51e500e6-3c2f-4b90-a8ce-8f45a960a01d HTTP/1.1" status: 204 len: 168 time: 0.4669139 May 27 02:06:06.509029 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-131a41ad-83f7-4884-8e40-57a8e64867ba req-4e7e13ab-3ba0-484e-aee1-8bd4a696b5ab tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 210 time: 0.1418381 May 27 02:06:06.733572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:06.736000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-9436dab5-a521-4e5e-9584-1c005aba797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:06.737414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-9436dab5-a521-4e5e-9584-1c005aba797b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 1096 time: 1.4153857 May 27 02:06:07.616068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e260331-b6c0-4f85-8b51-ff5e9f02082a req-736ac0ce-131c-4591-9114-498f05b92f1b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:07.641404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e260331-b6c0-4f85-8b51-ff5e9f02082a req-736ac0ce-131c-4591-9114-498f05b92f1b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 944 time: 0.2012932 May 27 02:06:07.863626 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e260331-b6c0-4f85-8b51-ff5e9f02082a req-5df1daea-e98e-450f-9c69-4363baf8563e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202680 May 27 02:06:07.959990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a571cfbd-2258-46e8-a91d-741945cce51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:08.144208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5048b1ca-e885-4ad4-b7ce-ade433c07e3c req-aed671c4-bd0b-44e4-8db9-3b98a87b47de tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 210 time: 0.1643019 May 27 02:06:08.301025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-79442aa2-3736-410d-9454-cbdc47e8fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:08.303064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-79442aa2-3736-410d-9454-cbdc47e8fed4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 916 time: 1.5115044 May 27 02:06:08.566281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:08.579310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:08.583824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-a5f15e8f-2946-413e-95be-a5287cdac8d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b HTTP/1.1" status: 200 len: 217 time: 0.2679083 May 27 02:06:08.601884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:08.602620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:08.602801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d8e0f-93cd-4d60-b785-7833073fe0df req-6880d6a5-3b4d-4614-ad8e-57dfa66d738c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:08.608334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-289d8e0f-93cd-4d60-b785-7833073fe0df req-6880d6a5-3b4d-4614-ad8e-57dfa66d738c tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 946 time: 1.8832846 May 27 02:06:08.829645 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8e13ceb0-c7f9-4e6c-87a7-fa7d07fb410c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0171838 May 27 02:06:08.833066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52910) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:08.907778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-289d8e0f-93cd-4d60-b785-7833073fe0df req-683393a1-603e-4b71-b9ba-6cc36311301b tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767125 May 27 02:06:08.914289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-8cbed24a-3d0d-4bca-b892-5af477195a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:08.922591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-8cbed24a-3d0d-4bca-b892-5af477195a55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c HTTP/1.1" status: 200 len: 855 time: 0.3132143 May 27 02:06:09.051585 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-acd890d2-7746-42e9-95f9-a7f591a4c9a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197648 May 27 02:06:09.095198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:09.140176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet 71be8471-863e-4a53-a156-a9bb8ece536a {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:06:09.166540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.495744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.568343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2c0cf32-f929-4466-9679-3bda53ecd47b details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:06:09.719320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4db268-6eb3-4ad9-ac54-217133c865be req-ad08158c-08e1-4722-9c66-cad72721faa2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:09.724709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c4db268-6eb3-4ad9-ac54-217133c865be req-ad08158c-08e1-4722-9c66-cad72721faa2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 944 time: 0.5782940 May 27 02:06:09.777126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-e50cf78d-db16-4426-aacc-ad3754fbcc39 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201171 May 27 02:06:09.858851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:09.943596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2f86c8d-1aea-453e-9608-974d183f6886 req-92aaeb60-1bce-4a7b-b788-d970f1149533 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 210 time: 0.3946261 May 27 02:06:09.999397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.007108 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.148017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c4db268-6eb3-4ad9-ac54-217133c865be req-1707399f-dfbb-463b-a00e-8264d5b2762c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308219 May 27 02:06:10.239251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.326001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.352743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/71be8471-863e-4a53-a156-a9bb8ece536a HTTP/1.1" status: 204 len: 168 time: 1.5163071 May 27 02:06:10.353819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c2558-0095-4a3c-b602-4ecae01064ab tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=71be8471-863e-4a53-a156-a9bb8ece536a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:10.355454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52962) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:10.359963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:10.367097 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a2756933-c38b-4dbe-a42c-16f12328afe3 req-8aa4bbb8-6dfe-4140-9ff2-d96177859893 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696496 May 27 02:06:10.372753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1de849-a625-48c9-b159-1003322e913a None None] Network cb6adc8a-b173-427b-81d8-8c8ed70404d8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:10.380622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-d2636ed1-7d8f-4be2-a7e1-564d92f706af tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:10.387198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-d2636ed1-7d8f-4be2-a7e1-564d92f706af tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 0.9933960 May 27 02:06:10.482668 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-b3d0023c-fae6-44fd-90c4-0ed77b100d20 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 473 time: 0.0850050 May 27 02:06:10.531827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'port': {'device_id': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'admin_state_up': True, 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'security_groups': ['e00f62fc-0948-482a-8eb8-30b928f06d8b']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:10.601915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'port_id': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'mac_address': 'fa:16:3e:98:aa:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bad4e2b-0b10-4d1b-b913-b8dd6d18449c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:06:10.650521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:03Z', 'revision_number': 8, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:10.737126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.765373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port cfe0d0e6-7c66-4013-8fb2-9912468476dd {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:10.766993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.845382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:10.871344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:10.923564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Made reservation on behalf of bec86b6200c54d8c87af954ac8f4e045 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:10.935416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:10.963177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:10.994599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2c0cf32-f929-4466-9679-3bda53ecd47b is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:11.003430 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.100216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:11.108784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:11.185270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port cfe0d0e6-7c66-4013-8fb2-9912468476dd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cfe0d0e6-7c66-4013-8fb2-9912468476dd,segment=NetworkSegment(27596095-6b14-4b20-a76f-4a92d7e77e77),segment_id=27596095-6b14-4b20-a76f-4a92d7e77e77)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:11.185798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.424373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c0cf32-f929-4466-9679-3bda53ecd47b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:11.441253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:11.508743 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.540513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for cfe0d0e6-7c66-4013-8fb2-9912468476dd owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:11.596817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:11.671489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.20.0.11 (20c48556-ace1-4922-8e24-664cb05366e8/c9c8155b-596f-4401-b72d-d8ad4b05f839/e8cba423-a50d-4a3c-9208-3a3feb20a78e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:06:11.852661 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8216c0cb-3b2b-4cd6-8fc0-ead2bcf54dce req-24057fdc-d02c-4913-a761-114ce59625fb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 210 time: 0.4153316 May 27 02:06:11.878699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:11.946005 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.006308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=cfe0d0e6-7c66-4013-8fb2-9912468476dd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:12.060695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No DVR routers for this DVR port cfe0d0e6-7c66-4013-8fb2-9912468476dd on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:12.081726 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:06:12.119232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53004) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:12.181568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028b229-1fac-4204-810f-bfd58b0115a7 req-19a83f96-dd76-4ca1-b300-0a938023885e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:12.183386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8028b229-1fac-4204-810f-bfd58b0115a7 req-19a83f96-dd76-4ca1-b300-0a938023885e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 945 time: 0.6546016 May 27 02:06:12.320477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.369097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6adc8a-b173-427b-81d8-8c8ed70404d8']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:12.378946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.419213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27596095-6b14-4b20-a76f-4a92d7e77e77') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:12.421053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27596095-6b14-4b20-a76f-4a92d7e77e77') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:12.421389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Transition to ACTIVE for port object e8cba423-a50d-4a3c-9208-3a3feb20a78e will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:12.545286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.545286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.545286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:06:12.545286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.559090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.688450 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 27596095-6b14-4b20-a76f-4a92d7e77e77 resource provider aggregate not found May 27 02:06:12.697919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.709587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.763394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 20c48556-ace1-4922-8e24-664cb05366e8 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:06:12.773443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:06:12.777696 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 27596095-6b14-4b20-a76f-4a92d7e77e77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27596095-6b14-4b20-a76f-4a92d7e77e77 found for delete ", "request_id": "req-cc4f44a1-2fd8-44ba-b2ec-be67fa43d697"}]} May 27 02:06:12.780663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:12.790595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=cb6adc8a-b173-427b-81d8-8c8ed70404d8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:12.815330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:06:12.864536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-48985d33-2cd4-412e-9948-ce1d5f31dcf2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/cb6adc8a-b173-427b-81d8-8c8ed70404d8 HTTP/1.1" status: 204 len: 168 time: 2.5008972 May 27 02:06:12.867911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:12.870653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8028b229-1fac-4204-810f-bfd58b0115a7 req-6b40e221-43bc-4836-a4fe-1ee87d912675 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230346 May 27 02:06:12.871968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53022) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:12.880878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f2c0cf32-f929-4466-9679-3bda53ecd47b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:12.952136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:13.056882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5e532-aad4-4f47-9a2e-699a3a9d994a None None] DHCP port deletion for cb6adc8a-b173-427b-81d8-8c8ed70404d8 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:06:13.288717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=e8cba423-a50d-4a3c-9208-3a3feb20a78e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:13.292039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Usage tracker for resource:security_group_rule and tenant:598bba2b3831432a9e543e60348f8442 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:13.298599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:03Z', 'revision_number': 8, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:13.348750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950ee2-baaf-4e03-87c4-45f4157e613a None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:03Z', 'revision_number': 8, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48b4cb0-ef45-4087-81bb-c92963994fb2', 'name': '', 'network_id': '52a624b9-29bc-4278-99b8-463df14f225d', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:1e:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:21Z', 'updated_at': '2022-05-27T02:05:43Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': 'c45a8910-cf22-4b84-8f54-57a3e279293d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:13.349734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:13.350569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.355975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:13.371181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:13.444781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fa220d7-2ad3-4ce9-88c9-ab577ad9ffad None None] Provisioning for port e8cba423-a50d-4a3c-9208-3a3feb20a78e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:13.481069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-c549bd8c-7cca-4618-9530-e04341844192 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9734979 May 27 02:06:13.497460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eaff7-0a98-4a7b-822a-d5dcbe167d7f req-3af8e1ab-3f78-4ce6-8198-88176a562b8f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:13.498408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-881eaff7-0a98-4a7b-822a-d5dcbe167d7f req-3af8e1ab-3f78-4ce6-8198-88176a562b8f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:13.507453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Request body: {'port': {'device_id': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:13.523953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fa220d7-2ad3-4ce9-88c9-ab577ad9ffad None None] Provisioning complete for port e8cba423-a50d-4a3c-9208-3a3feb20a78e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:13.524584 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1fa220d7-2ad3-4ce9-88c9-ab577ad9ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.635385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1fa220d7-2ad3-4ce9-88c9-ab577ad9ffad None None] Port e8cba423-a50d-4a3c-9208-3a3feb20a78e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:06:13.725991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-881eaff7-0a98-4a7b-822a-d5dcbe167d7f req-3af8e1ab-3f78-4ce6-8198-88176a562b8f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:13.727474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-881eaff7-0a98-4a7b-822a-d5dcbe167d7f req-3af8e1ab-3f78-4ce6-8198-88176a562b8f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 932 time: 0.4971089 May 27 02:06:13.853315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.904581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-881eaff7-0a98-4a7b-822a-d5dcbe167d7f req-ac7fe729-8bf8-4854-bbfb-aea817c12fb7 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621180 May 27 02:06:13.920911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:13.971620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.081837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e770b6ec-5062-4b9d-86c5-a000283199ee,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:14.113327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8125ee7a-d3e7-4af6-959e-aee6a39e521a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:14.217073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8125ee7a-d3e7-4af6-959e-aee6a39e521a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:14.217665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8125ee7a-d3e7-4af6-959e-aee6a39e521a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:14.218235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfe0d0e6-7c66-4013-8fb2-9912468476dd no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:14.265715 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9e772686-e891-4ff5-a8b7-8ed8c3586a6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=598bba2b3831432a9e543e60348f8442&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1275852 May 27 02:06:14.268205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53046) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:14.287496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: cfe0d0e6-7c66-4013-8fb2-9912468476dd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:14.288067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfe0d0e6-7c66-4013-8fb2-9912468476dd not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:14.521797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f06d5-a332-4b02-9923-8824421f07c2 req-1f865a97-f840-45a4-a8be-0a83fb8ff2d2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:14.523294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce8f06d5-a332-4b02-9923-8824421f07c2 req-1f865a97-f840-45a4-a8be-0a83fb8ff2d2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 945 time: 0.2756820 May 27 02:06:14.594094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69e5e897-3dca-4652-b94b-97ff1dd6f5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.636974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69e5e897-3dca-4652-b94b-97ff1dd6f5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.773983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cba423-a50d-4a3c-9208-3a3feb20a78e {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:14.783987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.787396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce8f06d5-a332-4b02-9923-8824421f07c2 req-3a16ffd7-59d3-45e4-9c40-349c846d3f93 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362321 May 27 02:06:14.830535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Transition to ACTIVE for port object e8cba423-a50d-4a3c-9208-3a3feb20a78e will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:06:14.830674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:14.837919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.168996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Pushing event updated for resources: {'Port': ['ID=e8cba423-a50d-4a3c-9208-3a3feb20a78e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:15.171648 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69e5e897-3dca-4652-b94b-97ff1dd6f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.274907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5e897-3dca-4652-b94b-97ff1dd6f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e770b6ec-5062-4b9d-86c5-a000283199ee,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:15.330520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Attempting to bind port e8cba423-a50d-4a3c-9208-3a3feb20a78e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:06:15.330892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Attempting to bind port e8cba423-a50d-4a3c-9208-3a3feb20a78e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:06:15.331243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Attempting to bind port e8cba423-a50d-4a3c-9208-3a3feb20a78e on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:15.369787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Port e8cba423-a50d-4a3c-9208-3a3feb20a78e on network 20c48556-ace1-4922-8e24-664cb05366e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:06:15.370121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Attempting to bind port e8cba423-a50d-4a3c-9208-3a3feb20a78e on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:06:15.386610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:06:15.386983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Checking segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:06:15.387369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Bound using segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:06:15.388037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Bound port: e8cba423-a50d-4a3c-9208-3a3feb20a78e, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:06:15.388325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.422088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-69e5e897-3dca-4652-b94b-97ff1dd6f5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.430590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-69e5e897-3dca-4652-b94b-97ff1dd6f5c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e770b6ec-5062-4b9d-86c5-a000283199ee HTTP/1.1" status: 204 len: 168 time: 1.0571184 May 27 02:06:15.493027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe36b-95a1-4b2e-ab00-207e3dec83ad req-9791dbbc-1c70-490b-80b0-c848e75969d5 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:15.494589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42dfe36b-95a1-4b2e-ab00-207e3dec83ad req-9791dbbc-1c70-490b-80b0-c848e75969d5 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 944 time: 0.2232857 May 27 02:06:15.567270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] For port e8cba423-a50d-4a3c-9208-3a3feb20a78e, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:06:15.585730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] For port e8cba423-a50d-4a3c-9208-3a3feb20a78e, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:06:15.592539 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42dfe36b-95a1-4b2e-ab00-207e3dec83ad req-6599f677-9cd8-48cb-bc2d-4b680319e8c8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826092 May 27 02:06:15.597043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.676683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port c48b4cb0-ef45-4087-81bb-c92963994fb2 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:15.677027 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.755125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Pushing event updated for resources: {'Port': ['ID=e8cba423-a50d-4a3c-9208-3a3feb20a78e,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:15.769558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:15.770475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:15.772737 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-a6cb8448-b7c1-482f-9804-f8ce451499fc service neutron] 10.222.0.47 "PUT /v2.0/ports/e8cba423-a50d-4a3c-9208-3a3feb20a78e HTTP/1.1" status: 200 len: 1093 time: 2.2694721 May 27 02:06:15.773161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:15.970453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2c0cf32-f929-4466-9679-3bda53ecd47b up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:16.154034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port f2c0cf32-f929-4466-9679-3bda53ecd47b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:16.163862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f2c0cf32-f929-4466-9679-3bda53ecd47b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:16.166801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.276389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53078) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:16.295464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-752757ab-5750-4941-ac9b-289c30008b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:16.297150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-752757ab-5750-4941-ac9b-289c30008b52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 1096 time: 0.4793692 May 27 02:06:16.304380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port c48b4cb0-ef45-4087-81bb-c92963994fb2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c48b4cb0-ef45-4087-81bb-c92963994fb2,segment=NetworkSegment(6a1dc8e7-4861-4075-a116-7a8d1bd77c49),segment_id=6a1dc8e7-4861-4075-a116-7a8d1bd77c49)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:16.305436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.334543 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b84ad3-fa5d-4102-ab5a-591b53791034'] response: {'name': 'network-changed', 'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'status': 'completed', 'code': 200} May 27 02:06:16.513745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2c0cf32-f929-4466-9679-3bda53ecd47b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:16.514390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.522937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for c48b4cb0-ef45-4087-81bb-c92963994fb2 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:16.580701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:16.581659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:16.600901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.605661 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:16.634813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:16.642405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Usage tracker for resource:security_group_rule and tenant:c94c7a3920c3491ebb8140b004347a07 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:16.646431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:16.654230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:16.686503 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e72a60-c091-45e2-a266-415854805109'] response: {'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'code': 200} May 27 02:06:16.763948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-45859486-7a32-41df-b2cb-ded6d8764e78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e HTTP/1.1" status: 200 len: 217 time: 0.4333293 May 27 02:06:16.819110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:17.030035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-0797f91d-efc3-434e-baa8-1d2bc900e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:17.031550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-0797f91d-efc3-434e-baa8-1d2bc900e1dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.2467117 May 27 02:06:17.046593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0254e3-7a6a-47db-9b93-eba51ebbe908 req-669d6fcb-4f6a-4e0c-af59-64ae4045abe5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:17.046593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1e0254e3-7a6a-47db-9b93-eba51ebbe908 req-669d6fcb-4f6a-4e0c-af59-64ae4045abe5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Synchronizing usage tracker for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:17.192836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.252745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=c48b4cb0-ef45-4087-81bb-c92963994fb2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:17.396158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1e0254e3-7a6a-47db-9b93-eba51ebbe908 req-669d6fcb-4f6a-4e0c-af59-64ae4045abe5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Unset dirty status for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:17.414009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e0254e3-7a6a-47db-9b93-eba51ebbe908 req-669d6fcb-4f6a-4e0c-af59-64ae4045abe5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 945 time: 1.2895534 May 27 02:06:17.453806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.464609 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:17.622369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e0254e3-7a6a-47db-9b93-eba51ebbe908 req-6f41cff2-88cd-46bc-8595-d5c61f8979bf tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073498 May 27 02:06:17.626971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe9365-f3b1-4543-84fb-48a476e993ee req-3f33d22c-285b-4c99-9257-7ec60f49831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:17.630407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebbe9365-f3b1-4543-84fb-48a476e993ee req-3f33d22c-285b-4c99-9257-7ec60f49831d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 1098 time: 0.8727908 May 27 02:06:17.683840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b716296-e7b1-4acd-baab-ccc393308322,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:17.693160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-41cc15a5-a837-4b36-9625-508f791a6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:17.695182 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-41cc15a5-a837-4b36-9625-508f791a6d4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6456044 May 27 02:06:17.711187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-287c9ae1-d5de-473e-9803-afc431965d20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c94c7a3920c3491ebb8140b004347a07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4288659 May 27 02:06:17.711187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:17.855345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-2166b727-077a-474b-80b9-feeb097fa6b5 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451876 May 27 02:06:17.928053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebbe9365-f3b1-4543-84fb-48a476e993ee req-b9851d5d-85f1-4707-8740-821dbe6e1b3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834356 May 27 02:06:17.930734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0104c-6b47-4559-b5bb-b0a333b045d3 req-e21e7fad-fe3f-4d96-9154-64169e86e7bd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:17.932465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9e0104c-6b47-4559-b5bb-b0a333b045d3 req-e21e7fad-fe3f-4d96-9154-64169e86e7bd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 944 time: 1.0100391 May 27 02:06:18.105814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.125339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9e0104c-6b47-4559-b5bb-b0a333b045d3 req-415460e2-872f-4c33-aa80-7e3941d8338f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819534 May 27 02:06:18.165016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94e6375c-c8e6-4584-8e84-cf4c8ef9db7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.215628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e181a81-d8ac-4e55-bd83-f1eacb42d130 req-cd436b05-df63-42d2-b84f-0f277059fa76 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395648 May 27 02:06:18.228873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94e6375c-c8e6-4584-8e84-cf4c8ef9db7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.400527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94e6375c-c8e6-4584-8e84-cf4c8ef9db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.435458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6375c-c8e6-4584-8e84-cf4c8ef9db7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b716296-e7b1-4acd-baab-ccc393308322,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:18.450370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94e6375c-c8e6-4584-8e84-cf4c8ef9db7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:18.451566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-94e6375c-c8e6-4584-8e84-cf4c8ef9db7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b716296-e7b1-4acd-baab-ccc393308322 HTTP/1.1" status: 204 len: 168 time: 0.7394750 May 27 02:06:18.478235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-ac51c051-06a6-4af3-aaac-66d7650f22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:18.479930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-ac51c051-06a6-4af3-aaac-66d7650f22e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 1096 time: 0.2034030 May 27 02:06:18.893700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-3c96a47b-e98e-4c4e-a58d-6bee85cc462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:18.895465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-3c96a47b-e98e-4c4e-a58d-6bee85cc462d service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.4086397 May 27 02:06:18.990637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:19.040201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-cb6b18cb-7c3c-4907-97f1-fabd221c598e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e HTTP/1.1" status: 200 len: 217 time: 0.1372895 May 27 02:06:19.179465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-c0e64a04-891e-4a4f-8091-ce3af8c19995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:19.181026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-c0e64a04-891e-4a4f-8091-ce3af8c19995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1310141 May 27 02:06:19.264346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:19.286289 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:19.304916 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:19.305708 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:19.314702 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d892677d-f5e0-4d50-8421-d793e5c3911b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4415340 May 27 02:06:19.319455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53138) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:19.348172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81907eb0-25f4-4619-b64f-e69d74d0af8d req-25bfd55a-07c2-462d-afc8-9110573c1a57 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:19.349744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81907eb0-25f4-4619-b64f-e69d74d0af8d req-25bfd55a-07c2-462d-afc8-9110573c1a57 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.5141425 May 27 02:06:19.510894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet c45a8910-cf22-4b84-8f54-57a3e279293d {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:06:19.518338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81907eb0-25f4-4619-b64f-e69d74d0af8d req-cbca89d2-380f-4cb5-b42f-caae4734b87d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507936 May 27 02:06:19.561751 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.610241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-672c07a4-d389-44c6-ad44-bdb9342f7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:19.612559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-672c07a4-d389-44c6-ad44-bdb9342f7aea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4211860 May 27 02:06:19.748505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:19.922607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf42e32-51fa-4cda-a563-0d0d32489be4 req-a37e9259-abdd-4917-9139-1d4cd93b8a0f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:19.931882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ddf42e32-51fa-4cda-a563-0d0d32489be4 req-a37e9259-abdd-4917-9139-1d4cd93b8a0f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 944 time: 0.4159837 May 27 02:06:19.975856 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:20.033987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-c6e781fa-1e04-4a21-acc6-f71f2d252926 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099710 May 27 02:06:20.195648 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ddf42e32-51fa-4cda-a563-0d0d32489be4 req-b472c94c-4904-4f54-b5cb-dad1fdc205f3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545922 May 27 02:06:20.219347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.315193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78654c9a-0f90-4218-b4b0-2438ac057824 req-6506cf03-7808-48ec-bd9f-d149c5305913 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743747 May 27 02:06:20.392264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.444304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=c45a8910-cf22-4b84-8f54-57a3e279293d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:20.463227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.479402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c352093a-9404-4158-929d-5ac69a00345f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/c45a8910-cf22-4b84-8f54-57a3e279293d HTTP/1.1" status: 204 len: 168 time: 1.1551633 May 27 02:06:20.480967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53172) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:20.484660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d15234-5d6d-4a2a-ab8c-988ef8771238 None None] Network 52a624b9-29bc-4278-99b8-463df14f225d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:20.767510 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:16Z', 'revision_number': 9, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:20.776145 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:20.801091 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:20.801870 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:20.811519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.854089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:20.854429 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:20.997014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f081-76da-405d-81c4-733c33356b57 req-d0bf71c4-4b28-4d1f-93ba-4e36cf34c3a6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:20.999310 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd5f081-76da-405d-81c4-733c33356b57 req-d0bf71c4-4b28-4d1f-93ba-4e36cf34c3a6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1794581 May 27 02:06:21.119603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1cd5f081-76da-405d-81c4-733c33356b57 req-940e98f5-cf85-4a37-b2a8-7c4782763cc0 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129758 May 27 02:06:21.138406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] DHCP port deletion for 52a624b9-29bc-4278-99b8-463df14f225d request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:06:21.147106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Deleting port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:21.147720 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.297592 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:21.366588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,segment=NetworkSegment(6a1dc8e7-4861-4075-a116-7a8d1bd77c49),segment_id=6a1dc8e7-4861-4075-a116-7a8d1bd77c49)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:21.367140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.773337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18a40-fdeb-4dc7-b7d6-3e04804d93e6 req-ad596611-ec75-46fd-b132-e2868ee753bf tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:21.792839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50d18a40-fdeb-4dc7-b7d6-3e04804d93e6 req-ad596611-ec75-46fd-b132-e2868ee753bf tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 944 time: 0.3273962 May 27 02:06:21.854881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] For port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,segment=NetworkSegment(6a1dc8e7-4861-4075-a116-7a8d1bd77c49),segment_id=6a1dc8e7-4861-4075-a116-7a8d1bd77c49)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:21.855890 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:21.946680 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50d18a40-fdeb-4dc7-b7d6-3e04804d93e6 req-24fce15a-91be-4da6-abb4-790a384d781e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464489 May 27 02:06:22.056696 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:16Z', 'revision_number': 9, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:22.062066 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02330f4e-d9d4-4578-a056-f1f06019303d None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:16Z', 'revision_number': 9, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'a85e0688-5a73-4330-97ac-b1f43f2e2aa6', 'name': '', 'network_id': 'b0814d47-98d4-49c6-8bb6-49ade6bf4ed8', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:ae:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:08Z', 'updated_at': '2022-05-27T02:05:26Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '5f44d4e4-e40e-449a-8ace-8363b66dcafd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:22.140866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:22.299799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:22.320053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Calling delete_port for f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:22.391137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f56d-c491-4709-a3f3-f8d7620f2eab req-b7df8304-e5f6-4068-8591-8997f90a676f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:22.403346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2f7f56d-c491-4709-a3f3-f8d7620f2eab req-b7df8304-e5f6-4068-8591-8997f90a676f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.7654333 May 27 02:06:22.441030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:22.481064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:22.495000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No DVR routers for this DVR port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:22.565970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:22.567124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:06:22.568599 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:06:22.581200 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:06:22.583384 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:06:22.967596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c6d0-dd46-40cd-adfe-0c5653811fd5 req-2f4d0cb7-5e2b-4f8d-bee8-8c265cf380c3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:22.974739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0289c6d0-dd46-40cd-adfe-0c5653811fd5 req-2f4d0cb7-5e2b-4f8d-bee8-8c265cf380c3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.1121786 May 27 02:06:23.020047 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2f7f56d-c491-4709-a3f3-f8d7620f2eab req-02ac190f-1031-4bd5-825e-e9ab5b5d3ab4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147544 May 27 02:06:23.058574 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.085638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Deleting port f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:23.086657 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.100318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0289c6d0-dd46-40cd-adfe-0c5653811fd5 req-1912e74e-652b-4668-8f77-9a50cde9f46f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197844 May 27 02:06:23.159036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a624b9-29bc-4278-99b8-463df14f225d']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:23.192288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1dc8e7-4861-4075-a116-7a8d1bd77c49') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:23.192813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1dc8e7-4861-4075-a116-7a8d1bd77c49') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:23.348927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.357622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f95f2-dfef-4830-a888-9b4e0a2817e4 None None] The port 'f2cac969-bbbc-4fa9-a0f3-f2b98562aaa3' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:06:23.439652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.481523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:06:23.481938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.646184 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6a1dc8e7-4861-4075-a116-7a8d1bd77c49 resource provider aggregate not found May 27 02:06:23.714465 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6a1dc8e7-4861-4075-a116-7a8d1bd77c49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a1dc8e7-4861-4075-a116-7a8d1bd77c49 found for delete ", "request_id": "req-2c11e331-75ea-4f3d-b671-0ebae2957bdf"}]} May 27 02:06:23.726756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b818aa-a9cc-4066-93ab-3ca00e798d13 req-58190d97-4eaf-46c4-ac81-819b94d1434d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:23.728747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6b818aa-a9cc-4066-93ab-3ca00e798d13 req-58190d97-4eaf-46c4-ac81-819b94d1434d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 944 time: 0.5397909 May 27 02:06:23.772536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.774646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:23.817178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/52a624b9-29bc-4278-99b8-463df14f225d HTTP/1.1" status: 204 len: 168 time: 3.3305860 May 27 02:06:23.827821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53272) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:23.898914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e4aa0-c3ce-4fdf-9526-d10831d73ec8 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=52a624b9-29bc-4278-99b8-463df14f225d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:23.913301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6b818aa-a9cc-4066-93ab-3ca00e798d13 req-e73774a9-d19c-4e06-9ae7-368ae2d773f1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782281 May 27 02:06:24.005629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e8cba423-a50d-4a3c-9208-3a3feb20a78e details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:06:24.024048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c48b4cb0-ef45-4087-81bb-c92963994fb2 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:24.067114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb84a8-0caf-446c-9702-65195e8ff0ae req-392e9a8b-8a94-45cd-a08c-8e7c4268009a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:24.075824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91fb84a8-0caf-446c-9702-65195e8ff0ae req-392e9a8b-8a94-45cd-a08c-8e7c4268009a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.4722109 May 27 02:06:24.118038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c48b4cb0-ef45-4087-81bb-c92963994fb2 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:24.118621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c48b4cb0-ef45-4087-81bb-c92963994fb2 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:24.134747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.resource_extend [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:06:24.154896 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91fb84a8-0caf-446c-9702-65195e8ff0ae req-6982c34e-c7f7-428e-b82e-e1997ab12917 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777516 May 27 02:06:24.382393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e8cba423-a50d-4a3c-9208-3a3feb20a78e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:24.399154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'port_id': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'mac_address': 'fa:16:3e:28:28:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:06:24.495568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e8cba423-a50d-4a3c-9208-3a3feb20a78e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:24.496850 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.541138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cba423-a50d-4a3c-9208-3a3feb20a78e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:24.574036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e8cba423-a50d-4a3c-9208-3a3feb20a78e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:24.576921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd925f9-b3db-4bec-9825-85cf7aa9deaf req-c9d73c82-3970-4828-a9ab-56cf6dba1c1e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:24.582382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:24.586036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2dd925f9-b3db-4bec-9825-85cf7aa9deaf req-c9d73c82-3970-4828-a9ab-56cf6dba1c1e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1406138 May 27 02:06:24.658463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2dd925f9-b3db-4bec-9825-85cf7aa9deaf req-5c7dbe3e-ae17-4405-9811-464a6e0d9074 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711226 May 27 02:06:24.808402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e8cba423-a50d-4a3c-9208-3a3feb20a78e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:24.881473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c6be-4e95-4781-ae69-2ca3bd83ce0d req-14368894-ffd9-4463-bf1b-3c35a069d537 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:24.888070 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f598c6be-4e95-4781-ae69-2ca3bd83ce0d req-14368894-ffd9-4463-bf1b-3c35a069d537 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.4126155 May 27 02:06:24.911030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53310) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:24.956593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f598c6be-4e95-4781-ae69-2ca3bd83ce0d req-5c13836a-2128-4d30-93e0-c1bbb10a5132 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677638 May 27 02:06:25.076705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e8cba423-a50d-4a3c-9208-3a3feb20a78e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:25.208846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.309600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.348364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:25.353528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:975fe5511afc431391290574eb745b2e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:25.363791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:25.378795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:25.560438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.571989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.583965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e6627-e8fc-4067-a0eb-2f46b38b8dc1 req-93ff3de2-c8a7-4f00-b95a-b6ced2fc59af tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:25.585468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f77e6627-e8fc-4067-a0eb-2f46b38b8dc1 req-93ff3de2-c8a7-4f00-b95a-b6ced2fc59af tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 945 time: 0.5078034 May 27 02:06:25.685195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f77e6627-e8fc-4067-a0eb-2f46b38b8dc1 req-bc6ca5ac-2a81-4fab-85a6-59ecfde9a7a1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826509 May 27 02:06:25.718646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=975fe5511afc431391290574eb745b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941842 May 27 02:06:25.719355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53342) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:25.720206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40718f0f-22da-4349-bb23-449e13f81ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca684755-f912-4709-836c-6041999b4f4a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:25.792543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec731a05-3453-46e9-8fb6-779e14e441bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.852399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec731a05-3453-46e9-8fb6-779e14e441bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.942771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec731a05-3453-46e9-8fb6-779e14e441bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.962315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec731a05-3453-46e9-8fb6-779e14e441bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca684755-f912-4709-836c-6041999b4f4a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:25.970686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec731a05-3453-46e9-8fb6-779e14e441bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:25.978367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec731a05-3453-46e9-8fb6-779e14e441bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca684755-f912-4709-836c-6041999b4f4a HTTP/1.1" status: 204 len: 168 time: 0.2544489 May 27 02:06:26.029390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:26.291971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fbd5f-3f7d-494c-a44f-f378306fdcba req-8b071bd9-0c38-4cd3-aedb-27027d3fd2de tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:26.293496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-201fbd5f-3f7d-494c-a44f-f378306fdcba req-8b071bd9-0c38-4cd3-aedb-27027d3fd2de tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.4109392 May 27 02:06:26.308301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67213a0b-70b4-44de-91a3-b06fed2e08f8 req-b9ecefa6-e9b0-49ff-848e-c6da99a0e8e7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:26.309897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67213a0b-70b4-44de-91a3-b06fed2e08f8 req-b9ecefa6-e9b0-49ff-848e-c6da99a0e8e7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.1488953 May 27 02:06:26.321041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port a85e0688-5a73-4330-97ac-b1f43f2e2aa6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:26.321389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.346446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:26.347199 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.375667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67213a0b-70b4-44de-91a3-b06fed2e08f8 req-e3ae3812-157c-4130-a515-3d18f55b8244 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542099 May 27 02:06:26.403068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:26.404600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:26.413392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.516647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:26.616871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53372) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:26.621704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-201fbd5f-3f7d-494c-a44f-f378306fdcba req-12c13e60-0b25-4f4b-9a4f-660c8c59e137 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022771 May 27 02:06:26.661774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.732632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:26.736951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Usage tracker for resource:security_group_rule and tenant:8e3b641588d34bdfbc6c138d4bbe0408 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:26.741471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:26.749223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:26.756706 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88abf13e-8b8e-426d-bd54-e6cac75e9703'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'code': 200} May 27 02:06:26.863578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.868510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.901290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port a85e0688-5a73-4330-97ac-b1f43f2e2aa6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,segment=NetworkSegment(f06c4cdc-fbc2-4bbe-abda-e01cae82d784),segment_id=f06c4cdc-fbc2-4bbe-abda-e01cae82d784)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:26.902130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:26.940318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e3b641588d34bdfbc6c138d4bbe0408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229058 May 27 02:06:26.943136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0bf39-5d9a-46c3-9b5d-7c7690d27249,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:26.945605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53380) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:26.967582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.968369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.968952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.969605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.970142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.970682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.971268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.971793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.972318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.972885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.973418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:26.973954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11632604-3f73-459b-bc2b-b1371dc5ac7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.056076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-262203c6-6d7d-4356-a1cf-b3f0c212027a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.057047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for a85e0688-5a73-4330-97ac-b1f43f2e2aa6 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:27.086571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-262203c6-6d7d-4356-a1cf-b3f0c212027a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.134525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002daa86-8a00-46d6-818f-13d5d94b1499 req-55191326-fab0-4d88-b6ee-b1c788d5a01e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:27.136393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-002daa86-8a00-46d6-818f-13d5d94b1499 req-55191326-fab0-4d88-b6ee-b1c788d5a01e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 945 time: 0.3127818 May 27 02:06:27.148685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-262203c6-6d7d-4356-a1cf-b3f0c212027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.166493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262203c6-6d7d-4356-a1cf-b3f0c212027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0bf39-5d9a-46c3-9b5d-7c7690d27249,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:27.174465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-262203c6-6d7d-4356-a1cf-b3f0c212027a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.176375 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-262203c6-6d7d-4356-a1cf-b3f0c212027a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fa0bf39-5d9a-46c3-9b5d-7c7690d27249 HTTP/1.1" status: 204 len: 168 time: 0.2288275 May 27 02:06:27.267706 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-002daa86-8a00-46d6-818f-13d5d94b1499 req-4306551f-f9b4-4e95-b9b2-1ac135a04e7f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176386 May 27 02:06:27.387393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:27.473652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=a85e0688-5a73-4330-97ac-b1f43f2e2aa6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:27.541936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.546612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.547249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.547748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.548234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.548708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.549189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.549669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.552173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.552669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.553154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.553625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:06:27.779827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406941fb-ef9b-4e5e-affa-4a69a08bf2f1 req-075f4f37-d73e-4876-a32b-f2a29ea95c23 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:27.800550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406941fb-ef9b-4e5e-affa-4a69a08bf2f1 req-075f4f37-d73e-4876-a32b-f2a29ea95c23 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2259328 May 27 02:06:27.905041 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406941fb-ef9b-4e5e-affa-4a69a08bf2f1 req-9a219aad-eb1a-4c2d-9c8f-3149ec8651f6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010561 May 27 02:06:27.982527 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.028511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e8cba423-a50d-4a3c-9208-3a3feb20a78e up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:28.204405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e8cba423-a50d-4a3c-9208-3a3feb20a78e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:06:28.211019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e8cba423-a50d-4a3c-9208-3a3feb20a78e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:28.211613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.451481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e8cba423-a50d-4a3c-9208-3a3feb20a78e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:28.451858 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.518247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8152f8-348e-47e3-a140-a44e343a3e45 req-f6cee9a2-8286-468b-98a4-cbad5db507a2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:28.532853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e8cba423-a50d-4a3c-9208-3a3feb20a78e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:28.539354 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c8152f8-348e-47e3-a140-a44e343a3e45 req-f6cee9a2-8286-468b-98a4-cbad5db507a2 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.6517787 May 27 02:06:28.540856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:28.626967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cca57-2f95-4cd0-ad4f-b13a48b7aca9 req-139672ca-58ba-42dd-8a40-4d74db6e0ad8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:28.637933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-465cca57-2f95-4cd0-ad4f-b13a48b7aca9 req-139672ca-58ba-42dd-8a40-4d74db6e0ad8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 945 time: 0.1999826 May 27 02:06:28.652169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c8152f8-348e-47e3-a140-a44e343a3e45 req-c6766006-189a-432c-8240-881693ddc9b8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116722 May 27 02:06:28.678060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:28.718697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e8cba423-a50d-4a3c-9208-3a3feb20a78e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:28.759639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:28.761232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-465cca57-2f95-4cd0-ad4f-b13a48b7aca9 req-e81401e0-3194-4d55-b868-167e94983479 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187150 May 27 02:06:28.845598 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cac0ff-6ddd-4cbe-8fff-46d9afb41734'] response: {'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'code': 200} May 27 02:06:28.969078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:28.981181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:29.000862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:29.002405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:29.012303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53454) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:29.012811 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec3f90b7-49d6-4d13-9dda-c604059e617c tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1833766 May 27 02:06:29.155740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet 5f44d4e4-e40e-449a-8ace-8363b66dcafd {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:06:29.159391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.229910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.236626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:29.562540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:29.659809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c819935-e775-4167-81b3-0c2c4c5a2710 req-d9ca9c23-6a5f-4efe-a3a5-c8ba2a2ca80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:29.680809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c819935-e775-4167-81b3-0c2c4c5a2710 req-d9ca9c23-6a5f-4efe-a3a5-c8ba2a2ca80a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 1098 time: 0.7507720 May 27 02:06:29.763190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362db955-f72e-4860-8b60-b9b628884fab req-ac5f5db6-1568-4e57-aae0-029647c39ae5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:29.773527 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-362db955-f72e-4860-8b60-b9b628884fab req-ac5f5db6-1568-4e57-aae0-029647c39ae5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.4318342 May 27 02:06:29.847576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-362db955-f72e-4860-8b60-b9b628884fab req-720828e3-d30b-43a4-9bd0-f57e43b98214 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728667 May 27 02:06:29.849355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:27Z', 'revision_number': 10, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:29.856003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:29.883887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:29.884532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:29.911241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c819935-e775-4167-81b3-0c2c4c5a2710 req-9b4e595c-3a88-40f2-9c4c-dc41465931ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977620 May 27 02:06:29.982148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.075735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791cdf4-2b23-4911-8ef6-cc15d904aedc req-e9d3b6d9-1c42-4046-a559-106aca4d3aee tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:30.077471 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f791cdf4-2b23-4911-8ef6-cc15d904aedc req-e9d3b6d9-1c42-4046-a559-106aca4d3aee tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2708306 May 27 02:06:30.140212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f791cdf4-2b23-4911-8ef6-cc15d904aedc req-c0c1666d-1346-41b1-9465-1f6666adc403 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565355 May 27 02:06:30.161257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.173036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36aab9-a4df-4719-9492-097eff944168 None None] Network b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:30.179808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/5f44d4e4-e40e-449a-8ace-8363b66dcafd HTTP/1.1" status: 204 len: 168 time: 1.1662340 May 27 02:06:30.180886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfc2db-8c92-4a70-bacc-1ea379e6019f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=5f44d4e4-e40e-449a-8ace-8363b66dcafd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:30.183161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53500) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:30.271207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed7f99-74d4-43f2-91f6-2f0e04cb3cd3 req-f4df0e1d-c991-4660-95a9-dd0040b5d764 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:30.284331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92ed7f99-74d4-43f2-91f6-2f0e04cb3cd3 req-f4df0e1d-c991-4660-95a9-dd0040b5d764 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 946 time: 0.1847832 May 27 02:06:30.374217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92ed7f99-74d4-43f2-91f6-2f0e04cb3cd3 req-f1afbf83-ee7f-46c6-bb59-0e5c5f5e05c7 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829182 May 27 02:06:30.382038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.394121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port c294a43f-5632-4448-8d45-ea5f37fafda6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:30.394699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.476693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:30.684038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port c294a43f-5632-4448-8d45-ea5f37fafda6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c294a43f-5632-4448-8d45-ea5f37fafda6,segment=NetworkSegment(f06c4cdc-fbc2-4bbe-abda-e01cae82d784),segment_id=f06c4cdc-fbc2-4bbe-abda-e01cae82d784)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:30.684731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:30.915496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def0f901-ecf8-4f5b-bcee-0ae282920f0b None None] DHCP port deletion for b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:06:30.940536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for c294a43f-5632-4448-8d45-ea5f37fafda6 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:30.956777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-def0f901-ecf8-4f5b-bcee-0ae282920f0b None None] Deleting port c294a43f-5632-4448-8d45-ea5f37fafda6 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:30.957798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-def0f901-ecf8-4f5b-bcee-0ae282920f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.038144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.084248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No DVR routers for this DVR port c294a43f-5632-4448-8d45-ea5f37fafda6 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:31.122419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-def0f901-ecf8-4f5b-bcee-0ae282920f0b None None] The port 'c294a43f-5632-4448-8d45-ea5f37fafda6' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:06:31.165733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:27Z', 'revision_number': 10, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:31.177392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862c171-cee3-4820-a0e4-b1f265487dfa None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:27Z', 'revision_number': 10, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None, '_interfaces': [{'id': 'eddcd925-62d8-45c1-8eae-74884cb6e160', 'name': '', 'network_id': '2c2c58cd-cd37-45db-a896-43248335c862', 'tenant_id': '239cac19291046d797f9040e026b017b', 'mac_address': 'fa:16:3e:8c:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:05:00Z', 'updated_at': '2022-05-27T02:05:14Z', 'revision_number': 5, 'project_id': '239cac19291046d797f9040e026b017b', 'subnets': [{'id': '4ba3789d-c1e2-415d-bfa1-ae2ae151ec27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:31.246880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.352548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-049785ed-a811-4ef4-b602-c4eae29369bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1856759 May 27 02:06:31.624692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701ab9e-3afd-4e21-be55-628ee00cfc60 req-6ee6d589-761a-41ac-b432-92c6f94e0529 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:31.633518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a701ab9e-3afd-4e21-be55-628ee00cfc60 req-6ee6d589-761a-41ac-b432-92c6f94e0529 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2679007 May 27 02:06:31.673935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=c294a43f-5632-4448-8d45-ea5f37fafda6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:31.675547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82456e94-0be0-4336-a59e-78ade971802a req-b3f1096f-fa2d-4d04-a447-05afbcdcca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:31.677915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-b3f1096f-fa2d-4d04-a447-05afbcdcca7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c20dc2a0995c429299036b2c45018d78&device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 1098 time: 0.2188945 May 27 02:06:31.707378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a701ab9e-3afd-4e21-be55-628ee00cfc60 req-32280f05-7a58-4839-92a1-696dff8ffe02 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726464 May 27 02:06:31.711887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0814d47-98d4-49c6-8bb6-49ade6bf4ed8']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:31.765955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:31.766632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06c4cdc-fbc2-4bbe-abda-e01cae82d784') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:31.800132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.883355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451d69c-5ad5-4377-9310-d07ca0d69928 req-8f84e4eb-2cc7-4198-b31d-63df3ba1c321 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:31.885275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b451d69c-5ad5-4377-9310-d07ca0d69928 req-8f84e4eb-2cc7-4198-b31d-63df3ba1c321 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.8370850 May 27 02:06:31.887641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:31.896461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:06:31.897113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.041282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:06:32.063444 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f06c4cdc-fbc2-4bbe-abda-e01cae82d784 resource provider aggregate not found May 27 02:06:32.118193 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f06c4cdc-fbc2-4bbe-abda-e01cae82d784 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f06c4cdc-fbc2-4bbe-abda-e01cae82d784 found for delete ", "request_id": "req-3ffb050b-f748-40a5-8b51-eb5d7d67ccf8"}]} May 27 02:06:32.164435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.195810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82456e94-0be0-4336-a59e-78ade971802a req-320bc8a2-0321-4cd8-b05f-e568e587fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:32.197299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-320bc8a2-0321-4cd8-b05f-e568e587fc59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 200 len: 917 time: 0.4103639 May 27 02:06:32.209184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.224530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=b0814d47-98d4-49c6-8bb6-49ade6bf4ed8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:32.229341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c294a43f-5632-4448-8d45-ea5f37fafda6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:32.229960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1b384fe2-b793-4171-a5d5-6060fc1c4099 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/b0814d47-98d4-49c6-8bb6-49ade6bf4ed8 HTTP/1.1" status: 204 len: 168 time: 2.0456607 May 27 02:06:32.235320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53572) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:32.304257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c294a43f-5632-4448-8d45-ea5f37fafda6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:32.304808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c294a43f-5632-4448-8d45-ea5f37fafda6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:32.305432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a85e0688-5a73-4330-97ac-b1f43f2e2aa6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:32.350637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a85e0688-5a73-4330-97ac-b1f43f2e2aa6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:32.351212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a85e0688-5a73-4330-97ac-b1f43f2e2aa6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:32.456546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:32.490194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'mac_address': 'fa:16:3e:d1:c3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:06:32.533854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe84a1-7cbf-4f2d-9e18-6a4e488c6bfc req-62bf5d55-5916-43d9-a758-8414f72502a5 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:32.557039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:32.557533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.559735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdfe84a1-7cbf-4f2d-9e18-6a4e488c6bfc req-62bf5d55-5916-43d9-a758-8414f72502a5 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 946 time: 0.3614445 May 27 02:06:32.561596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-830ff9bf-9fd0-43fa-8612-69c38c27e406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 200 len: 1000 time: 0.2897580 May 27 02:06:32.577231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b451d69c-5ad5-4377-9310-d07ca0d69928 req-857e4113-7c02-4ee2-994c-744e0f194000 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6461401 May 27 02:06:32.594784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61246d9-1000-45d0-a58b-1141ce54a3fc {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:06:32.627851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:32.635660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:32.722365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82456e94-0be0-4336-a59e-78ade971802a req-45c5bdc4-0032-4a76-b2c6-58d3d989b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:32.724081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-45c5bdc4-0032-4a76-b2c6-58d3d989b5f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 200 len: 855 time: 0.1298163 May 27 02:06:32.761201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b61246d9-1000-45d0-a58b-1141ce54a3fc'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:06:32.836215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdfe84a1-7cbf-4f2d-9e18-6a4e488c6bfc req-b1b0bd69-6dc4-4757-a210-43da39ad11c7 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693529 May 27 02:06:32.882642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82456e94-0be0-4336-a59e-78ade971802a req-d46040ea-883f-4a0e-b3fd-6073f70d278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:32.884197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-d46040ea-883f-4a0e-b3fd-6073f70d278d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77a39c7d-899c-40ca-9545-47122ee15cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361091 May 27 02:06:33.027238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=12']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:33.053412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.172630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-e880f306-b09e-4322-b03a-056036a707f5 service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793100 May 27 02:06:33.220959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.374845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ca9c7-ab0c-4ef4-b7f7-6b126ae599dc req-ac8e05e9-26a1-417f-9fc9-d268c5834a13 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:33.379340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-937ca9c7-ab0c-4ef4-b7f7-6b126ae599dc req-ac8e05e9-26a1-417f-9fc9-d268c5834a13 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2380214 May 27 02:06:33.437093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-937ca9c7-ab0c-4ef4-b7f7-6b126ae599dc req-776333b5-5c75-40fc-95f0-2869e1865336 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 May 27 02:06:33.468247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82456e94-0be0-4336-a59e-78ade971802a req-f09d95eb-f187-4c7c-aaf6-fe1afdef34de service neutron] 10.222.0.47 "GET /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869787 May 27 02:06:33.581700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:33.644051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e374b05-d41e-431b-bf0e-e548b76eda9a req-649e8710-4f1e-4647-a19b-385543a2b49d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:33.652600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e374b05-d41e-431b-bf0e-e548b76eda9a req-649e8710-4f1e-4647-a19b-385543a2b49d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 946 time: 0.2668755 May 27 02:06:33.659071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53624) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:33.668026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'port_id': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:33.829568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.051259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:06:34.116621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011084-1a00-4697-83ad-4de76b764d7e req-4a4e6c4a-49c9-49ed-9441-4ab40f6a0585 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:34.118010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd011084-1a00-4697-83ad-4de76b764d7e req-4a4e6c4a-49c9-49ed-9441-4ab40f6a0585 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 945 time: 0.2684891 May 27 02:06:34.216459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd011084-1a00-4697-83ad-4de76b764d7e req-cdb39eca-e8ee-48e7-9a21-ed174b1c5361 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825546 May 27 02:06:34.239078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port b61246d9-1000-45d0-a58b-1141ce54a3fc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:06:34.239575 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.330593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port eddcd925-62d8-45c1-8eae-74884cb6e160 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:34.331301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.651193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:06:34.652820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.739557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:34.742659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:34.752761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:34.890912 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3dccc11-6b75-4f80-80f9-3d8106b4dd34'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'code': 200} May 27 02:06:34.932333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=13']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:34.947115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port eddcd925-62d8-45c1-8eae-74884cb6e160, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eddcd925-62d8-45c1-8eae-74884cb6e160,segment=NetworkSegment(3f80316f-4a17-4067-8dff-91bf0b1eaaa7),segment_id=3f80316f-4a17-4067-8dff-91bf0b1eaaa7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:34.949024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.151663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.169322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a2afa-8285-4e1d-9efc-6826c77345f6 req-59f270f8-0ef9-4556-b7a5-eed2ffeeabb6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:35.176007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for eddcd925-62d8-45c1-8eae-74884cb6e160 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:35.184367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c2a2afa-8285-4e1d-9efc-6826c77345f6 req-59f270f8-0ef9-4556-b7a5-eed2ffeeabb6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1524787 May 27 02:06:35.187518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.442447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c2a2afa-8285-4e1d-9efc-6826c77345f6 req-5e57132b-bea2-4370-bbc4-673311db6f8a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607116 May 27 02:06:35.577826 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:35.617721 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP 3aa895a1-c41d-477f-95a2-5f10a7b958be associated. External IP: 172.25.3.24, port: e8cba423-a50d-4a3c-9208-3a3feb20a78e. May 27 02:06:35.723355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=eddcd925-62d8-45c1-8eae-74884cb6e160,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:35.749501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1be6-ab2c-46e9-bb58-2bf1f377beab req-019b97e4-f47f-47c9-b6b2-d81d09261783 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:35.752972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-33bf1be6-ab2c-46e9-bb58-2bf1f377beab req-019b97e4-f47f-47c9-b6b2-d81d09261783 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.3222616 May 27 02:06:35.791007 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-580ba32d-2d5a-471d-970c-31288d7b2414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:36.118950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:36.162360 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-33bf1be6-ab2c-46e9-bb58-2bf1f377beab req-a737a842-629a-483c-bba6-f39c410afbef tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185756 May 27 02:06:36.842532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:37.023315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:37.099441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:37.116496 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:37.127957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ebc3abf1-55b2-4d3b-8cb4-587da7ca9bf1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8915560 May 27 02:06:37.129323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53748) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:37.131700 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:37.132515 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:37.279167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting subnet 4ba3789d-c1e2-415d-bfa1-ae2ae151ec27 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:06:37.283380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:37.343837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:37.350606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:37.356919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:37.382060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:37.389991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb3b37-e807-4047-907e-cc07f892291b req-a79335d5-927b-46e4-a208-471f13114269 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:37.390548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:37.398504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9eb3b37-e807-4047-907e-cc07f892291b req-a79335d5-927b-46e4-a208-471f13114269 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.7057114 May 27 02:06:37.495465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9eb3b37-e807-4047-907e-cc07f892291b req-bf8e25be-6094-4db8-aeff-53ada086698b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949211 May 27 02:06:37.545720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-252b223f-8e19-48fc-a0c4-869481a99a44 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "PUT /v2.0/floatingips/3aa895a1-c41d-477f-95a2-5f10a7b958be HTTP/1.1" status: 200 len: 991 time: 3.8852863 May 27 02:06:37.546440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:06:37.549337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:37.675541 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a53472-a15c-4b9b-8a82-8673423dfafd'] response: {'name': 'network-changed', 'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'status': 'completed', 'code': 200} May 27 02:06:37.898343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:37.907353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-3e30112a-38e4-4f3a-bcb4-3619a25e2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:37.911101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-3e30112a-38e4-4f3a-bcb4-3619a25e2a01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 1098 time: 0.2096782 May 27 02:06:37.979752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5ba285ce-a38f-4e41-86e8-f2d2cf8cde5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.022119 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 11, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:38.053543 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:38.094786 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:38.095248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.098911 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:38.239501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:38.313079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a688e23-3b2f-4a92-b7f7-11dd2da5e4e0 req-efdfd2dc-36fc-41f7-a613-e97779b12fd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:38.320084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-3407274b-c0c3-4089-8d90-5bdec994a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:38.320857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a688e23-3b2f-4a92-b7f7-11dd2da5e4e0 req-efdfd2dc-36fc-41f7-a613-e97779b12fd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.6747873 May 27 02:06:38.324044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-3407274b-c0c3-4089-8d90-5bdec994a6a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.4084601 May 27 02:06:38.434311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.548587 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:38.553617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a688e23-3b2f-4a92-b7f7-11dd2da5e4e0 req-e8e6f7c9-00fa-4e8f-a2d5-467750f1a3a8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304802 May 27 02:06:38.582193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba3789d-c1e2-415d-bfa1-ae2ae151ec27,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:38.661198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:38.663755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3d9da-fb13-427f-b124-8d5e3d59f562 None None] Network 2c2c58cd-cd37-45db-a896-43248335c862 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:06:38.679695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-805d9c65-0ec4-4378-8120-415e8a759ce3 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/4ba3789d-c1e2-415d-bfa1-ae2ae151ec27 HTTP/1.1" status: 204 len: 168 time: 1.5493305 May 27 02:06:38.692711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53794) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:38.912429 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 11, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:38.926379 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cda9d6-3a8d-4e2e-b3a3-a72b8feebdbc None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 11, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:38.944677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-fdeb8954-127b-41d7-873a-2217b9b1f658 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e HTTP/1.1" status: 200 len: 999 time: 0.6099937 May 27 02:06:39.007885 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.019603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Deleting port e62c7a8a-9292-4d89-8132-311021f459f1 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:39.020025 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.059959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-f7ea9f31-b459-4b8f-aa8e-f537b42ea1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:39.061481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-f7ea9f31-b459-4b8f-aa8e-f537b42ea1a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1017880 May 27 02:06:39.210409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b205-da36-4e78-8102-960c32ac7caa req-99acb8ed-3846-41fb-9804-7874be3565d5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:39.218148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab4b205-da36-4e78-8102-960c32ac7caa req-99acb8ed-3846-41fb-9804-7874be3565d5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.4009337 May 27 02:06:39.449198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab4b205-da36-4e78-8102-960c32ac7caa req-a17c0e7c-5b7d-4a7f-a58d-b63b663b93ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300329 May 27 02:06:39.499814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-78417f39-ee40-4c52-8cfa-9f9035ea5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:39.501321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-78417f39-ee40-4c52-8cfa-9f9035ea5807 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4311538 May 27 02:06:39.586214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.599207 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.643074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '3aa895a1-c41d-477f-95a2-5f10a7b958be', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:28:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:58Z', 'updated_at': '2022-05-27T02:06:34Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}, {'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:19Z', 'revision_number': 2, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:39.661754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:39.690053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:39.693016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:39.771964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] For port e62c7a8a-9292-4d89-8132-311021f459f1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e62c7a8a-9292-4d89-8132-311021f459f1,segment=NetworkSegment(3f80316f-4a17-4067-8dff-91bf0b1eaaa7),segment_id=3f80316f-4a17-4067-8dff-91bf0b1eaaa7)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:06:39.772431 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.829565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e05955-9f57-4d77-b9ce-39cbd6b4559a None None] DHCP port deletion for 2c2c58cd-cd37-45db-a896-43248335c862 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:06:39.843309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-12e05955-9f57-4d77-b9ce-39cbd6b4559a None None] Deleting port e62c7a8a-9292-4d89-8132-311021f459f1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:06:39.844240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12e05955-9f57-4d77-b9ce-39cbd6b4559a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:39.928749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-56d646b5-0502-4478-a3da-0ca8cf3317cf service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196808 May 27 02:06:40.234641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eddcd925-62d8-45c1-8eae-74884cb6e160 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:40.272103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0784c206-b346-46f8-8170-d05fc87e15a8 req-54aab11b-0080-453e-b7fa-2be8bd63f524 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361044 May 27 02:06:40.335067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Calling delete_port for e62c7a8a-9292-4d89-8132-311021f459f1 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:06:40.411770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:40.690872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:40.756815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-12e05955-9f57-4d77-b9ce-39cbd6b4559a None None] The port 'e62c7a8a-9292-4d89-8132-311021f459f1' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:06:40.805391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: eddcd925-62d8-45c1-8eae-74884cb6e160 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:40.806094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eddcd925-62d8-45c1-8eae-74884cb6e160 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:40.809840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e62c7a8a-9292-4d89-8132-311021f459f1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:06:40.840035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af28ac-ee78-42c6-b0eb-1e207cca491f req-630737bf-91c9-4865-8777-cacc0628378c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:40.843220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26af28ac-ee78-42c6-b0eb-1e207cca491f req-630737bf-91c9-4865-8777-cacc0628378c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.8708785 May 27 02:06:40.849740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Port': ['ID=e62c7a8a-9292-4d89-8132-311021f459f1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:40.862388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No DVR routers for this DVR port e62c7a8a-9292-4d89-8132-311021f459f1 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:06:40.984532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26af28ac-ee78-42c6-b0eb-1e207cca491f req-3da36c46-0fb5-49bd-89f4-73866a9e36b7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255560 May 27 02:06:41.097583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e62c7a8a-9292-4d89-8132-311021f459f1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:06:41.098099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e62c7a8a-9292-4d89-8132-311021f459f1 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:06:41.098645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc2df-c2ae-4836-a2de-908aa22ae095 req-40730e94-7b5e-4b38-b87b-3e1ff4131f75 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:41.100902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.111330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be5dc2df-c2ae-4836-a2de-908aa22ae095 req-40730e94-7b5e-4b38-b87b-3e1ff4131f75 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.3786812 May 27 02:06:41.155501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2c58cd-cd37-45db-a896-43248335c862']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:41.163176 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.172816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f80316f-4a17-4067-8dff-91bf0b1eaaa7') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:41.173227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f80316f-4a17-4067-8dff-91bf0b1eaaa7') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:41.200428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.233144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.245822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:06:41.246310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.251760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be5dc2df-c2ae-4836-a2de-908aa22ae095 req-b1a73449-b7c9-4c14-9b22-de0163cb5268 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390359 May 27 02:06:41.349788 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 3f80316f-4a17-4067-8dff-91bf0b1eaaa7 resource provider aggregate not found May 27 02:06:41.352885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '3aa895a1-c41d-477f-95a2-5f10a7b958be', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:28:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:58Z', 'updated_at': '2022-05-27T02:06:34Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}, {'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:19Z', 'revision_number': 2, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:41.360196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f9ee0-57ef-4d05-ac37-28131b410463 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '3aa895a1-c41d-477f-95a2-5f10a7b958be', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:28:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:05:58Z', 'updated_at': '2022-05-27T02:06:34Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}, {'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:19Z', 'revision_number': 2, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:41.396474 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 3f80316f-4a17-4067-8dff-91bf0b1eaaa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f80316f-4a17-4067-8dff-91bf0b1eaaa7 found for delete ", "request_id": "req-ee2296f5-7ac2-4b7c-aecc-b342a85c34da"}]} May 27 02:06:41.421804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.444144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:41.467056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Pushing event deleted for resources: {'Network': ['ID=2c2c58cd-cd37-45db-a896-43248335c862,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:41.476545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-36a21ba4-874f-4754-9bf8-b509dac183d2 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/networks/2c2c58cd-cd37-45db-a896-43248335c862 HTTP/1.1" status: 204 len: 168 time: 2.7812922 May 27 02:06:41.476545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53854) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:41.481682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'routes': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:41.771422 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48122e35-dfec-48f8-aaa0-eed9838e889f None None] New status for floating IP 3aa895a1-c41d-477f-95a2-5f10a7b958be: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:06:42.217671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.extraroute_db [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Added routes are [] {{(pid=88426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 02:06:42.218261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.extraroute_db [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Removed routes are [] {{(pid=88426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 02:06:42.219390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.584492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c7ff-7f17-4492-b88b-7004ca771b2f req-921e34b2-ef8a-4813-b52c-e7a3bf3395db tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:42.591469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4230c7ff-7f17-4492-b88b-7004ca771b2f req-921e34b2-ef8a-4813-b52c-e7a3bf3395db tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1180618 May 27 02:06:42.659978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4230c7ff-7f17-4492-b88b-7004ca771b2f req-f9686252-6e76-417b-bc26-3b3cb3e94f85 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674284 May 27 02:06:42.732136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.738911 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:42.826404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2ef20-9ba3-4c5d-b914-65226c878386 req-6a740783-6359-4b8f-bb23-7b389051c865 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:42.834185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9b2ef20-9ba3-4c5d-b914-65226c878386 req-6a740783-6359-4b8f-bb23-7b389051c865 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.4984000 May 27 02:06:42.936182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router bbb7bf5b-e5f2-4b55-9a73-726704766684 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:06:42.989328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d9b2ef20-9ba3-4c5d-b914-65226c878386 req-fa75164f-9d93-4fb2-bfef-69c3014ec27f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537235 May 27 02:06:43.227870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:43.236151 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:43.237402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b6f45b0c-12b7-422c-bf93-7a54c79422f1 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 200 len: 704 time: 1.7598872 May 27 02:06:43.241111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53892) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:43.257424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] Sync routers for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:43.274603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:43.275610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:43.357622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-934e002d-3fcc-438f-b334-a38de29a8218 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:43.414740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-934e002d-3fcc-438f-b334-a38de29a8218 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:43.420937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53904) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:43.421394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-934e002d-3fcc-438f-b334-a38de29a8218 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 200 len: 205 time: 0.1788347 May 27 02:06:43.575635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:43.791289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de711824-f18e-4666-9418-a122f90a0bfd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:43.851794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 11, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:43.924061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] Checking router: bbb7bf5b-e5f2-4b55-9a73-726704766684 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:43.964107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805964f-03d3-4da5-81e4-db46b50a87d9 req-8b275799-c6ad-4f52-9084-20e1859b8bb1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:43.973526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0805964f-03d3-4da5-81e4-db46b50a87d9 req-8b275799-c6ad-4f52-9084-20e1859b8bb1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1424212 May 27 02:06:43.988148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] Routers {'bbb7bf5b-e5f2-4b55-9a73-726704766684'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:43.989027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['bbb7bf5b-e5f2-4b55-9a73-726704766684'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:44.077934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0805964f-03d3-4da5-81e4-db46b50a87d9 req-48c763f5-11d6-4b98-8317-0fa931166877 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031168 May 27 02:06:44.281061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] Set router bbb7bf5b-e5f2-4b55-9a73-726704766684 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:44.484318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 11, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:44.491321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fa871-42a5-4b99-bc42-058aa362e761 None None] The sync data for ids ['bbb7bf5b-e5f2-4b55-9a73-726704766684'] in n-d-843146-11 is: [{'id': 'bbb7bf5b-e5f2-4b55-9a73-726704766684', 'name': 'tempest-RoutersIpV6Test-router-400004289', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:04:57Z', 'updated_at': '2022-05-27T02:06:35Z', 'revision_number': 11, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:45.000646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de711824-f18e-4666-9418-a122f90a0bfd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.003868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de711824-f18e-4666-9418-a122f90a0bfd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.037554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840250ce-fa88-4934-b960-4fb92d7d0f62 req-334b4dbd-5e80-4310-b407-3686f0f2a864 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:45.039118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-840250ce-fa88-4934-b960-4fb92d7d0f62 req-334b4dbd-5e80-4310-b407-3686f0f2a864 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.5759642 May 27 02:06:45.071450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de711824-f18e-4666-9418-a122f90a0bfd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.072229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de711824-f18e-4666-9418-a122f90a0bfd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Fanout notify agent at l3_agent the message router_deleted on router bbb7bf5b-e5f2-4b55-9a73-726704766684 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:06:45.143952 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de711824-f18e-4666-9418-a122f90a0bfd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.150833 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-de711824-f18e-4666-9418-a122f90a0bfd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 204 len: 168 time: 1.7267687 May 27 02:06:45.154947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53942) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:45.163299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1011452668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:45.180294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:45.192028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-840250ce-fa88-4934-b960-4fb92d7d0f62 req-4f61125f-4f7c-4c74-a984-37df5b197574 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423507 May 27 02:06:45.200075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Usage tracker for resource:router and tenant:239cac19291046d797f9040e026b017b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:45.213718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:45.246822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:45.343646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.343646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.343646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.365143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.522260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82548b0b-2985-4088-9e70-a04a9c31b9e8 req-ff40a2f7-8ec5-4028-b47f-dc19eb1f9c28 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:45.522260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82548b0b-2985-4088-9e70-a04a9c31b9e8 req-ff40a2f7-8ec5-4028-b47f-dc19eb1f9c28 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1400073 May 27 02:06:45.549928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:45.553985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9ecdaa76-6378-4d92-9a47-b3644094b4b7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3951294 May 27 02:06:45.554598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:45.560165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-96411a78-8689-44e8-9e00-73fdecc1c57f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:45.615030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82548b0b-2985-4088-9e70-a04a9c31b9e8 req-fb6e4912-e942-4dcd-b4d6-14d9813dd5af tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909052 May 27 02:06:46.203121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96411a78-8689-44e8-9e00-73fdecc1c57f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.218755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96411a78-8689-44e8-9e00-73fdecc1c57f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919107'] for router, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.557921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96411a78-8689-44e8-9e00-73fdecc1c57f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Router b8c940e1-a757-47de-ac8f-aa74f4e0cd20 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:06:46.671903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ee35b-2001-48ae-8736-3d1f6c2c3972 req-6d3c3254-ab91-4ac0-9337-eb85630127e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:46.673612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-053ee35b-2001-48ae-8736-3d1f6c2c3972 req-6d3c3254-ab91-4ac0-9337-eb85630127e6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.2661910 May 27 02:06:46.857028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96411a78-8689-44e8-9e00-73fdecc1c57f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:06:46.869270 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] Sync routers for ids ['b8c940e1-a757-47de-ac8f-aa74f4e0cd20'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:06:46.874426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96411a78-8689-44e8-9e00-73fdecc1c57f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:46.884071 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-96411a78-8689-44e8-9e00-73fdecc1c57f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "PUT /v2.0/routers/b8c940e1-a757-47de-ac8f-aa74f4e0cd20 HTTP/1.1" status: 200 len: 698 time: 1.3282363 May 27 02:06:46.884764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53986) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:46.887019 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] Routers {'b8c940e1-a757-47de-ac8f-aa74f4e0cd20'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:46.889955 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b8c940e1-a757-47de-ac8f-aa74f4e0cd20'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:47.026399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36a3f4-ee02-4649-a6a2-091d0e566be1 req-81559a47-523e-436b-83aa-8f5bc08250c5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:47.028056 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c36a3f4-ee02-4649-a6a2-091d0e566be1 req-81559a47-523e-436b-83aa-8f5bc08250c5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2097988 May 27 02:06:47.104214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-053ee35b-2001-48ae-8736-3d1f6c2c3972 req-47d4552e-e4a5-4bac-b181-0d906f90795a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024151 May 27 02:06:47.162774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c36a3f4-ee02-4649-a6a2-091d0e566be1 req-3b2c4eef-53df-4001-a78c-da6a5f092836 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257758 May 27 02:06:47.229442 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] Set router b8c940e1-a757-47de-ac8f-aa74f4e0cd20 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:47.611962 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c940e1-a757-47de-ac8f-aa74f4e0cd20', 'name': 'tempest-RoutersIpV6Test-router-1011452668', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:45Z', 'updated_at': '2022-05-27T02:06:46Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:47.621918 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] Checking router: b8c940e1-a757-47de-ac8f-aa74f4e0cd20 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:06:47.649877 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] Routers {'b8c940e1-a757-47de-ac8f-aa74f4e0cd20'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:06:47.650511 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b8c940e1-a757-47de-ac8f-aa74f4e0cd20'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:47.716246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-80c36fd0-f9ce-4006-be69-892bed9a4c62 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/routers/b8c940e1-a757-47de-ac8f-aa74f4e0cd20 HTTP/1.1" status: 200 len: 704 time: 0.8141518 May 27 02:06:47.716773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:47.804280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cf95e447-3447-4d0b-9bc4-0a1d80b7c014 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8c940e1-a757-47de-ac8f-aa74f4e0cd20 HTTP/1.1" status: 200 len: 205 time: 0.0864456 May 27 02:06:47.806825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54010) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:48.132845 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] Set router b8c940e1-a757-47de-ac8f-aa74f4e0cd20 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:06:48.192119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c55ea40-bc59-4522-ab4a-6e2c601147cf tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:48.316548 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c940e1-a757-47de-ac8f-aa74f4e0cd20', 'name': 'tempest-RoutersIpV6Test-router-1011452668', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:45Z', 'updated_at': '2022-05-27T02:06:46Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:06:48.321210 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c012c-b46e-4e17-83a6-5aae5cc14ea1 None None] The sync data for ids ['b8c940e1-a757-47de-ac8f-aa74f4e0cd20'] in n-d-843146-11 is: [{'id': 'b8c940e1-a757-47de-ac8f-aa74f4e0cd20', 'name': 'tempest-RoutersIpV6Test-router-1011452668', 'tenant_id': '239cac19291046d797f9040e026b017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:06:45Z', 'updated_at': '2022-05-27T02:06:46Z', 'revision_number': 2, 'project_id': '239cac19291046d797f9040e026b017b', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:06:48.680726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866069-22fc-46ea-8a2a-6dca79dede98 req-26c55098-7920-483c-8c4b-61bd350179c6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:48.694384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0866069-22fc-46ea-8a2a-6dca79dede98 req-26c55098-7920-483c-8c4b-61bd350179c6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2644596 May 27 02:06:48.834898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0866069-22fc-46ea-8a2a-6dca79dede98 req-cf0e4c26-bf0b-4269-9c8f-880edd3b5632 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393251 May 27 02:06:49.072045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c55ea40-bc59-4522-ab4a-6e2c601147cf tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:49.076147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c55ea40-bc59-4522-ab4a-6e2c601147cf tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:49.084996 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:06:49.113921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1eb34-bc33-406e-a2a6-54b44b104e30 req-7af6eccb-4192-43ff-8d0e-5923b1a45e12 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:49.121987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10d1eb34-bc33-406e-a2a6-54b44b104e30 req-7af6eccb-4192-43ff-8d0e-5923b1a45e12 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.6817253 May 27 02:06:49.141990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c55ea40-bc59-4522-ab4a-6e2c601147cf tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:49.142765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c55ea40-bc59-4522-ab4a-6e2c601147cf tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Fanout notify agent at l3_agent the message router_deleted on router b8c940e1-a757-47de-ac8f-aa74f4e0cd20 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:06:49.175833 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4c55ea40-bc59-4522-ab4a-6e2c601147cf tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:49.177150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4c55ea40-bc59-4522-ab4a-6e2c601147cf tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/b8c940e1-a757-47de-ac8f-aa74f4e0cd20 HTTP/1.1" status: 204 len: 168 time: 1.3693686 May 27 02:06:49.180624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54034) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.215616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10d1eb34-bc33-406e-a2a6-54b44b104e30 req-f4ff880d-ac47-4c97-a9d2-24b0dc441416 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924304 May 27 02:06:49.268312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f292b388-8a04-4832-8019-630f63c52e0b tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8c940e1-a757-47de-ac8f-aa74f4e0cd20 HTTP/1.1" status: 200 len: 205 time: 0.0852523 May 27 02:06:49.271482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54038) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.351982 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-d6617de5-f2c4-4857-812e-e30b7f9b21bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] delete failed (client error): The resource could not be found. May 27 02:06:49.355582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d6617de5-f2c4-4857-812e-e30b7f9b21bd tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/b8c940e1-a757-47de-ac8f-aa74f4e0cd20 HTTP/1.1" status: 404 len: 336 time: 0.0801134 May 27 02:06:49.355987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54042) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.453633 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe7e82c-d165-4ff7-b233-edca028c2cf6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:49.454030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe7e82c-d165-4ff7-b233-edca028c2cf6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:49.456378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7fe7e82c-d165-4ff7-b233-edca028c2cf6 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/71be8471-863e-4a53-a156-a9bb8ece536a HTTP/1.1" status: 404 len: 337 time: 0.0993068 May 27 02:06:49.459967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54046) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.517960 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02699f7-48ac-4909-a806-a1146a4df45f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:49.518582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02699f7-48ac-4909-a806-a1146a4df45f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:49.521100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c02699f7-48ac-4909-a806-a1146a4df45f tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/c45a8910-cf22-4b84-8f54-57a3e279293d HTTP/1.1" status: 404 len: 337 time: 0.0596042 May 27 02:06:49.523851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54050) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.633851 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac50a04-c49c-4f71-b034-be40736db3ed tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:49.634326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac50a04-c49c-4f71-b034-be40736db3ed tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:49.638381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1ac50a04-c49c-4f71-b034-be40736db3ed tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/5f44d4e4-e40e-449a-8ace-8363b66dcafd HTTP/1.1" status: 404 len: 337 time: 0.1134877 May 27 02:06:49.640964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54058) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.696026 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0695a4f-900b-491e-9f48-576c883cb9b5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:49.701415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0695a4f-900b-491e-9f48-576c883cb9b5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:49.714303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a0695a4f-900b-491e-9f48-576c883cb9b5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/4ba3789d-c1e2-415d-bfa1-ae2ae151ec27 HTTP/1.1" status: 404 len: 337 time: 0.0695059 May 27 02:06:49.715449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54064) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.874554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f137329f-cec3-40f9-a540-e219d60c9514 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Synchronizing usage tracker for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:06:49.903368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f137329f-cec3-40f9-a540-e219d60c9514 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] Unset dirty status for tenant:239cac19291046d797f9040e026b017b on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:06:49.910329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54074) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:49.915805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f137329f-cec3-40f9-a540-e219d60c9514 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 200 len: 205 time: 0.1811144 May 27 02:06:50.102481 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-69bfb0d6-e156-480b-811c-f129e683883a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] delete failed (client error): The resource could not be found. May 27 02:06:50.104326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69bfb0d6-e156-480b-811c-f129e683883a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/bbb7bf5b-e5f2-4b55-9a73-726704766684 HTTP/1.1" status: 404 len: 336 time: 0.2057376 May 27 02:06:50.108223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54082) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.180161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a62cff21-6a43-44cc-a796-708c3ef0dfba tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca0135f-4dd5-496f-bb98-870354827019 HTTP/1.1" status: 200 len: 205 time: 0.0707109 May 27 02:06:50.182886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.237900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a654-3aad-45b7-bf28-9b927e77bc8a req-10591265-e2d7-4f53-92ac-12d25c950a62 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:50.245091 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d230a654-3aad-45b7-bf28-9b927e77bc8a req-10591265-e2d7-4f53-92ac-12d25c950a62 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1397717 May 27 02:06:50.346992 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-226f0426-f42d-43f8-b259-4061efc26ab7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] delete failed (client error): The resource could not be found. May 27 02:06:50.348023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-226f0426-f42d-43f8-b259-4061efc26ab7 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/4ca0135f-4dd5-496f-bb98-870354827019 HTTP/1.1" status: 404 len: 336 time: 0.1642463 May 27 02:06:50.348819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d230a654-3aad-45b7-bf28-9b927e77bc8a req-3e4220d7-474e-40a3-952b-216b15192c7d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025295 May 27 02:06:50.350610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54094) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.394120 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db46e68-8b62-4050-9222-376d7453137d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:50.396167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db46e68-8b62-4050-9222-376d7453137d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:50.401014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0db46e68-8b62-4050-9222-376d7453137d tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/c34d587d-2390-4125-94dd-dd9b38037752 HTTP/1.1" status: 404 len: 337 time: 0.0470371 May 27 02:06:50.401519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54098) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.450308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-268175b5-12ad-4747-858f-9adb955e4c51 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=12f17207-62b2-4b5d-871e-f4a536476245 HTTP/1.1" status: 200 len: 205 time: 0.0473042 May 27 02:06:50.453995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.531825 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-4ab903b0-eaa6-4a79-a619-d9f98b490bcc tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] delete failed (client error): The resource could not be found. May 27 02:06:50.536115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4ab903b0-eaa6-4a79-a619-d9f98b490bcc tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/12f17207-62b2-4b5d-871e-f4a536476245 HTTP/1.1" status: 404 len: 336 time: 0.0810919 May 27 02:06:50.536700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.555944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0eb8a-da59-40b4-8fba-7e490ff1ed7f req-054798c0-294c-48a7-aa27-ddb301ce4e0d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:50.561358 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3a0eb8a-da59-40b4-8fba-7e490ff1ed7f req-054798c0-294c-48a7-aa27-ddb301ce4e0d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.1084421 May 27 02:06:50.611322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-90387b9e-51df-4c5f-ac89-dfd4411367d0 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=cceb12cb-e956-4bce-8897-c0ee822a6e7f HTTP/1.1" status: 200 len: 205 time: 0.0735328 May 27 02:06:50.614174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54110) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.726317 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-4704da58-78ba-459f-bafa-073080936005 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] delete failed (client error): The resource could not be found. May 27 02:06:50.727760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4704da58-78ba-459f-bafa-073080936005 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/cceb12cb-e956-4bce-8897-c0ee822a6e7f HTTP/1.1" status: 404 len: 336 time: 0.1055305 May 27 02:06:50.730483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54116) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.749423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3a0eb8a-da59-40b4-8fba-7e490ff1ed7f req-d146560b-9118-4c53-b55e-f9536e1b3c62 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678219 May 27 02:06:50.813248 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db0c211-a92e-4703-8838-605946a91eba tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:50.813913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db0c211-a92e-4703-8838-605946a91eba tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:50.816968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9db0c211-a92e-4703-8838-605946a91eba tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/f88cdab2-f9c0-4ada-add8-432485e3a6dd HTTP/1.1" status: 404 len: 337 time: 0.0854747 May 27 02:06:50.819605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54120) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.835223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54124) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.892702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54132) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:50.893001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-377dc989-2bd0-49c0-b048-5cf4b6aceb43 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34d2b20-c02e-471b-a847-bf71fd80e13b HTTP/1.1" status: 200 len: 205 time: 0.0721498 May 27 02:06:51.364356 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-bceb1642-50a6-40de-8d74-8129a1550662 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] delete failed (client error): The resource could not be found. May 27 02:06:51.368806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54144) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:51.379822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bceb1642-50a6-40de-8d74-8129a1550662 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/b34d2b20-c02e-471b-a847-bf71fd80e13b HTTP/1.1" status: 404 len: 336 time: 0.4855695 May 27 02:06:51.385852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:51.429157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:51.435480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Usage tracker for resource:security_group_rule and tenant:7c0032afe9f54a7c89aea371c9813b03 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:51.439430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:51.451578 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4a63ea-1087-44ff-9b58-2e93ffe8091a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:51.451981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:51.453326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4a63ea-1087-44ff-9b58-2e93ffe8091a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:51.460614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dd4a63ea-1087-44ff-9b58-2e93ffe8091a tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/48d29136-23f6-4005-bd30-1083e890a77a HTTP/1.1" status: 404 len: 337 time: 0.0902350 May 27 02:06:51.461648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:51.524381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54152) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:51.536964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49d586c3-9de7-4a08-80ed-3e7d0416989e tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bac1a26-5740-4903-9f7c-533c5a488340 HTTP/1.1" status: 200 len: 205 time: 0.0715637 May 27 02:06:51.648352 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-8a39578b-1069-45b7-82c3-133244eb9505 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] delete failed (client error): The resource could not be found. May 27 02:06:51.650160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a39578b-1069-45b7-82c3-133244eb9505 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/routers/1bac1a26-5740-4903-9f7c-533c5a488340 HTTP/1.1" status: 404 len: 336 time: 0.1245084 May 27 02:06:51.660496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54156) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:51.766511 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7de6b0-026e-4f76-9ea5-89557a102bb5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:51.766993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7de6b0-026e-4f76-9ea5-89557a102bb5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:51.908144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ff7de6b0-026e-4f76-9ea5-89557a102bb5 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/90de35f0-ccfe-47ee-9d44-d7b4cf3b3fb4 HTTP/1.1" status: 404 len: 337 time: 0.1612728 May 27 02:06:51.908144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54166) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:52.017110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3823c3-a717-4c19-b90e-7049bccc0da1 req-f71cd549-3fb2-46a3-940c-b2108e742ea4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:52.017110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a3823c3-a717-4c19-b90e-7049bccc0da1 req-f71cd549-3fb2-46a3-940c-b2108e742ea4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2399654 May 27 02:06:52.020822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.037733 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-84adcca5-f967-4208-8c67-4c9382f6e642 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] DELETE failed (client error): The resource could not be found. May 27 02:06:52.038298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84adcca5-f967-4208-8c67-4c9382f6e642 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:06:52.072050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-84adcca5-f967-4208-8c67-4c9382f6e642 tempest-RoutersIpV6Test-2052480212 tempest-RoutersIpV6Test-2052480212-project] 10.222.0.16 "DELETE /v2.0/subnets/ed8cafcc-4d2e-4ec3-b7a8-eb5f890a6da0 HTTP/1.1" status: 404 len: 337 time: 0.2285144 May 27 02:06:52.073706 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.102274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a3823c3-a717-4c19-b90e-7049bccc0da1 req-6c5ab4ae-b866-4721-ba4c-18541c88e9ce tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970992 May 27 02:06:52.220130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:52.220322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c0032afe9f54a7c89aea371c9813b03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827200 May 27 02:06:52.270563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40d319-ec27-420e-85c0-029677c5172c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429fb97-48db-4258-a406-d71ed885414a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:52.319514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19342713-ca1a-424e-b059-56e2f9f7314c req-37a93644-0f35-4b80-a68c-6d8dc6d92916 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:52.319514 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19342713-ca1a-424e-b059-56e2f9f7314c req-37a93644-0f35-4b80-a68c-6d8dc6d92916 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.1543043 May 27 02:06:52.485236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19342713-ca1a-424e-b059-56e2f9f7314c req-8170c949-5859-4f6b-a1d5-1029aca8b799 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574116 May 27 02:06:52.516636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c03413cc-8e94-4c05-a040-6e9c658f3bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.565494 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c03413cc-8e94-4c05-a040-6e9c658f3bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.587896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54196) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:52.671895 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c03413cc-8e94-4c05-a040-6e9c658f3bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.730420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03413cc-8e94-4c05-a040-6e9c658f3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429fb97-48db-4258-a406-d71ed885414a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:52.734751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c03413cc-8e94-4c05-a040-6e9c658f3bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:52.736171 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c03413cc-8e94-4c05-a040-6e9c658f3bae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f429fb97-48db-4258-a406-d71ed885414a HTTP/1.1" status: 204 len: 168 time: 0.5148492 May 27 02:06:53.036753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-69d11d8d-9979-4b07-ab66-ee2439029170 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=239cac19291046d797f9040e026b017b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449940 May 27 02:06:53.037612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54212) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:53.255615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-772a9712-3101-4708-87ec-288884ab8fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.564294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-772a9712-3101-4708-87ec-288884ab8fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.585253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:53.608597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b40d01-aae4-443e-acbd-7cdea42ae5e1 req-a317dfe9-bc4a-4a94-934c-a59a5e65ab7a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:53.615844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9b40d01-aae4-443e-acbd-7cdea42ae5e1 req-a317dfe9-bc4a-4a94-934c-a59a5e65ab7a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1599228 May 27 02:06:53.645878 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.702165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:53.721814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Usage tracker for resource:security_group_rule and tenant:f0cc26379cd747a28beb491008782227 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:53.758181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9b40d01-aae4-443e-acbd-7cdea42ae5e1 req-167a97af-673a-432b-aaa0-bd0397aca724 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202652 May 27 02:06:53.767566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:53.767566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:53.791199 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-772a9712-3101-4708-87ec-288884ab8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.823641 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-772a9712-3101-4708-87ec-288884ab8fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:53.833619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-772a9712-3101-4708-87ec-288884ab8fa6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e5ababb-a12a-4a51-9a80-5ce44ca5cd92 HTTP/1.1" status: 204 len: 168 time: 0.7878873 May 27 02:06:53.833619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a9712-3101-4708-87ec-288884ab8fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ababb-a12a-4a51-9a80-5ce44ca5cd92,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:54.128538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.157623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.311044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0cc26379cd747a28beb491008782227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7212725 May 27 02:06:54.313488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54240) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:54.385728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175e7fd-d833-4620-8722-7a7c6e1edb41 req-79e52609-0486-4e39-9f6f-ecb7c07556c3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:54.387499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d175e7fd-d833-4620-8722-7a7c6e1edb41 req-79e52609-0486-4e39-9f6f-ecb7c07556c3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.3992794 May 27 02:06:54.390028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d1b78-a34d-4510-aef9-0fa8246d3376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb2047-1694-488e-841b-2acd6d6840da,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:54.447628 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b698cb13-a1d5-42cd-95e9-34d6f9f37e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.491590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d175e7fd-d833-4620-8722-7a7c6e1edb41 req-c74fa9e9-9f16-41a5-aeb2-7c768844a60f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854480 May 27 02:06:54.501032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b698cb13-a1d5-42cd-95e9-34d6f9f37e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.644879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b698cb13-a1d5-42cd-95e9-34d6f9f37e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.674780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698cb13-a1d5-42cd-95e9-34d6f9f37e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb2047-1694-488e-841b-2acd6d6840da,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:54.679617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b698cb13-a1d5-42cd-95e9-34d6f9f37e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:54.681584 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b698cb13-a1d5-42cd-95e9-34d6f9f37e2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbcb2047-1694-488e-841b-2acd6d6840da HTTP/1.1" status: 204 len: 168 time: 0.3768442 May 27 02:06:55.175970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066255-b783-4c47-b11b-e9f458a1b86c req-478d2e0b-144a-49e3-b146-520fa391ae6e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:55.186863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70066255-b783-4c47-b11b-e9f458a1b86c req-478d2e0b-144a-49e3-b146-520fa391ae6e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1372340 May 27 02:06:55.301914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70066255-b783-4c47-b11b-e9f458a1b86c req-449d103a-b548-481d-a5ce-a5c214694247 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069045 May 27 02:06:55.796088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54284) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:56.089155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dbd48-940d-4538-9c31-c0f1d55c045c req-633d75fc-f720-49d6-85a0-e585f9882121 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:56.104285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef9dbd48-940d-4538-9c31-c0f1d55c045c req-633d75fc-f720-49d6-85a0-e585f9882121 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.3134205 May 27 02:06:56.302160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef9dbd48-940d-4538-9c31-c0f1d55c045c req-011591a7-23ef-4e35-8053-393a725a4fba tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978920 May 27 02:06:56.468191 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.518476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:56.527443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d087755bdd45fba77b73ff581128a4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:56.532632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:56.618424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:56.687387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54310) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:56.896171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:56.924652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-533e377f-540d-4d5d-bed7-5df2359dd76d tempest-DvrRoutersNegativeTest-307622349 tempest-DvrRoutersNegativeTest-307622349-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1168118510', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:56.928854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.policy [None req-533e377f-540d-4d5d-bed7-5df2359dd76d tempest-DvrRoutersNegativeTest-307622349 tempest-DvrRoutersNegativeTest-307622349-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88426) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 27 02:06:56.930539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.policy [None req-533e377f-540d-4d5d-bed7-5df2359dd76d tempest-DvrRoutersNegativeTest-307622349 tempest-DvrRoutersNegativeTest-307622349-project] Failed policy check for 'create_router' {{(pid=88426) enforce /opt/stack/neutron/neutron/policy.py:520}} May 27 02:06:56.933485 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-533e377f-540d-4d5d-bed7-5df2359dd76d tempest-DvrRoutersNegativeTest-307622349 tempest-DvrRoutersNegativeTest-307622349-project] create failed (client error): Access was denied to this resource. May 27 02:06:56.934640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-533e377f-540d-4d5d-bed7-5df2359dd76d tempest-DvrRoutersNegativeTest-307622349 tempest-DvrRoutersNegativeTest-307622349-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2536936 May 27 02:06:56.946177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:57.069299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3d087755bdd45fba77b73ff581128a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2708712 May 27 02:06:57.072935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54326) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:57.076450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e258b6d-22e0-482a-b42c-c1214eb1ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4bd482-db90-4e56-b625-06f00c674d96,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:57.101131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c358ae-fe99-4149-8153-4a01407695b8 req-185908bd-791b-4b09-b49c-463579c96bbd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:57.113756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03c358ae-fe99-4149-8153-4a01407695b8 req-185908bd-791b-4b09-b49c-463579c96bbd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.5994775 May 27 02:06:57.202836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6f61b0b-6fc1-4fca-89d4-fbf1e6c9a95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:57.224890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03c358ae-fe99-4149-8153-4a01407695b8 req-3a21a16e-f4c3-46f1-8a1b-0aafbf508ea7 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077616 May 27 02:06:57.262278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6f61b0b-6fc1-4fca-89d4-fbf1e6c9a95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:57.347013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6f61b0b-6fc1-4fca-89d4-fbf1e6c9a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:57.396385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f61b0b-6fc1-4fca-89d4-fbf1e6c9a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4bd482-db90-4e56-b625-06f00c674d96,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:57.427893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e6f61b0b-6fc1-4fca-89d4-fbf1e6c9a95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:57.427893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e6f61b0b-6fc1-4fca-89d4-fbf1e6c9a95c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c4bd482-db90-4e56-b625-06f00c674d96 HTTP/1.1" status: 204 len: 168 time: 0.3492730 May 27 02:06:57.502244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54340) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:57.807982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83156798-2f62-49f6-86bd-25d039580dd1 req-11e44fe8-39ac-405c-a55e-de8c26b16891 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:57.815602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83156798-2f62-49f6-86bd-25d039580dd1 req-11e44fe8-39ac-405c-a55e-de8c26b16891 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.2095237 May 27 02:06:57.889677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-83156798-2f62-49f6-86bd-25d039580dd1 req-eec23881-5229-4ac5-a04a-13560792ed40 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690293 May 27 02:06:58.098943 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.131548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:58.136582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Usage tracker for resource:security_group_rule and tenant:ef6b0ae344bc4776b0dcf806444ff097 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:58.140143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:58.147333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:58.311583 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.321293 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.424254 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef6b0ae344bc4776b0dcf806444ff097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333735 May 27 02:06:58.427134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54370) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:58.447102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5935a-1472-4edf-a33f-9a77ab707c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b917a1d-4035-4a16-8927-835903591373,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:58.585239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a79ad956-3635-40fc-b1e2-079e1668ec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.698540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a79ad956-3635-40fc-b1e2-079e1668ec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:58.769152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d895860-19af-4c10-a099-e65b3b51d0d6 req-11f66802-959d-4f8e-a1e7-50ac7a23351c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:58.774836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d895860-19af-4c10-a099-e65b3b51d0d6 req-11f66802-959d-4f8e-a1e7-50ac7a23351c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.3016496 May 27 02:06:58.903570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d895860-19af-4c10-a099-e65b3b51d0d6 req-4bfb05e0-b85b-4976-b3d8-33f55a79c1cd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245842 May 27 02:06:58.970575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a79ad956-3635-40fc-b1e2-079e1668ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:59.046118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad956-3635-40fc-b1e2-079e1668ec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b917a1d-4035-4a16-8927-835903591373,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:06:59.107042 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a79ad956-3635-40fc-b1e2-079e1668ec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:59.107042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a79ad956-3635-40fc-b1e2-079e1668ec53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b917a1d-4035-4a16-8927-835903591373 HTTP/1.1" status: 204 len: 168 time: 0.6733046 May 27 02:06:59.307364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d6e1b-0552-46f2-b106-4f983ad0e0a3 req-740a42b4-4b74-4c1c-aabf-dd0dcb19849a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:06:59.341332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-171d6e1b-0552-46f2-b106-4f983ad0e0a3 req-740a42b4-4b74-4c1c-aabf-dd0dcb19849a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.2084577 May 27 02:06:59.466652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-171d6e1b-0552-46f2-b106-4f983ad0e0a3 req-65676c4e-54ce-43d6-b695-e04bcb09a756 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260800 May 27 02:06:59.582854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54414) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:06:59.814851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1186620064-network', 'tenant_id': '06b94333561a471fa6a390e164a0066d'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:06:59.821959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:59.826123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Usage tracker for resource:network and tenant:06b94333561a471fa6a390e164a0066d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:59.831929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:59.836543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:06:59.900747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Made reservation on behalf of 06b94333561a471fa6a390e164a0066d for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:06:59.906147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:59.933639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:06:59.949173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:06:59.953676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Usage tracker for resource:security_group_rule and tenant:06b94333561a471fa6a390e164a0066d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:06:59.956944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:06:59.962971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:00.058992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.067627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.135924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:07:00.152872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353487f0-dc4a-4547-b7e5-c9c83c0c5500 req-bce6f4b1-9285-475d-83e9-b2a291009f70 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:00.169900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518092c7-a0b2-493f-b613-8d6163c583e4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:00.169900 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.169900 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Added segment e1fcdb46-7b6e-4712-8a4e-271d9368a116 of type vlan for network f7e01fdd-151d-4888-bd04-13a0a03f26b9 May 27 02:07:00.189485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-353487f0-dc4a-4547-b7e5-c9c83c0c5500 req-bce6f4b1-9285-475d-83e9-b2a291009f70 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.1736231 May 27 02:07:00.241702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.299053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-353487f0-dc4a-4547-b7e5-c9c83c0c5500 req-841ce9b1-c914-460f-ab88-e52425715a2f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049166 May 27 02:07:00.367014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.369956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:00.370797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.522172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] Pushing event updated for resources: {'Network': ['ID=f7e01fdd-151d-4888-bd04-13a0a03f26b9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:00.536339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:07:00.589843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d6f7dc01-2f83-4935-98dd-580acde0bada admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0014794 May 27 02:07:00.593023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54460) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:00.600174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Request body: {'subnet': {'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1186620064-subnet', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:00.621591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:00.651339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Usage tracker for resource:subnet and tenant:06b94333561a471fa6a390e164a0066d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:00.667120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:00.703144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:00.739667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Made reservation on behalf of 06b94333561a471fa6a390e164a0066d for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:00.742523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:00.819320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4308b-e191-402c-b1c5-726e6d76f3ec req-aa8ab12c-84aa-4ccb-b36b-29e73dbb51c6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:00.828664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8fc4308b-e191-402c-b1c5-726e6d76f3ec req-aa8ab12c-84aa-4ccb-b36b-29e73dbb51c6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.1915522 May 27 02:07:00.926634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8fc4308b-e191-402c-b1c5-726e6d76f3ec req-547ab1ae-2cd9-40fb-925a-a39850d13328 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920823 May 27 02:07:01.280303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.418287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a54d861-03fc-4eaf-8a00-00105352a9f7,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:01.426165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Checking segment: {'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:01.426747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Network hostable DHCP agents. Network: f7e01fdd-151d-4888-bd04-13a0a03f26b9, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:07:01.624820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:07:01.656002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, f7e01fdd-151d-4888-bd04-13a0a03f26b9) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:01.665987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a481559-25e1-41cf-a1b8-aa4437ee8f94 None None] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:01.668901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:01.670332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.743542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f35d7-c25b-4519-9607-6671058ccfb9 req-7cab0577-306a-461a-bd29-fa751cbb4d3e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:01.744508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b65f35d7-c25b-4519-9607-6671058ccfb9 req-7cab0577-306a-461a-bd29-fa751cbb4d3e tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2643008 May 27 02:07:01.747196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-39bc652e-02a7-4c27-ba09-e1f6e990b029 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1567698 May 27 02:07:01.749834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54502) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:01.756321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:01.764205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:01.776231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Usage tracker for resource:router and tenant:06b94333561a471fa6a390e164a0066d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:01.786966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:01.810217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:01.851496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.851496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:01.855935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b65f35d7-c25b-4519-9607-6671058ccfb9 req-bbebf3b0-d45d-4890-81db-6412e23b1e47 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808470 May 27 02:07:01.907211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.272341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2c0cf32-f929-4466-9679-3bda53ecd47b details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:07:02.281681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2c0cf32-f929-4466-9679-3bda53ecd47b no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:02.505601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54536) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:02.569443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:02.584327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'port_id': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'mac_address': 'fa:16:3e:98:aa:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bad4e2b-0b10-4d1b-b913-b8dd6d18449c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:07:02.584327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'fixed_ips': [{'subnet_id': '1a54d861-03fc-4eaf-8a00-00105352a9f7'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:07:02.584327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.656553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.661039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2c0cf32-f929-4466-9679-3bda53ecd47b is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:02.661039 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.730100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1d035-c01c-478b-9b8a-6fc22905c4a0 req-9b5746d0-2a5e-4327-88fb-611928337f44 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:02.738832 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82f1d035-c01c-478b-9b8a-6fc22905c4a0 req-9b5746d0-2a5e-4327-88fb-611928337f44 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.5840061 May 27 02:07:02.741741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2c0cf32-f929-4466-9679-3bda53ecd47b is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:02.741741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.849157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:02.851467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:02.856692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2c0cf32-f929-4466-9679-3bda53ecd47b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:02.887905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:02.892775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Usage tracker for resource:security_group_rule and tenant:e5f94cff403e46e7b833a43819e2f6ae is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:02.895985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:02.911442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:02.990196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:03.036564 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9e8ceb-5549-4373-88e8-fe7e7e7d4a32'] response: {'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'code': 200} May 27 02:07:03.076627 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82f1d035-c01c-478b-9b8a-6fc22905c4a0 req-a8b832f7-bf0e-4c0c-a280-ed6f3584a944 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380947 May 27 02:07:03.161600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.170868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.180603 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.233990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7131f8-5b51-40af-8b21-346cfe1cc65f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:03.252083 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.365933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dd1247ab-6bb3-444e-9b55-ce06dbdc434d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5f94cff403e46e7b833a43819e2f6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540683 May 27 02:07:03.365933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54568) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:03.406805 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.429590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:07:03.429590 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:07:03.448551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf395-46c8-4554-b845-048b2c5fe912 req-16e02671-682f-46f1-9507-6644c0661f95 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:03.448551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-510bf395-46c8-4554-b845-048b2c5fe912 req-16e02671-682f-46f1-9507-6644c0661f95 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 944 time: 0.1825347 May 27 02:07:03.480961 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff56cd22-bbb4-4951-8b5f-1890a522d4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.495916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:03.521953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.528118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.528118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.528118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.528118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.545270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.545270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.545270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.548650 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-510bf395-46c8-4554-b845-048b2c5fe912 req-ff2e5940-3607-47c8-af8d-06c7793fdb8a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748975 May 27 02:07:03.553023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.553023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.553023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.553023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:03.553023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Allocated IP 172.20.0.2 (f7e01fdd-151d-4888-bd04-13a0a03f26b9/1a54d861-03fc-4eaf-8a00-00105352a9f7/f935de91-1934-46e7-bc6a-6d1600e328a0) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:03.556596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff56cd22-bbb4-4951-8b5f-1890a522d4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.633796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.642498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff56cd22-bbb4-4951-8b5f-1890a522d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.673170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.696042 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff56cd22-bbb4-4951-8b5f-1890a522d4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:03.698566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ff56cd22-bbb4-4951-8b5f-1890a522d4e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c7131f8-5b51-40af-8b21-346cfe1cc65f HTTP/1.1" status: 204 len: 168 time: 0.3322778 May 27 02:07:03.705886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56cd22-bbb4-4951-8b5f-1890a522d4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7131f8-5b51-40af-8b21-346cfe1cc65f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:03.772669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54582) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:03.948875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Allocated IP 172.25.3.121 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/d7426472-4e60-4981-9314-d20af2994d1c) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:04.068063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2c0cf32-f929-4466-9679-3bda53ecd47b is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:04.069149 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.097468 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c0cf32-f929-4466-9679-3bda53ecd47b {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:04.101729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.137143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Transition to ACTIVE for port object f935de91-1934-46e7-bc6a-6d1600e328a0 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:04.148416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:04.179366 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.202184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Transition to ACTIVE for port object f935de91-1934-46e7-bc6a-6d1600e328a0 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:04.232990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.237236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:04.296114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:04.308971 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.322966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:04.322966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:04.431700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:04.485409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.499251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.521563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Attempting to bind port f935de91-1934-46e7-bc6a-6d1600e328a0 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:04.522062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Attempting to bind port f935de91-1934-46e7-bc6a-6d1600e328a0 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:04.522432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Attempting to bind port f935de91-1934-46e7-bc6a-6d1600e328a0 on network f7e01fdd-151d-4888-bd04-13a0a03f26b9 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:04.537515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:04.537747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Checking segment: {'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:04.539230 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.539631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Bound using segment: {'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:04.540115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Bound port: f935de91-1934-46e7-bc6a-6d1600e328a0, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:04.540491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.540793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:04.548344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Usage tracker for resource:security_group_rule and tenant:44922ab970114089b2b3f97a6aa1747f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:04.571513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:04.575564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Pushing event updated for resources: {'Port': ['ID=d7426472-4e60-4981-9314-d20af2994d1c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:04.601880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:04.644906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['f2c0cf32-f929-4466-9679-3bda53ecd47b'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:07:04.647214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:04.647214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:04.657183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:04.731726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54628) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:04.812242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:04.969846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Pushing event updated for resources: {'Port': ['ID=f935de91-1934-46e7-bc6a-6d1600e328a0,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:04.973138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:05.002154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Usage tracker for resource:security_group_rule and tenant:fd46c40e7e664c798783d0783df1aa6b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:05.021476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:05.055285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b992d-72ae-43c7-87cd-1df2723808be req-c633e7df-8c8e-4e73-b663-0746ece82e4d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:05.055573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:05.055745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-250b992d-72ae-43c7-87cd-1df2723808be req-c633e7df-8c8e-4e73-b663-0746ece82e4d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 946 time: 0.6476347 May 27 02:07:05.121910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b61246d9-1000-45d0-a58b-1141ce54a3fc is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:05.122457 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.137710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] For port f935de91-1934-46e7-bc6a-6d1600e328a0, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:05.172945 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-250b992d-72ae-43c7-87cd-1df2723808be req-6e6017bb-b471-40e9-ab4d-4d9eb0c61bfa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984817 May 27 02:07:05.245722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.309238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] For port f935de91-1934-46e7-bc6a-6d1600e328a0, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f935de91-1934-46e7-bc6a-6d1600e328a0,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:05.362978 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.377916 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.411321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390196d7-1285-4c07-9869-40d30a436b70,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:05.469733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2c8bc-59aa-4f21-ab15-112523e699b0 req-75d1e0b5-bc61-4106-b1a0-1e98e2f33744 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:05.477096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85d2c8bc-59aa-4f21-ab15-112523e699b0 req-75d1e0b5-bc61-4106-b1a0-1e98e2f33744 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 945 time: 0.6279430 May 27 02:07:05.489718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:05.561537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:05.600648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85d2c8bc-59aa-4f21-ab15-112523e699b0 req-706bf5a6-763f-4835-b474-08d51b2f2317 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097755 May 27 02:07:05.614919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.625147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-be1f8298-ad5d-4099-8efb-4a9d9929a6bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44922ab970114089b2b3f97a6aa1747f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8485556 May 27 02:07:05.647832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:05.682264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84ae26-deda-471e-86cd-0e9128219212 None None] Pushing event updated for resources: {'Port': ['ID=f935de91-1934-46e7-bc6a-6d1600e328a0,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:05.701655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.736792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.753323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.793732 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ad3ac3-b35e-4e6a-92b2-865574a6facd'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'code': 200} May 27 02:07:05.795020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f30d4-1a92-4b25-b42b-00f0a2d262e2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:05.841127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d0fcf9ae-48b0-444f-a2b6-3dd50480c31c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd46c40e7e664c798783d0783df1aa6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1094005 May 27 02:07:05.844799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54658) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:05.846020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38db8c31-3a90-4137-a2b6-c191d2569de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.851283 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee87c632-6b5d-4e24-9230-3f3bb83db63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.865071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=14']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:05.877611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38db8c31-3a90-4137-a2b6-c191d2569de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.993613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38db8c31-3a90-4137-a2b6-c191d2569de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:05.999768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc5c92-af85-4651-ba8b-8f14523ebee5 req-8580c88a-7407-47dd-baed-8b25e83db1a3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:05.999768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bfc5c92-af85-4651-ba8b-8f14523ebee5 req-8580c88a-7407-47dd-baed-8b25e83db1a3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.5276973 May 27 02:07:06.013228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8c31-3a90-4137-a2b6-c191d2569de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390196d7-1285-4c07-9869-40d30a436b70,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:06.052241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9f60125-955a-46f7-82cd-0c2562cf41d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.052241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-38db8c31-3a90-4137-a2b6-c191d2569de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.060863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-38db8c31-3a90-4137-a2b6-c191d2569de2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/390196d7-1285-4c07-9869-40d30a436b70 HTTP/1.1" status: 204 len: 168 time: 0.4286489 May 27 02:07:06.135287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9f60125-955a-46f7-82cd-0c2562cf41d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.229825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9f60125-955a-46f7-82cd-0c2562cf41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.286950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e9f60125-955a-46f7-82cd-0c2562cf41d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.286950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e9f60125-955a-46f7-82cd-0c2562cf41d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b27f30d4-1a92-4b25-b42b-00f0a2d262e2 HTTP/1.1" status: 204 len: 168 time: 0.3449204 May 27 02:07:06.286950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f60125-955a-46f7-82cd-0c2562cf41d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f30d4-1a92-4b25-b42b-00f0a2d262e2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:06.339838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bfc5c92-af85-4651-ba8b-8f14523ebee5 req-56d7065e-7b87-49fc-be60-9c0b5afdae5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243837 May 27 02:07:06.487099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:06.925610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Router f89aea9c-e6cd-4728-bdb7-e78380cc140e is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:07:07.054227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54694) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:07.094699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.119700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c55e06-69a4-4d83-87a0-deae372b613d req-c236b5b0-1f0b-4c1b-821b-c33a48665f7c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:07.121644 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0c55e06-69a4-4d83-87a0-deae372b613d req-c236b5b0-1f0b-4c1b-821b-c33a48665f7c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 945 time: 0.2916896 May 27 02:07:07.131928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:07.154192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Usage tracker for resource:security_group_rule and tenant:6676a3f7c7f74502ba4094c852106a8b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:07.161318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:07.190903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:07.247632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0c55e06-69a4-4d83-87a0-deae372b613d req-b31d6459-86e8-4797-8716-c01cac3d3232 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142647 May 27 02:07:07.351579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:07.368496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Sync routers for ids ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:07.396611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.398216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-54cf2b42-cee8-4655-b1a5-e3688a4f88aa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6468132 May 27 02:07:07.403958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54726) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:07.404791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Routers {'f89aea9c-e6cd-4728-bdb7-e78380cc140e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:07.408757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:06:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:07.473302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.482353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.580347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65878f-ff25-439b-9ed3-2fc33861b4e4 None None] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:07.608923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6676a3f7c7f74502ba4094c852106a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445545 May 27 02:07:07.608923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54738) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:07.619767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581f18d-9640-4d6b-b07f-2f096c73a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8388eff1-9c5e-4416-b95f-2b7c02fb7544,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:07.765833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caa5c6f5-6a83-458d-bf6c-13e71b832301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.817922 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caa5c6f5-6a83-458d-bf6c-13e71b832301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.938370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caa5c6f5-6a83-458d-bf6c-13e71b832301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:07.989668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5c6f5-6a83-458d-bf6c-13e71b832301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8388eff1-9c5e-4416-b95f-2b7c02fb7544,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:08.025292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-941a5d46-4aeb-4b50-b619-06ee3a83b76b None None] Provisioning for port f935de91-1934-46e7-bc6a-6d1600e328a0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:08.030148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-caa5c6f5-6a83-458d-bf6c-13e71b832301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:08.030148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-caa5c6f5-6a83-458d-bf6c-13e71b832301 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8388eff1-9c5e-4416-b95f-2b7c02fb7544 HTTP/1.1" status: 204 len: 168 time: 0.4170163 May 27 02:07:08.079582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-087f5eba-5325-438f-a150-d26699728206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:08.162355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Set router f89aea9c-e6cd-4728-bdb7-e78380cc140e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:08.491386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f935de91-1934-46e7-bc6a-6d1600e328a0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:08.542246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2c0cf32-f929-4466-9679-3bda53ecd47b up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:09.301510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port f2c0cf32-f929-4466-9679-3bda53ecd47b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:09.303065 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.379600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd5987-191a-4cfa-899c-8d659c269279 req-de707a8c-69bf-4871-9eba-6b4a396b2578 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:09.383301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18cd5987-191a-4cfa-899c-8d659c269279 req-de707a8c-69bf-4871-9eba-6b4a396b2578 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 945 time: 0.3315773 May 27 02:07:09.421051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.579374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18cd5987-191a-4cfa-899c-8d659c269279 req-47d37332-c3c0-467f-a029-21e41a201eb4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203516 May 27 02:07:09.648076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.652842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f935de91-1934-46e7-bc6a-6d1600e328a0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:09.656386 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.665346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f935de91-1934-46e7-bc6a-6d1600e328a0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:09.665709 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.814866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2c0cf32-f929-4466-9679-3bda53ecd47b is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:09.814866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:09.973644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:09.982203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Allocated IP 172.20.0.1 (f7e01fdd-151d-4888-bd04-13a0a03f26b9/1a54d861-03fc-4eaf-8a00-00105352a9f7/08b74d46-2ecb-4b28-b1a8-42795a775bac) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:09.990636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:10.002794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.086595 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c18ab45-dbff-4470-ba12-1dc7dc257a33'] response: {'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'code': 200} May 27 02:07:10.095737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:05Z', 'revision_number': 3, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:10.104153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Checking router: f89aea9c-e6cd-4728-bdb7-e78380cc140e for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:10.104775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Updating router f89aea9c-e6cd-4728-bdb7-e78380cc140e port d7426472-4e60-4981-9314-d20af2994d1c binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:10.107822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedee1f-bfee-4aa3-9138-e9720c055a0d req-3418f149-7067-4363-9d65-e15a5eadb47b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:10.125900 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abedee1f-bfee-4aa3-9138-e9720c055a0d req-3418f149-7067-4363-9d65-e15a5eadb47b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3661480 May 27 02:07:10.270620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abedee1f-bfee-4aa3-9138-e9720c055a0d req-056b505a-40c6-49c9-a538-4d651d1cad0d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389256 May 27 02:07:10.328851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f935de91-1934-46e7-bc6a-6d1600e328a0 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:10.328851 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.339246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.386919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Transition to ACTIVE for port object 08b74d46-2ecb-4b28-b1a8-42795a775bac will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:10.431831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.602569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:10.607509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Pushing event updated for resources: {'Port': ['ID=08b74d46-2ecb-4b28-b1a8-42795a775bac,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:10.634885 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.693829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f56c-fdd8-43df-8f9e-9d482fc08e25 None None] Provisioning complete for port f935de91-1934-46e7-bc6a-6d1600e328a0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:10.693829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f56c-fdd8-43df-8f9e-9d482fc08e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.725876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fec67-ac22-4db5-872c-6a74274ba370 req-e2e09709-884c-41f3-9794-564d63f984be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:10.725876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-487fec67-ac22-4db5-872c-6a74274ba370 req-e2e09709-884c-41f3-9794-564d63f984be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 1098 time: 0.2747037 May 27 02:07:10.743498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:10.743498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:10.750148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:10.822018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f935de91-1934-46e7-bc6a-6d1600e328a0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f935de91-1934-46e7-bc6a-6d1600e328a0,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:10.846806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-487fec67-ac22-4db5-872c-6a74274ba370 req-7dfed6b3-7b9d-419b-b229-e090911a1154 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119444 May 27 02:07:10.856066 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:10.891541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9442a-4535-42dc-901b-2c8857253310 req-72e3e1a7-c9d5-46cc-ab8f-e2d1f18c8f7d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:10.893898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3d9442a-4535-42dc-901b-2c8857253310 req-72e3e1a7-c9d5-46cc-ab8f-e2d1f18c8f7d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3097746 May 27 02:07:10.895118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.153547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3d9442a-4535-42dc-901b-2c8857253310 req-2b3959eb-1e8c-407f-9428-573d9270a7ed tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462356 May 27 02:07:11.289845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a61d-2e48-486b-a5a8-ba1c1aee6e5f req-a7c38c6b-427e-43c7-a4aa-1dcd58090ff4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:11.302174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a45a61d-2e48-486b-a5a8-ba1c1aee6e5f req-a7c38c6b-427e-43c7-a4aa-1dcd58090ff4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.3577321 May 27 02:07:11.379911 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.388084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.400860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f935de91-1934-46e7-bc6a-6d1600e328a0,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:11.489678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a45a61d-2e48-486b-a5a8-ba1c1aee6e5f req-ed44addf-fbe0-4abb-ae24-a0c15074b4cf tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709011 May 27 02:07:11.493418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f56c-fdd8-43df-8f9e-9d482fc08e25 None None] Current status of the port f935de91-1934-46e7-bc6a-6d1600e328a0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:11.629887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c8010fd3-54d9-44bb-aa4d-22d7adf71ccc None None] Provisioning for port 08b74d46-2ecb-4b28-b1a8-42795a775bac completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:11.651445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c8010fd3-54d9-44bb-aa4d-22d7adf71ccc None None] Provisioning complete for port 08b74d46-2ecb-4b28-b1a8-42795a775bac triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:11.652010 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c8010fd3-54d9-44bb-aa4d-22d7adf71ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.807257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c8010fd3-54d9-44bb-aa4d-22d7adf71ccc None None] Port 08b74d46-2ecb-4b28-b1a8-42795a775bac cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:11.817454 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.839126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Transition to ACTIVE for port object d7426472-4e60-4981-9314-d20af2994d1c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:11.847890 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:11.919728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786de91-3a67-4b9c-896f-7671a96b68ff req-f7da46d5-c019-4b1f-9f3d-13b58113d405 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:11.919728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1786de91-3a67-4b9c-896f-7671a96b68ff req-f7da46d5-c019-4b1f-9f3d-13b58113d405 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.4936965 May 27 02:07:11.984223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1786de91-3a67-4b9c-896f-7671a96b68ff req-5c9436d3-a274-481d-9fac-f3fb19d900ca tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554709 May 27 02:07:12.052558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Attempting to bind port d7426472-4e60-4981-9314-d20af2994d1c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:12.053073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Attempting to bind port d7426472-4e60-4981-9314-d20af2994d1c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:12.053558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Attempting to bind port d7426472-4e60-4981-9314-d20af2994d1c on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:12.063528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dee9f-c763-4e0d-b634-32d7e8d433dd None None] Pushing event updated for resources: {'Port': ['ID=d7426472-4e60-4981-9314-d20af2994d1c,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:12.066806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:12.067304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:12.067947 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:12.068516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:12.069326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Bound port: d7426472-4e60-4981-9314-d20af2994d1c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:12.069918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:12.103135 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:12.114871 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:12.330133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] For port d7426472-4e60-4981-9314-d20af2994d1c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:12.347575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] For port d7426472-4e60-4981-9314-d20af2994d1c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d7426472-4e60-4981-9314-d20af2994d1c,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:12.354766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54908) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:12.365004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:12.454497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:12.658187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Routers {'f89aea9c-e6cd-4728-bdb7-e78380cc140e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:12.658187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:12.804939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-0e37f498-9b56-497b-ad26-7609e166f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:12.806431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-0e37f498-9b56-497b-ad26-7609e166f033 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1096 time: 0.2477942 May 27 02:07:12.905818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dee9f-c763-4e0d-b634-32d7e8d433dd None None] Pushing event updated for resources: {'Port': ['ID=d7426472-4e60-4981-9314-d20af2994d1c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:13.073323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Pushing event updated for resources: {'Port': ['ID=08b74d46-2ecb-4b28-b1a8-42795a775bac,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:13.086791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-f359f9a0-dae0-45d5-b57f-5355b9c82aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:13.086791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-f359f9a0-dae0-45d5-b57f-5355b9c82aed service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.2721579 May 27 02:07:13.125757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f935de91-1934-46e7-bc6a-6d1600e328a0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:13.157070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:13.157070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:13.166435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb79b60-bbe8-407a-b0cc-5ae347c038b0 req-9aefdc87-84ac-4051-911e-5d76db3a8384 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:13.178548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4eb79b60-bbe8-407a-b0cc-5ae347c038b0 req-9aefdc87-84ac-4051-911e-5d76db3a8384 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1640267 May 27 02:07:13.259179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] Set router f89aea9c-e6cd-4728-bdb7-e78380cc140e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:13.264547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:13.300261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:13.313880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Usage tracker for resource:security_group_rule and tenant:5b7d84ba4d024939a96a055a0fa814bd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:13.404873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f935de91-1934-46e7-bc6a-6d1600e328a0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:13.404873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:13.406826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:13.421253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4eb79b60-bbe8-407a-b0cc-5ae347c038b0 req-ea06eaf0-596f-469b-acce-cd449071d121 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418060 May 27 02:07:13.425051 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-1eef6d21-8349-48a7-b3b7-bcc5dca45910 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.3155653 May 27 02:07:13.425051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:13.541818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-feb75a23-8367-446a-8132-7988b79b3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:13.541818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-feb75a23-8367-446a-8132-7988b79b3a84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1073585 May 27 02:07:13.610028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Router f89aea9c-e6cd-4728-bdb7-e78380cc140e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:13.673988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c71196-d174-4bba-a43e-ae3337d8ddc5 req-f5103d8c-7bf7-43a5-8037-58ec22f8bc77 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:13.681939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4c71196-d174-4bba-a43e-ae3337d8ddc5 req-f5103d8c-7bf7-43a5-8037-58ec22f8bc77 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.5803816 May 27 02:07:13.698043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fb1897c0-efd8-4117-adbf-6b7029a0feff None None] Provisioning complete for port 08b74d46-2ecb-4b28-b1a8-42795a775bac triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:13.698390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb1897c0-efd8-4117-adbf-6b7029a0feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:13.757819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-15f38778-daab-46df-a564-1ec6450076e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:13.759520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-15f38778-daab-46df-a564-1ec6450076e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2082384 May 27 02:07:13.838082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4c71196-d174-4bba-a43e-ae3337d8ddc5 req-4f1f9dce-b951-42b9-9e64-5c797c6603bc tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512287 May 27 02:07:13.896525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fb1897c0-efd8-4117-adbf-6b7029a0feff None None] Port 08b74d46-2ecb-4b28-b1a8-42795a775bac cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:14.037243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:14.091531 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0026aba9-562f-4b82-bd0b-b890528f6570 admin admin] 10.222.0.16 "PUT /v2.0/routers/f89aea9c-e6cd-4728-bdb7-e78380cc140e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6845186 May 27 02:07:14.138198 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.152610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:14.204693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f935de91-1934-46e7-bc6a-6d1600e328a0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:14.243871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 4, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '08b74d46-2ecb-4b28-b1a8-42795a775bac', 'name': '', 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'mac_address': 'fa:16:3e:02:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:09Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 2, 'project_id': '06b94333561a471fa6a390e164a0066d', 'subnets': [{'id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:14.248337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6ecb6-5118-470e-9090-8c147b1674d8 None None] The sync data for ids ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'] in n-d-843146-11 is: [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 4, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '08b74d46-2ecb-4b28-b1a8-42795a775bac', 'name': '', 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'mac_address': 'fa:16:3e:02:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:09Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 2, 'project_id': '06b94333561a471fa6a390e164a0066d', 'subnets': [{'id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:14.275364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874a00c-7a4a-4a5a-b6c8-5675022dc8dc req-e9fc479b-55fc-4f18-8fab-b4921417485d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:14.283334 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7874a00c-7a4a-4a5a-b6c8-5675022dc8dc req-e9fc479b-55fc-4f18-8fab-b4921417485d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.2344542 May 27 02:07:14.399461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7874a00c-7a4a-4a5a-b6c8-5675022dc8dc req-86bfbae3-c89e-4f6a-9494-6ded75d2112b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158538 May 27 02:07:14.493742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-9b78e8c2-94b3-4bc2-9531-2bda8dcea432 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060192 May 27 02:07:14.497657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b8b2d-65fd-4aa4-925f-1cd59cfd8d94,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:14.974559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c93f7d-6130-4090-ab02-3ca3b5a98f6e req-8ca36049-fba6-458a-8688-968438b9ceab tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:14.976590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-00c93f7d-6130-4090-ab02-3ca3b5a98f6e req-8ca36049-fba6-458a-8688-968438b9ceab tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2723768 May 27 02:07:15.007095 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5ce4a703-df60-4497-8336-09909a95862d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b7d84ba4d024939a96a055a0fa814bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6465664 May 27 02:07:15.008544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54970) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:15.105941 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76c3a80-6be9-462b-9818-08e9e98fb174 req-a12f3846-6b5d-40cc-a2d1-5a682252ca5c service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893729 May 27 02:07:15.174220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-00c93f7d-6130-4090-ab02-3ca3b5a98f6e req-b68510e9-c466-461a-8672-e0669593b36e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817019 May 27 02:07:15.235964 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a71e449c-17e7-4fe1-82a5-56aa3a7d28ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.304745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a71e449c-17e7-4fe1-82a5-56aa3a7d28ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.494335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54992) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:15.501450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1011910891-network', 'tenant_id': '107becd3428042fcbc658d3c047bbfba'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:15.510785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:15.517077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Usage tracker for resource:network and tenant:107becd3428042fcbc658d3c047bbfba is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:15.530016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:15.530016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:15.551001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Made reservation on behalf of 107becd3428042fcbc658d3c047bbfba for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:15.551001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.575073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.605886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:15.605886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Usage tracker for resource:security_group_rule and tenant:107becd3428042fcbc658d3c047bbfba is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:15.611693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:15.618693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:15.677437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a71e449c-17e7-4fe1-82a5-56aa3a7d28ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.731968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a71e449c-17e7-4fe1-82a5-56aa3a7d28ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:15.733579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a71e449c-17e7-4fe1-82a5-56aa3a7d28ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e0b8b2d-65fd-4aa4-925f-1cd59cfd8d94 HTTP/1.1" status: 204 len: 168 time: 0.7219019 May 27 02:07:15.734875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e449c-17e7-4fe1-82a5-56aa3a7d28ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b8b2d-65fd-4aa4-925f-1cd59cfd8d94,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:15.752519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-79f54209-1203-46d9-a256-e74e0c6d4ef0 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:15.759846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-79f54209-1203-46d9-a256-e74e0c6d4ef0 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 815 time: 0.4192176 May 27 02:07:15.786109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-5b51cf96-bff6-45c7-9520-1d3383585456 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/quotas/8e08256278894b948447d2ce38d726ed HTTP/1.1" status: 200 len: 375 time: 0.0247755 May 27 02:07:16.047047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-347029f8-6a55-4c23-9d7f-be03209ddd93 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501118 May 27 02:07:16.478183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.506410 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-44cf7e09-bff8-46c9-8356-5eecbcb50f1b service neutron] 10.222.0.16 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638956 May 27 02:07:16.532846 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.563033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-3f158a14-2b11-47b7-b9e9-d9dea7212b04 req-de84ec3e-a185-43ac-8f27-7960041dc336 service neutron] (88426) timed out ('10.222.0.16', 50696) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:07:16.677814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa9292-0229-496a-a9e5-f9765ea3f3a4 req-b68ba7a2-e6fb-431f-aa2f-4dafec082d33 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:16.679694 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76aa9292-0229-496a-a9e5-f9765ea3f3a4 req-b68ba7a2-e6fb-431f-aa2f-4dafec082d33 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2630675 May 27 02:07:16.756206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:07:16.842556 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:16.842556 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Added segment 5ce4bc8b-d404-4066-9918-5b75a3dd1fd6 of type vlan for network a30aeac6-2b06-462a-b5ae-d5a4c836a686 May 27 02:07:16.860773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76aa9292-0229-496a-a9e5-f9765ea3f3a4 req-c1af0448-0d78-4227-adb1-ac8b199b229f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474185 May 27 02:07:16.892155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-3e34c643-c4a4-4717-9cca-312ea3030e09 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:16.892155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-3e34c643-c4a4-4717-9cca-312ea3030e09 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dec2921-64c4-4edc-9f32-7d4714b0f31e HTTP/1.1" status: 200 len: 946 time: 0.5572019 May 27 02:07:16.995770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-8f102396-997f-464d-a1a1-0c9b1c36d7e4 service neutron] 10.222.0.16 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928689 May 27 02:07:16.999203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf48509-ade0-4b4c-a0fc-50fa5bd22d34,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:17.091627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d7426472-4e60-4981-9314-d20af2994d1c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:17.238080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Deleting port f2c0cf32-f929-4466-9679-3bda53ecd47b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:17.238080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:17.402001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d7426472-4e60-4981-9314-d20af2994d1c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:17.407803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d7426472-4e60-4981-9314-d20af2994d1c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:17.408172 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:17.763483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e0e1b93-8f9e-4238-9f09-96bd2dde9e12 req-5502c61d-6468-4ec9-8349-e1c87dd1ef10 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 210 time: 0.3185713 May 27 02:07:17.879991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.008398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf971-9b71-4895-b457-2edb101838f7 req-45eba0cc-e433-4afe-8063-97db65c2682d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:18.013643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a33bf971-9b71-4895-b457-2edb101838f7 req-45eba0cc-e433-4afe-8063-97db65c2682d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3064225 May 27 02:07:18.030153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d7426472-4e60-4981-9314-d20af2994d1c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:18.030153 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.108972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port d7426472-4e60-4981-9314-d20af2994d1c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d7426472-4e60-4981-9314-d20af2994d1c,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:18.121868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.158464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a33bf971-9b71-4895-b457-2edb101838f7 req-9af0e58a-d624-4fb9-b4ca-7b92c860f39c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394286 May 27 02:07:18.229771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:07:18.280320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.281321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:18.281898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.427967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=d7426472-4e60-4981-9314-d20af2994d1c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:18.472890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:18.474024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:18.528471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0310464 May 27 02:07:18.633904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55080) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:18.642134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Request body: {'subnet': {'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1011910891-subnet', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:18.658693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:18.670957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Usage tracker for resource:subnet and tenant:107becd3428042fcbc658d3c047bbfba is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:18.728248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95751491-537f-40a1-ba08-c8a6a20747b2 req-fe1b3511-e8fb-40cf-8da8-c5f40877d527 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:18.730052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95751491-537f-40a1-ba08-c8a6a20747b2 req-fe1b3511-e8fb-40cf-8da8-c5f40877d527 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2847574 May 27 02:07:18.846132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95751491-537f-40a1-ba08-c8a6a20747b2 req-251e750b-c3bc-4cfc-b81b-385a2aedbd72 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056380 May 27 02:07:18.998121 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Sync routers for ids ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:19.018228 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Routers {'f89aea9c-e6cd-4728-bdb7-e78380cc140e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:19.018228 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:19.088880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d7426472-4e60-4981-9314-d20af2994d1c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:19.215226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:19.219356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9b3bb-ab08-4e39-a5ed-6883753b7a28 admin admin] Pushing event updated for resources: {'Network': ['ID=a30aeac6-2b06-462a-b5ae-d5a4c836a686,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:19.231325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Calling delete_port for f2c0cf32-f929-4466-9679-3bda53ecd47b owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:19.313352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d05340f7-862e-41c0-ac03-8ad4c4666cd2 req-05a5a83f-e7d9-45bd-a178-7bc1c2fb10fd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 210 time: 0.1215785 May 27 02:07:19.340850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d7426472-4e60-4981-9314-d20af2994d1c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:19.340850 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.500412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:19.623729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d7426472-4e60-4981-9314-d20af2994d1c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:19.689311 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Set router f89aea9c-e6cd-4728-bdb7-e78380cc140e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:19.717105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Made reservation on behalf of 107becd3428042fcbc658d3c047bbfba for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:19.717216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:19.860613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:07:19.957886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae401-e08d-4a08-a1ed-a3adbbf45b43 req-be3abd16-18aa-4516-8934-7366bc04dbc9 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:19.965532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd5ae401-e08d-4a08-a1ed-a3adbbf45b43 req-be3abd16-18aa-4516-8934-7366bc04dbc9 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.4023559 May 27 02:07:20.068666 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd5ae401-e08d-4a08-a1ed-a3adbbf45b43 req-e9597101-ffdc-41c3-854a-a58f99ca9651 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964434 May 27 02:07:20.156732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55116) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:20.285530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-0742cbf3-01be-4b7f-85be-552f3962337e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:20.285530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-0742cbf3-01be-4b7f-85be-552f3962337e tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 946 time: 0.2118816 May 27 02:07:20.315083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device f2c0cf32-f929-4466-9679-3bda53ecd47b no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:20.396205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-8c9ad958-6b64-44fe-966d-ea5f5c5b3f3b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:20.400302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-8c9ad958-6b64-44fe-966d-ea5f5c5b3f3b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 815 time: 0.7657013 May 27 02:07:20.451220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Deleting port 85a07845-f7b0-4d34-b7e8-a445b2611f14 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:20.452254 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:20.546818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Request body: {'port': {'device_id': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'admin_state_up': True, 'tenant_id': '8e08256278894b948447d2ce38d726ed'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:20.769164 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 4, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '08b74d46-2ecb-4b28-b1a8-42795a775bac', 'name': '', 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'mac_address': 'fa:16:3e:02:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:09Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 2, 'project_id': '06b94333561a471fa6a390e164a0066d', 'subnets': [{'id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:20.776289 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Checking router: f89aea9c-e6cd-4728-bdb7-e78380cc140e for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:20.776654 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Updating router f89aea9c-e6cd-4728-bdb7-e78380cc140e port 08b74d46-2ecb-4b28-b1a8-42795a775bac binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:20.817972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port f2c0cf32-f929-4466-9679-3bda53ecd47b is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:20.819390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:20.851068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:20.863466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:20.884588 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:20.892354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:20.898699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:20.904028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Usage tracker for resource:floatingip and tenant:f15f3d8f332e4c91ad5825ff2d2b4686 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:20.907180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:20.929037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:20.949122 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.003353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.061600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:21.169610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:21.178442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Usage tracker for resource:port and tenant:8e08256278894b948447d2ce38d726ed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:21.178442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:21.186011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:21.251424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:07:21.251754 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:07:21.259493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Made reservation on behalf of 8e08256278894b948447d2ce38d726ed for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:21.264060 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.284402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25347d7e-f22b-4611-9312-5c65863d79a1 req-d0ba73d0-eff2-4488-9c95-4a1d58fa6cff tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:21.291461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25347d7e-f22b-4611-9312-5c65863d79a1 req-d0ba73d0-eff2-4488-9c95-4a1d58fa6cff tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 946 time: 2.6028237 May 27 02:07:21.324351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d2664-ae5c-4444-af17-3bd391318c7d req-639be6e3-c0bd-43b1-9929-915fec79893a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:21.331298 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-713d2664-ae5c-4444-af17-3bd391318c7d req-639be6e3-c0bd-43b1-9929-915fec79893a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.9083829 May 27 02:07:21.454293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-713d2664-ae5c-4444-af17-3bd391318c7d req-721bb911-82c7-489f-8d86-cd327f367f50 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189058 May 27 02:07:21.493084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] For port 85a07845-f7b0-4d34-b7e8-a445b2611f14, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=85a07845-f7b0-4d34-b7e8-a445b2611f14,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:21.493084 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.582537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25347d7e-f22b-4611-9312-5c65863d79a1 req-a688ff9a-7ee0-4c0e-b008-b173285073c4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ad1db3-cb7f-4334-8b14-04916b6952ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861843 May 27 02:07:21.759777 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fbd7db-0af3-458c-bb8f-9c3d5ee134cd'] response: {'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'code': 200} May 27 02:07:21.779424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Deleting port f2c0cf32-f929-4466-9679-3bda53ecd47b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:21.781365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.919751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Allocated IP 172.20.0.10 (3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0/1bad4e2b-0b10-4d1b-b913-b8dd6d18449c/89476069-9a43-4171-b530-bc09ec3408b9) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:21.933425 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:21.962645 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-42af00d7-543d-4be3-8bf6-e0e036211ab3 req-13356308-0306-4df0-b924-2ce7130e44cd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 210 time: 0.1322379 May 27 02:07:21.993921 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Transition to ACTIVE for port object 08b74d46-2ecb-4b28-b1a8-42795a775bac will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:22.007460 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.145611 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Pushing event updated for resources: {'Port': ['ID=08b74d46-2ecb-4b28-b1a8-42795a775bac,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:22.260113 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.260463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.260806 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.261144 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.261477 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.261806 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.262131 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.262457 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.262814 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.263142 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.263465 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.263786 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:22.477016 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Attempting to bind port 08b74d46-2ecb-4b28-b1a8-42795a775bac on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:22.477016 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Attempting to bind port 08b74d46-2ecb-4b28-b1a8-42795a775bac by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:22.477016 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Attempting to bind port 08b74d46-2ecb-4b28-b1a8-42795a775bac on network f7e01fdd-151d-4888-bd04-13a0a03f26b9 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:22.506387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:22.506387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Checking segment: {'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:22.506387 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.506387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Bound using segment: {'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:22.506387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Bound port: 08b74d46-2ecb-4b28-b1a8-42795a775bac, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fcdb46-7b6e-4712-8a4e-271d9368a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:22.506387 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.719370 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] For port 08b74d46-2ecb-4b28-b1a8-42795a775bac, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:22.778425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] For port 08b74d46-2ecb-4b28-b1a8-42795a775bac, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=08b74d46-2ecb-4b28-b1a8-42795a775bac,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:22.792282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.792282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:22.792282 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Floating IP 0a03f92b-6923-431e-ae2a-ac88614eb831 disassociated. External IP: 172.25.3.75, port: 85a07845-f7b0-4d34-b7e8-a445b2611f14. May 27 02:07:22.792282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Calling delete_port for 85a07845-f7b0-4d34-b7e8-a445b2611f14 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:22.809537 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.227738 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Routers {'f89aea9c-e6cd-4728-bdb7-e78380cc140e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:23.227738 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:23.270049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.336378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.342324 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.414186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event deleted for resources: {'Port': ['ID=85a07845-f7b0-4d34-b7e8-a445b2611f14,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:23.446573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ddcdab6e-2ea3-4f79-a04c-4cab5542ed0e req-3194e269-ff9a-4e49-acd2-1034f7c2501d tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 210 time: 0.4340923 May 27 02:07:23.512723 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ae73-8c38-46c7-b4b4-dca2c7f8798e None None] Pushing event updated for resources: {'Port': ['ID=08b74d46-2ecb-4b28-b1a8-42795a775bac,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:23.554400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-9939dbab-c1fe-410a-a07e-a6c53aff5605 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:23.562359 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-9939dbab-c1fe-410a-a07e-a6c53aff5605 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 1.2359335 May 27 02:07:23.683331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] For port f2c0cf32-f929-4466-9679-3bda53ecd47b, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=f2c0cf32-f929-4466-9679-3bda53ecd47b,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:23.683701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:23.803076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13dd34db-c771-422e-ac47-9845a4ec75a8,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:23.820023 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] Set router f89aea9c-e6cd-4728-bdb7-e78380cc140e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:23.844144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:23.899353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Calling delete_port for f2c0cf32-f929-4466-9679-3bda53ecd47b owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:24.070537 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b1afabd-abbb-464a-9b22-0e72a43700a6 req-83733213-8395-479a-8419-40d583fe3cd8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 210 time: 0.2104242 May 27 02:07:24.164971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.191618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-72d31979-3d4e-42f2-804d-963190601d42 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/quotas/c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 375 time: 0.1429996 May 27 02:07:24.353420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:24.406759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:24.464754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] Sync routers for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:24.487605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 85a07845-f7b0-4d34-b7e8-a445b2611f14 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:24.487605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 85a07845-f7b0-4d34-b7e8-a445b2611f14 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:24.489541 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 4, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '08b74d46-2ecb-4b28-b1a8-42795a775bac', 'name': '', 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'mac_address': 'fa:16:3e:02:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:09Z', 'updated_at': '2022-05-27T02:07:22Z', 'revision_number': 4, 'project_id': '06b94333561a471fa6a390e164a0066d', 'subnets': [{'id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:24.505284 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948e46e-9b94-4c02-bfaa-bdd1f77fb506 None None] The sync data for ids ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'] in n-d-843146-11 is: [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:11Z', 'revision_number': 4, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '08b74d46-2ecb-4b28-b1a8-42795a775bac', 'name': '', 'network_id': 'f7e01fdd-151d-4888-bd04-13a0a03f26b9', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'mac_address': 'fa:16:3e:02:48:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:09Z', 'updated_at': '2022-05-27T02:07:22Z', 'revision_number': 4, 'project_id': '06b94333561a471fa6a390e164a0066d', 'subnets': [{'id': '1a54d861-03fc-4eaf-8a00-00105352a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:24.510055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:24.510055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:24.569557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] No DVR routers for this DVR port 85a07845-f7b0-4d34-b7e8-a445b2611f14 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:24.573314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:24.587608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-deleted', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:24.599163 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13bc2087-71b6-437f-9f77-cc01dfc4f297 req-7ab4bde9-9ccc-4fcb-b7dc-742ae2e0e817 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.47 "DELETE /v2.0/ports/85a07845-f7b0-4d34-b7e8-a445b2611f14 HTTP/1.1" status: 204 len: 173 time: 4.3105767 May 27 02:07:24.901912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5d0780f2-6534-4ff2-a313-e78579b49f5d req-06af9dfd-ddbd-48ae-a54f-ec4934bdb3dc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Synchronizing usage tracker for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:24.941959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5d0780f2-6534-4ff2-a313-e78579b49f5d req-06af9dfd-ddbd-48ae-a54f-ec4934bdb3dc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Unset dirty status for tenant:c20dc2a0995c429299036b2c45018d78 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:24.943144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d0780f2-6534-4ff2-a313-e78579b49f5d req-06af9dfd-ddbd-48ae-a54f-ec4934bdb3dc tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea713f43-3dcc-493c-9ae0-8e09c65e9c0d HTTP/1.1" status: 200 len: 210 time: 0.1729875 May 27 02:07:24.981520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Allocated IP 172.25.3.215 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/dd3ac4c6-8df3-4208-9ed7-53f8e2f7237a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:25.001116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:25.226120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Checking segment: {'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:25.226120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Network hostable DHCP agents. Network: a30aeac6-2b06-462a-b5ae-d5a4c836a686, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:07:25.230230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 08b74d46-2ecb-4b28-b1a8-42795a775bac up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:25.328090 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39364787-d574-4a3f-acbe-fd2d851c7080'] response: {'server_uuid': 'ea713f43-3dcc-493c-9ae0-8e09c65e9c0d', 'name': 'network-vif-deleted', 'tag': '85a07845-f7b0-4d34-b7e8-a445b2611f14', 'status': 'completed', 'code': 200} May 27 02:07:25.404315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.411659 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.563746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:07:25.580057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:25.604076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:25.604076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a30aeac6-2b06-462a-b5ae-d5a4c836a686) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:25.604076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:25.641419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c469e-765d-4e7f-af42-b369ea98b29c None None] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:25.674506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.691778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.693059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:25.715864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 08b74d46-2ecb-4b28-b1a8-42795a775bac completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:25.734571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b8ca8-6b3c-4b3f-b9cd-d9e9ecdf54db req-548af04e-f0d5-4b22-b067-d0b9b822376a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:25.742268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a7b8ca8-6b3c-4b3f-b9cd-d9e9ecdf54db req-548af04e-f0d5-4b22-b067-d0b9b822376a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 932 time: 0.3115172 May 27 02:07:25.858494 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-afde12de-ad76-42cc-ba57-880274223c63 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&fields=id HTTP/1.1" status: 200 len: 394 time: 1.6609828 May 27 02:07:25.931093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5bdf9ec3-b06d-4904-a820-c24280d1fc60 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.2809680 May 27 02:07:25.947581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a7b8ca8-6b3c-4b3f-b9cd-d9e9ecdf54db req-5247ac11-01a6-4052-ac8b-76e9ae21ffc4 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705508 May 27 02:07:25.947581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55236) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:25.987820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:26.002303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:26.002303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Usage tracker for resource:router and tenant:107becd3428042fcbc658d3c047bbfba is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:26.006824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:26.013670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:26.036855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.036855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.069164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.072625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 08b74d46-2ecb-4b28-b1a8-42795a775bac triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:26.072625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.092247 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:07:26.132212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Pushing event updated for resources: {'Port': ['ID=89476069-9a43-4171-b530-bc09ec3408b9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:26.290873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55248) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:26.317587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] No DVR routers for this DVR port f2c0cf32-f929-4466-9679-3bda53ecd47b on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:26.328713 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.328713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-546a44a7-0932-4e7b-a0c5-7ed0ec816bb1 req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "DELETE /v2.0/ports/f2c0cf32-f929-4466-9679-3bda53ecd47b HTTP/1.1" status: 204 len: 173 time: 9.3210630 May 27 02:07:26.460066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-deleted', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:26.484675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32c7ec-6717-464a-a3db-7fc3ea7e966b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Pushing event deleted for resources: {'Port': ['ID=f2c0cf32-f929-4466-9679-3bda53ecd47b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:26.555309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:26.555309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.561567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0acdbe42-e7e4-43c0-b500-f395da2caaba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.613228 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790f4bb9-5482-4e14-ae47-a166bbda5680'] response: {'server_uuid': '4dec2921-64c4-4edc-9f32-7d4714b0f31e', 'name': 'network-vif-deleted', 'tag': 'f2c0cf32-f929-4466-9679-3bda53ecd47b', 'status': 'completed', 'code': 200} May 27 02:07:26.641052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0acdbe42-e7e4-43c0-b500-f395da2caaba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.702748 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-cca33d48-4cf8-4657-b239-09ef6f295f68 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2518265 May 27 02:07:26.740340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Request body: {'port': {'device_id': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:26.787154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 08b74d46-2ecb-4b28-b1a8-42795a775bac is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:26.787154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.793985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-28e2f679-558d-47c7-8523-c81f89d0fb0a service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9332108 May 27 02:07:26.828163 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.859239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-a30aeac6-2b06-462a-b5ae-d5a4c836a686', 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'fixed_ips': [{'subnet_id': '13dd34db-c771-422e-ac47-9845a4ec75a8'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:07:26.874394 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:26.910263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:26.943826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 08b74d46-2ecb-4b28-b1a8-42795a775bac, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=08b74d46-2ecb-4b28-b1a8-42795a775bac,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:26.951363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:26.962491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:27.027685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:27.080370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:27.289206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] Checking router: 9ce9989f-d0da-4cba-92a6-043e2fbd1847 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:27.300443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:27.404516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:27.404516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:27.414987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0acdbe42-e7e4-43c0-b500-f395da2caaba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:27.486245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3ac4c6-8df3-4208-9ed7-53f8e2f7237a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.499310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.504156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.504156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:27.611018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Allocated IP 172.20.0.2 (a30aeac6-2b06-462a-b5ae-d5a4c836a686/13dd34db-c771-422e-ac47-9845a4ec75a8/a41803c3-e702-4b47-8ed7-7f17b5be32e7) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:27.625463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdbe42-e7e4-43c0-b500-f395da2caaba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad1db3-cb7f-4334-8b14-04916b6952ad,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:27.637299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:27.680881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=08b74d46-2ecb-4b28-b1a8-42795a775bac,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:27.828454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0acdbe42-e7e4-43c0-b500-f395da2caaba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:27.831552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0acdbe42-e7e4-43c0-b500-f395da2caaba tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "DELETE /v2.0/security-groups/05ad1db3-cb7f-4334-8b14-04916b6952ad HTTP/1.1" status: 204 len: 168 time: 1.5512810 May 27 02:07:27.849078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55274) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:27.879803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:27.909570 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-e9bf5690-4b50-4cde-91db-f58791c2e057 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] show failed (client error): The resource could not be found. May 27 02:07:27.909570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e9bf5690-4b50-4cde-91db-f58791c2e057 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "GET /v2.0/security-groups/05ad1db3-cb7f-4334-8b14-04916b6952ad HTTP/1.1" status: 404 len: 347 time: 0.0542223 May 27 02:07:27.909570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55278) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:28.000857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.087706 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.147508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.156953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf0f47-fa34-4500-895e-0dfa89c8f81d req-59e59311-c0fc-41a1-a6e3-cd1e309f20ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:28.165315 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1bf0f47-fa34-4500-895e-0dfa89c8f81d req-59e59311-c0fc-41a1-a6e3-cd1e309f20ed tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 932 time: 0.7182848 May 27 02:07:28.185263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-dbc2fce4-722d-4208-8232-011115c4e04f service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3964899 May 27 02:07:28.201907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.290787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Deleting port facfc3bc-906d-4429-b746-e442bf16439a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:28.290787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.592832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:28.607507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Transition to ACTIVE for port object a41803c3-e702-4b47-8ed7-7f17b5be32e7 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:28.640912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Allocated IP 172.25.3.134 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:28.682528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1bf0f47-fa34-4500-895e-0dfa89c8f81d req-4822ab70-a9b0-460f-b6e5-cd715f43f8e6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062978 May 27 02:07:28.685828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:28.698509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8f398-905c-40ce-b7f9-50f8b66031ee None None] The sync data for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 is: [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5', 'name': '', 'network_id': '77a39c7d-899c-40ca-9545-47122ee15cc8', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'mac_address': 'fa:16:3e:83:6d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:38Z', 'updated_at': '2022-05-27T01:56:47Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'subnets': [{'id': 'da50ea60-8e53-4a7f-a8bd-732607885511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:28.698509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Transition to ACTIVE for port object a41803c3-e702-4b47-8ed7-7f17b5be32e7 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:28.733163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.000896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Pushing event updated for resources: {'Port': ['ID=a41803c3-e702-4b47-8ed7-7f17b5be32e7,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:29.017069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:29.019748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:29.027580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:29.104643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.104643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.162816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e81acd2a-28e7-468a-af06-d8d87e4e9d88 req-7fc2d77e-8242-4950-aee6-c9327aee9c63 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 210 time: 0.3085232 May 27 02:07:29.263984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Attempting to bind port a41803c3-e702-4b47-8ed7-7f17b5be32e7 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:29.264592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Attempting to bind port a41803c3-e702-4b47-8ed7-7f17b5be32e7 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:29.265196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Attempting to bind port a41803c3-e702-4b47-8ed7-7f17b5be32e7 on network a30aeac6-2b06-462a-b5ae-d5a4c836a686 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:29.274149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:29.274779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Checking segment: {'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:29.275338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.275872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Bound using segment: {'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:29.276487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Bound port: a41803c3-e702-4b47-8ed7-7f17b5be32e7, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:29.277016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.306297 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23206113-2ada-4a05-90e3-08750daa9a99 None None] New status for floating IP 0a03f92b-6923-431e-ae2a-ac88614eb831: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:07:29.360966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.395999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.574191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Calling delete_port for facfc3bc-906d-4429-b746-e442bf16439a owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:29.618216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3ac4c6-8df3-4208-9ed7-53f8e2f7237a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:29.643645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.696211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 08b74d46-2ecb-4b28-b1a8-42795a775bac up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:29.853267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.855989 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4f8103ce-13d0-48bd-995e-89b65a853b6d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6441736 May 27 02:07:29.858897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55312) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:29.905165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1732012104', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'fixed_ips': [{'ip_address': '172.25.3.215'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:29.933901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.942603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89476069-9a43-4171-b530-bc09ec3408b9 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:29.983115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:29.987781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:30.010446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.010446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Usage tracker for resource:port and tenant:f15f3d8f332e4c91ad5825ff2d2b4686 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:30.025678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:30.035519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:30.038503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Transition to ACTIVE for port object 89476069-9a43-4171-b530-bc09ec3408b9 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:30.051779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.109292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Made reservation on behalf of f15f3d8f332e4c91ad5825ff2d2b4686 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:30.112349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.125203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 08b74d46-2ecb-4b28-b1a8-42795a775bac triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:30.125726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.238083 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.284677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Pushing event updated for resources: {'Port': ['ID=89476069-9a43-4171-b530-bc09ec3408b9,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:30.294899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:30.302198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:30.335036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:30.341883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:30.348941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] For port a41803c3-e702-4b47-8ed7-7f17b5be32e7, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:30.401676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Usage tracker for resource:security_group_rule and tenant:f15f3d8f332e4c91ad5825ff2d2b4686 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:30.412682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 08b74d46-2ecb-4b28-b1a8-42795a775bac is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:30.419913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:30.427803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] For port a41803c3-e702-4b47-8ed7-7f17b5be32e7, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a41803c3-e702-4b47-8ed7-7f17b5be32e7,segment=NetworkSegment(5ce4bc8b-d404-4066-9918-5b75a3dd1fd6),segment_id=5ce4bc8b-d404-4066-9918-5b75a3dd1fd6)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:30.455049 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:30.475237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:30.503815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:30.585600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.585600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.585600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.585600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.585600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.585600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.585600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.592439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.592819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.597910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.598502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.599132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:07:30.705623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a0890-bd02-4af4-9434-f2a8d08425a9 req-d7622876-ac0a-47b2-933f-612e5ec1a7f5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:30.732438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-784a0890-bd02-4af4-9434-f2a8d08425a9 req-d7622876-ac0a-47b2-933f-612e5ec1a7f5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 944 time: 0.5688498 May 27 02:07:30.791515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427c6fd-7350-4082-a3d6-44d72a2080f8 None None] Pushing event updated for resources: {'Port': ['ID=a41803c3-e702-4b47-8ed7-7f17b5be32e7,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:30.967164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:07:30.967761 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:07:30.983445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c41c15c-9517-4593-ae3f-d964ed85ef9f req-a05dd5fb-65e3-40e7-8caf-28e1da485d19 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 210 time: 0.4066093 May 27 02:07:31.027773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Attempting to bind port 89476069-9a43-4171-b530-bc09ec3408b9 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:31.029045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Attempting to bind port 89476069-9a43-4171-b530-bc09ec3408b9 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:31.031512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Attempting to bind port 89476069-9a43-4171-b530-bc09ec3408b9 on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:31.057718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.061325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Port 89476069-9a43-4171-b530-bc09ec3408b9 on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:07:31.062032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Attempting to bind port 89476069-9a43-4171-b530-bc09ec3408b9 on network 3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:31.109154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:31.109154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Checking segment: {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:31.109154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Bound using segment: {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:31.109154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Bound port: 89476069-9a43-4171-b530-bc09ec3408b9, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75682dad-69c8-47ca-9485-5964c9517b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:31.109154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.177704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-784a0890-bd02-4af4-9434-f2a8d08425a9 req-9a0e5793-32f5-4eb8-a430-a096511a3600 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464638 May 27 02:07:31.191403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.234289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] device_id is not set on port 7c131ade-b38f-4005-b1b8-ec8b9c705ab1 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:07:31.555923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a41803c3-e702-4b47-8ed7-7f17b5be32e7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:31.817651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a41803c3-e702-4b47-8ed7-7f17b5be32e7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:31.879289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Deleting port facfc3bc-906d-4429-b746-e442bf16439a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:31.880034 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:31.920392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55352) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:31.920392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.381456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.465275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658bbcdd-3c3e-421f-82cb-13589f46bd37,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:32.503983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:32.561735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5682a1ca-3b1b-49ec-aa73-07982d9f0f6d req-25741cbe-999e-4124-aad2-f9cfa7e02764 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 210 time: 0.2674003 May 27 02:07:32.575667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92214ad-45fc-40b2-9b4c-155df7cf8e86 None None] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:32.613531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Usage tracker for resource:security_group_rule and tenant:2de5261179be450f87f07640c877e455 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:32.624187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:32.656116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-225e5cf1-e937-467d-8d65-daeac9d50ccc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:32.657840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-225e5cf1-e937-467d-8d65-daeac9d50ccc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.8950515 May 27 02:07:32.661967 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 02:07:32.662821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:07:32.678572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:32.728427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'port': {'device_id': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'admin_state_up': True, 'tenant_id': 'c67193f09b43444ab3f651a990b87101'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:32.737019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] Provisioning for port a41803c3-e702-4b47-8ed7-7f17b5be32e7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:32.757453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] Provisioning complete for port a41803c3-e702-4b47-8ed7-7f17b5be32e7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:32.757453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:32.798010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] For port 89476069-9a43-4171-b530-bc09ec3408b9, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:32.936931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aad0de02-bb2d-448d-87af-d6dabdf23c0d tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0693965 May 27 02:07:32.944364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55370) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:32.954127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] For port 89476069-9a43-4171-b530-bc09ec3408b9, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=89476069-9a43-4171-b530-bc09ec3408b9,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:33.057708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.160075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] Current status of the port a41803c3-e702-4b47-8ed7-7f17b5be32e7 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:33.160463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.201618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] For port a41803c3-e702-4b47-8ed7-7f17b5be32e7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a41803c3-e702-4b47-8ed7-7f17b5be32e7,segment=NetworkSegment(5ce4bc8b-d404-4066-9918-5b75a3dd1fd6),segment_id=5ce4bc8b-d404-4066-9918-5b75a3dd1fd6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:33.209387 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.219936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.220561 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.225237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Deleting port dd3ac4c6-8df3-4208-9ed7-53f8e2f7237a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:33.225876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.227744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.249345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc35b07-07af-437b-a40e-3be1025fe8e9 req-64582dce-7451-41cb-aa88-fde5e1fc90cc tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:33.263119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-acc35b07-07af-437b-a40e-3be1025fe8e9 req-64582dce-7451-41cb-aa88-fde5e1fc90cc tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 944 time: 0.7846477 May 27 02:07:33.293020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:33.293944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.295593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] 10.222.0.47 "PUT /v2.0/ports/89476069-9a43-4171-b530-bc09ec3408b9 HTTP/1.1" status: 200 len: 1093 time: 6.5696287 May 27 02:07:33.301125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'tag': '89476069-9a43-4171-b530-bc09ec3408b9'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:33.314943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f76c5-0c1d-43f0-9656-841c9b1d51ba None None] Pushing event updated for resources: {'Port': ['ID=a41803c3-e702-4b47-8ed7-7f17b5be32e7,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:33.318151 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.383151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45ad9-e94e-4174-b28f-e58ce54d1781 service neutron] Pushing event updated for resources: {'Port': ['ID=89476069-9a43-4171-b530-bc09ec3408b9,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:33.389350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:33.524176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:33.535495 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ccbb5c-ef89-4cbe-b821-f6b73419154a'] response: {'name': 'network-changed', 'server_uuid': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'tag': '89476069-9a43-4171-b530-bc09ec3408b9', 'status': 'completed', 'code': 200} May 27 02:07:33.558072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.559497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Made reservation on behalf of c67193f09b43444ab3f651a990b87101 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:33.563605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.679838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Calling delete_port for facfc3bc-906d-4429-b746-e442bf16439a owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:33.757214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2bb84697-d128-4ad1-9069-c08196e9a1f9 None None] Provisioning complete for port a41803c3-e702-4b47-8ed7-7f17b5be32e7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:33.758194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2bb84697-d128-4ad1-9069-c08196e9a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.797338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e3a18ca-2a6e-4f48-9336-880d46e2dc4a req-963a985f-3d8e-4008-9552-a31b17be405d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 210 time: 0.0652599 May 27 02:07:33.812495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.813003 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:33.825791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-c3312669-4921-40b7-bf6c-7a0cfbb40120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:33.837302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-c3312669-4921-40b7-bf6c-7a0cfbb40120 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 1096 time: 0.4599082 May 27 02:07:33.929337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2bb84697-d128-4ad1-9069-c08196e9a1f9 None None] Current status of the port a41803c3-e702-4b47-8ed7-7f17b5be32e7 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:33.947611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-acc35b07-07af-437b-a40e-3be1025fe8e9 req-eee127d0-33d0-49b2-a6d1-ca08c0dc15af tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835327 May 27 02:07:33.984840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-b8ed92a5-b478-4056-8b70-5360cba54fff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8865378 May 27 02:07:34.037316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Calling delete_port for dd3ac4c6-8df3-4208-9ed7-53f8e2f7237a owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:34.084876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-6f20c38d-1c75-46ae-adc2-5ddc823c2f22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89476069-9a43-4171-b530-bc09ec3408b9 HTTP/1.1" status: 200 len: 217 time: 0.1845582 May 27 02:07:34.159527 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.184728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.238590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Allocated IP 172.20.0.12 (486f415c-6f51-4b47-bbed-ac3121b794b2/5959d515-6e68-4298-85f0-9949c324ae35/945f1ada-2028-461f-a476-c6f93732d6ca) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:34.247853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-edea7c98-a3e1-4e15-81bb-c6274742e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:34.250160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Router 06ef232c-d8c0-4142-b999-84eff5ca2261 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:07:34.250660 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-edea7c98-a3e1-4e15-81bb-c6274742e7e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c HTTP/1.1" status: 200 len: 855 time: 0.1555808 May 27 02:07:34.263225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2de5261179be450f87f07640c877e455&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3487501 May 27 02:07:34.265236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55382) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:34.291599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df11a1e-edba-4961-bcc0-82f3d6de2536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529955df-c925-4228-8ad8-7a8350295337,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:34.303974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.309232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-e527905e-0d8a-4301-a070-710df88550f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520217 May 27 02:07:34.339658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-93b276c2-0fda-461b-9704-08cd81a9b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:34.341115 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-93b276c2-0fda-461b-9704-08cd81a9b57f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 1097 time: 0.3293076 May 27 02:07:34.447657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Pushing event deleted for resources: {'Port': ['ID=facfc3bc-906d-4429-b746-e442bf16439a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:34.848942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.869293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Transition to ACTIVE for port object 945f1ada-2028-461f-a476-c6f93732d6ca will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:34.898315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:34.968025 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b60a8bc-4bc8-4543-be78-d296ecd09509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.004369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd3ac4c6-8df3-4208-9ed7-53f8e2f7237a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:35.025701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.032918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-54a3223e-f635-4ccc-9e21-176dac0e137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.034403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-54a3223e-f635-4ccc-9e21-176dac0e137f service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.6319535 May 27 02:07:35.053553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b60a8bc-4bc8-4543-be78-d296ecd09509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.060905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:35.076916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Sync routers for ids ['06ef232c-d8c0-4142-b999-84eff5ca2261'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:35.091134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Routers {'06ef232c-d8c0-4142-b999-84eff5ca2261'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:35.092005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['06ef232c-d8c0-4142-b999-84eff5ca2261'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:35.103962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.227212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-86c3007b-c879-46ce-bac7-b69ffd6a0bad service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9012051 May 27 02:07:35.254631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:35.272769 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.273752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:35.275188 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e77d91d3-2362-41fb-84e4-6d2b889dffb4 tempest-AttachVolumeShelveTestJSON-694039190 tempest-AttachVolumeShelveTestJSON-694039190-project] 10.222.0.16 "DELETE /v2.0/floatingips/0a03f92b-6923-431e-ae2a-ac88614eb831 HTTP/1.1" status: 204 len: 168 time: 7.3700032 May 27 02:07:35.294214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.295994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:35.303269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d13b7ebc-99c7-4ce2-ad27-ba22836373e0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.3567204 May 27 02:07:35.316989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Set router 06ef232c-d8c0-4142-b999-84eff5ca2261 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:35.317510 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-78c80c23-8e53-4e76-8dca-cf57c1bd9f46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe HTTP/1.1" status: 200 len: 999 time: 0.2512884 May 27 02:07:35.320542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55396) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:35.491820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a41803c3-e702-4b47-8ed7-7f17b5be32e7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:35.498229 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.516376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=945f1ada-2028-461f-a476-c6f93732d6ca,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:35.599335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddbc9c-6188-4f90-b578-3a8434fa53ff req-f0707f1a-fb69-4d54-8d0b-8c42af2d9677 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.600083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8bddbc9c-6188-4f90-b578-3a8434fa53ff req-f0707f1a-fb69-4d54-8d0b-8c42af2d9677 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:35.615101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.616086 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.652421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b60a8bc-4bc8-4543-be78-d296ecd09509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.671579 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.672995 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-672457af-c48a-4a89-af6e-a54e4136469f tempest-ExternalNetworksAdminNegativeTestJSON-1485282360 tempest-ExternalNetworksAdminNegativeTestJSON-1485282360-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/c72fc0ec-dc17-4762-a5b4-8e9bff0cb63c HTTP/1.1" status: 204 len: 168 time: 2.7248743 May 27 02:07:35.680386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8bddbc9c-6188-4f90-b578-3a8434fa53ff req-f0707f1a-fb69-4d54-8d0b-8c42af2d9677 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:35.681996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bddbc9c-6188-4f90-b578-3a8434fa53ff req-f0707f1a-fb69-4d54-8d0b-8c42af2d9677 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 932 time: 0.6751714 May 27 02:07:35.683525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-4350871a-75d9-4875-a2f2-cdbd08b68d3d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9868510 May 27 02:07:35.689561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbd949bb-0fad-4d44-8cf6-8425f0ee9674 req-d110e276-13a5-4c70-ba7e-afba6a925aa1 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537973 May 27 02:07:35.696383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Request body: {'port': {'device_id': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:35.749545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-548bb546-2c74-4d92-8eb5-9b4d09c5fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.751023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-548bb546-2c74-4d92-8eb5-9b4d09c5fbe1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.4266140 May 27 02:07:35.785386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a41803c3-e702-4b47-8ed7-7f17b5be32e7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:35.786076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.801512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60a8bc-4bc8-4543-be78-d296ecd09509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529955df-c925-4228-8ad8-7a8350295337,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:35.857771 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b60a8bc-4bc8-4543-be78-d296ecd09509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.858901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b60a8bc-4bc8-4543-be78-d296ecd09509 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/529955df-c925-4228-8ad8-7a8350295337 HTTP/1.1" status: 204 len: 168 time: 1.5879605 May 27 02:07:35.881684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:35.885021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff904f-2ac8-4bd2-93f8-70aae0e15f64 req-0adc3b34-8a4b-4dd9-92ff-9c482da20814 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:35.887863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8dff904f-2ac8-4bd2-93f8-70aae0e15f64 req-0adc3b34-8a4b-4dd9-92ff-9c482da20814 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 944 time: 0.7468281 May 27 02:07:36.038271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad5a89cc-a043-47ed-aea6-228cd7a2b6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.050300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-839d32ee-1456-4ae9-a1f0-921db769b0e9 None None] Provisioning for port 945f1ada-2028-461f-a476-c6f93732d6ca completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:36.088497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-839d32ee-1456-4ae9-a1f0-921db769b0e9 None None] Provisioning complete for port 945f1ada-2028-461f-a476-c6f93732d6ca triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:36.089717 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-839d32ee-1456-4ae9-a1f0-921db769b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.165782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-839d32ee-1456-4ae9-a1f0-921db769b0e9 None None] Port 945f1ada-2028-461f-a476-c6f93732d6ca cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:36.180626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55416) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:36.186119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a41803c3-e702-4b47-8ed7-7f17b5be32e7 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:36.210216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:07:31Z', 'revision_number': 3, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:36.215143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Checking router: 06ef232c-d8c0-4142-b999-84eff5ca2261 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:36.215741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Updating router 06ef232c-d8c0-4142-b999-84eff5ca2261 port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:36.276032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8dff904f-2ac8-4bd2-93f8-70aae0e15f64 req-4d86c708-2b90-4a5f-bb3b-12d2013e5b3b tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974019 May 27 02:07:36.277500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.355678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bddbc9c-6188-4f90-b578-3a8434fa53ff req-de3c4644-ab8c-4eab-b02e-2c6908e64de3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864801 May 27 02:07:36.426178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55424) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:36.437731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-b6aaba15-f55b-4124-9c4c-bbb3aee6e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:36.444466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-b6aaba15-f55b-4124-9c4c-bbb3aee6e321 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6826093 May 27 02:07:36.480359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.536960 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.853085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-29e165c7-b531-44e7-9f2d-0322c68904fd service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954132 May 27 02:07:36.969731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945f1ada-2028-461f-a476-c6f93732d6ca {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:36.980257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:36.997732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Transition to ACTIVE for port object 945f1ada-2028-461f-a476-c6f93732d6ca will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:37.007698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:37.011823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-a3ed12a7-0a4c-4422-8b3f-404ea68d82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:37.013519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-a3ed12a7-0a4c-4422-8b3f-404ea68d82e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e08256278894b948447d2ce38d726ed&device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 1096 time: 1.1383262 May 27 02:07:37.014997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:37.020737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.025253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Usage tracker for resource:security_group_rule and tenant:c3da04ab7a2e490a924a8d437c3f9ad0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:37.028352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Usage tracker for resource:security_group_rule and tenant:719dac4d489048bcb212d5b4d3f2b778 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:37.052739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.065869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6f61695-dce0-4e84-8f89-09af072ef9b8 req-9c9e9466-f0da-44c4-861d-7ff1aee95caf service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031779 May 27 02:07:37.075434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Transition to ACTIVE for port object 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:37.088720 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.115453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:37.128623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:37.140300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:37.241977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Attempting to bind port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:37.242531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Attempting to bind port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:37.243140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Attempting to bind port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:37.246070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466eae44-7199-4d65-8bd5-d10fd86fbd47 None None] Pushing event updated for resources: {'Port': ['ID=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:37.262421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:37.263260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:37.263875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.264471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:37.265300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Bound port: 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:37.266065 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.344497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.370003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] For port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:37.374363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] For port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:37.394589 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:37.474509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:37.539320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Routers {'06ef232c-d8c0-4142-b999-84eff5ca2261'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:37.540184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['06ef232c-d8c0-4142-b999-84eff5ca2261'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:37.796661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] Set router 06ef232c-d8c0-4142-b999-84eff5ca2261 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:37.948653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.037993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466eae44-7199-4d65-8bd5-d10fd86fbd47 None None] Pushing event updated for resources: {'Port': ['ID=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:38.097061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Pushing event updated for resources: {'Port': ['ID=945f1ada-2028-461f-a476-c6f93732d6ca,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:38.103748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.181326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c28ebb48-7b33-4312-b3af-95bfb013d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.253974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Allocated IP 172.20.0.1 (a30aeac6-2b06-462a-b5ae-d5a4c836a686/13dd34db-c771-422e-ac47-9845a4ec75a8/025309a2-fa41-4c5a-a2d8-03e1ec36f182) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:38.285002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d168-e29b-4e91-a07d-26bcbe194668 req-be2ef842-cdc7-48c4-995a-480299b740ad tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:38.286608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40e2d168-e29b-4e91-a07d-26bcbe194668 req-be2ef842-cdc7-48c4-995a-480299b740ad tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 944 time: 0.2765219 May 27 02:07:38.327923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3da04ab7a2e490a924a8d437c3f9ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1394889 May 27 02:07:38.330406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55494) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:38.472991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:07:31Z', 'revision_number': 3, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:38.480292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510bc7e-3695-442a-a5bf-691f1b097e4c None None] The sync data for ids ['06ef232c-d8c0-4142-b999-84eff5ca2261'] in n-d-843146-11 is: [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:07:31Z', 'revision_number': 3, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:38.651459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40e2d168-e29b-4e91-a07d-26bcbe194668 req-39cd87a5-cf60-429e-8a0b-8b3780c7acfb tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563690 May 27 02:07:38.667748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce996f6-1775-4d31-9407-121cee0dab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92fd69-de10-4351-b3ba-adc6c03087c5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:38.737956 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-354471a8-4182-4cd1-a352-de255a1a99c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.738156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Attempting to bind port 945f1ada-2028-461f-a476-c6f93732d6ca on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:38.738398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Attempting to bind port 945f1ada-2028-461f-a476-c6f93732d6ca by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:38.738663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Attempting to bind port 945f1ada-2028-461f-a476-c6f93732d6ca on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:38.762817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.780035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Port 945f1ada-2028-461f-a476-c6f93732d6ca on network 486f415c-6f51-4b47-bbed-ac3121b794b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:07:38.780349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Attempting to bind port 945f1ada-2028-461f-a476-c6f93732d6ca on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:38.796293 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-354471a8-4182-4cd1-a352-de255a1a99c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.802510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:38.802741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:38.803447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Bound using segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:38.806743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Bound port: 945f1ada-2028-461f-a476-c6f93732d6ca, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:38.807110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.808009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Transition to ACTIVE for port object 025309a2-fa41-4c5a-a2d8-03e1ec36f182 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:38.838046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-b7ebae5f-1d49-46e5-8428-7c031673b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:38.840175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-b7ebae5f-1d49-46e5-8428-7c031673b49b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 200 len: 916 time: 1.8090229 May 27 02:07:38.884248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-354471a8-4182-4cd1-a352-de255a1a99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.897399 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:38.974727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354471a8-4182-4cd1-a352-de255a1a99c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92fd69-de10-4351-b3ba-adc6c03087c5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:39.065958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354da6b-931f-42bc-8688-5d468f4c322d req-8e7897a7-99bb-48cc-80a7-12f606cd3049 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:39.078061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0354da6b-931f-42bc-8688-5d468f4c322d req-8e7897a7-99bb-48cc-80a7-12f606cd3049 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 944 time: 1.2230699 May 27 02:07:39.090971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:39.091117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.102783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:39.136928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:39.204711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-3f5253b4-9193-4da7-af84-41817c7594fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89476069-9a43-4171-b530-bc09ec3408b9 HTTP/1.1" status: 200 len: 217 time: 0.3271492 May 27 02:07:39.215033 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.226910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-354471a8-4182-4cd1-a352-de255a1a99c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.235437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-354471a8-4182-4cd1-a352-de255a1a99c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb92fd69-de10-4351-b3ba-adc6c03087c5 HTTP/1.1" status: 204 len: 168 time: 0.8883281 May 27 02:07:39.311993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Pushing event updated for resources: {'Port': ['ID=025309a2-fa41-4c5a-a2d8-03e1ec36f182,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:39.347229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.363604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=719dac4d489048bcb212d5b4d3f2b778&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9355710 May 27 02:07:39.369470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55596) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:39.378589 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.464010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104891ca-4e59-4ed6-b3d0-4a2db238db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bbf521-74ce-4e1b-b800-78326aca357b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:39.471953 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.662757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:39.771705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0354da6b-931f-42bc-8688-5d468f4c322d req-7fadf2fd-6245-400b-8ea1-d7c0981defef tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926930 May 27 02:07:39.786881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-576a9640-f2ab-40a5-ba22-cfd3a3c1b5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.809915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] For port 945f1ada-2028-461f-a476-c6f93732d6ca, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:39.888513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-7c1ae902-9c0c-48ab-8b96-95aa71966997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:39.890487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-7c1ae902-9c0c-48ab-8b96-95aa71966997 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c HTTP/1.1" status: 200 len: 855 time: 0.6177485 May 27 02:07:39.943614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:39.964919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-576a9640-f2ab-40a5-ba22-cfd3a3c1b5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:39.969306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-147aad59-4315-4958-9371-59f888dee742 None None] Provisioning for port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:40.021044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] For port 945f1ada-2028-461f-a476-c6f93732d6ca, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=945f1ada-2028-461f-a476-c6f93732d6ca,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:40.021884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-147aad59-4315-4958-9371-59f888dee742 None None] Provisioning complete for port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:40.022305 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-147aad59-4315-4958-9371-59f888dee742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.071044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.269905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-5785bf1f-867e-4f32-b2c4-32678faea13c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3686657 May 27 02:07:40.381167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-147aad59-4315-4958-9371-59f888dee742 None None] Port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:40.388120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:40.388931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.453941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:40.525863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:40.558018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 89476069-9a43-4171-b530-bc09ec3408b9 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:07:40.801502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 89476069-9a43-4171-b530-bc09ec3408b9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=89476069-9a43-4171-b530-bc09ec3408b9,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:40.825207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '89476069-9a43-4171-b530-bc09ec3408b9', 'network_id': '3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0', 'port_id': '89476069-9a43-4171-b530-bc09ec3408b9', 'mac_address': 'fa:16:3e:53:52:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bad4e2b-0b10-4d1b-b913-b8dd6d18449c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:07:40.962431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:40.990660 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e9a63e93-ea1c-4db6-aa2f-acced0130f73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f15f3d8f332e4c91ad5825ff2d2b4686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636414 May 27 02:07:40.997415 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.002423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] 10.222.0.47 "PUT /v2.0/ports/945f1ada-2028-461f-a476-c6f93732d6ca HTTP/1.1" status: 200 len: 1093 time: 5.3107212 May 27 02:07:41.024364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55740) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:41.026198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-576a9640-f2ab-40a5-ba22-cfd3a3c1b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.032581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'tag': '945f1ada-2028-461f-a476-c6f93732d6ca'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:41.162874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:41.163444 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.237444 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.258111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 89476069-9a43-4171-b530-bc09ec3408b9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:41.258763 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.284978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a9640-f2ab-40a5-ba22-cfd3a3c1b5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bbf521-74ce-4e1b-b800-78326aca357b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:41.290198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:41.304580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.309194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-576a9640-f2ab-40a5-ba22-cfd3a3c1b5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.310320 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-576a9640-f2ab-40a5-ba22-cfd3a3c1b5e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52bbf521-74ce-4e1b-b800-78326aca357b HTTP/1.1" status: 204 len: 168 time: 1.9397852 May 27 02:07:41.484647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-dcdb118d-3b5c-4ac9-a493-9e52a1e1afaf service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2051566 May 27 02:07:41.486278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f98c3f-1c36-48a4-8a28-7c37a7247627 service neutron] Pushing event updated for resources: {'Port': ['ID=945f1ada-2028-461f-a476-c6f93732d6ca,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:41.503026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb10e8-8670-4694-807b-7c29bdbcce34 req-98a4967c-871b-4955-99f1-92ce976311fd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.510994 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4dbb10e8-8670-4694-807b-7c29bdbcce34 req-98a4967c-871b-4955-99f1-92ce976311fd tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 944 time: 1.4542117 May 27 02:07:41.580617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:41.592744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89476069-9a43-4171-b530-bc09ec3408b9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:41.637275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 89476069-9a43-4171-b530-bc09ec3408b9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=89476069-9a43-4171-b530-bc09ec3408b9,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:41.639883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da23993c-a3c8-48a7-bf41-7f62244acc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.646468 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.694889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4dbb10e8-8670-4694-807b-7c29bdbcce34 req-0b47bb1f-819c-4f30-a12d-89604fbb33f8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829967 May 27 02:07:41.740352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da23993c-a3c8-48a7-bf41-7f62244acc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.832729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.842583 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31039e4c-4900-4030-917a-e6fb844d7635'] response: {'name': 'network-changed', 'server_uuid': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'tag': '945f1ada-2028-461f-a476-c6f93732d6ca', 'status': 'completed', 'code': 200} May 27 02:07:41.868764 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:41.871508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=89476069-9a43-4171-b530-bc09ec3408b9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:41.930965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a188b-b33f-4b58-b41c-47f80f2dc8e0 req-6a207aae-2441-4229-b34d-d13afc14b17c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:41.956064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-487a188b-b33f-4b58-b41c-47f80f2dc8e0 req-6a207aae-2441-4229-b34d-d13afc14b17c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 944 time: 0.6583481 May 27 02:07:41.998371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['89476069-9a43-4171-b530-bc09ec3408b9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:07:42.060241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da23993c-a3c8-48a7-bf41-7f62244acc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.093594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.104199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Pushing event updated for resources: {'Port': ['ID=025309a2-fa41-4c5a-a2d8-03e1ec36f182,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:42.116217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-1b049a1f-b923-49ca-8971-9f6e2483973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:42.117876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23993c-a3c8-48a7-bf41-7f62244acc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658bbcdd-3c3e-421f-82cb-13589f46bd37,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:42.118284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-1b049a1f-b923-49ca-8971-9f6e2483973e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 1096 time: 1.0712805 May 27 02:07:42.130093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-da23993c-a3c8-48a7-bf41-7f62244acc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:42.131448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-da23993c-a3c8-48a7-bf41-7f62244acc7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/658bbcdd-3c3e-421f-82cb-13589f46bd37 HTTP/1.1" status: 204 len: 168 time: 1.0800283 May 27 02:07:42.278934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-487a188b-b33f-4b58-b41c-47f80f2dc8e0 req-7592ed86-85e2-4144-b210-359c9c51884a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213787 May 27 02:07:42.339909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-73f0cc8d-de6f-4b71-9f01-7cc40cee9c77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=945f1ada-2028-461f-a476-c6f93732d6ca HTTP/1.1" status: 200 len: 217 time: 0.2042353 May 27 02:07:42.348954 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92fb7ca-0fb5-4812-87b4-cf18a211d25a req-4ca2a187-254a-4d8a-b43a-f9a494957d96 service neutron] 10.222.0.47 "GET /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403573 May 27 02:07:42.405295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:42.406338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:42.554553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-9d9c88bf-2ccf-42f5-a904-f5cee2258dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:42.556888 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-9d9c88bf-2ccf-42f5-a904-f5cee2258dd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.2044485 May 27 02:07:42.940954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240dc7-a594-4f89-9276-68515b6edd6e req-0b7b3fb3-d3ce-436d-95fb-d1436ddae8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:42.942458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-0b7b3fb3-d3ce-436d-95fb-d1436ddae8ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3777516 May 27 02:07:42.961178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6e3f6af5-ffc7-46c9-bcff-6ae2bb12e62f None None] Provisioning complete for port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:42.961868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6af5-ffc7-46c9-bcff-6ae2bb12e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:43.091275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Router 06ef232c-d8c0-4142-b999-84eff5ca2261 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:43.130516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f6af5-ffc7-46c9-bcff-6ae2bb12e62f None None] Port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:07:43.239247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-d002e8e3-cf43-41bc-8e49-9f7c08ee3990 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686167 May 27 02:07:43.329740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eced8-612f-4bae-ac0b-a1d847dea7ff req-5441c7aa-cd22-49a3-bd3a-6ce92b67f6da tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:43.332459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-162eced8-612f-4bae-ac0b-a1d847dea7ff req-5441c7aa-cd22-49a3-bd3a-6ce92b67f6da tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 945 time: 0.2936385 May 27 02:07:43.435015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:43.448111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0fef1c79-b810-420c-b190-920d861b0df4 admin admin] 10.222.0.16 "PUT /v2.0/routers/06ef232c-d8c0-4142-b999-84eff5ca2261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1272078 May 27 02:07:43.459000 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Sync routers for ids ['06ef232c-d8c0-4142-b999-84eff5ca2261'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:43.464871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:43.466888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-162eced8-612f-4bae-ac0b-a1d847dea7ff req-8ae8aeb6-b83f-4b9b-b92d-ab21366b839c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256595 May 27 02:07:43.500428 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Routers {'06ef232c-d8c0-4142-b999-84eff5ca2261'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:43.500428 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['06ef232c-d8c0-4142-b999-84eff5ca2261'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:43.579415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64240dc7-a594-4f89-9276-68515b6edd6e req-32eae65b-a4a1-47ad-9f8a-7799c3da12c2 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135753 May 27 02:07:43.695526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:43.711312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:43.805959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-ccab2910-321c-40cc-b48d-c5079a7b2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:43.808135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-ccab2910-321c-40cc-b48d-c5079a7b2036 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 1096 time: 0.1391017 May 27 02:07:43.868807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1cba7-8cf7-4f6f-9255-dd0f2a759d31 req-3f87210b-e137-41a8-b0cf-319492a7354b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:43.879101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ba1cba7-8cf7-4f6f-9255-dd0f2a759d31 req-3f87210b-e137-41a8-b0cf-319492a7354b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 944 time: 0.3232119 May 27 02:07:43.900024 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Set router 06ef232c-d8c0-4142-b999-84eff5ca2261 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:44.063864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:44.120441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ba1cba7-8cf7-4f6f-9255-dd0f2a759d31 req-af9bef01-b66d-4bfb-819c-12d86f28ead5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403274 May 27 02:07:44.165158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-0a0e2d9e-4735-4bad-81a3-6135ce7a9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:44.166620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-0a0e2d9e-4735-4bad-81a3-6135ce7a9806 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.3527427 May 27 02:07:44.270593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-f2370641-9e3a-4cf6-a266-fdf1c8d8ac0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=945f1ada-2028-461f-a476-c6f93732d6ca HTTP/1.1" status: 200 len: 217 time: 0.0967474 May 27 02:07:44.404192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-cec1fc7e-f491-477e-9b2d-cbfa52b2ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:44.405648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-cec1fc7e-f491-477e-9b2d-cbfa52b2ed86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1279018 May 27 02:07:44.453955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 89476069-9a43-4171-b530-bc09ec3408b9 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:44.619094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:07:39Z', 'revision_number': 4, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '025309a2-fa41-4c5a-a2d8-03e1ec36f182', 'name': '', 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'mac_address': 'fa:16:3e:01:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '13dd34db-c771-422e-ac47-9845a4ec75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:37Z', 'updated_at': '2022-05-27T02:07:40Z', 'revision_number': 2, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'subnets': [{'id': '13dd34db-c771-422e-ac47-9845a4ec75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:44.633789 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Checking router: 06ef232c-d8c0-4142-b999-84eff5ca2261 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:44.636411 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Updating router 06ef232c-d8c0-4142-b999-84eff5ca2261 port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:07:44.649269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-714f8cff-3ce2-469a-9bf8-610d2734e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:44.660255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-714f8cff-3ce2-469a-9bf8-610d2734e078 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474699 May 27 02:07:44.663704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 89476069-9a43-4171-b530-bc09ec3408b9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:44.676239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 89476069-9a43-4171-b530-bc09ec3408b9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:44.676613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:44.796789 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.079923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 89476069-9a43-4171-b530-bc09ec3408b9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:45.081376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.157833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 89476069-9a43-4171-b530-bc09ec3408b9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=89476069-9a43-4171-b530-bc09ec3408b9,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:45.160624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89476069-9a43-4171-b530-bc09ec3408b9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:45.172126 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.249268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-70506395-5140-4c23-ab37-c5968f2b692d service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790758 May 27 02:07:45.309088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba85e04-11fd-4928-a445-dd7eff2afc77 req-30d4f33d-5651-40bc-9f95-77be5a418da8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:45.309799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ba85e04-11fd-4928-a445-dd7eff2afc77 req-30d4f33d-5651-40bc-9f95-77be5a418da8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Synchronizing usage tracker for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:07:45.315592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=89476069-9a43-4171-b530-bc09ec3408b9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:45.591042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-502078a2-6fad-41c7-b37c-c6d6872c2b42 req-2c335b39-991b-4f77-a14a-8cbc55add9ee service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317709 May 27 02:07:45.595484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ba85e04-11fd-4928-a445-dd7eff2afc77 req-30d4f33d-5651-40bc-9f95-77be5a418da8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Unset dirty status for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:07:45.620233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ba85e04-11fd-4928-a445-dd7eff2afc77 req-30d4f33d-5651-40bc-9f95-77be5a418da8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 945 time: 0.7022176 May 27 02:07:45.701358 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.726312 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Transition to ACTIVE for port object 025309a2-fa41-4c5a-a2d8-03e1ec36f182 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:07:45.727453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ba85e04-11fd-4928-a445-dd7eff2afc77 req-4abb3617-d9d0-43b0-9ea5-8523a2ce402c tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055276 May 27 02:07:45.744068 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:45.845668 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd3ebdd-c533-4b3e-9605-3edd233ccd94'] response: {'server_uuid': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89476069-9a43-4171-b530-bc09ec3408b9', 'code': 200} May 27 02:07:46.051801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56084) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:46.118754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1495-476a-412b-ab65-2c63399d57b9 req-2d71f248-b6ba-452d-a9f5-38bcb32b3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:46.120849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdbb1495-476a-412b-ab65-2c63399d57b9 req-2d71f248-b6ba-452d-a9f5-38bcb32b3393 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 1098 time: 0.1847293 May 27 02:07:46.207657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdbb1495-476a-412b-ab65-2c63399d57b9 req-6573cdc5-574b-4177-aaec-40bb1973c8f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752439 May 27 02:07:46.240355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56096) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:46.260343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff912d72-a92c-4354-9fa6-a18908d5f681 req-98f03709-8a3c-4413-8e56-469a4cbdc89d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:46.261972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff912d72-a92c-4354-9fa6-a18908d5f681 req-98f03709-8a3c-4413-8e56-469a4cbdc89d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 944 time: 0.2023208 May 27 02:07:46.273639 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2b480-d93d-4d3d-9f34-e43d41a49449 None None] Pushing event updated for resources: {'Port': ['ID=025309a2-fa41-4c5a-a2d8-03e1ec36f182,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:46.316970 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Attempting to bind port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:07:46.317340 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Attempting to bind port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:07:46.317701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Attempting to bind port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 on network a30aeac6-2b06-462a-b5ae-d5a4c836a686 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:07:46.324158 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:07:46.324861 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Checking segment: {'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:07:46.325166 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.325560 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Bound using segment: {'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:07:46.326026 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Bound port: 025309a2-fa41-4c5a-a2d8-03e1ec36f182, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:07:46.326399 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.358255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff912d72-a92c-4354-9fa6-a18908d5f681 req-df14fadf-3a1a-49e2-b4fc-6d1900192494 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783174 May 27 02:07:46.435405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1802772928', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:46.444550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:46.462164 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] For port 025309a2-fa41-4c5a-a2d8-03e1ec36f182, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:07:46.466577 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] For port 025309a2-fa41-4c5a-a2d8-03e1ec36f182, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=025309a2-fa41-4c5a-a2d8-03e1ec36f182,segment=NetworkSegment(5ce4bc8b-d404-4066-9918-5b75a3dd1fd6),segment_id=5ce4bc8b-d404-4066-9918-5b75a3dd1fd6)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:07:46.472045 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.474548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Usage tracker for resource:port and tenant:a50b46b943d8451db65b5831d4751d93 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:46.479053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:46.494490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:46.509040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Made reservation on behalf of a50b46b943d8451db65b5831d4751d93 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:07:46.515692 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.543069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.572560 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2b480-d93d-4d3d-9f34-e43d41a49449 None None] Pushing event updated for resources: {'Port': ['ID=025309a2-fa41-4c5a-a2d8-03e1ec36f182,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:46.578632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:46.589254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Usage tracker for resource:security_group_rule and tenant:a50b46b943d8451db65b5831d4751d93 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:46.608498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:46.618585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:46.620373 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Routers {'06ef232c-d8c0-4142-b999-84eff5ca2261'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:46.621022 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['06ef232c-d8c0-4142-b999-84eff5ca2261'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:46.729396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56122) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:46.860234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56130) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:46.942359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.952102 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:46.972523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] device_id is not set on port 4518985f-fb39-4f2e-85db-a752e0592039 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:07:46.984703 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] Set router 06ef232c-d8c0-4142-b999-84eff5ca2261 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:47.241927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be03b-00e9-489a-b740-6963b5bf7491 req-ed2d008b-e181-49ec-8617-de6ef93b8d8a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:47.244221 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c5be03b-00e9-489a-b740-6963b5bf7491 req-ed2d008b-e181-49ec-8617-de6ef93b8d8a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.2366433 May 27 02:07:47.319719 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.345633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c5be03b-00e9-489a-b740-6963b5bf7491 req-82b5f1a1-530c-4e60-8786-685efc56036a tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 May 27 02:07:47.398447 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:07:39Z', 'revision_number': 4, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '025309a2-fa41-4c5a-a2d8-03e1ec36f182', 'name': '', 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'mac_address': 'fa:16:3e:01:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '13dd34db-c771-422e-ac47-9845a4ec75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:37Z', 'updated_at': '2022-05-27T02:07:46Z', 'revision_number': 4, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'subnets': [{'id': '13dd34db-c771-422e-ac47-9845a4ec75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:47.403214 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c96d-5e62-4b78-bdb1-1dc2539a24ea None None] The sync data for ids ['06ef232c-d8c0-4142-b999-84eff5ca2261'] in n-d-843146-11 is: [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:07:39Z', 'revision_number': 4, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '025309a2-fa41-4c5a-a2d8-03e1ec36f182', 'name': '', 'network_id': 'a30aeac6-2b06-462a-b5ae-d5a4c836a686', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'mac_address': 'fa:16:3e:01:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '13dd34db-c771-422e-ac47-9845a4ec75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:37Z', 'updated_at': '2022-05-27T02:07:46Z', 'revision_number': 4, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'subnets': [{'id': '13dd34db-c771-422e-ac47-9845a4ec75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:47.616596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:47.679735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe71cd5-bb4e-49dc-b198-46bfac79cd7b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:47.682809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:47.786580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Usage tracker for resource:security_group_rule and tenant:693d7efc00374131acce493d11c34dfb is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:47.795119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:47.856254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:47.946203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Allocated IP 172.25.3.71 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/4518985f-fb39-4f2e-85db-a752e0592039) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:07:48.020023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc538cc5-a74d-4298-a62f-a31575d84491 req-9f48609d-17b6-4c58-82e7-a1416550cb82 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:48.027258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc538cc5-a74d-4298-a62f-a31575d84491 req-9f48609d-17b6-4c58-82e7-a1416550cb82 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 944 time: 0.4182651 May 27 02:07:48.139745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc538cc5-a74d-4298-a62f-a31575d84491 req-bdf1de6e-276b-425d-9565-741c1e0b9b70 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110845 May 27 02:07:48.202237 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.246392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.325383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Deleting port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:48.325866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.362317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b723c41-32a5-407c-806e-90af61bd58f3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:48.399250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab3936ad-6e09-49d9-bc23-fde8dc8092ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=693d7efc00374131acce493d11c34dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5338655 May 27 02:07:48.401827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:48.464081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 945f1ada-2028-461f-a476-c6f93732d6ca details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:07:48.480627 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.591303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.636866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a171dc-85b5-480b-a555-2efb8480057a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.667281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a171dc-85b5-480b-a555-2efb8480057a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.689002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 945f1ada-2028-461f-a476-c6f93732d6ca, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=945f1ada-2028-461f-a476-c6f93732d6ca,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:48.697393 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.707956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '945f1ada-2028-461f-a476-c6f93732d6ca', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': '945f1ada-2028-461f-a476-c6f93732d6ca', 'mac_address': 'fa:16:3e:d8:43:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:07:48.745741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a171dc-85b5-480b-a555-2efb8480057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.786774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 945f1ada-2028-461f-a476-c6f93732d6ca is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:48.787456 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.787567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a171dc-85b5-480b-a555-2efb8480057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b723c41-32a5-407c-806e-90af61bd58f3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:48.819361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:07:48.835624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Pushing event updated for resources: {'Port': ['ID=4518985f-fb39-4f2e-85db-a752e0592039,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:48.839775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:07:48.843112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945f1ada-2028-461f-a476-c6f93732d6ca {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:07:48.845456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2a171dc-85b5-480b-a555-2efb8480057a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.846842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:07:48.850089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f2a171dc-85b5-480b-a555-2efb8480057a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b723c41-32a5-407c-806e-90af61bd58f3 HTTP/1.1" status: 204 len: 168 time: 0.4452868 May 27 02:07:48.858024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] For port 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:48.858385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.875294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 945f1ada-2028-461f-a476-c6f93732d6ca, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=945f1ada-2028-461f-a476-c6f93732d6ca,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:48.885815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:48.974576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:48.977059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.004978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=945f1ada-2028-461f-a476-c6f93732d6ca,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:49.056249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85366a61-c8b0-46e4-b2c1-b2473d7c3981 req-857f5e15-6c6a-44c0-8929-60d4814f6dee tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:49.057743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85366a61-c8b0-46e4-b2c1-b2473d7c3981 req-857f5e15-6c6a-44c0-8929-60d4814f6dee tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.5089631 May 27 02:07:49.066723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Calling delete_port for 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:49.183943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85366a61-c8b0-46e4-b2c1-b2473d7c3981 req-e9f38a36-6e43-4e74-a897-7fff46622612 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850239 May 27 02:07:49.211391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ddefbaa1-20b0-44b0-bcf0-860ddd74a616 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9563875 May 27 02:07:49.211391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56158) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:49.218021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.71'}]}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:07:49.226665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:49.233395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Usage tracker for resource:router and tenant:a50b46b943d8451db65b5831d4751d93 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:49.239064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:49.245837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:07:49.260684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:49.402316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56166) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:49.421317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.422326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.462033 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.507118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 025309a2-fa41-4c5a-a2d8-03e1ec36f182 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:49.645230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.677279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:49.683693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:49.684438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.716948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:49.735424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Deleting port 08b74d46-2ecb-4b28-b1a8-42795a775bac {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:49.735774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.775011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.863504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:49.867789 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.869595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:49.893699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:3444d00c14ec4b3ebe2c35a0b7e4f1ac is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:49.919157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:49.942523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 025309a2-fa41-4c5a-a2d8-03e1ec36f182, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=025309a2-fa41-4c5a-a2d8-03e1ec36f182,segment=NetworkSegment(5ce4bc8b-d404-4066-9918-5b75a3dd1fd6),segment_id=5ce4bc8b-d404-4066-9918-5b75a3dd1fd6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:49.960899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:49.973519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:50.039153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8be214-e249-45aa-8004-711410c0f015 req-884126f2-4029-463d-9b50-d5338a89c164 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:50.040805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8be214-e249-45aa-8004-711410c0f015 req-884126f2-4029-463d-9b50-d5338a89c164 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.4510026 May 27 02:07:50.103450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=025309a2-fa41-4c5a-a2d8-03e1ec36f182,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:50.205752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8be214-e249-45aa-8004-711410c0f015 req-423e2fc8-0c70-41b7-9d8c-388dfb086cd5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540020 May 27 02:07:50.228165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.412421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.439101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fb6e0-31b6-453e-9f6d-6bd65dfe5a91 req-8522f369-675c-4232-a3d6-02832fbee22e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:50.440726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-853fb6e0-31b6-453e-9f6d-6bd65dfe5a91 req-8522f369-675c-4232-a3d6-02832fbee22e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 945 time: 0.6424251 May 27 02:07:50.484618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 945f1ada-2028-461f-a476-c6f93732d6ca up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:50.507224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] For port 08b74d46-2ecb-4b28-b1a8-42795a775bac, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=08b74d46-2ecb-4b28-b1a8-42795a775bac,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:50.508720 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.603122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 945f1ada-2028-461f-a476-c6f93732d6ca completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:07:50.608545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 945f1ada-2028-461f-a476-c6f93732d6ca triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:50.609069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.671071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Calling delete_port for 08b74d46-2ecb-4b28-b1a8-42795a775bac owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:50.733230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 945f1ada-2028-461f-a476-c6f93732d6ca is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:50.733644 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.764074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f1ada-2028-461f-a476-c6f93732d6ca'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:50.775519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 945f1ada-2028-461f-a476-c6f93732d6ca, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=945f1ada-2028-461f-a476-c6f93732d6ca,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:50.781899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.813098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2dd8f-3e21-4196-a4bf-b413be7df0c6 req-b54ce5db-b943-427e-961f-105fd128d50d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:50.813709 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-853fb6e0-31b6-453e-9f6d-6bd65dfe5a91 req-f16e85ce-d05c-493b-8d1a-4fa91e284e8d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503923 May 27 02:07:50.820779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10f2dd8f-3e21-4196-a4bf-b413be7df0c6 req-b54ce5db-b943-427e-961f-105fd128d50d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.2007215 May 27 02:07:50.852709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=945f1ada-2028-461f-a476-c6f93732d6ca,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:50.861926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:50.872111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.883377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10f2dd8f-3e21-4196-a4bf-b413be7df0c6 req-697fb52f-ad29-45c8-b884-50a2045b206d tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618961 May 27 02:07:50.884482 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:50.942128 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a30ed6-09e3-4094-ac38-033145a1bd4d'] response: {'server_uuid': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f1ada-2028-461f-a476-c6f93732d6ca', 'code': 200} May 27 02:07:51.061708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f40b973-0253-432a-b431-008affd72c6e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:51.074195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bb7f9410-a05f-4079-949e-c012abc72cc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3444d00c14ec4b3ebe2c35a0b7e4f1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6540680 May 27 02:07:51.141671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56190) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:51.254410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:51.265907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] Sync routers for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:51.280405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:51.281260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:51.298448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-29e430fd-f6ca-4cb2-abce-03bbdb3cc5f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ce9989f-d0da-4cba-92a6-043e2fbd1847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2445271 May 27 02:07:51.303079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56196) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:51.317149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fd8e2-ffff-4856-af84-637109ba251e req-ef2f4098-248f-450b-b3a8-dff744dcfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:51.318679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-543fd8e2-ffff-4856-af84-637109ba251e req-ef2f4098-248f-450b-b3a8-dff744dcfdc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 1098 time: 0.2541447 May 27 02:07:51.409862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eab340ee-c6b7-41d4-8710-93210cf290dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.577022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 025309a2-fa41-4c5a-a2d8-03e1ec36f182 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:07:51.584506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d579dfd-a392-4ae0-84e7-4410b869e736 req-1bd18fd1-e004-4361-975d-167a1cab9014 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:51.593130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d579dfd-a392-4ae0-84e7-4410b869e736 req-1bd18fd1-e004-4361-975d-167a1cab9014 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.4905715 May 27 02:07:51.643046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eab340ee-c6b7-41d4-8710-93210cf290dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.728046 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d579dfd-a392-4ae0-84e7-4410b869e736 req-031c1285-3409-43fe-8d29-8888d5d22233 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336157 May 27 02:07:51.752697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.765523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:51.795717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.924809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b74d46-2ecb-4b28-b1a8-42795a775bac,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:51.987401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:51.990705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:07:51.994914 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.026214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.059809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eab340ee-c6b7-41d4-8710-93210cf290dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.084598 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.091658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Deleting port cb08027c-e897-49b6-8baa-f46007bcdce2 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:52.092032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-543fd8e2-ffff-4856-af84-637109ba251e req-97fd93e7-1b5a-437c-b885-60e6374f739c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286075 May 27 02:07:52.092153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.133615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab340ee-c6b7-41d4-8710-93210cf290dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f40b973-0253-432a-b431-008affd72c6e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:52.155522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eab340ee-c6b7-41d4-8710-93210cf290dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.157044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eab340ee-c6b7-41d4-8710-93210cf290dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f40b973-0253-432a-b431-008affd72c6e HTTP/1.1" status: 204 len: 168 time: 1.0141928 May 27 02:07:52.433602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:52.582156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc1384-e917-4950-9ef1-705d12d65af2 req-65ed8121-449d-439b-8854-e55f1f2bec4b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:52.601817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5cc1384-e917-4950-9ef1-705d12d65af2 req-65ed8121-449d-439b-8854-e55f1f2bec4b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 946 time: 0.9368634 May 27 02:07:52.613787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T02:07:49Z', 'revision_number': 5, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port': {'id': 'cb08027c-e897-49b6-8baa-f46007bcdce2', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T01:56:31Z', 'updated_at': '2022-05-27T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:52.623319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] Checking router: 9ce9989f-d0da-4cba-92a6-043e2fbd1847 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:52.642295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] Routers {'9ce9989f-d0da-4cba-92a6-043e2fbd1847'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:52.643502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:52.647206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] For port cb08027c-e897-49b6-8baa-f46007bcdce2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cb08027c-e897-49b6-8baa-f46007bcdce2,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:52.655799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.770213 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:52.833864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] Set router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:52.875317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5cc1384-e917-4950-9ef1-705d12d65af2 req-56c7e947-32dd-4a23-9c82-e8039adbb7ab tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725689 May 27 02:07:53.108887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.130445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T02:07:52Z', 'revision_number': 6, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:53.132774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Calling delete_port for cb08027c-e897-49b6-8baa-f46007bcdce2 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:53.144580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239be85e-b6ee-4783-a13e-2308503a52da None None] The sync data for ids ['9ce9989f-d0da-4cba-92a6-043e2fbd1847'] in n-d-843146-11 is: [{'id': '9ce9989f-d0da-4cba-92a6-043e2fbd1847', 'name': 'tempest-AttachVolumeShelveTestJSON-466135137-router', 'tenant_id': 'c20dc2a0995c429299036b2c45018d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T01:56:28Z', 'updated_at': '2022-05-27T02:07:52Z', 'revision_number': 6, 'project_id': 'c20dc2a0995c429299036b2c45018d78', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:53.257792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ddcc8-f851-4f7a-bc34-401f419e481d req-532c517d-25d3-41ad-8f1c-41fefb2adbdc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:53.268740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f7ddcc8-f851-4f7a-bc34-401f419e481d req-532c517d-25d3-41ad-8f1c-41fefb2adbdc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 1.0081608 May 27 02:07:53.369850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f7ddcc8-f851-4f7a-bc34-401f419e481d req-8caa9e5a-1473-49b6-bf78-add2ed43d492 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999956 May 27 02:07:53.480781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:53.559579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:53.560171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6e83ceac-53f9-4a3f-b4de-1c95fb0e48d5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:53.613878 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:53.694408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb08027c-e897-49b6-8baa-f46007bcdce2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:53.833668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.021440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.027952 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.109533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.110075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce9989f-d0da-4cba-92a6-043e2fbd1847 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:07:54.122316 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.136367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.146669 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.147815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b0436484-82f7-4809-bb16-062dde4c588f admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ce9989f-d0da-4cba-92a6-043e2fbd1847 HTTP/1.1" status: 204 len: 168 time: 2.8435850 May 27 02:07:54.150324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56278) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:54.209676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-1b9ff58b-6e0e-4664-9c03-6261825adbad tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:54.211987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-1b9ff58b-6e0e-4664-9c03-6261825adbad tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 946 time: 0.9021165 May 27 02:07:54.240701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc5f8f-e20c-4656-a818-3a4dbad2ed98 req-21941d22-aa2e-45ab-bac9-0da1b7f549ee tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:54.249148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81fc5f8f-e20c-4656-a818-3a4dbad2ed98 req-21941d22-aa2e-45ab-bac9-0da1b7f549ee tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 946 time: 0.1774356 May 27 02:07:54.263268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] Deleting subnet da50ea60-8e53-4a7f-a8bd-732607885511 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:07:54.271229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.367239 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.379157 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.380381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6e53a18-52d5-405d-8cd5-9afc8ead76c5 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:07:54.392265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d051419-23e6-49d6-b6db-6795ea6cbfb6 req-e88cf643-1e79-4963-bc88-a3f876762318 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:54.402140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d051419-23e6-49d6-b6db-6795ea6cbfb6 req-e88cf643-1e79-4963-bc88-a3f876762318 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 1.1957679 May 27 02:07:54.407313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81fc5f8f-e20c-4656-a818-3a4dbad2ed98 req-793f2cda-c7e1-47a1-afbb-02f419ba2eda tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622553 May 27 02:07:54.493525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port e8cba423-a50d-4a3c-9208-3a3feb20a78e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:54.493749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.530581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.597397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Router f89aea9c-e6cd-4728-bdb7-e78380cc140e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:54.649195 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 02:07:54.649195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aa3b5ee9-4e86-425b-9b2c-f31e2c9b6544 tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4364638 May 27 02:07:54.652294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56298) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:54.758117 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d051419-23e6-49d6-b6db-6795ea6cbfb6 req-73ad870b-9f91-4c09-bd68-3671a55fbf6f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551030 May 27 02:07:54.761616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Deleting port 4518985f-fb39-4f2e-85db-a752e0592039 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:54.762075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.824849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.871599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d7694d-5a87-4791-918b-b21a8257743e None None] Network 77a39c7d-899c-40ca-9545-47122ee15cc8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:07:54.874857 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:54.883103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da50ea60-8e53-4a7f-a8bd-732607885511,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:54.898298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee7ce2-9c51-49e1-94f7-a705126629b8 req-d315f887-d06c-44e1-8bd0-05068bb283fd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:54.906573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18ee7ce2-9c51-49e1-94f7-a705126629b8 req-d315f887-d06c-44e1-8bd0-05068bb283fd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.3346908 May 27 02:07:54.911643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c1c3c0b9-ebd3-4d64-906c-7075829ee9c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da50ea60-8e53-4a7f-a8bd-732607885511 HTTP/1.1" status: 204 len: 168 time: 0.7602422 May 27 02:07:54.926550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:55.013751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] For port e8cba423-a50d-4a3c-9208-3a3feb20a78e, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e8cba423-a50d-4a3c-9208-3a3feb20a78e,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:55.014332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.183292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18ee7ce2-9c51-49e1-94f7-a705126629b8 req-92217597-be78-49bf-b36b-9b5d94100a26 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755609 May 27 02:07:55.332934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.355566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] DHCP port deletion for 77a39c7d-899c-40ca-9545-47122ee15cc8 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:07:55.359784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Deleting port 8c191925-b7f0-4f38-8784-b182412ed6e4 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:55.360189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.484991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8c191925-b7f0-4f38-8784-b182412ed6e4 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:55.630761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.850507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:55.858583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Calling delete_port for 4518985f-fb39-4f2e-85db-a752e0592039 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:55.864583 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] Sync routers for ids ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:55.875293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8c191925-b7f0-4f38-8784-b182412ed6e4 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:07:55.877601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.881502 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] Routers {'f89aea9c-e6cd-4728-bdb7-e78380cc140e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:55.882734 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:55.929075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8c191925-b7f0-4f38-8784-b182412ed6e4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c191925-b7f0-4f38-8784-b182412ed6e4,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:55.953163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Deleting port 8c191925-b7f0-4f38-8784-b182412ed6e4 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:55.953663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:55.957735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873992f1-388e-45ef-b1a2-f1309323daa5 req-a46f8607-72bf-41b2-87c2-c0de83e2f087 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:55.959330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-873992f1-388e-45ef-b1a2-f1309323daa5 req-a46f8607-72bf-41b2-87c2-c0de83e2f087 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.8627167 May 27 02:07:56.011149 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.011149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb08027c-e897-49b6-8baa-f46007bcdce2 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:56.036943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-284062e5-6664-4f67-8c0d-b19eb29a9874 admin admin] 10.222.0.16 "PUT /v2.0/routers/f89aea9c-e6cd-4728-bdb7-e78380cc140e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3042288 May 27 02:07:56.069940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:56.076712 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.077261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.077739 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP 3aa895a1-c41d-477f-95a2-5f10a7b958be disassociated. External IP: 172.25.3.24, port: e8cba423-a50d-4a3c-9208-3a3feb20a78e. May 27 02:07:56.078258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for e8cba423-a50d-4a3c-9208-3a3feb20a78e owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:56.191888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: cb08027c-e897-49b6-8baa-f46007bcdce2 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:56.192484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb08027c-e897-49b6-8baa-f46007bcdce2 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:56.261445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] For port 8c191925-b7f0-4f38-8784-b182412ed6e4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c191925-b7f0-4f38-8784-b182412ed6e4,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:56.262089 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.264061 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] Set router f89aea9c-e6cd-4728-bdb7-e78380cc140e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:56.493504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Calling delete_port for 8c191925-b7f0-4f38-8784-b182412ed6e4 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:56.556256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-873992f1-388e-45ef-b1a2-f1309323daa5 req-00613a04-6958-4c18-9f0b-39f4712e26f6 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854211 May 27 02:07:56.654698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a127e0f-5392-4732-afbe-9ff0ab810df5 req-f6ed1567-4803-4c7e-8160-d1dbf039aab8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:56.661722 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:07:56.662091 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:07:56.666007 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a127e0f-5392-4732-afbe-9ff0ab810df5 req-f6ed1567-4803-4c7e-8160-d1dbf039aab8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 946 time: 0.8901598 May 27 02:07:56.681329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8c191925-b7f0-4f38-8784-b182412ed6e4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:56.791938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] For port 8c191925-b7f0-4f38-8784-b182412ed6e4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c191925-b7f0-4f38-8784-b182412ed6e4,segment=NetworkSegment(992d9fd8-d3a8-4078-b79f-3adc159071d9),segment_id=992d9fd8-d3a8-4078-b79f-3adc159071d9)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:56.792648 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:56.796196 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:51Z', 'revision_number': 5, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:56.809587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a127e0f-5392-4732-afbe-9ff0ab810df5 req-750e7aa5-b8e5-4cb1-8033-d0227574b1e2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=e00f62fc-0948-482a-8eb8-30b928f06d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055336 May 27 02:07:56.812902 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] Checking router: f89aea9c-e6cd-4728-bdb7-e78380cc140e for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:07:56.844399 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] Routers {'f89aea9c-e6cd-4728-bdb7-e78380cc140e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:56.846556 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:56.911630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.096089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.129754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Calling delete_port for 8c191925-b7f0-4f38-8784-b182412ed6e4 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:57.167479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Deleting port 8c191925-b7f0-4f38-8784-b182412ed6e4 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:57.168132 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.242457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.253437 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.263517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Pushing event deleted for resources: {'Port': ['ID=4518985f-fb39-4f2e-85db-a752e0592039,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:57.311081 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] Set router f89aea9c-e6cd-4728-bdb7-e78380cc140e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:57.366663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3b474f5d-8b15-4fe9-a3cd-533634c9cea8 None None] The port '8c191925-b7f0-4f38-8784-b182412ed6e4' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:07:57.387457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=e8cba423-a50d-4a3c-9208-3a3feb20a78e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:57.405695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b744b9-a3f5-48e7-b885-9d5ff2f051a2 req-abfda34a-b074-4830-9023-abc38a7074c5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:57.407225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3b744b9-a3f5-48e7-b885-9d5ff2f051a2 req-abfda34a-b074-4830-9023-abc38a7074c5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.6028941 May 27 02:07:57.468482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] No DVR routers for this DVR port 8c191925-b7f0-4f38-8784-b182412ed6e4 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:57.651725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c191925-b7f0-4f38-8784-b182412ed6e4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:57.714795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.856382 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:51Z', 'revision_number': 5, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:57.857499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.862669 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3619f-dab8-48bd-8a28-fde6d44af63a None None] The sync data for ids ['f89aea9c-e6cd-4728-bdb7-e78380cc140e'] in n-d-843146-11 is: [{'id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'name': 'tempest-TestAggregatesBasicOps-1186620064-router', 'tenant_id': '06b94333561a471fa6a390e164a0066d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:01Z', 'updated_at': '2022-05-27T02:07:51Z', 'revision_number': 5, 'project_id': '06b94333561a471fa6a390e164a0066d', 'gw_port': {'id': 'd7426472-4e60-4981-9314-d20af2994d1c', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89aea9c-e6cd-4728-bdb7-e78380cc140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:03Z', 'updated_at': '2022-05-27T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:07:57.964159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:57.978627 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-693bdd10-ee28-432e-8cda-6ccf5538e26d tempest-RoutersAdminNegativeTest-1203167176 tempest-RoutersAdminNegativeTest-1203167176-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4518985f-fb39-4f2e-85db-a752e0592039 HTTP/1.1" status: 204 len: 168 time: 3.3270903 May 27 02:07:57.988932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a39c7d-899c-40ca-9545-47122ee15cc8']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:57.992984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3b744b9-a3f5-48e7-b885-9d5ff2f051a2 req-a3290e4c-8bd0-4356-9cec-c516e179fd9e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625449 May 27 02:07:58.029220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992d9fd8-d3a8-4078-b79f-3adc159071d9') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:58.029513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992d9fd8-d3a8-4078-b79f-3adc159071d9') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:58.044867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.065151 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.074186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:07:58.075069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.104853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc56e92-83ee-4037-982c-88c3102299e0 req-f9a0f74b-ff05-4c38-bf94-0a0500c7c524 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:58.128505 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fc56e92-83ee-4037-982c-88c3102299e0 req-f9a0f74b-ff05-4c38-bf94-0a0500c7c524 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.4162514 May 27 02:07:58.137730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Deleting port d7426472-4e60-4981-9314-d20af2994d1c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:58.138215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.280196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fc56e92-83ee-4037-982c-88c3102299e0 req-c4f4c3a1-bdb7-4350-a40f-f2258be763d8 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526852 May 27 02:07:58.332426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.363049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-740934e7-813e-4819-8aa6-67574a7475a5 req-13b45f12-5fee-47b1-ac25-456032262e1d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 210 time: 0.1530163 May 27 02:07:58.374282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.406044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a39c7d-899c-40ca-9545-47122ee15cc8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:58.410691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e3113562-05d9-4f6c-9017-4453a29525f2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/77a39c7d-899c-40ca-9545-47122ee15cc8 HTTP/1.1" status: 204 len: 168 time: 3.4820037 May 27 02:07:58.486219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:07:58.498630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e8cba423-a50d-4a3c-9208-3a3feb20a78e no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:58.569655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: e8cba423-a50d-4a3c-9208-3a3feb20a78e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:58.570179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e8cba423-a50d-4a3c-9208-3a3feb20a78e not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:58.594521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56466) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:58.649277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56472) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:58.681942 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 992d9fd8-d3a8-4078-b79f-3adc159071d9 resource provider aggregate not found May 27 02:07:58.712435 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 992d9fd8-d3a8-4078-b79f-3adc159071d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 992d9fd8-d3a8-4078-b79f-3adc159071d9 found for delete ", "request_id": "req-a7188a6a-9e67-4001-8abf-7835a176b5d6"}]} May 27 02:07:58.800950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] For port d7426472-4e60-4981-9314-d20af2994d1c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d7426472-4e60-4981-9314-d20af2994d1c,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:07:58.801588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.850969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56484) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:58.862195 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:58.883203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:58.894702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Usage tracker for resource:security_group_rule and tenant:b0e8ef9d27b042d39aef15726b813237 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:58.907857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:58.915980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:59.076691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.086383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.248428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Calling delete_port for d7426472-4e60-4981-9314-d20af2994d1c owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:07:59.305272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.335985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:07:59.348585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:07:59.357492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0e8ef9d27b042d39aef15726b813237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568877 May 27 02:07:59.362217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:07:59.363006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:07:59.373677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56500) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:59.383131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:07:59.391317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c3bd9-90d5-4359-aa94-3b836802156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8710141-b761-44a2-8b50-4efb787f65fd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:07:59.411551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Usage tracker for resource:security_group_rule and tenant:fa49a412079e47fe897de335ea6ffc88 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:07:59.415874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:07:59.426356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:07:59.462005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2cd89fe9-e5a1-41a9-b84d-8ce01d7f88eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c20dc2a0995c429299036b2c45018d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031587 May 27 02:07:59.469236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 08b74d46-2ecb-4b28-b1a8-42795a775bac no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:07:59.470012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:07:59.496337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] No DVR routers for this DVR port e8cba423-a50d-4a3c-9208-3a3feb20a78e on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:07:59.499287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.509279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'name': 'network-vif-deleted', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:07:59.529692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 08b74d46-2ecb-4b28-b1a8-42795a775bac {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:07:59.529692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 08b74d46-2ecb-4b28-b1a8-42795a775bac not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:07:59.600598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2fea-83de-4126-b8a4-09b1d95f77bb req-e46fbd12-27ac-4f7b-9df0-6f36459f7c0c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:59.608039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-219e2fea-83de-4126-b8a4-09b1d95f77bb req-e46fbd12-27ac-4f7b-9df0-6f36459f7c0c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.3853734 May 27 02:07:59.637327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b4b58a8-3c47-4c6b-8882-ce1c95a14a8e req-eb8c21ef-68e3-4ccb-9eeb-bcad0d9a2ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "DELETE /v2.0/ports/e8cba423-a50d-4a3c-9208-3a3feb20a78e HTTP/1.1" status: 204 len: 173 time: 5.3547273 May 27 02:07:59.658195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9370db-3971-4c53-a143-8f62052bf10e req-f37d87c0-3ea4-486a-8d9e-b0b6c761569f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:59.660610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee9370db-3971-4c53-a143-8f62052bf10e req-f37d87c0-3ea4-486a-8d9e-b0b6c761569f tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.8496659 May 27 02:07:59.680840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:07:59.683741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-219e2fea-83de-4126-b8a4-09b1d95f77bb req-47ea48b5-5735-4f94-907d-b0fa47ef03ce tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746992 May 27 02:07:59.748491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde80b95-d853-45b9-b7cd-1c481a4fa67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.751117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d6ac-35c1-4db0-b475-ff7aec490f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.818588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde80b95-d853-45b9-b7cd-1c481a4fa67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.864637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Deleting port 89476069-9a43-4171-b530-bc09ec3408b9 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:07:59.864997 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.870761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d6ac-35c1-4db0-b475-ff7aec490f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:07:59.945340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dcc21c1d-1aeb-421b-b45f-7e985dceac2c req-cb445ede-d1df-4a6a-a150-eb2013fcadbb tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=26c8f28e-24b6-49b7-aea1-dc4d8461391a HTTP/1.1" status: 200 len: 210 time: 0.0550065 May 27 02:07:59.981641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f38c8e-03a8-4041-92d7-4e90d04cdd50 req-7c9b59a8-663e-47b0-89fd-75319f7d6280 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:07:59.988979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2f38c8e-03a8-4041-92d7-4e90d04cdd50 req-7c9b59a8-663e-47b0-89fd-75319f7d6280 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 946 time: 0.4123025 May 27 02:08:00.047447 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.059291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d6ac-35c1-4db0-b475-ff7aec490f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.094514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.094739 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ef95fd-7b0f-445f-b18f-736ca0da0eb2'] response: {'server_uuid': '26c8f28e-24b6-49b7-aea1-dc4d8461391a', 'name': 'network-vif-deleted', 'tag': 'e8cba423-a50d-4a3c-9208-3a3feb20a78e', 'status': 'completed', 'code': 200} May 27 02:08:00.104436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0d6ac-35c1-4db0-b475-ff7aec490f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5e3cad-95b6-434d-82e5-9b6965a4e407,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:00.108992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d6ac-35c1-4db0-b475-ff7aec490f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.110116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c6c0d6ac-35c1-4db0-b475-ff7aec490f6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f5e3cad-95b6-434d-82e5-9b6965a4e407 HTTP/1.1" status: 204 len: 168 time: 0.6329076 May 27 02:08:00.135492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.151424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdefec45-acd5-42ef-89f3-28c78c109d57,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:00.188718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c0e7d7a-dbbc-4572-8d75-91a9099fdbc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa49a412079e47fe897de335ea6ffc88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5359240 May 27 02:08:00.189730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56524) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:00.296922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2f38c8e-03a8-4041-92d7-4e90d04cdd50 req-cd6d9685-af09-4038-8236-4e7ee6bb4d04 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053870 May 27 02:08:00.327816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:19Z', 'revision_number': 2, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:00.333817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:00.345653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:00.347319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:07:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:00.350019 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ea604a2-c1d2-48e5-a14e-e4c9b7da1c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.413034 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ea604a2-c1d2-48e5-a14e-e4c9b7da1c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.460348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7426472-4e60-4981-9314-d20af2994d1c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:00.474154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde80b95-d853-45b9-b7cd-1c481a4fa67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.517327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ea604a2-c1d2-48e5-a14e-e4c9b7da1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.552016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea604a2-c1d2-48e5-a14e-e4c9b7da1c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdefec45-acd5-42ef-89f3-28c78c109d57,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:00.577155 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ea604a2-c1d2-48e5-a14e-e4c9b7da1c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.581194 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8ea604a2-c1d2-48e5-a14e-e4c9b7da1c9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdefec45-acd5-42ef-89f3-28c78c109d57 HTTP/1.1" status: 204 len: 168 time: 0.3904867 May 27 02:08:00.637024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde80b95-d853-45b9-b7cd-1c481a4fa67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8710141-b761-44a2-8b50-4efb787f65fd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:00.671933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:00.702465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.917568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.919855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.942453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde80b95-d853-45b9-b7cd-1c481a4fa67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.944215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dde80b95-d853-45b9-b7cd-1c481a4fa67a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8710141-b761-44a2-8b50-4efb787f65fd HTTP/1.1" status: 204 len: 168 time: 1.5635002 May 27 02:08:00.956511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:00.957182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f89aea9c-e6cd-4728-bdb7-e78380cc140e {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:08:01.042474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.054408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1df62ea6-4c78-430e-8de2-1c02a80cacf4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f89aea9c-e6cd-4728-bdb7-e78380cc140e HTTP/1.1" status: 204 len: 168 time: 4.9833961 May 27 02:08:01.058431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56556) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:01.069321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] For port 89476069-9a43-4171-b530-bc09ec3408b9, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=89476069-9a43-4171-b530-bc09ec3408b9,segment=NetworkSegment(75682dad-69c8-47ca-9485-5964c9517b5f),segment_id=75682dad-69c8-47ca-9485-5964c9517b5f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:01.070980 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.225748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731ab7-f7da-498b-b9a6-35063f1c7d4b req-954a919c-b524-4463-af99-cbfa6062e96d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:01.239546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-08731ab7-f7da-498b-b9a6-35063f1c7d4b req-954a919c-b524-4463-af99-cbfa6062e96d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.3205185 May 27 02:08:01.300291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56564) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:01.418262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-08731ab7-f7da-498b-b9a6-35063f1c7d4b req-68195ed3-d1ed-4b72-a846-1e5194934954 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778421 May 27 02:08:01.421057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] Deleting subnet 1a54d861-03fc-4eaf-8a00-00105352a9f7 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:08:01.428293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Calling delete_port for 89476069-9a43-4171-b530-bc09ec3408b9 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:01.488528 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.560569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56574) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:01.578342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d7426472-4e60-4981-9314-d20af2994d1c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:01.643437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.754118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d7426472-4e60-4981-9314-d20af2994d1c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:01.754684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d7426472-4e60-4981-9314-d20af2994d1c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:01.807600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:19Z', 'revision_number': 2, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:01.827993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b61a55-04c6-48d1-9d26-99b54bbe2310 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'cce5aa05-570e-449d-8e99-3ca91c77cec3', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:74:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:03:39Z', 'updated_at': '2022-05-27T02:04:19Z', 'revision_number': 2, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:01.832887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa012796-6546-49cb-a26e-0d7c5ced5e8b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:01.846173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.023317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa012796-6546-49cb-a26e-0d7c5ced5e8b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.031902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56590) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.186169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c005853c-f27c-4a91-b7a8-1892d09cabf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a50b46b943d8451db65b5831d4751d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473000 May 27 02:08:02.188023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.215585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:02.225784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56602) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.232634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Usage tracker for resource:security_group_rule and tenant:aeccba1410474b6c9c51ba6395c2b49a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:02.248528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.251273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:02.317187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.359259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:02.397043 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149030eb-9154-45a5-9b05-7ad361ba4737 None None] New status for floating IP 3aa895a1-c41d-477f-95a2-5f10a7b958be: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:08:02.398695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa012796-6546-49cb-a26e-0d7c5ced5e8b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.427267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa012796-6546-49cb-a26e-0d7c5ced5e8b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f62fc-0948-482a-8eb8-30b928f06d8b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:02.431026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a0aeef6-c281-475b-b27b-1cd242ea1865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.482456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aa012796-6546-49cb-a26e-0d7c5ced5e8b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.493925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aa012796-6546-49cb-a26e-0d7c5ced5e8b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/security-groups/e00f62fc-0948-482a-8eb8-30b928f06d8b HTTP/1.1" status: 204 len: 168 time: 1.1804223 May 27 02:08:02.498500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56610) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.507859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Pushing event deleted for resources: {'Port': ['ID=89476069-9a43-4171-b530-bc09ec3408b9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:02.514541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-21901386-network', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:02.521378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:02.525745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Usage tracker for resource:network and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:02.532119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 89476069-9a43-4171-b530-bc09ec3408b9 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:02.543457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:02.548514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.555367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:02.584971 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a0aeef6-c281-475b-b27b-1cd242ea1865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.620479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 89476069-9a43-4171-b530-bc09ec3408b9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:02.624554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 89476069-9a43-4171-b530-bc09ec3408b9 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:02.672401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.672580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5651d4-1a73-4745-8d6b-83173ffc4722 None None] Network f7e01fdd-151d-4888-bd04-13a0a03f26b9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:02.742453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Made reservation on behalf of 695f9c8eca3e4e0dba27d6cef2ff42c0 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:02.743140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a54d861-03fc-4eaf-8a00-00105352a9f7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:02.745080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.756898 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-674197f6-cc29-4dff-aa25-dd566e99b681 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] show failed (client error): The resource could not be found. May 27 02:08:02.758378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-674197f6-cc29-4dff-aa25-dd566e99b681 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups/e00f62fc-0948-482a-8eb8-30b928f06d8b HTTP/1.1" status: 404 len: 347 time: 0.2588131 May 27 02:08:02.762743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d15c8700-202a-42c7-aa2a-125e0b4b8338 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1a54d861-03fc-4eaf-8a00-00105352a9f7 HTTP/1.1" status: 204 len: 168 time: 1.7020681 May 27 02:08:02.765466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56618) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.765805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56620) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:02.767070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] No DVR routers for this DVR port 89476069-9a43-4171-b530-bc09ec3408b9 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:02.769274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.785767 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.908958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a5d90-ea84-4c8a-bc89-24687e9fd5e3 req-ec7e570d-7898-4af1-9f8a-7a206aa6ab75 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:02.917963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e72a5d90-ea84-4c8a-bc89-24687e9fd5e3 req-ec7e570d-7898-4af1-9f8a-7a206aa6ab75 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.2163751 May 27 02:08:02.920782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'name': 'network-vif-deleted', 'tag': '89476069-9a43-4171-b530-bc09ec3408b9'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:02.927258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.937553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a0aeef6-c281-475b-b27b-1cd242ea1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.957046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:02.987635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e72a5d90-ea84-4c8a-bc89-24687e9fd5e3 req-850020c7-6367-4b26-a8e1-979cf7d430cc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687761 May 27 02:08:02.990209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aeef6-c281-475b-b27b-1cd242ea1865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe71cd5-bb4e-49dc-b198-46bfac79cd7b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:03.004144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a0aeef6-c281-475b-b27b-1cd242ea1865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.008150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5a0aeef6-c281-475b-b27b-1cd242ea1865 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fe71cd5-bb4e-49dc-b198-46bfac79cd7b HTTP/1.1" status: 204 len: 168 time: 0.8106213 May 27 02:08:03.045392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:03.048633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Usage tracker for resource:security_group_rule and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:03.054801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:03.062128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:03.089928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] DHCP port deletion for f7e01fdd-151d-4888-bd04-13a0a03f26b9 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:08:03.095947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Deleting port f935de91-1934-46e7-bc6a-6d1600e328a0 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:03.096527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.102163 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:08:03.250663 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42d3506-2208-4ba2-a5da-9443537d95ad'] response: {'server_uuid': '2da332df-28c1-4776-a85e-6e3b7c117b19', 'name': 'network-vif-deleted', 'tag': '89476069-9a43-4171-b530-bc09ec3408b9', 'status': 'completed', 'code': 200} May 27 02:08:03.285621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port 7882ad09-8a53-4e26-a6d2-948e17a45e1f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:03.286109 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.289006 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.491137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Deleting port f935de91-1934-46e7-bc6a-6d1600e328a0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:03.491137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.520143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f935de91-1934-46e7-bc6a-6d1600e328a0 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:03.571935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c9e6e-4953-4719-8824-f54108540d07 req-0c8312f7-b4d6-471a-bec5-f4d831656b79 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:03.577534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-336c9e6e-4953-4719-8824-f54108540d07 req-0c8312f7-b4d6-471a-bec5-f4d831656b79 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Synchronizing usage tracker for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:03.705825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] For port f935de91-1934-46e7-bc6a-6d1600e328a0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f935de91-1934-46e7-bc6a-6d1600e328a0,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:03.706218 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.711632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee9370db-3971-4c53-a143-8f62052bf10e req-6bfeb0e7-34fb-4d29-b37f-29294d3faab1 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.47 "DELETE /v2.0/ports/89476069-9a43-4171-b530-bc09ec3408b9 HTTP/1.1" status: 204 len: 173 time: 4.0347607 May 27 02:08:03.755219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.771283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-336c9e6e-4953-4719-8824-f54108540d07 req-0c8312f7-b4d6-471a-bec5-f4d831656b79 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] Unset dirty status for tenant:8e08256278894b948447d2ce38d726ed on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:03.772783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-336c9e6e-4953-4719-8824-f54108540d07 req-0c8312f7-b4d6-471a-bec5-f4d831656b79 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da332df-28c1-4776-a85e-6e3b7c117b19 HTTP/1.1" status: 200 len: 867 time: 2.0943446 May 27 02:08:03.815726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.824143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f935de91-1934-46e7-bc6a-6d1600e328a0 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:03.824995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:03.913112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Calling delete_port for f935de91-1934-46e7-bc6a-6d1600e328a0 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:03.924318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56654) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:03.925340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeccba1410474b6c9c51ba6395c2b49a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3620930 May 27 02:08:04.008885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f935de91-1934-46e7-bc6a-6d1600e328a0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f935de91-1934-46e7-bc6a-6d1600e328a0,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:04.022233 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.050575 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a319-5100-4b23-ad99-8fb3208d5f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.115995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a319-5100-4b23-ad99-8fb3208d5f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.119870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f935de91-1934-46e7-bc6a-6d1600e328a0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.139011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.139532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.139931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.140340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.142265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.143496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.143843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.144262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.144950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.145352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.145721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.146281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:04.153934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:04.154530 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:04.233636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bd98c-c67f-4714-adb5-c8386c86b438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aad2e7-fdb6-44f1-941e-9f2238525933,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.241281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.241597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.257736 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-336c9e6e-4953-4719-8824-f54108540d07 req-cf75efa8-4221-4aca-afb4-d3b9a019f3f5 tempest-ServerDiskConfigTestJSON-2119415617 tempest-ServerDiskConfigTestJSON-2119415617-project] 10.222.0.16 "GET /v2.0/security-groups?id=c11724ee-1645-432c-97b9-22b1512bf6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439743 May 27 02:08:04.294973 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a319-5100-4b23-ad99-8fb3208d5f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.342313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a319-5100-4b23-ad99-8fb3208d5f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.347670 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9bb9a319-5100-4b23-ad99-8fb3208d5f18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3aad2e7-fdb6-44f1-941e-9f2238525933 HTTP/1.1" status: 204 len: 168 time: 0.4192097 May 27 02:08:04.347670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a319-5100-4b23-ad99-8fb3208d5f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aad2e7-fdb6-44f1-941e-9f2238525933,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.408513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0ef0-8241-4c7f-bc1f-792c9a4a1e56 req-e98b76d9-cd73-40f4-9c4c-a3133f3ac079 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:04.409979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bcfa0ef0-8241-4c7f-bc1f-792c9a4a1e56 req-e98b76d9-cd73-40f4-9c4c-a3133f3ac079 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.2098157 May 27 02:08:04.494194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56676) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:04.506202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bcfa0ef0-8241-4c7f-bc1f-792c9a4a1e56 req-1cbe38b7-e5f5-4e11-80c3-bbe327c7af8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784211 May 27 02:08:04.506604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for 7882ad09-8a53-4e26-a6d2-948e17a45e1f owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:04.547537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.569853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] For port f935de91-1934-46e7-bc6a-6d1600e328a0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f935de91-1934-46e7-bc6a-6d1600e328a0,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:04.570429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.581996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.656851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Deleting port f935de91-1934-46e7-bc6a-6d1600e328a0 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:04.657545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.891477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:08:04.900483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Calling delete_port for f935de91-1934-46e7-bc6a-6d1600e328a0 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:04.913175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5696999a-cd6e-4140-8b61-e3c36b673720 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:04.913175 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-5696999a-cd6e-4140-8b61-e3c36b673720 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:08:04.913175 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-5696999a-cd6e-4140-8b61-e3c36b673720 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:08:04.913175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5696999a-cd6e-4140-8b61-e3c36b673720 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3988440 May 27 02:08:04.913618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56690) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:04.922839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--271917341'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:04.938567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] For port f935de91-1934-46e7-bc6a-6d1600e328a0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f935de91-1934-46e7-bc6a-6d1600e328a0,segment=NetworkSegment(e1fcdb46-7b6e-4712-8a4e-271d9368a116),segment_id=e1fcdb46-7b6e-4712-8a4e-271d9368a116)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:04.938994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.946427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:04.960705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:04.970061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:04.972846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e2a69-a77f-4e95-b69a-88de60a885d2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:04.992808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:04.993313 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Added segment 1f54bcee-8823-4798-a539-4543986587d4 of type vlan for network e6e0725b-4dc8-402e-b6a3-783853413457 May 27 02:08:05.000398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:05.020785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.049224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.049864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.072506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:05.078704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:05.088222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:05.102947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:05.103558 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:05.116072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Calling delete_port for f935de91-1934-46e7-bc6a-6d1600e328a0 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:05.117416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:05.142114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.194573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.195574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:05.196158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.260812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=7882ad09-8a53-4e26-a6d2-948e17a45e1f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:05.261591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.302090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.316569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.322534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:05.329184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:05.331770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] Pushing event deleted for resources: {'Port': ['ID=f935de91-1934-46e7-bc6a-6d1600e328a0,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:05.334035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9363b25-a6a0-4edb-875c-90ac1ef43ad4 None None] No DVR routers for this DVR port f935de91-1934-46e7-bc6a-6d1600e328a0 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:05.344865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:05.369430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:05.418128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7500a169-6890-455d-ad3c-3513ce10a021,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:05.494701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.501609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] Pushing event updated for resources: {'Network': ['ID=e6e0725b-4dc8-402e-b6a3-783853413457,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:05.512562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.513887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a57c7791-4f8b-4bf2-9cbb-18f338141e37 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/floatingips/3aa895a1-c41d-477f-95a2-5f10a7b958be HTTP/1.1" status: 204 len: 168 time: 2.7313828 May 27 02:08:05.530960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e6e0725b-4dc8-402e-b6a3-783853413457 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:08:05.531506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d2c7c094-2340-4e7a-bc58-660db39a126f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3020370 May 27 02:08:05.537339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56722) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:05.548445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Request body: {'subnet': {'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-21901386-subnet', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:05.566892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:05.577268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Usage tracker for resource:subnet and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:05.582369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:05.587704 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.595537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:05.601805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.631645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Deleting port f935de91-1934-46e7-bc6a-6d1600e328a0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:05.632284 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.706197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1edaaa38-9d81-4f4b-a3b5-aaea11c7c48f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:05.740974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.746357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0c7fcc2b-b927-47c9-8d5d-0e00aa4fbbcd tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8315291 May 27 02:08:05.747098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56734) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:05.760540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '1edaaa38-9d81-4f4b-a3b5-aaea11c7c48f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:05.773206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:05.784794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:05.789176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:05.791171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Made reservation on behalf of 695f9c8eca3e4e0dba27d6cef2ff42c0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:05.794730 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.805512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:05.817849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] The port 'f935de91-1934-46e7-bc6a-6d1600e328a0' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:08:05.840998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.851982 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9cfd-d5ae-4649-bc73-657f6aedfba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.929095 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.935381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.963639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d7536a-ade3-4022-9eca-1ab0524b1a7f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:05.976666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:05.978253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-74e811ce-10d1-4404-862e-0d00c47a2986 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299204 May 27 02:08:05.981031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56746) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:05.998879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '1edaaa38-9d81-4f4b-a3b5-aaea11c7c48f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:06.005708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:06.010397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:06.013637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:06.020245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:06.041654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.123223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.136651 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): There was a conflict when trying to complete your request. May 27 02:08:06.137698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-74c38018-2b3a-440d-921b-dd5d0bec5bee tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1440520 May 27 02:08:06.140762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56756) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:06.211894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e01fdd-151d-4888-bd04-13a0a03f26b9']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:06.238206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fcdb46-7b6e-4712-8a4e-271d9368a116') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:06.238510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fcdb46-7b6e-4712-8a4e-271d9368a116') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:06.259942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.297765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ffd61fe-a5a9-47e2-b30a-f859160d9a0a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.336672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ffd61fe-a5a9-47e2-b30a-f859160d9a0a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.351849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.370287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:08:06.371497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.540817 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment e1fcdb46-7b6e-4712-8a4e-271d9368a116 resource provider aggregate not found May 27 02:08:06.549985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56772) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:06.551475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.635907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ffd61fe-a5a9-47e2-b30a-f859160d9a0a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.661326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd61fe-a5a9-47e2-b30a-f859160d9a0a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edaaa38-9d81-4f4b-a3b5-aaea11c7c48f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:06.679012 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ffd61fe-a5a9-47e2-b30a-f859160d9a0a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.680857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3ffd61fe-a5a9-47e2-b30a-f859160d9a0a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/1edaaa38-9d81-4f4b-a3b5-aaea11c7c48f HTTP/1.1" status: 204 len: 168 time: 0.5387318 May 27 02:08:06.691193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56784) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:06.724788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7546a-7c9d-4c39-ac0c-d82b9f2c2e3c req-f227c9a6-2209-4182-9706-52c8087e6438 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:06.732623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9a7546a-7c9d-4c39-ac0c-d82b9f2c2e3c req-f227c9a6-2209-4182-9706-52c8087e6438 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.6016722 May 27 02:08:06.749675 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment e1fcdb46-7b6e-4712-8a4e-271d9368a116 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1fcdb46-7b6e-4712-8a4e-271d9368a116 found for delete ", "request_id": "req-42a38d45-dec9-4b12-809d-70c3f30758bd"}]} May 27 02:08:06.750510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b7f82ac-7751-4d76-8ef0-738fb54c7844 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:06.771993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b7f82ac-7751-4d76-8ef0-738fb54c7844 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:06.777169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b7f82ac-7751-4d76-8ef0-738fb54c7844 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813248 May 27 02:08:06.777608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56790) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:06.785428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--862902772'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:06.803521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:06.808657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:06.822114 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.850750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:06.855809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:06.859608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9a7546a-7c9d-4c39-ac0c-d82b9f2c2e3c req-15f81224-a5e1-40df-83b6-ed8871d4f2f3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260417 May 27 02:08:06.862736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:06.887065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:06.893206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.897193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] Deleting subnet 1bad4e2b-0b10-4d1b-b913-b8dd6d18449c {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:08:06.953577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=618d284f-de99-4df9-a6e9-d31b2f3a8241,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:06.953577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.953577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:06.979710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Checking segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:06.980068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Network hostable DHCP agents. Network: e6e0725b-4dc8-402e-b6a3-783853413457, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:08:07.002645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e01fdd-151d-4888-bd04-13a0a03f26b9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:07.017698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-84323100-d675-4f65-a6e6-6680fc5ddaa2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7e01fdd-151d-4888-bd04-13a0a03f26b9 HTTP/1.1" status: 204 len: 168 time: 4.2334061 May 27 02:08:07.028927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56802) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:07.039273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.046031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.056011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.107076 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.108516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3297648 May 27 02:08:07.111958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.113033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56804) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:07.121784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9465970f-9e3e-40eb-bf05-70c0acc48aae tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '4b0c177b-c5bb-4ee0-8243-9303d80394eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:07.124565 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-9465970f-9e3e-40eb-bf05-70c0acc48aae tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 27 02:08:07.125379 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-9465970f-9e3e-40eb-bf05-70c0acc48aae tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:07.126553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9465970f-9e3e-40eb-bf05-70c0acc48aae tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124750 May 27 02:08:07.134551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56814) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:07.179468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1898ea7-707f-4d85-8969-2bf86db96959 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0c177b-c5bb-4ee0-8243-9303d80394eb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:07.221974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcb28-abc0-4390-b6b0-31106e959cd4 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.296513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcb28-abc0-4390-b6b0-31106e959cd4 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.386740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcb28-abc0-4390-b6b0-31106e959cd4 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.415574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dcb28-abc0-4390-b6b0-31106e959cd4 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0c177b-c5bb-4ee0-8243-9303d80394eb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:07.448433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcb28-abc0-4390-b6b0-31106e959cd4 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.453716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae8dcb28-abc0-4390-b6b0-31106e959cd4 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/4b0c177b-c5bb-4ee0-8243-9303d80394eb HTTP/1.1" status: 204 len: 168 time: 0.3180134 May 27 02:08:07.458193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56826) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:07.577339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e26a5d7f-0754-4253-9e8c-0ef4362f2f21 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:07.614993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Network e6e0725b-4dc8-402e-b6a3-783853413457 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:08:07.631328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e26a5d7f-0754-4253-9e8c-0ef4362f2f21 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:07.635351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e26a5d7f-0754-4253-9e8c-0ef4362f2f21 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1760347 May 27 02:08:07.639605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:07.646988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--361279508'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:07.664095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:07.665296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e6e0725b-4dc8-402e-b6a3-783853413457) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:07.674136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede82e7-1b50-4bda-a39d-3f7c45e5a7cb None None] Network e6e0725b-4dc8-402e-b6a3-783853413457 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:07.682272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:07.683428 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.694268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:07.723785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.757160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a525d7e3-22e4-49bd-bb23-f797109fb7ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2168467 May 27 02:08:07.776980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56844) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:07.778269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:07.795328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:07.796565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:07.808397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:07.814414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:07.824167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:07.829785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Usage tracker for resource:router and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:07.839066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:07.852751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:07.886198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.887534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.960592 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-22fd16fd-94be-45be-9587-2f5dea919324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.989143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:07.999253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.001086 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.009344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.096925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03da60e7-674f-49fb-b9b1-1efcc32295e1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:08.129047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.133413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1bad4e2b-0b10-4d1b-b913-b8dd6d18449c HTTP/1.1" status: 204 len: 168 time: 1.5582366 May 27 02:08:08.134230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56860) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:08.141481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f78e6-2db8-4d0d-87db-afeb53feadeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bad4e2b-0b10-4d1b-b913-b8dd6d18449c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:08.275014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e6e0725b-4dc8-402e-b6a3-783853413457', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:08:08.276372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.352461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.353998 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-86b8bf42-70f0-4b4f-82f2-3c2c7bdffe07 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7128584 May 27 02:08:08.358842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56868) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:08.396663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.400941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1fc4a27c-6bc9-44c0-b0b2-7175b6d8dd13 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '03da60e7-674f-49fb-b9b1-1efcc32295e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:08.401508 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-1fc4a27c-6bc9-44c0-b0b2-7175b6d8dd13 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 27 02:08:08.402017 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-1fc4a27c-6bc9-44c0-b0b2-7175b6d8dd13 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:08.409277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1fc4a27c-6bc9-44c0-b0b2-7175b6d8dd13 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0448234 May 27 02:08:08.414323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56872) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:08.434006 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.540003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Allocated IP 172.20.0.2 (e6e0725b-4dc8-402e-b6a3-783853413457/618d284f-de99-4df9-a6e9-d31b2f3a8241/f76a8eac-c508-400f-914b-3a31f4a70656) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:08.623205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79c987-a595-4144-ab3f-201f825cb003 req-1f8e58cf-7d1c-4389-8280-8ac1ba97214b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:08.625119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a79c987-a595-4144-ab3f-201f825cb003 req-1f8e58cf-7d1c-4389-8280-8ac1ba97214b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.5509167 May 27 02:08:08.848625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.860610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a79c987-a595-4144-ab3f-201f825cb003 req-9dac1b4f-f8a3-4a49-89d7-a82d1db1d557 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914039 May 27 02:08:08.883065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.915218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:08.930604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75682dad-69c8-47ca-9485-5964c9517b5f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:08.931249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75682dad-69c8-47ca-9485-5964c9517b5f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:08.950853 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.961986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.972540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.973798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:08.992587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f11471d-de90-421b-8a63-c54fa74c2ac7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.003796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:08:09.004338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.071117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f11471d-de90-421b-8a63-c54fa74c2ac7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.227689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Allocated IP 172.25.3.113 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/acb97e8b-7146-4385-96b3-e03b361b1594) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:09.290967 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 75682dad-69c8-47ca-9485-5964c9517b5f resource provider aggregate not found May 27 02:08:09.297204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f11471d-de90-421b-8a63-c54fa74c2ac7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.304854 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.321833 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 75682dad-69c8-47ca-9485-5964c9517b5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75682dad-69c8-47ca-9485-5964c9517b5f found for delete ", "request_id": "req-858e2277-0f3b-4f74-adbc-33bee0b6b46d"}]} May 27 02:08:09.364657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.366508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11471d-de90-421b-8a63-c54fa74c2ac7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03da60e7-674f-49fb-b9b1-1efcc32295e1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:09.368529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Transition to ACTIVE for port object f76a8eac-c508-400f-914b-3a31f4a70656 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:09.401595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.421712 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f11471d-de90-421b-8a63-c54fa74c2ac7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.425400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8f11471d-de90-421b-8a63-c54fa74c2ac7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/03da60e7-674f-49fb-b9b1-1efcc32295e1 HTTP/1.1" status: 204 len: 168 time: 1.0009108 May 27 02:08:09.427641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56912) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:09.479947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Transition to ACTIVE for port object f76a8eac-c508-400f-914b-3a31f4a70656 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:09.481570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.491622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0 HTTP/1.1" status: 204 len: 168 time: 1.3461230 May 27 02:08:09.493671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c094dd9-958e-47d3-96c0-ca567243c7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3216e0fb-c4c7-4e7f-a12e-919a2cb3eca0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:09.500184 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.622192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56920) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:09.678282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Network e6e0725b-4dc8-402e-b6a3-783853413457 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:09.689752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:09.690291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.699481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:09.727615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-96f0013c-d935-4d3c-afbb-05d1adb0d465 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:09.776444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Pushing event updated for resources: {'Port': ['ID=f76a8eac-c508-400f-914b-3a31f4a70656,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:09.794412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.807786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-96f0013c-d935-4d3c-afbb-05d1adb0d465 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:09.809734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.809862 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-96f0013c-d935-4d3c-afbb-05d1adb0d465 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3809395 May 27 02:08:09.822690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56926) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:09.823148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d459c-2148-4824-afd8-dbc8a4f95c75 req-253242cb-1f42-4472-a46c-7b452926f6f1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:09.834002 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-740d459c-2148-4824-afd8-dbc8a4f95c75 req-253242cb-1f42-4472-a46c-7b452926f6f1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 945 time: 0.2607064 May 27 02:08:09.836554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292435888'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:09.843889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:09.858168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Attempting to bind port f76a8eac-c508-400f-914b-3a31f4a70656 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:09.859304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Attempting to bind port f76a8eac-c508-400f-914b-3a31f4a70656 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:09.859966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Attempting to bind port f76a8eac-c508-400f-914b-3a31f4a70656 on network e6e0725b-4dc8-402e-b6a3-783853413457 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:09.867356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:09.868228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Checking segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:09.869074 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.869796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Bound using segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:09.870470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Bound port: f76a8eac-c508-400f-914b-3a31f4a70656, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:09.871111 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.879837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-740d459c-2148-4824-afd8-dbc8a4f95c75 req-a6bd64bf-08fc-4884-85fa-b70ad718c8ce tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:09.909528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:09.928307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-740d459c-2148-4824-afd8-dbc8a4f95c75 req-a6bd64bf-08fc-4884-85fa-b70ad718c8ce tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:09.932908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-740d459c-2148-4824-afd8-dbc8a4f95c75 req-a6bd64bf-08fc-4884-85fa-b70ad718c8ce tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976171 May 27 02:08:09.962283 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:09.973977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56938) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:10.094181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] For port f76a8eac-c508-400f-914b-3a31f4a70656, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:10.098466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] For port f76a8eac-c508-400f-914b-3a31f4a70656, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f76a8eac-c508-400f-914b-3a31f4a70656,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:10.105069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.159234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:10.186509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:10.189483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:10.194764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:10.201287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1a8c-041b-43c3-81dd-b5830b71cfd4 None None] Pushing event updated for resources: {'Port': ['ID=f76a8eac-c508-400f-914b-3a31f4a70656,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:10.226701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Usage tracker for resource:security_group_rule and tenant:697c6ada85a24dd6847d162130dfa408 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:10.273644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Pushing event updated for resources: {'Port': ['ID=acb97e8b-7146-4385-96b3-e03b361b1594,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:10.276496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:10.336653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.348026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:10.414166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:10.420442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:10.420442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:10.452134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:10.455312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-253c48fe-c715-43c7-af01-1dffd2382867 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e08256278894b948447d2ce38d726ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098023 May 27 02:08:10.458856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56948) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:10.580980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faaf30-afdd-45a9-9fd9-052f7817e7bc req-13deaec3-43b7-4c3e-b0a9-5104ddc068ef tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:10.587961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51faaf30-afdd-45a9-9fd9-052f7817e7bc req-13deaec3-43b7-4c3e-b0a9-5104ddc068ef tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.3706760 May 27 02:08:10.671811 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73006aa8-edb2-4a50-8ce9-6cabcaa14401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.708103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51faaf30-afdd-45a9-9fd9-052f7817e7bc req-a0572041-801b-45c6-8d63-f2454f0120fe tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189380 May 27 02:08:10.766530 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.779116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.831465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73006aa8-edb2-4a50-8ce9-6cabcaa14401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.838413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.943187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.945633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Deleting port 025309a2-fa41-4c5a-a2d8-03e1ec36f182 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:10.946096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:10.996187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=697c6ada85a24dd6847d162130dfa408&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3729217 May 27 02:08:11.000367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d1be9-3079-444d-9f3b-020fc206e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85da998-9034-47a7-9764-fae2e47baa3f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:11.005717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56960) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.008060 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.009167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.259307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b84751-4713-4273-81c5-2f011ce65b24,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:11.290581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73006aa8-edb2-4a50-8ce9-6cabcaa14401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.314075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.335628 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.337699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17ce6816-db4c-4407-9ba2-a4f7563aba50 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5118902 May 27 02:08:11.347295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56972) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.354896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] For port 025309a2-fa41-4c5a-a2d8-03e1ec36f182, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=025309a2-fa41-4c5a-a2d8-03e1ec36f182,segment=NetworkSegment(5ce4bc8b-d404-4066-9918-5b75a3dd1fd6),segment_id=5ce4bc8b-d404-4066-9918-5b75a3dd1fd6)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:11.355375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.373291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73006aa8-edb2-4a50-8ce9-6cabcaa14401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11724ee-1645-432c-97b9-22b1512bf6a1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:11.383934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-74bbd576-f2de-4ca7-abe1-a2c5e12ee4ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '54b84751-4713-4273-81c5-2f011ce65b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:11.384906 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-74bbd576-f2de-4ca7-abe1-a2c5e12ee4ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 27 02:08:11.385510 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-74bbd576-f2de-4ca7-abe1-a2c5e12ee4ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:11.386683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74bbd576-f2de-4ca7-abe1-a2c5e12ee4ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0361745 May 27 02:08:11.426228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.449181 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73006aa8-edb2-4a50-8ce9-6cabcaa14401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.450701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-73006aa8-edb2-4a50-8ce9-6cabcaa14401 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c11724ee-1645-432c-97b9-22b1512bf6a1 HTTP/1.1" status: 204 len: 168 time: 0.9847331 May 27 02:08:11.466331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c435e-3c86-4e7f-9a7f-941d2f52a554 req-06f7b52e-c31c-4f33-9b1b-e7758f36e994 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:11.468381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-276c435e-3c86-4e7f-9a7f-941d2f52a554 req-06f7b52e-c31c-4f33-9b1b-e7758f36e994 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 945 time: 0.2733300 May 27 02:08:11.482873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2fcd2633-6f9b-4d46-8fe0-f924ca7b5880 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '54b84751-4713-4273-81c5-2f011ce65b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:11.483596 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-2fcd2633-6f9b-4d46-8fe0-f924ca7b5880 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 27 02:08:11.484146 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-2fcd2633-6f9b-4d46-8fe0-f924ca7b5880 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:11.488525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2fcd2633-6f9b-4d46-8fe0-f924ca7b5880 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0580692 May 27 02:08:11.504181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56982) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.537952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ab527bd7-f2e3-4d97-bd53-68b408373a70 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '54b84751-4713-4273-81c5-2f011ce65b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:11.539359 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-ab527bd7-f2e3-4d97-bd53-68b408373a70 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 27 02:08:11.542835 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-ab527bd7-f2e3-4d97-bd53-68b408373a70 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:11.544089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ab527bd7-f2e3-4d97-bd53-68b408373a70 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209298 May 27 02:08:11.573996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f76a8eac-c508-400f-914b-3a31f4a70656 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:11.598419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56986) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.632369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-54bdd45d-eb2d-4b1d-9fe0-b46648cf53ef tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '54b84751-4713-4273-81c5-2f011ce65b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:11.635240 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-54bdd45d-eb2d-4b1d-9fe0-b46648cf53ef tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 27 02:08:11.638075 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-54bdd45d-eb2d-4b1d-9fe0-b46648cf53ef tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:11.639307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-54bdd45d-eb2d-4b1d-9fe0-b46648cf53ef tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0315902 May 27 02:08:11.643553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:11.656596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Calling delete_port for 025309a2-fa41-4c5a-a2d8-03e1ec36f182 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:11.693873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f76a8eac-c508-400f-914b-3a31f4a70656 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:11.697249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46378843-c7c7-4540-817e-28feb954a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.815566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909c8e9-3c03-49f4-a9c2-3a8037580690 None None] Network e6e0725b-4dc8-402e-b6a3-783853413457 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:11.823393 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46378843-c7c7-4540-817e-28feb954a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:11.915829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-276c435e-3c86-4e7f-9a7f-941d2f52a554 req-1dea7c1a-7465-4ec3-a6bc-eb435098d6c4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091728 May 27 02:08:11.948386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] Provisioning for port f76a8eac-c508-400f-914b-3a31f4a70656 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:11.964289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] Provisioning complete for port f76a8eac-c508-400f-914b-3a31f4a70656 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:11.964906 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.001745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9921cddf-e66f-45b4-975e-6e006bcce481 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.047747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9921cddf-e66f-45b4-975e-6e006bcce481 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.049932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977291d-43cd-460b-886c-d6bdeac62939 req-a4a1f81e-d549-4547-badf-f6cd5b96f999 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:12.051331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5977291d-43cd-460b-886c-d6bdeac62939 req-a4a1f81e-d549-4547-badf-f6cd5b96f999 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:12.101772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5977291d-43cd-460b-886c-d6bdeac62939 req-a4a1f81e-d549-4547-badf-f6cd5b96f999 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:12.103380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5977291d-43cd-460b-886c-d6bdeac62939 req-a4a1f81e-d549-4547-badf-f6cd5b96f999 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 945 time: 0.7239244 May 27 02:08:12.104234 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46378843-c7c7-4540-817e-28feb954a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.147739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9921cddf-e66f-45b4-975e-6e006bcce481 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.175210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921cddf-e66f-45b4-975e-6e006bcce481 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b84751-4713-4273-81c5-2f011ce65b24,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:12.202850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46378843-c7c7-4540-817e-28feb954a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85da998-9034-47a7-9764-fae2e47baa3f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:12.210331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port 523ac451-4c46-4101-b37e-0ab5ee99b9fe {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:12.210907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.221676 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9921cddf-e66f-45b4-975e-6e006bcce481 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.222995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9921cddf-e66f-45b4-975e-6e006bcce481 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/54b84751-4713-4273-81c5-2f011ce65b24 HTTP/1.1" status: 204 len: 168 time: 0.5661581 May 27 02:08:12.230068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57008) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:12.261888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847add0-6405-4f52-86bb-b19e65a30061 req-0a1aaab3-5b8d-4970-a893-2aa014436a5b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:12.263296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Router ed992b4d-8480-4dc3-85ac-4a712391a77e is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:08:12.270911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4847add0-6405-4f52-86bb-b19e65a30061 req-0a1aaab3-5b8d-4970-a893-2aa014436a5b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.3869607 May 27 02:08:12.306857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46378843-c7c7-4540-817e-28feb954a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.308308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-46378843-c7c7-4540-817e-28feb954a974 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e85da998-9034-47a7-9764-fae2e47baa3f HTTP/1.1" status: 204 len: 168 time: 1.3007751 May 27 02:08:12.494104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] Current status of the port f76a8eac-c508-400f-914b-3a31f4a70656 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:12.494498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.574609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] For port f76a8eac-c508-400f-914b-3a31f4a70656, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f76a8eac-c508-400f-914b-3a31f4a70656,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:12.587991 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:12.766010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e76a0-916d-4545-a0bd-f24d24c3e31b None None] Pushing event updated for resources: {'Port': ['ID=f76a8eac-c508-400f-914b-3a31f4a70656,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:12.784443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db3973e9-c187-49a7-bafa-c9a33cb61e28 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:12.998159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4847add0-6405-4f52-86bb-b19e65a30061 req-53b87bec-c386-4a3b-8f5e-aa99ce0c6bf1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7261515 May 27 02:08:13.063388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db3973e9-c187-49a7-bafa-c9a33cb61e28 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:13.064887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db3973e9-c187-49a7-bafa-c9a33cb61e28 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8291376 May 27 02:08:13.065472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57038) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:13.069873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57040) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:13.084936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826903118'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:13.092741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:13.129159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-296aa9f4-4bbe-4956-ab38-939421902689 None None] Provisioning complete for port f76a8eac-c508-400f-914b-3a31f4a70656 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:13.129448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-296aa9f4-4bbe-4956-ab38-939421902689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.136598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:13.160812 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.171913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.215873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:13.240364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Sync routers for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:13.241513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:13.263620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e788d0775ffb4409b5b8e1db2d2b1679 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:13.270480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:13.297077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:13.311837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.313457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.316357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ed37881-0041-4ce3-b960-8f66e355bd9a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5095973 May 27 02:08:13.321123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:13.321960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:13.326443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57050) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:13.424674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=025309a2-fa41-4c5a-a2d8-03e1ec36f182,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:13.442278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:13.556895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-296aa9f4-4bbe-4956-ab38-939421902689 None None] Current status of the port f76a8eac-c508-400f-914b-3a31f4a70656 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:13.562521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f76a8eac-c508-400f-914b-3a31f4a70656 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:13.753196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:13.758685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:13.794087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:13.794908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:13.890105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] For port 523ac451-4c46-4101-b37e-0ab5ee99b9fe, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=523ac451-4c46-4101-b37e-0ab5ee99b9fe,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:13.890475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.991903 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:13.994292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f76a8eac-c508-400f-914b-3a31f4a70656 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:13.994671 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.167334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.267974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f76a8eac-c508-400f-914b-3a31f4a70656 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:14.285054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e788d0775ffb4409b5b8e1db2d2b1679&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1901591 May 27 02:08:14.285054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a04bd-c903-4b8e-b7ca-86a08c3472b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee1feeb-8292-4e8c-8ada-ca434c3bebb4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:14.331352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57084) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:14.381706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.400708 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11163e5d-be90-4beb-af6c-75346e38c463 req-fc0c646c-98da-46f2-8565-07e9cc57f40a tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.2685797 May 27 02:08:14.441397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.471381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:10Z', 'revision_number': 3, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:14.482540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Checking router: ed992b4d-8480-4dc3-85ac-4a712391a77e for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:14.484214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Updating router ed992b4d-8480-4dc3-85ac-4a712391a77e port acb97e8b-7146-4385-96b3-e03b361b1594 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:08:14.542192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.565324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.743630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48562489-5ada-49fc-8e05-3074b787d425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.773551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fdb31-2a21-4482-b2e0-d0f7fe0b8844 req-173b0597-ac2c-4ab2-a810-e06b178c2bdf tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:14.778432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d5fdb31-2a21-4482-b2e0-d0f7fe0b8844 req-173b0597-ac2c-4ab2-a810-e06b178c2bdf tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 945 time: 0.8080971 May 27 02:08:14.960672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:14.962189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8873749 May 27 02:08:14.974530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:14.980319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9462153-15f9-44d3-a1dd-d608e3ea05db tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15718623-fb29-47a5-807e-623e22ea7578,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:15.006690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8287ee90-aead-44fb-872e-aff981ae5003 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:15.007273 n-d-843146-11 neutron-server[88425]: WARNING neutron.api.v2.base [None req-8287ee90-aead-44fb-872e-aff981ae5003 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:08:15.007849 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-8287ee90-aead-44fb-872e-aff981ae5003 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:15.008952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8287ee90-aead-44fb-872e-aff981ae5003 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0303068 May 27 02:08:15.014999 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.020273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57108) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:15.027165 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.027713 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.028179 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP cce5aa05-570e-449d-8e99-3ca91c77cec3 disassociated. External IP: 172.25.3.8, port: 523ac451-4c46-4101-b37e-0ab5ee99b9fe. May 27 02:08:15.028642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for 523ac451-4c46-4101-b37e-0ab5ee99b9fe owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:15.032958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Transition to ACTIVE for port object acb97e8b-7146-4385-96b3-e03b361b1594 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:15.050170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48562489-5ada-49fc-8e05-3074b787d425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.051969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.061335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5e8e1065-3a52-49b2-8c58-ebc90d0bbde0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:15.097797 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d5fdb31-2a21-4482-b2e0-d0f7fe0b8844 req-c42677eb-7408-440e-b3c5-1a3b51f5a7b0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b046ae5-796f-48c5-a992-d719b735a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030105 May 27 02:08:15.135647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5e8e1065-3a52-49b2-8c58-ebc90d0bbde0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:15.140699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5e8e1065-3a52-49b2-8c58-ebc90d0bbde0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:15.144486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5e8e1065-3a52-49b2-8c58-ebc90d0bbde0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:15.174005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5e8e1065-3a52-49b2-8c58-ebc90d0bbde0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:15.174816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ef80c-e5e2-4fe9-83b0-797540958f0a None None] Pushing event updated for resources: {'Port': ['ID=acb97e8b-7146-4385-96b3-e03b361b1594,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:15.201678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Attempting to bind port acb97e8b-7146-4385-96b3-e03b361b1594 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:15.202154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Attempting to bind port acb97e8b-7146-4385-96b3-e03b361b1594 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:15.202750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Attempting to bind port acb97e8b-7146-4385-96b3-e03b361b1594 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:15.210149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:15.210651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:15.211081 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.211688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:15.212214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Bound port: acb97e8b-7146-4385-96b3-e03b361b1594, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:15.212743 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.270519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.294517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] For port acb97e8b-7146-4385-96b3-e03b361b1594, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:15.298132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] For port acb97e8b-7146-4385-96b3-e03b361b1594, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=acb97e8b-7146-4385-96b3-e03b361b1594,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:15.306781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.382629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48562489-5ada-49fc-8e05-3074b787d425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.395791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ef80c-e5e2-4fe9-83b0-797540958f0a None None] Pushing event updated for resources: {'Port': ['ID=acb97e8b-7146-4385-96b3-e03b361b1594,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:15.410039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48562489-5ada-49fc-8e05-3074b787d425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee1feeb-8292-4e8c-8ada-ca434c3bebb4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:15.411210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:15.411999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:15.460103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48562489-5ada-49fc-8e05-3074b787d425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:15.471660 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-48562489-5ada-49fc-8e05-3074b787d425 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eee1feeb-8292-4e8c-8ada-ca434c3bebb4 HTTP/1.1" status: 204 len: 168 time: 1.1241369 May 27 02:08:15.477676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Router 06ef232c-d8c0-4142-b999-84eff5ca2261 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:15.531723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4fbad-37d3-49e2-844b-28e88444c728 req-ae2c8580-29bb-405b-8da9-bb752834883f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:15.549873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8b4fbad-37d3-49e2-844b-28e88444c728 req-ae2c8580-29bb-405b-8da9-bb752834883f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.8311968 May 27 02:08:15.752936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:15.956014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2740d507-2a05-43da-8317-c6c2a094a5d9 req-1d3fa103-f980-4844-a8c8-86e9cc8f563e tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.3209965 May 27 02:08:16.125488 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-5e8e1065-3a52-49b2-8c58-ebc90d0bbde0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:16.125488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5e8e1065-3a52-49b2-8c58-ebc90d0bbde0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0995409 May 27 02:08:16.128518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57134) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:16.134297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a8b4fbad-37d3-49e2-844b-28e88444c728 req-f99086a5-83ff-45ff-85d5-f17478d27752 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833194 May 27 02:08:16.215747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Allocated IP 172.20.0.1 (e6e0725b-4dc8-402e-b6a3-783853413457/618d284f-de99-4df9-a6e9-d31b2f3a8241/a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:16.291110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-69206d2b-a7e9-407f-85a7-46d0ec7484be tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:16.292263 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-69206d2b-a7e9-407f-85a7-46d0ec7484be tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 27 02:08:16.292980 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-69206d2b-a7e9-407f-85a7-46d0ec7484be tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:16.294109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-69206d2b-a7e9-407f-85a7-46d0ec7484be tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1647019 May 27 02:08:16.302370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:10Z', 'revision_number': 3, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:16.305155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:16.308433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a7729-ba47-4f11-90a4-ebce778bee7a None None] The sync data for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 is: [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:10Z', 'revision_number': 3, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:16.349493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.351811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:16.363477 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] Sync routers for ids ['06ef232c-d8c0-4142-b999-84eff5ca2261'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:16.376185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-62564eba-969e-4e7d-846d-615cd74423de tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:16.439777 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] Routers {'06ef232c-d8c0-4142-b999-84eff5ca2261'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:16.440708 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['06ef232c-d8c0-4142-b999-84eff5ca2261'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:16.451404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01bacb94-9e65-41e0-8b13-343e6aaf87a9 req-547b230d-3b88-4126-9173-e0ddf4fc4f03 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 210 time: 0.1544659 May 27 02:08:16.476153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=523ac451-4c46-4101-b37e-0ab5ee99b9fe,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:16.481074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-62564eba-969e-4e7d-846d-615cd74423de tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:16.491629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-62564eba-969e-4e7d-846d-615cd74423de tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:16.496921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-62564eba-969e-4e7d-846d-615cd74423de tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:16.508275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-62564eba-969e-4e7d-846d-615cd74423de tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:16.583410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 523ac451-4c46-4101-b37e-0ab5ee99b9fe no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:16.628889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.648760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Transition to ACTIVE for port object a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:16.656320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-abfd63e5-a463-4230-a906-9f2a7f9f6eb8 admin admin] 10.222.0.16 "PUT /v2.0/routers/06ef232c-d8c0-4142-b999-84eff5ca2261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4796720 May 27 02:08:16.668194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57156) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:16.682558 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:16.684061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 523ac451-4c46-4101-b37e-0ab5ee99b9fe {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:16.684337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 523ac451-4c46-4101-b37e-0ab5ee99b9fe not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:16.766622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Pushing event updated for resources: {'Port': ['ID=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:16.777506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Network e6e0725b-4dc8-402e-b6a3-783853413457 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:16.779014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:16.781631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:16.943193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.086185 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] Set router 06ef232c-d8c0-4142-b999-84eff5ca2261 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:17.596474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device acb97e8b-7146-4385-96b3-e03b361b1594 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:17.678408 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-62564eba-969e-4e7d-846d-615cd74423de tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:17.679505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-62564eba-969e-4e7d-846d-615cd74423de tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.3735235 May 27 02:08:17.739303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57184) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:17.760560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-49af2a88-eef6-4432-918f-af97dcc028b7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:17.761492 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-49af2a88-eef6-4432-918f-af97dcc028b7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 02:08:17.762511 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-49af2a88-eef6-4432-918f-af97dcc028b7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:17.763963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49af2a88-eef6-4432-918f-af97dcc028b7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0231984 May 27 02:08:17.780144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da66167d-10ab-4b59-a2b8-bb73b732362f req-3a5293c2-b1d0-4c70-9544-9da2ca176c60 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.4823165 May 27 02:08:17.781540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.792405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57188) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:17.821953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:17.844662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:17.856119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:17.861430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:17.873449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:17.926847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7a57904f-bc08-4e69-8d8d-51008d778604 None None] Provisioning for port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:17.935855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7a57904f-bc08-4e69-8d8d-51008d778604 None None] Provisioning complete for port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:17.938285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a57904f-bc08-4e69-8d8d-51008d778604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:17.940545 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Project 1dcd27e84ffe494c9983e7ea4d64c516 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:08:17.980820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f068850-b41b-4f75-855d-e61fcaeab6d0 req-4c048713-264b-44d6-b5ef-956bf3161e1b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:17.987948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f068850-b41b-4f75-855d-e61fcaeab6d0 req-4c048713-264b-44d6-b5ef-956bf3161e1b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.5513430 May 27 02:08:18.012914 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.061110 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:18.062328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9bc23d51-24cc-410f-9d6f-b5deb17758e7 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2686822 May 27 02:08:18.070582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57200) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:18.078106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port acb97e8b-7146-4385-96b3-e03b361b1594 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:18.080369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0a925c07-1b18-4c67-b2a7-e6c656181482 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:18.081028 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-0a925c07-1b18-4c67-b2a7-e6c656181482 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 27 02:08:18.081680 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-0a925c07-1b18-4c67-b2a7-e6c656181482 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:18.082879 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0a925c07-1b18-4c67-b2a7-e6c656181482 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110927 May 27 02:08:18.098298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port acb97e8b-7146-4385-96b3-e03b361b1594 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:18.098837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.119519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:18.128148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57204) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:18.136333 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:08:12Z', 'revision_number': 5, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:18.144399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4f068850-b41b-4f75-855d-e61fcaeab6d0 req-7f778c07-cb81-4793-afa4-b80a04f08209 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554961 May 27 02:08:18.158797 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] Checking router: 06ef232c-d8c0-4142-b999-84eff5ca2261 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:18.167135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:18.183378 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] Routers {'06ef232c-d8c0-4142-b999-84eff5ca2261'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:18.188065 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['06ef232c-d8c0-4142-b999-84eff5ca2261'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:18.191114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7a57904f-bc08-4e69-8d8d-51008d778604 None None] Port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:08:18.322170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port acb97e8b-7146-4385-96b3-e03b361b1594 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:18.338433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.395177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port acb97e8b-7146-4385-96b3-e03b361b1594, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=acb97e8b-7146-4385-96b3-e03b361b1594,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:18.406010 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.407061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.408762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:18.413365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:18.419955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:18.427797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.481860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=acb97e8b-7146-4385-96b3-e03b361b1594,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:18.499572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.559081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4fe0896a-9e22-4b94-bc98-e0683903b31d req-be35685b-57db-4357-a2af-c8ef5aff47c2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:18.568753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Deleting port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:18.575111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.586506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:18.599528 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] Set router 06ef232c-d8c0-4142-b999-84eff5ca2261 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:18.679443 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Project 1dcd27e84ffe494c9983e7ea4d64c516 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:08:18.694876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Pushing event updated for resources: {'Port': ['ID=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:18.727139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:18.943683 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:18.949149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:18.951698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7da81af0-6289-4d08-884a-d41705397eea tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8050225 May 27 02:08:18.959599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:18.960824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:18.974488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:18.975414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:19.068770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '15718623-fb29-47a5-807e-623e22ea7578', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:19.098589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:19.107868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Network e6e0725b-4dc8-402e-b6a3-783853413457 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:19.241594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:19.261122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:19.281066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:19.283841 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:08:12Z', 'revision_number': 5, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:19.293959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4fe0896a-9e22-4b94-bc98-e0683903b31d req-be35685b-57db-4357-a2af-c8ef5aff47c2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:19.295137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4fe0896a-9e22-4b94-bc98-e0683903b31d req-be35685b-57db-4357-a2af-c8ef5aff47c2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 210 time: 1.0996044 May 27 02:08:19.295563 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7866cf-e651-47d3-8825-d7ece8f2e61e None None] The sync data for ids ['06ef232c-d8c0-4142-b999-84eff5ca2261'] in n-d-843146-11 is: [{'id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'name': 'tempest-TestAggregatesBasicOps-1011910891-router', 'tenant_id': '107becd3428042fcbc658d3c047bbfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:07:26Z', 'updated_at': '2022-05-27T02:08:12Z', 'revision_number': 5, 'project_id': '107becd3428042fcbc658d3c047bbfba', 'gw_port': {'id': '6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef232c-d8c0-4142-b999-84eff5ca2261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:07:28Z', 'updated_at': '2022-05-27T02:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:19.303513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40403f8f-f78f-4cfe-8aed-473e99599ad4 req-267ea38a-7ee5-43d5-811f-ab6c799a60de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0947759 May 27 02:08:19.415237 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc9187d4-2b4f-419e-bcfc-f9fff7b5dc9e req-351fb9fd-2191-4523-9c4e-3661aef43ec2 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.3359320 May 27 02:08:19.430245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:19.445082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] No DVR routers for this DVR port 523ac451-4c46-4101-b37e-0ab5ee99b9fe on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:19.452110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:19.455758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5977291d-43cd-460b-886c-d6bdeac62939 req-7300677c-b6b2-4150-bb4a-f026de6f363b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "DELETE /v2.0/ports/523ac451-4c46-4101-b37e-0ab5ee99b9fe HTTP/1.1" status: 204 len: 173 time: 7.3332531 May 27 02:08:19.463496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'name': 'network-vif-deleted', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:19.491234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:19.501397 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Project 1dcd27e84ffe494c9983e7ea4d64c516 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:08:19.701216 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd852fc-f087-484d-b444-d9bb055e24d0'] response: {'server_uuid': '4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88', 'name': 'network-vif-deleted', 'tag': '523ac451-4c46-4101-b37e-0ab5ee99b9fe', 'status': 'completed', 'code': 200} May 27 02:08:19.786201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device acb97e8b-7146-4385-96b3-e03b361b1594 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:19.910168 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:19.911756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f115ab02-1149-4ad9-b7b7-4ae3b0deae09 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8520777 May 27 02:08:19.915341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57258) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:19.957616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Router ed992b4d-8480-4dc3-85ac-4a712391a77e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:19.967184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] For port 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:19.968089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.052307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-726f2403-26d9-4a43-a2a4-f2c4fd5d6a28 None None] Provisioning complete for port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:20.052866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-726f2403-26d9-4a43-a2a4-f2c4fd5d6a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.131320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d93c82aa-9643-4e47-8561-d7420c7eb3ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.256615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-726f2403-26d9-4a43-a2a4-f2c4fd5d6a28 None None] Port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:08:20.289496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Calling delete_port for 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:20.334482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port acb97e8b-7146-4385-96b3-e03b361b1594 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:20.335117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.358321 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d93c82aa-9643-4e47-8561-d7420c7eb3ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.446331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:20.456332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6c130-46e6-4a14-b464-7ff49a7eb082 req-2b124146-ee95-42ab-9bca-cf4015b621b5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:20.459927 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Sync routers for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:20.466680 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1d6c130-46e6-4a14-b464-7ff49a7eb082 req-2b124146-ee95-42ab-9bca-cf4015b621b5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.9498911 May 27 02:08:20.475808 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:20.478017 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:20.526209 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-96104042-d823-4265-b355-a4c0177c0d7e admin admin] 10.222.0.16 "PUT /v2.0/routers/ed992b4d-8480-4dc3-85ac-4a712391a77e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1968253 May 27 02:08:20.549029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:20.561708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port acb97e8b-7146-4385-96b3-e03b361b1594 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:20.569721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:20.592288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:20.592926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:20.710767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1d6c130-46e6-4a14-b464-7ff49a7eb082 req-d0b5bd94-a176-4a5d-9775-5a4107ea96f0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375057 May 27 02:08:20.830552 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9257d8f2-34af-4195-a2d0-39bdd01dc832 req-d40cd9d5-2155-450d-abbf-536f94f538f2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ec0b9a4-3453-49ea-a6d5-a1b104ba2c88 HTTP/1.1" status: 200 len: 210 time: 0.2800238 May 27 02:08:20.877287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d93c82aa-9643-4e47-8561-d7420c7eb3ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:20.966460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:21.012315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c82aa-9643-4e47-8561-d7420c7eb3ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15718623-fb29-47a5-807e-623e22ea7578,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:21.018902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d93c82aa-9643-4e47-8561-d7420c7eb3ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.022291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d93c82aa-9643-4e47-8561-d7420c7eb3ba tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/15718623-fb29-47a5-807e-623e22ea7578 HTTP/1.1" status: 204 len: 168 time: 1.1036859 May 27 02:08:21.024089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57296) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:21.035237 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:21.098064 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.158033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-181f41f2-001c-4e21-9120-02c4eefeb90a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:21.190678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-181f41f2-001c-4e21-9120-02c4eefeb90a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:21.192361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-181f41f2-001c-4e21-9120-02c4eefeb90a tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1672213 May 27 02:08:21.197453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:21.204048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--785544549'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:21.212469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:21.224627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:21.250050 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.282176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57312) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:21.286019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:21.290102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea2c71dd-e348-4d31-88a3-dca879eacc96 req-4ad55286-338a-4a56-875d-c5eef3113597 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1825831 May 27 02:08:21.300783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554543828', 'description': 'tempest-description--1418515696'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:21.322300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:21.362277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:21.396839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:21.403607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:21.422799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:21.431938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:21.434623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:21.473213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:21.517558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.592293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 025309a2-fa41-4c5a-a2d8-03e1ec36f182 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:21.671068 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 2, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:21.690260 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Checking router: ed992b4d-8480-4dc3-85ac-4a712391a77e for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:21.690604 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Updating router ed992b4d-8480-4dc3-85ac-4a712391a77e port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:08:21.721999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.738025 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.845808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8643c7c-402e-4084-88a2-4cd040397db9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:21.867155 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.915731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.918657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.923132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.928603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-03c323a6-81d3-41a3-a4ea-8ae7e544ce4e tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7292175 May 27 02:08:21.929422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57330) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:21.951018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-33ba3e52-a15e-41fa-a5d1-2983d86946bc tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': 'f8643c7c-402e-4084-88a2-4cd040397db9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:21.959151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 025309a2-fa41-4c5a-a2d8-03e1ec36f182 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:21.963608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 025309a2-fa41-4c5a-a2d8-03e1ec36f182 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:21.965857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:21.971923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-33ba3e52-a15e-41fa-a5d1-2983d86946bc tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:21.995263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-33ba3e52-a15e-41fa-a5d1-2983d86946bc tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:22.003830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-33ba3e52-a15e-41fa-a5d1-2983d86946bc tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:22.016085 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.019326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-33ba3e52-a15e-41fa-a5d1-2983d86946bc tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:22.021111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ef232c-d8c0-4142-b999-84eff5ca2261 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:08:22.183189 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-33ba3e52-a15e-41fa-a5d1-2983d86946bc tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The resource could not be found. May 27 02:08:22.189959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-33ba3e52-a15e-41fa-a5d1-2983d86946bc tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2576060 May 27 02:08:22.190538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:22.223764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c7f0bb08-944c-498e-a5cf-89dfea6988bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': 'f8643c7c-402e-4084-88a2-4cd040397db9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dda1e827-d4c4-4447-8e63-15b6afab1bad'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:22.234639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:22.243819 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.248767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eaeaf4cc-e899-44ad-a6dd-0e2e787096d8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/06ef232c-d8c0-4142-b999-84eff5ca2261 HTTP/1.1" status: 204 len: 168 time: 5.5533161 May 27 02:08:22.252679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:22.253150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7f0bb08-944c-498e-a5cf-89dfea6988bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:22.270522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c7f0bb08-944c-498e-a5cf-89dfea6988bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:22.289022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c7f0bb08-944c-498e-a5cf-89dfea6988bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:22.304857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group_rule and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:22.309939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:22.310284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c7f0bb08-944c-498e-a5cf-89dfea6988bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:22.327066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:22.345836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:22.371846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98040f-c9f9-4930-a020-8a09a93a3d7f None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:22.425138 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-c7f0bb08-944c-498e-a5cf-89dfea6988bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The resource could not be found. May 27 02:08:22.429415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c7f0bb08-944c-498e-a5cf-89dfea6988bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2376897 May 27 02:08:22.429994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57356) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:22.508470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.536247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.589466 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.591966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3081443 May 27 02:08:22.602468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57364) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:22.623338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] Deleting subnet 13dd34db-c771-422e-ac47-9845a4ec75a8 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:08:22.631607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.716180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'security_group_rule': {'security_group_id': '7550dd71-ef31-4445-b561-17feadacc617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:22.728576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:22.732706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group_rule and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:22.736404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:22.746952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:22.772612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-04409a6c-84ab-4b35-afb4-cc52444b2230 req-555706a5-f24a-43a5-bf4e-6ad0ded4fd20 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1709309 May 27 02:08:22.773598 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.827496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.888483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8c6a-48df-4f04-98d0-98f1a3592f3c tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.940317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57372) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:22.951200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff87b0d-0436-4281-a309-9b7aad81d8f7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7550dd71-ef31-4445-b561-17feadacc617,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:22.977354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8c6a-48df-4f04-98d0-98f1a3592f3c tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:22.983531 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.002472 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Transition to ACTIVE for port object a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:23.015226 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.020237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e94fbf-3fdc-4721-bdc3-7e47630272d2 None None] New status for floating IP cce5aa05-570e-449d-8e99-3ca91c77cec3: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:08:23.154390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.177671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.208618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8c6a-48df-4f04-98d0-98f1a3592f3c tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.214330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd989-cb74-4020-a65c-710686b92a41 req-861f4cf4-2ae8-44ea-8df1-048c4743db36 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:23.226233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbbd989-cb74-4020-a65c-710686b92a41 req-861f4cf4-2ae8-44ea-8df1-048c4743db36 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 1.1717355 May 27 02:08:23.273811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794d1aa2-1c71-4a7d-8de6-a5302b81cb5c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:23.278847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b8c6a-48df-4f04-98d0-98f1a3592f3c tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8643c7c-402e-4084-88a2-4cd040397db9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:23.299643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8c6a-48df-4f04-98d0-98f1a3592f3c tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.301921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ba5b8c6a-48df-4f04-98d0-98f1a3592f3c tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/f8643c7c-402e-4084-88a2-4cd040397db9 HTTP/1.1" status: 204 len: 168 time: 0.8696535 May 27 02:08:23.306104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57380) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:23.403854 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7dbbd989-cb74-4020-a65c-710686b92a41 req-b5e76bf4-1e69-410e-990c-32ddffd247e3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727908 May 27 02:08:23.412435 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.422527 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Pushing event updated for resources: {'Port': ['ID=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:23.440754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.443109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a6aaa0ff-7217-45dc-809f-d09c0fd3b9bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8335385 May 27 02:08:23.445990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57386) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:23.459505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4487d855-9aae-4166-b47f-0e1af8569b33 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:23.476915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'security_group_rule': {'security_group_id': '7550dd71-ef31-4445-b561-17feadacc617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:23.500707 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.501053 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.501437 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.501774 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.502103 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.502432 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.502532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:23.502778 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.503104 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.503424 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.503745 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.504064 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.504381 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:23.514662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group_rule and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:23.524362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:23.527748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4487d855-9aae-4166-b47f-0e1af8569b33 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:23.527876 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Attempting to bind port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:23.528165 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Attempting to bind port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:23.528591 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Attempting to bind port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 on network e6e0725b-4dc8-402e-b6a3-783853413457 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:23.529910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4487d855-9aae-4166-b47f-0e1af8569b33 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2226427 May 27 02:08:23.534413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57392) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:23.537132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:23.542017 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:23.542897 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Checking segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:23.542897 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.543178 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Bound using segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:23.543861 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Bound port: a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:23.544317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-142a49b1-bb17-4a97-b574-6d85f879d61b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': '01a03796-f6bb-4a0b-8483-0253a6227339', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:23.544447 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.555729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-142a49b1-bb17-4a97-b574-6d85f879d61b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:23.561320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-142a49b1-bb17-4a97-b574-6d85f879d61b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:23.565057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-142a49b1-bb17-4a97-b574-6d85f879d61b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:23.576357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:23.581415 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.591641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-142a49b1-bb17-4a97-b574-6d85f879d61b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:23.701578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:23.705259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6fcbfaea-e8ed-4a05-be66-d14cc7a26b1f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:23.711345 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.715856 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-142a49b1-bb17-4a97-b574-6d85f879d61b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The resource could not be found. May 27 02:08:23.717377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-142a49b1-bb17-4a97-b574-6d85f879d61b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1817632 May 27 02:08:23.720883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.723838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57396) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:23.778541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115446941'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:23.791883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1874d1-f604-4e54-9eb7-466758cdef7d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:23.803706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:23.823646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:23.833638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.835195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c6554428-3e9c-41e9-af73-0d129fb60996 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724930 May 27 02:08:23.845562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57402) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:23.849416 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] For port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:23.854450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] For port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:23.860416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.865323 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.872897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:23.904430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:23.923210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:floatingip and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:23.928452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:23.940826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:23.943725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:23.956307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:23.961606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:23.964240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a7a491-186d-466c-8ab0-1311164557da tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:23.971720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:24.000921 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac3584-b70c-4025-9942-6e6f218ce7d3 None None] Pushing event updated for resources: {'Port': ['ID=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:24.002215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.021024 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:24.021994 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:24.042575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a7a491-186d-466c-8ab0-1311164557da tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.109829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f32cd9e-2653-4e6f-b94b-cdb271666f7d req-9460ec4f-bbc7-4baf-a5a6-3174f1c5e6ef tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0883012 May 27 02:08:24.177210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.270675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13dd34db-c771-422e-ac47-9845a4ec75a8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:24.273180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.279133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab4074-7bd2-4517-a47f-9e054df9f65a None None] Network a30aeac6-2b06-462a-b5ae-d5a4c836a686 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:08:24.284741 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a7a491-186d-466c-8ab0-1311164557da tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.327751 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.337292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.358484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7a491-186d-466c-8ab0-1311164557da tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b046ae5-796f-48c5-a992-d719b735a393,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:24.381159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e98429b1-3b65-4b6c-a60a-1315eb4631ca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/13dd34db-c771-422e-ac47-9845a4ec75a8 HTTP/1.1" status: 204 len: 168 time: 2.1168866 May 27 02:08:24.383417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57414) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:24.388642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a7a491-186d-466c-8ab0-1311164557da tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.391921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-25a7a491-186d-466c-8ab0-1311164557da tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b046ae5-796f-48c5-a992-d719b735a393 HTTP/1.1" status: 204 len: 168 time: 1.4347658 May 27 02:08:24.404092 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:24.417227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57416) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:24.492829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.494643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7280009 May 27 02:08:24.496970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f51a-02c1-4b75-b8ad-cab49b5aa219 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b50c9-c0be-4391-bdec-7ae7b1d0ec41,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:24.500338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57424) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:24.512382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078303410'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:24.526461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:24.552444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:24.559362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:24.584364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:24.592589 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.649634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.681951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:24.708683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:24.714694 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-96cfb22a-24c6-4014-8c6f-7b547a6c4891 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] show failed (client error): The resource could not be found. May 27 02:08:24.718553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:24.720734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-96cfb22a-24c6-4014-8c6f-7b547a6c4891 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups/8b046ae5-796f-48c5-a992-d719b735a393 HTTP/1.1" status: 404 len: 347 time: 0.3017516 May 27 02:08:24.721732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57432) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:24.822797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:24.825898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.857497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Deleting port a41803c3-e702-4b47-8ed7-7f17b5be32e7 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:24.857834 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.878419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] DHCP port deletion for a30aeac6-2b06-462a-b5ae-d5a4c836a686 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:08:24.883334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Deleting port a41803c3-e702-4b47-8ed7-7f17b5be32e7 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:24.883706 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.917334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port 0fb39ff4-5980-4f84-a2de-d7383095ed16 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:24.917674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:24.961072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ac7d-ddd5-45f4-8431-bd6eef42873d req-16ec8f38-8f02-410a-b0d8-8d4c9fdfc30f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:24.970047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58d6ac7d-ddd5-45f4-8431-bd6eef42873d req-16ec8f38-8f02-410a-b0d8-8d4c9fdfc30f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.2568569 May 27 02:08:25.213113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58d6ac7d-ddd5-45f4-8431-bd6eef42873d req-425e3491-a0f6-426a-9291-563e9fc08807 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412527 May 27 02:08:25.234628 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:23Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:25.264013 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf6393-08fd-4fb3-bbd7-8f2e0659e5df None None] The sync data for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 is: [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:23Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:25.273339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] For port a41803c3-e702-4b47-8ed7-7f17b5be32e7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a41803c3-e702-4b47-8ed7-7f17b5be32e7,segment=NetworkSegment(5ce4bc8b-d404-4066-9918-5b75a3dd1fd6),segment_id=5ce4bc8b-d404-4066-9918-5b75a3dd1fd6)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:25.274105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.453481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] For port a41803c3-e702-4b47-8ed7-7f17b5be32e7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a41803c3-e702-4b47-8ed7-7f17b5be32e7,segment=NetworkSegment(5ce4bc8b-d404-4066-9918-5b75a3dd1fd6),segment_id=5ce4bc8b-d404-4066-9918-5b75a3dd1fd6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:25.456426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.606184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Calling delete_port for a41803c3-e702-4b47-8ed7-7f17b5be32e7 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:25.644347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:25.754631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Calling delete_port for a41803c3-e702-4b47-8ed7-7f17b5be32e7 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:25.757999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.857028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] No DVR routers for this DVR port a41803c3-e702-4b47-8ed7-7f17b5be32e7 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:08:25.873709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:25.880124 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:08:25.880475 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:08:25.881132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:25.881492 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:25.897764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a41803c3-e702-4b47-8ed7-7f17b5be32e7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:25.959287 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b2fc62d-c78a-4cab-99c1-fbacc4486099 req-b6481f21-5393-44c1-b4a8-3af805e032d4 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1426005 May 27 02:08:26.031468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.032983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Allocated IP 172.25.3.136 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5a1a1d04-aa14-4ce0-91ce-e52834f08302) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:26.061296 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.145955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:26.146725 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.196643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.197222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.220558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.230256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:26.241205 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.276699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30aeac6-2b06-462a-b5ae-d5a4c836a686']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:26.359498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:26.359708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce4bc8b-d404-4066-9918-5b75a3dd1fd6') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:26.370798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aa59cb-6182-497f-a51e-33890089092c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:26.388228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.390957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Deleting port a41803c3-e702-4b47-8ed7-7f17b5be32e7 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:08:26.391565 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.439696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a41803c3-e702-4b47-8ed7-7f17b5be32e7 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:08:26.515185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.543232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:08:26.543645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.551697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.553381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-71bfdc34-fec3-4cde-bad6-e24afeec5f30 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0508263 May 27 02:08:26.566013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for 0fb39ff4-5980-4f84-a2de-d7383095ed16 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:08:26.599699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a41803c3-e702-4b47-8ed7-7f17b5be32e7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:08:26.600280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a41803c3-e702-4b47-8ed7-7f17b5be32e7 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:08:26.613779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57468) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:26.710461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1f6c1-d836-49a0-9ade-debe1971775f None None] The port 'a41803c3-e702-4b47-8ed7-7f17b5be32e7' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:08:26.757405 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5ce4bc8b-d404-4066-9918-5b75a3dd1fd6 resource provider aggregate not found May 27 02:08:26.783954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5fd172ef-3433-466d-89e0-e4d08b4d3f97 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': 'f39b50c9-c0be-4391-bdec-7ae7b1d0ec41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a9aa59cb-6182-497f-a51e-33890089092c'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:26.784168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:26.803315 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5ce4bc8b-d404-4066-9918-5b75a3dd1fd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ce4bc8b-d404-4066-9918-5b75a3dd1fd6 found for delete ", "request_id": "req-b6215364-fdcc-437f-9a6b-19cd3a90a407"}]} May 27 02:08:26.845619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.851236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5fd172ef-3433-466d-89e0-e4d08b4d3f97 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:26.872974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5fd172ef-3433-466d-89e0-e4d08b4d3f97 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:26.878004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5fd172ef-3433-466d-89e0-e4d08b4d3f97 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:26.893028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.904095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:26.907423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5fd172ef-3433-466d-89e0-e4d08b4d3f97 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:26.949074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099e016-1f04-426c-a03c-a09e891f5eba req-10ce5c54-e0f1-45ab-a9ad-643deecd9492 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:26.951717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8099e016-1f04-426c-a03c-a09e891f5eba req-10ce5c54-e0f1-45ab-a9ad-643deecd9492 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.5418603 May 27 02:08:26.971284 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.019031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] 10.222.0.16 "DELETE /v2.0/networks/a30aeac6-2b06-462a-b5ae-d5a4c836a686 HTTP/1.1" status: 204 len: 168 time: 2.6113749 May 27 02:08:27.020434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fc4c0-b2af-4e77-8cc9-f41586a7db2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a30aeac6-2b06-462a-b5ae-d5a4c836a686,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:27.031055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8099e016-1f04-426c-a03c-a09e891f5eba req-046c38af-e007-4148-8239-264b85904faa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710139 May 27 02:08:27.064819 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-5fd172ef-3433-466d-89e0-e4d08b4d3f97 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:27.065986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5fd172ef-3433-466d-89e0-e4d08b4d3f97 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4447572 May 27 02:08:27.067308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.072813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57488) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:27.213577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.221691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'Port': ['ID=5a1a1d04-aa14-4ce0-91ce-e52834f08302,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:27.293516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.353416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=0fb39ff4-5980-4f84-a2de-d7383095ed16,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:27.381126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:27.433325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.504171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:27.508317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68ff0df0-8778-43a5-9ad7-05fdc67f6baa req-eeacc0e2-677b-4ffe-8d8e-8a31abc74a33 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1569471 May 27 02:08:27.509257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:27.576281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:27.578674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57494) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:27.601148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aa59cb-6182-497f-a51e-33890089092c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:27.629862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.631055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/a9aa59cb-6182-497f-a51e-33890089092c HTTP/1.1" status: 204 len: 168 time: 0.5569425 May 27 02:08:27.635066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.635415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.635828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.636151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.637650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.638061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.638446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.638807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.639193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.639519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.639853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.640182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce9e02-0f6e-4247-8902-2a4e07265d37 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:27.644395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57504) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:27.745477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.754977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d59dc59c-fe5b-4948-940d-e5a070281512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06b94333561a471fa6a390e164a0066d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503468 May 27 02:08:27.759405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57508) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:27.764177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-be8b2c7a-de40-4e1b-961f-60d88331f240 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:27.801674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:27.802784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.804115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516ca6-eee5-4057-a6f1-fdf33ce03620 req-492730de-aa69-42ad-9b54-006f40feb3c7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:27.805832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58516ca6-eee5-4057-a6f1-fdf33ce03620 req-492730de-aa69-42ad-9b54-006f40feb3c7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3270926 May 27 02:08:27.807127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-be8b2c7a-de40-4e1b-961f-60d88331f240 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:27.808847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-be8b2c7a-de40-4e1b-961f-60d88331f240 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1617892 May 27 02:08:27.811781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57512) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:27.818269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.905257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b912448a-817b-4263-a8de-3f03849a0357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.938088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58516ca6-eee5-4057-a6f1-fdf33ce03620 req-f4c94671-5424-4988-b5be-1c983bff9a79 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226032 May 27 02:08:27.950514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b912448a-817b-4263-a8de-3f03849a0357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:27.986346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:28.012018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.017836 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-50db6ee6-e47f-4802-a307-63765d2fa7f8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/floatingips/cce5aa05-570e-449d-8e99-3ca91c77cec3 HTTP/1.1" status: 204 len: 168 time: 3.2916327 May 27 02:08:28.068160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72581500-a6f9-47e6-9c35-f759f470a032 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.076873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.241028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57526) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:28.254308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982296359', 'description': 'tempest-description--387982869'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:28.271795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:28.286189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:28.292043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72581500-a6f9-47e6-9c35-f759f470a032 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.300972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:28.314466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:28.345363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.367703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:28.373551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:28.377570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:28.382637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72581500-a6f9-47e6-9c35-f759f470a032 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.389543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db87ec-5358-4b60-a6e1-6f6a0aebc274 req-dd34b5ed-7d9d-4cb5-8909-1aa91f802da8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:28.397615 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-53db87ec-5358-4b60-a6e1-6f6a0aebc274 req-dd34b5ed-7d9d-4cb5-8909-1aa91f802da8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2247148 May 27 02:08:28.397805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:28.399603 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b912448a-817b-4263-a8de-3f03849a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.412487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581500-a6f9-47e6-9c35-f759f470a032 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b50c9-c0be-4391-bdec-7ae7b1d0ec41,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:28.446163 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72581500-a6f9-47e6-9c35-f759f470a032 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.450423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-72581500-a6f9-47e6-9c35-f759f470a032 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/f39b50c9-c0be-4391-bdec-7ae7b1d0ec41 HTTP/1.1" status: 204 len: 168 time: 0.6373472 May 27 02:08:28.451943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912448a-817b-4263-a8de-3f03849a0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518092c7-a0b2-493f-b613-8d6163c583e4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:28.454173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57534) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:28.503954 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b912448a-817b-4263-a8de-3f03849a0357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.509277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b912448a-817b-4263-a8de-3f03849a0357 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/518092c7-a0b2-493f-b613-8d6163c583e4 HTTP/1.1" status: 204 len: 168 time: 0.7469687 May 27 02:08:28.544585 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-53db87ec-5358-4b60-a6e1-6f6a0aebc274 req-03438c3c-6afb-4f21-b588-7f280f12799f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418760 May 27 02:08:28.632386 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.636001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.639675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-357e1959-06ba-4350-ae80-576b45d17174 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:28.644577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.659582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.742854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-357e1959-06ba-4350-ae80-576b45d17174 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:28.745457 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-357e1959-06ba-4350-ae80-576b45d17174 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2778041 May 27 02:08:28.756256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57546) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:28.771891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--438386401'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:28.787386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:28.789765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee10243-288a-4457-bede-3f2a1d63a72d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:28.845849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e4e0d0af-2172-4461-a351-95ecc02d2eb3 req-0ce6a95d-e451-4edc-a82e-7ab12b512db1 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0485332 May 27 02:08:28.856024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:28.860502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.864895 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3559fff2-1544-40ad-b986-2dcc887780b4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6198239 May 27 02:08:28.865334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57550) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:28.873441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': 'fee10243-288a-4457-bede-3f2a1d63a72d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:28.881285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:28.886069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:28.891031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:28.899136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:28.901584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:28.943277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:28.947876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:28.951438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:28.968325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:28.975691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.159128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'Port': ['ID=5a1a1d04-aa14-4ce0-91ce-e52834f08302,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:29.174503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.176664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598cba-5daa-44db-9759-33187827148a req-7ae9f640-4432-48de-9fb2-3d1eb148bc97 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.185278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51598cba-5daa-44db-9759-33187827148a req-7ae9f640-4432-48de-9fb2-3d1eb148bc97 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2031224 May 27 02:08:29.193378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.207037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.210632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.232542 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.248968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.250299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f5cebb-6b6a-4a6d-9067-86db7d32b7da,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:29.250440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-369c573d-c6fd-4a9d-b351-98e209b7ca5b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4019415 May 27 02:08:29.259928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51598cba-5daa-44db-9759-33187827148a req-d57edb01-8798-459f-9210-17557040e2a0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737624 May 27 02:08:29.315082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57568) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:29.347176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.348383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2f02c413-e2e3-4845-9191-0c9548b7ca71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4820595 May 27 02:08:29.349528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4ff77-3e11-4efa-82b9-fa5f5d8a42bb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:29.353057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57572) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:29.368237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': 'fee10243-288a-4457-bede-3f2a1d63a72d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:29.371584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.374465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b11c23a0-09f0-4f50-ab56-8e7cb74435bb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6134143 May 27 02:08:29.379726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57576) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:29.386721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:29.398027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:29.402149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f7bfa3cb-f377-4e84-9e91-85ce75f8e7c8 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': 'e5a4ff77-3e11-4efa-82b9-fa5f5d8a42bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:29.405593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:29.416907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7bfa3cb-f377-4e84-9e91-85ce75f8e7c8 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:29.422259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:29.426977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7bfa3cb-f377-4e84-9e91-85ce75f8e7c8 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:29.435942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7bfa3cb-f377-4e84-9e91-85ce75f8e7c8 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:29.448966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7bfa3cb-f377-4e84-9e91-85ce75f8e7c8 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:29.507402 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.542028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae8da0dc-9edb-49ea-b827-7723ea605039 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=107becd3428042fcbc658d3c047bbfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253366 May 27 02:08:29.545423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57586) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:29.620522 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-f7bfa3cb-f377-4e84-9e91-85ce75f8e7c8 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:29.621562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f7bfa3cb-f377-4e84-9e91-85ce75f8e7c8 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2353125 May 27 02:08:29.638612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:29.646960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-13e85d86-d503-4025-92b4-e109899c5562 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group_rule': {'security_group_id': 'e5a4ff77-3e11-4efa-82b9-fa5f5d8a42bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:29.686513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-13e85d86-d503-4025-92b4-e109899c5562 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:29.707791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-13e85d86-d503-4025-92b4-e109899c5562 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:29.711543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-13e85d86-d503-4025-92b4-e109899c5562 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:29.724058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-13e85d86-d503-4025-92b4-e109899c5562 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:29.754455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-ef6dbddb-6c1d-41d6-a45f-fae3551d92c6 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--554543828&fields=id&tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0 HTTP/1.1" status: 200 len: 267 time: 0.1339660 May 27 02:08:29.799044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d59ca-3e3a-4f37-a5fa-7551dcf8b650 req-ebbbd89a-d144-4853-ab64-d077345e5ee3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:29.801301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a68d59ca-3e3a-4f37-a5fa-7551dcf8b650 req-ebbbd89a-d144-4853-ab64-d077345e5ee3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3170581 May 27 02:08:29.802247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b32d8794-bbfd-4ca3-86ad-77f16ada74ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.861631 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b32d8794-bbfd-4ca3-86ad-77f16ada74ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.942460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a68d59ca-3e3a-4f37-a5fa-7551dcf8b650 req-6fb06cea-1743-4bd8-8d14-267d342507c1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168871 May 27 02:08:29.958244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b32d8794-bbfd-4ca3-86ad-77f16ada74ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.983363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d8794-bbfd-4ca3-86ad-77f16ada74ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf48509-ade0-4b4c-a0fc-50fa5bd22d34,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:29.989567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b32d8794-bbfd-4ca3-86ad-77f16ada74ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:29.990275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b32d8794-bbfd-4ca3-86ad-77f16ada74ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cf48509-ade0-4b4c-a0fc-50fa5bd22d34 HTTP/1.1" status: 204 len: 168 time: 0.4351022 May 27 02:08:30.013707 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.030843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.033192 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-13e85d86-d503-4025-92b4-e109899c5562 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:08:30.034698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-13e85d86-d503-4025-92b4-e109899c5562 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3948209 May 27 02:08:30.039267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57618) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:30.137857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-164e20b2-5267-4caa-9b16-d91f92e6cc68 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.214472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50236c6-abcc-4c08-8ad1-483209d487ae,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:30.218050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-164e20b2-5267-4caa-9b16-d91f92e6cc68 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.230602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-9d36b766-9478-49b9-9bad-b516cdd86a90 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:30.232275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-9d36b766-9478-49b9-9bad-b516cdd86a90 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 809 time: 0.4612215 May 27 02:08:30.233455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.234596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6f324fa2-1d79-4afe-a413-baecbbe2bc7a tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8791234 May 27 02:08:30.238389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57630) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:30.243252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:30.264863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:30.276124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:floatingip and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:30.279713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f036586-390e-435e-88f6-1353760ba82d req-8cd81f58-dae5-45f6-8e4e-cdbebf60fe85 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0667794 May 27 02:08:30.279872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:30.283316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-789acc80-deb9-4894-9bd4-51d4e72ce2ce tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/quotas/695f9c8eca3e4e0dba27d6cef2ff42c0 HTTP/1.1" status: 200 len: 375 time: 0.0341799 May 27 02:08:30.288047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:30.354996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-164e20b2-5267-4caa-9b16-d91f92e6cc68 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.378958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e20b2-5267-4caa-9b16-d91f92e6cc68 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4ff77-3e11-4efa-82b9-fa5f5d8a42bb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:30.383473 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.419559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-164e20b2-5267-4caa-9b16-d91f92e6cc68 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.421803 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-164e20b2-5267-4caa-9b16-d91f92e6cc68 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5a4ff77-3e11-4efa-82b9-fa5f5d8a42bb HTTP/1.1" status: 204 len: 168 time: 0.3811226 May 27 02:08:30.424702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57638) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:30.537835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-6050ed5c-72ac-4609-9135-ad5770a01002 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:30.621824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-6050ed5c-72ac-4609-9135-ad5770a01002 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:30.627055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-6050ed5c-72ac-4609-9135-ad5770a01002 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3183355 May 27 02:08:30.735703 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:30.883816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-c491148a-474c-4780-9be7-b68b51abf04d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:30.890796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-c491148a-474c-4780-9be7-b68b51abf04d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.3358641 May 27 02:08:30.895512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-588ffa04-459e-4641-b820-40dc83a99de9 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Synchronizing usage tracker for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:30.920922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-d3a30294-3977-49e4-8d5e-e7d0a2f0d06b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/quotas/c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 375 time: 0.0291512 May 27 02:08:30.954661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.25.3.215 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/784c1a3c-63d8-4cf4-8620-ecfe4385efff) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:30.966542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-588ffa04-459e-4641-b820-40dc83a99de9 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Unset dirty status for tenant:1dcd27e84ffe494c9983e7ea4d64c516 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:30.966542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-588ffa04-459e-4641-b820-40dc83a99de9 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5404701 May 27 02:08:30.970827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57654) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:30.982842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'tempest-secgroup--210897908'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:30.993038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:31.034558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-2c76f5a8-f44b-429a-ac9e-0f269af7c42f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1127541 May 27 02:08:31.101901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:31.229315 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.276367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-bd45a292-517c-4f8b-bd7d-04da600f88b1 service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358069 May 27 02:08:31.288721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:31.323959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Usage tracker for resource:security_group_rule and tenant:1dcd27e84ffe494c9983e7ea4d64c516 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:31.330909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:31.349695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:31.376772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.384873 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-c4a4e69d-520c-4630-b535-66732d0c3cdd service neutron] 10.222.0.16 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370040 May 27 02:08:31.431550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-1a000a06-ec83-4c7c-9277-c8c2ddf67512 service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543202 May 27 02:08:31.593000 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.677986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=784c1a3c-63d8-4cf4-8620-ecfe4385efff,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:31.686763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.691215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-ec184102-eca9-4ffa-9534-a1eaa3119560 service neutron] 10.222.0.16 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982738 May 27 02:08:31.705148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.705494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.705825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.706314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.706648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.706994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.707485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.707813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.708134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.708452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.708769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.709090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:08:31.715694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.723174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:31.751219 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5afbfae0-c089-479b-b1e7-5b091010914e req-0a1d0ff2-51ab-4922-969b-ad0f489ec425 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0962355 May 27 02:08:31.758279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:31.760676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:31.816344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ded496-39d3-459d-855f-4af7ba956aa1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:31.842753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:31.844316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b61666eb-7cfe-48a5-951e-8a05e0a8585b tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8723941 May 27 02:08:31.847764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57682) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:31.853986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7b01fee4-e5d6-461e-be63-ca5081e3a9d0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:31.854376 n-d-843146-11 neutron-server[88426]: WARNING neutron.api.v2.base [None req-7b01fee4-e5d6-461e-be63-ca5081e3a9d0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 02:08:31.854898 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-7b01fee4-e5d6-461e-be63-ca5081e3a9d0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] update failed (client error): There was a conflict when trying to complete your request. May 27 02:08:31.858997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b01fee4-e5d6-461e-be63-ca5081e3a9d0 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "PUT /v2.0/security-groups/57ded496-39d3-459d-855f-4af7ba956aa1 HTTP/1.1" status: 409 len: 330 time: 0.0070169 May 27 02:08:31.858997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57686) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:31.984308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-48d8eadc-8f85-4d09-90cc-4071de3baa83 req-dd2486a0-fc03-495d-97ec-74e41209c13b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 210 time: 0.1499951 May 27 02:08:32.052533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.065427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8496994-62c7-4798-af11-d341c875fe92 req-2585dacf-b536-4f99-a811-34a77f91260d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 210 time: 0.0680196 May 27 02:08:32.084239 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee19f-6f80-454b-ae5e-1d90b7b077c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.322134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.362124 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee19f-6f80-454b-ae5e-1d90b7b077c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.534052 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee19f-6f80-454b-ae5e-1d90b7b077c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.567602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ee19f-6f80-454b-ae5e-1d90b7b077c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ded496-39d3-459d-855f-4af7ba956aa1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:32.606903 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee19f-6f80-454b-ae5e-1d90b7b077c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.611265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57724) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:32.615921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5f7ee19f-6f80-454b-ae5e-1d90b7b077c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/57ded496-39d3-459d-855f-4af7ba956aa1 HTTP/1.1" status: 204 len: 168 time: 0.7557199 May 27 02:08:32.678156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.684345 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.722488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-56ea5aa9-9676-4c2a-b834-91843d8a7f51 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075046 May 27 02:08:32.722488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57728) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:32.754377 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-add920fd-4403-4ecd-8403-74f2ef0d85c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] delete failed (client error): The resource could not be found. May 27 02:08:32.762798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-add920fd-4403-4ecd-8403-74f2ef0d85c2 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7bb487d-8f79-4ad2-a07a-74327321b3ca HTTP/1.1" status: 404 len: 347 time: 0.0406487 May 27 02:08:32.763388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57732) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:32.802962 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-7003887b-bc9e-402b-b096-72cb58dbb5fb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] show failed (client error): The resource could not be found. May 27 02:08:32.817846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7003887b-bc9e-402b-b096-72cb58dbb5fb tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-groups/4801abdc-5673-47c8-9374-d2a5287a4b3b HTTP/1.1" status: 404 len: 347 time: 0.0533967 May 27 02:08:32.818616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57738) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:32.842652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.845549 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-21ef0f92-b13f-4356-80e5-3df42cedd954 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] show failed (client error): The resource could not be found. May 27 02:08:32.852250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-21ef0f92-b13f-4356-80e5-3df42cedd954 tempest-NegativeSecGroupIPv6Test-1753313902 tempest-NegativeSecGroupIPv6Test-1753313902-project] 10.222.0.16 "GET /v2.0/security-group-rules/85415338-d6f6-4fb3-aed9-4080234a808c HTTP/1.1" status: 404 len: 356 time: 0.0324845 May 27 02:08:32.888589 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:32.903033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6635265 May 27 02:08:32.928335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb376fb-20ef-4142-9b32-558e7dfa6963 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=784c1a3c-63d8-4cf4-8620-ecfe4385efff,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:32.940385 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.054183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2b5afce-e342-4704-86e8-9ccada0a49d3 req-03660059-a45a-438e-9812-ce167ef1293f tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1025329 May 27 02:08:33.237271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.428774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d4258c5-7821-4570-8c9d-ca1b652e4582 req-958fd42b-afb7-43fa-9f92-a7b07ac4784a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 210 time: 0.1068475 May 27 02:08:33.442429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57762) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:33.717673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-92e26bb5-6ccb-4726-ad2f-aa7a807eb7b8 req-d7f93e72-f806-4e82-8edf-9caf5577724f tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 210 time: 0.4531698 May 27 02:08:33.757706 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-12cbd724-cd36-4422-846b-c126dfe904d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dcd27e84ffe494c9983e7ea4d64c516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136959 May 27 02:08:33.760448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:33.843245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-73ad206b-6028-41ee-a6c9-a01087d14ae0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:33.849017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-73ad206b-6028-41ee-a6c9-a01087d14ae0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.5476985 May 27 02:08:33.915448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea691531-3b66-475a-8cde-ca3dc986da44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:33.961375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'port': {'device_id': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'admin_state_up': True, 'tenant_id': 'c67193f09b43444ab3f651a990b87101'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:34.108244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea691531-3b66-475a-8cde-ca3dc986da44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.162291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:34.180619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:34.184435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-0efeefad-ef66-4f19-97d2-6f04a2bdc060 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--982296359&fields=id&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 267 time: 0.2964289 May 27 02:08:34.209359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Made reservation on behalf of c67193f09b43444ab3f651a990b87101 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:34.213802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.250020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-7fe07d43-d712-4dac-a5a4-934b29c581c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4265251 May 27 02:08:34.398213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-0f2ab4ed-3095-4f7d-b453-e14912b522ba tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:34.400072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-0f2ab4ed-3095-4f7d-b453-e14912b522ba tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 809 time: 0.4652939 May 27 02:08:34.469727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea691531-3b66-475a-8cde-ca3dc986da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.480324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a33a9025-5ffb-4cba-a1ca-c004dc2918df req-561fb7ec-cbf8-4f98-9f65-d34a7d209eee tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1575277 May 27 02:08:34.492665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea691531-3b66-475a-8cde-ca3dc986da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7500a169-6890-455d-ad3c-3513ce10a021,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:34.512909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-2385f0c9-134d-42eb-8f18-55faee78ea46 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:34.514629 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-2385f0c9-134d-42eb-8f18-55faee78ea46 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 0.3286953 May 27 02:08:34.561459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-15c3623c-468f-45d8-a36d-672809e95bf5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0 HTTP/1.1" status: 200 len: 379 time: 0.1427379 May 27 02:08:34.564586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-bbea6d2b-3f58-419d-ac3e-4cdb59707a5c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/quotas/bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 375 time: 0.0420289 May 27 02:08:34.565519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea691531-3b66-475a-8cde-ca3dc986da44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:34.570053 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea691531-3b66-475a-8cde-ca3dc986da44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7500a169-6890-455d-ad3c-3513ce10a021 HTTP/1.1" status: 204 len: 168 time: 0.8085039 May 27 02:08:34.576128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'port': {'device_id': 'a2084125-bc69-4107-8263-438712186fcb', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'admin_state_up': True, 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'security_groups': ['7550dd71-ef31-4445-b561-17feadacc617']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:34.639119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-bed317b3-39e7-4baa-b96d-7aa10377d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:34.646238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-bed317b3-39e7-4baa-b96d-7aa10377d8f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1096 time: 0.3253074 May 27 02:08:34.675514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Allocated IP 172.20.0.14 (486f415c-6f51-4b47-bbed-ac3121b794b2/5959d515-6e68-4298-85f0-9949c324ae35/0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:34.967257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-29ce3a83-9392-4365-8c52-b3747e310485 req-eb018021-2ab0-4a23-b007-d10bf352a502 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:34.991488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:35.004181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:35.008232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-29ce3a83-9392-4365-8c52-b3747e310485 req-eb018021-2ab0-4a23-b007-d10bf352a502 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:35.022316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-eb018021-2ab0-4a23-b007-d10bf352a502 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4196396 May 27 02:08:35.043248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45570fc8-8023-4d94-a809-244e660bfd26 req-01c79890-b4f4-49df-b773-12e4cd389475 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 210 time: 0.0848365 May 27 02:08:35.053424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-13bca9fe-81f2-491e-9a71-1dba9f2fdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:35.054948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-13bca9fe-81f2-491e-9a71-1dba9f2fdb33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.3324594 May 27 02:08:35.128479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Made reservation on behalf of 695f9c8eca3e4e0dba27d6cef2ff42c0 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:35.149753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.431344 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-af774764-675c-4d55-9b31-41c69d7a625f req-17e2266b-a761-45ae-8da2-92d41acaf732 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 210 time: 0.0950840 May 27 02:08:35.490616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-44b73eb9-7c1c-4115-8fb5-13d66a0140e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.4197063 May 27 02:08:35.520374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-ba63eb85-df90-40ff-a323-8c0e19aa8884 service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938219 May 27 02:08:35.599239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.612227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-e509f5fb-9d21-4f2a-9c02-f426da298f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:35.613674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-e509f5fb-9d21-4f2a-9c02-f426da298f65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1161110 May 27 02:08:35.728479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Transition to ACTIVE for port object 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:35.778379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Allocated IP 172.20.0.13 (e6e0725b-4dc8-402e-b6a3-783853413457/618d284f-de99-4df9-a6e9-d31b2f3a8241/e4a11d3c-079d-4caf-854a-45c6384b5ee7) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:35.791297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4533dc04-a036-4394-94d5-c9c282a6631a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.822037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-cb36388c-0432-4084-ba66-65fff4ce463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:35.823975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-cb36388c-0432-4084-ba66-65fff4ce463d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836839 May 27 02:08:35.824500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57848) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:35.827050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:35.832650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041909 May 27 02:08:35.838436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:35.841649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57850) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:35.869264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-323781ca-faf4-4a5f-8526-85a82bf1c8d4 service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474836 May 27 02:08:36.307926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:36.312552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-949b49b2-119e-4184-ac05-d9c0f1c7dbf5 req-f7bc91b6-5cda-4b89-8371-0c74d3a34738 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.2952011 May 27 02:08:36.318477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:36.321125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:36.367474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:36.404235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-480eb625-f5ec-4018-91f9-99741901b48a tempest-NetworksApiDiscovery-1594750854 tempest-NetworksApiDiscovery-1594750854-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5570252 May 27 02:08:36.674588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:36.705307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Transition to ACTIVE for port object e4a11d3c-079d-4caf-854a-45c6384b5ee7 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:36.736510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:36.800783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-99ef2255-0fca-45b4-8873-2b420c5e28b7 None None] Provisioning for port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:36.806610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-99ef2255-0fca-45b4-8873-2b420c5e28b7 None None] Provisioning complete for port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:36.807183 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-99ef2255-0fca-45b4-8873-2b420c5e28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:36.825475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1f5754f-9aa4-4f70-a4fe-bdd206d2bcd2 req-12a74515-6bac-41e2-afbd-1c69d5e0edc1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 210 time: 0.1429200 May 27 02:08:36.838890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'Port': ['ID=e4a11d3c-079d-4caf-854a-45c6384b5ee7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:36.868416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Network e6e0725b-4dc8-402e-b6a3-783853413457 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:36.870947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:36.876833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.877577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:36.882679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108cba0-274e-4aa4-929d-04cb7c434914 req-cc209509-b92d-4de3-820d-0ef69cbe49b8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:36.898314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1108cba0-274e-4aa4-929d-04cb7c434914 req-cc209509-b92d-4de3-820d-0ef69cbe49b8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 932 time: 0.5485766 May 27 02:08:36.900884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:36.937935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-c77e60c3-fcec-4f66-8d5e-834d46d61132 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9216630 May 27 02:08:37.006052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-99ef2255-0fca-45b4-8873-2b420c5e28b7 None None] Port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:08:37.011834 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1108cba0-274e-4aa4-929d-04cb7c434914 req-73b97e73-22e5-4932-83fa-4bef947bc4e5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107855 May 27 02:08:37.080209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.080798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:37.142061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-98d4cf70-e5cd-4e57-90fc-84861ae1e104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5702276 May 27 02:08:37.155855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Request body: {'port': {'device_id': 'a2084125-bc69-4107-8263-438712186fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:37.276881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-b4e2f11a-3c1f-44b6-8556-71f3ddc6c5d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3288736 May 27 02:08:37.328662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57892) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:37.353931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Request body: {'port': {'device_id': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:37.365913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:37.419286 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55dfa4eb-d0bc-4c65-a879-b47727047648 req-f0fc2165-f4ac-435d-9b4d-202702bbd33f service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645395 May 27 02:08:37.442536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3a1fbf1e-8ae7-45eb-b1bf-4ed949cd3d12 None None] Provisioning for port e4a11d3c-079d-4caf-854a-45c6384b5ee7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:37.463656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3a1fbf1e-8ae7-45eb-b1bf-4ed949cd3d12 None None] Provisioning complete for port e4a11d3c-079d-4caf-854a-45c6384b5ee7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:37.464146 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3a1fbf1e-8ae7-45eb-b1bf-4ed949cd3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:37.601750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fbf1e-8ae7-45eb-b1bf-4ed949cd3d12 None None] Port e4a11d3c-079d-4caf-854a-45c6384b5ee7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:08:37.650622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:37.729750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1c78-40e4-4424-8b4d-f56ef02c1276 req-a73cc6b0-6d01-4cf2-a398-5d5c82e68d75 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:37.735183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d10e1c78-40e4-4424-8b4d-f56ef02c1276 req-a73cc6b0-6d01-4cf2-a398-5d5c82e68d75 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 932 time: 0.3291860 May 27 02:08:37.765703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b6076b-b8a9-46d8-a4dc-917fbb62daa8 req-1649a32f-5648-42ca-8dd0-18c988b77df3 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0806422 May 27 02:08:37.787068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:37.877977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:37.885049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Usage tracker for resource:security_group_rule and tenant:e923ab0227ed46a08656558cd680a9aa is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:37.888421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d10e1c78-40e4-4424-8b4d-f56ef02c1276 req-e2c5bda4-b222-4662-b524-79f877710c96 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:37.889963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:37.901428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:37.946604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-baf65f2b-87e6-4cc4-8c66-78c2be18c588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.046649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d10e1c78-40e4-4424-8b4d-f56ef02c1276 req-e2c5bda4-b222-4662-b524-79f877710c96 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:38.061912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d10e1c78-40e4-4424-8b4d-f56ef02c1276 req-e2c5bda4-b222-4662-b524-79f877710c96 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726367 May 27 02:08:38.119797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a11d3c-079d-4caf-854a-45c6384b5ee7 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:38.131400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.193662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc45beca-ab95-442e-b221-9bf0ce2d7b2b req-cf7ea712-578e-4dab-9c28-159493a70ad6 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 210 time: 0.0533910 May 27 02:08:38.202998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.217346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.233822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Transition to ACTIVE for port object e4a11d3c-079d-4caf-854a-45c6384b5ee7 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:38.276110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.513408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117072c6-c3a4-41db-90e2-d18f68655d78,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:38.555956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d274727-833b-45df-a66f-e2f045989de1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e923ab0227ed46a08656558cd680a9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2218904 May 27 02:08:38.579509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57926) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:38.706845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a11d3c-079d-4caf-854a-45c6384b5ee7,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:38.737297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-0a5e2351-038c-4cbd-82a8-703d58b27a71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:38.752199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-0a5e2351-038c-4cbd-82a8-703d58b27a71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 0.6935406 May 27 02:08:38.810880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15666b19-542e-414d-8495-6a98aa7441c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.875337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Attempting to bind port e4a11d3c-079d-4caf-854a-45c6384b5ee7 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:38.875929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Attempting to bind port e4a11d3c-079d-4caf-854a-45c6384b5ee7 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:38.876466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Attempting to bind port e4a11d3c-079d-4caf-854a-45c6384b5ee7 on network e6e0725b-4dc8-402e-b6a3-783853413457 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:38.888004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15666b19-542e-414d-8495-6a98aa7441c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.894940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Port e4a11d3c-079d-4caf-854a-45c6384b5ee7 on network e6e0725b-4dc8-402e-b6a3-783853413457 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:38.895466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Attempting to bind port e4a11d3c-079d-4caf-854a-45c6384b5ee7 on network e6e0725b-4dc8-402e-b6a3-783853413457 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:38.911125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:38.911761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Checking segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:38.912160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Bound using segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:38.912588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Bound port: e4a11d3c-079d-4caf-854a-45c6384b5ee7, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:38.912928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:38.961640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b09924f1-4547-414d-97cb-49f139b0d018 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:38.992746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:39.007059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.040248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Transition to ACTIVE for port object 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:39.063761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.106057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a633acf-d183-4723-810b-3e6124a83f96 req-0549a831-7796-4f8e-a8b3-c062ddfd79c4 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0672715 May 27 02:08:39.168561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b09924f1-4547-414d-97cb-49f139b0d018 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:39.168723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] For port e4a11d3c-079d-4caf-854a-45c6384b5ee7, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:39.168828 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b09924f1-4547-414d-97cb-49f139b0d018 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 379 time: 0.4152436 May 27 02:08:39.171243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] For port e4a11d3c-079d-4caf-854a-45c6384b5ee7, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:39.192981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.214198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'port': {'device_id': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'admin_state_up': True, 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'security_groups': ['fee10243-288a-4457-bede-3f2a1d63a72d']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:39.308544 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.311064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15666b19-542e-414d-8495-6a98aa7441c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.390133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.391421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:39.396344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.399413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] 10.222.0.47 "PUT /v2.0/ports/e4a11d3c-079d-4caf-854a-45c6384b5ee7 HTTP/1.1" status: 200 len: 1093 time: 2.2499275 May 27 02:08:39.481791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:39.500112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15666b19-542e-414d-8495-6a98aa7441c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117072c6-c3a4-41db-90e2-d18f68655d78,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:39.783394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15666b19-542e-414d-8495-6a98aa7441c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:39.784535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-15666b19-542e-414d-8495-6a98aa7441c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/117072c6-c3a4-41db-90e2-d18f68655d78 HTTP/1.1" status: 204 len: 168 time: 1.2016332 May 27 02:08:39.840572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eec99-90fc-4b6b-a1b5-44c2db18db3b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a11d3c-079d-4caf-854a-45c6384b5ee7,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:39.850982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57966) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:39.889322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:39.892658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Pushing event updated for resources: {'Port': ['ID=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:39.913907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45052e-45c8-4434-b789-a9e4152c6166 req-870df114-8e0b-42db-a810-0d22983cf220 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:39.914658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6a45052e-45c8-4434-b789-a9e4152c6166 req-870df114-8e0b-42db-a810-0d22983cf220 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:39.940696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:39.948940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6a45052e-45c8-4434-b789-a9e4152c6166 req-870df114-8e0b-42db-a810-0d22983cf220 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:39.958636 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a45052e-45c8-4434-b789-a9e4152c6166 req-870df114-8e0b-42db-a810-0d22983cf220 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 932 time: 1.2302012 May 27 02:08:39.978914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7a5ce-2fb0-4786-9434-1f4e61769015 req-f35e7400-1cc4-4347-9fc1-67eb87098a69 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:39.979832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-aca7a5ce-2fb0-4786-9434-1f4e61769015 req-f35e7400-1cc4-4347-9fc1-67eb87098a69 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:40.001045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-8281d0e7-2abb-4545-bbd8-09c823aa34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:40.003515 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-8281d0e7-2abb-4545-bbd8-09c823aa34b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 1096 time: 0.5082028 May 27 02:08:40.004809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-aca7a5ce-2fb0-4786-9434-1f4e61769015 req-f35e7400-1cc4-4347-9fc1-67eb87098a69 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:40.013111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aca7a5ce-2fb0-4786-9434-1f4e61769015 req-f35e7400-1cc4-4347-9fc1-67eb87098a69 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 944 time: 0.6457348 May 27 02:08:40.033513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Made reservation on behalf of bec86b6200c54d8c87af954ac8f4e045 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:08:40.037239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:40.063996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a45052e-45c8-4434-b789-a9e4152c6166 req-159303d2-0c6d-4ae4-b49f-27227d937cfd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021843 May 27 02:08:40.093336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Attempting to bind port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:40.093673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Attempting to bind port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:40.094003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Attempting to bind port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:40.098253 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:08:40.109711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-fd3328d5-efac-4004-91ab-03f3f5f7766e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7 HTTP/1.1" status: 200 len: 217 time: 0.0939322 May 27 02:08:40.204333 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aca7a5ce-2fb0-4786-9434-1f4e61769015 req-3bb7ebc2-8ecf-4bb2-bc63-96aeaf6bb963 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899447 May 27 02:08:40.242140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-bd918f44-0c92-43f0-854d-d7f98013bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:40.243298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:40.243652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Attempting to bind port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:40.244376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-bd918f44-0c92-43f0-854d-d7f98013bfc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.1047888 May 27 02:08:40.263975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:40.264325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:40.264720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Bound using segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:40.265172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Bound port: 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:40.265577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:40.369667 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1788d1b-f9cb-436f-9e41-df303695d09c'] response: {'name': 'network-changed', 'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'status': 'completed', 'code': 200} May 27 02:08:40.414941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:40.450356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:40.462567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Usage tracker for resource:security_group_rule and tenant:801f165d2e60436b8aa7c99e32b7d4eb is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:40.470212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:40.475788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-989ca07f-99ae-432a-b14d-df6b8cee50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:40.477518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-989ca07f-99ae-432a-b14d-df6b8cee50eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2248113 May 27 02:08:40.481867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:40.539104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3ad1842-114c-4fe6-a58d-5fa78c847972 req-ce97d494-6cf9-4162-90f8-6a2e1afd76ca tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 210 time: 0.0717366 May 27 02:08:40.711388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.20.0.6 (20c48556-ace1-4922-8e24-664cb05366e8/c9c8155b-596f-4401-b72d-d8ad4b05f839/9b37642d-4b51-43a9-985e-788f3c225b1a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:08:40.717368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:40.726621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] For port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:40.730675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] For port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:40.798360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:40.830925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eda7a3d2-49c2-4189-8982-49b65deb6cd0 req-9e094fd3-8475-4db3-8f4d-e82e27424088 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.3574297 May 27 02:08:40.842544 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:40.890404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-218d6871-adae-48db-a97c-2c3c7fe8790b service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546352 May 27 02:08:40.945869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=801f165d2e60436b8aa7c99e32b7d4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0823061 May 27 02:08:40.951737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:40.952372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:40.955441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] 10.222.0.47 "PUT /v2.0/ports/0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 HTTP/1.1" status: 200 len: 1093 time: 3.6640313 May 27 02:08:40.968575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58000) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:40.969160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'tag': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:40.976067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:41.037012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94d27e-28a5-455f-9c96-b351f23a606c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b754fa70-5d27-4cce-9036-584dba599796,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:41.093544 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04213447-55ff-4e78-902b-4eaab2fbcd6c'] response: {'name': 'network-changed', 'server_uuid': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'tag': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558', 'status': 'completed', 'code': 200} May 27 02:08:41.171477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30ff6d25-6289-46c5-8c86-8a70e7b69f40 req-62f9366c-f018-4613-bca6-bb2c686a699d service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638743 May 27 02:08:41.176871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cea34-d387-4804-bc50-227ca5d5fbca service neutron] Pushing event updated for resources: {'Port': ['ID=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:41.241340 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e1d41d6-14d3-4aba-8e6b-1e8f8c87dbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:41.310172 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:41.319307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e1d41d6-14d3-4aba-8e6b-1e8f8c87dbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:41.355215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-7dcc0557-da61-41aa-bde6-df6b3f3858a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.356741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-7dcc0557-da61-41aa-bde6-df6b3f3858a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 1096 time: 0.3434527 May 27 02:08:41.368660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Transition to ACTIVE for port object 9b37642d-4b51-43a9-985e-788f3c225b1a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:41.431252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf94a8-2f50-4649-842d-3da80b6f4074 req-2073c0b5-3fd0-4c12-b31a-09589ee3c897 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.432781 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ebf94a8-2f50-4649-842d-3da80b6f4074 req-2073c0b5-3fd0-4c12-b31a-09589ee3c897 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 944 time: 0.2202494 May 27 02:08:41.435771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-0ab1eb9a-c2fd-481f-9580-df6a4d8fc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.437108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-0ab1eb9a-c2fd-481f-9580-df6a4d8fc239 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 1096 time: 0.1559780 May 27 02:08:41.492326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-58425c1d-0f72-4159-956f-1d0fc6aadda5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 HTTP/1.1" status: 200 len: 217 time: 0.1264434 May 27 02:08:41.591631 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ebf94a8-2f50-4649-842d-3da80b6f4074 req-35d958a0-ff0a-4b29-a70e-88c3d4d04e9a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493547 May 27 02:08:41.693591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-8fd994b3-2e70-4005-9371-b51505b3ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.698042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-8fd994b3-2e70-4005-9371-b51505b3ed45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1908042 May 27 02:08:41.714089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-d67a766a-5437-44da-87ad-d587e2f47a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.715703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-d67a766a-5437-44da-87ad-d587e2f47a0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 910 time: 0.2544916 May 27 02:08:41.766516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e1d41d6-14d3-4aba-8e6b-1e8f8c87dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:41.797104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:41.840149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d41d6-14d3-4aba-8e6b-1e8f8c87dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b754fa70-5d27-4cce-9036-584dba599796,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:41.888992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-07691977-5292-41a6-be92-ebfd48e8aa73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7 HTTP/1.1" status: 200 len: 217 time: 0.1614072 May 27 02:08:41.892071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4486-5799-4bc2-aed4-b170122eddb2 req-c9459935-6237-49be-99cb-fdc891e320b7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.893687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f79a4486-5799-4bc2-aed4-b170122eddb2 req-c9459935-6237-49be-99cb-fdc891e320b7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 944 time: 0.4698081 May 27 02:08:41.913129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 20c48556-ace1-4922-8e24-664cb05366e8 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:08:41.934438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:08:41.937056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:08:41.982051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-a1ac60f8-4d22-4616-aa48-b04719805116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:41.984368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-a1ac60f8-4d22-4616-aa48-b04719805116 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.0825784 May 27 02:08:41.996751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e1d41d6-14d3-4aba-8e6b-1e8f8c87dbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.002259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1e1d41d6-14d3-4aba-8e6b-1e8f8c87dbdb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b754fa70-5d27-4cce-9036-584dba599796 HTTP/1.1" status: 204 len: 168 time: 1.0223448 May 27 02:08:42.014411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=9b37642d-4b51-43a9-985e-788f3c225b1a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:42.049763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-92d9c12c-7a7f-410d-a81f-f387251732c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:42.051313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-92d9c12c-7a7f-410d-a81f-f387251732c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3461699 May 27 02:08:42.094187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f79a4486-5799-4bc2-aed4-b170122eddb2 req-3a4d1bc8-618c-4e06-b357-841a8f33169a tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885197 May 27 02:08:42.141362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:42.142602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.248934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ad640-4dcc-44b5-9d8a-33c72d66c928 req-4dd2c85e-caf3-4bab-8522-6ff69ab42fb9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:42.251902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-909ad640-4dcc-44b5-9d8a-33c72d66c928 req-4dd2c85e-caf3-4bab-8522-6ff69ab42fb9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 931 time: 0.4295406 May 27 02:08:42.259963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-17ddeaf4-8c79-4ba8-92f9-ce1f63b1019b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0680723 May 27 02:08:42.260387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-a3e425b8-97f2-4e6c-909b-5e3c96a6e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:42.262451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-a3e425b8-97f2-4e6c-909b-5e3c96a6e46b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661734 May 27 02:08:42.334154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-909ad640-4dcc-44b5-9d8a-33c72d66c928 req-836ff0e4-520d-4513-8b6d-ec5ad8683ce2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708842 May 27 02:08:42.407017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Request body: {'port': {'device_id': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:42.413150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-737d1ec5-28fb-4762-aeec-99ea045cd1a0 None None] Provisioning for port 9b37642d-4b51-43a9-985e-788f3c225b1a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:42.423623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-737d1ec5-28fb-4762-aeec-99ea045cd1a0 None None] Provisioning complete for port 9b37642d-4b51-43a9-985e-788f3c225b1a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:42.424933 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-737d1ec5-28fb-4762-aeec-99ea045cd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.455449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-7bfd2a35-eea1-4108-8477-7d60c9caa1de service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941929 May 27 02:08:42.471656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4509d13d-725b-4962-ab6b-6add3f8f55fb req-b2b6134d-3a47-41b1-a449-66a8509319b1 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1619003 May 27 02:08:42.504498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-737d1ec5-28fb-4762-aeec-99ea045cd1a0 None None] Port 9b37642d-4b51-43a9-985e-788f3c225b1a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:08:42.511412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-e8813b9e-4bff-482e-b8b0-3c5435e820b7 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244582 May 27 02:08:42.668441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58044) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:42.750431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.792595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:42.807462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:42.827193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Usage tracker for resource:security_group_rule and tenant:983d0b08f9be4761a61434dca0552d13 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:42.833254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:42.841025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:42.845101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d79248e-30f0-4d06-937b-f333d0aae680 req-984e7b1b-ea07-415f-b42a-6cfcd2d443f1 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768184 May 27 02:08:42.906174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e9996ff-35e3-4700-9b7d-88961035c646 req-cea3b8f9-d167-40e9-a1e2-9ace457c8d31 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883629 May 27 02:08:42.915887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd084e-219c-414e-99dd-a6bae0ccf32f req-5677a96f-5f31-49f3-a11c-1ef25dcf5d19 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:42.923941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5fd084e-219c-414e-99dd-a6bae0ccf32f req-5677a96f-5f31-49f3-a11c-1ef25dcf5d19 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 944 time: 0.1731534 May 27 02:08:42.983751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5fd084e-219c-414e-99dd-a6bae0ccf32f req-8e8b6c04-d0ee-488f-898e-3c1b5c616440 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 May 27 02:08:43.554201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60564de-d411-4520-aa97-b849f1497b36 req-86a13e3e-6718-442f-9e30-7f2244c1d511 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:43.555755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d60564de-d411-4520-aa97-b849f1497b36 req-86a13e3e-6718-442f-9e30-7f2244c1d511 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 931 time: 0.0952818 May 27 02:08:43.571418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-74141dc5-6549-4cda-9e8b-77694d872bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:43.572901 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-74141dc5-6549-4cda-9e8b-77694d872bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 1096 time: 0.3823760 May 27 02:08:43.613136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d60564de-d411-4520-aa97-b849f1497b36 req-68bbd67c-f669-4642-8c23-6d3ab1d21cf4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502989 May 27 02:08:43.616904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b37642d-4b51-43a9-985e-788f3c225b1a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:43.640603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb67d19-0dba-4c2d-b53c-7b740d5beafb req-ef207932-0428-43f1-bd4d-28429be35bae tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:43.642671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1eb67d19-0dba-4c2d-b53c-7b740d5beafb req-ef207932-0428-43f1-bd4d-28429be35bae tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 944 time: 0.3187423 May 27 02:08:43.644597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.702253 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.734686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.767205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Transition to ACTIVE for port object 9b37642d-4b51-43a9-985e-788f3c225b1a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:08:43.791600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4fa4575e-09f1-4ba5-9383-d24f2d50b908 req-8fac04e1-3608-42fe-87c4-b4a30e69d944 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0532677 May 27 02:08:43.802401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:43.866442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=983d0b08f9be4761a61434dca0552d13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1883016 May 27 02:08:43.867268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e1218-9cb3-4ce9-ab61-392fc33c82f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc8078-d1e9-4593-8255-bfd5d3b577ae,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:43.869753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58162) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:43.901466 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1eb67d19-0dba-4c2d-b53c-7b740d5beafb req-6ef5878e-ea11-4858-bdce-7e6058230940 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013378 May 27 02:08:43.950645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d002370c-350c-47f1-b4b5-b11483fb8c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.001658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d002370c-350c-47f1-b4b5-b11483fb8c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.061236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Pushing event updated for resources: {'Port': ['ID=9b37642d-4b51-43a9-985e-788f3c225b1a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:44.071789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d002370c-350c-47f1-b4b5-b11483fb8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.081992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-82c481fd-6a2e-46ea-b5e6-0b2b7f25f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:44.083580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-82c481fd-6a2e-46ea-b5e6-0b2b7f25f12e service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.5000205 May 27 02:08:44.107049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002370c-350c-47f1-b4b5-b11483fb8c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc8078-d1e9-4593-8255-bfd5d3b577ae,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:44.128570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d002370c-350c-47f1-b4b5-b11483fb8c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.129440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d002370c-350c-47f1-b4b5-b11483fb8c45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65bc8078-d1e9-4593-8255-bfd5d3b577ae HTTP/1.1" status: 204 len: 168 time: 0.2584677 May 27 02:08:44.238472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-360c3288-1c57-4314-b7e9-46ddbc159410 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 HTTP/1.1" status: 200 len: 217 time: 0.0985610 May 27 02:08:44.316736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb3c1-d8c6-4f08-aa1b-395151ab10e7 req-f9de7786-ffa8-4588-a6e9-48c1b1fa2272 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:44.318834 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-528eb3c1-d8c6-4f08-aa1b-395151ab10e7 req-f9de7786-ffa8-4588-a6e9-48c1b1fa2272 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 944 time: 0.1346877 May 27 02:08:44.388816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-528eb3c1-d8c6-4f08-aa1b-395151ab10e7 req-bd76c604-bda7-4e60-8ecf-92072be9333f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605264 May 27 02:08:44.402780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Attempting to bind port 9b37642d-4b51-43a9-985e-788f3c225b1a on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:08:44.403139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Attempting to bind port 9b37642d-4b51-43a9-985e-788f3c225b1a by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:08:44.403444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Attempting to bind port 9b37642d-4b51-43a9-985e-788f3c225b1a on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:44.415796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Port 9b37642d-4b51-43a9-985e-788f3c225b1a on network 20c48556-ace1-4922-8e24-664cb05366e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:08:44.416164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Attempting to bind port 9b37642d-4b51-43a9-985e-788f3c225b1a on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:08:44.421295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-061ac068-e79e-4f08-92be-69f393521b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:44.423869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-061ac068-e79e-4f08-92be-69f393521b53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1756577 May 27 02:08:44.427646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:08:44.427972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Checking segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:08:44.428668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Bound using segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:08:44.429505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Bound port: 9b37642d-4b51-43a9-985e-788f3c225b1a, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:08:44.430166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.606582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] For port 9b37642d-4b51-43a9-985e-788f3c225b1a, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:08:44.611427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] For port 9b37642d-4b51-43a9-985e-788f3c225b1a, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9b37642d-4b51-43a9-985e-788f3c225b1a,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:08:44.622443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-044e2a3e-120d-4721-ae63-acace06f3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:44.624119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-044e2a3e-120d-4721-ae63-acace06f3505 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1816709 May 27 02:08:44.627484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.718605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e4a11d3c-079d-4caf-854a-45c6384b5ee7 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:44.761484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58272) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:44.784192 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.842585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:44.854420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Usage tracker for resource:security_group_rule and tenant:57285388786e4d41bc9c429d0c4f3430 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:44.863966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:44.864612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:44.866038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b37642d-4b51-43a9-985e-788f3c225b1a HTTP/1.1" status: 200 len: 1092 time: 2.5552757 May 27 02:08:44.882250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:44.899521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:44.957714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:45.077380 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6cc961d-7639-4aa3-9cff-6d9309aa3dd7 req-aa4ecdcc-6a06-4d02-b831-9abf3b9b8e80 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0652177 May 27 02:08:45.077984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e4a11d3c-079d-4caf-854a-45c6384b5ee7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:45.106379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.123824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.144067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'port_id': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'mac_address': 'fa:16:3e:67:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:45.170286 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57285388786e4d41bc9c429d0c4f3430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078257 May 27 02:08:45.173488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58320) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:45.248562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26b65-7b46-4c89-bf33-a540545b45c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e313d14-46fd-4731-9be1-e1be53fa1e10,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:45.291517 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-7683085b-8870-46ba-a99e-ac68d50f54c1 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188567 May 27 02:08:45.312260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f75fac-5fd6-4778-96a5-b89c53a02409 service neutron] Pushing event updated for resources: {'Port': ['ID=9b37642d-4b51-43a9-985e-788f3c225b1a,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:45.326192 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e5d36e3-507b-480d-bb86-afa0d4ac035b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.344323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e4a11d3c-079d-4caf-854a-45c6384b5ee7 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:45.345512 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.357841 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e5d36e3-507b-480d-bb86-afa0d4ac035b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.377900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a11d3c-079d-4caf-854a-45c6384b5ee7 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:45.415665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e4a11d3c-079d-4caf-854a-45c6384b5ee7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:45.420557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.468140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e5d36e3-507b-480d-bb86-afa0d4ac035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.493946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d36e3-507b-480d-bb86-afa0d4ac035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e313d14-46fd-4731-9be1-e1be53fa1e10,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:45.507842 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e5d36e3-507b-480d-bb86-afa0d4ac035b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:45.509165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9e5d36e3-507b-480d-bb86-afa0d4ac035b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e313d14-46fd-4731-9be1-e1be53fa1e10 HTTP/1.1" status: 204 len: 168 time: 0.3347340 May 27 02:08:45.524225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e4a11d3c-079d-4caf-854a-45c6384b5ee7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:45.534348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0df70c-efa5-47a7-af4f-1bfaa8f149a6 req-d4dafbeb-2eb0-4990-9187-f903728181a3 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.542773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a0df70c-efa5-47a7-af4f-1bfaa8f149a6 req-d4dafbeb-2eb0-4990-9187-f903728181a3 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 945 time: 0.2176917 May 27 02:08:45.590600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-2541597c-a3f6-4e97-886d-be23927bae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.592206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-2541597c-a3f6-4e97-886d-be23927bae67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 1095 time: 0.5856857 May 27 02:08:45.605277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b848aff-eb1e-4605-9541-1db3ad36659f req-0e2b29e1-a88d-407a-9301-17a10a38ba4e service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958884 May 27 02:08:45.606069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2a0df70c-efa5-47a7-af4f-1bfaa8f149a6 req-4edfafe8-2a46-4cac-b9c9-4097fe5a3311 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621831 May 27 02:08:45.710069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356263ab-5cad-44b3-a9b0-ed71218b5222 req-a98fbf1e-1269-46bf-a5eb-110b9efa18ce tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.711261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-356263ab-5cad-44b3-a9b0-ed71218b5222 req-a98fbf1e-1269-46bf-a5eb-110b9efa18ce tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:08:45.719878 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2cb0de-fef3-4de9-9d3e-52661421dce2'] response: {'name': 'network-changed', 'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'status': 'completed', 'code': 200} May 27 02:08:45.739859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-d9acbc7b-db7e-43e1-ab17-540d5e5abef0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b37642d-4b51-43a9-985e-788f3c225b1a HTTP/1.1" status: 200 len: 217 time: 0.1382949 May 27 02:08:45.777101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['e4a11d3c-079d-4caf-854a-45c6384b5ee7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:45.795091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-356263ab-5cad-44b3-a9b0-ed71218b5222 req-a98fbf1e-1269-46bf-a5eb-110b9efa18ce tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:08:45.804838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-356263ab-5cad-44b3-a9b0-ed71218b5222 req-a98fbf1e-1269-46bf-a5eb-110b9efa18ce tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 943 time: 0.9374526 May 27 02:08:45.863473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-2536a34d-748c-4b00-949a-e466740369a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.865469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-2536a34d-748c-4b00-949a-e466740369a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1187217 May 27 02:08:45.927651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-356263ab-5cad-44b3-a9b0-ed71218b5222 req-729af47f-4604-4849-9359-1d6dda2f3fb7 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214533 May 27 02:08:45.980972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80e99-2784-404c-aac7-665e406ead18 req-bebf15ac-621e-435a-ae0f-32fcfe68ffa7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.990298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3a83-9392-4365-8c52-b3747e310485 req-3dc7c6c2-8d44-41af-925f-1eab81b28ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:45.991190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7af80e99-2784-404c-aac7-665e406ead18 req-bebf15ac-621e-435a-ae0f-32fcfe68ffa7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 944 time: 0.1274533 May 27 02:08:45.993235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-3dc7c6c2-8d44-41af-925f-1eab81b28ff5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201739 May 27 02:08:46.052577 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7af80e99-2784-404c-aac7-665e406ead18 req-8c4dba3d-0410-426c-bf98-1059d18c7cfc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537298 May 27 02:08:46.175117 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-2639c82d-dc95-418a-bdf0-3d9c5a0d5f0c service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728005 May 27 02:08:46.320423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55a20ff9-1867-40a9-bb5a-0da71ff06845 req-e56fb841-d891-4b0e-b1ed-caf9ce74c251 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0624392 May 27 02:08:46.384759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29ce3a83-9392-4365-8c52-b3747e310485 req-92732fd9-0418-4cc0-a932-663f022ed084 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017522 May 27 02:08:46.509838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-7cba27d1-3100-4182-b302-5514fff42a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.511348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-7cba27d1-3100-4182-b302-5514fff42a60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 1095 time: 0.0797601 May 27 02:08:46.663202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-dadef58b-18a8-4fa3-b58e-cc8811c229a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.664982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-dadef58b-18a8-4fa3-b58e-cc8811c229a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.1466105 May 27 02:08:46.733245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:46.750705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-e492ce5b-c11e-45ff-ac67-7c79694d925e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b37642d-4b51-43a9-985e-788f3c225b1a HTTP/1.1" status: 200 len: 217 time: 0.0795915 May 27 02:08:46.834816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-51abfe33-2f73-46f0-97cb-11ffb671cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.836390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-51abfe33-2f73-46f0-97cb-11ffb671cd66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.0795429 May 27 02:08:46.876451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c022-27cf-4e7b-a40e-dc60b1b8ff1e req-ef18cb37-bc23-4891-b815-03557dba1ff5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:46.893480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c094c022-27cf-4e7b-a40e-dc60b1b8ff1e req-ef18cb37-bc23-4891-b815-03557dba1ff5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 945 time: 0.1819859 May 27 02:08:46.950965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c094c022-27cf-4e7b-a40e-dc60b1b8ff1e req-2a910402-f726-4160-89b3-9305566d80a4 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563967 May 27 02:08:47.041970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:47.052630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-668f9388-44fd-43af-a269-147f50a4f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.056430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-668f9388-44fd-43af-a269-147f50a4f9ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2128925 May 27 02:08:47.057897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558', 'mac_address': 'fa:16:3e:aa:c0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:47.195540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:47.195934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:47.240883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:47.278491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:47.287518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:47.371878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787b932-59e1-4bf3-a75b-e2265ed196d0 req-211a109a-4cb1-4b45-a6a5-448429ed9e22 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.373389 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1787b932-59e1-4bf3-a75b-e2265ed196d0 req-211a109a-4cb1-4b45-a6a5-448429ed9e22 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 943 time: 0.1914432 May 27 02:08:47.375374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-a8b0fa96-caea-45d6-852a-f4d06992629d service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121529 May 27 02:08:47.384706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:47.468743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edad5d-1a3f-4cf2-8023-698f6c99fe43 req-2d54a538-a1f9-46e1-ab44-31b29f582465 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:47.480612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3edad5d-1a3f-4cf2-8023-698f6c99fe43 req-2d54a538-a1f9-46e1-ab44-31b29f582465 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 945 time: 0.2299836 May 27 02:08:47.567890 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3edad5d-1a3f-4cf2-8023-698f6c99fe43 req-9020cbb6-9ec6-4e33-9065-fcb2fc226159 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862844 May 27 02:08:47.584193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1787b932-59e1-4bf3-a75b-e2265ed196d0 req-b0645c6c-b369-429b-b167-4c0e28136a4d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024403 May 27 02:08:47.686256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:47.724232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d801248-085c-4285-9f99-cd07c2c7f2be req-96ba9e55-9bc7-475b-8b67-03d5e9b8aee6 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412528 May 27 02:08:47.834114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d191f666-da4b-44a4-bbb2-a749426d6903 req-9b631f29-35e4-4df1-8514-0285e95cb5bc tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0810604 May 27 02:08:48.333788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2975213-d940-4dd3-be86-df7bc960cce7 req-322a3dea-f3f1-40e2-a346-12df4fb27be7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.335871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2975213-d940-4dd3-be86-df7bc960cce7 req-322a3dea-f3f1-40e2-a346-12df4fb27be7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 945 time: 0.2440484 May 27 02:08:48.387478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2975213-d940-4dd3-be86-df7bc960cce7 req-676682a1-cca7-442d-8e5b-a6a0b2c61dc5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455325 May 27 02:08:48.522841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58648) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:48.530253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58654) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:48.751714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e4a11d3c-079d-4caf-854a-45c6384b5ee7 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:48.762013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.786060 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.820307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c118ed-4784-45d5-be27-a850b1b99c53 req-bdc9fdff-5b63-4294-856f-9766a083235f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.822215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57c118ed-4784-45d5-be27-a850b1b99c53 req-bdc9fdff-5b63-4294-856f-9766a083235f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 943 time: 0.0874312 May 27 02:08:48.827725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:48.834965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:48.839683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Usage tracker for resource:security_group_rule and tenant:d0054730fc334c01980e355410ee69a3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:48.842478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:48.853551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Usage tracker for resource:security_group_rule and tenant:b808b84304c44aeebe1dd6fab3856d52 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:48.856432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:48.857554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port e4a11d3c-079d-4caf-854a-45c6384b5ee7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:48.858801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:48.865258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port e4a11d3c-079d-4caf-854a-45c6384b5ee7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:48.865649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:48.869705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:48.877046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57c118ed-4784-45d5-be27-a850b1b99c53 req-a4ed5c08-8c80-47cf-974c-e74a068d8cee tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476942 May 27 02:08:48.950120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8819695-1646-4126-9838-7cc495e70c78 req-35b85d97-b35a-4490-a049-a22dc80a3710 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:48.958893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8819695-1646-4126-9838-7cc495e70c78 req-35b85d97-b35a-4490-a049-a22dc80a3710 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 945 time: 0.2578921 May 27 02:08:49.010424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port e4a11d3c-079d-4caf-854a-45c6384b5ee7 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:49.010899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.040598 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8819695-1646-4126-9838-7cc495e70c78 req-796c3b45-3f26-41e9-af1b-71f7e019cdef tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802832 May 27 02:08:49.055629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port e4a11d3c-079d-4caf-854a-45c6384b5ee7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:49.056659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:49.077571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.098141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-242e8093-1066-4dc0-957e-6443ddd107bd req-7aa608f6-e5ee-4d82-bb32-493f152f69b8 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0603290 May 27 02:08:49.126673 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.146317 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b5e826-8b9a-48e2-9103-1812422af1a6'] response: {'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'code': 200} May 27 02:08:49.155737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.158424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.187254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=e4a11d3c-079d-4caf-854a-45c6384b5ee7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:49.211471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.244130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b808b84304c44aeebe1dd6fab3856d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195139 May 27 02:08:49.244314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58670) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:49.252541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0054730fc334c01980e355410ee69a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210243 May 27 02:08:49.255252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58672) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:49.283867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ce7ce-8632-43b8-9a98-902141d5910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aaf888-fd50-4632-9fbf-bed3cf3e116e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:49.340015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151987-fbcb-4b64-a702-239c80b4c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb735a-598a-411f-b016-0df1126de0c4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:49.358978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49a83483-89e6-4124-a85c-c5e722051831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.365511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54bc116b-e13e-40a0-995b-e4f224a1f1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.370125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e096ea8-8d44-46db-9ded-5d3f015995c9 req-8d1b82e8-d4a1-47fa-b4ef-fe0fada14126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:49.371675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e096ea8-8d44-46db-9ded-5d3f015995c9 req-8d1b82e8-d4a1-47fa-b4ef-fe0fada14126 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 1098 time: 0.1589990 May 27 02:08:49.387727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49a83483-89e6-4124-a85c-c5e722051831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.414855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54bc116b-e13e-40a0-995b-e4f224a1f1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.457563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49a83483-89e6-4124-a85c-c5e722051831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.467087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e096ea8-8d44-46db-9ded-5d3f015995c9 req-ccd5ca46-af43-4655-85e3-80dbaa978c0e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868154 May 27 02:08:49.484160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a83483-89e6-4124-a85c-c5e722051831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aaf888-fd50-4632-9fbf-bed3cf3e116e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:49.500194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-49a83483-89e6-4124-a85c-c5e722051831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.502089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49a83483-89e6-4124-a85c-c5e722051831 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53aaf888-fd50-4632-9fbf-bed3cf3e116e HTTP/1.1" status: 204 len: 168 time: 0.2459145 May 27 02:08:49.519335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54bc116b-e13e-40a0-995b-e4f224a1f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.582584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc116b-e13e-40a0-995b-e4f224a1f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb735a-598a-411f-b016-0df1126de0c4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:49.601532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54bc116b-e13e-40a0-995b-e4f224a1f1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:49.602649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-54bc116b-e13e-40a0-995b-e4f224a1f1fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7eb735a-598a-411f-b016-0df1126de0c4 HTTP/1.1" status: 204 len: 168 time: 0.3520885 May 27 02:08:49.646571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff0ca-4ee1-461d-9375-20c7128db950 req-9da7a023-ad46-44e3-8a70-5604f4af7d17 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:49.648482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75aff0ca-4ee1-461d-9375-20c7128db950 req-9da7a023-ad46-44e3-8a70-5604f4af7d17 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1118534 May 27 02:08:49.713752 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-75aff0ca-4ee1-461d-9375-20c7128db950 req-2fba8527-52fd-42e1-9522-65cf1941ffd5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590992 May 27 02:08:50.087909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58698) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:50.133118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58702) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:50.143111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454fa7d-2a14-409e-aaeb-1d23f3ddf4f5 req-86eb0125-bbe6-4a41-bf39-e888c9b5a6a9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:50.152596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e454fa7d-2a14-409e-aaeb-1d23f3ddf4f5 req-86eb0125-bbe6-4a41-bf39-e888c9b5a6a9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 943 time: 0.1037579 May 27 02:08:50.167213 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.211864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e454fa7d-2a14-409e-aaeb-1d23f3ddf4f5 req-d0c97972-2ff1-482a-812b-eb5735156bde tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583856 May 27 02:08:50.239158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.254818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:50.262154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Usage tracker for resource:security_group_rule and tenant:46b3f431616246878857afbc1bc45a15 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:50.270438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:50.278824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:50.280997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:50.287756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Usage tracker for resource:security_group_rule and tenant:d3316e6e138f4d889fac9a58b0fd522a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:50.294344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:50.306198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:50.392002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9c700-7d77-46bb-af9e-afd73b12e03f req-ffec5c87-0bd7-479d-aa08-2bb74e2c5a6a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:50.393494 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb9c700-7d77-46bb-af9e-afd73b12e03f req-ffec5c87-0bd7-479d-aa08-2bb74e2c5a6a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 945 time: 0.2066720 May 27 02:08:50.479727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c794891-726b-4af1-99bc-29be8cd0f8c6 req-52406010-6319-4a2e-9e8c-2352d594d999 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0834601 May 27 02:08:50.486335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9eb9c700-7d77-46bb-af9e-afd73b12e03f req-ef14cf68-6f39-444f-ba6f-c8060d7528e2 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802248 May 27 02:08:50.532244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.534766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.539099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.556850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.621563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46b3f431616246878857afbc1bc45a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298488 May 27 02:08:50.621768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58708) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:50.635052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3316e6e138f4d889fac9a58b0fd522a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4985905 May 27 02:08:50.635944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1502c5-dc8a-4db2-ab7f-17dc6113d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9d1f47-eebd-484e-bf86-7c9e10f9c18e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:50.638007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58712) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:50.693707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629cf34-0e37-4f3c-b77f-3de7b4be3d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e03da6b-0d64-45f9-99de-b10e9f92144f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:50.718192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-76df6397-e270-41c2-a797-3f4e71559a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.724788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-27b0daba-2ea8-4b3c-91c8-3b4a51a4a0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.749861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-76df6397-e270-41c2-a797-3f4e71559a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.766981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9b37642d-4b51-43a9-985e-788f3c225b1a details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:08:50.776763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-27b0daba-2ea8-4b3c-91c8-3b4a51a4a0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.788633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:50.811981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-76df6397-e270-41c2-a797-3f4e71559a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.840950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df6397-e270-41c2-a797-3f4e71559a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9d1f47-eebd-484e-bf86-7c9e10f9c18e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:50.844376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-76df6397-e270-41c2-a797-3f4e71559a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.846225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-76df6397-e270-41c2-a797-3f4e71559a97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e9d1f47-eebd-484e-bf86-7c9e10f9c18e HTTP/1.1" status: 204 len: 168 time: 0.2235944 May 27 02:08:50.887314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-27b0daba-2ea8-4b3c-91c8-3b4a51a4a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.927182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0daba-2ea8-4b3c-91c8-3b4a51a4a0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e03da6b-0d64-45f9-99de-b10e9f92144f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:50.935596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-27b0daba-2ea8-4b3c-91c8-3b4a51a4a0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:50.938941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-27b0daba-2ea8-4b3c-91c8-3b4a51a4a0ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e03da6b-0d64-45f9-99de-b10e9f92144f HTTP/1.1" status: 204 len: 168 time: 0.2983499 May 27 02:08:51.003492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b3b5-2510-4a73-b8fa-51d98af345ee req-7c2a94fc-824f-4959-8e56-625f379d054c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:51.007850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95f0b3b5-2510-4a73-b8fa-51d98af345ee req-7c2a94fc-824f-4959-8e56-625f379d054c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1735060 May 27 02:08:51.042420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9b37642d-4b51-43a9-985e-788f3c225b1a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9b37642d-4b51-43a9-985e-788f3c225b1a,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:51.060302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'port_id': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:08:51.146920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9b37642d-4b51-43a9-985e-788f3c225b1a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:51.148520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.151792 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95f0b3b5-2510-4a73-b8fa-51d98af345ee req-ed3622a1-a611-4b11-84d4-a54410553390 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347857 May 27 02:08:51.164335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:51.175304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:51.175925 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.218356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b37642d-4b51-43a9-985e-788f3c225b1a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:08:51.281948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9b37642d-4b51-43a9-985e-788f3c225b1a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9b37642d-4b51-43a9-985e-788f3c225b1a,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:51.295645 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.439761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9b37642d-4b51-43a9-985e-788f3c225b1a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:51.445423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:51.446227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.503339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:51.504207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:51.513220 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:51.531394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59834-f964-4447-803b-6affc0d5ac4f req-83457059-6a37-4d88-a64d-f283fb5de873 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:51.539306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2b59834-f964-4447-803b-6affc0d5ac4f req-83457059-6a37-4d88-a64d-f283fb5de873 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 944 time: 0.1240141 May 27 02:08:51.618684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:51.638619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2b59834-f964-4447-803b-6affc0d5ac4f req-0e3341fa-6915-45ce-b46c-5a877b277069 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977983 May 27 02:08:51.710081 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06339c6-34c2-488c-abb3-fa266db9af17'] response: {'server_uuid': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558', 'code': 200} May 27 02:08:51.758776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9b37642d-4b51-43a9-985e-788f3c225b1a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:08:51.776886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3e7af86-306d-4f0d-ac58-aef3f098f9e8 req-d25aac90-edbf-49f6-be98-0ea3184bd05a tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0893352 May 27 02:08:51.982343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f48ed-05aa-43f4-a59d-5966ef8f1ab4 req-ac5e9793-d181-4757-85e6-b1c965bab053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:51.983984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f68f48ed-05aa-43f4-a59d-5966ef8f1ab4 req-ac5e9793-d181-4757-85e6-b1c965bab053 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 1098 time: 0.2099671 May 27 02:08:51.999943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7c46b-f4e9-46d9-b647-2b407ff7d9c6 req-c1a35afa-f3ad-40db-8254-e7faece20a40 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:52.002655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95a7c46b-f4e9-46d9-b647-2b407ff7d9c6 req-c1a35afa-f3ad-40db-8254-e7faece20a40 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 946 time: 0.1596045 May 27 02:08:52.104234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f68f48ed-05aa-43f4-a59d-5966ef8f1ab4 req-5fbd41f7-1238-4e16-b2ba-7d5bbc28910f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001515 May 27 02:08:52.117283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95a7c46b-f4e9-46d9-b647-2b407ff7d9c6 req-67b63483-f3be-4960-9d97-401872f6fd4a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945508 May 27 02:08:52.363805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a40eb3-b579-40e5-bad9-2b02b4c65c62 req-981afd5d-dc8d-46d8-89d1-a263627ac85e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:52.365976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50a40eb3-b579-40e5-bad9-2b02b4c65c62 req-981afd5d-dc8d-46d8-89d1-a263627ac85e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.0977969 May 27 02:08:52.431975 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50a40eb3-b579-40e5-bad9-2b02b4c65c62 req-4a90753b-a450-48b3-a9bd-5bddd6cfdef5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585811 May 27 02:08:52.535719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4bc629b9-92f8-4c4c-b02d-582a5b990364 req-223e93ae-e714-49fc-be52-99353552eef8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0535152 May 27 02:08:52.686371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867cff-b357-4ac4-9d4e-b0e7fa50caf7 req-d9584763-76ff-4abb-8d43-af78852bff06 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:52.688205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d867cff-b357-4ac4-9d4e-b0e7fa50caf7 req-d9584763-76ff-4abb-8d43-af78852bff06 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1178496 May 27 02:08:52.698225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58784) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:52.705043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'floatingip': {'port_id': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:52.989950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1413b5dc-0345-4931-8853-af1fffbb4c7c req-b354b18b-e941-44d3-8ed0-8a80b0f11e9d tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0641863 May 27 02:08:52.991927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58798) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:52.992979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.312894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.319220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869036d9-f36b-4693-ad1a-ba757a1b3727 req-15959d27-3f19-4d88-9b20-99e1a0c89be3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:53.320683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-869036d9-f36b-4693-ad1a-ba757a1b3727 req-15959d27-3f19-4d88-9b20-99e1a0c89be3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 944 time: 0.5512354 May 27 02:08:53.336639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:53.341123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Usage tracker for resource:security_group_rule and tenant:7e2c5ea15ed643ae8da82188a63ce1db is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:53.344425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:53.352781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:53.461285 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.473267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.514752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-869036d9-f36b-4693-ad1a-ba757a1b3727 req-d8c10981-e976-4be7-86b6-afe617c4fb7b tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833429 May 27 02:08:53.548196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667e74a-accf-44c3-a6c4-f3be2309343d req-07ded943-773a-424f-a189-fc42b32573d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:53.549899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b667e74a-accf-44c3-a6c4-f3be2309343d req-07ded943-773a-424f-a189-fc42b32573d6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 946 time: 0.3177490 May 27 02:08:53.553322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e2c5ea15ed643ae8da82188a63ce1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586045 May 27 02:08:53.554538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5600d9-a537-4aa5-80df-b8f432157c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edab690a-b158-4779-a1e0-cc8ca87a9401,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:53.558682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58826) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:53.689583 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b667e74a-accf-44c3-a6c4-f3be2309343d req-dd0c9a16-10be-452a-987d-050fa10d33bf tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318638 May 27 02:08:53.721445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7b11d6-ce3a-45da-a41e-c4ba402b3c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.753072 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7b11d6-ce3a-45da-a41e-c4ba402b3c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.839784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7b11d6-ce3a-45da-a41e-c4ba402b3c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.856597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b11d6-ce3a-45da-a41e-c4ba402b3c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edab690a-b158-4779-a1e0-cc8ca87a9401,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:53.865916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7b11d6-ce3a-45da-a41e-c4ba402b3c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:53.867375 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3b7b11d6-ce3a-45da-a41e-c4ba402b3c44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edab690a-b158-4779-a1e0-cc8ca87a9401 HTTP/1.1" status: 204 len: 168 time: 0.3074555 May 27 02:08:54.094187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.100787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.184054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58846) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:54.313947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8944c3d1-dd14-4463-89b8-4dc4047bf031 req-7dda95da-88a2-431c-afeb-816add6509e0 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1139660 May 27 02:08:54.356295 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Floating IP e465cb62-c9dc-48b5-83b4-c077534c5c2b associated. External IP: 172.25.3.136, port: e4a11d3c-079d-4caf-854a-45c6384b5ee7. May 27 02:08:54.357271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.392107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:54.398802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:54.426235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Usage tracker for resource:security_group_rule and tenant:12c4a8ea787647d1b8e0833f3cb542ea is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:54.430925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:54.442257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.564117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:54.576613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:54.581209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Usage tracker for resource:security_group_rule and tenant:e8cddf260777487b82445e19a7c27e7f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:54.584352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:54.590624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:54.756718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.770259 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.787883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Router ed992b4d-8480-4dc3-85ac-4a712391a77e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:08:54.801249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9b37642d-4b51-43a9-985e-788f3c225b1a up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:08:54.877480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8cddf260777487b82445e19a7c27e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807682 May 27 02:08:54.889021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58872) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:54.904474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4f600-bd67-4d82-bcc4-8a6a54d9ca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb8a81-6092-4ab1-b1f6-3f983ba0bda9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:54.929718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 9b37642d-4b51-43a9-985e-788f3c225b1a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:08:54.937011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9b37642d-4b51-43a9-985e-788f3c225b1a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:08:54.937828 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.975211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb85a-ac68-46c2-9190-d1a4bdd066ca req-458c487b-1f80-46aa-89d7-4cfbc4f5fcb8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:54.976731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2aaeb85a-ac68-46c2-9190-d1a4bdd066ca req-458c487b-1f80-46aa-89d7-4cfbc4f5fcb8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 944 time: 0.3025534 May 27 02:08:54.978828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:54.995868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.041862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-feaf7bc3-2f9e-4526-a509-01575efbcf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.100601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9b37642d-4b51-43a9-985e-788f3c225b1a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:08:55.100990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.108688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2aaeb85a-ac68-46c2-9190-d1a4bdd066ca req-2e4d7533-a9b4-4db1-b7c6-9beedc172b19 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183610 May 27 02:08:55.115110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9800083-a528-438a-b636-2e42cb54613e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:55.120744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9e8ac21e-09b6-4447-b301-8684ffbe3c50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12c4a8ea787647d1b8e0833f3cb542ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9357059 May 27 02:08:55.124315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58880) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:55.127094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-feaf7bc3-2f9e-4526-a509-01575efbcf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.167176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:55.177911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9b37642d-4b51-43a9-985e-788f3c225b1a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9b37642d-4b51-43a9-985e-788f3c225b1a,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:08:55.183713 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.200103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-feaf7bc3-2f9e-4526-a509-01575efbcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.227373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf7bc3-2f9e-4526-a509-01575efbcf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb8a81-6092-4ab1-b1f6-3f983ba0bda9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:55.231146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-feaf7bc3-2f9e-4526-a509-01575efbcf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.232301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-feaf7bc3-2f9e-4526-a509-01575efbcf33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55eb8a81-6092-4ab1-b1f6-3f983ba0bda9 HTTP/1.1" status: 204 len: 168 time: 0.3423176 May 27 02:08:55.276620 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a10afb-3a4f-4c56-88d7-740b30f9b633'] response: {'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'code': 200} May 27 02:08:55.311714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9b37642d-4b51-43a9-985e-788f3c225b1a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:55.344157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:08:55.350060 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.356268 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] Sync routers for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:08:55.371616 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:55.372359 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:55.394092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b192ac-8969-420c-ad10-88186063fc81 req-fde40dee-7859-4ab6-b267-b6832046829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:55.396248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88b192ac-8969-420c-ad10-88186063fc81 req-fde40dee-7859-4ab6-b267-b6832046829c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 1097 time: 0.0780725 May 27 02:08:55.423884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af6fa8-7944-48a3-945b-883b99d27831 req-b72f211f-c762-42d8-ae22-e59508b73192 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:55.431533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96af6fa8-7944-48a3-945b-883b99d27831 req-b72f211f-c762-42d8-ae22-e59508b73192 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 946 time: 0.3876548 May 27 02:08:55.433767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-47f2eddc-f33c-4328-bc21-452e7eb6d443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.485607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-47f2eddc-f33c-4328-bc21-452e7eb6d443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.491728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88b192ac-8969-420c-ad10-88186063fc81 req-c21bc8d3-759c-45f4-acc2-41aa118886af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881243 May 27 02:08:55.542165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8bbd332c-f87b-447b-98e7-284c36f34541 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "PUT /v2.0/floatingips/e465cb62-c9dc-48b5-83b4-c077534c5c2b HTTP/1.1" status: 200 len: 992 time: 2.8428032 May 27 02:08:55.554775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:08:55.575971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-96af6fa8-7944-48a3-945b-883b99d27831 req-b0547997-38d6-4564-ae59-59ecb35307cd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432638 May 27 02:08:55.577555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f047001-239e-45a5-8c73-cd92207ad793 req-69c6e6af-6f60-4ba7-adbd-9186dc21906b tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0508628 May 27 02:08:55.640486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-47f2eddc-f33c-4328-bc21-452e7eb6d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.669209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2eddc-f33c-4328-bc21-452e7eb6d443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9800083-a528-438a-b636-2e42cb54613e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:55.680227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-47f2eddc-f33c-4328-bc21-452e7eb6d443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:55.681355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-47f2eddc-f33c-4328-bc21-452e7eb6d443 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9800083-a528-438a-b636-2e42cb54613e HTTP/1.1" status: 204 len: 168 time: 0.5540581 May 27 02:08:55.703782 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56315f1b-cc7b-4783-ad40-25818cba4c58'] response: {'name': 'network-changed', 'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'status': 'completed', 'code': 200} May 27 02:08:55.815968 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:55.981988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caaad3-de24-4e83-8f58-8b0726382039 req-deedb29b-79f4-455b-8f61-571be1140b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:55.984280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90caaad3-de24-4e83-8f58-8b0726382039 req-deedb29b-79f4-455b-8f61-571be1140b15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 1098 time: 0.1683016 May 27 02:08:56.273687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe370519-1eb6-4fd8-b9ed-f1d7a02c15c7 req-d402ef25-00da-4ea6-924d-e461b8c2a320 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4f9691dd7a447408cd028fb4ebe6b31&device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.2197528 May 27 02:08:56.313032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-61273704-6c3e-452b-acad-405bff7c94d7 req-a125c85e-8dd0-4b5e-8089-0c7d7c883003 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.1015863 May 27 02:08:56.403501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe370519-1eb6-4fd8-b9ed-f1d7a02c15c7 req-cc0096f4-b47b-4de2-a3bc-414c37867bc7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f4f9691dd7a447408cd028fb4ebe6b31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202457 May 27 02:08:56.439983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eac2f-195b-4876-86b7-59c9326c8ae6 req-be0fdb57-d9ca-4398-afd5-c88d3abaed2e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.447149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f86eac2f-195b-4876-86b7-59c9326c8ae6 req-be0fdb57-d9ca-4398-afd5-c88d3abaed2e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 945 time: 0.1170530 May 27 02:08:56.476037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58934) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:56.486862 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'e465cb62-c9dc-48b5-83b4-c077534c5c2b', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'port_id': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'mac_address': 'fa:16:3e:67:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2084125-bc69-4107-8263-438712186fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:27Z', 'updated_at': '2022-05-27T02:08:53Z', 'revision_number': 1, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:56.492739 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] Checking router: ed992b4d-8480-4dc3-85ac-4a712391a77e for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:08:56.503431 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:08:56.504425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:56.509692 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f86eac2f-195b-4876-86b7-59c9326c8ae6 req-283a0b04-92a6-41f5-b662-69c939842909 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616276 May 27 02:08:56.561265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:56.603480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:08:56.607883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caaad3-de24-4e83-8f58-8b0726382039 req-df3aaff0-9179-4c3e-95df-6c279bf9ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.609518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90caaad3-de24-4e83-8f58-8b0726382039 req-df3aaff0-9179-4c3e-95df-6c279bf9ce1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 910 time: 0.6022298 May 27 02:08:56.613613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:fb0d232e27f94658a99fd0ee2712b87e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:08:56.670844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:08:56.703638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:08:56.752605 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:08:56.773763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90caaad3-de24-4e83-8f58-8b0726382039 req-552d21c6-6acb-40af-9890-b723aff0c559 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7 HTTP/1.1" status: 200 len: 1000 time: 0.1570370 May 27 02:08:56.777104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370519-1eb6-4fd8-b9ed-f1d7a02c15c7 req-af8c30f8-64ef-4dc5-9268-99d11c1ec379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.778657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe370519-1eb6-4fd8-b9ed-f1d7a02c15c7 req-af8c30f8-64ef-4dc5-9268-99d11c1ec379 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3643625 May 27 02:08:56.884986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caaad3-de24-4e83-8f58-8b0726382039 req-bd10f7e9-b780-4985-bbd7-c4edaef24774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:56.886759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90caaad3-de24-4e83-8f58-8b0726382039 req-bd10f7e9-b780-4985-bbd7-c4edaef24774 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.0988982 May 27 02:08:56.985288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.014914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.079765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693958c7-c254-42df-a8c0-cce67f095766,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:57.091859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caaad3-de24-4e83-8f58-8b0726382039 req-58dee2b8-b7ed-47ea-816f-463ddbe7a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:57.093329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90caaad3-de24-4e83-8f58-8b0726382039 req-58dee2b8-b7ed-47ea-816f-463ddbe7a6b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848788 May 27 02:08:57.095847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-37fde9dc-acab-4179-be47-8e320bf52ab5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb0d232e27f94658a99fd0ee2712b87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725241 May 27 02:08:57.098568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58948) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:57.247054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8efafc9e-4aec-439f-a257-a2448990bcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.282682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8efafc9e-4aec-439f-a257-a2448990bcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.353912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8efafc9e-4aec-439f-a257-a2448990bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.369248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efafc9e-4aec-439f-a257-a2448990bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693958c7-c254-42df-a8c0-cce67f095766,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:08:57.376701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8efafc9e-4aec-439f-a257-a2448990bcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:57.380349 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8efafc9e-4aec-439f-a257-a2448990bcf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/693958c7-c254-42df-a8c0-cce67f095766 HTTP/1.1" status: 204 len: 168 time: 0.2777593 May 27 02:08:57.456706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90caaad3-de24-4e83-8f58-8b0726382039 req-e9f38537-935d-45bf-a714-a7c45d169fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500359 May 27 02:08:57.460776 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'e465cb62-c9dc-48b5-83b4-c077534c5c2b', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'port_id': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'mac_address': 'fa:16:3e:67:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2084125-bc69-4107-8263-438712186fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:27Z', 'updated_at': '2022-05-27T02:08:53Z', 'revision_number': 1, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:08:57.467195 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16078668-f472-44bb-842e-12dfee4a3817 None None] The sync data for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 is: [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'e465cb62-c9dc-48b5-83b4-c077534c5c2b', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'port_id': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'mac_address': 'fa:16:3e:67:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2084125-bc69-4107-8263-438712186fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:27Z', 'updated_at': '2022-05-27T02:08:53Z', 'revision_number': 1, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:08:57.553536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c60c7b08-c2a4-453f-a6f1-4f56da0cdf1b req-25ea2167-0993-4c42-aea6-497b5699db85 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0735478 May 27 02:08:57.814756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f021bb-249d-40ee-919a-71b0cc63e2a1 None None] New status for floating IP e465cb62-c9dc-48b5-83b4-c077534c5c2b: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:08:57.874308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90caaad3-de24-4e83-8f58-8b0726382039 req-6c8844f8-211f-4600-856b-05906c10de45 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106596 May 27 02:08:57.914909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb7fc-2aba-41cd-a9ec-72fdca842fe0 req-e19263a4-92a3-4ddc-83c0-b196b5263cb3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:57.921033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc4bb7fc-2aba-41cd-a9ec-72fdca842fe0 req-e19263a4-92a3-4ddc-83c0-b196b5263cb3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 945 time: 0.1681795 May 27 02:08:57.979441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc4bb7fc-2aba-41cd-a9ec-72fdca842fe0 req-8a6de7b2-7200-4144-bae9-1f1a0ccd6028 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553458 May 27 02:08:58.301246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe370519-1eb6-4fd8-b9ed-f1d7a02c15c7 req-d7e3e904-098d-470b-aa38-3e6441eddeb6 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0588140 May 27 02:08:58.352139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922ae30-5ac7-48a8-9d49-9cf05711e061 req-2acf3551-1791-45be-a1f7-ff5a7f6d36a7 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:08:58.353975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7922ae30-5ac7-48a8-9d49-9cf05711e061 req-2acf3551-1791-45be-a1f7-ff5a7f6d36a7 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 945 time: 0.1512060 May 27 02:08:58.363488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:08:58.369148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'port_id': '9b37642d-4b51-43a9-985e-788f3c225b1a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:08:58.491234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:58.869734 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25f300b7-9488-4489-b23a-b078a1e4e00f req-a4d77507-06d1-41d4-9e35-86621e5573f2 tempest-ServerShowV257Test-2047673680 tempest-ServerShowV257Test-2047673680-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3f02cd6-6246-40c3-bed0-328b0d9114d7 HTTP/1.1" status: 200 len: 210 time: 0.0804849 May 27 02:08:59.477999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.485083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:08:59.798208 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP 8afcb119-09a8-49f4-a7d5-b62eee74df5c associated. External IP: 172.25.3.215, port: 9b37642d-4b51-43a9-985e-788f3c225b1a. May 27 02:09:00.363864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:09:00.501321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59072) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:00.716079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:00.721461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:09:00.730032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:00.736523 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:09:00.749441 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:00.751953 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:00.763724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:00.768007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Usage tracker for resource:security_group_rule and tenant:f4f9691dd7a447408cd028fb4ebe6b31 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:00.775533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:00.790989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:00.828297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0799d146-c44f-4817-bd1e-46408d63017c tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "PUT /v2.0/floatingips/8afcb119-09a8-49f4-a7d5-b62eee74df5c HTTP/1.1" status: 200 len: 991 time: 2.4617560 May 27 02:09:00.830640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:00.934325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:00.937291 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d82997-6e6e-4186-96f5-6b73dfdfc190'] response: {'name': 'network-changed', 'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'status': 'completed', 'code': 200} May 27 02:09:00.942123 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.039661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59088) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:01.039849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4f9691dd7a447408cd028fb4ebe6b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363541 May 27 02:09:01.049532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccba80-3b57-4fae-aaf7-6a20e5e10f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8358f9-ccf3-4e3b-a777-4e04f2516c1e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:01.069520 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:01.104181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-1d4ad4ea-57c7-4b2f-8d2e-721a4e0887a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:01.106047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-1d4ad4ea-57c7-4b2f-8d2e-721a4e0887a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 1097 time: 0.1390519 May 27 02:09:01.144069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13a7264f-cef7-4628-ac3e-7f5bd13d4097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.174732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13a7264f-cef7-4628-ac3e-7f5bd13d4097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.237381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13a7264f-cef7-4628-ac3e-7f5bd13d4097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.276350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13a7264f-cef7-4628-ac3e-7f5bd13d4097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:01.293804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-13a7264f-cef7-4628-ac3e-7f5bd13d4097 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e8358f9-ccf3-4e3b-a777-4e04f2516c1e HTTP/1.1" status: 204 len: 168 time: 0.2420368 May 27 02:09:01.299067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7264f-cef7-4628-ac3e-7f5bd13d4097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8358f9-ccf3-4e3b-a777-4e04f2516c1e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:01.390419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-7e35e63c-f733-41a0-ad59-fd064ecb2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:01.392938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-7e35e63c-f733-41a0-ad59-fd064ecb2f27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.2802889 May 27 02:09:01.635163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-6a7e3940-36a8-4f07-885c-80c080f430a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b37642d-4b51-43a9-985e-788f3c225b1a HTTP/1.1" status: 200 len: 999 time: 0.2314019 May 27 02:09:01.867685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-21bc8cc5-d858-4f18-8e8a-f735771c0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:01.869546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-21bc8cc5-d858-4f18-8e8a-f735771c0c06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.2317789 May 27 02:09:01.971206 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '8afcb119-09a8-49f4-a7d5-b62eee74df5c', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:31Z', 'updated_at': '2022-05-27T02:08:59Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:01.977978 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:09:01.979494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-e85e4145-5721-4764-9d77-63cc1cc46706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:01.981226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-e85e4145-5721-4764-9d77-63cc1cc46706 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042433 May 27 02:09:01.991973 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:09:01.992970 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:08:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:02.196270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-a8b66f62-4626-4f00-bdc0-5273229ca28e service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085872 May 27 02:09:02.242243 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:09:02.316125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59124) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:02.395924 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35383c75-4c19-4bb3-aaed-31a27c3dadd6 req-14b3c9c2-f62d-43f7-bf2c-e35caef16732 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904762 May 27 02:09:02.503313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.522123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:02.527490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Usage tracker for resource:security_group_rule and tenant:0f582821bfed4f47927070f4e3e9eb15 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:02.531258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:02.541612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:02.669929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.679634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.687507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59136) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:02.751692 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f582821bfed4f47927070f4e3e9eb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341779 May 27 02:09:02.752948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67f801-916d-42c2-8cda-c3016dd4cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0763cc7-6c54-46fc-96d0-a12da0290ce5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:02.754765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:02.827017 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '8afcb119-09a8-49f4-a7d5-b62eee74df5c', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:31Z', 'updated_at': '2022-05-27T02:08:59Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:02.830835 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20142af2-8519-46be-b09a-d547cf028186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.832492 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb67855-9694-4b82-836d-7f20f4590fe7 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '8afcb119-09a8-49f4-a7d5-b62eee74df5c', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:08:31Z', 'updated_at': '2022-05-27T02:08:59Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:09:02.860777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-477623558-network', 'tenant_id': '2f933b3a5d3b4872a98db21499377a10'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:02.867539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:02.873920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Usage tracker for resource:network and tenant:2f933b3a5d3b4872a98db21499377a10 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:02.880445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:02.889577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20142af2-8519-46be-b09a-d547cf028186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.897092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:02.937539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Made reservation on behalf of 2f933b3a5d3b4872a98db21499377a10 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:02.941202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.958823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.962883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:02.981784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:02.994611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Usage tracker for resource:security_group_rule and tenant:2f933b3a5d3b4872a98db21499377a10 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:03.002087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:03.022943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20142af2-8519-46be-b09a-d547cf028186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.030141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:03.071215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20142af2-8519-46be-b09a-d547cf028186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0763cc7-6c54-46fc-96d0-a12da0290ce5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:03.093251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-20142af2-8519-46be-b09a-d547cf028186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.094633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-20142af2-8519-46be-b09a-d547cf028186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0763cc7-6c54-46fc-96d0-a12da0290ce5 HTTP/1.1" status: 204 len: 168 time: 0.3381135 May 27 02:09:03.168749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa10114-cc06-4dad-b636-70cef3b5dd6a None None] New status for floating IP 8afcb119-09a8-49f4-a7d5-b62eee74df5c: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:09:03.237823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.249467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.277327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:09:03.292672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.293029 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Added segment eab53cd4-ddf9-4719-9bfe-318b7b54d196 of type vlan for network cd2999bd-669f-4e76-a742-b8545674c7df May 27 02:09:03.300713 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.366801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da48e3c4-a941-4329-ae3e-0585d8f4e085,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:03.377405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.417281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.418311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:03.419079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.589183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] Pushing event updated for resources: {'Network': ['ID=cd2999bd-669f-4e76-a742-b8545674c7df,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:03.605270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network cd2999bd-669f-4e76-a742-b8545674c7df details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:09:03.645441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5de543d8-6390-474f-af9e-2e5785675714 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9545732 May 27 02:09:03.645620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59168) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:03.651493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Request body: {'subnet': {'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-477623558-subnet', 'tenant_id': '2f933b3a5d3b4872a98db21499377a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:03.660279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:03.675286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59172) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:03.688685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Usage tracker for resource:subnet and tenant:2f933b3a5d3b4872a98db21499377a10 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:03.692632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:03.716520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:03.734510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.752428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Made reservation on behalf of 2f933b3a5d3b4872a98db21499377a10 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:03.757383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.783994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:03.801394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Usage tracker for resource:security_group_rule and tenant:0dfd6005de154a96b7839df42a26ef89 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:03.804517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:03.813871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:03.940867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:03.948059 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.001299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd5de0-c0c7-40cb-b2a8-9d4cc8d76e46,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:04.024649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4d6f6347-55cd-4544-a3d9-96cc6ce8fe62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dfd6005de154a96b7839df42a26ef89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473566 May 27 02:09:04.027967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59178) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:04.052590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:04.053564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.208371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.224551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:04.233812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf60898de5c4b82be9228f83215af31 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:04.237194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:04.239193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=303fa624-987a-4e47-9e55-cec87f2f7ee4,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:04.244582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:04.256861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb8abf5c-ef09-416e-8729-61bdcee3c30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.269934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Checking segment: {'id': 'eab53cd4-ddf9-4719-9bfe-318b7b54d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:04.270460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Network hostable DHCP agents. Network: cd2999bd-669f-4e76-a742-b8545674c7df, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:09:04.307528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb8abf5c-ef09-416e-8729-61bdcee3c30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.356484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.360583 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.416370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdf60898de5c4b82be9228f83215af31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617520 May 27 02:09:04.418072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7d80f-bd1f-4ce2-957b-2ec205251043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a373fc84-ee7c-46c5-a812-db8cc54d0dcd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:04.422444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59190) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:04.450796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Network cd2999bd-669f-4e76-a742-b8545674c7df is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:09:04.476210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, cd2999bd-669f-4e76-a742-b8545674c7df) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:04.480955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:04.481614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.490399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ecfed0-0d23-48dd-b428-0875fa506e91 None None] Network cd2999bd-669f-4e76-a742-b8545674c7df requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:04.492868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5db6e91d-9294-490f-b786-8210abbc0cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.509683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb8abf5c-ef09-416e-8729-61bdcee3c30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.512326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eb8abf5c-ef09-416e-8729-61bdcee3c30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.513584 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eb8abf5c-ef09-416e-8729-61bdcee3c30c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fefd5de0-c0c7-40cb-b2a8-9d4cc8d76e46 HTTP/1.1" status: 204 len: 168 time: 0.4845915 May 27 02:09:04.525681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aa27aa20-ce4b-41f0-a46e-a36fc12b8f7a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8790119 May 27 02:09:04.532534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5db6e91d-9294-490f-b786-8210abbc0cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.535805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8abf5c-ef09-416e-8729-61bdcee3c30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd5de0-c0c7-40cb-b2a8-9d4cc8d76e46,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:04.602863 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5db6e91d-9294-490f-b786-8210abbc0cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.636351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6e91d-9294-490f-b786-8210abbc0cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a373fc84-ee7c-46c5-a812-db8cc54d0dcd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:04.650990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5db6e91d-9294-490f-b786-8210abbc0cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:04.654864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5db6e91d-9294-490f-b786-8210abbc0cab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a373fc84-ee7c-46c5-a812-db8cc54d0dcd HTTP/1.1" status: 204 len: 168 time: 0.2310078 May 27 02:09:04.921660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8cfcd-81c1-4000-8823-d589a26a6a95 None None] Network cd2999bd-669f-4e76-a742-b8545674c7df requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:05.032994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59212) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:05.075089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.119672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:05.124806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Usage tracker for resource:security_group_rule and tenant:670c2c77dfa74f8c95a4e3d8f8f929c2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:05.133332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:05.147957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:05.265851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.275987 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.311175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59222) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:05.341541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.370548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:05.376605 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=670c2c77dfa74f8c95a4e3d8f8f929c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418982 May 27 02:09:05.377459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa42c5d33ce4d75b54c149f694eb213 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:05.380290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:05.383526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1376a-d80a-4581-99af-e15e198d8465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8be8f4-9f3d-4622-aab3-843db08aa642,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:05.385240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:05.395733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:05.464444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63670265-660a-4f21-912e-9aa20cd76875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.494380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.500206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.501218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63670265-660a-4f21-912e-9aa20cd76875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.582243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63670265-660a-4f21-912e-9aa20cd76875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.584315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7aa42c5d33ce4d75b54c149f694eb213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718542 May 27 02:09:05.587526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59232) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:05.619592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63670265-660a-4f21-912e-9aa20cd76875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8be8f4-9f3d-4622-aab3-843db08aa642,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:05.627141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63670265-660a-4f21-912e-9aa20cd76875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.631506 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-63670265-660a-4f21-912e-9aa20cd76875 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea8be8f4-9f3d-4622-aab3-843db08aa642 HTTP/1.1" status: 204 len: 168 time: 0.2499340 May 27 02:09:05.664601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab354-7fa4-4967-9dd0-a1de050fbf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f0cd9e-90d3-41b9-9542-4d5538368b20,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:05.667647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c26c9ce7-dc27-4ef1-94da-54f90a637803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.709035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c26c9ce7-dc27-4ef1-94da-54f90a637803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.780755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c26c9ce7-dc27-4ef1-94da-54f90a637803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.798203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c9ce7-dc27-4ef1-94da-54f90a637803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f0cd9e-90d3-41b9-9542-4d5538368b20,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:05.812873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c26c9ce7-dc27-4ef1-94da-54f90a637803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.814440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c26c9ce7-dc27-4ef1-94da-54f90a637803 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2f0cd9e-90d3-41b9-9542-4d5538368b20 HTTP/1.1" status: 204 len: 168 time: 0.2260036 May 27 02:09:05.932501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-948f8afb-0743-4400-b363-da9b7c963717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:05.936617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59248) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:05.942233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1454261186-network', 'tenant_id': 'f3f57eaadcb0487cb09545d9262b4e7b'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:05.949950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:05.957139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Usage tracker for resource:network and tenant:f3f57eaadcb0487cb09545d9262b4e7b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:05.960882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:05.968350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:05.982004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Made reservation on behalf of f3f57eaadcb0487cb09545d9262b4e7b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:05.985781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.002538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.037289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:06.050303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f57eaadcb0487cb09545d9262b4e7b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:06.055791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:06.063016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:06.192478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.199636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.232305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:09:06.245670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1041f647-895a-4b70-b011-2603ca4fe2da,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:06.250638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.251012 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Added segment 8e704188-0b18-452e-bb76-695023ceee90 of type vlan for network b099172a-c8c1-4ada-a0be-673c8636a6cf May 27 02:09:06.286031 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.321257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.322288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:06.322986 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.538742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] Pushing event updated for resources: {'Network': ['ID=b099172a-c8c1-4ada-a0be-673c8636a6cf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:06.547526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c28b1c6c-fe73-4a1e-b15e-61619d65ff88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6099160 May 27 02:09:06.550340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59284) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:06.552384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b099172a-c8c1-4ada-a0be-673c8636a6cf details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:09:06.558622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Request body: {'subnet': {'network_id': 'b099172a-c8c1-4ada-a0be-673c8636a6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1454261186-subnet', 'tenant_id': 'f3f57eaadcb0487cb09545d9262b4e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:06.572971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:06.582028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Usage tracker for resource:subnet and tenant:f3f57eaadcb0487cb09545d9262b4e7b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:06.587504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:06.598965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:06.634039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Made reservation on behalf of f3f57eaadcb0487cb09545d9262b4e7b for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:06.636517 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:06.910677 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:07.009333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Checking segment: {'id': '8e704188-0b18-452e-bb76-695023ceee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b099172a-c8c1-4ada-a0be-673c8636a6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:07.009722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Network hostable DHCP agents. Network: b099172a-c8c1-4ada-a0be-673c8636a6cf, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:09:07.017247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb3c7a5-0972-4cc6-98bc-f797b0e8d431,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:07.037233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Network b099172a-c8c1-4ada-a0be-673c8636a6cf is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:09:07.051166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b099172a-c8c1-4ada-a0be-673c8636a6cf) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:07.057176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:07.058161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:07.062970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf1759-05d7-4732-9ead-ad4b10012ea2 None None] Network b099172a-c8c1-4ada-a0be-673c8636a6cf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:07.112928 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3a9718a4-3871-4131-bab0-4af49d83bce5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5614531 May 27 02:09:07.422471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089f9f6-bbe6-4f9d-a31b-bb1065c03a14 None None] Network b099172a-c8c1-4ada-a0be-673c8636a6cf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:09:07.945350 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eb653620-68e5-415f-81c5-671089cf5565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:08.114970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14926a5-7d2b-44ef-9211-cf9a6a4cd203 req-c46c7145-c88a-4cb5-9a2e-ac4e9aaec4c6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:08.117512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b14926a5-7d2b-44ef-9211-cf9a6a4cd203 req-c46c7145-c88a-4cb5-9a2e-ac4e9aaec4c6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1259613 May 27 02:09:08.226216 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b14926a5-7d2b-44ef-9211-cf9a6a4cd203 req-1cfc65b3-4f6c-4aea-a6ab-854dc07a4549 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998361 May 27 02:09:08.478609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59358) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:08.512917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-2f5e3534-769b-4e4f-b54c-a58631fc4b37 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:08.520726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-2f5e3534-769b-4e4f-b54c-a58631fc4b37 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/networks?id=cd2999bd-669f-4e76-a742-b8545674c7df HTTP/1.1" status: 200 len: 824 time: 0.5543509 May 27 02:09:08.525267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78669aff-82c2-4ed8-ad1b-d69dfa6993eb req-2c5c0111-0833-4716-a761-8fbd6c33e39c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:08.532647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78669aff-82c2-4ed8-ad1b-d69dfa6993eb req-2c5c0111-0833-4716-a761-8fbd6c33e39c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1033742 May 27 02:09:08.554073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-b0f6871b-5b73-4171-bbe5-bcbbf4b9cf9b tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/quotas/2f933b3a5d3b4872a98db21499377a10 HTTP/1.1" status: 200 len: 375 time: 0.0295837 May 27 02:09:08.603176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78669aff-82c2-4ed8-ad1b-d69dfa6993eb req-1c76b185-6751-40ba-8c55-2978d9097c50 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688632 May 27 02:09:08.621373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-237bf05a-38ed-4855-ba03-1386beeded0f tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f933b3a5d3b4872a98db21499377a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658448 May 27 02:09:08.736382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:08.760462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:08.767828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Usage tracker for resource:security_group_rule and tenant:4dcd1b55064c4fbca39a464302253048 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:08.773139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:08.791815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:08.830356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-9f33f18b-7bbc-4d6c-8afd-3e7dad6b08bc service neutron] 10.222.0.16 "GET /v2.0/networks/cd2999bd-669f-4e76-a742-b8545674c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020767 May 27 02:09:08.887440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86b642-4f65-431f-abf2-f9d4a34b31c5 req-3546eb77-4fb8-4c16-9441-2571f0511a20 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:08.888975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b86b642-4f65-431f-abf2-f9d4a34b31c5 req-3546eb77-4fb8-4c16-9441-2571f0511a20 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1412396 May 27 02:09:08.968670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b86b642-4f65-431f-abf2-f9d4a34b31c5 req-4269a060-e774-4ca2-a864-5bef0bea1dbf tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727067 May 27 02:09:09.075073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-458e2f77-cc8a-490b-97c7-18d3199a0715 service neutron] 10.222.0.16 "GET /v2.0/networks/cd2999bd-669f-4e76-a742-b8545674c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314980 May 27 02:09:09.083742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.090559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.143804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dcd1b55064c4fbca39a464302253048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635406 May 27 02:09:09.144978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58787ab4-7aed-404a-b3e2-eaa98c66b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61978e4e-baba-45c1-9137-584f648fb748,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:09.146409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59372) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:09.241505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48d1d3-137a-4550-b2a7-d9956e1d21c8 req-e7ab4aba-a49e-4311-b78d-d93c3b391d24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:09.243013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b48d1d3-137a-4550-b2a7-d9956e1d21c8 req-e7ab4aba-a49e-4311-b78d-d93c3b391d24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1440694 May 27 02:09:09.245914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3c3f-6cd3-4697-b5c1-0738faf6acfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.273444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7e48d219-49a3-46ff-85d5-317a8ae0c9b3 req-6cabb9b8-2d69-4468-a455-77d5d9c141f7 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 210 time: 0.0467055 May 27 02:09:09.304305 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.326602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3c3f-6cd3-4697-b5c1-0738faf6acfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.335770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4b48d1d3-137a-4550-b2a7-d9956e1d21c8 req-698176c6-91f7-4d25-9bf1-f27a794e2c67 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788329 May 27 02:09:09.393661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.396350 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3c3f-6cd3-4697-b5c1-0738faf6acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.417188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c3c3f-6cd3-4697-b5c1-0738faf6acfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61978e4e-baba-45c1-9137-584f648fb748,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:09.422587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3c3f-6cd3-4697-b5c1-0738faf6acfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.426456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd3c3c3f-6cd3-4697-b5c1-0738faf6acfb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61978e4e-baba-45c1-9137-584f648fb748 HTTP/1.1" status: 204 len: 168 time: 0.2746177 May 27 02:09:09.761712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59398) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:09.781044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.785179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323d665-27f6-4b67-b46d-2a1c71ac6986 req-dad60074-10c6-41d4-a11e-02c7d122003c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:09.792346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3323d665-27f6-4b67-b46d-2a1c71ac6986 req-dad60074-10c6-41d4-a11e-02c7d122003c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1006935 May 27 02:09:09.800661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:09.805422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Usage tracker for resource:security_group_rule and tenant:43017b42674a4e169efe5fcf1195aac7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:09.809283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:09.816572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:09.915117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.920173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:09.981460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43017b42674a4e169efe5fcf1195aac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155852 May 27 02:09:09.981807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59408) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:09.983620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60146cca-c85c-4e4e-819a-e759ada15209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8276095-3705-494c-bd75-80c85ee34ae0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:10.055238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d99ce7e9-086b-4495-86ec-76351c5a81ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.099304 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d99ce7e9-086b-4495-86ec-76351c5a81ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.158563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3323d665-27f6-4b67-b46d-2a1c71ac6986 req-67edfc87-663f-414b-bbdc-f193261028f9 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651688 May 27 02:09:10.216647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d99ce7e9-086b-4495-86ec-76351c5a81ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.233919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ce7e9-086b-4495-86ec-76351c5a81ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8276095-3705-494c-bd75-80c85ee34ae0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:10.252445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d99ce7e9-086b-4495-86ec-76351c5a81ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:10.265518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d99ce7e9-086b-4495-86ec-76351c5a81ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8276095-3705-494c-bd75-80c85ee34ae0 HTTP/1.1" status: 204 len: 168 time: 0.2775655 May 27 02:09:10.580343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0778c76b-97d8-4ad1-ae74-a379f28613df req-7feeaec0-397e-4921-a6a3-68a9b31d3ad1 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 210 time: 0.1407223 May 27 02:09:10.745226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-c4e95e24-2d01-4fe6-b2fb-c9704c96b007 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:10.746919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-c4e95e24-2d01-4fe6-b2fb-c9704c96b007 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Synchronizing usage tracker for tenant:2f933b3a5d3b4872a98db21499377a10 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:10.769846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-c4e95e24-2d01-4fe6-b2fb-c9704c96b007 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Unset dirty status for tenant:2f933b3a5d3b4872a98db21499377a10 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:10.771030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-c4e95e24-2d01-4fe6-b2fb-c9704c96b007 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.47 "GET /v2.0/networks?id=cd2999bd-669f-4e76-a742-b8545674c7df HTTP/1.1" status: 200 len: 824 time: 0.3749139 May 27 02:09:10.790106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Request body: {'port': {'device_id': '72c07daf-582a-4916-9f96-65f79f8448c7', 'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df', 'admin_state_up': True, 'tenant_id': '2f933b3a5d3b4872a98db21499377a10'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:10.990368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.282791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:11.288471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Usage tracker for resource:port and tenant:2f933b3a5d3b4872a98db21499377a10 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:11.295551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:11.304927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:11.333134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f87b7-635a-4736-aa82-f5b1740ba030 req-bc2c9c9c-ea3b-4071-a82a-9b59d5ed4951 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:11.333688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-847f87b7-635a-4736-aa82-f5b1740ba030 req-bc2c9c9c-ea3b-4071-a82a-9b59d5ed4951 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1428869 May 27 02:09:11.334539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Made reservation on behalf of 2f933b3a5d3b4872a98db21499377a10 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:11.346372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:11.744693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Allocated IP 172.20.0.12 (cd2999bd-669f-4e76-a742-b8545674c7df/303fa624-987a-4e47-9e55-cec87f2f7ee4/ce6c373e-c1a5-4ac1-8700-557a48c05088) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:11.794083 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a669b6f9-bd74-4ca4-8dc4-5946637ba85f req-b53d4db0-5b22-4edd-817a-1ecf4b7c27fd tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 210 time: 0.0567517 May 27 02:09:11.831669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-847f87b7-635a-4736-aa82-f5b1740ba030 req-31755360-825f-431f-8ab9-e205e69c73b0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701574 May 27 02:09:12.059791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.096403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.171692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Network cd2999bd-669f-4e76-a742-b8545674c7df is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:12.175651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:12.179877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:12.211465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Pushing event updated for resources: {'Port': ['ID=ce6c373e-c1a5-4ac1-8700-557a48c05088,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:12.254413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:12.254413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.273669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-d441e46a-0088-4861-85e2-f01777573784 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4880023 May 27 02:09:12.287828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Request body: {'port': {'device_id': '72c07daf-582a-4916-9f96-65f79f8448c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:12.400159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.859083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6c373e-c1a5-4ac1-8700-557a48c05088 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:12.868023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:12.885356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Transition to ACTIVE for port object ce6c373e-c1a5-4ac1-8700-557a48c05088 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:12.891904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.118478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5e79-e84a-4167-a9e9-3fe39f406894 req-b6a6446e-8444-4b3d-a32c-2378e401582c tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:13.120747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-031e5e79-e84a-4167-a9e9-3fe39f406894 req-b6a6446e-8444-4b3d-a32c-2378e401582c tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 944 time: 0.1311231 May 27 02:09:13.176271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6c373e-c1a5-4ac1-8700-557a48c05088,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:13.198546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-031e5e79-e84a-4167-a9e9-3fe39f406894 req-ec821b3f-4cd8-442e-8350-43da1f1a797a tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619102 May 27 02:09:13.302108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dadf8e-d051-427e-bd00-368eeeb28e7a req-14761147-ad27-496b-af75-89158cece7c0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:13.309324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15dadf8e-d051-427e-bd00-368eeeb28e7a req-14761147-ad27-496b-af75-89158cece7c0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2448595 May 27 02:09:13.342616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Attempting to bind port ce6c373e-c1a5-4ac1-8700-557a48c05088 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:13.342987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Attempting to bind port ce6c373e-c1a5-4ac1-8700-557a48c05088 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'eab53cd4-ddf9-4719-9bfe-318b7b54d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:13.343316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Attempting to bind port ce6c373e-c1a5-4ac1-8700-557a48c05088 on network cd2999bd-669f-4e76-a742-b8545674c7df {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:13.353109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Port ce6c373e-c1a5-4ac1-8700-557a48c05088 on network cd2999bd-669f-4e76-a742-b8545674c7df not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:13.353433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Attempting to bind port ce6c373e-c1a5-4ac1-8700-557a48c05088 on network cd2999bd-669f-4e76-a742-b8545674c7df {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:13.367398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15dadf8e-d051-427e-bd00-368eeeb28e7a req-e3439521-90ca-4269-a924-ddbe569923be tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571847 May 27 02:09:13.382928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:13.382928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Checking segment: {'id': 'eab53cd4-ddf9-4719-9bfe-318b7b54d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:13.382928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Bound using segment: {'id': 'eab53cd4-ddf9-4719-9bfe-318b7b54d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:13.384341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Bound port: ce6c373e-c1a5-4ac1-8700-557a48c05088, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab53cd4-ddf9-4719-9bfe-318b7b54d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:13.388522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.508910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] For port ce6c373e-c1a5-4ac1-8700-557a48c05088, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:13.512145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] For port ce6c373e-c1a5-4ac1-8700-557a48c05088, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ce6c373e-c1a5-4ac1-8700-557a48c05088,segment=NetworkSegment(eab53cd4-ddf9-4719-9bfe-318b7b54d196),segment_id=eab53cd4-ddf9-4719-9bfe-318b7b54d196)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:13.518687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.601528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6c373e-c1a5-4ac1-8700-557a48c05088,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:13.618139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:13.618916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:13.620599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-100b4464-c800-4a7e-84c0-bf5878cae237 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce6c373e-c1a5-4ac1-8700-557a48c05088 HTTP/1.1" status: 200 len: 1093 time: 1.3369575 May 27 02:09:13.621096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c07daf-582a-4916-9f96-65f79f8448c7', 'tag': 'ce6c373e-c1a5-4ac1-8700-557a48c05088'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:13.727637 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f191d69-4be4-4603-a3d1-5c223c4fa713'] response: {'name': 'network-changed', 'server_uuid': '72c07daf-582a-4916-9f96-65f79f8448c7', 'tag': 'ce6c373e-c1a5-4ac1-8700-557a48c05088', 'status': 'completed', 'code': 200} May 27 02:09:13.893242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-b0c9bf41-be15-4e16-8bcc-30b9a8f8fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:13.894950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-b0c9bf41-be15-4e16-8bcc-30b9a8f8fc16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f933b3a5d3b4872a98db21499377a10&device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 1096 time: 0.2095988 May 27 02:09:13.999131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-7ea81d48-1637-47ef-bbe0-c764c041f4e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6c373e-c1a5-4ac1-8700-557a48c05088 HTTP/1.1" status: 200 len: 217 time: 0.0904353 May 27 02:09:14.083257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-b9dd7244-1fb8-4d15-b9a6-058e074d5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:14.084954 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-b9dd7244-1fb8-4d15-b9a6-058e074d5ca4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=303fa624-987a-4e47-9e55-cec87f2f7ee4 HTTP/1.1" status: 200 len: 864 time: 0.0724282 May 27 02:09:14.184443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-5ae916cc-7278-428f-8ba7-61ae70355734 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd2999bd-669f-4e76-a742-b8545674c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916822 May 27 02:09:14.447325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-bc843408-93d6-446b-a93b-f6b534ea19ec service neutron] 10.222.0.47 "GET /v2.0/networks/cd2999bd-669f-4e76-a742-b8545674c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557263 May 27 02:09:14.647716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f082b-902c-4018-b72b-da0d4e42bae8 req-dafc91c6-b93d-4df1-b0d8-a45038c9c754 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:14.655855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-066f082b-902c-4018-b72b-da0d4e42bae8 req-dafc91c6-b93d-4df1-b0d8-a45038c9c754 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1306624 May 27 02:09:14.708003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6332e2a-3afe-4c58-a3c8-0f5d03a94565 req-a967419e-070d-4594-bc3d-4695ce441d2e service neutron] 10.222.0.47 "GET /v2.0/networks/cd2999bd-669f-4e76-a742-b8545674c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449839 May 27 02:09:14.743771 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-066f082b-902c-4018-b72b-da0d4e42bae8 req-58a26176-5d54-47fc-9339-01fa4489e314 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855131 May 27 02:09:14.773469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ec600-7b7f-4a31-969e-173b64672c8c req-878ce146-391c-4726-8336-fcf525ac3a4e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:14.774230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b38ec600-7b7f-4a31-969e-173b64672c8c req-878ce146-391c-4726-8336-fcf525ac3a4e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Synchronizing usage tracker for tenant:2f933b3a5d3b4872a98db21499377a10 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:14.833586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b38ec600-7b7f-4a31-969e-173b64672c8c req-878ce146-391c-4726-8336-fcf525ac3a4e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Unset dirty status for tenant:2f933b3a5d3b4872a98db21499377a10 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:14.834792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b38ec600-7b7f-4a31-969e-173b64672c8c req-878ce146-391c-4726-8336-fcf525ac3a4e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 944 time: 0.4855247 May 27 02:09:14.897536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b38ec600-7b7f-4a31-969e-173b64672c8c req-6bdc2c4f-4504-46c2-9b70-ad2941c4e9ba tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Synchronizing usage tracker for tenant:2f933b3a5d3b4872a98db21499377a10 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:14.910874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-e3640d4b-827f-49e3-9161-5a23a5590f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:14.912387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-e3640d4b-827f-49e3-9161-5a23a5590f88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f933b3a5d3b4872a98db21499377a10&device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 1096 time: 0.1278827 May 27 02:09:14.940403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b38ec600-7b7f-4a31-969e-173b64672c8c req-6bdc2c4f-4504-46c2-9b70-ad2941c4e9ba tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Unset dirty status for tenant:2f933b3a5d3b4872a98db21499377a10 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:14.941504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b38ec600-7b7f-4a31-969e-173b64672c8c req-6bdc2c4f-4504-46c2-9b70-ad2941c4e9ba tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986280 May 27 02:09:15.054570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-5ffb867e-2c7c-46e5-8f73-8b449188e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:15.056036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-5ffb867e-2c7c-46e5-8f73-8b449188e553 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cd2999bd-669f-4e76-a742-b8545674c7df HTTP/1.1" status: 200 len: 925 time: 0.1361890 May 27 02:09:15.128537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-2fbcda7b-e0d5-44c2-a5e1-bce2b4c0a5d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6c373e-c1a5-4ac1-8700-557a48c05088 HTTP/1.1" status: 200 len: 217 time: 0.0653658 May 27 02:09:15.190656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-a4d7c540-d0d3-4fcc-a65f-b060e023521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:15.192048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-a4d7c540-d0d3-4fcc-a65f-b060e023521e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=303fa624-987a-4e47-9e55-cec87f2f7ee4 HTTP/1.1" status: 200 len: 864 time: 0.0576632 May 27 02:09:15.250067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-2204260d-8e14-4fe7-8940-1fb47edf0d89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cd2999bd-669f-4e76-a742-b8545674c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466166 May 27 02:09:15.388080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-d42d77bb-40d7-41b8-a3bc-c06fb770a9da service neutron] 10.222.0.47 "GET /v2.0/networks/cd2999bd-669f-4e76-a742-b8545674c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314733 May 27 02:09:15.537135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-509e2716-3424-4406-8e0b-837bd8a7eaee req-516be210-7162-47b8-9750-456b6c6b98d3 service neutron] 10.222.0.47 "GET /v2.0/networks/cd2999bd-669f-4e76-a742-b8545674c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402547 May 27 02:09:15.946456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60036b93-43a6-46fb-96a1-23635cb8ecc1 req-8444d5e8-4534-4d2e-a71a-68c984822af1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:15.948329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60036b93-43a6-46fb-96a1-23635cb8ecc1 req-8444d5e8-4534-4d2e-a71a-68c984822af1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.0907698 May 27 02:09:16.067497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60036b93-43a6-46fb-96a1-23635cb8ecc1 req-fd48b987-ee25-414c-a55f-924f7420c614 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056349 May 27 02:09:16.319055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ad5b-96f3-484b-b31a-6b2324bf65ac req-02ef6c5d-7990-4f46-97e0-448ba632b1f9 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:16.320546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b002ad5b-96f3-484b-b31a-6b2324bf65ac req-02ef6c5d-7990-4f46-97e0-448ba632b1f9 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 944 time: 0.1159160 May 27 02:09:16.372740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b002ad5b-96f3-484b-b31a-6b2324bf65ac req-7f064527-9d14-4fb1-b839-a8e510b8ccb7 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 May 27 02:09:17.091440 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:09:17.252539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731afe79-2277-4b14-95a1-b039a13be913 req-a3cbecc9-7838-4ae9-9669-ad1456409d8f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:17.253945 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-731afe79-2277-4b14-95a1-b039a13be913 req-a3cbecc9-7838-4ae9-9669-ad1456409d8f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.0818417 May 27 02:09:17.299826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-731afe79-2277-4b14-95a1-b039a13be913 req-0491bf8b-d6f2-483e-8a4f-bdf2b8edc0d1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399179 May 27 02:09:17.607311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdd8fa-a150-46f4-9091-18cbce7549cb req-e8f29622-ad6f-4c2c-83a3-ba75d16674eb tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:17.614981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6bcdd8fa-a150-46f4-9091-18cbce7549cb req-e8f29622-ad6f-4c2c-83a3-ba75d16674eb tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 944 time: 0.1254573 May 27 02:09:17.691828 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6bcdd8fa-a150-46f4-9091-18cbce7549cb req-d7f7a835-cd8c-43f8-bdd5-d056bdaf2c0f tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704598 May 27 02:09:18.495001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59616) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:18.597371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7ca1-78d5-46e8-917a-1551dc216b84 req-eda891c9-1bff-4702-af1a-7daf69b43bab tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:18.599545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b6b7ca1-78d5-46e8-917a-1551dc216b84 req-eda891c9-1bff-4702-af1a-7daf69b43bab tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1343975 May 27 02:09:18.731398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b6b7ca1-78d5-46e8-917a-1551dc216b84 req-c0a7529b-4e5a-47a1-820c-a043411194c7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217737 May 27 02:09:18.732515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:18.751442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:18.755713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Usage tracker for resource:security_group_rule and tenant:bb7056daff814df6b20af61c28d57458 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:18.760706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:18.767919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:18.876416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ce6c373e-c1a5-4ac1-8700-557a48c05088 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:19.054782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ce6c373e-c1a5-4ac1-8700-557a48c05088, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ce6c373e-c1a5-4ac1-8700-557a48c05088,segment=NetworkSegment(eab53cd4-ddf9-4719-9bfe-318b7b54d196),segment_id=eab53cd4-ddf9-4719-9bfe-318b7b54d196)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:19.068701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.069469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'ce6c373e-c1a5-4ac1-8700-557a48c05088', 'network_id': 'cd2999bd-669f-4e76-a742-b8545674c7df', 'port_id': 'ce6c373e-c1a5-4ac1-8700-557a48c05088', 'mac_address': 'fa:16:3e:7d:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303fa624-987a-4e47-9e55-cec87f2f7ee4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:09:19.080976 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.130753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port ce6c373e-c1a5-4ac1-8700-557a48c05088 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:19.131427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.149241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6c373e-c1a5-4ac1-8700-557a48c05088 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:19.152823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46342-0425-4d40-9bac-4052b961e7b3 req-67490e27-74c2-4de9-bce9-bab1f4130cca tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:19.154744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2f46342-0425-4d40-9bac-4052b961e7b3 req-67490e27-74c2-4de9-bce9-bab1f4130cca tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 944 time: 0.3313029 May 27 02:09:19.159038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb7056daff814df6b20af61c28d57458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6625597 May 27 02:09:19.161788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59626) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:19.176168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ce6c373e-c1a5-4ac1-8700-557a48c05088, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ce6c373e-c1a5-4ac1-8700-557a48c05088,segment=NetworkSegment(eab53cd4-ddf9-4719-9bfe-318b7b54d196),segment_id=eab53cd4-ddf9-4719-9bfe-318b7b54d196)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:19.181746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd5bd1-8986-4cd5-883a-d0bf3dc8bd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7606d50-01f2-4043-9f66-39d3e4201b2d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:19.183835 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.238299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2f46342-0425-4d40-9bac-4052b961e7b3 req-c1510750-b404-4873-9e64-c95f60e5f8c7 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752656 May 27 02:09:19.242571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03672b45-e5e7-4966-9821-641e0748b179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.282432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03672b45-e5e7-4966-9821-641e0748b179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.349121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=ce6c373e-c1a5-4ac1-8700-557a48c05088,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:19.367499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.367998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.369260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.373712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.374383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:19.396622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03672b45-e5e7-4966-9821-641e0748b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.429878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03672b45-e5e7-4966-9821-641e0748b179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7606d50-01f2-4043-9f66-39d3e4201b2d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:19.441113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-03672b45-e5e7-4966-9821-641e0748b179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.444779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-03672b45-e5e7-4966-9821-641e0748b179 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7606d50-01f2-4043-9f66-39d3e4201b2d HTTP/1.1" status: 204 len: 168 time: 0.2795377 May 27 02:09:19.582176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['ce6c373e-c1a5-4ac1-8700-557a48c05088'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:19.853310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59640) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:19.875336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:19.896395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:19.903683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Usage tracker for resource:security_group_rule and tenant:f4ee677fb7bf44e88d1f6c44e8b350ab is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:19.919647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:19.928157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:19.955295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9572c3-bfca-4f50-9f48-bef062b96ba8 req-0a1af52b-9814-4c52-8f43-7b525d35382f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:19.956904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb9572c3-bfca-4f50-9f48-bef062b96ba8 req-0a1af52b-9814-4c52-8f43-7b525d35382f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1135728 May 27 02:09:20.005275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb9572c3-bfca-4f50-9f48-bef062b96ba8 req-ff286f02-3df4-48b1-8f54-e5cd8fbb93b0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 May 27 02:09:20.028175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.032246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.084563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943f442-a9ae-4566-b6b2-9ac0fb473659,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:20.090192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ada590f7-236c-4e6b-868c-fc51fa14264b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4ee677fb7bf44e88d1f6c44e8b350ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348082 May 27 02:09:20.092857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59644) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:20.151800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6276a466-c071-47f0-80db-4884b796417b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.177395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6276a466-c071-47f0-80db-4884b796417b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.232131 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6276a466-c071-47f0-80db-4884b796417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.247989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276a466-c071-47f0-80db-4884b796417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943f442-a9ae-4566-b6b2-9ac0fb473659,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:20.257664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6276a466-c071-47f0-80db-4884b796417b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:20.258822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6276a466-c071-47f0-80db-4884b796417b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d943f442-a9ae-4566-b6b2-9ac0fb473659 HTTP/1.1" status: 204 len: 168 time: 0.1649680 May 27 02:09:20.450819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcec07-be80-4d27-af1a-53fd4f3b8ced req-a99f6ef1-25a8-494b-9443-a99f6613f17f tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:20.452561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9edcec07-be80-4d27-af1a-53fd4f3b8ced req-a99f6ef1-25a8-494b-9443-a99f6613f17f tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 945 time: 0.0965352 May 27 02:09:20.508607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9edcec07-be80-4d27-af1a-53fd4f3b8ced req-6d8d4a53-478d-4632-b706-c9ed5068383e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 May 27 02:09:20.890456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ce6c373e-c1a5-4ac1-8700-557a48c05088 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:20.975192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port ce6c373e-c1a5-4ac1-8700-557a48c05088 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:20.980824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port ce6c373e-c1a5-4ac1-8700-557a48c05088 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:20.981456 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.177179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port ce6c373e-c1a5-4ac1-8700-557a48c05088 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:21.177941 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.209080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c07daf-582a-4916-9f96-65f79f8448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6c373e-c1a5-4ac1-8700-557a48c05088'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:21.222112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ce6c373e-c1a5-4ac1-8700-557a48c05088, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ce6c373e-c1a5-4ac1-8700-557a48c05088,segment=NetworkSegment(eab53cd4-ddf9-4719-9bfe-318b7b54d196),segment_id=eab53cd4-ddf9-4719-9bfe-318b7b54d196)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:21.232578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:21.319264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35fc56-3473-4824-8a37-fc840a8135e2 req-ab186c4f-0e8c-4d20-a3d6-4a056d9dfc2a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:21.331471 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552c5074-934e-4248-b829-83299eeced94'] response: {'server_uuid': '72c07daf-582a-4916-9f96-65f79f8448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6c373e-c1a5-4ac1-8700-557a48c05088', 'code': 200} May 27 02:09:21.332908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb35fc56-3473-4824-8a37-fc840a8135e2 req-ab186c4f-0e8c-4d20-a3d6-4a056d9dfc2a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1660454 May 27 02:09:21.403275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=ce6c373e-c1a5-4ac1-8700-557a48c05088,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:21.459986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb35fc56-3473-4824-8a37-fc840a8135e2 req-9a5febd2-eff2-40a5-9d1f-b3a6c0452865 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242137 May 27 02:09:21.551950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c924fc2-e127-4d80-b11a-5fe23ee9b2e8 req-b9e3914b-90c2-43c1-8793-77badb0a8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:21.556298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c924fc2-e127-4d80-b11a-5fe23ee9b2e8 req-b9e3914b-90c2-43c1-8793-77badb0a8dda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 1098 time: 0.1681998 May 27 02:09:21.723614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c924fc2-e127-4d80-b11a-5fe23ee9b2e8 req-b0573015-5f2d-486e-9d2e-d422ec38a356 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516144 May 27 02:09:21.943131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070220c-3cbf-4507-997a-2c0c817a9063 req-a5824a57-76eb-43a9-9e4f-02a8327d6246 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:21.945389 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5070220c-3cbf-4507-997a-2c0c817a9063 req-a5824a57-76eb-43a9-9e4f-02a8327d6246 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.1285436 May 27 02:09:22.011657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5070220c-3cbf-4507-997a-2c0c817a9063 req-02cb6eb7-2da1-4a26-8366-e79a770df2ea tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517054 May 27 02:09:22.660150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57d359-d0b9-4250-8da9-60e331d0f20d req-5d3ad1e0-fcfb-4916-81f7-a0f4d8cedbfb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:22.661459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab57d359-d0b9-4250-8da9-60e331d0f20d req-5d3ad1e0-fcfb-4916-81f7-a0f4d8cedbfb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.0900126 May 27 02:09:22.712606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab57d359-d0b9-4250-8da9-60e331d0f20d req-1d1af75d-1e7e-44d3-885b-4bde9c8ba271 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 May 27 02:09:23.246412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aebec-804a-4e68-87f1-7885bf9e7c28 req-115a87fd-d0d8-49f5-ab52-49a2372441c8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.250621 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b97aebec-804a-4e68-87f1-7885bf9e7c28 req-115a87fd-d0d8-49f5-ab52-49a2372441c8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2190056 May 27 02:09:23.371050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-7ebf74eb-2280-4bc8-946c-a9b8ae042114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.372623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-7ebf74eb-2280-4bc8-946c-a9b8ae042114 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1096 time: 0.2644737 May 27 02:09:23.436496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b97aebec-804a-4e68-87f1-7885bf9e7c28 req-d87bcdaa-358d-4a57-a38f-c1fe5249484a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784298 May 27 02:09:23.604454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb431-3f90-46f7-a4fb-a313642bb0f1 req-e501d83e-69a8-45ee-9db2-afebe0851e0e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.611401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b8bb431-3f90-46f7-a4fb-a313642bb0f1 req-e501d83e-69a8-45ee-9db2-afebe0851e0e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.3699501 May 27 02:09:23.712540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-d9bef449-d081-45a0-ae22-33662c857e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.714015 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-d9bef449-d081-45a0-ae22-33662c857e4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.3168476 May 27 02:09:23.724121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b8bb431-3f90-46f7-a4fb-a313642bb0f1 req-0617d258-e414-4a0b-ad16-97d67eb3a6e0 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118543 May 27 02:09:23.841507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-bef2d895-eb8b-4dfc-be12-8f3f1cc2b809 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.1163895 May 27 02:09:23.911599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-0bb604e1-92c8-41b1-a1d2-cd1704988886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:23.913409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-0bb604e1-92c8-41b1-a1d2-cd1704988886 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0650294 May 27 02:09:24.008086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-88bcd8a3-86a4-4cab-8059-90c1ef41fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:24.009558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-88bcd8a3-86a4-4cab-8059-90c1ef41fe3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881324 May 27 02:09:24.185363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-ab4e3140-5653-43cd-8471-1de7716a0f76 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670730 May 27 02:09:24.333450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a4e94a9-3ae5-48d5-9fd2-246893a04844 req-45696181-4e43-46ef-965a-9696f69217ac service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409693 May 27 02:09:24.641475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc68a1-9d11-4600-ad9b-8daafe2354c7 req-33572846-3cb2-4535-845e-fbd38a123d1d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:24.643147 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbfc68a1-9d11-4600-ad9b-8daafe2354c7 req-33572846-3cb2-4535-845e-fbd38a123d1d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.0892541 May 27 02:09:24.691404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbfc68a1-9d11-4600-ad9b-8daafe2354c7 req-d40bc523-76a4-477f-86d1-9aa00534de85 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 May 27 02:09:25.202334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82c94-a06f-495b-a296-152609d93953 req-640e7a43-900f-4bd6-941e-5c26967ae349 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:25.205079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4b82c94-a06f-495b-a296-152609d93953 req-640e7a43-900f-4bd6-941e-5c26967ae349 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.0918465 May 27 02:09:25.256045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4b82c94-a06f-495b-a296-152609d93953 req-b5cf8ae8-95c0-49cd-b1af-cb8aa97efeb8 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 May 27 02:09:25.455270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aa69c-ea1a-491d-8aeb-1290c365fa46 req-d5e8bd77-450f-471b-8994-13166cb360e7 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:25.456232 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd1aa69c-ea1a-491d-8aeb-1290c365fa46 req-d5e8bd77-450f-471b-8994-13166cb360e7 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.0884244 May 27 02:09:25.506543 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd1aa69c-ea1a-491d-8aeb-1290c365fa46 req-abe7482c-523a-4818-9d90-967c0f3214fb tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 May 27 02:09:26.064421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613776b3-2db3-472a-8a9e-049032542e3d req-d8368260-c5e7-4022-98e7-4999acb7f133 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.067173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613776b3-2db3-472a-8a9e-049032542e3d req-d8368260-c5e7-4022-98e7-4999acb7f133 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1573434 May 27 02:09:26.130251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9982e9-b903-4481-8224-77d792c21cf5 req-54ea86a1-a19d-4ee6-b3ce-f3cf96e85461 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.132048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa9982e9-b903-4481-8224-77d792c21cf5 req-54ea86a1-a19d-4ee6-b3ce-f3cf96e85461 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.1033943 May 27 02:09:26.135161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-613776b3-2db3-472a-8a9e-049032542e3d req-5a2525c8-6c77-4c0c-a353-9fcf74eb1e77 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617676 May 27 02:09:26.191125 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa9982e9-b903-4481-8224-77d792c21cf5 req-e31d49cd-0d06-4526-ba96-2ad5c42e1222 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525229 May 27 02:09:26.492235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c47cae-a8f0-4b28-9095-c6de86cba1c0 req-de0ced30-9e2f-46d4-b14e-6e254731eb34 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.499193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89c47cae-a8f0-4b28-9095-c6de86cba1c0 req-de0ced30-9e2f-46d4-b14e-6e254731eb34 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2324061 May 27 02:09:26.584215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89c47cae-a8f0-4b28-9095-c6de86cba1c0 req-1ac977b8-797b-48b0-9635-423bea1656fa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841553 May 27 02:09:26.880427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21889a18-613e-45b6-bc2e-e73067e0f719 req-8c538f9f-8ae4-49c6-aa34-848bb8def8e2 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:26.889081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-21889a18-613e-45b6-bc2e-e73067e0f719 req-8c538f9f-8ae4-49c6-aa34-848bb8def8e2 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.1077478 May 27 02:09:27.003997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-21889a18-613e-45b6-bc2e-e73067e0f719 req-193d8509-8371-4900-bda3-aac3663ed19d tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117535 May 27 02:09:27.103506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056e1ac-67d2-4b94-b2b8-4b316a54248b req-64cde8e7-68a6-47c8-9f52-a6a4c3af1574 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.108928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3056e1ac-67d2-4b94-b2b8-4b316a54248b req-64cde8e7-68a6-47c8-9f52-a6a4c3af1574 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1169217 May 27 02:09:27.157774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3056e1ac-67d2-4b94-b2b8-4b316a54248b req-32690add-0006-4723-9f43-4744846bc27c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459175 May 27 02:09:27.572227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475f3d3-42db-4639-814c-4da32942eb81 req-a887365f-e13c-4980-ba49-9ed958aa1a97 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.573741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5475f3d3-42db-4639-814c-4da32942eb81 req-a887365f-e13c-4980-ba49-9ed958aa1a97 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2877543 May 27 02:09:27.683480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5475f3d3-42db-4639-814c-4da32942eb81 req-65832e0d-d159-4097-846e-f62f8962c6ea tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939536 May 27 02:09:27.909500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f27a0-b223-4a73-842f-35eaa9513cbe req-beef463c-f950-4083-83e5-30e6bb3e63fa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:27.916914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c7f27a0-b223-4a73-842f-35eaa9513cbe req-beef463c-f950-4083-83e5-30e6bb3e63fa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1059079 May 27 02:09:27.956846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59852) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:27.990993 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c7f27a0-b223-4a73-842f-35eaa9513cbe req-d1c35739-c862-413c-b4d4-aed8be339acd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726557 May 27 02:09:28.212706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.314813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:28.362539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbd62c2d9b047a295046a69e0425f55 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:28.366665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:28.366967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db469-588e-4468-82fc-62e7d6db2cdd req-fc63c476-4df5-480b-a7d6-424c09fd658e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.368991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-166db469-588e-4468-82fc-62e7d6db2cdd req-fc63c476-4df5-480b-a7d6-424c09fd658e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.1841626 May 27 02:09:28.378677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:28.476853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-166db469-588e-4468-82fc-62e7d6db2cdd req-4d1536a1-8ad8-4872-8419-8d0bf51ef015 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950072 May 27 02:09:28.481938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-f1d35a93-5fcd-48fd-bc75-714b502328a5 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:28.483523 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-f1d35a93-5fcd-48fd-bc75-714b502328a5 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.47 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.2470975 May 27 02:09:28.616274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Deleting port ce6c373e-c1a5-4ac1-8700-557a48c05088 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:09:28.617210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.990762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:28.999855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90db13-5aaf-4f66-87b1-671bd4205f85 req-81dc51cf-0c7e-40ff-ac53-79efa060151c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:29.008297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf90db13-5aaf-4f66-87b1-671bd4205f85 req-81dc51cf-0c7e-40ff-ac53-79efa060151c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.5235364 May 27 02:09:29.027752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.127877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf90db13-5aaf-4f66-87b1-671bd4205f85 req-b2eb9983-c8bf-4cf3-886b-ee7acb8a54ae tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180668 May 27 02:09:29.129840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cbd62c2d9b047a295046a69e0425f55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1720178 May 27 02:09:29.132835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59872) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:29.171458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c015480-392f-4e8b-8c47-6afd524807fe,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:29.196805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.197380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.198421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.199273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.199837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.200380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.200947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.201493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.202357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.202942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.203526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.204062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83710442-b35d-47de-bb0e-f6ff5f1ef924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:29.221320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] For port ce6c373e-c1a5-4ac1-8700-557a48c05088, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ce6c373e-c1a5-4ac1-8700-557a48c05088,segment=NetworkSegment(eab53cd4-ddf9-4719-9bfe-318b7b54d196),segment_id=eab53cd4-ddf9-4719-9bfe-318b7b54d196)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:29.222394 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.259143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92d3209-9610-45e0-ace0-38a4c484c907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.292423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92d3209-9610-45e0-ace0-38a4c484c907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.422467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Calling delete_port for ce6c373e-c1a5-4ac1-8700-557a48c05088 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:09:29.476129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92d3209-9610-45e0-ace0-38a4c484c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.495773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d3209-9610-45e0-ace0-38a4c484c907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c015480-392f-4e8b-8c47-6afd524807fe,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:29.512288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92d3209-9610-45e0-ace0-38a4c484c907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.517830 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a92d3209-9610-45e0-ace0-38a4c484c907 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c015480-392f-4e8b-8c47-6afd524807fe HTTP/1.1" status: 204 len: 168 time: 0.3838675 May 27 02:09:29.748612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:29.751927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd8e74-3719-417e-a9be-448ce573f729 req-e9ba42ac-68d4-4789-93d6-b8c01d21c631 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:29.757899 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2dd8e74-3719-417e-a9be-448ce573f729 req-e9ba42ac-68d4-4789-93d6-b8c01d21c631 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c07daf-582a-4916-9f96-65f79f8448c7 HTTP/1.1" status: 200 len: 946 time: 0.1211917 May 27 02:09:29.762385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['ce6c373e-c1a5-4ac1-8700-557a48c05088'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:29.853930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2dd8e74-3719-417e-a9be-448ce573f729 req-f4e46f42-2c6a-4581-85b6-230578627015 tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.16 "GET /v2.0/security-groups?id=da48e3c4-a941-4329-ae3e-0585d8f4e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867231 May 27 02:09:30.004299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Pushing event deleted for resources: {'Port': ['ID=ce6c373e-c1a5-4ac1-8700-557a48c05088,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:30.052108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] No DVR routers for this DVR port ce6c373e-c1a5-4ac1-8700-557a48c05088 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:09:30.055332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:30.058506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c07daf-582a-4916-9f96-65f79f8448c7', 'name': 'network-vif-deleted', 'tag': 'ce6c373e-c1a5-4ac1-8700-557a48c05088'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:30.085125 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd3920d0-b239-4a7d-9a0a-7a36cc69bf31 req-1ec34c55-3e51-4361-b7d8-bcfa4f28244e tempest-ServersNegativeTestMultiTenantJSON-131303009 tempest-ServersNegativeTestMultiTenantJSON-131303009-project] 10.222.0.47 "DELETE /v2.0/ports/ce6c373e-c1a5-4ac1-8700-557a48c05088 HTTP/1.1" status: 204 len: 173 time: 1.5591483 May 27 02:09:30.122284 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac34c2aa-ff28-433e-8e45-ac961bea1908'] response: {'server_uuid': '72c07daf-582a-4916-9f96-65f79f8448c7', 'name': 'network-vif-deleted', 'tag': 'ce6c373e-c1a5-4ac1-8700-557a48c05088', 'status': 'completed', 'code': 200} May 27 02:09:30.469585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de6684-a3a7-45a5-995e-a7ef3925404c req-44e59f2b-037d-46ac-9c21-8d0411e0ae6f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:30.474883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85de6684-a3a7-45a5-995e-a7ef3925404c req-44e59f2b-037d-46ac-9c21-8d0411e0ae6f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1882372 May 27 02:09:30.527362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85de6684-a3a7-45a5-995e-a7ef3925404c req-e41e7ec9-c939-4533-9696-aa900d2458c1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457470 May 27 02:09:30.959944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59906) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:30.990185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39229f-b004-48a5-97f5-f06013d5f1c4 req-3a806083-1ed1-4d65-a3c4-4bc92a5fe644 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:30.992113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b39229f-b004-48a5-97f5-f06013d5f1c4 req-3a806083-1ed1-4d65-a3c4-4bc92a5fe644 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1413398 May 27 02:09:31.042320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] Deleting subnet 303fa624-987a-4e47-9e55-cec87f2f7ee4 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:09:31.051185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.124032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b39229f-b004-48a5-97f5-f06013d5f1c4 req-09196e6e-70af-4c7b-b95f-21ae28fc2d06 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262832 May 27 02:09:31.138887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.200041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.274144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.310783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303fa624-987a-4e47-9e55-cec87f2f7ee4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:31.315141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.323116 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e51678cf-bb40-420c-81af-a6a4b83453b7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/303fa624-987a-4e47-9e55-cec87f2f7ee4 HTTP/1.1" status: 204 len: 168 time: 0.3584898 May 27 02:09:31.323337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59912) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:31.431349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.664516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.691377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2999bd-669f-4e76-a742-b8545674c7df']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:31.704528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab53cd4-ddf9-4719-9bfe-318b7b54d196') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:31.704728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab53cd4-ddf9-4719-9bfe-318b7b54d196') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:31.716923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.734105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.747196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:09:31.747591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.871105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.904344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:31.915831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2999bd-669f-4e76-a742-b8545674c7df,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:31.930161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-77219728-b629-41c6-b303-695c1c6bb404 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cd2999bd-669f-4e76-a742-b8545674c7df HTTP/1.1" status: 204 len: 168 time: 0.6058564 May 27 02:09:31.933210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59930) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:32.013950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Deleting subnet ceb3c7a5-0972-4cc6-98bc-f797b0e8d431 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:09:32.017143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.080755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.094180 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment eab53cd4-ddf9-4719-9bfe-318b7b54d196 resource provider aggregate not found May 27 02:09:32.126225 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment eab53cd4-ddf9-4719-9bfe-318b7b54d196 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab53cd4-ddf9-4719-9bfe-318b7b54d196 found for delete ", "request_id": "req-ed388d48-3b05-4e8a-8cdb-04c84e620ccf"}]} May 27 02:09:32.177059 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.343188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.390351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb3c7a5-0972-4cc6-98bc-f797b0e8d431,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:32.393725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.403346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59948) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:32.403786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ceb3c7a5-0972-4cc6-98bc-f797b0e8d431 HTTP/1.1" status: 204 len: 168 time: 0.4684296 May 27 02:09:32.421577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.425780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.426672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.427376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.430884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.432114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.432719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.433278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.433824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.434361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.434926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.435470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9914ae-4dc6-4b93-aef5-f1413cffd683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:09:32.485903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3441d20-7d1e-488c-a25a-ed4e11fb74b9 req-3f591c6c-3f74-44e4-a786-54df60d1482d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:32.487357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3441d20-7d1e-488c-a25a-ed4e11fb74b9 req-3f591c6c-3f74-44e4-a786-54df60d1482d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1941023 May 27 02:09:32.573701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3441d20-7d1e-488c-a25a-ed4e11fb74b9 req-b5041469-ea3b-46b8-b2f1-20d7b7b55795 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632763 May 27 02:09:32.587858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.758379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.788459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9254a7-26d3-4b46-b84a-716bc9b75293 req-5c78d2a4-e24c-4358-9a21-732e715ba3ca tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:32.788662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b099172a-c8c1-4ada-a0be-673c8636a6cf']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:32.795872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b9254a7-26d3-4b46-b84a-716bc9b75293 req-5c78d2a4-e24c-4358-9a21-732e715ba3ca tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1050177 May 27 02:09:32.802153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e704188-0b18-452e-bb76-695023ceee90') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:32.802455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e704188-0b18-452e-bb76-695023ceee90') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:09:32.832169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.853757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.857871 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4b9254a7-26d3-4b46-b84a-716bc9b75293 req-f08c7fee-10fa-403f-8b53-44456ca44ee0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609138 May 27 02:09:32.874747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:09:32.876146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.939817 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:32.953888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ce6c373e-c1a5-4ac1-8700-557a48c05088 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:09:33.012800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: ce6c373e-c1a5-4ac1-8700-557a48c05088 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:09:33.013391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ce6c373e-c1a5-4ac1-8700-557a48c05088 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:09:33.083596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.088186 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.118278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b099172a-c8c1-4ada-a0be-673c8636a6cf HTTP/1.1" status: 204 len: 168 time: 0.7113276 May 27 02:09:33.118278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a28983-9c9d-4b5c-aa17-4a4a2aa71632 admin admin] Pushing event deleted for resources: {'Network': ['ID=b099172a-c8c1-4ada-a0be-673c8636a6cf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:33.164125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a1d82-eb18-47c8-8aa5-5ae751671df5 req-faae7e71-e147-4823-a75c-6fd112e41725 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.169826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d5a1d82-eb18-47c8-8aa5-5ae751671df5 req-faae7e71-e147-4823-a75c-6fd112e41725 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1649587 May 27 02:09:33.240701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.248302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d5a1d82-eb18-47c8-8aa5-5ae751671df5 req-f511fe68-a0d7-4d9d-8536-0b894a59554f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722520 May 27 02:09:33.475178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59966) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:33.500483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9303ee-76fc-4ecd-8374-e87dc70911e1 req-87ac8b4c-6886-4d3f-a858-755417f53c13 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.502475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df9303ee-76fc-4ecd-8374-e87dc70911e1 req-87ac8b4c-6886-4d3f-a858-755417f53c13 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1481140 May 27 02:09:33.555842 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74b6382f-2bb5-49b1-a922-a7675ed996f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f933b3a5d3b4872a98db21499377a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792363 May 27 02:09:33.559901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59970) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:33.574922 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-df9303ee-76fc-4ecd-8374-e87dc70911e1 req-b5e7d794-7981-44b2-9e28-f8f3051f79f6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622880 May 27 02:09:33.673626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec7f31da-33a3-46eb-bb18-92fa62590fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.709607 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec7f31da-33a3-46eb-bb18-92fa62590fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.830458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec7f31da-33a3-46eb-bb18-92fa62590fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.851146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f31da-33a3-46eb-bb18-92fa62590fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48e3c4-a941-4329-ae3e-0585d8f4e085,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:33.861777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc412-2e85-4251-8021-7f910610e2c5 req-09f3517b-f2ab-4cde-9995-f25d4af0189d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:33.863558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79ccc412-2e85-4251-8021-7f910610e2c5 req-09f3517b-f2ab-4cde-9995-f25d4af0189d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1311343 May 27 02:09:33.873934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec7f31da-33a3-46eb-bb18-92fa62590fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:33.875560 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec7f31da-33a3-46eb-bb18-92fa62590fcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da48e3c4-a941-4329-ae3e-0585d8f4e085 HTTP/1.1" status: 204 len: 168 time: 0.3139412 May 27 02:09:33.943166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79ccc412-2e85-4251-8021-7f910610e2c5 req-3aa3ead8-0dc0-41d0-89f6-b4bb95c58b5f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662248 May 27 02:09:34.158284 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 8e704188-0b18-452e-bb76-695023ceee90 resource provider aggregate not found May 27 02:09:34.178589 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 8e704188-0b18-452e-bb76-695023ceee90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e704188-0b18-452e-bb76-695023ceee90 found for delete ", "request_id": "req-51c88471-aa11-4da3-893a-aa1d395de418"}]} May 27 02:09:34.226732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c62d6-03b0-415a-8921-ccdbb89e5f61 req-1e2150fc-cdaa-454c-a46a-f7a490f3a702 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:34.228243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac7c62d6-03b0-415a-8921-ccdbb89e5f61 req-1e2150fc-cdaa-454c-a46a-f7a490f3a702 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1293018 May 27 02:09:34.290876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac7c62d6-03b0-415a-8921-ccdbb89e5f61 req-d1d038c5-003d-4529-b388-8f62dea75535 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469737 May 27 02:09:34.421138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59990) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:34.497517 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-75bc3d5a-5ce3-4413-955a-bd999a5d6c8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3f57eaadcb0487cb09545d9262b4e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751631 May 27 02:09:34.501123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:34.609906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-066662e0-5f97-444b-adf5-5542bbb5db6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.641539 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-066662e0-5f97-444b-adf5-5542bbb5db6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.752582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-066662e0-5f97-444b-adf5-5542bbb5db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.767243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066662e0-5f97-444b-adf5-5542bbb5db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041f647-895a-4b70-b011-2603ca4fe2da,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:34.785612 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-066662e0-5f97-444b-adf5-5542bbb5db6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:34.789131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-066662e0-5f97-444b-adf5-5542bbb5db6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1041f647-895a-4b70-b011-2603ca4fe2da HTTP/1.1" status: 204 len: 168 time: 0.2847643 May 27 02:09:35.124509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60012) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:35.272715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.293493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:35.298549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6912eedfca44f2bb2172b9a8d0be5b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:35.301908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:35.309060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:35.402980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.407579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.454985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb7d85b-3d26-4be5-9b3a-de0893c2d190,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:35.459267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-163f4d7e-fcbe-4175-8269-c2d15f388fe7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f6912eedfca44f2bb2172b9a8d0be5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333399 May 27 02:09:35.461971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:35.522836 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c407313-c6d0-4511-b0c5-38df41e07270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.549847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c407313-c6d0-4511-b0c5-38df41e07270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.624414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c407313-c6d0-4511-b0c5-38df41e07270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.641311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c407313-c6d0-4511-b0c5-38df41e07270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb7d85b-3d26-4be5-9b3a-de0893c2d190,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:35.649098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1c407313-c6d0-4511-b0c5-38df41e07270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:35.650415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1c407313-c6d0-4511-b0c5-38df41e07270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbb7d85b-3d26-4be5-9b3a-de0893c2d190 HTTP/1.1" status: 204 len: 168 time: 0.1870236 May 27 02:09:35.781888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3c1f7078-dc4e-4192-ab6c-5905a6bb9662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.077548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60054) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:36.096991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.119531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:36.124615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Usage tracker for resource:security_group_rule and tenant:081252cf398d4cee87d40baae4d0b125 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:36.128889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:36.135366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:36.238994 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.246099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.295673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=081252cf398d4cee87d40baae4d0b125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170229 May 27 02:09:36.298891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60062) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:36.299611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848a2e2-378b-48d4-a202-a878416e42a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58819594-a7d4-416c-b05b-27c9392df356,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:36.360083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53866854-99c6-4aa0-bddc-85ac9cc5dd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.393941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53866854-99c6-4aa0-bddc-85ac9cc5dd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.454475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53866854-99c6-4aa0-bddc-85ac9cc5dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.472276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53866854-99c6-4aa0-bddc-85ac9cc5dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58819594-a7d4-416c-b05b-27c9392df356,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:36.476678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53866854-99c6-4aa0-bddc-85ac9cc5dd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.477902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-53866854-99c6-4aa0-bddc-85ac9cc5dd2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58819594-a7d4-416c-b05b-27c9392df356 HTTP/1.1" status: 204 len: 168 time: 0.1777225 May 27 02:09:36.873963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60072) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:36.916815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:36.936131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:36.940718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a51116e69e14d09b78041d09eb350f7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:36.944026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:36.952254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:37.064986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.068937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.120056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a51116e69e14d09b78041d09eb350f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402260 May 27 02:09:37.120923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7d821-4b8d-4817-9101-2edd607b71f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de617db-a1b5-40dd-99db-8dd2d534669b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:37.122871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60078) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:37.195907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6218862-2aa4-4fa8-9087-4820a03f5fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.222145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6218862-2aa4-4fa8-9087-4820a03f5fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.278935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6218862-2aa4-4fa8-9087-4820a03f5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.299822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6218862-2aa4-4fa8-9087-4820a03f5fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de617db-a1b5-40dd-99db-8dd2d534669b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:37.313019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6218862-2aa4-4fa8-9087-4820a03f5fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:37.316504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c6218862-2aa4-4fa8-9087-4820a03f5fe6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3de617db-a1b5-40dd-99db-8dd2d534669b HTTP/1.1" status: 204 len: 168 time: 0.1902080 May 27 02:09:37.936055 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa9432cd-caff-4779-85bc-6e414da5f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.326356 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:39.396596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:40.989925 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.368724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60292) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:42.506755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.522307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:42.526565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Usage tracker for resource:security_group_rule and tenant:cd6a2e7f7c814c75b32c3ce3644713b4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:42.529711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:42.536115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:42.632720 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.637604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.684288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd49904-8875-4b11-8d42-b01e26500439,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:42.688659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5b99a568-c028-4f68-8769-ae3064b50bea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd6a2e7f7c814c75b32c3ce3644713b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184278 May 27 02:09:42.691271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60298) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:42.753809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ff82aa2-579c-427b-a1a7-50f70311b3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.784371 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ff82aa2-579c-427b-a1a7-50f70311b3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.860684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ff82aa2-579c-427b-a1a7-50f70311b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.879123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff82aa2-579c-427b-a1a7-50f70311b3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd49904-8875-4b11-8d42-b01e26500439,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:42.883507 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2ff82aa2-579c-427b-a1a7-50f70311b3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:42.887987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2ff82aa2-579c-427b-a1a7-50f70311b3ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fd49904-8875-4b11-8d42-b01e26500439 HTTP/1.1" status: 204 len: 168 time: 0.1949778 May 27 02:09:45.643832 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-24657aed-eef1-4509-b979-4488aac26b88 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb6377db6a0d4befacaaf5bb1bd8d77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309298 May 27 02:09:45.904748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-05fb5c19-c9ca-4682-b4d7-0d199d31c2a5 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:45.906267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-05fb5c19-c9ca-4682-b4d7-0d199d31c2a5 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561722 May 27 02:09:45.923152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-0e53749a-bd30-4629-ad64-36a0f6d8e44f tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/quotas/fb6377db6a0d4befacaaf5bb1bd8d77e HTTP/1.1" status: 200 len: 375 time: 0.0111306 May 27 02:09:45.974230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4c29954d-068d-4f10-b03b-066c39acdc18 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb6377db6a0d4befacaaf5bb1bd8d77e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433366 May 27 02:09:46.180265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f97a2a08-d5b7-4e36-8160-ea8f71dc0bd7 req-620652c2-6e29-42f7-89e2-22766141bc82 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 210 time: 0.0543537 May 27 02:09:47.337349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-61596f83-abfc-4be0-8c67-6c1ad8c2adbb tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb6377db6a0d4befacaaf5bb1bd8d77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539846 May 27 02:09:47.380280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22b2fefc-edc6-4029-ad91-9d2b8a5bfa57 req-486af367-3944-4ce3-b969-d609e4b2f69f tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 210 time: 0.0601764 May 27 02:09:47.565659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4bb9f400-de82-4637-808f-f80784bcc054 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:47.567413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4bb9f400-de82-4637-808f-f80784bcc054 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251730 May 27 02:09:47.586926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Request body: {'port': {'device_id': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': 'fb6377db6a0d4befacaaf5bb1bd8d77e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:47.858803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:47.862791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Usage tracker for resource:port and tenant:fb6377db6a0d4befacaaf5bb1bd8d77e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:47.865816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:47.871732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:47.885136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Made reservation on behalf of fb6377db6a0d4befacaaf5bb1bd8d77e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:09:47.888772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.904089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:47.920320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:47.925110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Usage tracker for resource:security_group_rule and tenant:fb6377db6a0d4befacaaf5bb1bd8d77e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:47.928289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:47.936961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:48.034802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.038441 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.122238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863ef6dc-2b29-4e01-adac-3126bd681702,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:48.219589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Allocated IP 192.168.233.100 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/29b58dd2-e254-4e3d-8713-17f86a48befb) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:09:48.447080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.465501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Transition to ACTIVE for port object 29b58dd2-e254-4e3d-8713-17f86a48befb will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:48.493468 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.603652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:09:48.620259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:09:48.622975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:09:48.716875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Pushing event updated for resources: {'Port': ['ID=29b58dd2-e254-4e3d-8713-17f86a48befb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:48.742633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:48.743424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:48.783188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f5dd7-4e19-4467-9f84-88fec857f0bf req-99001d3f-125c-4efd-8eb8-a84e14cd9c97 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:48.783938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e10f5dd7-4e19-4467-9f84-88fec857f0bf req-99001d3f-125c-4efd-8eb8-a84e14cd9c97 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Synchronizing usage tracker for tenant:fb6377db6a0d4befacaaf5bb1bd8d77e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:48.803728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-2cce0415-565b-4033-b53d-36c50d430146 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2234347 May 27 02:09:48.817038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Request body: {'port': {'device_id': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:09:48.869566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e10f5dd7-4e19-4467-9f84-88fec857f0bf req-99001d3f-125c-4efd-8eb8-a84e14cd9c97 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Unset dirty status for tenant:fb6377db6a0d4befacaaf5bb1bd8d77e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:48.871726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e10f5dd7-4e19-4467-9f84-88fec857f0bf req-99001d3f-125c-4efd-8eb8-a84e14cd9c97 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 936 time: 0.3367150 May 27 02:09:48.952456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e10f5dd7-4e19-4467-9f84-88fec857f0bf req-bc21ff9c-a76d-46d7-bc62-d3a1b8b0f7ce tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Synchronizing usage tracker for tenant:fb6377db6a0d4befacaaf5bb1bd8d77e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:09:49.013977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5d6376c4-9eda-46c0-864d-84feb5615c53 None None] Provisioning for port 29b58dd2-e254-4e3d-8713-17f86a48befb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:49.020977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5d6376c4-9eda-46c0-864d-84feb5615c53 None None] Provisioning complete for port 29b58dd2-e254-4e3d-8713-17f86a48befb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:49.021351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5d6376c4-9eda-46c0-864d-84feb5615c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.047038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e10f5dd7-4e19-4467-9f84-88fec857f0bf req-bc21ff9c-a76d-46d7-bc62-d3a1b8b0f7ce tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Unset dirty status for tenant:fb6377db6a0d4befacaaf5bb1bd8d77e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:09:49.048196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e10f5dd7-4e19-4467-9f84-88fec857f0bf req-bc21ff9c-a76d-46d7-bc62-d3a1b8b0f7ce tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684790 May 27 02:09:49.053361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.087522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5d6376c4-9eda-46c0-864d-84feb5615c53 None None] Port 29b58dd2-e254-4e3d-8713-17f86a48befb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:09:49.205724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:49.342222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.356581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:49.360857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Usage tracker for resource:security_group_rule and tenant:97f88d75e1854499b645a7abe461152a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:49.365726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:49.371713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:49.447135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b58dd2-e254-4e3d-8713-17f86a48befb {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:49.455591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.459552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.463533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.471510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Transition to ACTIVE for port object 29b58dd2-e254-4e3d-8713-17f86a48befb will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:09:49.476162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.503547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91df353-12db-48f9-81ef-17c6e396fa0f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:49.526446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1cf8da92-4d9e-4734-b25f-07499fe696d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97f88d75e1854499b645a7abe461152a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163147 May 27 02:09:49.526665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60408) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:49.570403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Pushing event updated for resources: {'Port': ['ID=29b58dd2-e254-4e3d-8713-17f86a48befb,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:49.602386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57a1ab52-6886-4db3-be10-acda101bb639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.632339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57a1ab52-6886-4db3-be10-acda101bb639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.694362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57a1ab52-6886-4db3-be10-acda101bb639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.713023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1ab52-6886-4db3-be10-acda101bb639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91df353-12db-48f9-81ef-17c6e396fa0f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:49.723170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57a1ab52-6886-4db3-be10-acda101bb639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.726782 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-57a1ab52-6886-4db3-be10-acda101bb639 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a91df353-12db-48f9-81ef-17c6e396fa0f HTTP/1.1" status: 204 len: 168 time: 0.1966426 May 27 02:09:49.815017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Attempting to bind port 29b58dd2-e254-4e3d-8713-17f86a48befb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:09:49.815017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Attempting to bind port 29b58dd2-e254-4e3d-8713-17f86a48befb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:09:49.815017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Attempting to bind port 29b58dd2-e254-4e3d-8713-17f86a48befb on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:49.819195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Port 29b58dd2-e254-4e3d-8713-17f86a48befb on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:09:49.819566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Attempting to bind port 29b58dd2-e254-4e3d-8713-17f86a48befb on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:09:49.828678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:09:49.829106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:09:49.829503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:09:49.829932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Bound port: 29b58dd2-e254-4e3d-8713-17f86a48befb, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:09:49.830335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:49.929416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] For port 29b58dd2-e254-4e3d-8713-17f86a48befb, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:09:49.932613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] For port 29b58dd2-e254-4e3d-8713-17f86a48befb, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=29b58dd2-e254-4e3d-8713-17f86a48befb,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:09:49.948746 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.027226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.027936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:50.029460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] 10.222.0.47 "PUT /v2.0/ports/29b58dd2-e254-4e3d-8713-17f86a48befb HTTP/1.1" status: 200 len: 1097 time: 1.2181978 May 27 02:09:50.030011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'tag': '29b58dd2-e254-4e3d-8713-17f86a48befb'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:50.064383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556a40a-a45f-4abd-921f-141576f1a3da service neutron] Pushing event updated for resources: {'Port': ['ID=29b58dd2-e254-4e3d-8713-17f86a48befb,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:50.260649 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db454345-9235-4959-81ab-52d8235ee653'] response: {'name': 'network-changed', 'server_uuid': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'tag': '29b58dd2-e254-4e3d-8713-17f86a48befb', 'status': 'completed', 'code': 200} May 27 02:09:50.362243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4bc2f2f9-9b27-4603-bf96-660efce8a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.362243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4bc2f2f9-9b27-4603-bf96-660efce8a22f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb6377db6a0d4befacaaf5bb1bd8d77e&device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 1100 time: 0.2828832 May 27 02:09:50.441821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-60ff25c8-2a49-4ff9-8ebd-a83cc8ee94c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=29b58dd2-e254-4e3d-8713-17f86a48befb HTTP/1.1" status: 200 len: 217 time: 0.0715277 May 27 02:09:50.450008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a2bf9-e258-40dc-bb6f-02db1312b614 req-68001bc7-7d0f-447f-b7e7-302416378404 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.457261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d7a2bf9-e258-40dc-bb6f-02db1312b614 req-68001bc7-7d0f-447f-b7e7-302416378404 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 948 time: 0.1984494 May 27 02:09:50.560694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d7a2bf9-e258-40dc-bb6f-02db1312b614 req-3625134f-e43c-4f4d-8903-bfafdb138dbc tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025414 May 27 02:09:50.562452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4b171152-ece6-4a4e-9cd3-3c9eb54fbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.577100 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-4b171152-ece6-4a4e-9cd3-3c9eb54fbce6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.1100924 May 27 02:09:50.653780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-d347ebbb-f7c5-49ec-aa71-ba645bc325a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:50.656824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-d347ebbb-f7c5-49ec-aa71-ba645bc325a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809505 May 27 02:09:50.832096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-3559cffb-61ab-404a-959a-a516a604e676 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672444 May 27 02:09:50.979910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fbee0b98-73ac-4046-9a2e-31d90fb4e32e req-912e5653-2716-44a7-aa28-1357e9c545c5 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414113 May 27 02:09:51.136866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-4f24a9d1-9afa-4c31-948a-55e771c33674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:51.138415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-4f24a9d1-9afa-4c31-948a-55e771c33674 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb6377db6a0d4befacaaf5bb1bd8d77e&device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 1100 time: 0.1096013 May 27 02:09:51.285339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-e9adc9c0-9fde-460e-af34-1d44ab4ea257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:51.286915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-e9adc9c0-9fde-460e-af34-1d44ab4ea257 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1410162 May 27 02:09:51.360998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-5470c93b-e978-44b4-b4e0-96b501be185c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=29b58dd2-e254-4e3d-8713-17f86a48befb HTTP/1.1" status: 200 len: 217 time: 0.0667176 May 27 02:09:51.432216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-076ac202-b9e3-4506-b014-bd8efb84461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:51.433666 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-076ac202-b9e3-4506-b014-bd8efb84461e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0645113 May 27 02:09:51.516766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-19d6539b-ef7b-49c9-86ab-ec03bb7903eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:51.519071 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-19d6539b-ef7b-49c9-86ab-ec03bb7903eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785866 May 27 02:09:51.704014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-e8ec4c0f-5f49-41ac-8521-c7a67c996f2d service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784239 May 27 02:09:51.878068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caf387bc-df5c-46bb-a2fa-2efa2324d24f req-70abe788-c199-41af-a4cd-48b85f040a7a service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677830 May 27 02:09:51.989663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323481d-5087-4e40-9af2-00f250fd01c2 req-30710fd1-44d1-42ca-b955-172b486eaf4a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:51.991213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0323481d-5087-4e40-9af2-00f250fd01c2 req-30710fd1-44d1-42ca-b955-172b486eaf4a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 948 time: 0.0963495 May 27 02:09:52.039400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0323481d-5087-4e40-9af2-00f250fd01c2 req-2694fb7d-ac3d-4a3e-b665-70eb1044d331 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 May 27 02:09:53.550243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176622dc-1b13-445c-aae2-2fc113d1c23d req-b85ef837-5470-4331-9f0e-de2700750ab4 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:53.552512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-176622dc-1b13-445c-aae2-2fc113d1c23d req-b85ef837-5470-4331-9f0e-de2700750ab4 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 948 time: 0.3943222 May 27 02:09:53.616256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-176622dc-1b13-445c-aae2-2fc113d1c23d req-2bf368ec-e702-4c3e-8dae-5e2d7ec50c5c tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513544 May 27 02:09:54.092699 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:09:55.063917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 29b58dd2-e254-4e3d-8713-17f86a48befb details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:09:55.066238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6299350-4514-4b67-b766-4377b1c7550e req-d9ff0837-68eb-4ebe-83bd-b943d7ac3504 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:55.073281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6299350-4514-4b67-b766-4377b1c7550e req-d9ff0837-68eb-4ebe-83bd-b943d7ac3504 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 948 time: 0.3556955 May 27 02:09:55.131725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6299350-4514-4b67-b766-4377b1c7550e req-67c52d94-27c6-4e5a-a4d8-d3143e139175 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575271 May 27 02:09:55.241068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 29b58dd2-e254-4e3d-8713-17f86a48befb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=29b58dd2-e254-4e3d-8713-17f86a48befb,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:55.261088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '29b58dd2-e254-4e3d-8713-17f86a48befb', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '29b58dd2-e254-4e3d-8713-17f86a48befb', 'mac_address': 'fa:16:3e:2c:c8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:09:55.321899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 29b58dd2-e254-4e3d-8713-17f86a48befb is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:55.323062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:55.344680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b58dd2-e254-4e3d-8713-17f86a48befb {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:09:55.361195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 29b58dd2-e254-4e3d-8713-17f86a48befb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=29b58dd2-e254-4e3d-8713-17f86a48befb,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:55.366021 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:55.436851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=29b58dd2-e254-4e3d-8713-17f86a48befb,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:55.782563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['29b58dd2-e254-4e3d-8713-17f86a48befb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:09:56.187147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60592) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:56.311882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.327287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:56.329019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f242f7-3d6e-4178-bf86-373c04668373 req-072b90dd-67cb-4afc-9399-3c0eabeaa70b tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:56.330532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f242f7-3d6e-4178-bf86-373c04668373 req-072b90dd-67cb-4afc-9399-3c0eabeaa70b tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 949 time: 0.0843737 May 27 02:09:56.331714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Usage tracker for resource:security_group_rule and tenant:e46cca5ff7264b4cad233755680d6e2e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:56.334586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:56.340770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:56.379783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9f242f7-3d6e-4178-bf86-373c04668373 req-fa199a2e-39b9-4c43-99e2-86388b5f3087 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 May 27 02:09:56.424444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.429558 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.482689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d2cab-08f5-4f8d-8b48-d71e644ca2a1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:56.486886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e8cffc73-f1aa-425a-ba76-9e2c8216f03d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e46cca5ff7264b4cad233755680d6e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987220 May 27 02:09:56.489616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:56.554385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d76cbb61-f6a9-4817-b28d-f5f6b478928c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.582909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d76cbb61-f6a9-4817-b28d-f5f6b478928c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.649601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d76cbb61-f6a9-4817-b28d-f5f6b478928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.665048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cbb61-f6a9-4817-b28d-f5f6b478928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d2cab-08f5-4f8d-8b48-d71e644ca2a1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:56.672431 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d76cbb61-f6a9-4817-b28d-f5f6b478928c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.673222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d76cbb61-f6a9-4817-b28d-f5f6b478928c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d9d2cab-08f5-4f8d-8b48-d71e644ca2a1 HTTP/1.1" status: 204 len: 168 time: 0.1827371 May 27 02:09:56.944534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60608) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:56.962786 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:56.977206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:09:56.980995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e623c4c2d74eb8acda8c7cdbaa64a5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:09:56.983801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:09:56.989333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:09:57.071275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.075338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 29b58dd2-e254-4e3d-8713-17f86a48befb up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:09:57.076097 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.123057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6e623c4c2d74eb8acda8c7cdbaa64a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774397 May 27 02:09:57.123914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cec442-34b6-415c-bcfa-e842a1e202a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cbbc58-3983-4933-913d-4341754386a0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:57.126406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60612) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:09:57.146790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 29b58dd2-e254-4e3d-8713-17f86a48befb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:09:57.151384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 29b58dd2-e254-4e3d-8713-17f86a48befb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:09:57.151752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.186633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1f07-c132-417f-8588-33b0a0633014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.213436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1f07-c132-417f-8588-33b0a0633014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.266805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 29b58dd2-e254-4e3d-8713-17f86a48befb is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:09:57.267022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1f07-c132-417f-8588-33b0a0633014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.267300 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.283853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b1f07-c132-417f-8588-33b0a0633014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cbbc58-3983-4933-913d-4341754386a0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:57.292928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b58dd2-e254-4e3d-8713-17f86a48befb'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:09:57.296136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1f07-c132-417f-8588-33b0a0633014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.297791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0d7b1f07-c132-417f-8588-33b0a0633014 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76cbbc58-3983-4933-913d-4341754386a0 HTTP/1.1" status: 204 len: 168 time: 0.1703715 May 27 02:09:57.313037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 29b58dd2-e254-4e3d-8713-17f86a48befb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=29b58dd2-e254-4e3d-8713-17f86a48befb,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:09:57.319207 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:09:57.358419 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa77f74-3147-42ed-83f4-45d5997a9ed0'] response: {'server_uuid': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b58dd2-e254-4e3d-8713-17f86a48befb', 'code': 200} May 27 02:09:57.392071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=29b58dd2-e254-4e3d-8713-17f86a48befb,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:09:57.625459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c3834-0fb9-4b87-98dd-34501700f0f9 req-0791c6d9-bd35-42fd-a913-6f87bfeabfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:57.626979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251c3834-0fb9-4b87-98dd-34501700f0f9 req-0791c6d9-bd35-42fd-a913-6f87bfeabfbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 1102 time: 0.2299218 May 27 02:09:57.679863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85977019-05a3-426d-9846-880834db0399 req-3a29e9ee-a347-43fb-b13b-5ad381d867bc tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:57.681358 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85977019-05a3-426d-9846-880834db0399 req-3a29e9ee-a347-43fb-b13b-5ad381d867bc tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 950 time: 0.1293521 May 27 02:09:57.687620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-251c3834-0fb9-4b87-98dd-34501700f0f9 req-b9cb3e52-4be3-43c6-816e-fff53e013270 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530441 May 27 02:09:57.728602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85977019-05a3-426d-9846-880834db0399 req-e277f3a0-92ec-45f4-989e-8fb178c0e9eb tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 May 27 02:09:58.926357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f013362-93ce-46df-8a34-818c8d223e86 req-f8eca3b4-9a3a-4542-b54b-809cb9dee70c tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:09:58.927877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f013362-93ce-46df-8a34-818c8d223e86 req-f8eca3b4-9a3a-4542-b54b-809cb9dee70c tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 950 time: 0.0874450 May 27 02:09:58.999055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f013362-93ce-46df-8a34-818c8d223e86 req-b8cd426d-fcc8-4cfc-8318-28e38edecd73 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591989 May 27 02:10:00.194952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117d13e-0339-44d8-87cb-13aeb10a2737 req-a025517e-5a1b-41a7-9c1c-0627cf3878d3 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:00.197181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b117d13e-0339-44d8-87cb-13aeb10a2737 req-a025517e-5a1b-41a7-9c1c-0627cf3878d3 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 950 time: 0.0925651 May 27 02:10:00.246234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b117d13e-0339-44d8-87cb-13aeb10a2737 req-fb9dd68a-ba82-4e59-9ec1-8681263ce842 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 May 27 02:10:00.270075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60700) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:00.402285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.422627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:00.426973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Usage tracker for resource:security_group_rule and tenant:3c19ebd91dbc41bda9542405932c8cef is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:00.429941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:00.435749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:00.534666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.540299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.599061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1847c-f198-4736-a4e1-2e7834cbbe67,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:00.606462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fc31e11f-88c1-4006-a1c9-068396ad365d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c19ebd91dbc41bda9542405932c8cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352361 May 27 02:10:00.606684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60716) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:00.678780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8179dc72-38c0-463f-844b-4760d031a7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.708683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8179dc72-38c0-463f-844b-4760d031a7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.768270 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8179dc72-38c0-463f-844b-4760d031a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.786179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179dc72-38c0-463f-844b-4760d031a7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c1847c-f198-4736-a4e1-2e7834cbbe67,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:00.815528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8179dc72-38c0-463f-844b-4760d031a7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:00.816660 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8179dc72-38c0-463f-844b-4760d031a7cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79c1847c-f198-4736-a4e1-2e7834cbbe67 HTTP/1.1" status: 204 len: 168 time: 0.2088711 May 27 02:10:01.137819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60726) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:01.156652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.172098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:01.176182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Usage tracker for resource:security_group_rule and tenant:8b6d2c5a7242495da885650e34440485 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:01.179342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:01.185407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:01.278958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.287160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.345018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b6d2c5a7242495da885650e34440485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060211 May 27 02:10:01.345904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffeadb-e378-4413-b5ba-3998b9e5022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6ee96a-0240-4141-96ae-a40873ac2d30,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:01.347709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60730) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:01.410421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f71a2281-35f9-4d97-9522-782da0d72082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.436616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f71a2281-35f9-4d97-9522-782da0d72082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.496093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f71a2281-35f9-4d97-9522-782da0d72082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.527341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a2281-35f9-4d97-9522-782da0d72082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6ee96a-0240-4141-96ae-a40873ac2d30,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:01.532608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f71a2281-35f9-4d97-9522-782da0d72082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:01.536019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f71a2281-35f9-4d97-9522-782da0d72082 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c6ee96a-0240-4141-96ae-a40873ac2d30 HTTP/1.1" status: 204 len: 168 time: 0.1844320 May 27 02:10:02.940798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:03.267265 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.633392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60820) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:04.772479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.791827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:04.795815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Usage tracker for resource:security_group_rule and tenant:1fb8ae3ec29c41ae8fc387a87f03bb3a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:04.798877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:04.804637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:04.910611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.916856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:04.966382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fb8ae3ec29c41ae8fc387a87f03bb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316088 May 27 02:10:04.967192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceca882-0bb7-479c-b6dc-fb80dbc1650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86829f3-c43f-44e1-bc35-9f8f0bf4bfb0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:04.969066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60830) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:05.042525 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b1eee7f-24a0-401e-b2b8-9517881b2c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.070604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b1eee7f-24a0-401e-b2b8-9517881b2c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.125021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b1eee7f-24a0-401e-b2b8-9517881b2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.142121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eee7f-24a0-401e-b2b8-9517881b2c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86829f3-c43f-44e1-bc35-9f8f0bf4bfb0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:05.153733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b1eee7f-24a0-401e-b2b8-9517881b2c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.155126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0b1eee7f-24a0-401e-b2b8-9517881b2c21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c86829f3-c43f-44e1-bc35-9f8f0bf4bfb0 HTTP/1.1" status: 204 len: 168 time: 0.1843286 May 27 02:10:05.478848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:05.497944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.513629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:05.517612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Usage tracker for resource:security_group_rule and tenant:8c7d797a01814fadaae256670e65a2a2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:05.520729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:05.526816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:05.636186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.640055 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.687321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c7d797a01814fadaae256670e65a2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068191 May 27 02:10:05.688446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015ae9f-8691-4e45-9cf8-cc298bc28605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6aee64-69c6-489d-a52d-02add0d4e479,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:05.689641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60844) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:05.770764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-78accf5a-9d91-493b-bfd4-51482c7e4094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.777499 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ba55c33-4a54-49fe-b222-2fa7a8bc3b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.799498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-78accf5a-9d91-493b-bfd4-51482c7e4094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.863551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-78accf5a-9d91-493b-bfd4-51482c7e4094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.878675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78accf5a-9d91-493b-bfd4-51482c7e4094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6aee64-69c6-489d-a52d-02add0d4e479,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:05.887934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-78accf5a-9d91-493b-bfd4-51482c7e4094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:05.889174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-78accf5a-9d91-493b-bfd4-51482c7e4094 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e6aee64-69c6-489d-a52d-02add0d4e479 HTTP/1.1" status: 204 len: 168 time: 0.1981089 May 27 02:10:07.933725 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-34af0da3-fe59-4a44-89f2-59642f0e87af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.319143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60972) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:08.450928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.466443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:08.471030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Usage tracker for resource:security_group_rule and tenant:358f2297c43945c7ae6d7d80d80f2ada is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:08.474218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:08.481062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:08.580018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.585856 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.641155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=358f2297c43945c7ae6d7d80d80f2ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184361 May 27 02:10:08.641825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60980) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:08.646542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcab0a-ea0b-453b-a263-a028b923fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb8fc40-5ae6-4223-8d3c-c443a52c2e6f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:08.704301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5777e32e-ff9a-4515-91b5-b6697ca6fa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.735983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5777e32e-ff9a-4515-91b5-b6697ca6fa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.799521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5777e32e-ff9a-4515-91b5-b6697ca6fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.817128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777e32e-ff9a-4515-91b5-b6697ca6fa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb8fc40-5ae6-4223-8d3c-c443a52c2e6f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:08.829472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5777e32e-ff9a-4515-91b5-b6697ca6fa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:08.831670 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5777e32e-ff9a-4515-91b5-b6697ca6fa5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fb8fc40-5ae6-4223-8d3c-c443a52c2e6f HTTP/1.1" status: 204 len: 168 time: 0.1877787 May 27 02:10:09.161327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32768) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:09.183749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.198605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:09.203761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbbe818f9fd42eaabc68e8d6752d06d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:09.208231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:09.215315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:09.303576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.319644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.324094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.381954 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bbbe818f9fd42eaabc68e8d6752d06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192543 May 27 02:10:09.383285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59d2a9-bb66-4e08-ac52-8bcd362325e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb09fec2-c0f8-43a7-a828-e56420290909,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:09.387330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:09.414919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.468572 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f760-d3b2-40f1-a81f-d8cf128503e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.506742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f760-d3b2-40f1-a81f-d8cf128503e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.599356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f760-d3b2-40f1-a81f-d8cf128503e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.615554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6f760-d3b2-40f1-a81f-d8cf128503e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb09fec2-c0f8-43a7-a828-e56420290909,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:09.622683 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f760-d3b2-40f1-a81f-d8cf128503e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:09.625517 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b7a6f760-d3b2-40f1-a81f-d8cf128503e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb09fec2-c0f8-43a7-a828-e56420290909 HTTP/1.1" status: 204 len: 168 time: 0.2365856 May 27 02:10:10.976027 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.300741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:14.469183 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.498011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:14.511100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Usage tracker for resource:security_group_rule and tenant:79e48c9907b048338542bfa11d922189 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:14.521420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:14.542682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:14.711587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.718490 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.762785 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79e48c9907b048338542bfa11d922189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607151 May 27 02:10:14.766217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33000) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:14.823291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557d81e-f66f-4ded-af7a-5c6aaf21a01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d895bdf7-7c1c-4163-b24e-fe39821890d3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:14.835672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a21287af-a2da-438a-ad53-358b3881ab0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.862839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a21287af-a2da-438a-ad53-358b3881ab0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:14.978992 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a21287af-a2da-438a-ad53-358b3881ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.021195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21287af-a2da-438a-ad53-358b3881ab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d895bdf7-7c1c-4163-b24e-fe39821890d3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:15.041262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a21287af-a2da-438a-ad53-358b3881ab0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.057453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a21287af-a2da-438a-ad53-358b3881ab0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d895bdf7-7c1c-4163-b24e-fe39821890d3 HTTP/1.1" status: 204 len: 168 time: 0.2891204 May 27 02:10:15.524228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33020) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:15.547140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.565099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:15.575650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa5465c4c394bf8ad224c385b78e3a6 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:15.585557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:15.595038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:15.802795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.815381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:15.927758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfa5465c4c394bf8ad224c385b78e3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986790 May 27 02:10:15.927890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33028) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:15.940279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d88342-27ec-4a28-8b4b-679517ea2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f167170a-7821-41f3-81a8-9cdbf2e9bdd0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:16.071734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b03e8cf0-d197-4e2a-92ba-5d791c7f86bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.106361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b03e8cf0-d197-4e2a-92ba-5d791c7f86bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.176771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b03e8cf0-d197-4e2a-92ba-5d791c7f86bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.213679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e8cf0-d197-4e2a-92ba-5d791c7f86bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f167170a-7821-41f3-81a8-9cdbf2e9bdd0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:16.226223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b03e8cf0-d197-4e2a-92ba-5d791c7f86bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:16.233089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b03e8cf0-d197-4e2a-92ba-5d791c7f86bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f167170a-7821-41f3-81a8-9cdbf2e9bdd0 HTTP/1.1" status: 204 len: 168 time: 0.3024633 May 27 02:10:17.886627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:18.072632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1966260320'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:18.079180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:18.088485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:network and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:18.092855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:18.102126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:18.119577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:18.125552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.139034 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.168763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:18.173294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:security_group_rule and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:18.176524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:18.182469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:18.317496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.325645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.365684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:10:18.379382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979ef830-2dc8-4f48-a5ac-ac0f59c1fce2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:18.385469 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.386574 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Added segment 48d8bd8d-ccd1-411b-887d-c2f74e4847a3 of type vlan for network 30b892c4-6e6d-4797-a636-03633845dc1c May 27 02:10:18.440924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.515117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.523777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:18.524547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:18.726837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8380501 May 27 02:10:18.730379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33094) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:18.737943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:18.743605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce212dd2-254d-402f-b9c5-25c01d0db1ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Network': ['ID=30b892c4-6e6d-4797-a636-03633845dc1c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:18.754380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:10:18.884163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:18.901132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:18.911981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:18.934057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:18.965878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:18.977337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.315054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.381165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=58b3064e-280d-45db-b211-e8bb58333818,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:19.419608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:19.420102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network hostable DHCP agents. Network: 30b892c4-6e6d-4797-a636-03633845dc1c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:10:19.471503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:10:19.504018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 30b892c4-6e6d-4797-a636-03633845dc1c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:19.534286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:19.534286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.551584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad04ef-fb00-4a34-a5c9-5fd25f6872fd None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:19.579649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-299dd40e-62e6-4ae4-bd5d-e265f3ee2ab2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8372200 May 27 02:10:19.579649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:19.605179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'name': 'tempest-NetworksTestDHCPv6-1705744965'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:19.884661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:19.892422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:19.897584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:19.904636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:19.920351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:19.930982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:19.957991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port bf2986a8-659c-4843-8369-53bfafcb5d78 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:19.983255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e53c5-148d-4748-838e-1944413a842e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': '58b3064e-280d-45db-b211-e8bb58333818'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:10:19.989799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:20.212122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::63 (30b892c4-6e6d-4797-a636-03633845dc1c/58b3064e-280d-45db-b211-e8bb58333818/bf2986a8-659c-4843-8369-53bfafcb5d78) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:20.583211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:20.600975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object bf2986a8-659c-4843-8369-53bfafcb5d78 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:20.634904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:20.725717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-227e53c5-148d-4748-838e-1944413a842e None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/58b3064e-280d-45db-b211-e8bb58333818/40dab987-4e0d-40c3-a652-e9ce30987bfe) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:20.762886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=bf2986a8-659c-4843-8369-53bfafcb5d78,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:20.773938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:20.776559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:20.788235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:20.797665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.798503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:20.834503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33118) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:20.835743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-34f69a12-09c9-4007-9331-b302183b24ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2594428 May 27 02:10:20.944768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ea1b2-3ec1-46fe-84aa-b1c4b0743c87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:20.946927 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-239ea1b2-3ec1-46fe-84aa-b1c4b0743c87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1105616 May 27 02:10:20.949823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33126) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:21.027047 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.036959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port bf2986a8-659c-4843-8369-53bfafcb5d78 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:21.036959 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.043483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-227e53c5-148d-4748-838e-1944413a842e None None] Transition to ACTIVE for port object 40dab987-4e0d-40c3-a652-e9ce30987bfe will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:21.064938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-227e53c5-148d-4748-838e-1944413a842e None None] Transition to ACTIVE for port object 40dab987-4e0d-40c3-a652-e9ce30987bfe will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:21.064938 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.138800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e53c5-148d-4748-838e-1944413a842e None None] Pushing event updated for resources: {'Port': ['ID=40dab987-4e0d-40c3-a652-e9ce30987bfe,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:21.149270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.149626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.149965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.150298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.150627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.151066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.151348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.151669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.151992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.153177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.153753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.154335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:21.170598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e53c5-148d-4748-838e-1944413a842e None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:21.172502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-227e53c5-148d-4748-838e-1944413a842e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:21.175798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e53c5-148d-4748-838e-1944413a842e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:21.278034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-227e53c5-148d-4748-838e-1944413a842e None None] Attempting to bind port 40dab987-4e0d-40c3-a652-e9ce30987bfe on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:21.278753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-227e53c5-148d-4748-838e-1944413a842e None None] Attempting to bind port 40dab987-4e0d-40c3-a652-e9ce30987bfe by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:21.279324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e53c5-148d-4748-838e-1944413a842e None None] Attempting to bind port 40dab987-4e0d-40c3-a652-e9ce30987bfe on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:21.285817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e53c5-148d-4748-838e-1944413a842e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:21.286838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e53c5-148d-4748-838e-1944413a842e None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:21.287457 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.288036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e53c5-148d-4748-838e-1944413a842e None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:21.288732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-227e53c5-148d-4748-838e-1944413a842e None None] Bound port: 40dab987-4e0d-40c3-a652-e9ce30987bfe, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:21.289327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.325348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.387808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-227e53c5-148d-4748-838e-1944413a842e None None] For port 40dab987-4e0d-40c3-a652-e9ce30987bfe, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:21.391469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-227e53c5-148d-4748-838e-1944413a842e None None] For port 40dab987-4e0d-40c3-a652-e9ce30987bfe, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=40dab987-4e0d-40c3-a652-e9ce30987bfe,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:21.397195 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-227e53c5-148d-4748-838e-1944413a842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:21.587614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e53c5-148d-4748-838e-1944413a842e None None] Pushing event updated for resources: {'Port': ['ID=40dab987-4e0d-40c3-a652-e9ce30987bfe,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:21.625786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for bf2986a8-659c-4843-8369-53bfafcb5d78 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:21.820143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.032830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=bf2986a8-659c-4843-8369-53bfafcb5d78,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:22.051024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.063486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33136) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:22.064084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f998327f-702c-4fd2-b565-d883e630fbe4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/bf2986a8-659c-4843-8369-53bfafcb5d78 HTTP/1.1" status: 204 len: 168 time: 1.1133115 May 27 02:10:22.215413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c4ca89-4dca-4f41-a791-e90f18317ec1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:22.217567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c4ca89-4dca-4f41-a791-e90f18317ec1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:22.225560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-75c4ca89-4dca-4f41-a791-e90f18317ec1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:22.250366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-75c4ca89-4dca-4f41-a791-e90f18317ec1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:22.254905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-75c4ca89-4dca-4f41-a791-e90f18317ec1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1864808 May 27 02:10:22.255285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33144) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:22.371808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 58b3064e-280d-45db-b211-e8bb58333818 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:22.378301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.468065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.596240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.676709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.725134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=58b3064e-280d-45db-b211-e8bb58333818,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:22.729540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:22.744530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0b96bed1-cd06-492f-937e-5cf1d14af1ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/58b3064e-280d-45db-b211-e8bb58333818 HTTP/1.1" status: 204 len: 168 time: 0.4881339 May 27 02:10:22.746979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33150) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:22.823005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2f1a0226-5f39-40ec-ad95-6a5eb67a1b92 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748179 May 27 02:10:22.826059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33154) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:22.831643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:22.936022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c96037-7ace-4c2c-8083-177a7b3a9d2b None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:23.064020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:23.064020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:23.076243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:23.076243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:23.092280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:23.092280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.108189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d09265e9-cf6c-4546-969c-aeaa60b4dc37 None None] Provisioning for port 40dab987-4e0d-40c3-a652-e9ce30987bfe completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:23.290682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:10:23.295126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] Deleting port 40dab987-4e0d-40c3-a652-e9ce30987bfe {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:23.295507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.350258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.421109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=e19fd00f-ab64-4048-b009-a4f923ec40b2,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:23.441638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:23.443755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:23.445990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:23.446522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.508939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-90b05dd0-590d-4a02-a61f-f96d8331e39f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6792963 May 27 02:10:23.509320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33168) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:23.531506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'name': 'tempest-NetworksTestDHCPv6-857740410'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:23.659153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] For port 40dab987-4e0d-40c3-a652-e9ce30987bfe, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=40dab987-4e0d-40c3-a652-e9ce30987bfe,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:23.660540 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.761006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:23.765924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:23.769159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:23.779736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:23.799233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:23.802771 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:23.833548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 62dc83ef-598e-4049-8926-21c623c68f18 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:23.892644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] Calling delete_port for 40dab987-4e0d-40c3-a652-e9ce30987bfe owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:24.000969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.060410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::238 (30b892c4-6e6d-4797-a636-03633845dc1c/e19fd00f-ab64-4048-b009-a4f923ec40b2/62dc83ef-598e-4049-8926-21c623c68f18) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:24.093874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] Pushing event deleted for resources: {'Port': ['ID=40dab987-4e0d-40c3-a652-e9ce30987bfe,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:24.109043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0736d7-fcae-43e2-afed-3faeabe74ec3 None None] No DVR routers for this DVR port 40dab987-4e0d-40c3-a652-e9ce30987bfe on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:24.133322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff6c99-3c88-478b-9873-be1d4fd4a4a6 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:24.445463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'e19fd00f-ab64-4048-b009-a4f923ec40b2'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:10:24.445463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.513483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.532453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54e3df-710b-4f94-be5d-609ecb1d3091 req-8cd779a5-81b7-456f-9913-760e43885fb0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:24.539679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b54e3df-710b-4f94-be5d-609ecb1d3091 req-8cd779a5-81b7-456f-9913-760e43885fb0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1953669 May 27 02:10:24.549956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object 62dc83ef-598e-4049-8926-21c623c68f18 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:24.586928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.666453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:24.673803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/e19fd00f-ab64-4048-b009-a4f923ec40b2/70507cdb-71dd-4754-94d6-274825e82e6e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:24.678147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:24.685668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:24.691502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:24.692338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.714742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b54e3df-710b-4f94-be5d-609ecb1d3091 req-0a0dc158-9ee8-47d7-a9e1-e8c7f4852595 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739540 May 27 02:10:24.730877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=62dc83ef-598e-4049-8926-21c623c68f18,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:24.754421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ba41d7c-0d5b-4107-8269-1fd7a7c4150e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2381973 May 27 02:10:24.756287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33208) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:24.860188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988fe73-ae10-4d80-8efe-45cb03809dd2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:24.861099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2988fe73-ae10-4d80-8efe-45cb03809dd2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:24.882607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2988fe73-ae10-4d80-8efe-45cb03809dd2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:24.884029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2988fe73-ae10-4d80-8efe-45cb03809dd2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1304300 May 27 02:10:24.886908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33214) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:24.973305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port 62dc83ef-598e-4049-8926-21c623c68f18 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:24.973654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:24.993729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.005535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Transition to ACTIVE for port object 70507cdb-71dd-4754-94d6-274825e82e6e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:25.025044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Transition to ACTIVE for port object 70507cdb-71dd-4754-94d6-274825e82e6e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:25.032728 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.142303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Pushing event updated for resources: {'Port': ['ID=70507cdb-71dd-4754-94d6-274825e82e6e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:25.145884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:25.147578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:25.149957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:25.257978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Attempting to bind port 70507cdb-71dd-4754-94d6-274825e82e6e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:25.258922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Attempting to bind port 70507cdb-71dd-4754-94d6-274825e82e6e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:25.259511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Attempting to bind port 70507cdb-71dd-4754-94d6-274825e82e6e on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:25.266431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:25.267162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:25.267823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.268431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:25.269322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Bound port: 70507cdb-71dd-4754-94d6-274825e82e6e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:25.269959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.280222 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.411105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] For port 70507cdb-71dd-4754-94d6-274825e82e6e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:25.411105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] For port 70507cdb-71dd-4754-94d6-274825e82e6e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=70507cdb-71dd-4754-94d6-274825e82e6e,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:25.421359 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.421687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for 62dc83ef-598e-4049-8926-21c623c68f18 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:25.548583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497de63-e02d-48c9-93f2-a21856eb10b3 None None] Pushing event updated for resources: {'Port': ['ID=70507cdb-71dd-4754-94d6-274825e82e6e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:25.655581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.709425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=62dc83ef-598e-4049-8926-21c623c68f18,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:25.782489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:25.797198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-010b2505-1fd6-4e27-af71-2bd77f8b3a7c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/62dc83ef-598e-4049-8926-21c623c68f18 HTTP/1.1" status: 204 len: 168 time: 0.9089894 May 27 02:10:25.799561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33236) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:25.970236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45527e01-1e64-458d-af56-230554e73672 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:25.972306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45527e01-1e64-458d-af56-230554e73672 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:25.984636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-45527e01-1e64-458d-af56-230554e73672 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1839752 May 27 02:10:25.984894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33244) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:26.109631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet e19fd00f-ab64-4048-b009-a4f923ec40b2 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:26.114096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.209348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.305018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32524a09-6f24-4d5f-967d-c25682b34faf req-02079489-aedf-4f6d-9757-fca861bb8e95 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:26.312329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32524a09-6f24-4d5f-967d-c25682b34faf req-02079489-aedf-4f6d-9757-fca861bb8e95 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.4271443 May 27 02:10:26.342644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.423684 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32524a09-6f24-4d5f-967d-c25682b34faf req-02bb4fbd-77f3-46fc-ae7f-0372fce0b543 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103225 May 27 02:10:26.479136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.528207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=e19fd00f-ab64-4048-b009-a4f923ec40b2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:26.542251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:26.553110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-75756212-bdf4-4eb3-80f0-75cf7d4ecae1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/e19fd00f-ab64-4048-b009-a4f923ec40b2 HTTP/1.1" status: 204 len: 168 time: 0.5592422 May 27 02:10:26.553110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33262) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:26.933395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33270) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:26.941061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:26.945107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0ed32ec2-0709-4bb7-b116-d87d005768f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3963048 May 27 02:10:27.110853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:27.117021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:27.120256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:27.127397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:27.140852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:27.144910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.184259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391f70a-4fa2-4ec9-93eb-49a5f9d0f53b None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:27.485868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.533413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d52918a-e3e0-47bd-adda-54134535986f None None] Provisioning for port 70507cdb-71dd-4754-94d6-274825e82e6e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:27.551185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:27.554108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:27.559365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:27.560153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.587606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=7a970609-adf2-4096-bcf9-270f5136d7a4,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:27.703328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 70507cdb-71dd-4754-94d6-274825e82e6e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:27.718266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33288) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:27.721383 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4e4af44e-baca-4f05-bbdd-565e40ed4817 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7859743 May 27 02:10:27.725571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'name': 'tempest-NetworksTestDHCPv6-171443028'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:27.788476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ed7a1-ba9d-453d-9f67-09a6cb073675 req-269eba9f-cf96-4662-a383-25d6c87fcb17 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:27.789740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-968ed7a1-ba9d-453d-9f67-09a6cb073675 req-269eba9f-cf96-4662-a383-25d6c87fcb17 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2062676 May 27 02:10:27.863563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 70507cdb-71dd-4754-94d6-274825e82e6e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:27.868987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 70507cdb-71dd-4754-94d6-274825e82e6e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:27.869511 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:27.925925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-968ed7a1-ba9d-453d-9f67-09a6cb073675 req-d13dc779-2085-42e5-872d-e41b1b7162a1 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299555 May 27 02:10:27.977148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:27.982089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:27.985316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:27.993778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:28.019322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:28.023162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:28.049659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 70507cdb-71dd-4754-94d6-274825e82e6e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:28.050325 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:28.072328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 18a658e4-6dd4-4ecc-8e61-532fd43fdec6 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:28.091918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6809413-4f39-4d14-a4ad-b3f9e317160a None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:28.112336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 70507cdb-71dd-4754-94d6-274825e82e6e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=70507cdb-71dd-4754-94d6-274825e82e6e,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:28.190275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:28.321619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2ad6799c-c722-4983-99cc-bc91440c668f None None] Provisioning complete for port 70507cdb-71dd-4754-94d6-274825e82e6e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:28.322100 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ad6799c-c722-4983-99cc-bc91440c668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:28.394426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::305 (30b892c4-6e6d-4797-a636-03633845dc1c/7a970609-adf2-4096-bcf9-270f5136d7a4/18a658e4-6dd4-4ecc-8e61-532fd43fdec6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:28.425076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=70507cdb-71dd-4754-94d6-274825e82e6e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:28.556844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6799c-c722-4983-99cc-bc91440c668f None None] Current status of the port 70507cdb-71dd-4754-94d6-274825e82e6e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:28.845788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:28.870797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object 18a658e4-6dd4-4ecc-8e61-532fd43fdec6 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:28.927779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:29.079010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:29.089040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c130d8e8-1dca-4623-9d7f-22dc181496e0 None None] Provisioning complete for port 70507cdb-71dd-4754-94d6-274825e82e6e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:29.092302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:29.099182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:29.122693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:29.122693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:29.128956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c130d8e8-1dca-4623-9d7f-22dc181496e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:29.230515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5078144 May 27 02:10:29.232552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33332) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:29.251447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=18a658e4-6dd4-4ecc-8e61-532fd43fdec6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.322673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.329624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.329624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.329624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.329624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864a4fb-1a1a-466a-8781-bfebb8ffa441 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:29.381094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550857bf-139a-4bfd-b4a4-456a64e5da78 req-51275b21-6dc0-4393-9ef5-a2ee11fe24f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:29.397506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-550857bf-139a-4bfd-b4a4-456a64e5da78 req-51275b21-6dc0-4393-9ef5-a2ee11fe24f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2422135 May 27 02:10:29.560285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-550857bf-139a-4bfd-b4a4-456a64e5da78 req-856f3650-dfc1-41ac-9234-d50d6d2cc1a6 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537840 May 27 02:10:29.586356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c130d8e8-1dca-4623-9d7f-22dc181496e0 None None] Current status of the port 70507cdb-71dd-4754-94d6-274825e82e6e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:29.654204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 70507cdb-71dd-4754-94d6-274825e82e6e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:29.767683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6d5ce144-f598-4166-ba0d-d5d828f7288a None None] Could not find standard attr ID for object bf2986a8-659c-4843-8369-53bfafcb5d78. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:10:29.824429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c0a77-2dcb-40f8-8510-1b2d890b265e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:29.838303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 70507cdb-71dd-4754-94d6-274825e82e6e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:29.838989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:29.848651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c0a77-2dcb-40f8-8510-1b2d890b265e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:29.849233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-459c0a77-2dcb-40f8-8510-1b2d890b265e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:29.867324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-459c0a77-2dcb-40f8-8510-1b2d890b265e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:29.890328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:29.960100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-459c0a77-2dcb-40f8-8510-1b2d890b265e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.7274346 May 27 02:10:29.994622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 70507cdb-71dd-4754-94d6-274825e82e6e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:30.001542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ea30a11c-7124-4c39-8b3f-7fb64713035d None None] Could not find standard attr ID for object 62dc83ef-598e-4049-8926-21c623c68f18. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:10:30.130231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port 18a658e4-6dd4-4ecc-8e61-532fd43fdec6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:30.130231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:30.367875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-043743df-07b4-4dda-8aa4-768a563fb23f None None] Provisioning for port 18a658e4-6dd4-4ecc-8e61-532fd43fdec6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:30.381628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-043743df-07b4-4dda-8aa4-768a563fb23f None None] Provisioning complete for port 18a658e4-6dd4-4ecc-8e61-532fd43fdec6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:30.381628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-043743df-07b4-4dda-8aa4-768a563fb23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:30.578639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-043743df-07b4-4dda-8aa4-768a563fb23f None None] Port 18a658e4-6dd4-4ecc-8e61-532fd43fdec6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:30.718458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:30.910334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for 18a658e4-6dd4-4ecc-8e61-532fd43fdec6 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:31.081026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df6f73-9967-4ec4-885d-62cd7b8fc21d req-6a96b952-5203-43c9-858a-4b113758d1b4 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.095317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63df6f73-9967-4ec4-885d-62cd7b8fc21d req-6a96b952-5203-43c9-858a-4b113758d1b4 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2513020 May 27 02:10:31.130228 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:10:31.219007 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63df6f73-9967-4ec4-885d-62cd7b8fc21d req-18453cc7-ac14-417a-b219-1c19cc45372b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020761 May 27 02:10:31.354580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-798c3791-f663-4964-8de5-5be70302ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.356890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-798c3791-f663-4964-8de5-5be70302ba7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1096 time: 0.5551562 May 27 02:10:31.359467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:31.381429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2453e48-fdaf-4317-a439-23599a4b39ac req-b772b98b-e636-4b5b-b1c2-2c78dd6dd73d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.389156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2453e48-fdaf-4317-a439-23599a4b39ac req-b772b98b-e636-4b5b-b1c2-2c78dd6dd73d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2348132 May 27 02:10:31.705665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=18a658e4-6dd4-4ecc-8e61-532fd43fdec6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:31.783137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:31.805557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b8500d3-76de-4694-a5a2-03a507e102d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/18a658e4-6dd4-4ecc-8e61-532fd43fdec6 HTTP/1.1" status: 204 len: 168 time: 1.8853431 May 27 02:10:31.808135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33384) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:31.827108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2453e48-fdaf-4317-a439-23599a4b39ac req-ad675885-8eff-478d-a73d-1adb07bd05ea tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362333 May 27 02:10:31.872536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-2627504c-2ee9-4499-b72d-aaa787ea2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.874926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-2627504c-2ee9-4499-b72d-aaa787ea2292 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.4775629 May 27 02:10:31.924228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6976661b-b999-4939-ac0e-43ec3ae9e67a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.926114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6976661b-b999-4939-ac0e-43ec3ae9e67a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:31.927295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6976661b-b999-4939-ac0e-43ec3ae9e67a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:31.956347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6976661b-b999-4939-ac0e-43ec3ae9e67a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:31.957875 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6976661b-b999-4939-ac0e-43ec3ae9e67a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1485956 May 27 02:10:31.960985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33394) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:32.056875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-2b4d50fd-0465-406a-b7ec-c704467d57ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.1722362 May 27 02:10:32.072332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 7a970609-adf2-4096-bcf9-270f5136d7a4 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:32.088845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.178592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-f9ecfcdc-d72b-4124-a3f3-887e93b531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:32.180148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-f9ecfcdc-d72b-4124-a3f3-887e93b531b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1171637 May 27 02:10:32.185124 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.257360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.348808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-1e7c2a37-2566-4752-8461-668561db7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:32.355917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-1e7c2a37-2566-4752-8461-668561db7a21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659632 May 27 02:10:32.367104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-c281ac99-89e7-4841-be06-806612f602b2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:10:32.368061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-c281ac99-89e7-4841-be06-806612f602b2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054476 May 27 02:10:32.411924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.567063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=7a970609-adf2-4096-bcf9-270f5136d7a4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:32.590268 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:32.603668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3bf5f-4445-4e50-ae27-fd111be2c1eb None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:32.623188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.623793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.624333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.624958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.626327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.626853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.627335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.627831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.628396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.628907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.629467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.629941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:32.658987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6d7cc00d-0b78-49f7-a874-3a29d15f947b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/7a970609-adf2-4096-bcf9-270f5136d7a4 HTTP/1.1" status: 204 len: 168 time: 0.6964033 May 27 02:10:32.664870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33422) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:32.683070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-7060414f-02e9-4bf2-b983-b04a8eb3df35 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081722 May 27 02:10:32.763048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-98eec2b2-6300-4ad9-98d3-5f913dc4aede tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957787 May 27 02:10:32.778252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33426) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:32.791036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0183f-d4f5-4856-8938-dffc6f13da56 req-6dd87d28-2bf8-461b-b7a6-7a01de3a9991 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:32.809790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-03a0183f-d4f5-4856-8938-dffc6f13da56 req-6dd87d28-2bf8-461b-b7a6-7a01de3a9991 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.3445125 May 27 02:10:32.930378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-03a0183f-d4f5-4856-8938-dffc6f13da56 req-371b99a1-1905-4a51-bc48-ac2a26012c35 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209266 May 27 02:10:32.985306 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.029184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761c4c7-a606-4322-afc2-d8fb6f76158b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:33.033003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1761c4c7-a606-4322-afc2-d8fb6f76158b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2166913 May 27 02:10:33.034959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116adc0c-a46d-46fa-a1d0-ebaa2d466d17 req-abc7d65a-0be0-4c90-8991-6f377f0fd778 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444037 May 27 02:10:33.035855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33432) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:33.079967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:10:33.085266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] Deleting port 70507cdb-71dd-4754-94d6-274825e82e6e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:33.085914 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.168901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ab1a3-7c51-4022-9518-e6d6dfb8295e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:33.176232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-742ab1a3-7c51-4022-9518-e6d6dfb8295e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:33.301534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5ea1-002a-4637-9088-7491ebdd5b84 req-82bb3edf-1b7a-4e52-9f9d-3b10614b1944 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:33.308823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bbb5ea1-002a-4637-9088-7491ebdd5b84 req-82bb3edf-1b7a-4e52-9f9d-3b10614b1944 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 945 time: 0.2728174 May 27 02:10:33.313895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-742ab1a3-7c51-4022-9518-e6d6dfb8295e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:33.314806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-742ab1a3-7c51-4022-9518-e6d6dfb8295e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2778256 May 27 02:10:33.317952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33442) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:33.376092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.414826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bbb5ea1-002a-4637-9088-7491ebdd5b84 req-0909be24-0dc7-4092-9314-b52facced386 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042967 May 27 02:10:33.441087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-30ef5f25-7b1e-4426-99d6-63119b25ccda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975444 May 27 02:10:33.449635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33446) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:33.456103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:33.479559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8769f0-fdac-491d-8140-d824b210569c req-a1be73fa-94e2-4167-943d-84540719320f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:33.488008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec8769f0-fdac-491d-8140-d824b210569c req-a1be73fa-94e2-4167-943d-84540719320f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3002868 May 27 02:10:33.568338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec8769f0-fdac-491d-8140-d824b210569c req-5d7a98bd-1922-4a87-a061-c7e8f6d9ad97 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789332 May 27 02:10:33.629858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] For port 70507cdb-71dd-4754-94d6-274825e82e6e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=70507cdb-71dd-4754-94d6-274825e82e6e,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:33.631193 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.684107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:33.704653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:33.739273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:33.745407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:33.796768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 70507cdb-71dd-4754-94d6-274825e82e6e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:10:34.008837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] Calling delete_port for 70507cdb-71dd-4754-94d6-274825e82e6e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:34.106145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.204225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 70507cdb-71dd-4754-94d6-274825e82e6e is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:34.204610 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.227661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.259590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:34.265747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:34.272852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:34.273449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.290046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:34.322167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] Pushing event deleted for resources: {'Port': ['ID=70507cdb-71dd-4754-94d6-274825e82e6e,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:34.322416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc684b-9ff7-438c-8922-9b16250fa094 req-57d901ba-5c6a-45d7-b91f-e6bf15bda0b9 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:34.323939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7dc684b-9ff7-438c-8922-9b16250fa094 req-57d901ba-5c6a-45d7-b91f-e6bf15bda0b9 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1705818 May 27 02:10:34.330502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33464) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:34.337342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5', 'ip_address': '2001:db8::9634:3f23:bcea:bb05'}], 'name': 'tempest-NetworksTestDHCPv6-1073594377'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:34.339412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1573823-f79f-492b-b9d6-ca66e5a6fafd None None] No DVR routers for this DVR port 70507cdb-71dd-4754-94d6-274825e82e6e on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:34.347442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a1bbe6f5-f8c8-4db7-b9ce-dc4e754ab40f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8958030 May 27 02:10:34.356692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e7866c-fda4-4c79-8c2f-28077a568433 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:34.454453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7dc684b-9ff7-438c-8922-9b16250fa094 req-36496a63-9093-47ba-ae00-313960c349ec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054742 May 27 02:10:34.539477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:34.558375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:34.565790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:34.575555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:34.609458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:34.724947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0002d76-35dc-4124-8745-62815e3f672e req-de17e6c2-aff6-481e-a999-ccd945e3ab48 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:34.735465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0002d76-35dc-4124-8745-62815e3f672e req-de17e6c2-aff6-481e-a999-ccd945e3ab48 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 945 time: 0.2306478 May 27 02:10:34.798609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:10:34.799461 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.879778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port 9b37642d-4b51-43a9-985e-788f3c225b1a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:34.880478 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.921715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb52b3-b4ba-43da-9e79-aea5e20fa905 req-fe35977b-7595-49a5-8e39-89010ff35db5 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:34.923390 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-abeb52b3-b4ba-43da-9e79-aea5e20fa905 req-fe35977b-7595-49a5-8e39-89010ff35db5 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 945 time: 0.2730083 May 27 02:10:34.949166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0967857-416c-43f1-b756-694560ec9521 req-2ed3f7c2-7f24-440e-b17f-ae3231583052 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:34.953820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:34.956575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0967857-416c-43f1-b756-694560ec9521 req-2ed3f7c2-7f24-440e-b17f-ae3231583052 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1769378 May 27 02:10:35.016220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port ce01d351-8ecf-4d42-8bee-005dece368b5 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:35.041265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0967857-416c-43f1-b756-694560ec9521 req-f2bc0f79-859c-4563-903b-2d93dc7cb974 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833378 May 27 02:10:35.171695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5/922b9714-56d9-4776-bb4a-df9199879a4a) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:35.188557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-abeb52b3-b4ba-43da-9e79-aea5e20fa905 req-654060e7-3220-4f3f-ae4a-8befe5efdbf0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569497 May 27 02:10:35.482067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.502822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Transition to ACTIVE for port object 922b9714-56d9-4776-bb4a-df9199879a4a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:35.504035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-360552b3-d2de-4c86-8ef5-20afb707149f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2323961 May 27 02:10:35.549068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Transition to ACTIVE for port object 922b9714-56d9-4776-bb4a-df9199879a4a will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:35.564574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.633698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] For port 9b37642d-4b51-43a9-985e-788f3c225b1a, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9b37642d-4b51-43a9-985e-788f3c225b1a,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:35.633981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.638032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:35.654620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:35.675879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:35.683024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::9634:3f23:bcea:bb05 (30b892c4-6e6d-4797-a636-03633845dc1c/ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5/ce01d351-8ecf-4d42-8bee-005dece368b5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:35.887568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Pushing event updated for resources: {'Port': ['ID=922b9714-56d9-4776-bb4a-df9199879a4a,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:35.893247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Attempting to bind port 922b9714-56d9-4776-bb4a-df9199879a4a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:35.893884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Attempting to bind port 922b9714-56d9-4776-bb4a-df9199879a4a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:35.894394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Attempting to bind port 922b9714-56d9-4776-bb4a-df9199879a4a on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:35.901303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:35.901917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:35.902564 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.903158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:35.903814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Bound port: 922b9714-56d9-4776-bb4a-df9199879a4a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:35.904362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:35.925070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7889746-2585-4141-863b-d5d8e1d3d243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.010962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] For port 922b9714-56d9-4776-bb4a-df9199879a4a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:36.014630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] For port 922b9714-56d9-4776-bb4a-df9199879a4a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=922b9714-56d9-4776-bb4a-df9199879a4a,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:36.024382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.142068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.160801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object ce01d351-8ecf-4d42-8bee-005dece368b5 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:36.163129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c540-c953-48ef-bf5e-74d2aa27d1bf None None] Pushing event updated for resources: {'Port': ['ID=922b9714-56d9-4776-bb4a-df9199879a4a,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:36.191234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.314562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:36.317803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:36.321267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:36.332135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.333492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.405759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824897a7-1dbf-4d02-9fb0-2f715eb05362 req-714a628b-89d3-445f-87da-871f5432b78d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.407274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-824897a7-1dbf-4d02-9fb0-2f715eb05362 req-714a628b-89d3-445f-87da-871f5432b78d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.3451355 May 27 02:10:36.410952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.411032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:36.412655 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP 8afcb119-09a8-49f4-a7d5-b62eee74df5c disassociated. External IP: 172.25.3.215, port: 9b37642d-4b51-43a9-985e-788f3c225b1a. May 27 02:10:36.412655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for 9b37642d-4b51-43a9-985e-788f3c225b1a owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:36.420786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=ce01d351-8ecf-4d42-8bee-005dece368b5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:36.518796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-408f9b41-7b3d-4348-b9b9-7c3f11d80ad2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1861026 May 27 02:10:36.520463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33508) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:36.544358 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-824897a7-1dbf-4d02-9fb0-2f715eb05362 req-3250757e-a25a-4d11-973a-f3af03c36322 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858984 May 27 02:10:36.560047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-70a09a4b-4c72-4c1e-8e2c-1b6027a2668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.562197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-70a09a4b-4c72-4c1e-8e2c-1b6027a2668d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1096 time: 0.5012722 May 27 02:10:36.703488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d989f-4712-49ea-9e66-291717ed4c6b req-3e940474-4ff1-4db9-b4ea-3bc77c5f4a57 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.705023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e38d989f-4712-49ea-9e66-291717ed4c6b req-3e940474-4ff1-4db9-b4ea-3bc77c5f4a57 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 945 time: 0.3501406 May 27 02:10:36.884540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb12c6-ef9a-4841-a3a7-731785ad8c3d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.894897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb12c6-ef9a-4841-a3a7-731785ad8c3d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:36.900716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adfb12c6-ef9a-4841-a3a7-731785ad8c3d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:36.924594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e38d989f-4712-49ea-9e66-291717ed4c6b req-24a25a6d-bef9-40e8-848a-a0077339a583 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=fee10243-288a-4457-bede-3f2a1d63a72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100468 May 27 02:10:36.939941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adfb12c6-ef9a-4841-a3a7-731785ad8c3d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:36.941386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-adfb12c6-ef9a-4841-a3a7-731785ad8c3d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4173062 May 27 02:10:36.943993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33522) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:37.004910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.100270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-e9c17e7f-65f5-4f1d-98f4-44b0db529fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.107427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-e9c17e7f-65f5-4f1d-98f4-44b0db529fe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.5117767 May 27 02:10:37.120552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port ce01d351-8ecf-4d42-8bee-005dece368b5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:37.121071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.132733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=9b37642d-4b51-43a9-985e-788f3c225b1a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:37.195992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33528) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:37.410690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-5e9f2f89-5260-4326-9631-fd122e365907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.2796314 May 27 02:10:37.497666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.538097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:37.546117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-b625a370-12bc-4bdf-8ca7-d0d731264579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.547528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-b625a370-12bc-4bdf-8ca7-d0d731264579 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 1098 time: 0.3066573 May 27 02:10:37.551368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Usage tracker for resource:security_group_rule and tenant:e37f50756c794e28aa441b0b28f394e9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:37.578376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:37.654007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:37.658062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.691599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 922b9714-56d9-4776-bb4a-df9199879a4a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:37.831058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 922b9714-56d9-4776-bb4a-df9199879a4a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:37.843082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8da242-c177-49b8-b933-0d44f7dcb198 req-ecfc56bd-5f53-436d-8aa2-dc9ba9d3135b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.852680 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb8da242-c177-49b8-b933-0d44f7dcb198 req-ecfc56bd-5f53-436d-8aa2-dc9ba9d3135b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.6517959 May 27 02:10:37.887424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-b869555b-b622-4d1d-8378-1738287b01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:37.889074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-b869555b-b622-4d1d-8378-1738287b01d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.4693444 May 27 02:10:37.938070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1688848e-d886-4ba0-9f2d-ca113c80d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:37.950404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:10:37.995791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for ce01d351-8ecf-4d42-8bee-005dece368b5 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:37.996234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb8da242-c177-49b8-b933-0d44f7dcb198 req-82091e3c-7d88-436a-86d7-1f0e6e5a8618 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445391 May 27 02:10:38.072007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] Provisioning for port 922b9714-56d9-4776-bb4a-df9199879a4a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:38.078901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] Provisioning complete for port 922b9714-56d9-4776-bb4a-df9199879a4a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:38.079323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:38.147489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-ba73ec9f-f9a5-412b-b787-c33eccf3600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.149218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-ba73ec9f-f9a5-412b-b787-c33eccf3600e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 910 time: 0.5727692 May 27 02:10:38.363978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22664664-fc3e-4ccd-b257-46af1f009761 req-eae3cbd7-74df-4f0d-b6e7-b12614037067 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 210 time: 0.2075481 May 27 02:10:38.397257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] Current status of the port 922b9714-56d9-4776-bb4a-df9199879a4a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:38.398602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:38.418515 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:38.425094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:10:38.434548 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:10:38.450653 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:38.451184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] For port 922b9714-56d9-4776-bb4a-df9199879a4a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=922b9714-56d9-4776-bb4a-df9199879a4a,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:38.451300 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:38.456703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:38.527166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] No DVR routers for this DVR port 9b37642d-4b51-43a9-985e-788f3c225b1a on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:38.556525 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:38.563338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=ce01d351-8ecf-4d42-8bee-005dece368b5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:38.564183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'name': 'network-vif-deleted', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:38.610213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0c0260c5-2ce2-4a22-9d07-66105d119f86 None None] Could not find standard attr ID for object ce01d351-8ecf-4d42-8bee-005dece368b5. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:10:38.611694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9328370-7fd2-4e63-afcc-10ffdfd21eee None None] Pushing event updated for resources: {'Port': ['ID=922b9714-56d9-4776-bb4a-df9199879a4a,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:38.613120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-0f558f4d-454a-411f-8cdc-238eb0dbde84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7 HTTP/1.1" status: 200 len: 1002 time: 0.4142833 May 27 02:10:38.624880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-6dc9ae30-ac23-4a15-b5d2-77d4a55c07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:38.626843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-6dc9ae30-ac23-4a15-b5d2-77d4a55c07ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7267783 May 27 02:10:38.632518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "DELETE /v2.0/ports/9b37642d-4b51-43a9-985e-788f3c225b1a HTTP/1.1" status: 204 len: 173 time: 3.8895414 May 27 02:10:38.698323 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06caed8f-6de8-4bd9-9f9c-82d82e834ffe'] response: {'server_uuid': 'a668c82d-24b6-4483-aedc-9fec422c5f7c', 'name': 'network-vif-deleted', 'tag': '9b37642d-4b51-43a9-985e-788f3c225b1a', 'status': 'completed', 'code': 200} May 27 02:10:38.775869 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:38.954438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-a029ef5f-0ea4-4ded-81a9-b61a7c885815 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209772 May 27 02:10:38.992470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.013122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.024479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.089498 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e37f50756c794e28aa441b0b28f394e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8568516 May 27 02:10:39.096641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33564) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:39.096797 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-027f85b1-e242-4fe8-ad95-b3c31eadc887 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/ce01d351-8ecf-4d42-8bee-005dece368b5 HTTP/1.1" status: 204 len: 168 time: 2.1500168 May 27 02:10:39.101747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33566) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:39.221336 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6167a68-56f5-4989-a71b-2e6607fbcac8 req-249cf726-a1b1-475a-a0c5-78cdf4912d2e service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594903 May 27 02:10:39.236556 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d51f9467-b891-442a-a861-e1020e5aeb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.267599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d51f9467-b891-442a-a861-e1020e5aeb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.286764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-d5f84d04-d0ad-40d9-b703-e8c9e3a7c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.287663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-d5f84d04-d0ad-40d9-b703-e8c9e3a7c5bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.6576920 May 27 02:10:39.301504 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:39.309065 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.315436 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:10:39.332256 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:39.333080 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:39.333473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7463f1-b217-4497-8bbf-7bf095f94596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f6b07f-9700-4136-bf3e-f63adc14b43c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:39.348058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9b37642d-4b51-43a9-985e-788f3c225b1a no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:10:39.379054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d51f9467-b891-442a-a861-e1020e5aeb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.389679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736b521-9906-493d-abf1-149443368dbe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.391188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736b521-9906-493d-abf1-149443368dbe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.399206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4736b521-9906-493d-abf1-149443368dbe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2964690 May 27 02:10:39.404433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33574) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:39.446616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 9b37642d-4b51-43a9-985e-788f3c225b1a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:10:39.446999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9b37642d-4b51-43a9-985e-788f3c225b1a not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:10:39.454602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420833cb-fdd1-462c-9342-0d5e94e6b745 req-db79d403-153c-446b-a793-39e8cad81d7e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.461941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-420833cb-fdd1-462c-9342-0d5e94e6b745 req-db79d403-153c-446b-a793-39e8cad81d7e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2261672 May 27 02:10:39.469982 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.482183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f9467-b891-442a-a861-e1020e5aeb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f6b07f-9700-4136-bf3e-f63adc14b43c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:39.491653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d51f9467-b891-442a-a861-e1020e5aeb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.506396 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d51f9467-b891-442a-a861-e1020e5aeb78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9f6b07f-9700-4136-bf3e-f63adc14b43c HTTP/1.1" status: 204 len: 168 time: 0.4096065 May 27 02:10:39.543951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-420833cb-fdd1-462c-9342-0d5e94e6b745 req-5f437597-5600-4069-be81-3091f88865b6 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809901 May 27 02:10:39.559042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-9a208105-b5a2-4b8f-81b1-6dc4da984ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:39.561150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-9a208105-b5a2-4b8f-81b1-6dc4da984ee1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2638907 May 27 02:10:39.618696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:39.658651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.674943 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:39.694856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 922b9714-56d9-4776-bb4a-df9199879a4a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:39.817082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 922b9714-56d9-4776-bb4a-df9199879a4a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:39.824543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.842190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-78432e4e-d8a9-40ff-8b12-04564bdff0f7 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719748 May 27 02:10:39.852996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-573482e1-25ad-45fb-be6a-30afcf615f6d req-a15b81f3-a7a3-48f6-9151-c83cb5f7b515 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:39.881008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:39.913969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-573482e1-25ad-45fb-be6a-30afcf615f6d req-a15b81f3-a7a3-48f6-9151-c83cb5f7b515 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:39.915162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-573482e1-25ad-45fb-be6a-30afcf615f6d req-a15b81f3-a7a3-48f6-9151-c83cb5f7b515 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=a668c82d-24b6-4483-aedc-9fec422c5f7c HTTP/1.1" status: 200 len: 210 time: 0.1665301 May 27 02:10:39.995725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 922b9714-56d9-4776-bb4a-df9199879a4a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:40.023040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:40.102530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2cd93e8-7656-4595-b0b6-a67e9bb12851 req-fe460c2b-d7dc-4096-8976-3a7dda009702 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535062 May 27 02:10:40.154664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:40.214300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:40.224774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:40.233588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7abb5-493d-4f21-b65c-70610aed5417 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:40.239375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33602) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:40.239615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b66dcc5b-feb6-4958-a0ad-9ed094d4a947 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5 HTTP/1.1" status: 204 len: 168 time: 0.8275051 May 27 02:10:40.337275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e49f031b-18dd-4427-90cc-c4999bec13ad tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963538 May 27 02:10:40.340042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33610) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:40.346579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:40.347133 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:40.360670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227a1d-2501-4467-affb-8fda8c638a60 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:10:40.527630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:40.536610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:40.540260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:40.550322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:40.563372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:40.568451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:40.577336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:10:40.583764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] Deleting port 922b9714-56d9-4776-bb4a-df9199879a4a {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:40.584430 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:40.721842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33624) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:40.893353 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474bc62-b94a-471f-ac05-d1d670b31c83 None None] New status for floating IP 8afcb119-09a8-49f4-a7d5-b62eee74df5c: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:10:41.004023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf658a3-d857-4b69-855b-f292557ab41c req-386db24b-3301-4ddf-9e9b-e45cfda0d195 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.005969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ddf658a3-d857-4b69-855b-f292557ab41c req-386db24b-3301-4ddf-9e9b-e45cfda0d195 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2248752 May 27 02:10:41.011113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1641985475-network', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:41.017566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:41.026691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Usage tracker for resource:network and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:41.034453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:41.048473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:41.103434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Made reservation on behalf of 72cc15af36d64ae8a216d2a9420afc73 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:41.108349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.145793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.160191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33638) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:41.163207 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.168512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] For port 922b9714-56d9-4776-bb4a-df9199879a4a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=922b9714-56d9-4776-bb4a-df9199879a4a,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:41.169104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.191370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.196328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ddf658a3-d857-4b69-855b-f292557ab41c req-ac438490-e270-4153-95f4-43c582acdc61 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308715 May 27 02:10:41.197396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:41.202409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:41.223567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:41.233454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:41.407124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] Calling delete_port for 922b9714-56d9-4776-bb4a-df9199879a4a owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:41.410365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.418750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.464985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:10:41.476836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7541e32-e485-44d9-a051-58c0286d945e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:41.478069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:41.486335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:41.490691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.491693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.497684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.500343 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Added segment 544b122f-612c-41db-ba57-76efcb385557 of type vlan for network 53d98a6b-b987-4d5d-9014-186eeeb765bb May 27 02:10:41.509127 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.563712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.583688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69e7b151-c7b6-4da4-b76e-2cd8c471ffdd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.600145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=e22af5eb-96d1-4da3-b757-79fa5f1c621e,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:41.607970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] Pushing event deleted for resources: {'Port': ['ID=922b9714-56d9-4776-bb4a-df9199879a4a,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:41.610640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b128cb7-fd97-493e-b2a1-22483e47f8e4 None None] No DVR routers for this DVR port 922b9714-56d9-4776-bb4a-df9199879a4a on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:41.617117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.619945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:41.625742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ae942efd-0f31-484d-b2ab-66fc3cda8956 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2819564 May 27 02:10:41.625879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.635021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245206b6-0ceb-4eeb-98e7-ecdd735fbe15 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:41.635786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:41.646610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'e22af5eb-96d1-4da3-b757-79fa5f1c621e', 'ip_address': '2001:db8::31d2:8d27:5ddf:cb9b'}], 'name': 'tempest-NetworksTestDHCPv6-2069759299'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:41.711297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9878685 May 27 02:10:41.789935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33656) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:41.790590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a05aa-55f4-4721-9ca8-c249080025df admin admin] Pushing event updated for resources: {'Network': ['ID=53d98a6b-b987-4d5d-9014-186eeeb765bb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:41.799708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Request body: {'subnet': {'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1641985475-subnet', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:41.805349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:41.809406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Usage tracker for resource:subnet and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:41.813265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:41.819547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:41.832045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Made reservation on behalf of 72cc15af36d64ae8a216d2a9420afc73 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:41.835064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.842075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:41.851613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:41.855533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69e7b151-c7b6-4da4-b76e-2cd8c471ffdd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:41.863968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:41.868015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 922b9714-56d9-4776-bb4a-df9199879a4a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:10:41.874714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:41.895927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:10:41.906476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:42.000933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 922b9714-56d9-4776-bb4a-df9199879a4a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:10:42.001276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 922b9714-56d9-4776-bb4a-df9199879a4a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:10:42.074153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.084984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69e7b151-c7b6-4da4-b76e-2cd8c471ffdd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.124576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.125695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7b151-c7b6-4da4-b76e-2cd8c471ffdd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee10243-288a-4457-bede-3f2a1d63a72d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:42.126380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'e22af5eb-96d1-4da3-b757-79fa5f1c621e'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:10:42.127630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.134190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 775aba12-93b4-4f1c-870a-ca740937221f yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:42.185110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69e7b151-c7b6-4da4-b76e-2cd8c471ffdd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.186285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69e7b151-c7b6-4da4-b76e-2cd8c471ffdd tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/security-groups/fee10243-288a-4457-bede-3f2a1d63a72d HTTP/1.1" status: 204 len: 168 time: 1.0198407 May 27 02:10:42.193477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33664) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:42.245849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Pushing event updated for resources: {'Subnet': ['ID=177bb8d5-03d7-41be-89e9-32c8e98d968e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:42.249998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Checking segment: {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:42.250273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Network hostable DHCP agents. Network: 53d98a6b-b987-4d5d-9014-186eeeb765bb, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:10:42.254869 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-79e1c65d-21ce-45e4-87c2-6118e33cc4bf tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] show failed (client error): The resource could not be found. May 27 02:10:42.258648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-79e1c65d-21ce-45e4-87c2-6118e33cc4bf tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups/fee10243-288a-4457-bede-3f2a1d63a72d HTTP/1.1" status: 404 len: 347 time: 0.0613053 May 27 02:10:42.260807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33674) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:42.279021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:10:42.304274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 53d98a6b-b987-4d5d-9014-186eeeb765bb) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:42.308377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:42.308955 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.325110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922da17-3358-468d-9530-8563cd62be37 None None] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:42.355244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-afd57787-4176-4465-ad9c-0d8c1c12399a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5583072 May 27 02:10:42.356065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33680) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:42.367737 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:42.378693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:42.383045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Usage tracker for resource:router and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:42.386278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:42.392484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:42.407306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.408807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.431897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.590906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/e22af5eb-96d1-4da3-b757-79fa5f1c621e/abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:42.608696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port 784c1a3c-63d8-4cf4-8620-ecfe4385efff {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:42.609083 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.776040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-53d98a6b-b987-4d5d-9014-186eeeb765bb', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:10:42.777148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.803573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.803901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:42.950127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for 784c1a3c-63d8-4cf4-8620-ecfe4385efff owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:42.968702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.117031 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.127399 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.140462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Transition to ACTIVE for port object abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:43.162609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Transition to ACTIVE for port object abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:43.164175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ecbab-3c5f-47dd-8190-176898c87add req-9483fa7b-a964-4caa-bcd0-8ffc6b7c4644 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:43.166411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b0ecbab-3c5f-47dd-8190-176898c87add req-9483fa7b-a964-4caa-bcd0-8ffc6b7c4644 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.7564394 May 27 02:10:43.176879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=784c1a3c-63d8-4cf4-8620-ecfe4385efff,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:43.182975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Allocated IP 172.20.0.2 (53d98a6b-b987-4d5d-9014-186eeeb765bb/177bb8d5-03d7-41be-89e9-32c8e98d968e/a2573656-f1fb-4f6c-acd0-82536775f27c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:43.308180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.411222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.471777 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.481498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.499525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1b0ecbab-3c5f-47dd-8190-176898c87add req-7865f9fe-e652-42e1-8168-435d1c088b1c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205934 May 27 02:10:43.518238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.523351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c879892d-d94a-4171-99ba-9c20634bd64d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/floatingips/8afcb119-09a8-49f4-a7d5-b62eee74df5c HTTP/1.1" status: 204 len: 168 time: 1.2628405 May 27 02:10:43.547576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:43.548528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::31d2:8d27:5ddf:cb9b (30b892c4-6e6d-4797-a636-03633845dc1c/e22af5eb-96d1-4da3-b757-79fa5f1c621e/775aba12-93b4-4f1c-870a-ca740937221f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:43.568455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:43.571659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:43.635120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Pushing event updated for resources: {'Port': ['ID=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:43.713598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33706) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:43.717148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Allocated IP 172.25.3.202 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ae737072-66f9-4d2e-ab1a-be9395c798f6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:43.722665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571744463', 'description': 'tempest-description--1576458942'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:43.733552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:43.738682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:43.741792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:43.747590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:43.798400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.854905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.858994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Attempting to bind port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:43.859490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Attempting to bind port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:43.859750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Attempting to bind port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:43.870411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:43.874583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object 775aba12-93b4-4f1c-870a-ca740937221f will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:43.881377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:43.881759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:43.882158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.882547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:43.883085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Bound port: abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:43.883459 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.885159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:43.889518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:43.899108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:43.905836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:43.996919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.022023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=775aba12-93b4-4f1c-870a-ca740937221f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:44.042071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:44.043707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:44.044917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.048168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:44.056396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.057520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:44.058313 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.083846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3aaee18f-0bfa-4eaa-9598-e66e08f3c36b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4468992 May 27 02:10:44.084741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33714) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:44.097287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.113152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.124809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4063947 May 27 02:10:44.124809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33718) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:44.127094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Transition to ACTIVE for port object a2573656-f1fb-4f6c-acd0-82536775f27c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:44.131425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': '6d643a75-4640-4deb-a7d5-4d7eccf7d277', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:44.150371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:44.158122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:44.161764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:44.168410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae0c98-6d68-49bc-b574-66d9b8c8323d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d643a75-4640-4deb-a7d5-4d7eccf7d277,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:44.174428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Transition to ACTIVE for port object a2573656-f1fb-4f6c-acd0-82536775f27c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:44.174633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:44.179312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] For port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:44.181410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.183317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] For port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:44.188301 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.214977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e7b26-c836-4959-a007-500074b0ed05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:44.223155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e7b26-c836-4959-a007-500074b0ed05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:44.224264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e76e7b26-c836-4959-a007-500074b0ed05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:44.238960 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.248063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e76e7b26-c836-4959-a007-500074b0ed05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:44.250804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e76e7b26-c836-4959-a007-500074b0ed05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1635935 May 27 02:10:44.252244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33722) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:44.272930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:44.277386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:44.280720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:44.281219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:44.296076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:44.301382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:44.316090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Pushing event updated for resources: {'Port': ['ID=a2573656-f1fb-4f6c-acd0-82536775f27c,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:44.365230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port 775aba12-93b4-4f1c-870a-ca740937221f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:44.365509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.443282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.453114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Pushing event updated for resources: {'Port': ['ID=ae737072-66f9-4d2e-ab1a-be9395c798f6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:44.510995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Attempting to bind port a2573656-f1fb-4f6c-acd0-82536775f27c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:44.511376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Attempting to bind port a2573656-f1fb-4f6c-acd0-82536775f27c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:44.511738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Attempting to bind port a2573656-f1fb-4f6c-acd0-82536775f27c on network 53d98a6b-b987-4d5d-9014-186eeeb765bb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:44.521852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:44.522224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Checking segment: {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:44.522618 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.523097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Bound using segment: {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:44.524236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Bound port: a2573656-f1fb-4f6c-acd0-82536775f27c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:44.524612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.554371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14895a07-0bd2-44f6-943f-e62ddab30f0d None None] Pushing event updated for resources: {'Port': ['ID=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:44.700100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.734131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:44.738898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2573656-f1fb-4f6c-acd0-82536775f27c,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:44.746841 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.771949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.806234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c627c5-6c91-4b9c-8280-cfbc661faa25,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:44.894854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c350f-e2a9-4c69-aa70-dee42322c294 None None] Pushing event updated for resources: {'Port': ['ID=a2573656-f1fb-4f6c-acd0-82536775f27c,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:44.898042 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:44.903199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38b0fc63-f991-44cf-86d0-c9defaa71ee3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7769954 May 27 02:10:44.903792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:44.962891 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.085136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'security_group_rule': {'security_group_id': '6d643a75-4640-4deb-a7d5-4d7eccf7d277', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:45.097203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:45.105885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:security_group_rule and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:45.109436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for 775aba12-93b4-4f1c-870a-ca740937221f owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:45.110959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:45.142396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:45.153971 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.265875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.356868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.437035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=775aba12-93b4-4f1c-870a-ca740937221f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:45.482033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.485449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.490817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.498331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9fa70de0-aba5-4021-a4fc-fc1e6687a3eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/775aba12-93b4-4f1c-870a-ca740937221f HTTP/1.1" status: 204 len: 168 time: 1.2435286 May 27 02:10:45.499520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33744) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:45.650792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69089c1f-4f6b-45ad-be00-6e51d1ab14d0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:45.653112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69089c1f-4f6b-45ad-be00-6e51d1ab14d0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:45.654130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69089c1f-4f6b-45ad-be00-6e51d1ab14d0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:45.706857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69089c1f-4f6b-45ad-be00-6e51d1ab14d0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:45.708081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69089c1f-4f6b-45ad-be00-6e51d1ab14d0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2075367 May 27 02:10:45.710638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33754) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:45.760387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:45.772734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff03751-13ff-49f5-bda7-0f81b6244a18,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:45.782586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.792679 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.794023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-39f8f894-0ea7-4f81-a1bf-9576e8363524 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8780229 May 27 02:10:45.799254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33758) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:45.810449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:45.841062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:45.884915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet e22af5eb-96d1-4da3-b757-79fa5f1c621e {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:45.891497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Usage tracker for resource:floatingip and tenant:bec86b6200c54d8c87af954ac8f4e045 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:45.895524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:45.898127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:45.903897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a2573656-f1fb-4f6c-acd0-82536775f27c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:45.904185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:45.915548 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:45.957783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.043736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a2573656-f1fb-4f6c-acd0-82536775f27c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:46.054248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Provisioning for port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:46.096107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Provisioning complete for port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:46.096654 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.142297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.235031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Router 215af786-e1bc-451b-ae30-06903b70fe0c is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:10:46.300437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Current status of the port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:46.307736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.333550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.387146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.503634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:10:46.516439 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Sync routers for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:10:46.535336 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:46.536026 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:46.539969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.544198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ac24e9ff-f491-4476-af02-1cbdc14ecd66 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1849782 May 27 02:10:46.544870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33770) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:46.619280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af4f79-cb36-49f4-b2f7-0e6828eb2b86 None None] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:46.813869 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:10:46.814338 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:10:46.837196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.867816 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:46.890443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=e22af5eb-96d1-4da3-b757-79fa5f1c621e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:46.894671 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:46.907057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94309e79-d92e-4934-a7b3-90ff3ee48182 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:46.924666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.25.3.35 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/08d3bd2a-8fd1-473c-86bf-6d952c02f013) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:46.927540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e4609b62-5473-4440-9199-f57f671e21d3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/e22af5eb-96d1-4da3-b757-79fa5f1c621e HTTP/1.1" status: 204 len: 168 time: 1.2157736 May 27 02:10:46.931695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33780) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:47.047223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33784) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:47.048233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eaaa6b71-4132-4180-a41d-a01303096c5d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152070 May 27 02:10:47.052819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:47.186440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:47.194451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:47.199061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:47.211506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:47.260948 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:44Z', 'revision_number': 3, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:47.266673 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Checking router: 215af786-e1bc-451b-ae30-06903b70fe0c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:10:47.267008 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Updating router 215af786-e1bc-451b-ae30-06903b70fe0c port ae737072-66f9-4d2e-ab1a-be9395c798f6 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:10:47.317309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.331756 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.376464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:47.382317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.396840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.405714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:10:47.430383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Deleting port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:47.431032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.486539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Current status of the port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:47.487273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.523069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:47.527462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:47.534951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:47.681922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:10:47.731469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=08d3bd2a-8fd1-473c-86bf-6d952c02f013,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:47.754764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.838152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:47.943467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] For port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:47.975618 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.003304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Transition to ACTIVE for port object ae737072-66f9-4d2e-ab1a-be9395c798f6 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:48.004871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.014760 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.101858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.163768 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Attempting to bind port ae737072-66f9-4d2e-ab1a-be9395c798f6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:48.164135 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Attempting to bind port ae737072-66f9-4d2e-ab1a-be9395c798f6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:48.164497 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Attempting to bind port ae737072-66f9-4d2e-ab1a-be9395c798f6 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:48.166473 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.174306 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.175872 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:48.176563 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:48.177008 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.177436 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:48.177940 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Bound port: ae737072-66f9-4d2e-ab1a-be9395c798f6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:48.178312 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.210575 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Pushing event updated for resources: {'Port': ['ID=ae737072-66f9-4d2e-ab1a-be9395c798f6,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:48.235831 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.236528 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.237061 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.237618 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.238140 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.238755 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.239337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.239874 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.240390 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.240949 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.241467 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.241983 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:10:48.251195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=a3710963-aa7f-4e5b-acd5-f153ca7e2b6f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:48.313573 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] For port ae737072-66f9-4d2e-ab1a-be9395c798f6, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:48.318065 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] For port ae737072-66f9-4d2e-ab1a-be9395c798f6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae737072-66f9-4d2e-ab1a-be9395c798f6,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:48.319910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Provisioning for port a2573656-f1fb-4f6c-acd0-82536775f27c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:48.327277 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.350606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=08d3bd2a-8fd1-473c-86bf-6d952c02f013,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:48.355704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] For port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:48.356303 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.364370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f5d42-5696-4817-aa10-8a158a1cf465 None None] Pushing event updated for resources: {'Port': ['ID=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:48.368852 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.388248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:48.392204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Provisioning complete for port a2573656-f1fb-4f6c-acd0-82536775f27c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:48.392692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.397472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.399334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1203e7a4-1ade-4645-88bf-0f691a6d0005 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5987117 May 27 02:10:48.436675 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:48.436675 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:48.458113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:48.479502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:48.480107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.528835 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b253e0-c5ba-4e40-8656-20dbe0e53726 None None] Pushing event updated for resources: {'Port': ['ID=ae737072-66f9-4d2e-ab1a-be9395c798f6,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:48.556713 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-301ee6fe-9148-487e-8266-e966f4ca4531 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5081694 May 27 02:10:48.559687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33808) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:48.567919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'a3710963-aa7f-4e5b-acd5-f153ca7e2b6f', 'ip_address': '2001:db8::2ba4:d575:6fa6:d2d0'}], 'name': 'tempest-NetworksTestDHCPv6-1219480911'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:48.606643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Calling delete_port for abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:48.653862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:48.653862 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.661352 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:48.709580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.780438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Current status of the port a2573656-f1fb-4f6c-acd0-82536775f27c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:48.781009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.819529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:48.832951 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.854929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-e6e106fb-4c2d-4e0f-843f-61330d47b656 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:48.895538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:48.901121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:48.904480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:48.912043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:48.924715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-e6e106fb-4c2d-4e0f-843f-61330d47b656 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:48.927036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-e6e106fb-4c2d-4e0f-843f-61330d47b656 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1571744463&fields=id&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 267 time: 0.1815047 May 27 02:10:48.935642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a363ea49-4b99-469d-9086-370a01174865 None None] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2573656-f1fb-4f6c-acd0-82536775f27c,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:48.940018 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:10:48.940449 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:10:48.946352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:48.948529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:49.025518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Pushing event updated for resources: {'Port': ['ID=a2573656-f1fb-4f6c-acd0-82536775f27c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:49.029786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a363ea49-4b99-469d-9086-370a01174865 None None] Could not find standard attr ID for object 775aba12-93b4-4f1c-870a-ca740937221f. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:10:49.064738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:49.114645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Allocated IP 172.20.0.1 (53d98a6b-b987-4d5d-9014-186eeeb765bb/177bb8d5-03d7-41be-89e9-32c8e98d968e/aa945d35-d2d9-46f3-9aad-06826dcc9b32) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:49.220677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:44Z', 'revision_number': 3, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:49.223855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-2865c3c6-0c6d-4ac9-9899-55cd05731d50 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:49.225215 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdf447-508e-43d8-9b04-152b5de0bb24 None None] The sync data for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 is: [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:44Z', 'revision_number': 3, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:10:49.225365 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-2865c3c6-0c6d-4ac9-9899-55cd05731d50 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 0.2892087 May 27 02:10:49.268192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.284880 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-2c7de749-8475-4ea8-8790-854b0e8b2051 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/quotas/bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 375 time: 0.0376775 May 27 02:10:49.316876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.337978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Transition to ACTIVE for port object aa945d35-d2d9-46f3-9aad-06826dcc9b32 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:49.348993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port f64974a2-a1f0-42bb-9361-ab1d03cd198c yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:49.367319 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.442485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Deleting port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:49.443241 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.453110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:49.456352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:49.459052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:49.504410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-73bd0f14-ca65-4ee4-93c4-6ce30993ba5d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:49.619600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.672991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Pushing event updated for resources: {'Port': ['ID=aa945d35-d2d9-46f3-9aad-06826dcc9b32,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:49.883433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-73bd0f14-ca65-4ee4-93c4-6ce30993ba5d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:49.894474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-73bd0f14-ca65-4ee4-93c4-6ce30993ba5d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6034245 May 27 02:10:49.936839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:49.994942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::2ba4:d575:6fa6:d2d0 (30b892c4-6e6d-4797-a636-03633845dc1c/a3710963-aa7f-4e5b-acd5-f153ca7e2b6f/f64974a2-a1f0-42bb-9361-ab1d03cd198c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:50.007977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] For port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:50.009009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.148026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Calling delete_port for abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:50.253192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae737072-66f9-4d2e-ab1a-be9395c798f6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:50.288595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.401431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-81e53a35-5944-4123-90fa-30175bf42ede service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917917 May 27 02:10:50.408571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.418001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.474745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] No DVR routers for this DVR port abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:10:50.479391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0bc17-7816-418f-83cc-052e5c105fb4 None None] Pushing event deleted for resources: {'Port': ['ID=abdc73f2-8b0f-4ebb-9a7f-011c3211e7a5,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:50.498059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-43276d2d-2e17-49de-a4bb-a4fdf1108565 None None] Provisioning for port aa945d35-d2d9-46f3-9aad-06826dcc9b32 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:50.515392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-43276d2d-2e17-49de-a4bb-a4fdf1108565 None None] Provisioning complete for port aa945d35-d2d9-46f3-9aad-06826dcc9b32 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:50.515776 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-43276d2d-2e17-49de-a4bb-a4fdf1108565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.556645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ae737072-66f9-4d2e-ab1a-be9395c798f6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:50.583180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c86cf-383e-4d08-9f7e-737c0a8e742b None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:50.594410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Pushing event updated for resources: {'Port': ['ID=aa945d35-d2d9-46f3-9aad-06826dcc9b32,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:50.597739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.620924 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.653471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object f64974a2-a1f0-42bb-9361-ab1d03cd198c will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:50.665907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-fd732d59-bb7a-4ae1-8f79-8f3d187bf123 service neutron] 10.222.0.16 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635577 May 27 02:10:50.760262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.880960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:50.885409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:50.890333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:50.896314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:50.897122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.915173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=f64974a2-a1f0-42bb-9361-ab1d03cd198c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:50.926974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ae737072-66f9-4d2e-ab1a-be9395c798f6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:50.928126 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:50.954385 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1652f501-4da1-4c6a-8121-7042f42ecfdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3908072 May 27 02:10:50.954749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33852) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:51.016027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-43276d2d-2e17-49de-a4bb-a4fdf1108565 None None] Port aa945d35-d2d9-46f3-9aad-06826dcc9b32 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:51.040033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:51.042213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:51.069803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd26f182-09e8-4e99-bb5b-fad391102a4b req-dd60563d-ceaf-4175-bf25-48150f6a29c3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 210 time: 0.1048396 May 27 02:10:51.100635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc303fe-ded3-41d1-b28f-c2a332e76d17 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:51.102598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1dc303fe-ded3-41d1-b28f-c2a332e76d17 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:51.150591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1dc303fe-ded3-41d1-b28f-c2a332e76d17 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:51.152332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1dc303fe-ded3-41d1-b28f-c2a332e76d17 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1965156 May 27 02:10:51.155447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33862) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:51.322899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ae737072-66f9-4d2e-ab1a-be9395c798f6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:51.323507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.324993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port f64974a2-a1f0-42bb-9361-ab1d03cd198c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:51.331950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.366511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'a3710963-aa7f-4e5b-acd5-f153ca7e2b6f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:10:51.370771 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.399385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ae737072-66f9-4d2e-ab1a-be9395c798f6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae737072-66f9-4d2e-ab1a-be9395c798f6,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:51.409885 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.410671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a2573656-f1fb-4f6c-acd0-82536775f27c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:51.453669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Router 215af786-e1bc-451b-ae30-06903b70fe0c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:10:51.703619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ae737072-66f9-4d2e-ab1a-be9395c798f6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:51.756478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a1c441b9-aaeb-4488-ae87-1621daca4d27 None None] Provisioning complete for port aa945d35-d2d9-46f3-9aad-06826dcc9b32 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:51.756844 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a1c441b9-aaeb-4488-ae87-1621daca4d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.759323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.797457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:10:51.822678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1d5845cd-00e2-4291-ac37-0db281ee4faa admin admin] 10.222.0.16 "PUT /v2.0/routers/215af786-e1bc-451b-ae30-06903b70fe0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2761803 May 27 02:10:51.825465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a1c441b9-aaeb-4488-ae87-1621daca4d27 None None] Port aa945d35-d2d9-46f3-9aad-06826dcc9b32 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:51.827388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Sync routers for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:10:51.894805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:51.895450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:51.952508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a2573656-f1fb-4f6c-acd0-82536775f27c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:51.953004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:51.989928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for f64974a2-a1f0-42bb-9361-ab1d03cd198c owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:52.161562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/a3710963-aa7f-4e5b-acd5-f153ca7e2b6f/ae9e6592-6d91-4ee5-980b-64648f80d78a) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:52.279072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-625fb267-9479-4e23-baac-1e64b8046471 req-53ae8a8a-9f0e-4778-b2fc-8e72e8a7f955 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 210 time: 0.0698738 May 27 02:10:52.280971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.395814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:52.397471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=f64974a2-a1f0-42bb-9361-ab1d03cd198c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:52.407558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.427701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-089ed931-17df-4693-831f-ea7aa3559f87 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/f64974a2-a1f0-42bb-9361-ab1d03cd198c HTTP/1.1" status: 204 len: 168 time: 1.2709198 May 27 02:10:52.430274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33898) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:52.504001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a2573656-f1fb-4f6c-acd0-82536775f27c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:52.733594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae737072-66f9-4d2e-ab1a-be9395c798f6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:52.747651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33906) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:52.753951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-693460995-network', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:52.759398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:52.765119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Usage tracker for resource:network and tenant:859ad833f0e94188a3f7ec38494103e5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:52.768353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:52.774920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:52.792929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Made reservation on behalf of 859ad833f0e94188a3f7ec38494103e5 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:52.793956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba2499-52ef-4967-9527-2767a874c393 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.796520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba2499-52ef-4967-9527-2767a874c393 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.797426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-edba2499-52ef-4967-9527-2767a874c393 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:52.799928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.832707 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.845615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-20adefeb-20b7-48d0-a04c-7e22ca97f968 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:52.848006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-20adefeb-20b7-48d0-a04c-7e22ca97f968 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 815 time: 0.2905846 May 27 02:10:52.849339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-edba2499-52ef-4967-9527-2767a874c393 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:52.859167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33912) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:52.859738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-edba2499-52ef-4967-9527-2767a874c393 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4276106 May 27 02:10:52.869777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:52.917383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-faa2df0a-d738-4458-8332-5dbbe334b584 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:52.932898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-faa2df0a-d738-4458-8332-5dbbe334b584 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:52.938836 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-faa2df0a-d738-4458-8332-5dbbe334b584 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bec86b6200c54d8c87af954ac8f4e045 HTTP/1.1" status: 200 len: 380 time: 0.0766187 May 27 02:10:52.947123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Usage tracker for resource:security_group_rule and tenant:859ad833f0e94188a3f7ec38494103e5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:52.950405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:52.959114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:52.981318 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:52.990533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'port': {'device_id': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'admin_state_up': True, 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'security_groups': ['6d643a75-4640-4deb-a7d5-4d7eccf7d277']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:53.009100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Transition to ACTIVE for port object ae9e6592-6d91-4ee5-980b-64648f80d78a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:53.037471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet a3710963-aa7f-4e5b-acd5-f153ca7e2b6f {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:10:53.054853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ae737072-66f9-4d2e-ab1a-be9395c798f6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:53.055224 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.105859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.113722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.117087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Transition to ACTIVE for port object ae9e6592-6d91-4ee5-980b-64648f80d78a will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:53.150114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.152153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:53.162474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:53.163391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.174312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Made reservation on behalf of bec86b6200c54d8c87af954ac8f4e045 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:53.178592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.266424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Pushing event updated for resources: {'Port': ['ID=ae9e6592-6d91-4ee5-980b-64648f80d78a,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:53.294239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:53.297097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:53.301286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:53.388401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:10:53.407345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Allocated IP 172.20.0.6 (20c48556-ace1-4922-8e24-664cb05366e8/c9c8155b-596f-4401-b72d-d8ad4b05f839/947d5dc8-6dc5-41a2-91d3-9b3746ea08b8) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:53.412948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7370a92c-e9c1-4d7b-a285-2b74775be032,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:53.422868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.423497 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Added segment bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd of type vlan for network 0c1cb04a-6ce3-474a-affc-14776d7c416f May 27 02:10:53.442691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Attempting to bind port ae9e6592-6d91-4ee5-980b-64648f80d78a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:53.442976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Attempting to bind port ae9e6592-6d91-4ee5-980b-64648f80d78a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:53.443302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Attempting to bind port ae9e6592-6d91-4ee5-980b-64648f80d78a on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:53.449572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.507611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ae737072-66f9-4d2e-ab1a-be9395c798f6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:53.509356 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.518669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:53.519506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:53.519963 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.520765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:53.521308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Bound port: ae9e6592-6d91-4ee5-980b-64648f80d78a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:53.521786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.538460 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-471caf38-c0b3-4c8d-89fe-d1108b01f8e1 req-85cb25c9-355c-47b9-8930-7116f230bba6 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 210 time: 0.0672641 May 27 02:10:53.550193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:50Z', 'revision_number': 2, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:53.563759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Checking router: 215af786-e1bc-451b-ae30-06903b70fe0c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:10:53.564131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Updating router 215af786-e1bc-451b-ae30-06903b70fe0c port aa945d35-d2d9-46f3-9aad-06826dcc9b32 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:10:53.617249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.618344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:53.619255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.662634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.697749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9454703 May 27 02:10:53.697963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33930) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:53.707896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Request body: {'subnet': {'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-693460995-subnet', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:53.726501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:53.735964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Usage tracker for resource:subnet and tenant:859ad833f0e94188a3f7ec38494103e5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:53.742003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:53.748181 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.764860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:53.772684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.795001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Made reservation on behalf of 859ad833f0e94188a3f7ec38494103e5 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:53.798099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.803008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c15df-1e2e-4c80-8f9a-7bb78ba12564 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1cb04a-6ce3-474a-affc-14776d7c416f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:53.820189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:10:53.832766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Transition to ACTIVE for port object 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:53.834401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.887375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=a3710963-aa7f-4e5b-acd5-f153ca7e2b6f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:53.894580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:53.917748 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-25c89bf5-3b72-4d77-a3b7-dcb1c3650f52 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/a3710963-aa7f-4e5b-acd5-f153ca7e2b6f HTTP/1.1" status: 204 len: 168 time: 1.0567777 May 27 02:10:53.920205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33936) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:53.943501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] For port ae9e6592-6d91-4ee5-980b-64648f80d78a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:54.002668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] For port ae9e6592-6d91-4ee5-980b-64648f80d78a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae9e6592-6d91-4ee5-980b-64648f80d78a,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:54.008935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-91c0e8d1-b298-47d0-ab36-65def7a13e4a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855751 May 27 02:10:54.016502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33942) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:54.018293 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.028505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.116655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab9c25-f505-4f8d-a78c-fc9227d9002b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.117942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f6ab9c25-f505-4f8d-a78c-fc9227d9002b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:54.143513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f6ab9c25-f505-4f8d-a78c-fc9227d9002b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:54.144833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f6ab9c25-f505-4f8d-a78c-fc9227d9002b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1312585 May 27 02:10:54.147336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33946) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:54.219696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e08e11-59ad-4742-9efe-747660a0d53f None None] Pushing event updated for resources: {'Port': ['ID=ae9e6592-6d91-4ee5-980b-64648f80d78a,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:54.309029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027ba29-d3e0-4a56-a7d1-e7d4502182ba tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.309887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6027ba29-d3e0-4a56-a7d1-e7d4502182ba tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:54.340265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6027ba29-d3e0-4a56-a7d1-e7d4502182ba tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:54.342053 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6027ba29-d3e0-4a56-a7d1-e7d4502182ba tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1935725 May 27 02:10:54.345381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33956) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:54.425837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event updated for resources: {'Port': ['ID=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:54.442892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Network 20c48556-ace1-4922-8e24-664cb05366e8 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:54.455585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:54.458124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:54.484158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.500003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1cf435e2-239e-4fa7-a5a1-e239f51aa4c4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1533430 May 27 02:10:54.505058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33960) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:54.508476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Transition to ACTIVE for port object aa945d35-d2d9-46f3-9aad-06826dcc9b32 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:54.511290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:54.521665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.553187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:54.553862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.606652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:54.708458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc97ada-db73-4af1-bd0b-0d145beb8fdd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:54.750630 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-cd1e6602-778e-46d0-adbf-39780daf7ee0 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7997947 May 27 02:10:54.796928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Request body: {'port': {'device_id': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:54.824566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae9e6592-6d91-4ee5-980b-64648f80d78a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:54.863991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Checking segment: {'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:54.864538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Network hostable DHCP agents. Network: 0c1cb04a-6ce3-474a-affc-14776d7c416f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:10:54.940099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:10:54.971716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac322ec-62f3-4e5c-953b-87fe1742edef None None] Pushing event updated for resources: {'Port': ['ID=aa945d35-d2d9-46f3-9aad-06826dcc9b32,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:54.997710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0c1cb04a-6ce3-474a-affc-14776d7c416f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:54.997907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:55.005277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.005897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.017213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:55.028935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.035606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577004f-41ea-47e1-9c2d-4d8665627c19 None None] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:55.037854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4bc43-9d8b-42c9-9169-df3a906860ec req-c5335ceb-e77f-4f6f-b522-e79495c5c522 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.039751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdc4bc43-9d8b-42c9-9169-df3a906860ec req-c5335ceb-e77f-4f6f-b522-e79495c5c522 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 931 time: 0.2498617 May 27 02:10:55.044912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-81dbfe70-182a-4f99-b4b6-a44aafcf8d88 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3466299 May 27 02:10:55.048764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:55.054007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:55.062959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:55.090007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:55.094454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.099921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Usage tracker for resource:router and tenant:859ad833f0e94188a3f7ec38494103e5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:55.117362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:55.132938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:55.156694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.157800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.173868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.244087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Attempting to bind port aa945d35-d2d9-46f3-9aad-06826dcc9b32 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:55.244632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Attempting to bind port aa945d35-d2d9-46f3-9aad-06826dcc9b32 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:55.244947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Attempting to bind port aa945d35-d2d9-46f3-9aad-06826dcc9b32 on network 53d98a6b-b987-4d5d-9014-186eeeb765bb {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:55.251883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8ce3898a-b973-49cd-97cb-1d07d39c0cbc None None] Provisioning for port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:55.261284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8ce3898a-b973-49cd-97cb-1d07d39c0cbc None None] Provisioning complete for port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:55.261650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ce3898a-b973-49cd-97cb-1d07d39c0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.289333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ae9e6592-6d91-4ee5-980b-64648f80d78a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:55.292792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:55.293165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Checking segment: {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:55.293562 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.293954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Bound using segment: {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:55.294430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Bound port: aa945d35-d2d9-46f3-9aad-06826dcc9b32, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:55.294818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.391711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3898a-b973-49cd-97cb-1d07d39c0cbc None None] Port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:55.404028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.487575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdc4bc43-9d8b-42c9-9169-df3a906860ec req-e4714ba9-96ef-4269-905b-35513048ab68 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287143 May 27 02:10:55.509045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:55.512689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:55.518621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:55.519310 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.539081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=fbbb3a79-b280-4f27-9210-e4fb1d6021e7,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:55.569851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-57442cb6-5c45-4e75-9ffd-709cff992382 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0612535 May 27 02:10:55.570394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33980) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:55.576949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'fbbb3a79-b280-4f27-9210-e4fb1d6021e7', 'ip_address': '2001:db8::7aad:667b:8bb0:70aa'}], 'name': 'tempest-NetworksTestDHCPv6-1651233071'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:55.640113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] For port aa945d35-d2d9-46f3-9aad-06826dcc9b32, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:55.644063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] For port aa945d35-d2d9-46f3-9aad-06826dcc9b32, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=aa945d35-d2d9-46f3-9aad-06826dcc9b32,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:55.698905 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.787416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:55.810414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac322ec-62f3-4e5c-953b-87fe1742edef None None] Pushing event updated for resources: {'Port': ['ID=aa945d35-d2d9-46f3-9aad-06826dcc9b32,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:55.818413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:55.831847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:55.848334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:55.851283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:10:55.852080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:55.926840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145983c-1e3f-4312-9992-d16126097570 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:10:56.078674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:10:56.091082 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.103839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.146135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port c0d5adbe-c8a8-4811-8038-e025c1bf2488 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:56.237178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Transition to ACTIVE for port object 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:56.252084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Could not find standard attr ID for object f64974a2-a1f0-42bb-9361-ab1d03cd198c. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:10:56.259222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.305104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-0c1cb04a-6ce3-474a-affc-14776d7c416f', 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'fixed_ips': [{'subnet_id': 'ecc97ada-db73-4af1-bd0b-0d145beb8fdd'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:10:56.305998 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.353615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Provisioning for port ae9e6592-6d91-4ee5-980b-64648f80d78a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:56.360620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:10:56.501649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::7aad:667b:8bb0:70aa (30b892c4-6e6d-4797-a636-03633845dc1c/fbbb3a79-b280-4f27-9210-e4fb1d6021e7/c0d5adbe-c8a8-4811-8038-e025c1bf2488) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:56.572151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Provisioning complete for port ae9e6592-6d91-4ee5-980b-64648f80d78a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:56.572521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.885434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Attempting to bind port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:56.885434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Attempting to bind port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:56.885434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Attempting to bind port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:56.887823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.942901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:56.945920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 on network 20c48556-ace1-4922-8e24-664cb05366e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:10:56.946400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Attempting to bind port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 on network 20c48556-ace1-4922-8e24-664cb05366e8 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:56.948523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Pushing event updated for resources: {'Port': ['ID=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:56.992545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.009777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:57.010415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Checking segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:57.011002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Bound using segment: {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:57.012237 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Bound port: 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad213e7-be3e-4e72-a708-b69bfde25bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:57.013035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.013263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object c0d5adbe-c8a8-4811-8038-e025c1bf2488 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:57.048588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.132267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] For port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:57.136045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] For port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:57.146250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Allocated IP 172.20.0.2 (0c1cb04a-6ce3-474a-affc-14776d7c416f/ecc97ada-db73-4af1-bd0b-0d145beb8fdd/baf97833-afa5-4659-8000-acffdb36917c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:57.160150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=c0d5adbe-c8a8-4811-8038-e025c1bf2488,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:57.161974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.227129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:57.228488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:57.235182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:57.255782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.256593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.261377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc317-a14a-4974-9178-704be6a515b2 req-5b068a5f-e8d6-4477-9c97-038e75bc9f75 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.262098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-cf8cc317-a14a-4974-9178-704be6a515b2 req-5b068a5f-e8d6-4477-9c97-038e75bc9f75 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Synchronizing usage tracker for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:57.283869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.284496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.285882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] 10.222.0.47 "PUT /v2.0/ports/947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 HTTP/1.1" status: 200 len: 1092 time: 2.5075321 May 27 02:10:57.292267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:10:57.318461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9e65c237-5bed-41f8-b541-33b280aa2510 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7463264 May 27 02:10:57.320887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:57.329308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'fbbb3a79-b280-4f27-9210-e4fb1d6021e7', 'ip_address': '2001:db8::7aad:667b:8bb0:70aa'}], 'name': 'tempest-NetworksTestDHCPv6-1287313825'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:10:57.471160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Current status of the port ae9e6592-6d91-4ee5-980b-64648f80d78a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:57.472146 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.489065 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cab900-61df-4c85-9b17-426f6028448d'] response: {'name': 'network-changed', 'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'status': 'completed', 'code': 200} May 27 02:10:57.498314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-cf8cc317-a14a-4974-9178-704be6a515b2 req-5b068a5f-e8d6-4477-9c97-038e75bc9f75 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Unset dirty status for tenant:bec86b6200c54d8c87af954ac8f4e045 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:57.499511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf8cc317-a14a-4974-9178-704be6a515b2 req-5b068a5f-e8d6-4477-9c97-038e75bc9f75 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 943 time: 0.8665133 May 27 02:10:57.507091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.516534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3defb-1aa1-4361-942f-113f0b0df06b service neutron] Pushing event updated for resources: {'Port': ['ID=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:57.599437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:10:57.608889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:10:57.612657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:10:57.618993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Transition to ACTIVE for port object baf97833-afa5-4659-8000-acffdb36917c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:57.621828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:10:57.639799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Allocated IP 172.25.3.49 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/535ccf97-873e-4995-9388-9606176655b4) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:10:57.641614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:10:57.649695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.709654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 1974f41c-31a5-4fff-be77-4b9843f93fcd yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:10:57.725275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] For port ae9e6592-6d91-4ee5-980b-64648f80d78a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae9e6592-6d91-4ee5-980b-64648f80d78a,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:57.740664 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.741547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Transition to ACTIVE for port object baf97833-afa5-4659-8000-acffdb36917c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:10:57.805554 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:57.820131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf8cc317-a14a-4974-9178-704be6a515b2 req-b6467bf2-d747-4383-9074-cbb88870562f tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070304 May 27 02:10:57.851693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:55Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:10:57.866781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:57.870575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:57.872916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c83a6-36b4-4a2d-af4c-c1b30885266c None None] The sync data for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 is: [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:55Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:10:57.875089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:57.884677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdcf72-ff9f-455d-98ad-e85a4ffb017a None None] Pushing event updated for resources: {'Port': ['ID=ae9e6592-6d91-4ee5-980b-64648f80d78a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:57.899489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-baf40bcf-7bf5-4557-8bba-57e240e684b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:57.909293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-baf40bcf-7bf5-4557-8bba-57e240e684b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 1095 time: 0.5273030 May 27 02:10:58.151866 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-caa683d9-4262-4d04-8972-63ba1d7a1907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 HTTP/1.1" status: 200 len: 217 time: 0.2108831 May 27 02:10:58.152771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Pushing event updated for resources: {'Port': ['ID=baf97833-afa5-4659-8000-acffdb36917c,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:58.155616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Attempting to bind port baf97833-afa5-4659-8000-acffdb36917c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:10:58.156153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Attempting to bind port baf97833-afa5-4659-8000-acffdb36917c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:10:58.156703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Attempting to bind port baf97833-afa5-4659-8000-acffdb36917c on network 0c1cb04a-6ce3-474a-affc-14776d7c416f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:10:58.160875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.167074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:10:58.167682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Checking segment: {'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:10:58.168237 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.168771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Bound using segment: {'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:10:58.169390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Bound port: baf97833-afa5-4659-8000-acffdb36917c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:10:58.172539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.214447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-133f8454-af65-45e4-8675-6e1635c95496 None None] Provisioning complete for port ae9e6592-6d91-4ee5-980b-64648f80d78a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:58.215016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-133f8454-af65-45e4-8675-6e1635c95496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.268725 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): There was a conflict when trying to complete your request. May 27 02:10:58.269337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:10:58.274786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-34c0878b-186c-4eb8-98ba-507e8a66add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.276494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-34c0878b-186c-4eb8-98ba-507e8a66add4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1118801 May 27 02:10:58.328852 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d29427df-7aaa-45ac-8b21-8789e5b9634a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0068784 May 27 02:10:58.331408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34020) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:58.367244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.442014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:10:58.458620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:10:58.461603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:10:58.473952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b88f2-7471-4b3c-85cc-b1b267c39060 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.501360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b88f2-7471-4b3c-85cc-b1b267c39060 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.502562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0b2b88f2-7471-4b3c-85cc-b1b267c39060 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:10:58.548518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0b2b88f2-7471-4b3c-85cc-b1b267c39060 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:10:58.549843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0b2b88f2-7471-4b3c-85cc-b1b267c39060 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2169032 May 27 02:10:58.553135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34026) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:10:58.638845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Pushing event updated for resources: {'Port': ['ID=535ccf97-873e-4995-9388-9606176655b4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:58.647009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-2ac999bc-0230-48c5-b369-8591f457adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:58.648975 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-2ac999bc-0230-48c5-b369-8591f457adbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3526094 May 27 02:10:58.772929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port c0d5adbe-c8a8-4811-8038-e025c1bf2488 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:10:58.772929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:58.794679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-133f8454-af65-45e4-8675-6e1635c95496 None None] Current status of the port ae9e6592-6d91-4ee5-980b-64648f80d78a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:58.825512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] For port baf97833-afa5-4659-8000-acffdb36917c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:10:58.832587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] For port baf97833-afa5-4659-8000-acffdb36917c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=baf97833-afa5-4659-8000-acffdb36917c,segment=NetworkSegment(bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd),segment_id=bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:10:58.875848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device aa945d35-d2d9-46f3-9aad-06826dcc9b32 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:58.902358 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.074540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51f3fa-61ef-4ed7-a8f4-19770ddb66ad None None] Pushing event updated for resources: {'Port': ['ID=baf97833-afa5-4659-8000-acffdb36917c,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:59.134504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port aa945d35-d2d9-46f3-9aad-06826dcc9b32 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:59.142091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port aa945d35-d2d9-46f3-9aad-06826dcc9b32 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:59.142500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.257182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5517defa-f167-4d56-a2f1-547857520fc7 None None] Provisioning for port c0d5adbe-c8a8-4811-8038-e025c1bf2488 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:10:59.268929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5517defa-f167-4d56-a2f1-547857520fc7 None None] Provisioning complete for port c0d5adbe-c8a8-4811-8038-e025c1bf2488 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:59.269512 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5517defa-f167-4d56-a2f1-547857520fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.374041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-d4fc76f6-3df6-4899-97ff-a448def6e795 service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175140 May 27 02:10:59.378979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-d7b00e91-f351-4ae8-afc2-bdb1c9a7001a req-e8828125-6d3d-4b39-be0b-de00207851b3 tempest-ServerRescueNegativeTestJSON-1863938010 tempest-ServerRescueNegativeTestJSON-1863938010-project] (88425) timed out ('10.222.0.13', 52217) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:10:59.428959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.478644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5517defa-f167-4d56-a2f1-547857520fc7 None None] Port c0d5adbe-c8a8-4811-8038-e025c1bf2488 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:10:59.488544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5517defa-f167-4d56-a2f1-547857520fc7 None None] Could not find standard attr ID for object f64974a2-a1f0-42bb-9361-ab1d03cd198c. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:10:59.491866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port aa945d35-d2d9-46f3-9aad-06826dcc9b32 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:10:59.492251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.551527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port aa945d35-d2d9-46f3-9aad-06826dcc9b32, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=aa945d35-d2d9-46f3-9aad-06826dcc9b32,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:10:59.562768 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.563999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae9e6592-6d91-4ee5-980b-64648f80d78a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:10:59.691464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for c0d5adbe-c8a8-4811-8038-e025c1bf2488 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:10:59.761289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.800163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=aa945d35-d2d9-46f3-9aad-06826dcc9b32,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:10:59.842026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ae9e6592-6d91-4ee5-980b-64648f80d78a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:10:59.842549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:10:59.854123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde8b09-3194-4e26-8836-d5f0140e9e93 req-9efe08bf-c560-47b3-bf12-c322efb25867 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:10:59.855693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fde8b09-3194-4e26-8836-d5f0140e9e93 req-9efe08bf-c560-47b3-bf12-c322efb25867 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 943 time: 0.8012888 May 27 02:10:59.913370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fde8b09-3194-4e26-8836-d5f0140e9e93 req-bc75f9d5-2c9e-4b5c-af10-0a325d50e46e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448732 May 27 02:11:00.013530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ae9e6592-6d91-4ee5-980b-64648f80d78a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:00.015129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e453ef6-228c-40c7-81d5-d9af1774cee7 req-fb31c4c8-d504-4715-a6f8-17e9fa26225d service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332865 May 27 02:11:00.023037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.086252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=c0d5adbe-c8a8-4811-8038-e025c1bf2488,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:00.168067 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.204148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-816b1f42-ca43-4fa4-923b-66f1a556d7b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/c0d5adbe-c8a8-4811-8038-e025c1bf2488 HTTP/1.1" status: 204 len: 168 time: 1.6498647 May 27 02:11:00.207998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34050) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:00.423737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc1a3b-ea3b-49fb-a841-a67adcef90b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.427188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc1a3b-ea3b-49fb-a841-a67adcef90b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.427978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-52bc1a3b-ea3b-49fb-a841-a67adcef90b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:00.443841 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.458340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-52bc1a3b-ea3b-49fb-a841-a67adcef90b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:00.462405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-52bc1a3b-ea3b-49fb-a841-a67adcef90b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2507761 May 27 02:11:00.462492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34058) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:00.558184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet fbbb3a79-b280-4f27-9210-e4fb1d6021e7 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:00.562400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.647439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-6d2e546d-713e-4a22-b3ef-e29c722c5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.648974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-6d2e546d-713e-4a22-b3ef-e29c722c5783 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 1095 time: 0.5055714 May 27 02:11:00.685650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.734243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e2f337-8806-49e7-bc69-2fbd77267955 None None] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:00.789916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.852821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device aa945d35-d2d9-46f3-9aad-06826dcc9b32 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:00.860275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-27e1a613-c45c-41d1-b8b8-2ee54aa66efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:00.861879 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-27e1a613-c45c-41d1-b8b8-2ee54aa66efe service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.2053397 May 27 02:11:00.863542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Router 5084cb63-a8ea-4034-bc95-93d034ab0c56 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:11:00.891868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.940898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbb3a79-b280-4f27-9210-e4fb1d6021e7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:00.954556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-28781dcc-445d-472f-afa4-d192e5453ad2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 HTTP/1.1" status: 200 len: 217 time: 0.0819292 May 27 02:11:00.965079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:00.968065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a936bd-1e14-4df0-871d-431e19e2f5b1 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:01.004314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-855c3e92-9150-4bce-bbab-5de9e6e58064 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/fbbb3a79-b280-4f27-9210-e4fb1d6021e7 HTTP/1.1" status: 204 len: 168 time: 0.5383973 May 27 02:11:01.005061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34070) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:01.119707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-907d9680-0575-4e70-aa07-f9033ae57366 None None] Provisioning for port baf97833-afa5-4659-8000-acffdb36917c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:01.155259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-113210c7-7498-41c4-8439-6505e98d86ee tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1483428 May 27 02:11:01.158956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34078) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:01.168208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:01.168741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-c389ab50-1b71-48fd-86aa-34e1635daae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.170280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-c389ab50-1b71-48fd-86aa-34e1635daae8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1574717 May 27 02:11:01.322659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port aa945d35-d2d9-46f3-9aad-06826dcc9b32 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:01.323141 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.333628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:01.337708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:01.340742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:01.347300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:01.359916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:01.365967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.475352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:01.487852 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Sync routers for ids ['5084cb63-a8ea-4034-bc95-93d034ab0c56'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:01.503910 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Routers {'5084cb63-a8ea-4034-bc95-93d034ab0c56'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:01.504542 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5084cb63-a8ea-4034-bc95-93d034ab0c56'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:01.645766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d99e6-2f82-4825-ba52-1fb79cfc5168 req-c0730f2b-92ae-4aca-a366-bd392a6e9473 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.650044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c4d99e6-2f82-4825-ba52-1fb79cfc5168 req-c0730f2b-92ae-4aca-a366-bd392a6e9473 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 943 time: 0.4788494 May 27 02:11:01.663264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.671751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-767f5a29-936f-46c2-8d10-a5d1f85ab897 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.6172142 May 27 02:11:01.674018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:01.680720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:11:01.733334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] Deleting port ae9e6592-6d91-4ee5-980b-64648f80d78a {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:01.733708 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.747864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.820043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port aa945d35-d2d9-46f3-9aad-06826dcc9b32 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:01.821263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device baf97833-afa5-4659-8000-acffdb36917c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:01.845019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-874a6655-b02f-41c4-bf03-8861b73021e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.846886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-874a6655-b02f-41c4-bf03-8861b73021e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4657834 May 27 02:11:01.850172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c4d99e6-2f82-4825-ba52-1fb79cfc5168 req-886e605a-f61f-4ec0-ac36-a0ee195edba4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907020 May 27 02:11:01.907497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:01.911629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:01.918181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:01.918301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:01.956150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=beb78ff3-0745-4c09-b99f-2c4809b38163,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:02.009651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b646e79b-31ef-4388-83f1-6a8196b4a923 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8463817 May 27 02:11:02.012523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34096) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:02.018569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'beb78ff3-0745-4c09-b99f-2c4809b38163', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-245657608'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:02.019530 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Set router 5084cb63-a8ea-4034-bc95-93d034ab0c56 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:02.172065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port baf97833-afa5-4659-8000-acffdb36917c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:02.217872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port baf97833-afa5-4659-8000-acffdb36917c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:02.218236 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.258220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:02.262701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:02.266303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:02.272781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:02.287090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:02.350214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-be189459-2b26-4e04-80f9-e95702ab7c8d service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864831 May 27 02:11:02.357170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-05fbec5f-f721-486f-863e-9e3c21b5d23b None None] Provisioning complete for port baf97833-afa5-4659-8000-acffdb36917c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:02.357577 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-05fbec5f-f721-486f-863e-9e3c21b5d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.408912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] For port ae9e6592-6d91-4ee5-980b-64648f80d78a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae9e6592-6d91-4ee5-980b-64648f80d78a,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:02.409517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.412009 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 3, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:02.423127 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Checking router: 5084cb63-a8ea-4034-bc95-93d034ab0c56 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:02.424718 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Updating router 5084cb63-a8ea-4034-bc95-93d034ab0c56 port 535ccf97-873e-4995-9388-9606176655b4 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:11:02.519604 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.570000 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.606308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 876a5f7b-c470-48e1-a909-f6b6fbc57944 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:11:02.649611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1828ba87-9a7e-44e3-a643-4894355604f5 req-e3b4bcd1-4545-4357-a989-906c723864be service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907593 May 27 02:11:02.685921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] Calling delete_port for ae9e6592-6d91-4ee5-980b-64648f80d78a owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:02.771230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port baf97833-afa5-4659-8000-acffdb36917c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:02.771574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.939668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port baf97833-afa5-4659-8000-acffdb36917c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=baf97833-afa5-4659-8000-acffdb36917c,segment=NetworkSegment(bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd),segment_id=bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:02.945870 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:02.975867 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:11:02.976370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:11:02.996039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-05fbec5f-f721-486f-863e-9e3c21b5d23b None None] Current status of the port baf97833-afa5-4659-8000-acffdb36917c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:02.996665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-05fbec5f-f721-486f-863e-9e3c21b5d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.007430 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.009258 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.010387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] No DVR routers for this DVR port ae9e6592-6d91-4ee5-980b-64648f80d78a on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:03.024488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037e404-d865-44b8-b5d1-5c8a2fc49aa8 None None] Pushing event deleted for resources: {'Port': ['ID=ae9e6592-6d91-4ee5-980b-64648f80d78a,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:03.026168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a082ace-80a3-4fb4-8084-7e9269c20210 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0123341 May 27 02:11:03.028665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34112) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:03.080522 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.084808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9397095e-10cb-4552-a72c-801f49ca3a22 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:03.111226 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Transition to ACTIVE for port object 535ccf97-873e-4995-9388-9606176655b4 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:03.125607 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.184048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae9e6592-6d91-4ee5-980b-64648f80d78a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:03.208122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ffe91c2-6811-4099-a0ad-3f93cc208c94 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:03.269208 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Attempting to bind port 535ccf97-873e-4995-9388-9606176655b4 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:03.269848 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Attempting to bind port 535ccf97-873e-4995-9388-9606176655b4 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:03.270361 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Attempting to bind port 535ccf97-873e-4995-9388-9606176655b4 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:03.272458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0ffe91c2-6811-4099-a0ad-3f93cc208c94 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:03.276388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34120) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:03.277364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0ffe91c2-6811-4099-a0ad-3f93cc208c94 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2465034 May 27 02:11:03.282893 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:03.283489 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:03.284035 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.284564 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:03.285171 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Bound port: 535ccf97-873e-4995-9388-9606176655b4, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:03.285703 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.295932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6dbfc-d3a0-43f4-8979-2823b05d4f01 req-6d483664-b642-47d1-ba25-e63e970a8a63 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:03.333635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaf6dbfc-d3a0-43f4-8979-2823b05d4f01 req-6d483664-b642-47d1-ba25-e63e970a8a63 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 943 time: 0.2114620 May 27 02:11:03.335550 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702b13d-0154-41f3-ad8c-30ddfcdc1662 None None] Pushing event updated for resources: {'Port': ['ID=535ccf97-873e-4995-9388-9606176655b4,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:03.387753 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] For port 535ccf97-873e-4995-9388-9606176655b4, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:03.393703 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] For port 535ccf97-873e-4995-9388-9606176655b4, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=535ccf97-873e-4995-9388-9606176655b4,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:03.401473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ae9e6592-6d91-4ee5-980b-64648f80d78a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:03.402300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae9e6592-6d91-4ee5-980b-64648f80d78a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:03.403990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=baf97833-afa5-4659-8000-acffdb36917c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:03.407258 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.423392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaf6dbfc-d3a0-43f4-8979-2823b05d4f01 req-938f3f6e-53b7-4212-910b-7c5107708320 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865970 May 27 02:11:03.444569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.460601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:03.469000 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-05fbec5f-f721-486f-863e-9e3c21b5d23b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:03.469645 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-05fbec5f-f721-486f-863e-9e3c21b5d23b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:03.473557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.536203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'beb78ff3-0745-4c09-b99f-2c4809b38163'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:11:03.537336 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:03.550728 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Routers {'5084cb63-a8ea-4034-bc95-93d034ab0c56'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:03.552745 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5084cb63-a8ea-4034-bc95-93d034ab0c56'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:03.633812 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702b13d-0154-41f3-ad8c-30ddfcdc1662 None None] Pushing event updated for resources: {'Port': ['ID=535ccf97-873e-4995-9388-9606176655b4,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:03.698854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Allocated IP 172.20.0.1 (0c1cb04a-6ce3-474a-affc-14776d7c416f/ecc97ada-db73-4af1-bd0b-0d145beb8fdd/26145bba-58bb-417f-9d68-a63dd206abfa) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:03.793592 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] Set router 5084cb63-a8ea-4034-bc95-93d034ab0c56 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:03.825926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:03.841487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'port_id': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'mac_address': 'fa:16:3e:97:ee:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:03.978273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e33a49-dbaf-4ff2-a384-726b516d11b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:03.979832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e33a49-dbaf-4ff2-a384-726b516d11b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:03.984571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-21e33a49-dbaf-4ff2-a384-726b516d11b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6996484 May 27 02:11:03.985081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34134) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:04.078208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:04.078849 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.104530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet beb78ff3-0745-4c09-b99f-2c4809b38163 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:04.117772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.141109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Transition to ACTIVE for port object 26145bba-58bb-417f-9d68-a63dd206abfa will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:04.160051 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 3, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:04.164468 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8914-d9e3-4c0c-94ad-c37d5943d086 None None] The sync data for ids ['5084cb63-a8ea-4034-bc95-93d034ab0c56'] in n-d-843146-11 is: [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 3, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:04.194576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/beb78ff3-0745-4c09-b99f-2c4809b38163/f8f6f572-6a3b-485e-93a7-624ccc766899) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:04.198890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.209812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:04.219574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-05fbec5f-f721-486f-863e-9e3c21b5d23b None None] Current status of the port baf97833-afa5-4659-8000-acffdb36917c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:04.289465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:04.292387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:04.297871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:04.321432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:04.325569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Pushing event updated for resources: {'Port': ['ID=26145bba-58bb-417f-9d68-a63dd206abfa,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:04.333989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.404996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.681957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.700466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Transition to ACTIVE for port object f8f6f572-6a3b-485e-93a7-624ccc766899 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:04.703154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:04.729671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Transition to ACTIVE for port object f8f6f572-6a3b-485e-93a7-624ccc766899 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:04.739194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.739414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.750327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.835648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:04.838848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:04.842530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:04.846143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['947d5dc8-6dc5-41a2-91d3-9b3746ea08b8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:04.905074 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:04.922185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-30198a77-424d-4f65-82a5-ae027a94032a None None] Provisioning for port 26145bba-58bb-417f-9d68-a63dd206abfa completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:05.002024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Pushing event updated for resources: {'Port': ['ID=f8f6f572-6a3b-485e-93a7-624ccc766899,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:05.005654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-30198a77-424d-4f65-82a5-ae027a94032a None None] Provisioning complete for port 26145bba-58bb-417f-9d68-a63dd206abfa triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:05.006034 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-30198a77-424d-4f65-82a5-ae027a94032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.022896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab6da9-3b5e-47d2-8fea-07e903f375c1 req-c1dde52a-15df-4bd2-bad0-2e185b4e8ff9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:05.024412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99ab6da9-3b5e-47d2-8fea-07e903f375c1 req-c1dde52a-15df-4bd2-bad0-2e185b4e8ff9 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 944 time: 0.4095633 May 27 02:11:05.077755 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Attempting to bind port f8f6f572-6a3b-485e-93a7-624ccc766899 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:05.078139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Attempting to bind port f8f6f572-6a3b-485e-93a7-624ccc766899 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:05.078512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Attempting to bind port f8f6f572-6a3b-485e-93a7-624ccc766899 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:05.093546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:05.093844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:05.094603 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.095176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:05.095961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Bound port: f8f6f572-6a3b-485e-93a7-624ccc766899, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:05.096655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.203527 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99ab6da9-3b5e-47d2-8fea-07e903f375c1 req-e742b743-2219-48f4-8bf1-c025ebad7868 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105874 May 27 02:11:05.265073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 535ccf97-873e-4995-9388-9606176655b4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:05.287484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.293825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-30198a77-424d-4f65-82a5-ae027a94032a None None] Port 26145bba-58bb-417f-9d68-a63dd206abfa cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:05.379613 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.390066 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.416280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 535ccf97-873e-4995-9388-9606176655b4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:05.427589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 535ccf97-873e-4995-9388-9606176655b4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:05.427959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.481158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] For port f8f6f572-6a3b-485e-93a7-624ccc766899, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:05.488753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.512007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] For port f8f6f572-6a3b-485e-93a7-624ccc766899, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8f6f572-6a3b-485e-93a7-624ccc766899,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:05.549598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.586582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.598138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.610203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=beb78ff3-0745-4c09-b99f-2c4809b38163,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:05.616771 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-87d097bb-9afc-4d93-9fe0-907312adeea7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/beb78ff3-0745-4c09-b99f-2c4809b38163 HTTP/1.1" status: 204 len: 168 time: 1.6306245 May 27 02:11:05.619288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34158) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:05.675232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Pushing event updated for resources: {'Port': ['ID=26145bba-58bb-417f-9d68-a63dd206abfa,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:05.718601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34162) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:05.720008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-54292e80-2722-475e-8cd5-df9ef1b87039 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994871 May 27 02:11:05.728894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:05.753459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac9f3c-0fbe-46ab-8d11-497e24fad5ce None None] Pushing event updated for resources: {'Port': ['ID=f8f6f572-6a3b-485e-93a7-624ccc766899,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:05.759725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 535ccf97-873e-4995-9388-9606176655b4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:05.760109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.804322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 535ccf97-873e-4995-9388-9606176655b4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=535ccf97-873e-4995-9388-9606176655b4,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:05.806052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d853150e-e784-4838-b381-8386e7b9d917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.817858 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:05.818652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device baf97833-afa5-4659-8000-acffdb36917c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:05.865877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:05.870583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:05.944939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=535ccf97-873e-4995-9388-9606176655b4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:05.962065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port baf97833-afa5-4659-8000-acffdb36917c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:05.962563 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.057494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:06.075481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:06.140349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port baf97833-afa5-4659-8000-acffdb36917c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:06.194303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:06.204296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:06.224034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:06.227433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.338181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e28beba9-6265-4afa-96aa-c9c373143e57 None None] Provisioning complete for port 26145bba-58bb-417f-9d68-a63dd206abfa triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:06.339457 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e28beba9-6265-4afa-96aa-c9c373143e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.432000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e28beba9-6265-4afa-96aa-c9c373143e57 None None] Port 26145bba-58bb-417f-9d68-a63dd206abfa cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:06.479595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Router 5084cb63-a8ea-4034-bc95-93d034ab0c56 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:06.543962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ec353-d05b-4444-a348-cff6fddfe343 req-8dec53e6-913a-48d5-a4b8-e58ba0d855e8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:06.546414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e18ec353-d05b-4444-a348-cff6fddfe343 req-8dec53e6-913a-48d5-a4b8-e58ba0d855e8 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 944 time: 0.0972488 May 27 02:11:06.607458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e18ec353-d05b-4444-a348-cff6fddfe343 req-acdbd441-3943-48b6-99fd-2baa95288cfa tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547566 May 27 02:11:06.784738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:06.805361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-41555a75-73f9-45d2-821f-c3c7dc9b7d4e admin admin] 10.222.0.16 "PUT /v2.0/routers/5084cb63-a8ea-4034-bc95-93d034ab0c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1272998 May 27 02:11:06.855142 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.933449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=fe44afa9-723f-4418-a21d-ea7cf2bce370,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:06.950780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:06.952533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:06.958960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:06.959824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:06.990248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Sync routers for ids ['5084cb63-a8ea-4034-bc95-93d034ab0c56'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:07.008566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34190) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:07.009108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea917e26-3e7f-4b1a-a451-305930c79a40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2889843 May 27 02:11:07.014590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-663911126', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:07.015006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Routers {'5084cb63-a8ea-4034-bc95-93d034ab0c56'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:07.025752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:10:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5084cb63-a8ea-4034-bc95-93d034ab0c56'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:07.040269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:07.051533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:router and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:07.056499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:07.064202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:07.083495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.085537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.112496 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.150662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.204338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.216941 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8f384702-cdda-46ef-b2db-e326545729b5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2045093 May 27 02:11:07.217272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34202) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:07.296379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8f6f572-6a3b-485e-93a7-624ccc766899 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:07.457802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2dad8-2267-462d-9db5-fabc61089c03 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:07.474757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:07.481326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62395151', 'description': 'tempest-secgroup-smoke-62395151 description', 'project_id': '72cc15af36d64ae8a216d2a9420afc73'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:07.483441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:07.488031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:07.492890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:07.496204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:07.502705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:07.515318 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.534258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Set router 5084cb63-a8ea-4034-bc95-93d034ab0c56 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:07.561408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:07.571390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:07.577336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:07.594527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:07.707649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.714652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.761680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf17f95-8beb-456c-abfe-6304de93147d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:07.796318 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.799376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d5b766d4-8e6b-4b29-b792-4506f174f08e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3235412 May 27 02:11:07.803109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34220) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:07.809832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17f95-8beb-456c-abfe-6304de93147d', 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:07.819776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:07.825187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:07.828320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:07.836254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:07.862587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.895774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-77013e5d-d3ef-4723-aa83-518a23e87705 None None] Provisioning for port f8f6f572-6a3b-485e-93a7-624ccc766899 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:07.940582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f8f6f572-6a3b-485e-93a7-624ccc766899 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:07.953090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f8f6f572-6a3b-485e-93a7-624ccc766899 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:07.953463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.960346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:07.970688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.031319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c1ef55-4c36-4e26-a160-7761d6b031c9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:08.040255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:08.042548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.043943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-71c0b231-15c9-4c01-b668-b7fecd521371 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393866 May 27 02:11:08.049810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34224) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:08.058534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17f95-8beb-456c-abfe-6304de93147d', 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:08.068518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:08.072578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:08.073173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.075301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:08.079231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:08.087021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:08.090262 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:11:08.107735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.111458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8696a829-40e4-471a-bcc1-706fe100c3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.147768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.176340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26490a8d-372f-4116-a85d-05b545386311 req-5e17c87f-214e-4ef6-8296-a82b7cb32642 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:08.183262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26490a8d-372f-4116-a85d-05b545386311 req-5e17c87f-214e-4ef6-8296-a82b7cb32642 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 944 time: 0.3807735 May 27 02:11:08.211591 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.216014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.253266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e39c756-b25a-4d0b-9a5d-826c3edd44c3,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:08.262894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.270169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c4adaac-31ae-4371-a3e3-f236473ee0e2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2192070 May 27 02:11:08.270997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:08.276444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17f95-8beb-456c-abfe-6304de93147d', 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:08.283880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:08.288585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:08.291641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:08.298962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:08.330650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.406668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.411977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.426101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26490a8d-372f-4116-a85d-05b545386311 req-49427d25-d761-42d4-bde2-df94f4c0256d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707444 May 27 02:11:08.440749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:11:04Z', 'revision_number': 4, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '26145bba-58bb-417f-9d68-a63dd206abfa', 'name': '', 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'mac_address': 'fa:16:3e:5a:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'ecc97ada-db73-4af1-bd0b-0d145beb8fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:03Z', 'updated_at': '2022-05-27T02:11:04Z', 'revision_number': 2, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'subnets': [{'id': 'ecc97ada-db73-4af1-bd0b-0d145beb8fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:08.446651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f8f6f572-6a3b-485e-93a7-624ccc766899 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:08.447241 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.449801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.453929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34234) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:08.454961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1828747 May 27 02:11:08.462408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b556b8-fa9a-4580-b227-7a773522f1b8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1696e2b2-503a-4b1f-a6ce-96404e30eec1,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:08.464375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17f95-8beb-456c-abfe-6304de93147d', 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:08.473200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:08.473696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.481636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:08.485840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Checking router: 5084cb63-a8ea-4034-bc95-93d034ab0c56 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:08.485840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Updating router 5084cb63-a8ea-4034-bc95-93d034ab0c56 port 26145bba-58bb-417f-9d68-a63dd206abfa binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:11:08.532238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:08.549104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:08.561484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:08.587261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:08.604497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f8f6f572-6a3b-485e-93a7-624ccc766899, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8f6f572-6a3b-485e-93a7-624ccc766899,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:08.604497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:08.604497 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.618682 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.618682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 535ccf97-873e-4995-9388-9606176655b4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:08.671644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.729604 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43b052a-ca6a-40b2-ad58-3cef5175251a'] response: {'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'code': 200} May 27 02:11:08.789999 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.809554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::1 (30b892c4-6e6d-4797-a636-03633845dc1c/fe44afa9-723f-4418-a21d-ea7cf2bce370/bf6f0066-58b3-4f7b-a271-c8bbd973b8ce) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:08.830824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.862312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.891636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64279bd4-60b6-4044-a8ad-1baf314fd81a req-45d83559-e9c5-4ea5-a48e-6db2f6a7b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:08.893305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64279bd4-60b6-4044-a8ad-1baf314fd81a req-45d83559-e9c5-4ea5-a48e-6db2f6a7b4ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 1097 time: 0.1193511 May 27 02:11:08.955925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64279bd4-60b6-4044-a8ad-1baf314fd81a req-388b06d6-6352-4f49-86d2-a7f124d7c782 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552006 May 27 02:11:08.969484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5812329-db2e-4b07-9525-34a6024cee56,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:08.991950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:08.993113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dde5d88d-1ad2-482b-a2e6-65ac0a9e38f5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5376158 May 27 02:11:08.996002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34240) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:09.005450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17f95-8beb-456c-abfe-6304de93147d', 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:09.016307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:09.022702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:09.025985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:09.031793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f8f6f572-6a3b-485e-93a7-624ccc766899,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:09.037243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:09.057295 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Project 72cc15af36d64ae8a216d2a9420afc73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:11:09.062451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.065289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.080228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object bf6f0066-58b3-4f7b-a271-c8bbd973b8ce will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:09.108978 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.145878 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.150982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.174170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4ad262ea-e355-4261-97a8-a40b3c942632 None None] Provisioning complete for port f8f6f572-6a3b-485e-93a7-624ccc766899 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:09.174170 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4ad262ea-e355-4261-97a8-a40b3c942632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.233662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:09.235661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c97abc4-794d-41d1-b609-75b708049d31,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:09.237036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:09.244101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.248712 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-72e70d21-d372-4aef-b4d8-8f6e67aeabf7 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2481740 May 27 02:11:09.249257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34246) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:09.253535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:09.254087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.255415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 535ccf97-873e-4995-9388-9606176655b4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:09.255788 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.268436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=bf6f0066-58b3-4f7b-a271-c8bbd973b8ce,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:09.272640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17f95-8beb-456c-abfe-6304de93147d', 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:09.307963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:09.313417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:security_group_rule and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:09.316500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:09.325766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:09.344457 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Project 72cc15af36d64ae8a216d2a9420afc73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:11:09.358472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.501264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.510879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:09.535671 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.541255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.581384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.594172 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.660126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.671572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4ad262ea-e355-4261-97a8-a40b3c942632 None None] Current status of the port f8f6f572-6a3b-485e-93a7-624ccc766899 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:09.683298 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4305296 May 27 02:11:09.697515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af0c74-9cf1-413f-9137-d826eacb10be tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6522a7f5-c1b1-44fa-ac90-0243e2e6e521,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:09.776467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 535ccf97-873e-4995-9388-9606176655b4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:09.828515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-71d3c315-4098-4be5-9237-d84ea0c8d29f None None] Provisioning for port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:09.877228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-71d3c315-4098-4be5-9237-d84ea0c8d29f None None] Provisioning complete for port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:09.877952 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-71d3c315-4098-4be5-9237-d84ea0c8d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:09.902734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-a4ffa748-dab0-4936-8b0d-e31a9ef5badf tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Synchronizing usage tracker for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:09.922773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-a4ffa748-dab0-4936-8b0d-e31a9ef5badf tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Unset dirty status for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:09.924498 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-a4ffa748-dab0-4936-8b0d-e31a9ef5badf tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62395151&fields=id&tenant_id=72cc15af36d64ae8a216d2a9420afc73 HTTP/1.1" status: 200 len: 267 time: 0.0763304 May 27 02:11:09.933727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8f6f572-6a3b-485e-93a7-624ccc766899 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:10.025019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-71d3c315-4098-4be5-9237-d84ea0c8d29f None None] Port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:10.030774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.049764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Transition to ACTIVE for port object 26145bba-58bb-417f-9d68-a63dd206abfa will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:10.061938 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.151474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-d68c3832-ec77-4fc6-bb10-6bde0103a82d tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:10.152213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-d68c3832-ec77-4fc6-bb10-6bde0103a82d tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Synchronizing usage tracker for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:10.192071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-d68c3832-ec77-4fc6-bb10-6bde0103a82d tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Unset dirty status for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:10.193776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-d68c3832-ec77-4fc6-bb10-6bde0103a82d tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/networks?id=53d98a6b-b987-4d5d-9014-186eeeb765bb HTTP/1.1" status: 200 len: 809 time: 0.2625716 May 27 02:11:10.205445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f8f6f572-6a3b-485e-93a7-624ccc766899 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:10.205818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.213334 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-f8eed90c-1a19-436e-a47a-da9aff86fd7d tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/quotas/72cc15af36d64ae8a216d2a9420afc73 HTTP/1.1" status: 200 len: 375 time: 0.0134811 May 27 02:11:10.255825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40460bb7-9b69-4975-a957-d868adbb294e None None] Pushing event updated for resources: {'Port': ['ID=26145bba-58bb-417f-9d68-a63dd206abfa,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:10.301809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103afa-5d36-4d83-9a33-dec10188c9f4 req-5fcf39ea-a65a-4463-b75a-bec014181241 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:10.304150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d5103afa-5d36-4d83-9a33-dec10188c9f4 req-5fcf39ea-a65a-4463-b75a-bec014181241 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 945 time: 0.5483885 May 27 02:11:10.355948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-d4de64ee-9362-4c26-bb9d-16d1b2469d9f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Synchronizing usage tracker for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:10.377625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-d4de64ee-9362-4c26-bb9d-16d1b2469d9f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Unset dirty status for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:10.380086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-d4de64ee-9362-4c26-bb9d-16d1b2469d9f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72cc15af36d64ae8a216d2a9420afc73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593664 May 27 02:11:10.403124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-2d88805f-6663-470a-8536-b3944fb7f42b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:11:10.405201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-2d88805f-6663-470a-8536-b3944fb7f42b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074217 May 27 02:11:10.432137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.438994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d5103afa-5d36-4d83-9a33-dec10188c9f4 req-f20af279-7a25-4733-b859-610569c9d56d tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275969 May 27 02:11:10.446862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.447878 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.468722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Attempting to bind port 26145bba-58bb-417f-9d68-a63dd206abfa on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:10.469086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Attempting to bind port 26145bba-58bb-417f-9d68-a63dd206abfa by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:10.469455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Attempting to bind port 26145bba-58bb-417f-9d68-a63dd206abfa on network 0c1cb04a-6ce3-474a-affc-14776d7c416f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:10.552323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=bf6f0066-58b3-4f7b-a271-c8bbd973b8ce,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:10.592128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:10.593088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Checking segment: {'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:10.593665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.594213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Bound using segment: {'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:10.594879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Bound port: 26145bba-58bb-417f-9d68-a63dd206abfa, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:10.595422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.614357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f8f6f572-6a3b-485e-93a7-624ccc766899 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:10.723383 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-81de0e79-51fc-4758-8e1a-c6e6bae57304 service neutron] 10.222.0.16 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109543 May 27 02:11:10.767364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] For port 26145bba-58bb-417f-9d68-a63dd206abfa, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:10.772027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] For port 26145bba-58bb-417f-9d68-a63dd206abfa, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=26145bba-58bb-417f-9d68-a63dd206abfa,segment=NetworkSegment(bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd),segment_id=bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:10.790413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:10.905195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Routers {'5084cb63-a8ea-4034-bc95-93d034ab0c56'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:10.905842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5084cb63-a8ea-4034-bc95-93d034ab0c56'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:10.917331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-b92b1b05-d7ed-4a33-aa89-9d8ffe07e247 service neutron] 10.222.0.16 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885533 May 27 02:11:10.950870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:10.952717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:11.200889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] Set router 5084cb63-a8ea-4034-bc95-93d034ab0c56 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:11.439535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45fed3c0-9cd0-4f28-980c-ca14e6b2f517 req-8cee40b5-20e2-4a33-8312-8e0c0405dac4 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 210 time: 0.0821493 May 27 02:11:11.519080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40460bb7-9b69-4975-a957-d868adbb294e None None] Pushing event updated for resources: {'Port': ['ID=26145bba-58bb-417f-9d68-a63dd206abfa,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:11.549835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Router 27ce6088-e38f-456f-94d7-6822579e3a50 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:11:11.819735 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:11.836687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:11.843724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7cb8de83-44e7-4f57-bc72-4f0c38d5e796 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "PUT /v2.0/routers/27ce6088-e38f-456f-94d7-6822579e3a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6255705 May 27 02:11:11.846220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34392) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:11.849360 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Sync routers for ids ['27ce6088-e38f-456f-94d7-6822579e3a50'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:11.863672 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Routers {'27ce6088-e38f-456f-94d7-6822579e3a50'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:11.865301 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ce6088-e38f-456f-94d7-6822579e3a50'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:11.890590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b2252-f95a-4766-bf6f-343f7edc48e2 req-3abaaef0-b211-4fdb-85be-db0e2468649e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:11.899305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c21b2252-f95a-4766-bf6f-343f7edc48e2 req-3abaaef0-b211-4fdb-85be-db0e2468649e tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 945 time: 0.2025135 May 27 02:11:11.966281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:11:04Z', 'revision_number': 4, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '26145bba-58bb-417f-9d68-a63dd206abfa', 'name': '', 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'mac_address': 'fa:16:3e:5a:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'ecc97ada-db73-4af1-bd0b-0d145beb8fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:03Z', 'updated_at': '2022-05-27T02:11:10Z', 'revision_number': 4, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'subnets': [{'id': 'ecc97ada-db73-4af1-bd0b-0d145beb8fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:11.980524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fdb9c8-18bf-4bda-be4b-1ba67384cdf0 None None] The sync data for ids ['5084cb63-a8ea-4034-bc95-93d034ab0c56'] in n-d-843146-11 is: [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:11:04Z', 'revision_number': 4, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '26145bba-58bb-417f-9d68-a63dd206abfa', 'name': '', 'network_id': '0c1cb04a-6ce3-474a-affc-14776d7c416f', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'mac_address': 'fa:16:3e:5a:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'ecc97ada-db73-4af1-bd0b-0d145beb8fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:03Z', 'updated_at': '2022-05-27T02:11:10Z', 'revision_number': 4, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'subnets': [{'id': 'ecc97ada-db73-4af1-bd0b-0d145beb8fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:12.059517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ae450b41-a2d6-457f-861d-3c2163b37e4f None None] Provisioning complete for port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:12.060129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae450b41-a2d6-457f-861d-3c2163b37e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:12.129379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3490e-665e-43e6-a715-a32ffb56799d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:12.130409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ffb3490e-665e-43e6-a715-a32ffb56799d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:12.205571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ae450b41-a2d6-457f-861d-3c2163b37e4f None None] Port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:12.219530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ffb3490e-665e-43e6-a715-a32ffb56799d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:12.221350 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ffb3490e-665e-43e6-a715-a32ffb56799d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports/bf6f0066-58b3-4f7b-a271-c8bbd973b8ce HTTP/1.1" status: 200 len: 911 time: 0.3606677 May 27 02:11:12.224557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34428) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:12.291056 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c21b2252-f95a-4766-bf6f-343f7edc48e2 req-0111c545-88c6-44b7-a622-3bd85fbc4ed7 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908200 May 27 02:11:12.296011 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Set router 27ce6088-e38f-456f-94d7-6822579e3a50 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:12.423389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f978c5-75d6-4e5d-8176-85e569ab28e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:12.429780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f978c5-75d6-4e5d-8176-85e569ab28e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:12.431265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f3f978c5-75d6-4e5d-8176-85e569ab28e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2033033 May 27 02:11:12.433897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34456) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:12.809898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-226f0187-9805-4314-8f28-ad97d9aa9773 req-cf984f52-2612-4a9f-a16d-533f7c6eada8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 210 time: 0.1018674 May 27 02:11:12.994759 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'name': 'tempest-NetworksTestDHCPv6-router-663911126', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None, '_interfaces': [{'id': 'bf6f0066-58b3-4f7b-a271-c8bbd973b8ce', 'name': '', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'mac_address': 'fa:16:3e:83:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'fe44afa9-723f-4418-a21d-ea7cf2bce370', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:08Z', 'updated_at': '2022-05-27T02:11:10Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'subnets': [{'id': 'fe44afa9-723f-4418-a21d-ea7cf2bce370', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:13.000278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Checking router: 27ce6088-e38f-456f-94d7-6822579e3a50 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:13.000844 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Updating router 27ce6088-e38f-456f-94d7-6822579e3a50 port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:11:13.041672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ad8c-a7df-4980-84bb-bb504296f4de req-c89adf06-004a-4a8b-b855-65e1f0c21084 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:13.043240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c935ad8c-a7df-4980-84bb-bb504296f4de req-c89adf06-004a-4a8b-b855-65e1f0c21084 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 945 time: 0.5287054 May 27 02:11:13.053373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34526) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:13.059777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Request body: {'floatingip': {'port_id': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:13.098410 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:13.180214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:13.485498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:13.604626 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:13.636964 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Transition to ACTIVE for port object bf6f0066-58b3-4f7b-a271-c8bbd973b8ce will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:13.651552 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:13.993304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6c510-b443-4943-9701-8e05ac3846d2 None None] Pushing event updated for resources: {'Port': ['ID=bf6f0066-58b3-4f7b-a271-c8bbd973b8ce,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:14.067722 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Attempting to bind port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:14.074259 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Attempting to bind port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:14.074630 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Attempting to bind port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:14.098956 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:14.100838 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:14.102772 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.103193 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:14.103679 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Bound port: bf6f0066-58b3-4f7b-a271-c8bbd973b8ce, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:14.104057 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.113496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26145bba-58bb-417f-9d68-a63dd206abfa up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:14.223300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:14.224753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.295877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 26145bba-58bb-417f-9d68-a63dd206abfa completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:14.303549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 26145bba-58bb-417f-9d68-a63dd206abfa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:14.303829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.331827 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] For port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:14.344740 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] For port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=bf6f0066-58b3-4f7b-a271-c8bbd973b8ce,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:14.349431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a050620e-c91f-4402-ba9c-91ccb073dd85 req-1eb9cc58-df5a-45e8-9f1e-e6e951e8befe tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 210 time: 0.1475773 May 27 02:11:14.360587 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.425907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-e74f4002-7e25-4c20-9a2f-330ae9418320 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:14.427342 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-e74f4002-7e25-4c20-9a2f-330ae9418320 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.47 "GET /v2.0/networks?id=53d98a6b-b987-4d5d-9014-186eeeb765bb HTTP/1.1" status: 200 len: 809 time: 0.9879482 May 27 02:11:14.516070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] For port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce, host n-d-843146-11, got binding levels [] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:14.521779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.541216 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Routers {'27ce6088-e38f-456f-94d7-6822579e3a50'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:14.541946 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ce6088-e38f-456f-94d7-6822579e3a50'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:14.586128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 26145bba-58bb-417f-9d68-a63dd206abfa is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:14.586624 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.610477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-5459a8d3-745a-421d-a582-dc0130996716 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72cc15af36d64ae8a216d2a9420afc73 HTTP/1.1" status: 200 len: 378 time: 0.1688523 May 27 02:11:14.635731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'port': {'device_id': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'admin_state_up': True, 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'security_groups': ['ecf17f95-8beb-456c-abfe-6304de93147d']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:14.682121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 26145bba-58bb-417f-9d68-a63dd206abfa, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=26145bba-58bb-417f-9d68-a63dd206abfa,segment=NetworkSegment(bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd),segment_id=bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:14.695415 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.823404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.836593 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:14.866110 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6c510-b443-4943-9701-8e05ac3846d2 None None] Pushing event updated for resources: {'Port': ['ID=bf6f0066-58b3-4f7b-a271-c8bbd973b8ce,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:14.880553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=26145bba-58bb-417f-9d68-a63dd206abfa,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:14.923841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for bf6f0066-58b3-4f7b-a271-c8bbd973b8ce owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:15.019852 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] Set router 27ce6088-e38f-456f-94d7-6822579e3a50 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:15.082731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:15.083382 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:15.175039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:15.185187 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP f928cebb-5435-422e-84ee-9870defeb626 associated. External IP: 172.25.3.35, port: 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8. May 27 02:11:15.368385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:15.406072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Made reservation on behalf of 72cc15af36d64ae8a216d2a9420afc73 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:15.409562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.414247 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'name': 'tempest-NetworksTestDHCPv6-router-663911126', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None, '_interfaces': [{'id': 'bf6f0066-58b3-4f7b-a271-c8bbd973b8ce', 'name': '', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'mac_address': 'fa:16:3e:83:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'fe44afa9-723f-4418-a21d-ea7cf2bce370', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:08Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 4, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'subnets': [{'id': 'fe44afa9-723f-4418-a21d-ea7cf2bce370', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:15.419304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b2eb4-b884-4e9d-abd2-52f2d4e93864 None None] The sync data for ids ['27ce6088-e38f-456f-94d7-6822579e3a50'] in n-d-843146-11 is: [{'id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'name': 'tempest-NetworksTestDHCPv6-router-663911126', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:09Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None, '_interfaces': [{'id': 'bf6f0066-58b3-4f7b-a271-c8bbd973b8ce', 'name': '', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'mac_address': 'fa:16:3e:83:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'fe44afa9-723f-4418-a21d-ea7cf2bce370', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:08Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 4, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'subnets': [{'id': 'fe44afa9-723f-4418-a21d-ea7cf2bce370', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:15.526077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52d3df54-d038-4a74-9c22-b4c88461ca26 req-623fcfb8-3fbe-4cc5-9e1c-4fb014e2a337 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 210 time: 0.0476348 May 27 02:11:15.585872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:15.586568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.827639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] For port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=bf6f0066-58b3-4f7b-a271-c8bbd973b8ce,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:15.828009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:15.846864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Allocated IP 172.20.0.12 (53d98a6b-b987-4d5d-9014-186eeeb765bb/177bb8d5-03d7-41be-89e9-32c8e98d968e/2ab42e48-7aa7-43de-903b-092460398b2d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:15.911263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:15.965255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26145bba-58bb-417f-9d68-a63dd206abfa up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:16.052881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 26145bba-58bb-417f-9d68-a63dd206abfa triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:16.053582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.134679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for bf6f0066-58b3-4f7b-a271-c8bbd973b8ce owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:16.259461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 26145bba-58bb-417f-9d68-a63dd206abfa is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:16.260922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device bf6f0066-58b3-4f7b-a271-c8bbd973b8ce up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:16.262396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:16.272160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.284660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.354696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:16.365742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f3edfa64-eb02-4839-bd60-6bebfa4a6797 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "PUT /v2.0/floatingips/f928cebb-5435-422e-84ee-9870defeb626 HTTP/1.1" status: 200 len: 990 time: 3.3105867 May 27 02:11:16.366833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:16.377284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Transition to ACTIVE for port object 2ab42e48-7aa7-43de-903b-092460398b2d will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:16.377869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.403214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:16.403849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:16.436884 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cedf7f9-9e38-4f2f-8b69-26ee202dd76f'] response: {'name': 'network-changed', 'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'status': 'completed', 'code': 200} May 27 02:11:16.438437 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.446515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=bf6f0066-58b3-4f7b-a271-c8bbd973b8ce,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:16.461522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:16.462072 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.516240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port bf6f0066-58b3-4f7b-a271-c8bbd973b8ce was deleted so its status cannot be updated. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 02:11:16.543391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:16.547675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:16.565927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:16.662788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'Port': ['ID=2ab42e48-7aa7-43de-903b-092460398b2d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:16.753585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:16.800732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:16.802289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:16.845979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-58c1ce4f-aaf5-4889-bc6f-5fa9865eb8a2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2216456 May 27 02:11:16.857467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Request body: {'port': {'device_id': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:16.960770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.048375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.171100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3f708505-52b2-4735-a0e2-20f37af66474 None None] Provisioning for port 2ab42e48-7aa7-43de-903b-092460398b2d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:17.190253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3f708505-52b2-4735-a0e2-20f37af66474 None None] Provisioning complete for port 2ab42e48-7aa7-43de-903b-092460398b2d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:17.190624 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f708505-52b2-4735-a0e2-20f37af66474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.257732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624af71a-fda6-465e-a12c-07a5652d451f req-dcde7d64-90bd-485d-aa33-bf2fd606b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.259353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-624af71a-fda6-465e-a12c-07a5652d451f req-dcde7d64-90bd-485d-aa33-bf2fd606b38b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec86b6200c54d8c87af954ac8f4e045&device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 1097 time: 0.7424293 May 27 02:11:17.292918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3f708505-52b2-4735-a0e2-20f37af66474 None None] Port 2ab42e48-7aa7-43de-903b-092460398b2d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:17.331127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f928cebb-5435-422e-84ee-9870defeb626', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:97:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:47Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:17.335130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:17.343743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:17.344423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:17.345028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57f94-1f78-485a-a307-2554c4b35b4d req-7223d1b4-5a82-4b5e-93c6-6ec7a14d176d tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:17.347022 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbc57f94-1f78-485a-a307-2554c4b35b4d req-7223d1b4-5a82-4b5e-93c6-6ec7a14d176d tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 932 time: 0.4813721 May 27 02:11:17.466076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Router 27ce6088-e38f-456f-94d7-6822579e3a50 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:17.558121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab42e48-7aa7-43de-903b-092460398b2d {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:17.567430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.583952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Transition to ACTIVE for port object 2ab42e48-7aa7-43de-903b-092460398b2d will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:17.585017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:17.590513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:17.793481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:17.804117 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] Sync routers for ids ['27ce6088-e38f-456f-94d7-6822579e3a50'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:17.804628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbc57f94-1f78-485a-a307-2554c4b35b4d req-61463dc6-6519-4e47-a83f-8ffee8b5d54c tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4288507 May 27 02:11:17.826666 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] Routers {'27ce6088-e38f-456f-94d7-6822579e3a50'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:17.827366 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ce6088-e38f-456f-94d7-6822579e3a50'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:17.879998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d672d60f-0ed6-4523-a2a4-4dd3d04cc4e7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "PUT /v2.0/routers/27ce6088-e38f-456f-94d7-6822579e3a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4449112 May 27 02:11:17.882848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34766) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:17.910219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab42e48-7aa7-43de-903b-092460398b2d,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:18.008738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Attempting to bind port 2ab42e48-7aa7-43de-903b-092460398b2d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:18.008738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Attempting to bind port 2ab42e48-7aa7-43de-903b-092460398b2d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:18.009008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Attempting to bind port 2ab42e48-7aa7-43de-903b-092460398b2d on network 53d98a6b-b987-4d5d-9014-186eeeb765bb {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:18.018507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624af71a-fda6-465e-a12c-07a5652d451f req-9094f48b-63a8-4636-a7b5-83abc9c4fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.019056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Port 2ab42e48-7aa7-43de-903b-092460398b2d on network 53d98a6b-b987-4d5d-9014-186eeeb765bb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:18.019230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Attempting to bind port 2ab42e48-7aa7-43de-903b-092460398b2d on network 53d98a6b-b987-4d5d-9014-186eeeb765bb {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:18.021116 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-624af71a-fda6-465e-a12c-07a5652d451f req-9094f48b-63a8-4636-a7b5-83abc9c4fa29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 200 len: 916 time: 0.6726396 May 27 02:11:18.029898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:18.030233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Checking segment: {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:18.030616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Bound using segment: {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:18.031069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Bound port: 2ab42e48-7aa7-43de-903b-092460398b2d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544b122f-612c-41db-ba57-76efcb385557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:18.031421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.093955 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] Set router 27ce6088-e38f-456f-94d7-6822579e3a50 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:18.134207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3258e3-cd80-4c7e-992b-e1933680e9b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.136101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3258e3-cd80-4c7e-992b-e1933680e9b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.137039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ed3258e3-cd80-4c7e-992b-e1933680e9b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:18.198333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] For port 2ab42e48-7aa7-43de-903b-092460398b2d, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:18.203105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ed3258e3-cd80-4c7e-992b-e1933680e9b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:18.204793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ed3258e3-cd80-4c7e-992b-e1933680e9b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3183312 May 27 02:11:18.208835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] For port 2ab42e48-7aa7-43de-903b-092460398b2d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2ab42e48-7aa7-43de-903b-092460398b2d,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:18.209971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34772) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:18.233673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-624af71a-fda6-465e-a12c-07a5652d451f req-230cdf1e-ba95-48d4-a834-432da7abe6b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 HTTP/1.1" status: 200 len: 998 time: 0.2013514 May 27 02:11:18.247248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f928cebb-5435-422e-84ee-9870defeb626', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:97:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:47Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:18.253208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060d1c7-9269-436d-aada-9695560c1843 None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f928cebb-5435-422e-84ee-9870defeb626', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'port_id': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'mac_address': 'fa:16:3e:97:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:10:47Z', 'updated_at': '2022-05-27T02:11:14Z', 'revision_number': 1, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:18.263818 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'name': 'tempest-NetworksTestDHCPv6-router-663911126', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:16Z', 'revision_number': 3, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:18.268452 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] Checking router: 27ce6088-e38f-456f-94d7-6822579e3a50 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:18.277960 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] Routers {'27ce6088-e38f-456f-94d7-6822579e3a50'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:18.278794 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['27ce6088-e38f-456f-94d7-6822579e3a50'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:18.290437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet fe44afa9-723f-4418-a21d-ea7cf2bce370 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:18.293438 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.347998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.372624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624af71a-fda6-465e-a12c-07a5652d451f req-2c5e4955-bdec-453c-8fc2-34f4ad46e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.374625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-624af71a-fda6-465e-a12c-07a5652d451f req-2c5e4955-bdec-453c-8fc2-34f4ad46e5fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 200 len: 854 time: 0.1324809 May 27 02:11:18.408119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.409187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.410544 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/2ab42e48-7aa7-43de-903b-092460398b2d HTTP/1.1" status: 200 len: 1093 time: 1.5573955 May 27 02:11:18.434607 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] Set router 27ce6088-e38f-456f-94d7-6822579e3a50 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:18.441114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:18.492587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624af71a-fda6-465e-a12c-07a5652d451f req-ac9a6107-99db-40aa-a479-b0bb6a6fe932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.494098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-624af71a-fda6-465e-a12c-07a5652d451f req-ac9a6107-99db-40aa-a479-b0bb6a6fe932 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c48556-ace1-4922-8e24-664cb05366e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125808 May 27 02:11:18.594169 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd075d6b-8bb1-4ced-a165-391bbc1c6b40'] response: {'name': 'network-changed', 'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d', 'status': 'completed', 'code': 200} May 27 02:11:18.611843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.637533 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'name': 'tempest-NetworksTestDHCPv6-router-663911126', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:16Z', 'revision_number': 3, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:18.643763 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e95ff4-2bdf-4049-bcf0-6ddd0ee08649 None None] The sync data for ids ['27ce6088-e38f-456f-94d7-6822579e3a50'] in n-d-843146-11 is: [{'id': '27ce6088-e38f-456f-94d7-6822579e3a50', 'name': 'tempest-NetworksTestDHCPv6-router-663911126', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:07Z', 'updated_at': '2022-05-27T02:11:16Z', 'revision_number': 3, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:18.665100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afed5a0-b8c5-4f7b-ac8b-ffbbeb2d9b79 None None] New status for floating IP f928cebb-5435-422e-84ee-9870defeb626: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:18.673618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626ed5-7785-4844-9e9c-545212e780a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab42e48-7aa7-43de-903b-092460398b2d,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:18.731571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.732309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-624af71a-fda6-465e-a12c-07a5652d451f req-6cf729fd-3941-433f-843e-622d78e384aa service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308636 May 27 02:11:18.790409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-fdc78dd8-53e9-4ee0-8013-ad441aece12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:18.791826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-fdc78dd8-53e9-4ee0-8013-ad441aece12e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72cc15af36d64ae8a216d2a9420afc73&device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1096 time: 0.3016088 May 27 02:11:18.869047 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-303783ec-cc03-4c16-82af-17abab489327 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab42e48-7aa7-43de-903b-092460398b2d HTTP/1.1" status: 200 len: 217 time: 0.0686185 May 27 02:11:18.879676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-624af71a-fda6-465e-a12c-07a5652d451f req-8e2d1cfa-e82e-4862-932f-eabf04954f7a service neutron] 10.222.0.47 "GET /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408038 May 27 02:11:18.923336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.976234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=fe44afa9-723f-4418-a21d-ea7cf2bce370,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:18.981281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:18.996828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229fce6-edfb-407e-a2b8-ad6ea3bc6e5e None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:18.999053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-0e51f070-0e48-49bc-8ea9-1d2f874185b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.000513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-0e51f070-0e48-49bc-8ea9-1d2f874185b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=177bb8d5-03d7-41be-89e9-32c8e98d968e HTTP/1.1" status: 200 len: 848 time: 0.1130118 May 27 02:11:19.004635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1f62752e-039a-4b02-ae1e-6e03ea5bc291 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/fe44afa9-723f-4418-a21d-ea7cf2bce370 HTTP/1.1" status: 204 len: 168 time: 0.7911611 May 27 02:11:19.005191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34780) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:19.089304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-0b4d3f45-60cb-476b-947e-d7d8a3e21803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.090800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-0b4d3f45-60cb-476b-947e-d7d8a3e21803 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53d98a6b-b987-4d5d-9014-186eeeb765bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825808 May 27 02:11:19.179360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5e89ece1-1cfe-4e81-90ea-d1d168165cfe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:19.189185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715ac29-5a78-4907-864c-ff0c04d3af53 req-b7754ce9-874a-4d4e-b2e0-9d9ff2828fd5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.190702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d715ac29-5a78-4907-864c-ff0c04d3af53 req-b7754ce9-874a-4d4e-b2e0-9d9ff2828fd5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 944 time: 0.2509921 May 27 02:11:19.236276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5e89ece1-1cfe-4e81-90ea-d1d168165cfe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:19.237495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5e89ece1-1cfe-4e81-90ea-d1d168165cfe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2313275 May 27 02:11:19.240487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34786) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:19.251863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d715ac29-5a78-4907-864c-ff0c04d3af53 req-7b115a85-6dd1-4078-95aa-1fd18a92835f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526175 May 27 02:11:19.330404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:11:19.334806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] Deleting port f8f6f572-6a3b-485e-93a7-624ccc766899 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:19.335317 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.431733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e93067f-c679-46ef-958e-b5b8f794733c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.504588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-b89b6674-8af7-4174-8298-d060df0bd745 service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070406 May 27 02:11:19.548490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] For port f8f6f572-6a3b-485e-93a7-624ccc766899, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8f6f572-6a3b-485e-93a7-624ccc766899,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:19.548490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.676519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42eda7-1217-4a53-a936-fa02ce680c7b req-20d97401-2a8a-4587-a088-fe8cf2b0a323 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:19.676926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] Calling delete_port for f8f6f572-6a3b-485e-93a7-624ccc766899 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:19.678143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb42eda7-1217-4a53-a936-fa02ce680c7b req-20d97401-2a8a-4587-a088-fe8cf2b0a323 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 950 time: 0.0928230 May 27 02:11:19.725611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb42eda7-1217-4a53-a936-fa02ce680c7b req-27be2890-7fcc-4938-b36e-e0a8279f1d43 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 May 27 02:11:19.758896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.846038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] Pushing event deleted for resources: {'Port': ['ID=f8f6f572-6a3b-485e-93a7-624ccc766899,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:19.850337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea8e51-fdd0-488c-9f1f-74cc22aef61b None None] No DVR routers for this DVR port f8f6f572-6a3b-485e-93a7-624ccc766899 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:19.864115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device bf6f0066-58b3-4f7b-a271-c8bbd973b8ce no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:19.892136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: bf6f0066-58b3-4f7b-a271-c8bbd973b8ce {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:19.892401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device bf6f0066-58b3-4f7b-a271-c8bbd973b8ce not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:19.892826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8f6f572-6a3b-485e-93a7-624ccc766899 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:19.926549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f8f6f572-6a3b-485e-93a7-624ccc766899 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:19.926916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8f6f572-6a3b-485e-93a7-624ccc766899 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:19.952697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e93067f-c679-46ef-958e-b5b8f794733c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:19.957169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e93067f-c679-46ef-958e-b5b8f794733c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.003526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75086cbe-a0c8-4e30-afae-66c6e01f8f5b req-6df3abdb-488c-4a90-b6f9-8ad0fe5f581c service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474993 May 27 02:11:20.004635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e93067f-c679-46ef-958e-b5b8f794733c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.005129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e93067f-c679-46ef-958e-b5b8f794733c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Fanout notify agent at l3_agent the message router_deleted on router 27ce6088-e38f-456f-94d7-6822579e3a50 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:11:20.027085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2e93067f-c679-46ef-958e-b5b8f794733c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.031401 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e93067f-c679-46ef-958e-b5b8f794733c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/routers/27ce6088-e38f-456f-94d7-6822579e3a50 HTTP/1.1" status: 204 len: 168 time: 0.7852314 May 27 02:11:20.031401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34794) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:20.037338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:20.198157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:20.205511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:20.208618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:20.215855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:20.230565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-7369fc49-2823-4d75-9527-f488889a73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.232378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-7369fc49-2823-4d75-9527-f488889a73ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72cc15af36d64ae8a216d2a9420afc73&device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1096 time: 0.1298938 May 27 02:11:20.233394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:20.236695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.531031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-c1787c1b-2412-45bf-b1d5-7e702d40d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.532355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-c1787c1b-2412-45bf-b1d5-7e702d40d63a service neutron] 10.222.0.47 "GET /v2.0/networks?id=53d98a6b-b987-4d5d-9014-186eeeb765bb HTTP/1.1" status: 200 len: 910 time: 0.2817729 May 27 02:11:20.576772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460cc7d-bb8a-4ff4-b5aa-75b9f7d221d6 req-a95ca832-3426-44ec-bbcf-ef77dce6d2c5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.577448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0460cc7d-bb8a-4ff4-b5aa-75b9f7d221d6 req-a95ca832-3426-44ec-bbcf-ef77dce6d2c5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Synchronizing usage tracker for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:20.658087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-395d4c07-52b3-4141-bff2-0dca2c84f031 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab42e48-7aa7-43de-903b-092460398b2d HTTP/1.1" status: 200 len: 217 time: 0.0895920 May 27 02:11:20.701331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0460cc7d-bb8a-4ff4-b5aa-75b9f7d221d6 req-a95ca832-3426-44ec-bbcf-ef77dce6d2c5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Unset dirty status for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:20.702377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0460cc7d-bb8a-4ff4-b5aa-75b9f7d221d6 req-a95ca832-3426-44ec-bbcf-ef77dce6d2c5 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 944 time: 0.3293066 May 27 02:11:20.790831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-323eadc3-8935-4339-b3ad-83820836c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.792397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-323eadc3-8935-4339-b3ad-83820836c8ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=177bb8d5-03d7-41be-89e9-32c8e98d968e HTTP/1.1" status: 200 len: 848 time: 0.1268098 May 27 02:11:20.796490 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0460cc7d-bb8a-4ff4-b5aa-75b9f7d221d6 req-7ccedb3b-9a14-46f7-99d0-135ff12617cc tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875690 May 27 02:11:20.797404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.917226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:20.921073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eb5a0-670c-4c56-bc8a-40d3da3c29a5 req-3bfbd8aa-4379-4849-96d5-b0a621488587 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.922569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-423eb5a0-670c-4c56-bc8a-40d3da3c29a5 req-3bfbd8aa-4379-4849-96d5-b0a621488587 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 950 time: 0.0843685 May 27 02:11:20.923024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:20.925915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.926495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:20.932585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=ad2cea78-eca6-4487-b442-63d36e6a43d2,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:20.932992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf316cb-f379-4923-b854-8bbf1c62adac None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:20.965105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-82b9a37c-cec9-4f1b-b929-c1db9dc26514 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9325390 May 27 02:11:20.968687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-3437fd0b-b009-4b27-ac03-5a25008b6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:20.969793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34802) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:20.970159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-3437fd0b-b009-4b27-ac03-5a25008b6e8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53d98a6b-b987-4d5d-9014-186eeeb765bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689730 May 27 02:11:20.973136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-423eb5a0-670c-4c56-bc8a-40d3da3c29a5 req-3add542d-8583-40d6-aaa4-c1989e4289b2 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 May 27 02:11:20.977869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-317602075', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:20.985418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:20.996672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:router and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:20.999086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:21.005487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:21.018443 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.019603 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.037294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.055819 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.083751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.087750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-04ca6acc-bca6-4600-b737-6ce8eb3e90c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1110048 May 27 02:11:21.087944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34806) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:21.116319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-95a87e0a-0dfb-4fb9-a6e7-8aa88783fd79 service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368158 May 27 02:11:21.181109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'ad2cea78-eca6-4487-b442-63d36e6a43d2'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:11:21.182234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.360980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/ad2cea78-eca6-4487-b442-63d36e6a43d2/7a0dfa52-0e28-4db4-b86d-db21e551703c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:21.386896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd27e7e4-218d-49e5-bb22-1fff0609805c req-20c239c3-26c5-4bb0-a305-30c2a1c3dc8a service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635183 May 27 02:11:21.572971 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.584790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Transition to ACTIVE for port object 7a0dfa52-0e28-4db4-b86d-db21e551703c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:21.604854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Transition to ACTIVE for port object 7a0dfa52-0e28-4db4-b86d-db21e551703c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:21.613761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.694824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:21.697522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:21.705617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:21.715244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Pushing event updated for resources: {'Port': ['ID=7a0dfa52-0e28-4db4-b86d-db21e551703c,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:21.722292 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.735434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-6c2c60fd-3aaa-4fc0-9400-76223cb93297 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:21.738327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-6c2c60fd-3aaa-4fc0-9400-76223cb93297 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 950 time: 0.1922045 May 27 02:11:21.759631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.759953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.760306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.762854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.764781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.765364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.765770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.768358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.768358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.768358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.768358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.768358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:21.826636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Attempting to bind port 7a0dfa52-0e28-4db4-b86d-db21e551703c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:21.827031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Attempting to bind port 7a0dfa52-0e28-4db4-b86d-db21e551703c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:21.827393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Attempting to bind port 7a0dfa52-0e28-4db4-b86d-db21e551703c on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:21.837124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Deleting port 29b58dd2-e254-4e3d-8713-17f86a48befb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:21.837505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.838620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:21.839117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:21.839722 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.840208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:21.840852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Bound port: 7a0dfa52-0e28-4db4-b86d-db21e551703c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:21.841482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:21.951368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] For port 7a0dfa52-0e28-4db4-b86d-db21e551703c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:21.955012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] For port 7a0dfa52-0e28-4db4-b86d-db21e551703c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7a0dfa52-0e28-4db4-b86d-db21e551703c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:21.962934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.130216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbb94c-aaad-4e48-8731-3e9ae51e1c3a None None] Pushing event updated for resources: {'Port': ['ID=7a0dfa52-0e28-4db4-b86d-db21e551703c,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:22.165632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::1 (30b892c4-6e6d-4797-a636-03633845dc1c/ad2cea78-eca6-4487-b442-63d36e6a43d2/cea516f0-c004-4d8f-95bd-fed52914b254) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:22.240056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff291e1-5619-452e-8897-bd2dee3e9836 req-0951ae05-742f-4b87-ae0c-bbbfb5906deb tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:22.241611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aff291e1-5619-452e-8897-bd2dee3e9836 req-0951ae05-742f-4b87-ae0c-bbbfb5906deb tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 944 time: 0.2676017 May 27 02:11:22.324997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aff291e1-5619-452e-8897-bd2dee3e9836 req-27f9e52a-0099-4870-a62b-efa6e1378b57 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768676 May 27 02:11:22.335039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] For port 29b58dd2-e254-4e3d-8713-17f86a48befb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=29b58dd2-e254-4e3d-8713-17f86a48befb,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:22.339308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.458767 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.485793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object cea516f0-c004-4d8f-95bd-fed52914b254 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:22.494293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Calling delete_port for 29b58dd2-e254-4e3d-8713-17f86a48befb owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:22.495893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a64889-06f2-4fbe-88e6-83381283acd0 req-11bb8bc2-4486-45bf-b98c-b5a7071e37d9 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:22.497468 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-09a64889-06f2-4fbe-88e6-83381283acd0 req-11bb8bc2-4486-45bf-b98c-b5a7071e37d9 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1dd18b7-f00a-475a-abc6-db3411da4eaf HTTP/1.1" status: 200 len: 950 time: 0.2920532 May 27 02:11:22.552131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-09a64889-06f2-4fbe-88e6-83381283acd0 req-5353c86c-c7e8-4072-8cca-33d4c1eb57b1 tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.16 "GET /v2.0/security-groups?id=863ef6dc-2b29-4e01-adac-3126bd681702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 May 27 02:11:22.569547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.649963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:22.654545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:22.657214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.658966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:22.659557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.662270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=cea516f0-c004-4d8f-95bd-fed52914b254,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:22.671148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['29b58dd2-e254-4e3d-8713-17f86a48befb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:22.707044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Pushing event deleted for resources: {'Port': ['ID=29b58dd2-e254-4e3d-8713-17f86a48befb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:22.773707 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.788420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] No DVR routers for this DVR port 29b58dd2-e254-4e3d-8713-17f86a48befb on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:22.790922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:22.793410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'name': 'network-vif-deleted', 'tag': '29b58dd2-e254-4e3d-8713-17f86a48befb'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:22.809130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81d160d8-2579-47b7-8ed0-bf78c1615ad5 req-b4493581-e48c-403b-8196-dd9702fc2f2a tempest-VolumesBackupsTest-2067558845 tempest-VolumesBackupsTest-2067558845-project] 10.222.0.47 "DELETE /v2.0/ports/29b58dd2-e254-4e3d-8713-17f86a48befb HTTP/1.1" status: 204 len: 173 time: 1.0652547 May 27 02:11:22.846141 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476e0532-fbb5-4db8-86c2-1a1d9d91d86c'] response: {'server_uuid': 'c1dd18b7-f00a-475a-abc6-db3411da4eaf', 'name': 'network-vif-deleted', 'tag': '29b58dd2-e254-4e3d-8713-17f86a48befb', 'status': 'completed', 'code': 200} May 27 02:11:23.186304 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:23.191048 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:23.191911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:23.390520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ebffb961-5ab2-473f-bd90-6fd81909cb2f None None] Provisioning for port 7a0dfa52-0e28-4db4-b86d-db21e551703c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:23.492654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=cea516f0-c004-4d8f-95bd-fed52914b254,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:23.554377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2ab42e48-7aa7-43de-903b-092460398b2d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:23.613068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:23.614566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:23.671179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1ebaeb37-7b96-4e1b-97a1-0f666316483f None None] Provisioning for port cea516f0-c004-4d8f-95bd-fed52914b254 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:23.687085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1ebaeb37-7b96-4e1b-97a1-0f666316483f None None] Provisioning complete for port cea516f0-c004-4d8f-95bd-fed52914b254 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:23.687792 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1ebaeb37-7b96-4e1b-97a1-0f666316483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:23.718252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952201d-5690-423b-8e7b-e25d47fad2b2 req-d8abcc03-9403-4a6f-96e8-f6f6a31eb21f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:23.719946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2952201d-5690-423b-8e7b-e25d47fad2b2 req-d8abcc03-9403-4a6f-96e8-f6f6a31eb21f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 944 time: 0.2011120 May 27 02:11:23.769477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2ab42e48-7aa7-43de-903b-092460398b2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2ab42e48-7aa7-43de-903b-092460398b2d,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:23.793505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '2ab42e48-7aa7-43de-903b-092460398b2d', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'port_id': '2ab42e48-7aa7-43de-903b-092460398b2d', 'mac_address': 'fa:16:3e:a4:f2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:23.799897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1ebaeb37-7b96-4e1b-97a1-0f666316483f None None] Port cea516f0-c004-4d8f-95bd-fed52914b254 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:23.866432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2952201d-5690-423b-8e7b-e25d47fad2b2 req-9d9f538c-898a-4877-ab97-f56ea9d3d5f2 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887399 May 27 02:11:23.879626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2ab42e48-7aa7-43de-903b-092460398b2d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:23.880367 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:23.900705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab42e48-7aa7-43de-903b-092460398b2d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:23.919671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2ab42e48-7aa7-43de-903b-092460398b2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2ab42e48-7aa7-43de-903b-092460398b2d,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:23.933727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:23.952095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Router 7a105851-8a8a-49e6-84d8-184e0d2f7936 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:11:23.997993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7a0dfa52-0e28-4db4-b86d-db21e551703c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:24.097154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fa9f67e3-88b1-4fa0-8ae7-785ed87c2bd6 None None] Provisioning complete for port cea516f0-c004-4d8f-95bd-fed52914b254 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:24.097522 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fa9f67e3-88b1-4fa0-8ae7-785ed87c2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:24.129342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:24.142391 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Sync routers for ids ['7a105851-8a8a-49e6-84d8-184e0d2f7936'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:24.144626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ae8f9e7-11fd-4962-8786-0f47b1425293 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "PUT /v2.0/routers/7a105851-8a8a-49e6-84d8-184e0d2f7936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0556791 May 27 02:11:24.147232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34824) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:24.152888 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Routers {'7a105851-8a8a-49e6-84d8-184e0d2f7936'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:24.153507 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a105851-8a8a-49e6-84d8-184e0d2f7936'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:24.162940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f67e3-88b1-4fa0-8ae7-785ed87c2bd6 None None] Port cea516f0-c004-4d8f-95bd-fed52914b254 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:24.165624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2ab42e48-7aa7-43de-903b-092460398b2d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:24.186548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7a0dfa52-0e28-4db4-b86d-db21e551703c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:24.192101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7a0dfa52-0e28-4db4-b86d-db21e551703c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:24.192520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:24.243168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8558b5e-0c5e-4a9b-83fd-ea90123958b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.243778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c8558b5e-0c5e-4a9b-83fd-ea90123958b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:24.261967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c8558b5e-0c5e-4a9b-83fd-ea90123958b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:24.264352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c8558b5e-0c5e-4a9b-83fd-ea90123958b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports/cea516f0-c004-4d8f-95bd-fed52914b254 HTTP/1.1" status: 200 len: 911 time: 0.1151330 May 27 02:11:24.267094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34828) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:24.337057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2ab42e48-7aa7-43de-903b-092460398b2d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:24.351666 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Set router 7a105851-8a8a-49e6-84d8-184e0d2f7936 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:24.371816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f65aca-268c-4bc9-8aa4-f75a8fb4a7bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.381555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f65aca-268c-4bc9-8aa4-f75a8fb4a7bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:24.382374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8f65aca-268c-4bc9-8aa4-f75a8fb4a7bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:24.396736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8f65aca-268c-4bc9-8aa4-f75a8fb4a7bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:24.400593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e8f65aca-268c-4bc9-8aa4-f75a8fb4a7bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1290772 May 27 02:11:24.400807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34832) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:24.445628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7a0dfa52-0e28-4db4-b86d-db21e551703c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:24.446223 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:24.516725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7a0dfa52-0e28-4db4-b86d-db21e551703c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7a0dfa52-0e28-4db4-b86d-db21e551703c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:24.529940 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:24.643351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7a0dfa52-0e28-4db4-b86d-db21e551703c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:24.733160 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'name': 'tempest-NetworksTestDHCPv6-router-317602075', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:22Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None, '_interfaces': [{'id': 'cea516f0-c004-4d8f-95bd-fed52914b254', 'name': '', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'mac_address': 'fa:16:3e:97:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': 'ad2cea78-eca6-4487-b442-63d36e6a43d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:23Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'subnets': [{'id': 'ad2cea78-eca6-4487-b442-63d36e6a43d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:24.737369 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Checking router: 7a105851-8a8a-49e6-84d8-184e0d2f7936 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:24.737824 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Updating router 7a105851-8a8a-49e6-84d8-184e0d2f7936 port cea516f0-c004-4d8f-95bd-fed52914b254 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:11:24.823310 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:24.993611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.095270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e883044-1890-4ed6-a9ca-ee71ff437cab req-a325bb30-d2f7-4f79-9c8d-a73ff0753065 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:25.102812 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e883044-1890-4ed6-a9ca-ee71ff437cab req-a325bb30-d2f7-4f79-9c8d-a73ff0753065 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 945 time: 0.1133573 May 27 02:11:25.148896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e883044-1890-4ed6-a9ca-ee71ff437cab req-767adc0f-590b-41b4-a42d-b63a3bfbaf6c tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429857 May 27 02:11:25.240556 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.255782 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Transition to ACTIVE for port object cea516f0-c004-4d8f-95bd-fed52914b254 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:25.262922 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.288354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port cea516f0-c004-4d8f-95bd-fed52914b254 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:25.288910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.428449 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899d9d3-c6e6-4ed0-96bf-2a60ebdd3457 None None] Pushing event updated for resources: {'Port': ['ID=cea516f0-c004-4d8f-95bd-fed52914b254,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:25.505229 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Attempting to bind port cea516f0-c004-4d8f-95bd-fed52914b254 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:25.505784 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Attempting to bind port cea516f0-c004-4d8f-95bd-fed52914b254 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:25.506297 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Attempting to bind port cea516f0-c004-4d8f-95bd-fed52914b254 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:25.512925 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:25.513577 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:25.514156 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.514688 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:25.515350 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Bound port: cea516f0-c004-4d8f-95bd-fed52914b254, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:25.515870 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.570514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2ab42e48-7aa7-43de-903b-092460398b2d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:25.639845 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] For port cea516f0-c004-4d8f-95bd-fed52914b254, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:25.646357 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] For port cea516f0-c004-4d8f-95bd-fed52914b254, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cea516f0-c004-4d8f-95bd-fed52914b254,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:25.656042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] For port cea516f0-c004-4d8f-95bd-fed52914b254, host n-d-843146-11, got binding levels [] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:25.656417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.660512 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.677793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 2ab42e48-7aa7-43de-903b-092460398b2d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:25.688770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 2ab42e48-7aa7-43de-903b-092460398b2d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:25.689187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.757516 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Routers {'7a105851-8a8a-49e6-84d8-184e0d2f7936'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:25.758218 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a105851-8a8a-49e6-84d8-184e0d2f7936'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:25.799574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for cea516f0-c004-4d8f-95bd-fed52914b254 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:25.882923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2ab42e48-7aa7-43de-903b-092460398b2d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:25.883511 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:25.921989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:25.923564 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899d9d3-c6e6-4ed0-96bf-2a60ebdd3457 None None] Pushing event updated for resources: {'Port': ['ID=cea516f0-c004-4d8f-95bd-fed52914b254,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:25.939167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7a0dfa52-0e28-4db4-b86d-db21e551703c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:25.996435 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:25.996862 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:26.002825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2ab42e48-7aa7-43de-903b-092460398b2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2ab42e48-7aa7-43de-903b-092460398b2d,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:26.021632 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] Set router 7a105851-8a8a-49e6-84d8-184e0d2f7936 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:26.026339 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c4de0a-fde5-4c48-b156-0396a316b83d'] response: {'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d', 'code': 200} May 27 02:11:26.030287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.031233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 29b58dd2-e254-4e3d-8713-17f86a48befb no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:26.154809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 29b58dd2-e254-4e3d-8713-17f86a48befb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:26.155303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 29b58dd2-e254-4e3d-8713-17f86a48befb not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:26.188295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7a0dfa52-0e28-4db4-b86d-db21e551703c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:26.188775 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.220365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63de58-02dc-4bec-8b1f-a2ee698e3f12 req-b659933a-9e90-4223-9309-298665b1edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:26.223038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad63de58-02dc-4bec-8b1f-a2ee698e3f12 req-b659933a-9e90-4223-9309-298665b1edaf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1098 time: 0.1458964 May 27 02:11:26.235803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2ab42e48-7aa7-43de-903b-092460398b2d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:26.307690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad63de58-02dc-4bec-8b1f-a2ee698e3f12 req-5822b467-54c6-461f-bfc0-36496b45e47b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786026 May 27 02:11:26.349052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7a0dfa52-0e28-4db4-b86d-db21e551703c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:26.418353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bca20-9629-4107-8369-cb09f46418be req-9448f50f-9eee-49bd-a92a-a6ba586ef569 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:26.421057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab5bca20-9629-4107-8369-cb09f46418be req-9448f50f-9eee-49bd-a92a-a6ba586ef569 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.0957811 May 27 02:11:26.471992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab5bca20-9629-4107-8369-cb09f46418be req-cf657ed5-d4de-443e-9385-dabd3823d8f9 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440755 May 27 02:11:26.498785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port cea516f0-c004-4d8f-95bd-fed52914b254 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:26.499803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.520132 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'name': 'tempest-NetworksTestDHCPv6-router-317602075', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:22Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None, '_interfaces': [{'id': 'cea516f0-c004-4d8f-95bd-fed52914b254', 'name': '', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'mac_address': 'fa:16:3e:97:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': 'ad2cea78-eca6-4487-b442-63d36e6a43d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:25Z', 'revision_number': 4, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'subnets': [{'id': 'ad2cea78-eca6-4487-b442-63d36e6a43d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:26.525382 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d240ca-bdad-46e0-8502-3dba32a9ea17 None None] The sync data for ids ['7a105851-8a8a-49e6-84d8-184e0d2f7936'] in n-d-843146-11 is: [{'id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'name': 'tempest-NetworksTestDHCPv6-router-317602075', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:22Z', 'revision_number': 2, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None, '_interfaces': [{'id': 'cea516f0-c004-4d8f-95bd-fed52914b254', 'name': '', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'mac_address': 'fa:16:3e:97:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': 'ad2cea78-eca6-4487-b442-63d36e6a43d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:25Z', 'revision_number': 4, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'subnets': [{'id': 'ad2cea78-eca6-4487-b442-63d36e6a43d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:26.761713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] For port cea516f0-c004-4d8f-95bd-fed52914b254, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cea516f0-c004-4d8f-95bd-fed52914b254,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:26.762380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:26.957585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for cea516f0-c004-4d8f-95bd-fed52914b254 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:27.182484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.244595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=cea516f0-c004-4d8f-95bd-fed52914b254,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:27.447745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:27.914537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Router 7a105851-8a8a-49e6-84d8-184e0d2f7936 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:27.994600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9660-9cad-40ec-95b8-143c9bdaca3d req-a43995e2-0b72-4d04-a406-fdb2b45288e1 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:27.996233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec2e9660-9cad-40ec-95b8-143c9bdaca3d req-a43995e2-0b72-4d04-a406-fdb2b45288e1 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.4064372 May 27 02:11:28.096054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:28.117947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec2e9660-9cad-40ec-95b8-143c9bdaca3d req-a4f221c3-c473-42b7-bfb2-dc483e75b78c tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123564 May 27 02:11:28.125185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4c6a8477-2cb1-403e-88bc-e5d99475b2d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "PUT /v2.0/routers/7a105851-8a8a-49e6-84d8-184e0d2f7936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7201688 May 27 02:11:28.125338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34922) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:28.175923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] Sync routers for ids ['7a105851-8a8a-49e6-84d8-184e0d2f7936'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:28.186522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] Routers {'7a105851-8a8a-49e6-84d8-184e0d2f7936'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:28.187433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a105851-8a8a-49e6-84d8-184e0d2f7936'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:28.195267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941584a6-7683-4357-9b92-cf7159ad9260 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:28.196766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941584a6-7683-4357-9b92-cf7159ad9260 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:28.198246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-941584a6-7683-4357-9b92-cf7159ad9260 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0720160 May 27 02:11:28.201764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34926) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:28.275979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet ad2cea78-eca6-4487-b442-63d36e6a43d2 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:28.279652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.333788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] Set router 7a105851-8a8a-49e6-84d8-184e0d2f7936 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:28.340918 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.438066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.442492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'name': 'tempest-NetworksTestDHCPv6-router-317602075', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:27Z', 'revision_number': 3, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:28.446916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] Checking router: 7a105851-8a8a-49e6-84d8-184e0d2f7936 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:28.456120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] Routers {'7a105851-8a8a-49e6-84d8-184e0d2f7936'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:28.456734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7a105851-8a8a-49e6-84d8-184e0d2f7936'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:28.521253 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.581418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2cea78-eca6-4487-b442-63d36e6a43d2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:28.584101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:28.590170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252e316-5dcc-447b-9a2a-0b25506c4df6 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:28.598938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6f05fe79-cc57-409b-a2d0-3d98c4e2a315 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/ad2cea78-eca6-4487-b442-63d36e6a43d2 HTTP/1.1" status: 204 len: 168 time: 0.3933182 May 27 02:11:28.599228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34930) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:28.603086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] Set router 7a105851-8a8a-49e6-84d8-184e0d2f7936 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:28.762554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7b762e47-8ebe-472f-b73f-684138a1f9ac tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:28.780330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7b762e47-8ebe-472f-b73f-684138a1f9ac tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:28.781713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7b762e47-8ebe-472f-b73f-684138a1f9ac tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1812205 May 27 02:11:28.784398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34934) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:28.793879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'name': 'tempest-NetworksTestDHCPv6-router-317602075', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:27Z', 'revision_number': 3, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:28.814047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cc64d-f39c-4021-92aa-7192b37f921b None None] The sync data for ids ['7a105851-8a8a-49e6-84d8-184e0d2f7936'] in n-d-843146-11 is: [{'id': '7a105851-8a8a-49e6-84d8-184e0d2f7936', 'name': 'tempest-NetworksTestDHCPv6-router-317602075', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:11:21Z', 'updated_at': '2022-05-27T02:11:27Z', 'revision_number': 3, 'project_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:28.945223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ff22-cfa4-474a-9d15-edda76ad0e33 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.178418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:11:29.183359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] Deleting port 7a0dfa52-0e28-4db4-b86d-db21e551703c {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:29.183737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.356037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4f42c-153e-4bfe-a3af-73156cee0d39 req-84778a68-8fe2-4909-a466-3fbdc380b35b tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:29.359197 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3bc4f42c-153e-4bfe-a3af-73156cee0d39 req-84778a68-8fe2-4909-a466-3fbdc380b35b tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.1102154 May 27 02:11:29.410452 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ff22-cfa4-474a-9d15-edda76ad0e33 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.412799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ff22-cfa4-474a-9d15-edda76ad0e33 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.429165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3bc4f42c-153e-4bfe-a3af-73156cee0d39 req-685e4235-911b-411c-9c28-3ac513f98e07 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619626 May 27 02:11:29.438156 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ff22-cfa4-474a-9d15-edda76ad0e33 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.438649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a5ff22-cfa4-474a-9d15-edda76ad0e33 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Fanout notify agent at l3_agent the message router_deleted on router 7a105851-8a8a-49e6-84d8-184e0d2f7936 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:11:29.480042 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ff22-cfa4-474a-9d15-edda76ad0e33 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.482472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-89a5ff22-cfa4-474a-9d15-edda76ad0e33 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/routers/7a105851-8a8a-49e6-84d8-184e0d2f7936 HTTP/1.1" status: 204 len: 168 time: 0.6960089 May 27 02:11:29.484344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34944) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:29.500094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] For port 7a0dfa52-0e28-4db4-b86d-db21e551703c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7a0dfa52-0e28-4db4-b86d-db21e551703c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:29.500491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.619978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6adc1ee-8242-44da-bf1b-7059f945476b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:29.624057 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d6adc1ee-8242-44da-bf1b-7059f945476b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1364353 May 27 02:11:29.625053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34948) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:29.683960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a590-39c2-410a-9bc1-145815a6a7fa req-ac7386f7-beb1-494b-b4a6-7af88decea96 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:29.692274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb49a590-39c2-410a-9bc1-145815a6a7fa req-ac7386f7-beb1-494b-b4a6-7af88decea96 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.1204059 May 27 02:11:29.702857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1d019-3e3f-48e7-afcb-02ea72f91464 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:29.703983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2e1d019-3e3f-48e7-afcb-02ea72f91464 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:29.719023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] Calling delete_port for 7a0dfa52-0e28-4db4-b86d-db21e551703c owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:29.724173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2e1d019-3e3f-48e7-afcb-02ea72f91464 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:29.725521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2e1d019-3e3f-48e7-afcb-02ea72f91464 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0997558 May 27 02:11:29.728186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:29.737089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb49a590-39c2-410a-9bc1-145815a6a7fa req-ed04d3e4-4ed8-446c-aec8-3270d9403a0e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439417 May 27 02:11:29.832036 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:29.893287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] Pushing event deleted for resources: {'Port': ['ID=7a0dfa52-0e28-4db4-b86d-db21e551703c,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:29.897928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9675c4-266a-4e0c-a26d-e49901b1e95e None None] No DVR routers for this DVR port 7a0dfa52-0e28-4db4-b86d-db21e551703c on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:29.924277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cea516f0-c004-4d8f-95bd-fed52914b254 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:29.960834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: cea516f0-c004-4d8f-95bd-fed52914b254 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:29.961174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cea516f0-c004-4d8f-95bd-fed52914b254 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:29.961691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7a0dfa52-0e28-4db4-b86d-db21e551703c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:29.972067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7e9d0338-47ca-4092-942e-ca82d55f49a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:29.995255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7a0dfa52-0e28-4db4-b86d-db21e551703c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:29.995594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7a0dfa52-0e28-4db4-b86d-db21e551703c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:30.005432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7e9d0338-47ca-4092-942e-ca82d55f49a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:30.006583 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7e9d0338-47ca-4092-942e-ca82d55f49a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2775018 May 27 02:11:30.012003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34958) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:30.018115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:30.030815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf22f6-d53b-4282-837a-fff4536c165f req-3de46620-b6f3-40ee-b525-db703275af1c tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:30.032267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28cf22f6-d53b-4282-837a-fff4536c165f req-3de46620-b6f3-40ee-b525-db703275af1c tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.1147513 May 27 02:11:30.089114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28cf22f6-d53b-4282-837a-fff4536c165f req-05aabbb3-7591-4d3e-ae0d-41ccd0634399 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475578 May 27 02:11:30.102930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34962) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:30.139711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:30.150809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:30.167943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:30.173851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.310024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e2188-063f-4d58-991c-934cd2abbf6d tempest-TestServerBasicOps-991084396 tempest-TestServerBasicOps-991084396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:30.311365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ff7e2188-063f-4d58-991c-934cd2abbf6d tempest-TestServerBasicOps-991084396 tempest-TestServerBasicOps-991084396-project-admin] Synchronizing usage tracker for tenant:859ad833f0e94188a3f7ec38494103e5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:30.329463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ff7e2188-063f-4d58-991c-934cd2abbf6d tempest-TestServerBasicOps-991084396 tempest-TestServerBasicOps-991084396-project-admin] Unset dirty status for tenant:859ad833f0e94188a3f7ec38494103e5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:30.333455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ff7e2188-063f-4d58-991c-934cd2abbf6d tempest-TestServerBasicOps-991084396 tempest-TestServerBasicOps-991084396-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1093 time: 0.2266448 May 27 02:11:30.333583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:30.339569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '2ab42e48-7aa7-43de-903b-092460398b2d', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:30.345990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:30.350127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Usage tracker for resource:floatingip and tenant:72cc15af36d64ae8a216d2a9420afc73 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:30.352991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:30.359545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:30.371004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.515940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.552607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:11:30.554012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.617020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:30.620482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:30.624746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:30.625337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.629256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ba70a-c64d-4998-a455-6316b5aef969 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:30.666541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=a1972441-b24c-421a-9d82-116f83034ed6,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:30.680053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.680745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.681234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.681710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.682252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.682780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.683552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.684033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.684750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.685398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.685880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.686462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:30.692035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-53f33ec4-4441-4b85-80e5-915ca4de178d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6789331 May 27 02:11:30.694815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34974) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:30.697165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Allocated IP 172.25.3.204 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/aedae15e-f580-4830-a385-a241fdeadc65) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:30.708781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:30.863094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.883687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'a1972441-b24c-421a-9d82-116f83034ed6'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:11:30.885158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.898423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:30.905669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:30.910161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:30.912314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.921693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:30.936579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:30.940731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:30.998107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:31.007318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:31.010261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:31.071121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'Port': ['ID=aedae15e-f580-4830-a385-a241fdeadc65,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:31.079317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Allocated IP 2001:db8::f816:3eff:fe28:213f (30b892c4-6e6d-4797-a636-03633845dc1c/a1972441-b24c-421a-9d82-116f83034ed6/ccd6f979-0276-468f-a9bf-fd9e52e135a9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:31.320373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.322250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.334417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Transition to ACTIVE for port object ccd6f979-0276-468f-a9bf-fd9e52e135a9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:31.357435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Transition to ACTIVE for port object ccd6f979-0276-468f-a9bf-fd9e52e135a9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:31.367957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.402410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=6d0c94db-20f1-43ae-9c7d-68ddaae7689b,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:31.409542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:31.410779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:31.413370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:31.413954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.444397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1abc88e9-af7c-43f0-aa07-5640b9570415 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7485325 May 27 02:11:31.445064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34980) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:31.445896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:31.447230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:31.449853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:31.452401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:d9:62:1d', 'name': 'tempest-NetworksTestDHCPv6-1717650306'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:31.529949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Pushing event updated for resources: {'Port': ['ID=ccd6f979-0276-468f-a9bf-fd9e52e135a9,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:31.561814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Attempting to bind port ccd6f979-0276-468f-a9bf-fd9e52e135a9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:31.562415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Attempting to bind port ccd6f979-0276-468f-a9bf-fd9e52e135a9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:31.564078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Attempting to bind port ccd6f979-0276-468f-a9bf-fd9e52e135a9 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:31.570700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:31.571313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:31.571859 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.572382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:31.572982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Bound port: ccd6f979-0276-468f-a9bf-fd9e52e135a9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:31.573784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.613177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.640342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:31.645437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:31.648627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:31.656403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:31.670024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:31.705081 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.740314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] For port ccd6f979-0276-468f-a9bf-fd9e52e135a9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:31.745647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] For port ccd6f979-0276-468f-a9bf-fd9e52e135a9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ccd6f979-0276-468f-a9bf-fd9e52e135a9,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:31.750655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.837013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.858585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7390f01-caa2-4253-bd7a-9d4a2394d1d5 None None] Pushing event updated for resources: {'Port': ['ID=ccd6f979-0276-468f-a9bf-fd9e52e135a9,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:31.876274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port e9b4e90d-6a73-4b4a-9576-565ce68f9a9c yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:11:31.974088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:31.980734 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.120939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event updated for resources: {'Port': ['ID=aedae15e-f580-4830-a385-a241fdeadc65,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:32.127728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.158271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 172.20.0.13 (30b892c4-6e6d-4797-a636-03633845dc1c/6d0c94db-20f1-43ae-9c7d-68ddaae7689b/e9b4e90d-6a73-4b4a-9576-565ce68f9a9c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:32.168691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fed9:621d (30b892c4-6e6d-4797-a636-03633845dc1c/a1972441-b24c-421a-9d82-116f83034ed6/e9b4e90d-6a73-4b4a-9576-565ce68f9a9c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:32.433478 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Floating IP 9d2c38af-99d6-4101-9fe3-fa8c08d4de9a associated. External IP: 172.25.3.204, port: 2ab42e48-7aa7-43de-903b-092460398b2d. May 27 02:11:32.538143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.555074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object e9b4e90d-6a73-4b4a-9576-565ce68f9a9c will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:32.589580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.683944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:32.687978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:32.692037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:32.727643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=e9b4e90d-6a73-4b4a-9576-565ce68f9a9c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:32.778414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:32.779687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.811064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7c9b99ec-92d1-4934-992e-711435d4b16b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3649185 May 27 02:11:32.813713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34986) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:32.870438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Router 215af786-e1bc-451b-ae30-06903b70fe0c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:11:32.929886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42ed98-d99d-4800-a893-3e945f3c34b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:32.936704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42ed98-d99d-4800-a893-3e945f3c34b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:32.937607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6a42ed98-d99d-4800-a893-3e945f3c34b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:32.956086 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:32.968227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6a42ed98-d99d-4800-a893-3e945f3c34b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:32.972173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6a42ed98-d99d-4800-a893-3e945f3c34b7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1547773 May 27 02:11:32.972436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34990) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:33.071518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port e9b4e90d-6a73-4b4a-9576-565ce68f9a9c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:33.072100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34881752-5f01-4c5c-bc50-795aafdf4bdf None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:33.072223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.089945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:11:33.099514 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] Sync routers for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:11:33.117400 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:33.117964 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:33.144500 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.196980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d61ea54d-acba-4835-94fd-4f55bb0b20ad None None] Provisioning for port ccd6f979-0276-468f-a9bf-fd9e52e135a9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:33.245536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f904cdf9-194a-4682-bc43-19b1455de083 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9109054 May 27 02:11:33.246508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:33.297865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.322255 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49772a6-b5ce-485b-bbb1-96e498b9c450'] response: {'name': 'network-changed', 'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d', 'status': 'completed', 'code': 200} May 27 02:11:33.431406 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:33.449958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.465514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-f4f9893c-8caa-46e0-adc5-a4f3ea127c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:33.467515 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-f4f9893c-8caa-46e0-adc5-a4f3ea127c38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72cc15af36d64ae8a216d2a9420afc73&device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1098 time: 0.1168222 May 27 02:11:33.577733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'a1972441-b24c-421a-9d82-116f83034ed6', 'ip_address': '2001:db8::f816:3eff:fe28:213f'}, {'subnet_id': '6d0c94db-20f1-43ae-9c7d-68ddaae7689b'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'ccd6f979-0276-468f-a9bf-fd9e52e135a9'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:11:33.650748 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:33.696590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for e9b4e90d-6a73-4b4a-9576-565ce68f9a9c owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:33.723926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-b5dff4cf-a8ff-4816-8aa8-503277dbad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:33.725564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-b5dff4cf-a8ff-4816-8aa8-503277dbad7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=53d98a6b-b987-4d5d-9014-186eeeb765bb HTTP/1.1" status: 200 len: 910 time: 0.2502656 May 27 02:11:33.863223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-1e3dda1d-96d4-436e-94e5-3030c42fef30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab42e48-7aa7-43de-903b-092460398b2d HTTP/1.1" status: 200 len: 1000 time: 0.1298251 May 27 02:11:33.916162 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9d2c38af-99d6-4101-9fe3-fa8c08d4de9a', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'port_id': '2ab42e48-7aa7-43de-903b-092460398b2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'mac_address': 'fa:16:3e:a4:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:11:31Z', 'updated_at': '2022-05-27T02:11:31Z', 'revision_number': 0, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:33.922437 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] Checking router: 215af786-e1bc-451b-ae30-06903b70fe0c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:11:33.938460 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:11:33.939369 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:33.986936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] Allocated IP 172.20.0.2 (30b892c4-6e6d-4797-a636-03633845dc1c/6d0c94db-20f1-43ae-9c7d-68ddaae7689b/ccd6f979-0276-468f-a9bf-fd9e52e135a9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:33.998009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-6419ae45-4f2f-45eb-ae81-f3c9dbdde373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:33.998884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ccd6f979-0276-468f-a9bf-fd9e52e135a9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:33.999549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-6419ae45-4f2f-45eb-ae81-f3c9dbdde373 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=177bb8d5-03d7-41be-89e9-32c8e98d968e HTTP/1.1" status: 200 len: 848 time: 0.1300423 May 27 02:11:34.140323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-6a39d3df-3fce-46b5-a333-75b82c2a793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:34.142753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-6a39d3df-3fce-46b5-a333-75b82c2a793c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53d98a6b-b987-4d5d-9014-186eeeb765bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359954 May 27 02:11:34.148650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.176815 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:11:34.185520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ccd6f979-0276-468f-a9bf-fd9e52e135a9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:34.193862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ccd6f979-0276-468f-a9bf-fd9e52e135a9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:34.194349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.262368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] For port ccd6f979-0276-468f-a9bf-fd9e52e135a9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ccd6f979-0276-468f-a9bf-fd9e52e135a9,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:34.293464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=e9b4e90d-6a73-4b4a-9576-565ce68f9a9c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:34.339729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.360813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ccd6f979-0276-468f-a9bf-fd9e52e135a9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:34.361333 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.383273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] Transition to ACTIVE for port object ccd6f979-0276-468f-a9bf-fd9e52e135a9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:34.397353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.407731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-3aa47dd3-7951-4d0c-a7e2-50ecc07416a7 service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538402 May 27 02:11:34.432253 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.452237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1eec8cfb-0fd6-4e60-90c5-e67ec99d446e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/e9b4e90d-6a73-4b4a-9576-565ce68f9a9c HTTP/1.1" status: 204 len: 168 time: 1.4759386 May 27 02:11:34.454174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35000) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:34.570260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f633a-08d0-4ff4-9f25-7ba85a88be03 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:34.572206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f633a-08d0-4ff4-9f25-7ba85a88be03 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:34.577601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f633a-08d0-4ff4-9f25-7ba85a88be03 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:34.578543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b21f633a-08d0-4ff4-9f25-7ba85a88be03 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:34.620689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b21f633a-08d0-4ff4-9f25-7ba85a88be03 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:34.625529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b21f633a-08d0-4ff4-9f25-7ba85a88be03 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1664603 May 27 02:11:34.627661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:34.698179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186c6c7-4659-498c-871c-ef80c89af99e None None] Pushing event updated for resources: {'Port': ['ID=ccd6f979-0276-468f-a9bf-fd9e52e135a9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:34.714476 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:34.714965 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:34.758932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 6d0c94db-20f1-43ae-9c7d-68ddaae7689b {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:34.763278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.790615 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f22f352f-4db6-4298-bd9b-0634493d8eef req-ac39db37-4353-43fd-9609-1503cc392b39 service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748930 May 27 02:11:34.838190 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9d2c38af-99d6-4101-9fe3-fa8c08d4de9a', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'port_id': '2ab42e48-7aa7-43de-903b-092460398b2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'mac_address': 'fa:16:3e:a4:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:11:31Z', 'updated_at': '2022-05-27T02:11:31Z', 'revision_number': 0, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:11:34.844467 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b40622-7189-4219-8d15-2b32f0b95a02 None None] The sync data for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 is: [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9d2c38af-99d6-4101-9fe3-fa8c08d4de9a', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'port_id': '2ab42e48-7aa7-43de-903b-092460398b2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'mac_address': 'fa:16:3e:a4:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:11:31Z', 'updated_at': '2022-05-27T02:11:31Z', 'revision_number': 0, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:11:34.845754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:34.950425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.062545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.104732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0d118-1d52-4ad4-8e4a-4ca0b938f058 None None] New status for floating IP 9d2c38af-99d6-4101-9fe3-fa8c08d4de9a: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:11:35.118569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0c94db-20f1-43ae-9c7d-68ddaae7689b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:35.120652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.144202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44fd44da-c3ce-47ee-86cd-c661ce6a9bc3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/6d0c94db-20f1-43ae-9c7d-68ddaae7689b HTTP/1.1" status: 204 len: 168 time: 0.5171769 May 27 02:11:35.146793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35010) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:35.240287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet a1972441-b24c-421a-9d82-116f83034ed6 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:35.243908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.321088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.427262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.429005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0215e29-9171-4633-94ef-d37cd768feab None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:35.454909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ccd6f979-0276-468f-a9bf-fd9e52e135a9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:35.455291 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.505444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.540413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Provisioning for port ccd6f979-0276-468f-a9bf-fd9e52e135a9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:35.549197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.556317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=a1972441-b24c-421a-9d82-116f83034ed6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:35.561530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Provisioning complete for port ccd6f979-0276-468f-a9bf-fd9e52e135a9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:35.561834 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.572682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.573039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.573376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.573991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.574320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.574643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.575014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.575335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.575691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.576037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.576353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.576676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:11:35.583824 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-127b16f2-e551-431e-830a-9a569164b193 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/a1972441-b24c-421a-9d82-116f83034ed6 HTTP/1.1" status: 204 len: 168 time: 0.4360824 May 27 02:11:35.584230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35014) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:35.673306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e274cd7d-469e-4860-a87c-f6b6b6c93a5e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:35.685643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e274cd7d-469e-4860-a87c-f6b6b6c93a5e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:router {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:35.687679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e274cd7d-469e-4860-a87c-f6b6b6c93a5e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011817 May 27 02:11:35.689872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35018) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:35.695895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:35.840642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:35.846567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:35.849590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:35.855674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:35.860372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:35.860732 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:35.867490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:35.873218 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4fe722f9-e51d-455b-9b63-37bbf4d09ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.873646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.945941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Current status of the port ccd6f979-0276-468f-a9bf-fd9e52e135a9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:35.946323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:35.988421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] For port ccd6f979-0276-468f-a9bf-fd9e52e135a9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ccd6f979-0276-468f-a9bf-fd9e52e135a9,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:35.996259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.039820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Could not find standard attr ID for object e9b4e90d-6a73-4b4a-9576-565ce68f9a9c. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:11:36.064826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:11:36.075168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] Deleting port ccd6f979-0276-468f-a9bf-fd9e52e135a9 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:36.076084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.129038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770c230-da6a-4a68-9903-afa7915e0c07 None None] Pushing event updated for resources: {'Port': ['ID=ccd6f979-0276-468f-a9bf-fd9e52e135a9,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:36.178371 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-1c5a591c-fbd0-4db2-b65d-e455cb56f184 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1145253 May 27 02:11:36.273943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-e707f904-de2c-4a3b-bca9-97cd0e66b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.275492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-e707f904-de2c-4a3b-bca9-97cd0e66b577 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 1098 time: 0.0752196 May 27 02:11:36.332580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] For port ccd6f979-0276-468f-a9bf-fd9e52e135a9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ccd6f979-0276-468f-a9bf-fd9e52e135a9,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:36.332985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.453238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:11:36.460040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-8999c81a-632f-4d50-8b4c-c3732a4c7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.461686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-8999c81a-632f-4d50-8b4c-c3732a4c7587 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.1635723 May 27 02:11:36.466252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] Calling delete_port for ccd6f979-0276-468f-a9bf-fd9e52e135a9 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:36.547398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-54b8a66e-a029-4ad2-a687-c94d89de7e16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=945f1ada-2028-461f-a476-c6f93732d6ca HTTP/1.1" status: 200 len: 217 time: 0.0760152 May 27 02:11:36.567684 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.630170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-0dacc877-c34f-4ade-b9fc-f9e8e81d1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.631980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-0dacc877-c34f-4ade-b9fc-f9e8e81d1051 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0781534 May 27 02:11:36.637486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_pluggable_backend [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Port ccd6f979-0276-468f-a9bf-fd9e52e135a9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88425) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 27 02:11:36.637936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_pluggable_backend [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Reverting IP allocation for 2001:db8::f816:3eff:fe28:213f {{(pid=88425) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 27 02:11:36.642979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.686501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port ccd6f979-0276-468f-a9bf-fd9e52e135a9 update to ACTIVE by agent not found {{(pid=88427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:11:36.689020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] Pushing event deleted for resources: {'Port': ['ID=ccd6f979-0276-468f-a9bf-fd9e52e135a9,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:36.691109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a07902-46d7-48c2-b59c-6e28c9e16f0e None None] No DVR routers for this DVR port ccd6f979-0276-468f-a9bf-fd9e52e135a9 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:36.721532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:36.727426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:36.730302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.731144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:36.735379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed869e-23db-4fac-84e1-4e155453b8b8 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:36.762398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0688775 May 27 02:11:36.764532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35024) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:36.773306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:36.778447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-bd785cc1-2c47-4d9b-9b76-40f926c13a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:36.780691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-bd785cc1-2c47-4d9b-9b76-40f926c13a47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422126 May 27 02:11:36.800627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f412dc-1db6-4505-88df-07f6d9efaf5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=a91f34af-df26-487f-969a-281105bb3474,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:36.851584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ccd6f979-0276-468f-a9bf-fd9e52e135a9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:36.896785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ccd6f979-0276-468f-a9bf-fd9e52e135a9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:36.897117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ccd6f979-0276-468f-a9bf-fd9e52e135a9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:36.993568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:37.001738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:37.005591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:37.012038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:37.017036 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-67b5f86e-8138-4072-8de9-0e0d9c44b100 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251811 May 27 02:11:37.023042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:37.026473 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.071108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'a91f34af-df26-487f-969a-281105bb3474'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:11:37.073309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.195977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a212d9be-6a68-490c-99dc-19f481b7d627 req-b0bd5f10-c723-4752-95a4-ed43b58ea132 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682496 May 27 02:11:37.324501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Allocated IP 2001:db8::f816:3eff:fe6c:5142 (30b892c4-6e6d-4797-a636-03633845dc1c/a91f34af-df26-487f-969a-281105bb3474/ea62e246-78ac-4758-827b-2d825ba880ac) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:37.334744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.400023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:37.405161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:37.407498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:37.408155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.432392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=392d3488-3e9a-4d42-8d65-359c6a5db4f9,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:37.445294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e6a76ddd-5be7-494a-9310-c313077937b4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6799705 May 27 02:11:37.448226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:37.454050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:a6:17:4a', 'name': 'tempest-NetworksTestDHCPv6-48965270'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:37.555736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.567042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Transition to ACTIVE for port object ea62e246-78ac-4758-827b-2d825ba880ac will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:37.589430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Transition to ACTIVE for port object ea62e246-78ac-4758-827b-2d825ba880ac will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:37.598866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.607099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:37.611318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:37.614164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:37.620562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:37.631912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:37.672050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:37.675496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:37.679648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:37.685859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Pushing event updated for resources: {'Port': ['ID=ea62e246-78ac-4758-827b-2d825ba880ac,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:37.775160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.790960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Attempting to bind port ea62e246-78ac-4758-827b-2d825ba880ac on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:37.791452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Attempting to bind port ea62e246-78ac-4758-827b-2d825ba880ac by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:37.791855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Attempting to bind port ea62e246-78ac-4758-827b-2d825ba880ac on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:37.797207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:37.797577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:37.797974 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.798364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:37.798867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Bound port: ea62e246-78ac-4758-827b-2d825ba880ac, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:37.799241 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:37.805539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 0578595f-f7b6-4f9a-82a0-56768024cfd2 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:11:37.898581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] For port ea62e246-78ac-4758-827b-2d825ba880ac, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:37.901941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] For port ea62e246-78ac-4758-827b-2d825ba880ac, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ea62e246-78ac-4758-827b-2d825ba880ac,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:37.907587 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:38.000256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-454ac34c-5581-407e-8143-8eef04cd9f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:38.011402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4eef9-8ac4-4c8b-8dee-e9e63fab2a7a None None] Pushing event updated for resources: {'Port': ['ID=ea62e246-78ac-4758-827b-2d825ba880ac,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:38.175895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 172.20.0.5 (30b892c4-6e6d-4797-a636-03633845dc1c/392d3488-3e9a-4d42-8d65-359c6a5db4f9/0578595f-f7b6-4f9a-82a0-56768024cfd2) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:38.181803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fea6:174a (30b892c4-6e6d-4797-a636-03633845dc1c/a91f34af-df26-487f-969a-281105bb3474/0578595f-f7b6-4f9a-82a0-56768024cfd2) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:38.428337 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:38.446202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object 0578595f-f7b6-4f9a-82a0-56768024cfd2 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:38.470284 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:38.541350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:38.579353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:38.582668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:38.616825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=0578595f-f7b6-4f9a-82a0-56768024cfd2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:38.714333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.714976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:38.755723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35042) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:38.756229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e267bb7b-33fc-4432-ac05-d4e4fd7b3c3a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3062532 May 27 02:11:38.766749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86794cbf-184f-454f-aff1-7b8f279b024d req-32628fa1-eaa7-483f-90bb-4d20a65d4af6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.773726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-86794cbf-184f-454f-aff1-7b8f279b024d req-32628fa1-eaa7-483f-90bb-4d20a65d4af6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1450799 May 27 02:11:38.853682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea62e246-78ac-4758-827b-2d825ba880ac up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:38.857731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-86794cbf-184f-454f-aff1-7b8f279b024d req-576b191f-321b-457e-be83-e62e1ce68b34 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799501 May 27 02:11:38.913589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c265426-5ed0-4c0a-a017-81dbb5983df4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.928037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c265426-5ed0-4c0a-a017-81dbb5983df4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:38.928915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7c265426-5ed0-4c0a-a017-81dbb5983df4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:38.954344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7c265426-5ed0-4c0a-a017-81dbb5983df4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:38.955834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7c265426-5ed0-4c0a-a017-81dbb5983df4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1984565 May 27 02:11:38.958953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35048) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:38.973173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ea62e246-78ac-4758-827b-2d825ba880ac completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:39.098663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port 0578595f-f7b6-4f9a-82a0-56768024cfd2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:39.099100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.191804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c00b28a-692a-470f-916b-78676e94c260 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:39.225645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38882cc-6b3e-4c2f-beab-55d565c301aa req-54982464-9fde-4d9a-a2c5-a6f49eeeb68f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.231214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a38882cc-6b3e-4c2f-beab-55d565c301aa req-54982464-9fde-4d9a-a2c5-a6f49eeeb68f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2217510 May 27 02:11:39.320518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] Provisioning for port ea62e246-78ac-4758-827b-2d825ba880ac completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:39.337993 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.341123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] Provisioning complete for port ea62e246-78ac-4758-827b-2d825ba880ac triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:39.341983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.374034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a38882cc-6b3e-4c2f-beab-55d565c301aa req-5825480b-c2f8-4a1c-9d29-b34006745386 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388769 May 27 02:11:39.455576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.468030 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.610405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] Current status of the port ea62e246-78ac-4758-827b-2d825ba880ac is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:39.610810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.616385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for 0578595f-f7b6-4f9a-82a0-56768024cfd2 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:39.623880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44722-6439-472e-82db-e8a4ac21762e req-d524bac7-77bd-4d0e-8aa1-ae14c5471985 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:39.625381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48f44722-6439-472e-82db-e8a4ac21762e req-d524bac7-77bd-4d0e-8aa1-ae14c5471985 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1331291 May 27 02:11:39.691479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48f44722-6439-472e-82db-e8a4ac21762e req-9bec521f-9883-4844-bd6e-11b5f28c826b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600836 May 27 02:11:39.721201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] For port ea62e246-78ac-4758-827b-2d825ba880ac, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ea62e246-78ac-4758-827b-2d825ba880ac,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:39.819773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:39.916219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'a91f34af-df26-487f-969a-281105bb3474', 'ip_address': '2001:db8::f816:3eff:fe6c:5142'}, {'subnet_id': '392d3488-3e9a-4d42-8d65-359c6a5db4f9'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'ea62e246-78ac-4758-827b-2d825ba880ac'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:11:39.954818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f2c6f-c8ef-405c-a42d-16afa7ad2704 None None] Pushing event updated for resources: {'Port': ['ID=ea62e246-78ac-4758-827b-2d825ba880ac,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:39.979390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.117535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bec54-329e-4ea3-8713-45f6053f2256 req-5b5750d8-0191-4888-b83c-2a2f25454864 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:40.119033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd0bec54-329e-4ea3-8713-45f6053f2256 req-5b5750d8-0191-4888-b83c-2a2f25454864 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2707965 May 27 02:11:40.119799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.202472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] Allocated IP 172.20.0.2 (30b892c4-6e6d-4797-a636-03633845dc1c/392d3488-3e9a-4d42-8d65-359c6a5db4f9/ea62e246-78ac-4758-827b-2d825ba880ac) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:40.215095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=0578595f-f7b6-4f9a-82a0-56768024cfd2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:40.332055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dd0bec54-329e-4ea3-8713-45f6053f2256 req-e4dc0495-62bd-4436-9602-e3d4304aee6c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625555 May 27 02:11:40.364562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.373997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35070) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:40.383395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9280e524-e2da-4923-bedc-f2ad5911eea5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/0578595f-f7b6-4f9a-82a0-56768024cfd2 HTTP/1.1" status: 204 len: 168 time: 1.4228208 May 27 02:11:40.385408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] For port ea62e246-78ac-4758-827b-2d825ba880ac, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ea62e246-78ac-4758-827b-2d825ba880ac,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:40.414988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.439205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] Transition to ACTIVE for port object ea62e246-78ac-4758-827b-2d825ba880ac will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:40.445150 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.453207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a78c3c-f07b-4ede-b0a6-90f4e836c739 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:40.454778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a78c3c-f07b-4ede-b0a6-90f4e836c739 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:40.456906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a78c3c-f07b-4ede-b0a6-90f4e836c739 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:40.457712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f2a78c3c-f07b-4ede-b0a6-90f4e836c739 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:40.477590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f2a78c3c-f07b-4ede-b0a6-90f4e836c739 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:40.482386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35076) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:40.482584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f2a78c3c-f07b-4ede-b0a6-90f4e836c739 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1069493 May 27 02:11:40.572546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 392d3488-3e9a-4d42-8d65-359c6a5db4f9 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:40.583386 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.651904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.720505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb848b5b-c291-4890-881d-5f964b043a8b None None] Pushing event updated for resources: {'Port': ['ID=ea62e246-78ac-4758-827b-2d825ba880ac,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:40.757510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.816067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-c2b28e1d-cae5-4cdb-b81e-3b469e74eaac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:40.816709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea62e246-78ac-4758-827b-2d825ba880ac up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:40.817831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-c2b28e1d-cae5-4cdb-b81e-3b469e74eaac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.2318811 May 27 02:11:40.858023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-6349a300-695b-45c5-b2d2-2b2383806d32 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/quotas/c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 375 time: 0.0299633 May 27 02:11:40.874962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.951758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=392d3488-3e9a-4d42-8d65-359c6a5db4f9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:40.953977 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:40.977088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1be9aa15-57e3-4d91-88af-35b2ae8c7a5c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/392d3488-3e9a-4d42-8d65-359c6a5db4f9 HTTP/1.1" status: 204 len: 168 time: 0.4911270 May 27 02:11:40.977914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35098) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:40.989352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.025656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-780742c2-775e-4df5-8ad1-8c4ae47bab95 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1611421 May 27 02:11:41.055134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet a91f34af-df26-487f-969a-281105bb3474 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:41.059193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.126113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.201148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-bf52e8fa-e3b9-4d62-9976-dbe574431c5c service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629102 May 27 02:11:41.227062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.344054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.377428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-202ef093-9174-4644-8ff8-a4076a943ffc service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643324 May 27 02:11:41.399899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=a91f34af-df26-487f-969a-281105bb3474,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:41.405090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.424222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6d9c926b-99c5-436f-9aa9-31c494e53f40 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/a91f34af-df26-487f-969a-281105bb3474 HTTP/1.1" status: 204 len: 168 time: 0.4451838 May 27 02:11:41.426591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35104) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:41.514590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-004823d9-816c-4bdb-a6b2-b620e7dfe194 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865536 May 27 02:11:41.517297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35108) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:41.523433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:41.575791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40983762-e9fb-4dd3-8e75-d10b2530d0e7 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:41.672697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69fa7962-6f2c-4f83-8c3c-69a4248b0620 req-d575e2a2-5cba-4438-8734-80e47f478ce8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 210 time: 0.0606945 May 27 02:11:41.709784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:41.715577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:41.720456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:41.728020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:41.740597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:41.745116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.756006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9670e151-e811-44d3-99f0-e343676c785d None None] Provisioning for port ea62e246-78ac-4758-827b-2d825ba880ac completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:41.773169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9670e151-e811-44d3-99f0-e343676c785d None None] Provisioning complete for port ea62e246-78ac-4758-827b-2d825ba880ac triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:41.773574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9670e151-e811-44d3-99f0-e343676c785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.990234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9670e151-e811-44d3-99f0-e343676c785d None None] Current status of the port ea62e246-78ac-4758-827b-2d825ba880ac is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:41.991845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:41.994235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9670e151-e811-44d3-99f0-e343676c785d None None] Could not find standard attr ID for object 0578595f-f7b6-4f9a-82a0-56768024cfd2. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:11:42.048049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:42.055100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:42.060467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:42.061178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.075483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:11:42.081748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] Deleting port ea62e246-78ac-4758-827b-2d825ba880ac {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:42.082319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.097594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=b5624315-8d66-4d53-a97d-53eca3b5a1e5,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:42.116751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c52e8683-5b73-4ee2-ac2b-2c271ed87727 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5980945 May 27 02:11:42.119531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35122) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:42.128867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:42.375043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] For port ea62e246-78ac-4758-827b-2d825ba880ac, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ea62e246-78ac-4758-827b-2d825ba880ac,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:42.375996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.416039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:42.420979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:42.424590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:42.431166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:42.443985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:42.450981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.510370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] Calling delete_port for ea62e246-78ac-4758-827b-2d825ba880ac owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:42.593710 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:42.647522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] Pushing event deleted for resources: {'Port': ['ID=ea62e246-78ac-4758-827b-2d825ba880ac,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:42.653314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a16ea64-2d56-45ed-b590-6ce63ef8c0e5 None None] No DVR routers for this DVR port ea62e246-78ac-4758-827b-2d825ba880ac on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:42.673439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc5f34-0edd-46e7-a0db-0de9c8e54d93 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:42.806157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea62e246-78ac-4758-827b-2d825ba880ac no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:42.887193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ea62e246-78ac-4758-827b-2d825ba880ac {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:42.887540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ea62e246-78ac-4758-827b-2d825ba880ac not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:42.930472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c4db788-d8c5-4f7a-b941-032e2d47964c req-79cc3cb1-c34b-4f45-9e0a-7272bb266a88 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 210 time: 0.0856097 May 27 02:11:43.058826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:11:43.063418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.108561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'b3a42fe8-3614-4f5f-a33f-0b2cebd69480'}, {'subnet_id': 'b5624315-8d66-4d53-a97d-53eca3b5a1e5'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:11:43.109618 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.168711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:43.171413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=b3a42fe8-3614-4f5f-a33f-0b2cebd69480,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:43.176041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:43.178767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:43.180072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.197723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-6a5afe67-6921-44f0-9abc-23c577b2bc98 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:43.199265 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-6a5afe67-6921-44f0-9abc-23c577b2bc98 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.3559136 May 27 02:11:43.213749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'port': {'device_id': '9337e350-435c-47b1-9946-dd696e074e35', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'admin_state_up': True, 'tenant_id': 'c67193f09b43444ab3f651a990b87101'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:43.239747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8b72917b-d0d7-43a9-aa90-eed507bdc007 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1190598 May 27 02:11:43.242649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35138) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:43.250170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:36:52:88', 'name': 'tempest-NetworksTestDHCPv6-196765801'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:43.343440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Allocated IP 172.20.0.2 (30b892c4-6e6d-4797-a636-03633845dc1c/b5624315-8d66-4d53-a97d-53eca3b5a1e5/a53ddb5a-ad16-461f-818c-dc856a056a46) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:43.352487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Allocated IP 2001:db8::f816:3eff:fe40:decd (30b892c4-6e6d-4797-a636-03633845dc1c/b3a42fe8-3614-4f5f-a33f-0b2cebd69480/a53ddb5a-ad16-461f-818c-dc856a056a46) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:43.372380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:43.382959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:43.396285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Made reservation on behalf of c67193f09b43444ab3f651a990b87101 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:43.402597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.525275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:43.532882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:43.541060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:43.551825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:43.572278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:43.617701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Allocated IP 172.20.0.5 (486f415c-6f51-4b47-bbed-ac3121b794b2/5959d515-6e68-4298-85f0-9949c324ae35/b7116102-efc7-4a85-8b05-3b77e5c64e70) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:43.707682 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.734325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Transition to ACTIVE for port object a53ddb5a-ad16-461f-818c-dc856a056a46 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:43.771178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Transition to ACTIVE for port object a53ddb5a-ad16-461f-818c-dc856a056a46 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:43.780604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.796600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.830608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port e0791a55-76b5-4355-bcb3-ada94d74232b yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:11:43.861785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:43.865512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:43.869239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:43.875301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Pushing event updated for resources: {'Port': ['ID=a53ddb5a-ad16-461f-818c-dc856a056a46,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:43.917201 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:43.936483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Transition to ACTIVE for port object b7116102-efc7-4a85-8b05-3b77e5c64e70 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:43.975430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.019012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca', '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:44.085283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Attempting to bind port a53ddb5a-ad16-461f-818c-dc856a056a46 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:44.085654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Attempting to bind port a53ddb5a-ad16-461f-818c-dc856a056a46 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:44.086019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Attempting to bind port a53ddb5a-ad16-461f-818c-dc856a056a46 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:44.097303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:44.100176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:44.100555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:44.101068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.101467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:44.101934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Bound port: a53ddb5a-ad16-461f-818c-dc856a056a46, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:44.102306 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.102570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:44.107388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:44.144745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=b7116102-efc7-4a85-8b05-3b77e5c64e70,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:44.183763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 172.20.0.8 (30b892c4-6e6d-4797-a636-03633845dc1c/b5624315-8d66-4d53-a97d-53eca3b5a1e5/e0791a55-76b5-4355-bcb3-ada94d74232b) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:44.203934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fe36:5288 (30b892c4-6e6d-4797-a636-03633845dc1c/b3a42fe8-3614-4f5f-a33f-0b2cebd69480/e0791a55-76b5-4355-bcb3-ada94d74232b) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:44.228453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:44.229075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.282918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a8060842-4d73-4e26-9041-65c180839ca0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0725279 May 27 02:11:44.307696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Request body: {'port': {'device_id': '9337e350-435c-47b1-9946-dd696e074e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:44.324932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] For port a53ddb5a-ad16-461f-818c-dc856a056a46, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:44.333725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] For port a53ddb5a-ad16-461f-818c-dc856a056a46, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a53ddb5a-ad16-461f-818c-dc856a056a46,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:44.347260 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.449542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95ad1d-67d0-46d6-a879-a607df53279d req-671d2699-2400-44ec-b3a6-196b5234769d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:44.454676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf95ad1d-67d0-46d6-a879-a607df53279d req-671d2699-2400-44ec-b3a6-196b5234769d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 931 time: 0.3770113 May 27 02:11:44.479578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.524002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d99ad5-12dd-4b1b-906f-1527f08d593d None None] Pushing event updated for resources: {'Port': ['ID=a53ddb5a-ad16-461f-818c-dc856a056a46,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:44.588930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-79e5b623-b25f-4c13-bec4-366a73a6facf None None] Provisioning for port b7116102-efc7-4a85-8b05-3b77e5c64e70 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:44.597689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-79e5b623-b25f-4c13-bec4-366a73a6facf None None] Provisioning complete for port b7116102-efc7-4a85-8b05-3b77e5c64e70 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:44.598245 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-79e5b623-b25f-4c13-bec4-366a73a6facf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.606486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf95ad1d-67d0-46d6-a879-a607df53279d req-6d26b76a-0d6c-4a48-a677-7c5d303675a1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427841 May 27 02:11:44.734970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-79e5b623-b25f-4c13-bec4-366a73a6facf None None] Port b7116102-efc7-4a85-8b05-3b77e5c64e70 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:11:44.870357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:44.897944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object e0791a55-76b5-4355-bcb3-ada94d74232b will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:44.941151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.058996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:45.066357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:45.071689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:45.097073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:11:45.105919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=e0791a55-76b5-4355-bcb3-ada94d74232b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:45.152433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.153366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.183111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9d621125-dce9-4dd6-bf2f-82d256b93f89 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9390588 May 27 02:11:45.185610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35150) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:45.309428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7116102-efc7-4a85-8b05-3b77e5c64e70 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:45.318379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.339013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Transition to ACTIVE for port object b7116102-efc7-4a85-8b05-3b77e5c64e70 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:45.351863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3e745-4d0f-4674-869c-5341d7070386 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.357639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3e745-4d0f-4674-869c-5341d7070386 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:45.358423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-32b3e745-4d0f-4674-869c-5341d7070386 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:45.361041 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.491642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-32b3e745-4d0f-4674-869c-5341d7070386 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:45.492822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-32b3e745-4d0f-4674-869c-5341d7070386 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3061421 May 27 02:11:45.496283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35154) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:45.501858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Pushing event updated for resources: {'Port': ['ID=b7116102-efc7-4a85-8b05-3b77e5c64e70,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:45.606251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port e0791a55-76b5-4355-bcb3-ada94d74232b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:45.606638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.663980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Attempting to bind port b7116102-efc7-4a85-8b05-3b77e5c64e70 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:45.664316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Attempting to bind port b7116102-efc7-4a85-8b05-3b77e5c64e70 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:45.664641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Attempting to bind port b7116102-efc7-4a85-8b05-3b77e5c64e70 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:45.671036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Port b7116102-efc7-4a85-8b05-3b77e5c64e70 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:11:45.671497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Attempting to bind port b7116102-efc7-4a85-8b05-3b77e5c64e70 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:45.680058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:45.680397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:45.680783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Bound using segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:45.681215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Bound port: b7116102-efc7-4a85-8b05-3b77e5c64e70, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:45.681804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:45.871365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] For port b7116102-efc7-4a85-8b05-3b77e5c64e70, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:45.876708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] For port b7116102-efc7-4a85-8b05-3b77e5c64e70, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:45.892152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.014066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab9c8-4ac5-4fc4-8b00-3b17f0d9deb6 req-4bd23ac8-2cda-4b6a-99ed-acae499f68e1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.015163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e28ab9c8-4ac5-4fc4-8b00-3b17f0d9deb6 req-4bd23ac8-2cda-4b6a-99ed-acae499f68e1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:46.019533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.029500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.030260 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.031776 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] 10.222.0.47 "PUT /v2.0/ports/b7116102-efc7-4a85-8b05-3b77e5c64e70 HTTP/1.1" status: 200 len: 1092 time: 1.7406592 May 27 02:11:46.032293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:46.113720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83c7fd-9f5a-49c6-8f25-503ccf64909b service neutron] Pushing event updated for resources: {'Port': ['ID=b7116102-efc7-4a85-8b05-3b77e5c64e70,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:46.123184 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f602a1-fabf-45db-805c-a4f919404047'] response: {'name': 'network-changed', 'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70', 'status': 'completed', 'code': 200} May 27 02:11:46.123772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e28ab9c8-4ac5-4fc4-8b00-3b17f0d9deb6 req-4bd23ac8-2cda-4b6a-99ed-acae499f68e1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:46.127921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e28ab9c8-4ac5-4fc4-8b00-3b17f0d9deb6 req-4bd23ac8-2cda-4b6a-99ed-acae499f68e1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 943 time: 0.3555982 May 27 02:11:46.172996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for e0791a55-76b5-4355-bcb3-ada94d74232b owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:46.205262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e28ab9c8-4ac5-4fc4-8b00-3b17f0d9deb6 req-a910597d-1f12-4156-8115-9549871e9573 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650222 May 27 02:11:46.222891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-fc12b55e-0abe-4b43-8313-3143dde1be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.224229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-fc12b55e-0abe-4b43-8313-3143dde1be21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 1095 time: 0.1463537 May 27 02:11:46.239223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cce8ed-4038-4a2b-8149-a193d53b1da3 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:46.308755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-c4336e90-c14b-4e04-a3fe-13843256583f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70 HTTP/1.1" status: 200 len: 217 time: 0.0750394 May 27 02:11:46.378050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-51bc05d4-439d-4b9c-a387-42dbc0876939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.379909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-51bc05d4-439d-4b9c-a387-42dbc0876939 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0656064 May 27 02:11:46.384111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b03fd6cb-d9a7-426a-aa8b-9ca82f9008bb None None] Provisioning for port a53ddb5a-ad16-461f-818c-dc856a056a46 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:46.418737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.457940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a4f2a13f-602a-47c1-b934-041cab905ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.459451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a4f2a13f-602a-47c1-b934-041cab905ef0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721667 May 27 02:11:46.508422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=e0791a55-76b5-4355-bcb3-ada94d74232b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:46.595504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-a050a210-abca-466b-a7b3-aeecf752f90c service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284623 May 27 02:11:46.614025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.631236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-96e7dda5-d05a-4499-ae04-97dd12c07fd6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/e0791a55-76b5-4355-bcb3-ada94d74232b HTTP/1.1" status: 204 len: 168 time: 1.1322808 May 27 02:11:46.633647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35166) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:46.708456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc6cd3-c97c-4fcd-ab4a-d968b7c6b053 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.710148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc6cd3-c97c-4fcd-ab4a-d968b7c6b053 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.711714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc6cd3-c97c-4fcd-ab4a-d968b7c6b053 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.712682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f0dc6cd3-c97c-4fcd-ab4a-d968b7c6b053 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:46.732788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f0dc6cd3-c97c-4fcd-ab4a-d968b7c6b053 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:46.736698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f0dc6cd3-c97c-4fcd-ab4a-d968b7c6b053 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0992570 May 27 02:11:46.737560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35174) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:46.783133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f210af-2596-4b13-b04c-173d823c1d7d req-4ca7cbaf-4e24-47c8-93a0-5dc74322a4cb service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796978 May 27 02:11:46.843106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet b3a42fe8-3614-4f5f-a33f-0b2cebd69480 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:46.847029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.862669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a53ddb5a-ad16-461f-818c-dc856a056a46 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:46.923012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:46.947837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-4ef3afaa-66f6-40f8-89a2-d3d7d4e96c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:46.949761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-4ef3afaa-66f6-40f8-89a2-d3d7d4e96c02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 1095 time: 0.1094732 May 27 02:11:46.985453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a53ddb5a-ad16-461f-818c-dc856a056a46 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:46.993340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:46.994180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.070621 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.222241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:47.223678 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.260323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.350443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:47.352146 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:47.379629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a42fe8-3614-4f5f-a33f-0b2cebd69480,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:47.383431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ed799e60-db0e-4718-8063-90045907e515 None None] Could not find standard attr ID for object 0578595f-f7b6-4f9a-82a0-56768024cfd2. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:11:47.395761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.410036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-887066c6-01a2-4304-ae48-2d784072ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.411496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-887066c6-01a2-4304-ae48-2d784072ddb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.4549644 May 27 02:11:47.416877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1dd69ed6-abf2-4aa6-9747-4f4e28ebbb66 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/b3a42fe8-3614-4f5f-a33f-0b2cebd69480 HTTP/1.1" status: 204 len: 168 time: 0.6785264 May 27 02:11:47.418436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35192) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:47.536994 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-13737174-16b5-4933-8900-276c0242eb6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70 HTTP/1.1" status: 200 len: 217 time: 0.0793219 May 27 02:11:47.631396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet b5624315-8d66-4d53-a97d-53eca3b5a1e5 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:47.635639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.654605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97000214-629c-464f-a417-42d7e7845ef4 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:47.657365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac8e4c-581b-4a08-ab6c-5a7dc41ccbe6 req-1d2a9008-35d1-44fe-a62c-0e513d0f519f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.659024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55ac8e4c-581b-4a08-ab6c-5a7dc41ccbe6 req-1d2a9008-35d1-44fe-a62c-0e513d0f519f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 943 time: 0.2506990 May 27 02:11:47.715432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55ac8e4c-581b-4a08-ab6c-5a7dc41ccbe6 req-5aa1fdc0-0e4b-4c4c-9f97-30f764bb31b4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 May 27 02:11:47.720986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-936a5c86-2ab9-4dbd-a1f4-e4a23866143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.720986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-936a5c86-2ab9-4dbd-a1f4-e4a23866143c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1723163 May 27 02:11:47.739083 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.799570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-82277c59-876b-49e4-a615-9e06f450e4d2 None None] Could not find standard attr ID for object e0791a55-76b5-4355-bcb3-ada94d74232b. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:11:47.821874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-fab50fe9-d905-46eb-a8bf-de495dc2bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:47.823739 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-fab50fe9-d905-46eb-a8bf-de495dc2bcc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967882 May 27 02:11:47.841553 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.940907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:47.983622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-4779198d-6c4e-4ba0-9b53-18a537a46dfb service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509113 May 27 02:11:47.985103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=b5624315-8d66-4d53-a97d-53eca3b5a1e5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:47.993805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.011873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-056fa258-889d-4716-8633-fae0440de7c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/b5624315-8d66-4d53-a97d-53eca3b5a1e5 HTTP/1.1" status: 204 len: 168 time: 0.5920434 May 27 02:11:48.013529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35198) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:48.040241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:48.041069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.103484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8d9c8ccb-53ba-43bb-aa39-14e8f7313a75 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887434 May 27 02:11:48.104242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35202) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:48.111071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:48.147741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:48.148098 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:48.188580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-386bf076-38d2-46b8-8926-f7a72d2fc549 req-6f7f42b8-768d-4749-aa84-c74bbd2b83cd service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957903 May 27 02:11:48.249767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee1453-638d-46c4-a425-0fb6c06019fb None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'b5624315-8d66-4d53-a97d-53eca3b5a1e5'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'a53ddb5a-ad16-461f-818c-dc856a056a46'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:11:48.252152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:48.256298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:48.259506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:48.266361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:48.280320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:48.284809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.319843 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ecee1453-638d-46c4-a425-0fb6c06019fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.545872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac7150f-229a-45f3-998a-51ebe4fe1a10 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:48.582631 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.658920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:48.662435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:48.665845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:48.666520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.699317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=df857935-0e27-4314-b1dd-8c43ca0f0bcd,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:48.709904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-674eea91-c3d1-4276-8694-0ad6494cf368 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6045885 May 27 02:11:48.712782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35214) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:48.718939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:48.732060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-678cbc85-4d1d-4d40-8515-54458fcf92b5 None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:48.743256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-678cbc85-4d1d-4d40-8515-54458fcf92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:48.975321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:48.987268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:48.995481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:49.009420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:49.014583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-678cbc85-4d1d-4d40-8515-54458fcf92b5 None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:49.014990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-678cbc85-4d1d-4d40-8515-54458fcf92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.032845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:49.038683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.069400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fd996-56e1-40dd-aed6-5c6d7886fc48 req-6c699821-60c5-41b5-86cf-429126dc5bd7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:49.070915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e6fd996-56e1-40dd-aed6-5c6d7886fc48 req-6c699821-60c5-41b5-86cf-429126dc5bd7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 943 time: 0.2216878 May 27 02:11:49.139569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-678cbc85-4d1d-4d40-8515-54458fcf92b5 None None] For port a53ddb5a-ad16-461f-818c-dc856a056a46, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a53ddb5a-ad16-461f-818c-dc856a056a46,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:49.149916 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-678cbc85-4d1d-4d40-8515-54458fcf92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.190398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e6fd996-56e1-40dd-aed6-5c6d7886fc48 req-26236db8-05d8-4bc4-a68a-bcc0215f0e5a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102095 May 27 02:11:49.201840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:49.201840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.244239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'df857935-0e27-4314-b1dd-8c43ca0f0bcd'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'a53ddb5a-ad16-461f-818c-dc856a056a46'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:11:49.337257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cbc85-4d1d-4d40-8515-54458fcf92b5 None None] Pushing event updated for resources: {'Port': ['ID=a53ddb5a-ad16-461f-818c-dc856a056a46,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:49.354529 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:49.435329 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:49.435329 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:49.545553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:11:49.665211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Allocated IP 172.20.0.2 (30b892c4-6e6d-4797-a636-03633845dc1c/df857935-0e27-4314-b1dd-8c43ca0f0bcd/a53ddb5a-ad16-461f-818c-dc856a056a46) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:49.673942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b7116102-efc7-4a85-8b05-3b77e5c64e70 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:11:49.679086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Allocated IP 2001:db8::f816:3eff:fe40:decd (30b892c4-6e6d-4797-a636-03633845dc1c/7b59f5d1-3eeb-41b3-a8a8-bc7b5fd574d4/a53ddb5a-ad16-461f-818c-dc856a056a46) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:49.858454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b9d18-07d5-40df-9cbb-012d5cde1237 req-3a14016f-af2f-4227-b54a-9952c0b132bf tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:49.860021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-137b9d18-07d5-40df-9cbb-012d5cde1237 req-3a14016f-af2f-4227-b54a-9952c0b132bf tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1050985 May 27 02:11:49.912269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-137b9d18-07d5-40df-9cbb-012d5cde1237 req-f46dda37-23c4-4bcd-82a0-ea0ed0dc0e12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465698 May 27 02:11:49.935104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] For port a53ddb5a-ad16-461f-818c-dc856a056a46, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a53ddb5a-ad16-461f-818c-dc856a056a46,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:49.996804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b7116102-efc7-4a85-8b05-3b77e5c64e70, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:50.020953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'b7116102-efc7-4a85-8b05-3b77e5c64e70', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': 'b7116102-efc7-4a85-8b05-3b77e5c64e70', 'mac_address': 'fa:16:3e:0a:94:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:11:50.029085 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.095885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Transition to ACTIVE for port object a53ddb5a-ad16-461f-818c-dc856a056a46 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:50.103232 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.109981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe40:decd-39fd7cd2-f5a1-4058-b5f6-3d129a1e66 {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:11:50.109981 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:11:50.143913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b7116102-efc7-4a85-8b05-3b77e5c64e70 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:50.144292 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.204985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7116102-efc7-4a85-8b05-3b77e5c64e70 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:11:50.262418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3276f40-2f8b-439b-ba2d-2e0d69eb7eea None None] Pushing event updated for resources: {'Port': ['ID=a53ddb5a-ad16-461f-818c-dc856a056a46,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:50.277198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b7116102-efc7-4a85-8b05-3b77e5c64e70, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:50.281849 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.354464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b7116102-efc7-4a85-8b05-3b77e5c64e70,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:50.412664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571caab-e293-41e1-b15b-b882e75fd4dd req-049ad4fe-8d5b-4cdf-b8e6-56731982afc0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:50.415396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2571caab-e293-41e1-b15b-b882e75fd4dd req-049ad4fe-8d5b-4cdf-b8e6-56731982afc0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 944 time: 0.1073203 May 27 02:11:50.465469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2571caab-e293-41e1-b15b-b882e75fd4dd req-edb8c386-c9c2-4d66-b01c-ff4fab6c8bd8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 May 27 02:11:50.686260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b7116102-efc7-4a85-8b05-3b77e5c64e70'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:50.743971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:11:50.832384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Port a53ddb5a-ad16-461f-818c-dc856a056a46 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=88425) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} May 27 02:11:50.832979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.889307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd200a-01db-4925-8d1d-ce4f9c4b20a7 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:50.908395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:50.911737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:50.913467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=7b59f5d1-3eeb-41b3-a8a8-bc7b5fd574d4,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:50.916324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:50.917149 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:50.944987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6ab4d824-93af-4cee-afc5-ae92ebdeb7fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2294755 May 27 02:11:50.946602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35234) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:50.962867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:50.964738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:4a:ac:ae', 'name': 'tempest-NetworksTestDHCPv6-268320140'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:50.997356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a53ddb5a-ad16-461f-818c-dc856a056a46 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:51.069211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-30b42953-0edf-4921-8467-1ff2a9b50016 None None] Provisioning for port a53ddb5a-ad16-461f-818c-dc856a056a46 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:51.079590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-30b42953-0edf-4921-8467-1ff2a9b50016 None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:51.079967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-30b42953-0edf-4921-8467-1ff2a9b50016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.297451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:51.297749 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.310547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8b8a6-ce8f-44ec-889b-ec2ed8ccbd80 req-b90f7190-cae8-40b6-bee5-cea133f6d80e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:51.312143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84c8b8a6-ce8f-44ec-889b-ec2ed8ccbd80 req-b90f7190-cae8-40b6-bee5-cea133f6d80e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1959271 May 27 02:11:51.317815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:51.322418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:11:51.326223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:11:51.332289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:51.363561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:51.431470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-30b42953-0edf-4921-8467-1ff2a9b50016 None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:51.434369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a53ddb5a-ad16-461f-818c-dc856a056a46, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a53ddb5a-ad16-461f-818c-dc856a056a46,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:51.443248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.462988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84c8b8a6-ce8f-44ec-889b-ec2ed8ccbd80 req-537349b4-7c27-4b26-bef6-597f1835443a tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230114 May 27 02:11:51.488423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a53ddb5a-ad16-461f-818c-dc856a056a46 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:51.553745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.583296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a53ddb5a-ad16-461f-818c-dc856a056a46,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:51.609379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 4b9113d2-5ba8-45bc-9266-25c3930f89a3 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:11:51.645826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:51.761817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a53ddb5a-ad16-461f-818c-dc856a056a46 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:51.844874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c93a13-1fb0-4f20-9ae1-1a43891b2ad3 req-c5908425-2659-4067-900d-a08b5e9d34a7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:51.852478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70c93a13-1fb0-4f20-9ae1-1a43891b2ad3 req-c5908425-2659-4067-900d-a08b5e9d34a7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 944 time: 0.1705489 May 27 02:11:51.866644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:51.867201 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:51.909427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 172.20.0.9 (30b892c4-6e6d-4797-a636-03633845dc1c/df857935-0e27-4314-b1dd-8c43ca0f0bcd/4b9113d2-5ba8-45bc-9266-25c3930f89a3) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:51.910050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70c93a13-1fb0-4f20-9ae1-1a43891b2ad3 req-bdc76f6f-41f9-4977-bbea-7f5e5ecef080 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 May 27 02:11:51.924275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fe4a:acae (30b892c4-6e6d-4797-a636-03633845dc1c/7b59f5d1-3eeb-41b3-a8a8-bc7b5fd574d4/4b9113d2-5ba8-45bc-9266-25c3930f89a3) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:52.029843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:52.030302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.064713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a53ddb5a-ad16-461f-818c-dc856a056a46, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a53ddb5a-ad16-461f-818c-dc856a056a46,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:52.070118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.153165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a53ddb5a-ad16-461f-818c-dc856a056a46,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:52.194473 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.212443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object 4b9113d2-5ba8-45bc-9266-25c3930f89a3 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:52.237389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.322912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:52.326646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:52.330908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:52.364005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=4b9113d2-5ba8-45bc-9266-25c3930f89a3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:52.401898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.402431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.431729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d2ef2fd7-f7b4-46e5-849e-126f6ec77afb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4814410 May 27 02:11:52.431729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35264) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:52.436964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4306e9-1a76-47c8-87ad-1f153ecd776c None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:52.516619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a9057-a5fb-4091-b3d2-bf93b32ba876 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.522859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a9057-a5fb-4091-b3d2-bf93b32ba876 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.523680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-897a9057-a5fb-4091-b3d2-bf93b32ba876 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:52.549900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-897a9057-a5fb-4091-b3d2-bf93b32ba876 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:52.554009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35270) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:52.554263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-897a9057-a5fb-4091-b3d2-bf93b32ba876 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1216540 May 27 02:11:52.633970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cf963b77-3b4a-40fd-946d-b76aafc4acef None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:52.634340 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cf963b77-3b4a-40fd-946d-b76aafc4acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.656818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port 4b9113d2-5ba8-45bc-9266-25c3930f89a3 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:52.657428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:52.729822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98c7fe-7575-49e2-b08e-c3475da93c07 req-7a917460-f06a-44c7-89b0-cbcdfb5279a8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:52.732012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac98c7fe-7575-49e2-b08e-c3475da93c07 req-7a917460-f06a-44c7-89b0-cbcdfb5279a8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1079082 May 27 02:11:52.787855 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac98c7fe-7575-49e2-b08e-c3475da93c07 req-f5e2cd15-5824-4e2c-b334-3136db056335 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496376 May 27 02:11:52.855765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cf963b77-3b4a-40fd-946d-b76aafc4acef None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:52.974303 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:53.076480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a53ddb5a-ad16-461f-818c-dc856a056a46 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:53.116370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for 4b9113d2-5ba8-45bc-9266-25c3930f89a3 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:53.161504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:53.161928 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:53.300843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:53.337933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359b0b-4f56-4c55-a7e1-076a50407e38 req-4287acb8-5c38-4bd3-b8e0-c7e0e43c8d98 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.339414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac359b0b-4f56-4c55-a7e1-076a50407e38 req-4287acb8-5c38-4bd3-b8e0-c7e0e43c8d98 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 944 time: 0.1944754 May 27 02:11:53.389811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb13b05d-5d9a-49dc-9ce7-2b8499b19975 None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:53.390188 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb13b05d-5d9a-49dc-9ce7-2b8499b19975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:53.427124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac359b0b-4f56-4c55-a7e1-076a50407e38 req-487d340d-4368-43cc-9a48-f4ea002e64e9 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770354 May 27 02:11:53.473659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:53.556260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bb13b05d-5d9a-49dc-9ce7-2b8499b19975 None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:53.560432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb13b05d-5d9a-49dc-9ce7-2b8499b19975 None None] Could not find standard attr ID for object 4b9113d2-5ba8-45bc-9266-25c3930f89a3. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:11:53.672031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0a5412d1-02ea-47e4-b1df-f5e3381b74ee None None] Could not find standard attr ID for object 4b9113d2-5ba8-45bc-9266-25c3930f89a3. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:11:53.682075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b7116102-efc7-4a85-8b05-3b77e5c64e70 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:11:53.705749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=4b9113d2-5ba8-45bc-9266-25c3930f89a3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:53.761994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port b7116102-efc7-4a85-8b05-3b77e5c64e70 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:11:53.769254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port b7116102-efc7-4a85-8b05-3b77e5c64e70 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:53.770140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:53.789298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:53.804937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-694ff7b8-77f8-4778-9410-dd0abe67bb27 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/4b9113d2-5ba8-45bc-9266-25c3930f89a3 HTTP/1.1" status: 204 len: 168 time: 1.2490063 May 27 02:11:53.807293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35282) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:53.886438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a8abb-eb96-47ee-bbcd-bed1e5de94ec tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.899272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a8abb-eb96-47ee-bbcd-bed1e5de94ec tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.904466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a8abb-eb96-47ee-bbcd-bed1e5de94ec tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:53.907052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d44a8abb-eb96-47ee-bbcd-bed1e5de94ec tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:53.936572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d44a8abb-eb96-47ee-bbcd-bed1e5de94ec tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:53.937835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d44a8abb-eb96-47ee-bbcd-bed1e5de94ec tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1287889 May 27 02:11:53.945402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35290) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:53.956952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port b7116102-efc7-4a85-8b05-3b77e5c64e70 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:53.957471 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:53.984690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:53.994865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port b7116102-efc7-4a85-8b05-3b77e5c64e70, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:54.001753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.079585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=b7116102-efc7-4a85-8b05-3b77e5c64e70,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:54.098873 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a19044-350a-45f6-af2d-0239c72cdb92'] response: {'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70', 'code': 200} May 27 02:11:54.103469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 7b59f5d1-3eeb-41b3-a8a8-bc7b5fd574d4 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:54.108006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.175154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798b9f-d279-4d2a-abf9-78972b80670f req-e038ce6d-c718-4268-8413-33735975dfc8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:54.176656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-94798b9f-d279-4d2a-abf9-78972b80670f req-e038ce6d-c718-4268-8413-33735975dfc8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2333076 May 27 02:11:54.184121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.238585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fbfcb-b5bb-434e-a349-b736f7c188ad req-6555019f-b524-4a1a-9b9a-839b53f520fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:54.250135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a5fbfcb-b5bb-434e-a349-b736f7c188ad req-6555019f-b524-4a1a-9b9a-839b53f520fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 1097 time: 0.0873234 May 27 02:11:54.275007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-94798b9f-d279-4d2a-abf9-78972b80670f req-66421d52-1d7b-497c-94fe-7f781bd8468e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625782 May 27 02:11:54.308585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.312264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a5fbfcb-b5bb-434e-a349-b736f7c188ad req-5d7b3f91-33b2-441d-9c01-1bbd4c6637b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545213 May 27 02:11:54.396304 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.437317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=7b59f5d1-3eeb-41b3-a8a8-bc7b5fd574d4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:54.439290 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.449320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe003d-a8e4-49d3-836a-36a89a10a23d None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:54.453707 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3830bddb-68e5-490d-9e95-48a6b5ccc589 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/7b59f5d1-3eeb-41b3-a8a8-bc7b5fd574d4 HTTP/1.1" status: 204 len: 168 time: 0.5120475 May 27 02:11:54.456192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35302) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:54.528885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet df857935-0e27-4314-b1dd-8c43ca0f0bcd {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:11:54.533069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.648560 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.744985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf59cd1-22ab-4a61-bb2e-554e7a412f47 req-ec232656-de5f-4058-8612-e2d4828e4353 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:54.746339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbf59cd1-22ab-4a61-bb2e-554e7a412f47 req-ec232656-de5f-4058-8612-e2d4828e4353 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 945 time: 0.1845596 May 27 02:11:54.797911 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.834452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbf59cd1-22ab-4a61-bb2e-554e7a412f47 req-b79e5f3d-bcdc-4dfa-9e6c-be9d80cd4446 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795581 May 27 02:11:54.883445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.925484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:54.932138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=df857935-0e27-4314-b1dd-8c43ca0f0bcd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:54.943053 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0e07b236-a34f-4a7e-bd52-1ec9ab44f3e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/df857935-0e27-4314-b1dd-8c43ca0f0bcd HTTP/1.1" status: 204 len: 168 time: 0.4834261 May 27 02:11:54.943279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35310) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:55.029985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7ccb136c-3974-4ed7-81b7-7bf69d71f02b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854809 May 27 02:11:55.033224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35316) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:55.121203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2689363-477c-4115-a531-271423534726 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:55.125120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b2689363-477c-4115-a531-271423534726 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0883904 May 27 02:11:55.125487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35320) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:55.193052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7924c2-c78e-4f88-bccc-85bc845927e4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:55.193839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce7924c2-c78e-4f88-bccc-85bc845927e4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:55.211269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ce7924c2-c78e-4f88-bccc-85bc845927e4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:55.212434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ce7924c2-c78e-4f88-bccc-85bc845927e4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0859907 May 27 02:11:55.215032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35324) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:55.294906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a0ec551-2708-4639-9599-a8c95d435e1f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769701 May 27 02:11:55.295519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35328) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:55.301498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:55.308841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ebc48e-b6af-4d80-85dd-0bdf656f7156 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:55.467948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3e0f20e2-cde8-4a78-b666-7e1ab4c863c5 None None] Provisioning complete for port a53ddb5a-ad16-461f-818c-dc856a056a46 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:55.468323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e0f20e2-cde8-4a78-b666-7e1ab4c863c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.648032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:55.662223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:55.662970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f20e2-cde8-4a78-b666-7e1ab4c863c5 None None] Current status of the port a53ddb5a-ad16-461f-818c-dc856a056a46 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:55.681351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:55.685479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.686908 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:11:55.687338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:11:55.698948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3054104-be8e-4bf1-8b03-1c6712557300 req-7a6c03eb-a761-48d2-adf8-2ef563e4c7de tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:55.700587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3054104-be8e-4bf1-8b03-1c6712557300 req-7a6c03eb-a761-48d2-adf8-2ef563e4c7de tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2417765 May 27 02:11:55.741520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:11:55.745626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] Deleting port a53ddb5a-ad16-461f-818c-dc856a056a46 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:11:55.746003 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.775674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3054104-be8e-4bf1-8b03-1c6712557300 req-4705a1f8-9711-4751-9454-0adb9b971b5c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647693 May 27 02:11:55.780115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc212b2e-655d-41b8-bcc9-6bf58c78ae0b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4824448 May 27 02:11:55.780514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35340) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:55.788155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:55.952233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:55.962264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:55.974024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:55.978147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:55.980015 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:11:55.980661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:11:56.047385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] For port a53ddb5a-ad16-461f-818c-dc856a056a46, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a53ddb5a-ad16-461f-818c-dc856a056a46,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:56.047770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.072236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ffe8a47-7d90-4444-8ab3-f271eeec32c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2906256 May 27 02:11:56.075595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35350) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:56.083303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:56.100218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead98a4a-c935-4ada-a88a-bdd2050ba186 req-db130be1-1e49-4410-84bb-d10982ebc827 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:56.108969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ead98a4a-c935-4ada-a88a-bdd2050ba186 req-db130be1-1e49-4410-84bb-d10982ebc827 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 945 time: 0.1154408 May 27 02:11:56.162686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ead98a4a-c935-4ada-a88a-bdd2050ba186 req-7345306a-45f3-49e4-89c3-a4c1abae49e1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 May 27 02:11:56.184275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] Calling delete_port for a53ddb5a-ad16-461f-818c-dc856a056a46 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:11:56.218832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:56.231941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:56.246333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:56.251752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.253225 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:11:56.253733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:11:56.297693 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.309143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4ff3418b-ac5b-4038-a201-4b730cc97ab5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2319138 May 27 02:11:56.312435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35360) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:56.320246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:56.342122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-4584e5da-65a6-4699-a1eb-f598dc12caa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 267 time: 0.0687490 May 27 02:11:56.352948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] Pushing event deleted for resources: {'Port': ['ID=a53ddb5a-ad16-461f-818c-dc856a056a46,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:56.355391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5200e-678a-4ba1-b482-5851871489f2 None None] No DVR routers for this DVR port a53ddb5a-ad16-461f-818c-dc856a056a46 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:11:56.492786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:56.506959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:56.528099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-1d98a0c7-e753-4f02-ba79-3496204f15b7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:56.530194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-1d98a0c7-e753-4f02-ba79-3496204f15b7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 945 time: 0.1337061 May 27 02:11:56.531242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:56.534585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.536548 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:11:56.536548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:11:56.564356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'port': {'security_groups': []}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:56.596191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-943d08e7-f37d-449a-9f67-1825716eb08a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2827420 May 27 02:11:56.599489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35368) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:56.604948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:56.715644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.724049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:56.733491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:56.744479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:56.748605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.750080 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:11:56.750501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:11:56.768840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6d9c143e-b027-47a2-8115-8e8884155ecb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1681786 May 27 02:11:56.772226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35372) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:56.777572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:56.937602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:56.958174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:56.974953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:56.975079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] For port b7116102-efc7-4a85-8b05-3b77e5c64e70, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:11:56.978868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:56.980219 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:11:56.980804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:11:57.002949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.010435 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.021733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca', '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558', 'b7116102-efc7-4a85-8b05-3b77e5c64e70'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:57.022740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727a68-bf6f-4767-a255-e8d40dd0503c req-e426900c-7e30-40a3-907b-c5a6467e3da1 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.024581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4727a68-bf6f-4767-a255-e8d40dd0503c req-e426900c-7e30-40a3-907b-c5a6467e3da1 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1368961 May 27 02:11:57.026692 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f74b77fe-bd54-47ff-9280-aef2dc3a0159 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2534530 May 27 02:11:57.029768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35384) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:57.079038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a53ddb5a-ad16-461f-818c-dc856a056a46 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:11:57.141655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a53ddb5a-ad16-461f-818c-dc856a056a46 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:11:57.142433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a53ddb5a-ad16-461f-818c-dc856a056a46 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:11:57.182682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=b7116102-efc7-4a85-8b05-3b77e5c64e70,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:57.205714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.206357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.207847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b54735d-cd4c-4cf8-971d-860405872cc5 req-75dc3a69-0e87-4c36-a932-f13299b25cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "PUT /v2.0/ports/b7116102-efc7-4a85-8b05-3b77e5c64e70 HTTP/1.1" status: 200 len: 904 time: 0.6496348 May 27 02:11:57.208304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:11:57.245295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-514577e7-e90f-4165-b378-2a7179d73331 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:11:57.275433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4727a68-bf6f-4767-a255-e8d40dd0503c req-f9bbc97e-c303-440e-8485-41f341917e9b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077742 May 27 02:11:57.303559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-514577e7-e90f-4165-b378-2a7179d73331 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:11:57.305264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-514577e7-e90f-4165-b378-2a7179d73331 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2740667 May 27 02:11:57.307849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35394) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:57.375144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['b7116102-efc7-4a85-8b05-3b77e5c64e70'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:11:57.408609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8a1a4-dfd1-4b79-9a0f-ed1559549587 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.410471 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7df8a1a4-dfd1-4b79-9a0f-ed1559549587 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1014678 May 27 02:11:57.413024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:57.497223 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93efca9c-b31d-4f52-9150-db1852f80c4e'] response: {'name': 'network-changed', 'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70', 'status': 'completed', 'code': 200} May 27 02:11:57.521302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b427fd-8354-4386-9008-e328b026ff04 req-94359843-3ab4-4009-9a7f-40da01ef6d75 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.522835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64b427fd-8354-4386-9008-e328b026ff04 req-94359843-3ab4-4009-9a7f-40da01ef6d75 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 907 time: 0.1717527 May 27 02:11:57.613262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-51917e76-b898-409b-b2c5-9ee06ad08090 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1990509 May 27 02:11:57.617031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35406) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:57.623615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:57.640612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-78e97b96-584a-4f10-ac6f-03e6c86bb6bb None None] Provisioning complete for port b7116102-efc7-4a85-8b05-3b77e5c64e70 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:11:57.640982 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-78e97b96-584a-4f10-ac6f-03e6c86bb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.670482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-3f282d32-c2a7-4752-991e-fc456da48f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.673570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-3f282d32-c2a7-4752-991e-fc456da48f0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 1059 time: 0.1212935 May 27 02:11:57.783346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-78e97b96-584a-4f10-ac6f-03e6c86bb6bb None None] Current status of the port b7116102-efc7-4a85-8b05-3b77e5c64e70 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:11:57.814853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:57.825904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:57.837618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:57.842605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:57.888236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-59779fce-d790-43c4-ad47-e6d76603a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.889669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-59779fce-d790-43c4-ad47-e6d76603a592 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.2085502 May 27 02:11:57.969829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-7b02073d-77af-4b0b-8c21-28ac28e7e13b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70 HTTP/1.1" status: 200 len: 217 time: 0.0729733 May 27 02:11:57.978450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd478a27-1aa7-406a-b722-487c0dec2532 req-a6d6e231-9063-4590-b42c-a019b1fa53c6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:57.985308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd478a27-1aa7-406a-b722-487c0dec2532 req-a6d6e231-9063-4590-b42c-a019b1fa53c6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1988685 May 27 02:11:58.077746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-c587c5fd-7f8f-42a9-9d6d-b7ab98cca90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.080066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-c587c5fd-7f8f-42a9-9d6d-b7ab98cca90c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0925679 May 27 02:11:58.083249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd478a27-1aa7-406a-b722-487c0dec2532 req-359049eb-167e-4bfc-b942-2b2678cffe88 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971477 May 27 02:11:58.202959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:11:58.203871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-d63140b6-ffb2-4c15-8255-55c80cb83678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.204205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.205414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-d63140b6-ffb2-4c15-8255-55c80cb83678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185446 May 27 02:11:58.316580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:58.327917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:58.334569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.335192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.353006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f647e-3bb1-4439-8f69-2107b42b66ee None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:11:58.363099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=ec93a82a-7bc5-4027-8054-2d8ccbd7e148,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:58.368173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-e1fd3ba4-a358-4cb8-b8ca-e49d9774ab96 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548510 May 27 02:11:58.413430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-de059e78-01ac-4c0d-b99a-d9fdccac5ee8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7950716 May 27 02:11:58.416305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35428) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:58.421977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:64:c0:97', 'name': 'tempest-NetworksTestDHCPv6-471370932'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:11:58.474413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ddf2d-8559-4c4c-a9fd-0380ee3aa07e req-ebd602cd-2264-44ce-9706-4e849dcfa890 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.476512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e16ddf2d-8559-4c4c-a9fd-0380ee3aa07e req-ebd602cd-2264-44ce-9706-4e849dcfa890 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2294428 May 27 02:11:58.594219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29ad60c0-17b3-4932-bfcf-3e78a28c3dbc req-252fa9ea-2962-49cf-b273-9e499f403d0a service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193902 May 27 02:11:58.604072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd079a-a877-4beb-9904-77c0aefa4aeb req-b75cf598-c23d-407c-b331-ccd204525246 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.605561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-abfd079a-a877-4beb-9904-77c0aefa4aeb req-b75cf598-c23d-407c-b331-ccd204525246 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1970961 May 27 02:11:58.659300 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-abfd079a-a877-4beb-9904-77c0aefa4aeb req-99849b91-d7f7-4848-94c1-de86f24ea8e6 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463088 May 27 02:11:58.683609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': 'ec93a82a-7bc5-4027-8054-2d8ccbd7e148'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:11:58.684993 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.714975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e16ddf2d-8559-4c4c-a9fd-0380ee3aa07e req-7f6d156e-fae2-4dd0-bbad-e17680bdb28c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687141 May 27 02:11:58.763512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:11:58.775075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:11:58.785155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:11:58.891077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Allocated IP 2001:db8::f816:3eff:fef4:40b (30b892c4-6e6d-4797-a636-03633845dc1c/ec93a82a-7bc5-4027-8054-2d8ccbd7e148/d35c7799-78b1-47c5-89e6-2c4c4ee9adb9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:58.937146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:58.967978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port e9501ae3-949c-44db-8fea-2deac3b4429e yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:11:58.972068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec67b74-5b7b-4204-a4ec-c477e79b92ad req-8985a144-9a89-42ff-a268-be0108e2b353 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:58.973966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9ec67b74-5b7b-4204-a4ec-c477e79b92ad req-8985a144-9a89-42ff-a268-be0108e2b353 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1412609 May 27 02:11:59.034344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9ec67b74-5b7b-4204-a4ec-c477e79b92ad req-0fcf112d-46d7-41f2-a753-6c0f34cc5bc5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538642 May 27 02:11:59.129212 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.139656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Transition to ACTIVE for port object d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:59.158749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Transition to ACTIVE for port object d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:59.165375 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.236656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Pushing event updated for resources: {'Port': ['ID=d35c7799-78b1-47c5-89e6-2c4c4ee9adb9,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:59.250425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:59.251536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:59.253988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:59.280911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fe64:c097 (30b892c4-6e6d-4797-a636-03633845dc1c/ec93a82a-7bc5-4027-8054-2d8ccbd7e148/e9501ae3-949c-44db-8fea-2deac3b4429e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:11:59.301048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1e8c-5f53-4cd2-a50e-85fcb9ce61cf req-7ca668aa-14f5-4f73-8b4d-856162b5bb8e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:59.302555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b9d1e8c-5f53-4cd2-a50e-85fcb9ce61cf req-7ca668aa-14f5-4f73-8b4d-856162b5bb8e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1608372 May 27 02:11:59.346494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Attempting to bind port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:11:59.346914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Attempting to bind port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:11:59.347281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Attempting to bind port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:11:59.352571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:11:59.353278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:11:59.353422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.353712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:11:59.354166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Bound port: d35c7799-78b1-47c5-89e6-2c4c4ee9adb9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:11:59.354537 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.395246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b9d1e8c-5f53-4cd2-a50e-85fcb9ce61cf req-67a9c531-399c-4652-95f1-bb94fb1d3f69 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760901 May 27 02:11:59.474212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] For port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:11:59.478488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] For port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d35c7799-78b1-47c5-89e6-2c4c4ee9adb9,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:11:59.485770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.580261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.598012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object e9501ae3-949c-44db-8fea-2deac3b4429e will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:11:59.645137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.679992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb663174-8086-4cfd-bd2e-1b2f611d6439 None None] Pushing event updated for resources: {'Port': ['ID=d35c7799-78b1-47c5-89e6-2c4c4ee9adb9,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:59.729096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-015543de-c63b-4bea-b0fb-fd40918e9ad6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:59.731444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-015543de-c63b-4bea-b0fb-fd40918e9ad6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.1864040 May 27 02:11:59.744871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:11:59.746318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:11:59.751224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:11:59.756953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:11:59.757581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:11:59.758519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e03d2b9a-c2f3-4b5b-968f-a95531802ca6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/quotas/c67193f09b43444ab3f651a990b87101 HTTP/1.1" status: 200 len: 375 time: 0.0204346 May 27 02:11:59.778322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=e9501ae3-949c-44db-8fea-2deac3b4429e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:11:59.799105 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-375c078e-fa8e-45f1-b4a6-d2c83ca665f7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3816612 May 27 02:11:59.801564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35456) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:11:59.893219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-87f25c24-9f63-47bc-9029-1caf52ad6499 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1281295 May 27 02:12:00.009632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6df559-a8fe-4fa8-8d66-50374baa5504 req-204a4535-6066-47c1-ac2e-85bb2e14d021 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:00.011166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a6df559-a8fe-4fa8-8d66-50374baa5504 req-204a4535-6066-47c1-ac2e-85bb2e14d021 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1544518 May 27 02:12:00.033764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688fd4d-247f-4b76-aeff-84f15700c667 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:00.041890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688fd4d-247f-4b76-aeff-84f15700c667 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:00.042610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c688fd4d-247f-4b76-aeff-84f15700c667 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:00.096929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c688fd4d-247f-4b76-aeff-84f15700c667 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:00.100775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c688fd4d-247f-4b76-aeff-84f15700c667 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2951016 May 27 02:12:00.100775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35460) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:00.158879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a6df559-a8fe-4fa8-8d66-50374baa5504 req-146134dc-84d0-47df-b18c-f9cc7e49beb0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105535 May 27 02:12:00.163547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-9ce0b2a1-11d8-4e72-846c-bc051efe5b15 service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633960 May 27 02:12:00.189790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port e9501ae3-949c-44db-8fea-2deac3b4429e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:00.191425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:00.430373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-c1ae85a1-6c40-4e49-976d-2620474f23ba service neutron] 10.222.0.16 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657444 May 27 02:12:00.477767 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:00.687879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-873a7fbb-8ee4-4448-ae75-7e9db2e52d2f req-257cb8e3-69c0-4988-aa3f-b0de7f4e1e28 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 210 time: 0.0708022 May 27 02:12:00.694739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for e9501ae3-949c-44db-8fea-2deac3b4429e owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:01.011715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.070528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8617c32e-51c8-4646-a6df-1ae7111cebe1 None None] Provisioning for port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:01.092474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=e9501ae3-949c-44db-8fea-2deac3b4429e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:01.152601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:01.167776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.183199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bfd2dbf8-1c0a-4bb9-ab8c-be1b8d33a751 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/e9501ae3-949c-44db-8fea-2deac3b4429e HTTP/1.1" status: 204 len: 168 time: 1.0817757 May 27 02:12:01.186080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35486) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:01.290496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c476d3c-bee5-40d3-8607-ece0f17a113b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:01.291178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:01.292743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c476d3c-bee5-40d3-8607-ece0f17a113b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:01.294055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8c476d3c-bee5-40d3-8607-ece0f17a113b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:01.297110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:01.297488 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.318418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8c476d3c-bee5-40d3-8607-ece0f17a113b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:01.320318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8c476d3c-bee5-40d3-8607-ece0f17a113b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1326809 May 27 02:12:01.325009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35492) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:01.508251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:01.508870 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.526312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-810e39c6-7b76-4efc-8aa7-e63e7b867c9b None None] Could not find standard attr ID for object e9501ae3-949c-44db-8fea-2deac3b4429e. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:01.545342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet ec93a82a-7bc5-4027-8054-2d8ccbd7e148 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:01.553668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.575741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d35c7799-78b1-47c5-89e6-2c4c4ee9adb9,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:01.580908 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.676737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=d35c7799-78b1-47c5-89e6-2c4c4ee9adb9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:01.702387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70845fd4-524c-4adc-99cd-31e84a5a959a req-088e2f4c-b328-4441-81d5-1eb0f4106cd0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:01.704008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70845fd4-524c-4adc-99cd-31e84a5a959a req-088e2f4c-b328-4441-81d5-1eb0f4106cd0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.3137343 May 27 02:12:01.706444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.798331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70845fd4-524c-4adc-99cd-31e84a5a959a req-56f8b370-c211-409b-8f39-4f3f621034f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626993 May 27 02:12:01.826698 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.848132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5aa8d5bc-4ec6-4153-8335-b08f19a6be71 req-a1e5335c-cabd-4cd0-a332-f7de54d888d7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 210 time: 0.0483687 May 27 02:12:01.908247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.947767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=ec93a82a-7bc5-4027-8054-2d8ccbd7e148,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:01.953555 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:01.971733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8f23a5-06f0-41ec-ab85-0c007d02afa8 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:01.975632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-730b1a04-12ac-4d24-93ef-d3c8500534c2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/ec93a82a-7bc5-4027-8054-2d8ccbd7e148 HTTP/1.1" status: 204 len: 168 time: 0.6488895 May 27 02:12:01.978137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35500) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:02.099089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-248b652e-8f62-4193-98a5-e9e0df2d1ad9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196499 May 27 02:12:02.101722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35506) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:02.109903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:02.263628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-317e5e8a-2380-45e0-b6a4-40dcb9333bd0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.266355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-317e5e8a-2380-45e0-b6a4-40dcb9333bd0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 812 time: 0.2123518 May 27 02:12:02.281380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Request body: {'port': {'device_id': 'c7311d48-11f5-43d4-998b-bee407a58468', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'admin_state_up': True, 'tenant_id': 'c67193f09b43444ab3f651a990b87101'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:02.444887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:02.453799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:02.463250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:02.473586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:02.491481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:02.497530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c6920-2906-4336-ae9c-1020fd226973 req-3dd0a74d-e56f-4e39-860f-ffd036b0a7bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.498900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] Deleting port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:02.499569 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:02.502201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:02.504426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e6c6920-2906-4336-ae9c-1020fd226973 req-3dd0a74d-e56f-4e39-860f-ffd036b0a7bd tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.2599406 May 27 02:12:02.513530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:02.520057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:02.523565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:02.525334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Made reservation on behalf of c67193f09b43444ab3f651a990b87101 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:02.542212 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:02.648266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773b20f-334d-4d38-9efb-98b742048f9c req-1a3fbdb1-5c58-45c7-9bde-2fb5db74e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.649629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b773b20f-334d-4d38-9efb-98b742048f9c req-1a3fbdb1-5c58-45c7-9bde-2fb5db74e7c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 1098 time: 0.2942080 May 27 02:12:02.663005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e6c6920-2906-4336-ae9c-1020fd226973 req-e791a757-2396-47f4-a604-d1e5cf539b6e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576970 May 27 02:12:02.769595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] For port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d35c7799-78b1-47c5-89e6-2c4c4ee9adb9,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:02.770353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:02.833856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Allocated IP 172.20.0.4 (486f415c-6f51-4b47-bbed-ac3121b794b2/5959d515-6e68-4298-85f0-9949c324ae35/9a672495-cc27-41e2-91eb-6b66e5341cc6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:02.866808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773b20f-334d-4d38-9efb-98b742048f9c req-091e603a-686f-4ccb-9914-c241bb01e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:02.868965 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b773b20f-334d-4d38-9efb-98b742048f9c req-091e603a-686f-4ccb-9914-c241bb01e609 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 910 time: 0.1949768 May 27 02:12:02.920847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] Calling delete_port for d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:03.077718 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.137892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-79aee12c-7eec-4390-93cd-d67bb412ddda req-22b1370a-5241-4169-9452-338ba19b4cd6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 210 time: 0.0679994 May 27 02:12:03.138387 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.148274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:03.202653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] Pushing event deleted for resources: {'Port': ['ID=d35c7799-78b1-47c5-89e6-2c4c4ee9adb9,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:03.209252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5983d1c8-97c9-4320-b4d9-60410661682c None None] No DVR routers for this DVR port d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:03.210090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b773b20f-334d-4d38-9efb-98b742048f9c req-dedbaad7-3184-4940-8441-185e1f6e71ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7 HTTP/1.1" status: 200 len: 1002 time: 0.3335166 May 27 02:12:03.211226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:03.211964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d35c7799-78b1-47c5-89e6-2c4c4ee9adb9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:03.263794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.271704 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.287732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Transition to ACTIVE for port object 9a672495-cc27-41e2-91eb-6b66e5341cc6 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:03.313983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.325193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca', '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:03.357535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:12:03.361141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.421619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:03.430760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:03.434531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.435161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.459098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ddaee-0694-4764-a645-06c439f40eb3 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:03.462638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773b20f-334d-4d38-9efb-98b742048f9c req-9439bdea-86b1-47ab-94d9-071835990584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.463966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b773b20f-334d-4d38-9efb-98b742048f9c req-9439bdea-86b1-47ab-94d9-071835990584 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.2405934 May 27 02:12:03.476544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:03.492914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:03.494145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:03.496882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:03.515569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4124980 May 27 02:12:03.537443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35524) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:03.543539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:fe:7a:a1', 'name': 'tempest-NetworksTestDHCPv6-1404427248'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:03.630771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539fcba-7a93-46c8-8252-98d30ec6c2a8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=3c02f06d-d5ee-4bc3-9430-632eba95c6d2,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:03.663208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773b20f-334d-4d38-9efb-98b742048f9c req-fe4203a8-0026-46c2-a328-278acf22e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.675550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b773b20f-334d-4d38-9efb-98b742048f9c req-fe4203a8-0026-46c2-a328-278acf22e513 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054274 May 27 02:12:03.815972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:03.828437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:03.837331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:03.849746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:03.865256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:03.865647 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:03.889576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:03.937887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': '3c02f06d-d5ee-4bc3-9430-632eba95c6d2'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:12:03.938912 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.001946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53398a21-63da-482c-9e8b-f6206cf559a9 req-29f77103-894f-4a2e-870f-38f1be66597e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:04.009754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53398a21-63da-482c-9e8b-f6206cf559a9 req-29f77103-894f-4a2e-870f-38f1be66597e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1635020 May 27 02:12:04.013710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b773b20f-334d-4d38-9efb-98b742048f9c req-7ce647b7-6708-467d-ae6f-86ed0fdbe41c service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301606 May 27 02:12:04.131623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-65970c5e-a46b-4311-807e-36559fed8ce0 None None] Provisioning for port 9a672495-cc27-41e2-91eb-6b66e5341cc6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:04.162138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.167712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-65970c5e-a46b-4311-807e-36559fed8ce0 None None] Provisioning complete for port 9a672495-cc27-41e2-91eb-6b66e5341cc6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:04.170628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-65970c5e-a46b-4311-807e-36559fed8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.175816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-eaf55401-77fa-4d03-92eb-6ccbb7fbcaad tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8997023 May 27 02:12:04.195238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port ff761201-d378-46db-9b8c-82d3c46c4999 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:04.283302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Request body: {'port': {'device_id': 'c7311d48-11f5-43d4-998b-bee407a58468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:04.330330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b773b20f-334d-4d38-9efb-98b742048f9c req-5ee56e8c-ce64-41a7-bedf-b3af4452c85a service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001988 May 27 02:12:04.400781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-65970c5e-a46b-4311-807e-36559fed8ce0 None None] Port 9a672495-cc27-41e2-91eb-6b66e5341cc6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:12:04.416346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53398a21-63da-482c-9e8b-f6206cf559a9 req-98857822-61d0-4b2b-9ca3-969289b53fd0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056423 May 27 02:12:04.421271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Allocated IP 2001:db8::f816:3eff:fe87:23a8 (30b892c4-6e6d-4797-a636-03633845dc1c/3c02f06d-d5ee-4bc3-9430-632eba95c6d2/4181ccea-3319-4beb-a90e-06ed11fd0978) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:04.497447 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.571937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344672f9-f08c-407a-a2c5-fd33869dccf7 req-a8013130-a900-4386-924e-4456c8535668 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:04.573600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-344672f9-f08c-407a-a2c5-fd33869dccf7 req-a8013130-a900-4386-924e-4456c8535668 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:04.642581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-344672f9-f08c-407a-a2c5-fd33869dccf7 req-a8013130-a900-4386-924e-4456c8535668 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:04.649715 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-344672f9-f08c-407a-a2c5-fd33869dccf7 req-a8013130-a900-4386-924e-4456c8535668 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 931 time: 0.2855189 May 27 02:12:04.655079 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.666033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Transition to ACTIVE for port object 4181ccea-3319-4beb-a90e-06ed11fd0978 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:04.685556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Transition to ACTIVE for port object 4181ccea-3319-4beb-a90e-06ed11fd0978 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:04.692464 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.766469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-344672f9-f08c-407a-a2c5-fd33869dccf7 req-71b29393-44ee-4d6f-a818-49ee57151830 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154284 May 27 02:12:04.776406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Pushing event updated for resources: {'Port': ['ID=4181ccea-3319-4beb-a90e-06ed11fd0978,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:04.780025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:04.781512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:04.783576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:04.881499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fefe:7aa1 (30b892c4-6e6d-4797-a636-03633845dc1c/3c02f06d-d5ee-4bc3-9430-632eba95c6d2/ff761201-d378-46db-9b8c-82d3c46c4999) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:04.894833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Attempting to bind port 4181ccea-3319-4beb-a90e-06ed11fd0978 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:04.895306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Attempting to bind port 4181ccea-3319-4beb-a90e-06ed11fd0978 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:04.895690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Attempting to bind port 4181ccea-3319-4beb-a90e-06ed11fd0978 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:04.906211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:04.906474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:04.906975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:04.907531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:04.908126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Bound port: 4181ccea-3319-4beb-a90e-06ed11fd0978, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:04.908503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.048123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a672495-cc27-41e2-91eb-6b66e5341cc6 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:05.056699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.058252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] For port 4181ccea-3319-4beb-a90e-06ed11fd0978, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:05.061490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] For port 4181ccea-3319-4beb-a90e-06ed11fd0978, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4181ccea-3319-4beb-a90e-06ed11fd0978,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:05.064979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.072044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Transition to ACTIVE for port object 9a672495-cc27-41e2-91eb-6b66e5341cc6 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:05.078026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.155157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c7d4d-ee96-4dbc-8bca-5af497e805f0 None None] Pushing event updated for resources: {'Port': ['ID=4181ccea-3319-4beb-a90e-06ed11fd0978,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:05.308059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:05.525763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Attempting to bind port 9a672495-cc27-41e2-91eb-6b66e5341cc6 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:05.526092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Attempting to bind port 9a672495-cc27-41e2-91eb-6b66e5341cc6 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:05.526421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Attempting to bind port 9a672495-cc27-41e2-91eb-6b66e5341cc6 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:05.549246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Port 9a672495-cc27-41e2-91eb-6b66e5341cc6 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:12:05.549598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Attempting to bind port 9a672495-cc27-41e2-91eb-6b66e5341cc6 on network 486f415c-6f51-4b47-bbed-ac3121b794b2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:05.558457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.566159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:05.566506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Checking segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:05.566946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Bound using segment: {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:05.567368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Bound port: 9a672495-cc27-41e2-91eb-6b66e5341cc6, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a695fe-54bb-4650-a91d-c065f0838b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:05.567715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.663863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eea9dd-4585-4f2c-b554-643f28437f04 req-3e521439-baeb-4ac4-9af9-7b98dd3a8862 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:05.671559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19eea9dd-4585-4f2c-b554-643f28437f04 req-3e521439-baeb-4ac4-9af9-7b98dd3a8862 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1295667 May 27 02:12:05.696265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object ff761201-d378-46db-9b8c-82d3c46c4999 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:05.716233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19eea9dd-4585-4f2c-b554-643f28437f04 req-7b68ed9c-3d1a-4fc4-b22d-b561fcef548e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 May 27 02:12:05.738881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:05.738881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:05.741945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.797160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c642f9a5-25ff-41ce-a798-c269443c2273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.817614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:05.818486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:05.820388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] 10.222.0.47 "PUT /v2.0/ports/9a672495-cc27-41e2-91eb-6b66e5341cc6 HTTP/1.1" status: 200 len: 1092 time: 1.5414715 May 27 02:12:05.822991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:05.870124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d0a14-d7f6-4842-a0a4-8ec4bf1bf921 service neutron] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:05.881208 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.123842 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be6b927-5fa8-41c7-a4fd-ac679a5cb25d'] response: {'name': 'network-changed', 'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'status': 'completed', 'code': 200} May 27 02:12:06.183589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:06.196047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:06.203566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:06.209106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.209712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.221467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=ff761201-d378-46db-9b8c-82d3c46c4999,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:06.255545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-44690788-40ce-4272-8897-e3bd6e76b834 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7169244 May 27 02:12:06.259126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35556) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:06.268673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8c916-1c37-4a2b-88d1-3c59021dc2cb req-a270ec46-f21d-41b7-b277-e12998ac4726 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.275562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25a8c916-1c37-4a2b-88d1-3c59021dc2cb req-a270ec46-f21d-41b7-b277-e12998ac4726 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.3543944 May 27 02:12:06.300635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-1143839c-6eb9-4c45-a2fb-492fefce07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.302126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-1143839c-6eb9-4c45-a2fb-492fefce07bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 1095 time: 0.4181936 May 27 02:12:06.361494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebefed25-a342-4a84-abe1-6ce2877b2731 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.369233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebefed25-a342-4a84-abe1-6ce2877b2731 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.371370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ebefed25-a342-4a84-abe1-6ce2877b2731 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:06.390505 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-7486ecb7-a15c-4146-a10e-bb81efd36bbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6 HTTP/1.1" status: 200 len: 217 time: 0.0756879 May 27 02:12:06.394995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ebefed25-a342-4a84-abe1-6ce2877b2731 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:06.396128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25a8c916-1c37-4a2b-88d1-3c59021dc2cb req-40c0da71-80b9-48ef-af04-56583f3c1eb6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197603 May 27 02:12:06.397364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ebefed25-a342-4a84-abe1-6ce2877b2731 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1374352 May 27 02:12:06.400138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35560) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:06.475801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-61353998-b928-4271-ac05-0f96c929cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.477464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-61353998-b928-4271-ac05-0f96c929cc9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0805058 May 27 02:12:06.479645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port ff761201-d378-46db-9b8c-82d3c46c4999 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:06.480175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.518423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7feeac4b-8b3f-4b8f-9ddc-30e7c04cdab7 None None] Provisioning for port 4181ccea-3319-4beb-a90e-06ed11fd0978 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:06.599474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-de247a22-0469-47e4-86ec-ade1ca0006c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:06.601560 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-de247a22-0469-47e4-86ec-ade1ca0006c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169996 May 27 02:12:06.764051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-5e9c14c1-87d6-48b2-9b0e-67a83f5239ff service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555212 May 27 02:12:06.838111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.851734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2cb965a3-b192-4ca7-91aa-de059eac4fe4 None None] Provisioning for port ff761201-d378-46db-9b8c-82d3c46c4999 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:06.859092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2cb965a3-b192-4ca7-91aa-de059eac4fe4 None None] Provisioning complete for port ff761201-d378-46db-9b8c-82d3c46c4999 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:06.859555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2cb965a3-b192-4ca7-91aa-de059eac4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:06.906763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a00d08c8-aa41-4519-b020-1fcaa4a99903 req-6db45e2f-276a-45f1-8a1b-b5789cec87bc service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340566 May 27 02:12:06.928263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2cb965a3-b192-4ca7-91aa-de059eac4fe4 None None] Port ff761201-d378-46db-9b8c-82d3c46c4999 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:12:06.978227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for ff761201-d378-46db-9b8c-82d3c46c4999 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:07.038293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-af35e6b1-ca56-4e63-a2a5-37ce1c0ece9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.041444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-af35e6b1-ca56-4e63-a2a5-37ce1c0ece9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 1095 time: 0.0818982 May 27 02:12:07.134362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4181ccea-3319-4beb-a90e-06ed11fd0978 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:07.181968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.189573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-0c766643-b86c-4cbc-aa8a-a81e08e2c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.191103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-0c766643-b86c-4cbc-aa8a-a81e08e2c8ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.1414833 May 27 02:12:07.212082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 4181ccea-3319-4beb-a90e-06ed11fd0978 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:07.218472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4181ccea-3319-4beb-a90e-06ed11fd0978 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:07.219186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.266121 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-36b2e44b-c91f-4ca8-b2c4-c10828dc1c74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6 HTTP/1.1" status: 200 len: 217 time: 0.0677094 May 27 02:12:07.306148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=ff761201-d378-46db-9b8c-82d3c46c4999,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:07.345001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.349124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-b7f7b282-cbe6-4682-98db-56476bfe0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.350987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-b7f7b282-cbe6-4682-98db-56476bfe0b03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0778356 May 27 02:12:07.371331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4181ccea-3319-4beb-a90e-06ed11fd0978 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:07.371842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.383104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9701e8cf-deca-4342-82ce-0448bd03a230 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/ff761201-d378-46db-9b8c-82d3c46c4999 HTTP/1.1" status: 204 len: 168 time: 0.9815440 May 27 02:12:07.385325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35574) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:07.414276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 4181ccea-3319-4beb-a90e-06ed11fd0978, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4181ccea-3319-4beb-a90e-06ed11fd0978,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:07.423227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.478328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea820a36-8500-458c-bf8e-dc0977955d6a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.482189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea820a36-8500-458c-bf8e-dc0977955d6a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.489805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea820a36-8500-458c-bf8e-dc0977955d6a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:07.498095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-eb9252e2-d942-4053-aa86-ecc1b657c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.502428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-eb9252e2-d942-4053-aa86-ecc1b657c2b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428699 May 27 02:12:07.535198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea820a36-8500-458c-bf8e-dc0977955d6a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:07.536520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea820a36-8500-458c-bf8e-dc0977955d6a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1500528 May 27 02:12:07.539943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35580) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:07.540764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=4181ccea-3319-4beb-a90e-06ed11fd0978,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:07.691437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-06ed5577-6b96-4437-bf02-1b8d4127faab service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896551 May 27 02:12:07.698550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 3c02f06d-d5ee-4bc3-9430-632eba95c6d2 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:07.704208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.769017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097353ce-98f0-465a-9344-ab5be3cd8a31 req-d75a1eaa-950b-49e4-bf8d-10e6b094b750 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:07.771221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-097353ce-98f0-465a-9344-ab5be3cd8a31 req-d75a1eaa-950b-49e4-bf8d-10e6b094b750 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.1571336 May 27 02:12:07.781025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.833619 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8dbaad7-5e8c-496f-ae34-b1a2221d8c1d req-42bfec01-37e2-40bc-acc4-e91d76ff14de service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354413 May 27 02:12:07.872811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-097353ce-98f0-465a-9344-ab5be3cd8a31 req-a0c1875b-fdf2-4a10-9803-db52b6f721e8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652721 May 27 02:12:07.896288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.935801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06942fb6-a11c-43d1-9390-154c2ed78fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:07.972420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:08.015748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=3c02f06d-d5ee-4bc3-9430-632eba95c6d2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:08.017681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:08.025374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db16c6-77fc-4dc3-979f-ee89b809e9fa None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:08.031428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e827dce3-1981-4773-90e9-de2be8b1f1bb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/3c02f06d-d5ee-4bc3-9430-632eba95c6d2 HTTP/1.1" status: 204 len: 168 time: 0.4893258 May 27 02:12:08.033955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35586) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:08.101905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-16f0d80b-147f-4eef-8f70-7444cc888a4c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666645 May 27 02:12:08.104293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35590) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:08.294541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:08.298662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48b5e9-fbda-4fbc-9dec-c59a0af67b9d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:08.299017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] Deleting port 4181ccea-3319-4beb-a90e-06ed11fd0978 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:08.299631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0d48b5e9-fbda-4fbc-9dec-c59a0af67b9d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:08.299762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:08.315946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0d48b5e9-fbda-4fbc-9dec-c59a0af67b9d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:08.319758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0d48b5e9-fbda-4fbc-9dec-c59a0af67b9d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2119403 May 27 02:12:08.319952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35594) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:08.389604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d7e62-e10b-447b-a218-0c8ad2160d10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:08.390218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d83d7e62-e10b-447b-a218-0c8ad2160d10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:08.412005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d83d7e62-e10b-447b-a218-0c8ad2160d10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:08.415721 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d83d7e62-e10b-447b-a218-0c8ad2160d10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922267 May 27 02:12:08.415910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35598) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:08.491526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e497eefa-5ce8-4ad7-ab1a-73a78674f2ee tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743773 May 27 02:12:08.495843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35606) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:08.502476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:08.509198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] For port 4181ccea-3319-4beb-a90e-06ed11fd0978, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4181ccea-3319-4beb-a90e-06ed11fd0978,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:08.509591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:08.652118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:08.662439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:08.674301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:08.677754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:08.682150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] Calling delete_port for 4181ccea-3319-4beb-a90e-06ed11fd0978 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:08.774906 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:08.820918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] Pushing event deleted for resources: {'Port': ['ID=4181ccea-3319-4beb-a90e-06ed11fd0978,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:08.833898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467afde-b36b-42e1-b4a0-5f2ea723aae1 None None] No DVR routers for this DVR port 4181ccea-3319-4beb-a90e-06ed11fd0978 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:09.052695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4181ccea-3319-4beb-a90e-06ed11fd0978 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:09.089412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 4181ccea-3319-4beb-a90e-06ed11fd0978 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:09.089848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4181ccea-3319-4beb-a90e-06ed11fd0978 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:09.147232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2a94-24ea-4e39-9224-a1904139e03b req-e07cdaba-dcc8-4836-9968-41173ea0839b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:09.148671 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccab2a94-24ea-4e39-9224-a1904139e03b req-e07cdaba-dcc8-4836-9968-41173ea0839b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.1659729 May 27 02:12:09.204141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:12:09.206666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.279625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:09.288663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccab2a94-24ea-4e39-9224-a1904139e03b req-0f48fd72-a720-454f-b1ec-141d6b2adf9a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317375 May 27 02:12:09.289430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:09.292619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:09.293200 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.302877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa4816-49d1-4646-b51f-41a9c914d207 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:09.320448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=0e2b3199-aa1a-44a9-84db-67b98e44549c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:09.339571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38ec1930-16b0-4c46-b1c4-9e7cef037913 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8424697 May 27 02:12:09.343018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35614) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:09.349659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:07:0a:bf', 'name': 'tempest-NetworksTestDHCPv6-1712289649'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:09.421412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.436901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.513718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:09.523587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:09.540076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:09.583505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': '0e2b3199-aa1a-44a9-84db-67b98e44549c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:12:09.584709 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.675855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.706701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port dcd168f6-fdeb-449d-bfa5-2859ead609cc yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:09.744112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Allocated IP 2001:db8::f816:3eff:fec7:ad72 (30b892c4-6e6d-4797-a636-03633845dc1c/0e2b3199-aa1a-44a9-84db-67b98e44549c/b6c78b7d-78c8-4012-aa6e-585fd49c0137) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:09.954441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:09.964306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Transition to ACTIVE for port object b6c78b7d-78c8-4012-aa6e-585fd49c0137 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:09.982914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Transition to ACTIVE for port object b6c78b7d-78c8-4012-aa6e-585fd49c0137 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:09.989466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.054151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fe07:abf (30b892c4-6e6d-4797-a636-03633845dc1c/0e2b3199-aa1a-44a9-84db-67b98e44549c/dcd168f6-fdeb-449d-bfa5-2859ead609cc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:10.055389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:10.058045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:10.062376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:10.071151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Pushing event updated for resources: {'Port': ['ID=b6c78b7d-78c8-4012-aa6e-585fd49c0137,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:10.165469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Attempting to bind port b6c78b7d-78c8-4012-aa6e-585fd49c0137 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:10.165788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Attempting to bind port b6c78b7d-78c8-4012-aa6e-585fd49c0137 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:10.166097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Attempting to bind port b6c78b7d-78c8-4012-aa6e-585fd49c0137 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:10.171928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:10.172294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:10.172688 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.173079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:10.173532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Bound port: b6c78b7d-78c8-4012-aa6e-585fd49c0137, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:10.173898 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.263519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] For port b6c78b7d-78c8-4012-aa6e-585fd49c0137, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:10.267213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] For port b6c78b7d-78c8-4012-aa6e-585fd49c0137, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b6c78b7d-78c8-4012-aa6e-585fd49c0137,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:10.269452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.273790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.285596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object dcd168f6-fdeb-449d-bfa5-2859ead609cc will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:10.312651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.361049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ba352-d543-441f-a03f-ed10275da8f1 None None] Pushing event updated for resources: {'Port': ['ID=b6c78b7d-78c8-4012-aa6e-585fd49c0137,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:10.387003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:10.394939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:10.400411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:10.406664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:10.407307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.443414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0989354 May 27 02:12:10.446525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35630) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:10.499408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a8f43-b86f-4c66-bb9e-051c62fc06fd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=dcd168f6-fdeb-449d-bfa5-2859ead609cc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:10.564725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ff119-372e-4f97-a882-0d5da447cb51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:10.568264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c679c-cd82-4199-a3a0-28224b9d59df req-ed6d8e3c-dfc9-4369-9351-b1f7c955b299 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:10.570694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e38c679c-cd82-4199-a3a0-28224b9d59df req-ed6d8e3c-dfc9-4369-9351-b1f7c955b299 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.1352649 May 27 02:12:10.570913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ff119-372e-4f97-a882-0d5da447cb51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:10.571875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aa2ff119-372e-4f97-a882-0d5da447cb51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:10.598184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aa2ff119-372e-4f97-a882-0d5da447cb51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:10.601153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aa2ff119-372e-4f97-a882-0d5da447cb51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1523590 May 27 02:12:10.605794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35634) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:10.701197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e38c679c-cd82-4199-a3a0-28224b9d59df req-1b13be83-e7a4-405c-805e-948fcdb32715 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239209 May 27 02:12:10.712242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port dcd168f6-fdeb-449d-bfa5-2859ead609cc {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:10.712242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.987150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:10.990817 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.094561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b6c78b7d-78c8-4012-aa6e-585fd49c0137 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:11.120530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for dcd168f6-fdeb-449d-bfa5-2859ead609cc owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:11.178438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b6c78b7d-78c8-4012-aa6e-585fd49c0137 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:11.286474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.380819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=dcd168f6-fdeb-449d-bfa5-2859ead609cc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:11.384929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.399404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-03ce06d5-f7cc-4707-a649-2e70b5c19104 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/dcd168f6-fdeb-449d-bfa5-2859ead609cc HTTP/1.1" status: 204 len: 168 time: 0.7919807 May 27 02:12:11.401906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35646) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:11.478269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32772eff-3567-45d2-8eb8-1b9e963c5b51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:11.480212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32772eff-3567-45d2-8eb8-1b9e963c5b51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:11.482241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-32772eff-3567-45d2-8eb8-1b9e963c5b51 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0791214 May 27 02:12:11.485109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35650) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:11.553471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 0e2b3199-aa1a-44a9-84db-67b98e44549c {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:11.556810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.621483 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.687360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] Provisioning for port b6c78b7d-78c8-4012-aa6e-585fd49c0137 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:11.694532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] Provisioning complete for port b6c78b7d-78c8-4012-aa6e-585fd49c0137 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:11.695514 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.712132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.768992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9a672495-cc27-41e2-91eb-6b66e5341cc6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:11.835588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.888057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2b3199-aa1a-44a9-84db-67b98e44549c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:11.898845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:11.914534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d7b452b8-213e-4e96-bef8-9210eebea333 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/0e2b3199-aa1a-44a9-84db-67b98e44549c HTTP/1.1" status: 204 len: 168 time: 0.4285667 May 27 02:12:11.916931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35656) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:12.001415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:12.006323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b6e68ffd-8dc9-4ae0-83d8-7c0aeec65c4f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880752 May 27 02:12:12.009458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35662) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:12.019345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:12.037475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d19ea9-cd81-4139-b135-aa1ce4e3a81a req-109a555f-f888-40f4-8bc9-2ca818e3729e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:12.048208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84d19ea9-cd81-4139-b135-aa1ce4e3a81a req-109a555f-f888-40f4-8bc9-2ca818e3729e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.1733305 May 27 02:12:12.077571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'mac_address': 'fa:16:3e:e4:01:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:12.080923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] Current status of the port b6c78b7d-78c8-4012-aa6e-585fd49c0137 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:12.081332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.105093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84d19ea9-cd81-4139-b135-aa1ce4e3a81a req-02aac566-2a4d-4367-a560-b732b7e4ab11 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557761 May 27 02:12:12.158781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd8f92-ccf0-43b9-a354-139ab013e7b5 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:12.174140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:12.178326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:12.181861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:12.190088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:12.202774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:12.206888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.290774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9a672495-cc27-41e2-91eb-6b66e5341cc6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:12.291163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.306397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] For port b6c78b7d-78c8-4012-aa6e-585fd49c0137, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b6c78b7d-78c8-4012-aa6e-585fd49c0137,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:12.327010 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.367407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a672495-cc27-41e2-91eb-6b66e5341cc6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:12.482106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:12.489917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-57c06191-f139-49ad-82a1-798549ded80c None None] Could not find standard attr ID for object dcd168f6-fdeb-449d-bfa5-2859ead609cc. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:12.499251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.514019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46791f-5319-4b2c-98d8-5b6d4e3f43fe None None] Pushing event updated for resources: {'Port': ['ID=b6c78b7d-78c8-4012-aa6e-585fd49c0137,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:12.600140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:12.684637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:12.689514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Deleting port b6c78b7d-78c8-4012-aa6e-585fd49c0137 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:12.689888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.733958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:12:12.900725 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.931998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] For port b6c78b7d-78c8-4012-aa6e-585fd49c0137, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b6c78b7d-78c8-4012-aa6e-585fd49c0137,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:12.932663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:12.996571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9a672495-cc27-41e2-91eb-6b66e5341cc6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:13.094752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Calling delete_port for b6c78b7d-78c8-4012-aa6e-585fd49c0137 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:13.145102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b6c78b7d-78c8-4012-aa6e-585fd49c0137 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:13.189782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] For port b6c78b7d-78c8-4012-aa6e-585fd49c0137, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b6c78b7d-78c8-4012-aa6e-585fd49c0137,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:13.231801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.241128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.241903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.299475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:12:13.299828 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:12:13.350349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b6c78b7d-78c8-4012-aa6e-585fd49c0137 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:13.350932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.411398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:13.424307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:13.427401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b6c78b7d-78c8-4012-aa6e-585fd49c0137, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b6c78b7d-78c8-4012-aa6e-585fd49c0137,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:13.431757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:13.432433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.442399 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.446319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=55680f4f-ae7d-4427-8e86-34f05c7dec17,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:13.457010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=b6c78b7d-78c8-4012-aa6e-585fd49c0137,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:13.485503 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-540dec9e-5971-4994-9239-fa30f13116f6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4744122 May 27 02:12:13.488436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35680) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:13.493885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:92:8c:d2', 'name': 'tempest-NetworksTestDHCPv6-1488384377'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:13.496226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb421fd9-d15a-4d53-81c6-c061dd1abca7 req-39490da2-d7ae-43fe-bcbc-82b20d8d2fcb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:13.503138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb421fd9-d15a-4d53-81c6-c061dd1abca7 req-39490da2-d7ae-43fe-bcbc-82b20d8d2fcb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 944 time: 0.2540920 May 27 02:12:13.559872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb421fd9-d15a-4d53-81c6-c061dd1abca7 req-cdb6d8b9-9d90-4cb2-a637-af3a7d4ff728 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557978 May 27 02:12:13.576246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b6c78b7d-78c8-4012-aa6e-585fd49c0137,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:13.633078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:13.637766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:13.640584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:13.646193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:13.656148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:13.660452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.686762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:13.801425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Deleting port b6c78b7d-78c8-4012-aa6e-585fd49c0137 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:13.801880 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:13.826442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fe92:8cd2 (30b892c4-6e6d-4797-a636-03633845dc1c/55680f4f-ae7d-4427-8e86-34f05c7dec17/c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:14.031794 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.038618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] For port b6c78b7d-78c8-4012-aa6e-585fd49c0137, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b6c78b7d-78c8-4012-aa6e-585fd49c0137,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:14.039032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.048150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:14.078638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.173082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:14.176499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Calling delete_port for b6c78b7d-78c8-4012-aa6e-585fd49c0137 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:14.176995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:14.181426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:14.187462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:14.188132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.191884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:14.214984 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-062b01d5-68b5-467f-b101-7e3f42a6950c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7254188 May 27 02:12:14.217681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35690) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:14.302531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b4369-5d52-45b6-b41c-6bed2eba951a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:14.308823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b4369-5d52-45b6-b41c-6bed2eba951a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:14.310146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea1b4369-5d52-45b6-b41c-6bed2eba951a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:14.327420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea1b4369-5d52-45b6-b41c-6bed2eba951a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:14.331545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea1b4369-5d52-45b6-b41c-6bed2eba951a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1101775 May 27 02:12:14.331845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35694) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:14.364280 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.406824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:14.407315 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.446625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] Pushing event deleted for resources: {'Port': ['ID=b6c78b7d-78c8-4012-aa6e-585fd49c0137,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:14.489368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183665b7-31d9-4d48-9b2d-845ac1fd6205 None None] No DVR routers for this DVR port b6c78b7d-78c8-4012-aa6e-585fd49c0137 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:14.507710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052efe7d-6660-4a1f-a0de-b1356f0df027 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:14.691806 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.791127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': '55680f4f-ae7d-4427-8e86-34f05c7dec17'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:12:14.792042 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:14.953174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Allocated IP 2001:db8::f816:3eff:fe82:f632 (30b892c4-6e6d-4797-a636-03633845dc1c/55680f4f-ae7d-4427-8e86-34f05c7dec17/14537981-645b-4165-bdab-47653c240580) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:14.972396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:15.096603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d8db8-43d0-4aca-b790-f3f9d8d1210b req-cf0c6aac-0eb4-49b7-a28e-9399ccbc0f73 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.098220 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa9d8db8-43d0-4aca-b790-f3f9d8d1210b req-cf0c6aac-0eb4-49b7-a28e-9399ccbc0f73 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 944 time: 0.3979127 May 27 02:12:15.228181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa9d8db8-43d0-4aca-b790-f3f9d8d1210b req-8afd40af-cc48-4269-aab1-eb6d22329bf7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939384 May 27 02:12:15.243045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.266048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.278681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Transition to ACTIVE for port object 14537981-645b-4165-bdab-47653c240580 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:15.298047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.302378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Transition to ACTIVE for port object 14537981-645b-4165-bdab-47653c240580 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:15.312397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.384062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.405679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8e7cd9d9-b8fb-4809-8f9d-15f717be6b4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5 HTTP/1.1" status: 204 len: 168 time: 1.0697396 May 27 02:12:15.406440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35706) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:15.417130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:15.420722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:15.423326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:15.432851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Pushing event updated for resources: {'Port': ['ID=14537981-645b-4165-bdab-47653c240580,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.507377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d89bf5-7f60-4d9d-a1d0-da0332ee8c7d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.508908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d89bf5-7f60-4d9d-a1d0-da0332ee8c7d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:15.509694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-19d89bf5-7f60-4d9d-a1d0-da0332ee8c7d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:15.527129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-19d89bf5-7f60-4d9d-a1d0-da0332ee8c7d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:15.528779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-19d89bf5-7f60-4d9d-a1d0-da0332ee8c7d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1216948 May 27 02:12:15.531607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35710) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:15.537229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Attempting to bind port 14537981-645b-4165-bdab-47653c240580 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:15.537873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Attempting to bind port 14537981-645b-4165-bdab-47653c240580 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:15.538411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Attempting to bind port 14537981-645b-4165-bdab-47653c240580 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:15.544800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:15.545363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:15.545860 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.546350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:15.547078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Bound port: 14537981-645b-4165-bdab-47653c240580, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:15.547558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.607024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 55680f4f-ae7d-4427-8e86-34f05c7dec17 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:15.610291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.649576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] For port 14537981-645b-4165-bdab-47653c240580, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:15.652965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] For port 14537981-645b-4165-bdab-47653c240580, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=14537981-645b-4165-bdab-47653c240580,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:15.657474 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.667148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.739421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a0a10-30f5-4c07-bdb0-a482205791b5 None None] Pushing event updated for resources: {'Port': ['ID=14537981-645b-4165-bdab-47653c240580,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.753926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.808598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9a672495-cc27-41e2-91eb-6b66e5341cc6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:15.835590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.886220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 9a672495-cc27-41e2-91eb-6b66e5341cc6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:15.886554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=55680f4f-ae7d-4427-8e86-34f05c7dec17,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:15.889032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.895808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9a672495-cc27-41e2-91eb-6b66e5341cc6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:15.896186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:15.908525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35714) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:15.908926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-723ca388-4413-4c92-b033-d53a55ef9bda tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/55680f4f-ae7d-4427-8e86-34f05c7dec17 HTTP/1.1" status: 204 len: 168 time: 0.3757803 May 27 02:12:16.039524 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-420f394c-787b-4ce0-867a-eba11dcb9aee tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291561 May 27 02:12:16.041566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35718) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:16.060050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9a672495-cc27-41e2-91eb-6b66e5341cc6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:16.060433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.090190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:16.110624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:16.119868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.132435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f2f06-e898-408d-9477-956ec6539760 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.134449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4e8f2f06-e898-408d-9477-956ec6539760 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:16.152234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4e8f2f06-e898-408d-9477-956ec6539760 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:16.154206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4e8f2f06-e898-408d-9477-956ec6539760 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1117489 May 27 02:12:16.156902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35724) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:16.174454 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733fe2c5-b81c-42b8-9528-c270e14ed88b'] response: {'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'code': 200} May 27 02:12:16.227696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:16.297372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26777c-54e5-4d00-aee4-abc7f54dafeb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.297975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6e26777c-54e5-4d00-aee4-abc7f54dafeb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:16.323534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6e26777c-54e5-4d00-aee4-abc7f54dafeb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:16.327293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6e26777c-54e5-4d00-aee4-abc7f54dafeb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1668632 May 27 02:12:16.327965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35732) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:16.345822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6de0-7a58-44ed-b63c-e9cceaf9ee1e req-85f9cee6-510a-429d-a83d-a83c45bb81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.347751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e0da6de0-7a58-44ed-b63c-e9cceaf9ee1e req-85f9cee6-510a-429d-a83d-a83c45bb81a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 1097 time: 0.1110551 May 27 02:12:16.399864 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fbf8fff5-4e7f-44e3-9f3b-071b5265adab tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711014 May 27 02:12:16.404897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35736) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:16.410099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:16.446309 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e0da6de0-7a58-44ed-b63c-e9cceaf9ee1e req-7a59ca16-929d-41cb-bc0b-843fcb53dea0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546780 May 27 02:12:16.474598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5b1b6-e002-4d45-8dc1-2555bbd485fd req-57a8c8c6-38e3-4f4f-b44e-c4eae7645097 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.476359 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bcd5b1b6-e002-4d45-8dc1-2555bbd485fd req-57a8c8c6-38e3-4f4f-b44e-c4eae7645097 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.1214969 May 27 02:12:16.528921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bcd5b1b6-e002-4d45-8dc1-2555bbd485fd req-c7611dfb-706c-4a37-96c9-7f8a690c0a12 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 May 27 02:12:16.534245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:16.546170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:16.558440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:16.562596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.797390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.864334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:16.867567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:16.872099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:16.872815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:16.880410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=577cc689-05f6-408a-9c30-15ee0affc97d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:16.905569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fcd49ce9-6fe8-4b00-b82c-f2ae26f530e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4996455 May 27 02:12:16.908606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35744) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:16.914168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:e7:dc:e1', 'name': 'tempest-NetworksTestDHCPv6-398048081'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:17.077678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521177b-22c3-4c65-afba-6de530ba5127 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:17.159838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14537981-645b-4165-bdab-47653c240580 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:17.186300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:17.195759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:17.207373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:17.263822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1d728989-3614-4eef-be1e-c07b254018e8 None None] Could not find standard attr ID for object c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:17.307915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1d728989-3614-4eef-be1e-c07b254018e8 None None] Provisioning for port 14537981-645b-4165-bdab-47653c240580 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:17.329371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 14537981-645b-4165-bdab-47653c240580 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:17.344836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.362329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 14537981-645b-4165-bdab-47653c240580 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:17.362698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.372345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port b4984d82-3c4c-4abd-a663-99a58f727c5a yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:17.523791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::206 (30b892c4-6e6d-4797-a636-03633845dc1c/577cc689-05f6-408a-9c30-15ee0affc97d/b4984d82-3c4c-4abd-a663-99a58f727c5a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:17.549798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 14537981-645b-4165-bdab-47653c240580 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:17.550180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.635432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 14537981-645b-4165-bdab-47653c240580, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=14537981-645b-4165-bdab-47653c240580,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:17.649704 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.775657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=14537981-645b-4165-bdab-47653c240580,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:17.806580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.832353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object b4984d82-3c4c-4abd-a663-99a58f727c5a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:17.867983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:17.973814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d761e520-c080-497b-81f7-62c97a713853 None None] Provisioning complete for port 14537981-645b-4165-bdab-47653c240580 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:17.974190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d761e520-c080-497b-81f7-62c97a713853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.056531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:18.106126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=b4984d82-3c4c-4abd-a663-99a58f727c5a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:18.123266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:18.125546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:18.134279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.134968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.174833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d761e520-c080-497b-81f7-62c97a713853 None None] Current status of the port 14537981-645b-4165-bdab-47653c240580 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:18.189140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e9c7-532c-4f8e-97fa-4b8c712e6415 req-8be6a68f-b99e-4b22-87da-e91023bbe1ec tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.190698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8536e9c7-532c-4f8e-97fa-4b8c712e6415 req-8be6a68f-b99e-4b22-87da-e91023bbe1ec tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2768841 May 27 02:12:18.192526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c8f3baa-cbd2-4eb3-af4c-73061c40dd8f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2828355 May 27 02:12:18.195549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35756) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:18.251261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8536e9c7-532c-4f8e-97fa-4b8c712e6415 req-5e952720-9eaf-442d-84ae-37dff4a21d0c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 May 27 02:12:18.288864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d63269c9-9e76-4b31-942c-b2da0f996609 None None] Could not find standard attr ID for object c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:18.311547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2838d9-d95b-4784-9dac-85cb6f1184df tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.317709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2838d9-d95b-4784-9dac-85cb6f1184df tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:18.318485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba2838d9-d95b-4784-9dac-85cb6f1184df tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:18.343742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba2838d9-d95b-4784-9dac-85cb6f1184df tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:18.345312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ba2838d9-d95b-4784-9dac-85cb6f1184df tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1487932 May 27 02:12:18.348170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35762) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:18.426833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port b4984d82-3c4c-4abd-a663-99a58f727c5a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:18.427411 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.522355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0f7895f-f743-469a-8043-ca820645d1fa None None] Provisioning for port b4984d82-3c4c-4abd-a663-99a58f727c5a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:18.530634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0f7895f-f743-469a-8043-ca820645d1fa None None] Provisioning complete for port b4984d82-3c4c-4abd-a663-99a58f727c5a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:18.532028 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0f7895f-f743-469a-8043-ca820645d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.610215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7895f-f743-469a-8043-ca820645d1fa None None] Port b4984d82-3c4c-4abd-a663-99a58f727c5a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:12:18.688834 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:18.815888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for b4984d82-3c4c-4abd-a663-99a58f727c5a owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:18.971998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.025825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=b4984d82-3c4c-4abd-a663-99a58f727c5a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:19.066540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14537981-645b-4165-bdab-47653c240580 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:19.067602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.086606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35770) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:19.086894 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-50ef8f64-2946-4aff-ae77-babfd5d1ef96 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/b4984d82-3c4c-4abd-a663-99a58f727c5a HTTP/1.1" status: 204 len: 168 time: 0.7372303 May 27 02:12:19.153819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 14537981-645b-4165-bdab-47653c240580 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:19.154187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.174398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe48ec-897e-4f27-8e5d-9f127b33652b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.176163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe48ec-897e-4f27-8e5d-9f127b33652b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.181623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35774) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:19.191729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aebe48ec-897e-4f27-8e5d-9f127b33652b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0913556 May 27 02:12:19.264654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 577cc689-05f6-408a-9c30-15ee0affc97d {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:19.268841 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.290077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 14537981-645b-4165-bdab-47653c240580 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:19.335316 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.397761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.474196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a80ce5-073b-4d58-9c62-23058b4a574d req-f542126f-02c3-4b33-a909-5cb6932377c0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.475691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22a80ce5-073b-4d58-9c62-23058b4a574d req-f542126f-02c3-4b33-a909-5cb6932377c0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.1107254 May 27 02:12:19.522214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22a80ce5-073b-4d58-9c62-23058b4a574d req-c7125a7e-b209-416f-9847-1aad2e2ebc33 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 May 27 02:12:19.598500 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.642872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=577cc689-05f6-408a-9c30-15ee0affc97d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:19.648530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:19.652411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645af45-d747-4120-9d6a-63f31ba56154 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:19.661768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35786) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:19.674088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6e35565e-86f7-4d8f-845b-b642d4c89e34 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/577cc689-05f6-408a-9c30-15ee0affc97d HTTP/1.1" status: 204 len: 168 time: 0.4913168 May 27 02:12:19.739876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35796) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:19.751536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3445491c-d5bc-4f29-be98-cf7f472dd1a0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884869 May 27 02:12:19.891231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3e1e9d-744e-4efc-a43f-631c3a04a74f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.891945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9d3e1e9d-744e-4efc-a43f-631c3a04a74f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:19.911564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9d3e1e9d-744e-4efc-a43f-631c3a04a74f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:19.915637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9d3e1e9d-744e-4efc-a43f-631c3a04a74f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1722133 May 27 02:12:19.916215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35800) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:19.976928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e493c5-69a4-4227-9762-d08d967a157c req-40fa52cb-5537-4c16-9acb-307ec365985d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:19.979064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:19.979388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3e493c5-69a4-4227-9762-d08d967a157c req-40fa52cb-5537-4c16-9acb-307ec365985d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.1167965 May 27 02:12:19.983317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] Deleting port 14537981-645b-4165-bdab-47653c240580 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:19.983988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.000474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7b213-f9c5-4342-9101-598e738b58f1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:20.001511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c2b7b213-f9c5-4342-9101-598e738b58f1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:20.021386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c2b7b213-f9c5-4342-9101-598e738b58f1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:20.025489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c2b7b213-f9c5-4342-9101-598e738b58f1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1082542 May 27 02:12:20.026156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35804) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:20.085557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3e493c5-69a4-4227-9762-d08d967a157c req-46a69a19-dba3-4655-bcf7-d199ddc41250 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995936 May 27 02:12:20.122776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-994a1d08-acf7-4967-9e3b-98079c920e5f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951445 May 27 02:12:20.126576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35808) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:20.132321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:20.218081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] For port 14537981-645b-4165-bdab-47653c240580, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=14537981-645b-4165-bdab-47653c240580,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:20.218464 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.241900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:20.251821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:20.261087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:20.265829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.346020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] Calling delete_port for 14537981-645b-4165-bdab-47653c240580 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:20.424212 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.472993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] Pushing event deleted for resources: {'Port': ['ID=14537981-645b-4165-bdab-47653c240580,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:20.477406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa405b-9c33-491b-a304-451d4c3e03c9 None None] No DVR routers for this DVR port 14537981-645b-4165-bdab-47653c240580 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:20.599859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:12:20.600949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.657283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:20.660367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:20.664433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:20.665016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.670183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7372b9-94f2-40f1-b259-85667801634f None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:20.682519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=40e8a595-a170-48f0-b37e-d4a2a29f96fc,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:20.697946 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-968cfe6b-f68b-4e5d-ae50-bc0a9892536b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5698171 May 27 02:12:20.701045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35816) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:20.706931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:20.952636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': '40e8a595-a170-48f0-b37e-d4a2a29f96fc'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:12:20.953464 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:20.968368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:20.972580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:20.976002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:20.981642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:20.991243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:20.994934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.106544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14537981-645b-4165-bdab-47653c240580 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:21.140292 n-d-843146-11 neutron-server[88426]: INFO neutron.db.ipam_backend_mixin [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40e8a595-a170-48f0-b37e-d4a2a29f96fc (CIDR: 2001:db8::/64) May 27 02:12:21.149096 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:12:21.149897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:21.154559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 14537981-645b-4165-bdab-47653c240580 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:21.154949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 14537981-645b-4165-bdab-47653c240580 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:21.175001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Allocated IP 2001:db8::f816:3eff:fe6a:eda5 (30b892c4-6e6d-4797-a636-03633845dc1c/40e8a595-a170-48f0-b37e-d4a2a29f96fc/ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:21.186381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0d4ca10d-c77e-4362-bf70-6abb61b6f826 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4841213 May 27 02:12:21.189347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35826) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:21.195583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:21.314014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2e9c4-2c6c-4f69-a214-5150cfa59f16 req-08dbafc5-8ae7-40d9-85a7-d2631b825eb6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.316204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8b2e9c4-2c6c-4f69-a214-5150cfa59f16 req-08dbafc5-8ae7-40d9-85a7-d2631b825eb6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.0978992 May 27 02:12:21.363820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8b2e9c4-2c6c-4f69-a214-5150cfa59f16 req-c97309ee-6854-40eb-826c-b1f7243d1aa5 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 May 27 02:12:21.369927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:21.375048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:21.378591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:21.388887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:21.400165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:21.404580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.472347 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.484434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Transition to ACTIVE for port object ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:21.507292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Transition to ACTIVE for port object ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:21.519939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.604504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:21.618997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:21.620143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:21.623191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:21.740427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Attempting to bind port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:21.740806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Attempting to bind port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:21.741238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Attempting to bind port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:21.747408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:21.747733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:21.748194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.748656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:21.749130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Bound port: ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:21.749805 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.852829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.853432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:21.856364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:21.866067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:21.950370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=32e4b4f0-da9d-466e-bb8b-55a1fc896a4c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:21.968894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:21.971368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:21.988048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:21.988805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:22.033411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:22.049187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.049187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.049187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.049187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.049576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.049652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.049932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.050270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.050598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.050975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.051306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.051774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8023da-fe58-458c-ad57-7cfe01ab0f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:22.063601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9c3e2c2d-1ec6-479d-a97e-10685977063f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8731735 May 27 02:12:22.066530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:22.072218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:59:5a:b5', 'name': 'tempest-NetworksTestDHCPv6-397529199'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:22.091578 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:12:22.316418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:22.322900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:22.343267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:22.363170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b896-3a26-4147-ad1d-08e7c336f9d6 req-d040aad4-f852-4e54-9a65-845d823ad8bc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:22.364871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0445b896-3a26-4147-ad1d-08e7c336f9d6 req-d040aad4-f852-4e54-9a65-845d823ad8bc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2120762 May 27 02:12:22.370310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:22.421439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:22.522079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0445b896-3a26-4147-ad1d-08e7c336f9d6 req-eb86e147-3b67-4ebb-aa4b-6022e0fc21f1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457777 May 27 02:12:22.575978 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:22.603424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port f1af2df9-29af-4072-9633-2a1406d7d08a yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:22.845150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8:0:1::118 (30b892c4-6e6d-4797-a636-03633845dc1c/32e4b4f0-da9d-466e-bb8b-55a1fc896a4c/f1af2df9-29af-4072-9633-2a1406d7d08a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:22.852936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fe59:5ab5 (30b892c4-6e6d-4797-a636-03633845dc1c/40e8a595-a170-48f0-b37e-d4a2a29f96fc/f1af2df9-29af-4072-9633-2a1406d7d08a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:23.091052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.112564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object f1af2df9-29af-4072-9633-2a1406d7d08a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:23.122440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:23.154547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.210896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:23.242593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:23.245664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe8890-f6d9-43e5-9b6e-143a7c5d7195 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:23.247566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:23.249837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:23.255852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:23.256538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.273085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=f1af2df9-29af-4072-9633-2a1406d7d08a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:23.292184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ae92755-700c-42f7-b0dc-f8c25879b12a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2217913 May 27 02:12:23.292433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35860) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:23.337528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] Provisioning for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:23.357972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:23.358422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.364475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port f1af2df9-29af-4072-9633-2a1406d7d08a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:23.365004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.580932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:23.581388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.645811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:23.658229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.659010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.784823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef11e2-c7d6-434d-beb0-70895b2f211d None None] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:23.792000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': '40e8a595-a170-48f0-b37e-d4a2a29f96fc', 'ip_address': '2001:db8::f816:3eff:fe6a:eda5'}, {'subnet_id': '32e4b4f0-da9d-466e-bb8b-55a1fc896a4c'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:12:23.824015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390666c-4f0e-47e7-91b1-66b27572dd23 req-b328268d-3f5d-4b4e-ab2e-178bc3c7dd82 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:23.826365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0390666c-4f0e-47e7-91b1-66b27572dd23 req-b328268d-3f5d-4b4e-ab2e-178bc3c7dd82 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.1128633 May 27 02:12:23.855956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:23.900878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0390666c-4f0e-47e7-91b1-66b27572dd23 req-4d5abc77-a284-4bad-a4e8-726b4fbad7f3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666208 May 27 02:12:23.981823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for f1af2df9-29af-4072-9633-2a1406d7d08a owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:24.111479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] Allocated IP 2001:db8:0:1::2 (30b892c4-6e6d-4797-a636-03633845dc1c/32e4b4f0-da9d-466e-bb8b-55a1fc896a4c/ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:24.198840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.253458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:24.277826 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.281170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=f1af2df9-29af-4072-9633-2a1406d7d08a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:24.295982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] Transition to ACTIVE for port object ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:24.299184 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.335118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.348134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d6d2d166-2db0-4311-9a99-624faa05c248 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/f1af2df9-29af-4072-9633-2a1406d7d08a HTTP/1.1" status: 204 len: 168 time: 1.0520229 May 27 02:12:24.348134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35872) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:24.436687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277db078-be44-4cfa-84ab-7ec99b39502b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.437516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-277db078-be44-4cfa-84ab-7ec99b39502b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:24.447739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062760f-8e52-4439-9450-948e4556acd1 None None] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:24.457132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-277db078-be44-4cfa-84ab-7ec99b39502b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:24.458401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-277db078-be44-4cfa-84ab-7ec99b39502b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1096020 May 27 02:12:24.461030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35876) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:24.551901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03a2713-4a33-4820-9015-a731a36d9010 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.555743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b03a2713-4a33-4820-9015-a731a36d9010 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0914786 May 27 02:12:24.555967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35880) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:24.626960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe719dc-42c4-4ac9-bc72-191f3c9b1369 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.628476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe719dc-42c4-4ac9-bc72-191f3c9b1369 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.630114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe719dc-42c4-4ac9-bc72-191f3c9b1369 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:24.631695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-efe719dc-42c4-4ac9-bc72-191f3c9b1369 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0748270 May 27 02:12:24.634414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35884) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:24.713300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 32e4b4f0-da9d-466e-bb8b-55a1fc896a4c {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:24.717939 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.776694 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.882166 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:24.973448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.020580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.029955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=32e4b4f0-da9d-466e-bb8b-55a1fc896a4c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:25.038427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d71a627a-5dc8-4d5a-bf62-9c1c3edd37e5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/32e4b4f0-da9d-466e-bb8b-55a1fc896a4c HTTP/1.1" status: 204 len: 168 time: 0.4030116 May 27 02:12:25.040969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35896) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:25.092288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024c4464-d722-4d19-a4e3-a3d2233b109b None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:25.116887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eb3974b8-60bf-428e-ab26-344f92d7f0e6 None None] Could not find standard attr ID for object f1af2df9-29af-4072-9633-2a1406d7d08a. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:25.129080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:25.174401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 40e8a595-a170-48f0-b37e-d4a2a29f96fc {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:25.179534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.252327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eb3974b8-60bf-428e-ab26-344f92d7f0e6 None None] Provisioning for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:25.254146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.275596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eb3974b8-60bf-428e-ab26-344f92d7f0e6 None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:25.276179 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eb3974b8-60bf-428e-ab26-344f92d7f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.288169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2d65-8668-44f6-9437-436ddd66d4a4 req-5fad69f0-cda9-47a1-be61-7751e02314b4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:25.289633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d8e2d65-8668-44f6-9437-436ddd66d4a4 req-5fad69f0-cda9-47a1-be61-7751e02314b4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2013788 May 27 02:12:25.356181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d8e2d65-8668-44f6-9437-436ddd66d4a4 req-d0a3d0b5-6b73-426c-b690-f68932cd8a68 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 May 27 02:12:25.386451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.386749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:25.386749 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.459731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.502134 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.505148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=40e8a595-a170-48f0-b37e-d4a2a29f96fc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:25.517602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-54e82b8d-360a-4b52-a326-89482b47de81 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/40e8a595-a170-48f0-b37e-d4a2a29f96fc HTTP/1.1" status: 204 len: 168 time: 0.4727612 May 27 02:12:25.517767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35900) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:25.562614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-eb3974b8-60bf-428e-ab26-344f92d7f0e6 None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:25.599455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f4dbb4e0-405d-4b25-bcd4-4b139f8bf7ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805097 May 27 02:12:25.599670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35904) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:25.605228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:25.637213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:25.728016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:25.732504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b571d51b-5eb9-45bf-bfc1-02241fceec58 None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': '40e8a595-a170-48f0-b37e-d4a2a29f96fc'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:12:25.733799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:25.736676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:25.752966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:25.772379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:25.777605 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.791428 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b571d51b-5eb9-45bf-bfc1-02241fceec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:25.857277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9a672495-cc27-41e2-91eb-6b66e5341cc6 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:12:26.010553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532e8d1-ff80-4b1e-954c-0d9a2896121e None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:26.151074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:12:26.160642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:26.182859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d3885434-9983-4c84-a8b7-d34576830490 None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:26.183240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d3885434-9983-4c84-a8b7-d34576830490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.215818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'port_id': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'mac_address': 'fa:16:3e:e4:01:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:12:26.366685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.391638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9a672495-cc27-41e2-91eb-6b66e5341cc6 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:26.392202 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.485654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a672495-cc27-41e2-91eb-6b66e5341cc6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:12:26.520346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:26.523865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d3885434-9983-4c84-a8b7-d34576830490 None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:26.529275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.632017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:26.706292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9a672495-cc27-41e2-91eb-6b66e5341cc6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:12:26.862161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e079-e143-44f4-baff-089808a63b8a req-63faf196-87ee-45a9-9fc6-5ecf3fe2051a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:26.871123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d85e079-e143-44f4-baff-089808a63b8a req-63faf196-87ee-45a9-9fc6-5ecf3fe2051a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 944 time: 0.3843033 May 27 02:12:26.909706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:26.926346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d85e079-e143-44f4-baff-089808a63b8a req-aec9d2d8-a3d9-4058-9920-0af45cd4b9db tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535185 May 27 02:12:26.957287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.961780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:26.962675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.011272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:27.095484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:27.101262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:27.108435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:27.109032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.115066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=1b6ef7bc-f492-46b6-8677-9f5c5a359421,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:27.137866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=8']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:27.141209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:27.141808 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.153278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-78c3148b-88b5-4570-b469-2d6e2b6d29e0 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5513916 May 27 02:12:27.155209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35922) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:27.161343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:27.193726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:27.198838 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.237813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:27.332883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:27.411275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:27.476132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:27.485217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:27.489095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c9567-4bcc-4158-beb6-944e6e51f296 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:27.496513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:27.502813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:27.518188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:27.527320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.582053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:27.663610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fb63633b-01d3-4f01-88cc-7e3e8e9f5689 None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:27.663913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb63633b-01d3-4f01-88cc-7e3e8e9f5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.701966 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b6ef7bc-f492-46b6-8677-9f5c5a359421 (CIDR: 2001:db8::/64) May 27 02:12:27.705315 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:12:27.705773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:27.726438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1c05e6c9-a37a-4b16-b64d-1339971ad649 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5670080 May 27 02:12:27.726615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35930) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:27.732973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:27.811706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:27.812609 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:27.875509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:27.880614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:27.883906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:27.890250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:27.904093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:27.907101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9a672495-cc27-41e2-91eb-6b66e5341cc6 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:27.908923 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.020607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fb63633b-01d3-4f01-88cc-7e3e8e9f5689 None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:28.020992 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb63633b-01d3-4f01-88cc-7e3e8e9f5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.124773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:28.125409 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.179679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9a672495-cc27-41e2-91eb-6b66e5341cc6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:28.180277 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.200639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.205597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5302a5-ed68-446c-8014-70bf51438863 req-8e813c28-c571-4c76-9b74-817aaa09b6dd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:28.209877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d5302a5-ed68-446c-8014-70bf51438863 req-8e813c28-c571-4c76-9b74-817aaa09b6dd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 944 time: 0.1094401 May 27 02:12:28.263738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fb63633b-01d3-4f01-88cc-7e3e8e9f5689 None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:28.286230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d5302a5-ed68-446c-8014-70bf51438863 req-356e2ef1-b74d-474d-aef9-2c4537542e0e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654027 May 27 02:12:28.312538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:28.315987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:28.321242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:28.322106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.337108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=00df01b3-90e0-4b43-a883-3398dc0bb5d6,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:28.350923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9a672495-cc27-41e2-91eb-6b66e5341cc6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:28.351317 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.356607 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-92b696cd-9058-4e17-b97f-7d522d66a96f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6288521 May 27 02:12:28.359399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35938) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:28.362623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb63633b-01d3-4f01-88cc-7e3e8e9f5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.365170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:a2:81:45', 'name': 'tempest-NetworksTestDHCPv6-717400339'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:28.464519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a70dd-1435-436a-9be0-4f821eeabeee None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:28.516849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:28.528660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:28.544088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:28.636837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:28.638257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:28.662113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63633b-01d3-4f01-88cc-7e3e8e9f5689 None None] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:28.677915 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:12:28.688406 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:12:28.700711 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.716884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.740443 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66744b0d-0022-424a-bc1b-25cbd7ef2a88'] response: {'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'code': 200} May 27 02:12:28.743545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port 22269e9b-3614-40fc-b8d2-6b76ba6be738 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:28.757232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e6cc33c5-d765-4df5-99a4-1f1879de5430 None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:28.757590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e6cc33c5-d765-4df5-99a4-1f1879de5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:28.895171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:28.971868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8:0:1::3a1 (30b892c4-6e6d-4797-a636-03633845dc1c/00df01b3-90e0-4b43-a883-3398dc0bb5d6/22269e9b-3614-40fc-b8d2-6b76ba6be738) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:28.978128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::f816:3eff:fea2:8145 (30b892c4-6e6d-4797-a636-03633845dc1c/1b6ef7bc-f492-46b6-8677-9f5c5a359421/22269e9b-3614-40fc-b8d2-6b76ba6be738) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:29.007125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc33c5-d765-4df5-99a4-1f1879de5430 None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:29.112124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': '1b6ef7bc-f492-46b6-8677-9f5c5a359421', 'ip_address': '2001:db8::f816:3eff:fe6a:eda5'}, {'subnet_id': '00df01b3-90e0-4b43-a883-3398dc0bb5d6'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:12:29.164274 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.190912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.206870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object 22269e9b-3614-40fc-b8d2-6b76ba6be738 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:29.232331 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.310526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:29.314187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:29.316623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:29.325857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:29.326535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.341905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=22269e9b-3614-40fc-b8d2-6b76ba6be738,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:29.361170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc14d83b-acb7-4d9f-b846-d408d8cc6022 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0004973 May 27 02:12:29.363810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35958) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:29.407780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:29.475391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] Allocated IP 2001:db8:0:1::2 (30b892c4-6e6d-4797-a636-03633845dc1c/00df01b3-90e0-4b43-a883-3398dc0bb5d6/ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:29.534082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port 22269e9b-3614-40fc-b8d2-6b76ba6be738 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:29.534670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.565298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:29.656932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d371f-3437-4e0e-9071-072c7ff3191b req-78e37f0b-873c-47bb-9598-3897a02f7c8a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:29.656932 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b3d371f-3437-4e0e-9071-072c7ff3191b req-78e37f0b-873c-47bb-9598-3897a02f7c8a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2049313 May 27 02:12:29.710961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:29.740364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b3d371f-3437-4e0e-9071-072c7ff3191b req-24382663-6532-4c5e-aebc-ad3c5a13ed0f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 May 27 02:12:29.769528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.795018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] Transition to ACTIVE for port object ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:29.803992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:29.804929 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:29.837621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:30.003096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:30.029421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3fefa-455d-458b-8779-275ba51f2b77 None None] Pushing event updated for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:30.033330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c had new provisioning blocks added so it will not transition to active. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 27 02:12:30.202608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for 22269e9b-3614-40fc-b8d2-6b76ba6be738 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:30.509461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:30.717037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=22269e9b-3614-40fc-b8d2-6b76ba6be738,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.742748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.743760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:30.752391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:30.779776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-39d25bf2-c52e-4d61-b2c8-6cf275fe5d0a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/22269e9b-3614-40fc-b8d2-6b76ba6be738 HTTP/1.1" status: 204 len: 168 time: 1.4132793 May 27 02:12:30.782516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36004) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:30.955573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-058a5ec3-241d-4719-88ec-d80be6f5b4bb None None] Provisioning for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:30.979431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-058a5ec3-241d-4719-88ec-d80be6f5b4bb None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:30.979995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-058a5ec3-241d-4719-88ec-d80be6f5b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.113437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bddd1a-ff6e-4d41-9140-6b19dc47db6b req-76d9b3b0-414b-4a88-ba8b-20d859e38e1c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.122265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03bddd1a-ff6e-4d41-9140-6b19dc47db6b req-76d9b3b0-414b-4a88-ba8b-20d859e38e1c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2156565 May 27 02:12:31.249775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03bddd1a-ff6e-4d41-9140-6b19dc47db6b req-431699e1-5e44-46fc-99e8-435a9095f5f8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260014 May 27 02:12:31.282379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-9c3e38c9-6680-432d-84c5-99e9eda95373 req-c8d90d0c-5ea9-4eb9-a8cc-62aa07e51988 service neutron] (88426) timed out ('10.222.0.47', 60518) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:12:31.342566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57836241-5ef3-4457-8ed2-94597713d187 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.343340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57836241-5ef3-4457-8ed2-94597713d187 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:31.343722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-058a5ec3-241d-4719-88ec-d80be6f5b4bb None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:31.369059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-57836241-5ef3-4457-8ed2-94597713d187 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:31.372013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-57836241-5ef3-4457-8ed2-94597713d187 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.5871241 May 27 02:12:31.374140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36028) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:31.463472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-801d174e-6f70-4e97-8730-f410a6f2b933 None None] Could not find standard attr ID for object f1af2df9-29af-4072-9633-2a1406d7d08a. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:31.498103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8823dc9-12b0-4c60-bc56-4888c8d6a805 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.500032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a8823dc9-12b0-4c60-bc56-4888c8d6a805 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1246903 May 27 02:12:31.502633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:31.552888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:31.653089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60673d3-60db-4f33-957d-58471bbb7b41 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.669081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60673d3-60db-4f33-957d-58471bbb7b41 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.670670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60673d3-60db-4f33-957d-58471bbb7b41 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:31.671544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c60673d3-60db-4f33-957d-58471bbb7b41 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:31.683119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-982322aa-a180-49f6-bfc9-51e4c154bedd None None] Could not find standard attr ID for object 22269e9b-3614-40fc-b8d2-6b76ba6be738. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:31.700683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c60673d3-60db-4f33-957d-58471bbb7b41 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:31.704470 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c60673d3-60db-4f33-957d-58471bbb7b41 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1980546 May 27 02:12:31.704705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36040) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:31.728930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:31.729815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.841154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 00df01b3-90e0-4b43-a883-3398dc0bb5d6 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:31.861827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.977203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:31.995521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:32.064149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-be4d838c-3806-430a-ba6f-9507feef2b76 req-4de0f992-c616-4c6d-bfc1-745a53782ae4 service neutron] (88425) timed out ('10.222.0.47', 60064) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:12:32.127952 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.275844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.345124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=00df01b3-90e0-4b43-a883-3398dc0bb5d6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:32.348915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.364735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c95884-2622-460e-8b38-efebcca2c010 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:32.376199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36054) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:32.377390 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cc870303-050d-4757-9c5b-605176c151f3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/00df01b3-90e0-4b43-a883-3398dc0bb5d6 HTTP/1.1" status: 204 len: 168 time: 0.6714711 May 27 02:12:32.661559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 1b6ef7bc-f492-46b6-8677-9f5c5a359421 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:32.681135 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.819480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfadae-ee0a-456d-a5a2-03348c145d73 req-b59aa090-f5a2-47bc-89c6-967500558b5e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:32.836541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cdfadae-ee0a-456d-a5a2-03348c145d73 req-b59aa090-f5a2-47bc-89c6-967500558b5e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.3567717 May 27 02:12:32.844357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.963308 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:32.982129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cdfadae-ee0a-456d-a5a2-03348c145d73 req-a631b450-5d7d-4cb6-9d84-f6e61eebe3be tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402013 May 27 02:12:33.061711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.263491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.267027 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.333803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6ef7bc-f492-46b6-8677-9f5c5a359421,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:33.336791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.352795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8f337cb6-27a5-430c-84d0-492ffebe23eb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/1b6ef7bc-f492-46b6-8677-9f5c5a359421 HTTP/1.1" status: 204 len: 168 time: 0.9725978 May 27 02:12:33.353815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36062) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:33.477514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36066) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:33.480152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a69f5a5e-74b3-4868-aa02-b2e67cb429e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240504 May 27 02:12:33.487547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:33.743571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb55ba8-e8d2-4baf-b354-8111ad79cd91 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:33.895487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:33.903602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:33.911946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:33.926371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:33.944235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:33.947780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:33.994921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b3e4cd62-b18b-4f22-adb6-9ba17c2f860e None None] Provisioning complete for port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:33.995207 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3e4cd62-b18b-4f22-adb6-9ba17c2f860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.184873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4cd62-b18b-4f22-adb6-9ba17c2f860e None None] Current status of the port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:34.248483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:34.253501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] Deleting port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:34.253996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.365890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70195f07-a592-4a58-8194-84c1368e94ca req-f302aa13-a090-4836-8707-73b1905d7deb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.377453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70195f07-a592-4a58-8194-84c1368e94ca req-f302aa13-a090-4836-8707-73b1905d7deb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.1673312 May 27 02:12:34.503272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70195f07-a592-4a58-8194-84c1368e94ca req-b1fa999d-1450-46be-8caa-e043b60734fc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060622 May 27 02:12:34.530453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.611042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:34.615271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:34.625126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:34.626309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.633349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] For port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:34.634319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.675441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=818aa071-82e1-483a-b5b2-8cb03ae2cdcc,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:34.705505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-be7ef469-5b41-442c-95f0-98c18504fb10 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2197950 May 27 02:12:34.705505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36080) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:34.712077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:34.811584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] Calling delete_port for ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:34.909417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.918629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:34.923902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:34.926652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:34.932961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:34.951334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:34.956126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:34.960128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] Pushing event deleted for resources: {'Port': ['ID=ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:34.966052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a057c1d-f224-4ca4-b297-ff92a07df204 None None] No DVR routers for this DVR port ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:34.982146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470cba6c-d782-46fc-8f1d-f6e5df64a8da None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:35.122933 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 818aa071-82e1-483a-b5b2-8cb03ae2cdcc (CIDR: 2001:db8::/64) May 27 02:12:35.127377 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:12:35.127997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:35.152884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:35.159785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:35.164295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c7541363-c905-4410-9f10-2b6c8dd01e7b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4585571 May 27 02:12:35.252624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': '818aa071-82e1-483a-b5b2-8cb03ae2cdcc'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:12:35.253479 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.372845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:35.377463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:35.380658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:35.387099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:35.402600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:35.406814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.515835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/818aa071-82e1-483a-b5b2-8cb03ae2cdcc/22cd4272-3ede-4fd7-aa80-3e7b37135b87) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:35.567214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:35.748916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:35.749520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ba1f21e4-9a71-4b3d-8f3c-ec0bc845bd6c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:35.889316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.objects.ports [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88426) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:12:35.890536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:35.944025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a63c6-002b-4f7d-af8d-c1df25b78234 req-594c8961-ac88-4e76-ba95-1914b8f5747d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:35.953409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e6a63c6-002b-4f7d-af8d-c1df25b78234 req-594c8961-ac88-4e76-ba95-1914b8f5747d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.1483948 May 27 02:12:35.985247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:35.993516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:35.998499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:36.001018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.031903 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e6a63c6-002b-4f7d-af8d-c1df25b78234 req-3526a3b4-a82b-4efb-abd0-067c028b00df tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773840 May 27 02:12:36.047859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=4072a6ff-bf67-4a9d-9a34-8cbafe084832,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:36.053730 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f5325d31-8a24-4ce0-8fe9-02b040a38d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.080177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.080526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.080872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.081282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.081748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.082089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.082428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.082774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.083149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.083489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.083864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.084325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:12:36.126526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ebafafe-9357-44b9-9d15-5f8687db85ed tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9720724 May 27 02:12:36.130017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36098) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:36.137653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:14:b5:73', 'name': 'tempest-NetworksTestDHCPv6-2023969345'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:36.206362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-ef8682d7-2fe2-4a57-866a-77e289c1e7cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1168325 May 27 02:12:36.216978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.256473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Transition to ACTIVE for port object 22cd4272-3ede-4fd7-aa80-3e7b37135b87 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:36.306534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Transition to ACTIVE for port object 22cd4272-3ede-4fd7-aa80-3e7b37135b87 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:36.319230 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.347318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:36.359098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:36.372500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:36.400381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e27b31-476a-4282-bd22-6a458267ed4c req-7e4d3f59-9822-4eef-9822-5e2a358722bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:36.407103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-7e4d3f59-9822-4eef-9822-5e2a358722bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 1098 time: 0.1662509 May 27 02:12:36.490523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:36.492181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:36.509966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:36.548262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.591440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port f9c1f8a4-5c72-4cf4-801e-28fa8680a278 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:36.600644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Pushing event updated for resources: {'Port': ['ID=22cd4272-3ede-4fd7-aa80-3e7b37135b87,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:36.704191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Attempting to bind port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:36.704547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Attempting to bind port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:36.704970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Attempting to bind port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:36.719766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:36.720169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:36.720527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.721077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:36.721580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Bound port: 22cd4272-3ede-4fd7-aa80-3e7b37135b87, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:36.722148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:36.745947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e27b31-476a-4282-bd22-6a458267ed4c req-7ca3fb3a-44d2-44fc-92b4-54086cee9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:36.747964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-7ca3fb3a-44d2-44fc-92b4-54086cee9378 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.3119085 May 27 02:12:36.984232 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-73badf3c-d88a-4aa7-9f72-6217c706221a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 HTTP/1.1" status: 200 len: 217 time: 0.2285411 May 27 02:12:36.985538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] For port 22cd4272-3ede-4fd7-aa80-3e7b37135b87, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:36.989905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] For port 22cd4272-3ede-4fd7-aa80-3e7b37135b87, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=22cd4272-3ede-4fd7-aa80-3e7b37135b87,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:37.024095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.086815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e27b31-476a-4282-bd22-6a458267ed4c req-e1f0a9e8-f9d5-442f-b4a9-03c968749a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:37.100195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::20b (30b892c4-6e6d-4797-a636-03633845dc1c/818aa071-82e1-483a-b5b2-8cb03ae2cdcc/f9c1f8a4-5c72-4cf4-801e-28fa8680a278) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:37.101014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-e1f0a9e8-f9d5-442f-b4a9-03c968749a74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0990641 May 27 02:12:37.115450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:b573 (30b892c4-6e6d-4797-a636-03633845dc1c/4072a6ff-bf67-4a9d-9a34-8cbafe084832/f9c1f8a4-5c72-4cf4-801e-28fa8680a278) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:37.206885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0cb4-e9eb-4ac1-94cc-74a925a9f65c None None] Pushing event updated for resources: {'Port': ['ID=22cd4272-3ede-4fd7-aa80-3e7b37135b87,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:37.461123 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.495824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e27b31-476a-4282-bd22-6a458267ed4c req-74f88c83-6a9d-40f5-8621-b7c4dc82b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:37.498074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-74f88c83-6a9d-40f5-8621-b7c4dc82b645 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3950753 May 27 02:12:37.503436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object f9c1f8a4-5c72-4cf4-801e-28fa8680a278 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:37.569761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.636538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cd972-b817-4840-9c69-b8ebc87257b8 req-a0486287-989a-4b0d-b7a3-24e5f6e7cced tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:37.654806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-630cd972-b817-4840-9c69-b8ebc87257b8 req-a0486287-989a-4b0d-b7a3-24e5f6e7cced tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2447522 May 27 02:12:37.729798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=f9c1f8a4-5c72-4cf4-801e-28fa8680a278,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:37.739783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:37.741041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:37.744013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:37.751101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:37.751797 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.800512 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-630cd972-b817-4840-9c69-b8ebc87257b8 req-484a6df8-2ba6-412b-b16e-cd91f227b684 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475952 May 27 02:12:37.823669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9e35fd19-0e54-4817-bbfb-db4b1d7893d8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6895430 May 27 02:12:37.823956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36120) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:37.851754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-1ebd5a30-f884-4028-9476-2b180fdb1dcd service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451285 May 27 02:12:37.898165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port f9c1f8a4-5c72-4cf4-801e-28fa8680a278 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:37.898510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:37.951223 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e2c44cbb-add8-47da-826b-e52cfbf3e773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:38.060841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70e27b31-476a-4282-bd22-6a458267ed4c req-18875251-fab2-4024-81ea-b24e5e9dc0db service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956663 May 27 02:12:38.379177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:38.550956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for f9c1f8a4-5c72-4cf4-801e-28fa8680a278 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:38.855188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba2590f-c2a5-4764-a9fd-b8ec4a1a3288 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:38.866088 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.004527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=f9c1f8a4-5c72-4cf4-801e-28fa8680a278,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:39.009684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-99b3ce81-6133-4a09-abe1-6f945b99213e None None] Provisioning for port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:39.276077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.301251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-acb46b60-8e5e-40dd-bbcb-a6c29375e214 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/f9c1f8a4-5c72-4cf4-801e-28fa8680a278 HTTP/1.1" status: 204 len: 168 time: 1.4762087 May 27 02:12:39.304074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36150) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:39.394846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad183d7-db5d-458e-975a-933b758bbffa req-50e5ac40-d76f-4251-872c-da1a2a91e170 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.406898 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ad183d7-db5d-458e-975a-933b758bbffa req-50e5ac40-d76f-4251-872c-da1a2a91e170 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2596097 May 27 02:12:39.408846 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.417528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': '818aa071-82e1-483a-b5b2-8cb03ae2cdcc', 'ip_address': '2001:db8::2'}, {'subnet_id': '4072a6ff-bf67-4a9d-9a34-8cbafe084832'}], 'binding:host_id': 'n-d-843146-11'}, 'id': '22cd4272-3ede-4fd7-aa80-3e7b37135b87'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:12:39.464707 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ad183d7-db5d-458e-975a-933b758bbffa req-35346c0c-3989-4d37-b9fd-4c986e4ef433 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568783 May 27 02:12:39.482121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4bcad6-6a55-4696-ad30-ad3542055313 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.483649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1e4bcad6-6a55-4696-ad30-ad3542055313 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:39.511247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1e4bcad6-6a55-4696-ad30-ad3542055313 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:39.513296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1e4bcad6-6a55-4696-ad30-ad3542055313 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2087049 May 27 02:12:39.516248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36154) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:39.533914 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.619588 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.645771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e6de57-b4c4-4582-90cf-b09ecc0b517b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.646059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 22cd4272-3ede-4fd7-aa80-3e7b37135b87 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:39.647713 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0e6de57-b4c4-4582-90cf-b09ecc0b517b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1304975 May 27 02:12:39.650473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36162) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:39.783403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c952c5d-2891-4e5d-9a15-755d830b00f9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.785174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c952c5d-2891-4e5d-9a15-755d830b00f9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.787116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c952c5d-2891-4e5d-9a15-755d830b00f9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:39.787936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6c952c5d-2891-4e5d-9a15-755d830b00f9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:39.806135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6c952c5d-2891-4e5d-9a15-755d830b00f9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:39.807778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6c952c5d-2891-4e5d-9a15-755d830b00f9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1562297 May 27 02:12:39.811073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36166) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:39.833654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:39.839950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:39.840319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:39.935347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 4072a6ff-bf67-4a9d-9a34-8cbafe084832 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:40.048144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:40.049117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.091663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:c1c1 (30b892c4-6e6d-4797-a636-03633845dc1c/4072a6ff-bf67-4a9d-9a34-8cbafe084832/22cd4272-3ede-4fd7-aa80-3e7b37135b87) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:40.095677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 22cd4272-3ede-4fd7-aa80-3e7b37135b87, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=22cd4272-3ede-4fd7-aa80-3e7b37135b87,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:40.100758 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.295589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=22cd4272-3ede-4fd7-aa80-3e7b37135b87,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:40.364884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] For port 22cd4272-3ede-4fd7-aa80-3e7b37135b87, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=22cd4272-3ede-4fd7-aa80-3e7b37135b87,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:40.423888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.443640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] Transition to ACTIVE for port object 22cd4272-3ede-4fd7-aa80-3e7b37135b87 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:40.448688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.451004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.629243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.715841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bb655-06ff-49c3-a562-dee63af88b0d None None] Pushing event updated for resources: {'Port': ['ID=22cd4272-3ede-4fd7-aa80-3e7b37135b87,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:40.794005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.895179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098b2e1-dc0d-49ff-aff4-59cb2e484f8e req-45711368-171e-49c0-b1ba-a0dfabc8dadd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:40.906601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e098b2e1-dc0d-49ff-aff4-59cb2e484f8e req-45711368-171e-49c0-b1ba-a0dfabc8dadd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.1390431 May 27 02:12:40.926266 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:40.966432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e098b2e1-dc0d-49ff-aff4-59cb2e484f8e req-4be8760c-dbf5-42e5-bf3d-bbf59cbc1b62 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585639 May 27 02:12:40.999312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.010352 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.013299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=4072a6ff-bf67-4a9d-9a34-8cbafe084832,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:41.040665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-348bfdc2-27dc-4a05-83dd-e17a567205e8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/4072a6ff-bf67-4a9d-9a34-8cbafe084832 HTTP/1.1" status: 204 len: 168 time: 1.2284617 May 27 02:12:41.044135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:41.158886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 818aa071-82e1-483a-b5b2-8cb03ae2cdcc {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:41.174489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.277907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.417060 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.548321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 22cd4272-3ede-4fd7-aa80-3e7b37135b87 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:41.587257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.642532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=818aa071-82e1-483a-b5b2-8cb03ae2cdcc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:41.659339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:41.671978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f8379421-8554-4067-ab62-8faa1d1f1fb7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/818aa071-82e1-483a-b5b2-8cb03ae2cdcc HTTP/1.1" status: 204 len: 168 time: 0.6264911 May 27 02:12:41.674393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36194) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:41.679738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3f668-1826-4216-b430-5324582c8f3f None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:41.770694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f0c047a6-4424-43c2-a370-77665db0ff62 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925195 May 27 02:12:41.770933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36200) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:41.780231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:41.835869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2672d9fb-ae4d-45b0-b5c3-217d6d623daf None None] Provisioning for port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:41.887427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2672d9fb-ae4d-45b0-b5c3-217d6d623daf None None] Provisioning complete for port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:41.888539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2672d9fb-ae4d-45b0-b5c3-217d6d623daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:42.087429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:42.088150 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:42.316935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2672d9fb-ae4d-45b0-b5c3-217d6d623daf None None] Current status of the port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:42.377295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:42.399705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:42.403257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:42.405081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] Deleting port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:42.405694 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:42.407590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:42.410482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:42.416509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:42.438580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:42.442367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:42.576602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4065e8-2483-40fe-9b6a-3f8c719b67e4 req-79e5181c-35d8-4040-8159-4f85cbe47a1e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:42.580733 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d4065e8-2483-40fe-9b6a-3f8c719b67e4 req-79e5181c-35d8-4040-8159-4f85cbe47a1e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.3564107 May 27 02:12:42.758401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1d4065e8-2483-40fe-9b6a-3f8c719b67e4 req-44a7edde-5f66-46de-90ea-04189a175ac8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586156 May 27 02:12:42.828641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] For port 22cd4272-3ede-4fd7-aa80-3e7b37135b87, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=22cd4272-3ede-4fd7-aa80-3e7b37135b87,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:42.829192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:42.998372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.058381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] Calling delete_port for 22cd4272-3ede-4fd7-aa80-3e7b37135b87 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:43.065931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:43.069633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:43.074968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:43.075695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.133161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=85424e76-594c-4d35-91ac-d80752e14257,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:43.150405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f662ec30-766e-4a5b-bef1-ad740a9ebe0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3767910 May 27 02:12:43.153136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36230) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:43.163054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:43.274304 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.363146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] Pushing event deleted for resources: {'Port': ['ID=22cd4272-3ede-4fd7-aa80-3e7b37135b87,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:43.363146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a433545-9f4a-4429-9933-63ebb810b66e None None] No DVR routers for this DVR port 22cd4272-3ede-4fd7-aa80-3e7b37135b87 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:43.373216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b134a70-f377-40ae-a3a6-8c6274f3169f None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:43.385730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:43.393797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:43.403387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:43.411640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:43.435067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:43.439485 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.609028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 22cd4272-3ede-4fd7-aa80-3e7b37135b87 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:43.681947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 22cd4272-3ede-4fd7-aa80-3e7b37135b87 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:43.682277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 22cd4272-3ede-4fd7-aa80-3e7b37135b87 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:43.727411 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85424e76-594c-4d35-91ac-d80752e14257 (CIDR: 2001:db8::/64) May 27 02:12:43.734633 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:12:43.735130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:43.763607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b43e2c9-5b46-4a59-9eb8-a8dde7891d09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6082988 May 27 02:12:43.766312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36242) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:43.773742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'subnet': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:43.925885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30b892c4-6e6d-4797-a636-03633845dc1c', 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'tenant_id': '240c1e15f2d44193a7f5049e8c8a4a45', 'fixed_ips': [{'subnet_id': '85424e76-594c-4d35-91ac-d80752e14257'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:12:43.926744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:43.946626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:43.951764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:subnet and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:43.955063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:43.961418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:43.982489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:43.986396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.346938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Allocated IP 2001:db8::2 (30b892c4-6e6d-4797-a636-03633845dc1c/85424e76-594c-4d35-91ac-d80752e14257/66653c59-337f-407f-88f1-e383f2c49c76) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:44.437286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776b338-d2f4-4bd9-a28a-4a81782d2176 req-4e5d0d95-80dd-4359-8608-a2a49fc046b7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:44.438771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4776b338-d2f4-4bd9-a28a-4a81782d2176 req-4e5d0d95-80dd-4359-8608-a2a49fc046b7 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.4244273 May 27 02:12:44.621031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4776b338-d2f4-4bd9-a28a-4a81782d2176 req-19eebfbf-aed4-4e61-a438-ea19ff9d5d05 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720545 May 27 02:12:44.760032 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.789515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Transition to ACTIVE for port object 66653c59-337f-407f-88f1-e383f2c49c76 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:44.838916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Transition to ACTIVE for port object 66653c59-337f-407f-88f1-e383f2c49c76 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:44.850706 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:44.923310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:44.926164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:44.929865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:45.009097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Pushing event updated for resources: {'Port': ['ID=66653c59-337f-407f-88f1-e383f2c49c76,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:45.024328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:12:45.031416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Attempting to bind port 66653c59-337f-407f-88f1-e383f2c49c76 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:12:45.031788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Attempting to bind port 66653c59-337f-407f-88f1-e383f2c49c76 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:12:45.032157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Attempting to bind port 66653c59-337f-407f-88f1-e383f2c49c76 on network 30b892c4-6e6d-4797-a636-03633845dc1c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:12:45.037655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:12:45.038247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Checking segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:12:45.038852 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.039500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Bound using segment: {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:12:45.040113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Bound port: 66653c59-337f-407f-88f1-e383f2c49c76, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8bd8d-ccd1-411b-887d-c2f74e4847a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:12:45.040656 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.157044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] For port 66653c59-337f-407f-88f1-e383f2c49c76, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:12:45.160754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] For port 66653c59-337f-407f-88f1-e383f2c49c76, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=66653c59-337f-407f-88f1-e383f2c49c76,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:12:45.165891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.279623 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.304188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1351c-49fc-4a12-9a85-7be946a6a940 None None] Pushing event updated for resources: {'Port': ['ID=66653c59-337f-407f-88f1-e383f2c49c76,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:45.842298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] For port 66653c59-337f-407f-88f1-e383f2c49c76, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=66653c59-337f-407f-88f1-e383f2c49c76,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:45.908945 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.978929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:45.979813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:46.157710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:46.164607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:46.173637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:46.174233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:46.196341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Subnet': ['ID=abd64b6a-4700-443b-a0e8-a26d05867a91,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:46.201533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=66653c59-337f-407f-88f1-e383f2c49c76,revision_number=4']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:46.225578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-234c231d-d846-407d-b910-eaa5a2e012e6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4555075 May 27 02:12:46.227656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36278) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:46.236490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe26c6-1e32-4439-8fed-91317a30e624 req-dd17328a-8dcb-4bf5-bbbb-316e6bcd5cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:46.244078 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ffe26c6-1e32-4439-8fed-91317a30e624 req-dd17328a-8dcb-4bf5-bbbb-316e6bcd5cd3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.3330002 May 27 02:12:46.265299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Request body: {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'mac_address': 'fa:16:3e:3a:e4:af', 'name': 'tempest-NetworksTestDHCPv6-54651962'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:12:46.323445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7d80d-e47b-40cb-b59c-447cfe15365b req-a3448068-ef30-4598-a17c-9683c7e16157 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:46.332738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01b7d80d-e47b-40cb-b59c-447cfe15365b req-a3448068-ef30-4598-a17c-9683c7e16157 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 945 time: 0.1423812 May 27 02:12:46.401984 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01b7d80d-e47b-40cb-b59c-447cfe15365b req-0d2f4ab7-4dc8-439f-8271-265d26ebff57 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645032 May 27 02:12:46.436606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ffe26c6-1e32-4439-8fed-91317a30e624 req-acac0553-7aeb-40a1-8720-1e0827d75794 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910443 May 27 02:12:46.515258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:12:46.522404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Usage tracker for resource:port and tenant:240c1e15f2d44193a7f5049e8c8a4a45 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:12:46.525990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:12:46.532933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:12:46.547097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Made reservation on behalf of 240c1e15f2d44193a7f5049e8c8a4a45 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:12:46.769549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:46.802822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] device_id is not set on port a36b2525-a105-496e-897d-0d6a00c07fe8 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:12:47.021399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71efbc7-89d4-4b56-bd03-0ffefb8b9a2d None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:47.119807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8::2a1 (30b892c4-6e6d-4797-a636-03633845dc1c/85424e76-594c-4d35-91ac-d80752e14257/a36b2525-a105-496e-897d-0d6a00c07fe8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:47.134499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:e4af (30b892c4-6e6d-4797-a636-03633845dc1c/abd64b6a-4700-443b-a0e8-a26d05867a91/a36b2525-a105-496e-897d-0d6a00c07fe8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:12:47.238396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1c973e26-d109-41af-9123-2dcac85ce310 None None] Provisioning for port 66653c59-337f-407f-88f1-e383f2c49c76 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:47.449840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.501589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Transition to ACTIVE for port object a36b2525-a105-496e-897d-0d6a00c07fe8 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:12:47.583512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.673720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 66653c59-337f-407f-88f1-e383f2c49c76 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:47.798106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Network 30b892c4-6e6d-4797-a636-03633845dc1c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:12:47.844804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:12:47.848496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 66653c59-337f-407f-88f1-e383f2c49c76 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:47.854547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:12:47.854793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 66653c59-337f-407f-88f1-e383f2c49c76 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:47.854980 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.860963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:47.861546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:47.918659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6585698 May 27 02:12:47.920994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36302) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:47.938188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773453f-1fc8-447e-be9a-2eaf386283a2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event updated for resources: {'Port': ['ID=a36b2525-a105-496e-897d-0d6a00c07fe8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:47.998248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e8e0d-3b7f-4c68-96d7-17be7567fc64 req-fa27b072-f661-4d8d-81ba-63ef2e9c511d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:48.008694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a3e8e0d-3b7f-4c68-96d7-17be7567fc64 req-fa27b072-f661-4d8d-81ba-63ef2e9c511d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2917380 May 27 02:12:48.038099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa664a5-e6d3-4a9a-9be3-7ece50efe7a9 req-385a3f71-02d2-476d-a469-68efbf2d4e74 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:48.045304 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa664a5-e6d3-4a9a-9be3-7ece50efe7a9 req-385a3f71-02d2-476d-a469-68efbf2d4e74 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 945 time: 0.2856879 May 27 02:12:48.115922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a3e8e0d-3b7f-4c68-96d7-17be7567fc64 req-96eb77a3-bed3-4c86-891e-424d9f3497fb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062646 May 27 02:12:48.142326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 66653c59-337f-407f-88f1-e383f2c49c76 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:48.142900 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.241222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 66653c59-337f-407f-88f1-e383f2c49c76, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=66653c59-337f-407f-88f1-e383f2c49c76,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:48.253271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.269010 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caa664a5-e6d3-4a9a-9be3-7ece50efe7a9 req-c85aab21-4478-4d1f-bbde-1a24d4baba68 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456127 May 27 02:12:48.320475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting port a36b2525-a105-496e-897d-0d6a00c07fe8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:48.321252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.400687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=66653c59-337f-407f-88f1-e383f2c49c76,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:48.411332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-db9ceafc-6872-4e95-87b2-ed83f88323d3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:48.423791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-db9ceafc-6872-4e95-87b2-ed83f88323d3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 945 time: 0.3724928 May 27 02:12:48.592607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:48.593189 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.713313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e7bbdc6f-1886-42a2-b083-37edab786528 None None] Provisioning complete for port 66653c59-337f-407f-88f1-e383f2c49c76 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:48.715603 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7bbdc6f-1886-42a2-b083-37edab786528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.776654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:48.927892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e7bbdc6f-1886-42a2-b083-37edab786528 None None] Current status of the port 66653c59-337f-407f-88f1-e383f2c49c76 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:48.964690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Calling delete_port for a36b2525-a105-496e-897d-0d6a00c07fe8 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:49.203099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2507bfc1-ad71-4413-a6f5-a9823c51eee2 None None] Could not find standard attr ID for object f9c1f8a4-5c72-4cf4-801e-28fa8680a278. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:12:49.512882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc27442-e689-4fa5-adc3-1d97744f4526 req-0faf585b-eb79-48f4-90f3-4f9baa0a6dea tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:49.520102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6bc27442-e689-4fa5-adc3-1d97744f4526 req-0faf585b-eb79-48f4-90f3-4f9baa0a6dea tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.2463779 May 27 02:12:49.598507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 66653c59-337f-407f-88f1-e383f2c49c76 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:12:49.655791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6bc27442-e689-4fa5-adc3-1d97744f4526 req-88a35736-abd5-4e84-a167-953bd4c60426 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347492 May 27 02:12:49.689858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] For port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:49.690220 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:49.796380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 66653c59-337f-407f-88f1-e383f2c49c76 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:49.796380 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:49.830031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:49.918362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f4336c79-7b27-488c-9b86-ae817cb37bdb None None] Provisioning for port a36b2525-a105-496e-897d-0d6a00c07fe8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:12:49.941503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f4336c79-7b27-488c-9b86-ae817cb37bdb None None] Provisioning complete for port a36b2525-a105-496e-897d-0d6a00c07fe8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:49.945943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4336c79-7b27-488c-9b86-ae817cb37bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:49.954551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Port': ['ID=a36b2525-a105-496e-897d-0d6a00c07fe8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:50.006810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f4336c79-7b27-488c-9b86-ae817cb37bdb None None] Port a36b2525-a105-496e-897d-0d6a00c07fe8 was deleted so its status cannot be updated. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 02:12:50.048061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4f04d-d132-44bb-a7cb-ec3951ab0eac req-86dd0f7b-ebfd-4c82-a190-49faf319c7d3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.055104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56d4f04d-d132-44bb-a7cb-ec3951ab0eac req-86dd0f7b-ebfd-4c82-a190-49faf319c7d3 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 945 time: 0.4705272 May 27 02:12:50.114130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 66653c59-337f-407f-88f1-e383f2c49c76 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:50.346034 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56d4f04d-d132-44bb-a7cb-ec3951ab0eac req-07f117bb-75d1-4dcc-8911-c12ec9f247c1 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d643a75-4640-4deb-a7d5-4d7eccf7d277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899303 May 27 02:12:50.349298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:50.354340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:50.354828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:50.355154 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Floating IP f928cebb-5435-422e-84ee-9870defeb626 disassociated. External IP: 172.25.3.35, port: 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8. May 27 02:12:50.356024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:50.415476 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0049a129-aff7-4589-9e23-3b4e563b9444 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/a36b2525-a105-496e-897d-0d6a00c07fe8 HTTP/1.1" status: 204 len: 168 time: 2.4890249 May 27 02:12:50.415986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36338) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:50.536128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b007f8-38d3-4db6-8ff0-2a1fe6e6b8b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.536871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e4b007f8-38d3-4db6-8ff0-2a1fe6e6b8b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:50.545457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:50.572957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e4b007f8-38d3-4db6-8ff0-2a1fe6e6b8b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:50.575029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e4b007f8-38d3-4db6-8ff0-2a1fe6e6b8b2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1571598 May 27 02:12:50.577563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36350) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:50.640093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=947d5dc8-6dc5-41a2-91d3-9b3746ea08b8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:50.683078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ded32-ad40-4e7f-94f8-13c7aa286893 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.687324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-563ded32-ad40-4e7f-94f8-13c7aa286893 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1060059 May 27 02:12:50.687672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36356) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:50.801484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694549f6-b342-46e6-ba15-1bfd5d61b53e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.806575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694549f6-b342-46e6-ba15-1bfd5d61b53e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.808705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694549f6-b342-46e6-ba15-1bfd5d61b53e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:50.809564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-694549f6-b342-46e6-ba15-1bfd5d61b53e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:50.850044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:12:51.056937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-694549f6-b342-46e6-ba15-1bfd5d61b53e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:51.061064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-694549f6-b342-46e6-ba15-1bfd5d61b53e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3690269 May 27 02:12:51.062069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36370) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:51.063093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:12:51.074878 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:12:51.099743 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:12:51.102683 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:12:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:51.164807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26605ef-085c-4e8d-8aa0-eedf4a0919a7 req-87abc60d-852f-4f50-a5a6-2dbcef53e8c4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.166534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b26605ef-085c-4e8d-8aa0-eedf4a0919a7 req-87abc60d-852f-4f50-a5a6-2dbcef53e8c4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 945 time: 0.3514142 May 27 02:12:51.171848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84553b9d-334e-42c1-baf4-c791de630498 req-4ec4f9bd-121c-4897-8113-5bedb17d43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.173609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84553b9d-334e-42c1-baf4-c791de630498 req-4ec4f9bd-121c-4897-8113-5bedb17d43df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1098 time: 0.4255173 May 27 02:12:51.177794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet 85424e76-594c-4d35-91ac-d80752e14257 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:51.181479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] No DVR routers for this DVR port 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:51.185127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.191226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'name': 'network-vif-deleted', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:51.224313 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.238097 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebc7b4ed-2572-45dc-b931-ee9eaf3f0390 req-b23b36c7-907b-4c8c-9877-f339d2dd7cf2 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.47 "DELETE /v2.0/ports/947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 HTTP/1.1" status: 204 len: 173 time: 2.7831838 May 27 02:12:51.319939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b26605ef-085c-4e8d-8aa0-eedf4a0919a7 req-02c17d21-39a8-4bfd-b205-e7a21834117b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396160 May 27 02:12:51.358103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84553b9d-334e-42c1-baf4-c791de630498 req-616d1ce6-c266-4d16-a882-d039a079ad4b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1626444 May 27 02:12:51.365381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.439014 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80efdd67-59e1-4f7d-9530-b86c3e711c96'] response: {'server_uuid': 'd8642639-266a-4b01-ba67-c7a310a20c3f', 'name': 'network-vif-deleted', 'tag': '947d5dc8-6dc5-41a2-91d3-9b3746ea08b8', 'status': 'completed', 'code': 200} May 27 02:12:51.483439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.603907 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:12:51.624158 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f7d5c056-a0e7-4fa0-a1b9-cfd1ecd66df2 req-12d597f2-940d-4873-87e8-d5d4a61f8456 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8642639-266a-4b01-ba67-c7a310a20c3f HTTP/1.1" status: 200 len: 210 time: 0.0539203 May 27 02:12:51.667843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.712763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=85424e76-594c-4d35-91ac-d80752e14257,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:51.722621 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.739754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b9172f53-f52e-4ccf-93ab-5c232fded6f4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/85424e76-594c-4d35-91ac-d80752e14257 HTTP/1.1" status: 204 len: 168 time: 0.6750324 May 27 02:12:51.742014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36384) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:51.787032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394aab3-24bc-4d3c-bf34-3543709c80e9 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:51.824070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-4c6f82a9-2a7b-40c2-86cf-86ee9b585650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:51.830700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-4c6f82a9-2a7b-40c2-86cf-86ee9b585650 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 1097 time: 0.3885853 May 27 02:12:51.858945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Deleting subnet abd64b6a-4700-443b-a0e8-a26d05867a91 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:12:51.862743 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:51.942748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.028812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:52.097826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:12:52.098495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 947d5dc8-6dc5-41a2-91d3-9b3746ea08b8 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:12:52.099141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9a672495-cc27-41e2-91eb-6b66e5341cc6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:52.104928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-a8288880-568d-4168-8deb-48d5272f504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:52.109382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-a8288880-568d-4168-8deb-48d5272f504e service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.2665007 May 27 02:12:52.176185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.200162 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:52.205407 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:12:52.210310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-465e6466-10df-4e3b-ae1c-16365945ce04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6 HTTP/1.1" status: 200 len: 217 time: 0.0900609 May 27 02:12:52.215528 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:12:52.216445 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:12:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:52.278643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.296053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-02f92427-1b16-41c6-bad6-b6226b718820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:52.297857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-02f92427-1b16-41c6-bad6-b6226b718820 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.0807517 May 27 02:12:52.367114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.376580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Subnet': ['ID=abd64b6a-4700-443b-a0e8-a26d05867a91,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:52.387492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9a672495-cc27-41e2-91eb-6b66e5341cc6 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:52.388068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.398534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-22b4e704-e489-4f8c-995b-15f8f5c9066e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/abd64b6a-4700-443b-a0e8-a26d05867a91 HTTP/1.1" status: 204 len: 168 time: 0.6554263 May 27 02:12:52.401679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36398) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:52.420144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-89f0c54e-d87c-4322-8b13-d1c4cd0bb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:52.423540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:52.424654 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-89f0c54e-d87c-4322-8b13-d1c4cd0bb714 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196992 May 27 02:12:52.432244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:12:52.443312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.487243 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:12:52.539460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4d7cf525-7f97-4983-9ce9-b88eedf4a34f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374261 May 27 02:12:52.542053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36412) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:52.544670 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c86220-c6ed-44b4-9a47-f2150fd7f250'] response: {'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'code': 200} May 27 02:12:52.624663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:52.803791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8013285e-4c71-4572-802c-6f3fd516c790 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:52.805183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8013285e-4c71-4572-802c-6f3fd516c790 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2625103 May 27 02:12:52.818024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36418) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:52.822249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-1763976e-8a5d-4863-b66c-b5d149992404 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905661 May 27 02:12:52.855613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192e2ef-f759-447b-86b3-075c1b43770b None None] Update dhcp port {'port': {'network_id': '30b892c4-6e6d-4797-a636-03633845dc1c', 'fixed_ips': [{'subnet_id': 'abd64b6a-4700-443b-a0e8-a26d05867a91'}], 'binding:host_id': 'n-d-843146-11'}, 'id': '66653c59-337f-407f-88f1-e383f2c49c76'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:12:52.958993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b69805-41fc-433a-ba21-0d5c809330b9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:52.959790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-31b69805-41fc-433a-ba21-0d5c809330b9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:52.961404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4192e2ef-f759-447b-86b3-075c1b43770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:52.980450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f113-5414-473f-b86f-2f282906efb8 req-62f7b59a-10ca-45fe-b4cb-260dce368d6c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:52.981952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-31b69805-41fc-433a-ba21-0d5c809330b9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:52.982492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3033f113-5414-473f-b86f-2f282906efb8 req-62f7b59a-10ca-45fe-b4cb-260dce368d6c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.3532858 May 27 02:12:52.990121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-31b69805-41fc-433a-ba21-0d5c809330b9 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710372 May 27 02:12:52.992615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36432) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.039399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3033f113-5414-473f-b86f-2f282906efb8 req-b52553da-94f8-4417-bb2a-f41eb3a1d592 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 May 27 02:12:53.131590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d7b58510-50c6-455c-9459-ce0b81d77a0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362710 May 27 02:12:53.131818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36436) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.143487 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:53.143869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8398bcd5-fd4d-46f2-aff1-c31282c59434 req-6e3e33a0-c0d5-415e-9fc5-3992cedeee78 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124871 May 27 02:12:53.160906 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc920233-eda6-494f-b6ea-f6fd2f8b2efe None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a3d134bf-196c-4cc7-b049-b665b1740b8b', 'name': '', 'network_id': '20c48556-ace1-4922-8e24-664cb05366e8', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'mac_address': 'fa:16:3e:b3:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:21Z', 'updated_at': '2022-05-27T02:03:37Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'subnets': [{'id': 'c9c8155b-596f-4401-b72d-d8ad4b05f839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:12:53.198987 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-94955628-817a-41cf-92d1-da686e8ddb6e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.200169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94955628-817a-41cf-92d1-da686e8ddb6e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.205958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36442) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.217132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-94955628-817a-41cf-92d1-da686e8ddb6e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/a36b2525-a105-496e-897d-0d6a00c07fe8 HTTP/1.1" status: 404 len: 333 time: 0.0769703 May 27 02:12:53.250762 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c10cd3-af3a-484f-b594-5e317d96dd6b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.251254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c10cd3-af3a-484f-b594-5e317d96dd6b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.257732 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-97c10cd3-af3a-484f-b594-5e317d96dd6b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/abd64b6a-4700-443b-a0e8-a26d05867a91 HTTP/1.1" status: 404 len: 337 time: 0.0497839 May 27 02:12:53.259700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36446) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.298702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb6842-05aa-4348-a3b8-bb430f3b0422 None None] Network 30b892c4-6e6d-4797-a636-03633845dc1c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:12:53.305912 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4604f27-38a8-4ea2-bedf-a88e2ca9c2dd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.306490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4604f27-38a8-4ea2-bedf-a88e2ca9c2dd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.309079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a4604f27-38a8-4ea2-bedf-a88e2ca9c2dd tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/85424e76-594c-4d35-91ac-d80752e14257 HTTP/1.1" status: 404 len: 337 time: 0.0476205 May 27 02:12:53.312032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36452) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.364334 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc8cddd-7926-4e60-8363-a02c7b669937 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.364836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc8cddd-7926-4e60-8363-a02c7b669937 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.366557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cbc8cddd-7926-4e60-8363-a02c7b669937 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/f9c1f8a4-5c72-4cf4-801e-28fa8680a278 HTTP/1.1" status: 404 len: 333 time: 0.0535283 May 27 02:12:53.369166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36458) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.413628 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-852b674b-5815-4bee-90c1-2b53d92f3b05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.414220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852b674b-5815-4bee-90c1-2b53d92f3b05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.415935 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-852b674b-5815-4bee-90c1-2b53d92f3b05 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/4072a6ff-bf67-4a9d-9a34-8cbafe084832 HTTP/1.1" status: 404 len: 337 time: 0.0458364 May 27 02:12:53.419054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36462) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.481923 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-699e686e-4031-4c39-afbd-87faa01ce59d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.482389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699e686e-4031-4c39-afbd-87faa01ce59d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.484675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-699e686e-4031-4c39-afbd-87faa01ce59d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/818aa071-82e1-483a-b5b2-8cb03ae2cdcc HTTP/1.1" status: 404 len: 337 time: 0.0644634 May 27 02:12:53.487233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36466) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.555493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 66653c59-337f-407f-88f1-e383f2c49c76 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:53.565326 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f0c11b-1d56-476b-89fa-75cf3b3e377d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.566068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f0c11b-1d56-476b-89fa-75cf3b3e377d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.570624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36472) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.570982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c8f0c11b-1d56-476b-89fa-75cf3b3e377d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/22269e9b-3614-40fc-b8d2-6b76ba6be738 HTTP/1.1" status: 404 len: 333 time: 0.0823054 May 27 02:12:53.614881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5c0d3062-b866-435e-ab0d-5b5a6ead75cc None None] Provisioning complete for port 66653c59-337f-407f-88f1-e383f2c49c76 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:12:53.615324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3062-b866-435e-ab0d-5b5a6ead75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:53.621696 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc29243c-8b75-4e8e-a55b-1cc62f8ad80f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.622360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc29243c-8b75-4e8e-a55b-1cc62f8ad80f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.633220 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fc29243c-8b75-4e8e-a55b-1cc62f8ad80f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/00df01b3-90e0-4b43-a883-3398dc0bb5d6 HTTP/1.1" status: 404 len: 337 time: 0.0613761 May 27 02:12:53.635477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36478) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.648807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6fa00-ef27-42b8-a2d3-5461b50de8aa None None] New status for floating IP f928cebb-5435-422e-84ee-9870defeb626: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:12:53.675249 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d7de2a-75c9-4cdf-9299-f9a6b6866a31 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.675714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d7de2a-75c9-4cdf-9299-f9a6b6866a31 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.677410 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b0d7de2a-75c9-4cdf-9299-f9a6b6866a31 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/1b6ef7bc-f492-46b6-8677-9f5c5a359421 HTTP/1.1" status: 404 len: 337 time: 0.0411186 May 27 02:12:53.679942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36484) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.724744 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d094a4fa-ccee-42fb-8cc0-82dba89090ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.724744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d094a4fa-ccee-42fb-8cc0-82dba89090ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.733563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d094a4fa-ccee-42fb-8cc0-82dba89090ff tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/f1af2df9-29af-4072-9633-2a1406d7d08a HTTP/1.1" status: 404 len: 333 time: 0.0444891 May 27 02:12:53.737103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36488) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.771309 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a3db56-d3db-4801-be3c-818691b14ab3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.771760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a3db56-d3db-4801-be3c-818691b14ab3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.774746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2a3db56-d3db-4801-be3c-818691b14ab3 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/32e4b4f0-da9d-466e-bb8b-55a1fc896a4c HTTP/1.1" status: 404 len: 337 time: 0.0442119 May 27 02:12:53.775975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36492) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.817940 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03e95a0-717c-4091-9477-ac85f1b27a12 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.818395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03e95a0-717c-4091-9477-ac85f1b27a12 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.822806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b03e95a0-717c-4091-9477-ac85f1b27a12 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/40e8a595-a170-48f0-b37e-d4a2a29f96fc HTTP/1.1" status: 404 len: 337 time: 0.0459127 May 27 02:12:53.824026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36496) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.873967 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-249a3ca1-7d10-4ef6-8b22-c8be9243700c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.874369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249a3ca1-7d10-4ef6-8b22-c8be9243700c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.878451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-249a3ca1-7d10-4ef6-8b22-c8be9243700c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/b4984d82-3c4c-4abd-a663-99a58f727c5a HTTP/1.1" status: 404 len: 333 time: 0.0510185 May 27 02:12:53.878670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36502) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.925309 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c978f605-8bde-4fc8-a72e-3017516b02c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.926785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c978f605-8bde-4fc8-a72e-3017516b02c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.930343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c978f605-8bde-4fc8-a72e-3017516b02c7 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/577cc689-05f6-408a-9c30-15ee0affc97d HTTP/1.1" status: 404 len: 337 time: 0.0482080 May 27 02:12:53.930343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36512) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.947056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36518) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:53.977576 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a290cb-6db1-4969-bc61-b8835f0f22da tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:53.977974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a290cb-6db1-4969-bc61-b8835f0f22da tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:53.982481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-63a290cb-6db1-4969-bc61-b8835f0f22da tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/c7fce0d7-95d6-49d5-ae4e-243e3d7be8f5 HTTP/1.1" status: 404 len: 333 time: 0.0486085 May 27 02:12:53.984114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36522) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.039456 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-455826ef-4fe0-47bb-8bb6-5d23c23ef148 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.039924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455826ef-4fe0-47bb-8bb6-5d23c23ef148 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.045494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-455826ef-4fe0-47bb-8bb6-5d23c23ef148 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/55680f4f-ae7d-4427-8e86-34f05c7dec17 HTTP/1.1" status: 404 len: 337 time: 0.0565701 May 27 02:12:54.045494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36526) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.053879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 66653c59-337f-407f-88f1-e383f2c49c76 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:54.054465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.116507 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc52434-ea86-463e-800f-929c176bbedb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.116985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc52434-ea86-463e-800f-929c176bbedb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.119492 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9cc52434-ea86-463e-800f-929c176bbedb tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/dcd168f6-fdeb-449d-bfa5-2859ead609cc HTTP/1.1" status: 404 len: 333 time: 0.0724652 May 27 02:12:54.122683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36532) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.135805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] DHCP port deletion for 30b892c4-6e6d-4797-a636-03633845dc1c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:12:54.140733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81e8483-c8ac-4e3e-8960-8a837ac5ea71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.166490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Deleting port 66653c59-337f-407f-88f1-e383f2c49c76 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:54.166910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.176875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81e8483-c8ac-4e3e-8960-8a837ac5ea71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.200508 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7415c6-96f0-4bbc-a354-de22b61a7032 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.200980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7415c6-96f0-4bbc-a354-de22b61a7032 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.205977 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0d7415c6-96f0-4bbc-a354-de22b61a7032 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/0e2b3199-aa1a-44a9-84db-67b98e44549c HTTP/1.1" status: 404 len: 337 time: 0.0821838 May 27 02:12:54.206584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36536) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.258665 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da1625b-6954-4a74-8d9b-3ff8de93c0fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.259237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da1625b-6954-4a74-8d9b-3ff8de93c0fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.266179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5da1625b-6954-4a74-8d9b-3ff8de93c0fc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/ff761201-d378-46db-9b8c-82d3c46c4999 HTTP/1.1" status: 404 len: 333 time: 0.0579097 May 27 02:12:54.267286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36542) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.273848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d3062-b866-435e-ab0d-5b5a6ead75cc None None] Current status of the port 66653c59-337f-407f-88f1-e383f2c49c76 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:54.283255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 66653c59-337f-407f-88f1-e383f2c49c76, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=66653c59-337f-407f-88f1-e383f2c49c76,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:54.295408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81e8483-c8ac-4e3e-8960-8a837ac5ea71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.314951 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-f962f649-b634-4ece-b435-5dc074a2ac3e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.315421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f962f649-b634-4ece-b435-5dc074a2ac3e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.317885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e8483-c8ac-4e3e-8960-8a837ac5ea71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d643a75-4640-4deb-a7d5-4d7eccf7d277,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:54.326613 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f962f649-b634-4ece-b435-5dc074a2ac3e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/3c02f06d-d5ee-4bc3-9430-632eba95c6d2 HTTP/1.1" status: 404 len: 337 time: 0.0519416 May 27 02:12:54.327316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36548) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.354426 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e81e8483-c8ac-4e3e-8960-8a837ac5ea71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.359280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e81e8483-c8ac-4e3e-8960-8a837ac5ea71 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/security-groups/6d643a75-4640-4deb-a7d5-4d7eccf7d277 HTTP/1.1" status: 204 len: 168 time: 0.4104671 May 27 02:12:54.371862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36552) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.380630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.396657 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da8fc83-4d11-49f2-b370-76d97975cbde tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.397346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da8fc83-4d11-49f2-b370-76d97975cbde tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.403107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1da8fc83-4d11-49f2-b370-76d97975cbde tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/e9501ae3-949c-44db-8fea-2deac3b4429e HTTP/1.1" status: 404 len: 333 time: 0.0747769 May 27 02:12:54.403598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36556) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.409911 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-ea11d15d-8fcd-4ca5-b8b8-2ba26e4f6864 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] show failed (client error): The resource could not be found. May 27 02:12:54.414395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea11d15d-8fcd-4ca5-b8b8-2ba26e4f6864 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "GET /v2.0/security-groups/6d643a75-4640-4deb-a7d5-4d7eccf7d277 HTTP/1.1" status: 404 len: 347 time: 0.0422995 May 27 02:12:54.415208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36560) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.416381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9af95-36dd-421a-b63a-7fd64b9cecf1 req-d5be4295-9112-4ec9-949e-53bcb3d4e888 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:54.418609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f9af95-36dd-421a-b63a-7fd64b9cecf1 req-d5be4295-9112-4ec9-949e-53bcb3d4e888 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.2493577 May 27 02:12:54.478289 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1dd201-3093-4ac5-bab0-ef54e5cf8c84 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.479091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1dd201-3093-4ac5-bab0-ef54e5cf8c84 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.484972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bd1dd201-3093-4ac5-bab0-ef54e5cf8c84 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/ec93a82a-7bc5-4027-8054-2d8ccbd7e148 HTTP/1.1" status: 404 len: 337 time: 0.0778220 May 27 02:12:54.485993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36564) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.513357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] For port 66653c59-337f-407f-88f1-e383f2c49c76, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=66653c59-337f-407f-88f1-e383f2c49c76,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:54.514893 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.545415 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ca19ba-6a5e-455e-bac6-074f23e2bf26 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.546051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ca19ba-6a5e-455e-bac6-074f23e2bf26 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.550811 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-71ca19ba-6a5e-455e-bac6-074f23e2bf26 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/4b9113d2-5ba8-45bc-9266-25c3930f89a3 HTTP/1.1" status: 404 len: 333 time: 0.0611241 May 27 02:12:54.553295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36568) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.600664 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-564250ae-18a1-41f7-b50b-416693129b39 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.601627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564250ae-18a1-41f7-b50b-416693129b39 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.610740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-564250ae-18a1-41f7-b50b-416693129b39 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/7b59f5d1-3eeb-41b3-a8a8-bc7b5fd574d4 HTTP/1.1" status: 404 len: 337 time: 0.0560877 May 27 02:12:54.612809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36576) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.616419 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39f9af95-36dd-421a-b63a-7fd64b9cecf1 req-1a7266ac-d69c-4c13-aef9-4c40373ebbda tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614912 May 27 02:12:54.634568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Deleting port 08d3bd2a-8fd1-473c-86bf-6d952c02f013 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:54.634892 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:54.671133 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50c32d8-3067-4ce8-95a6-83b976d7efdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.671888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50c32d8-3067-4ce8-95a6-83b976d7efdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.675966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f50c32d8-3067-4ce8-95a6-83b976d7efdc tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/df857935-0e27-4314-b1dd-8c43ca0f0bcd HTTP/1.1" status: 404 len: 337 time: 0.0561824 May 27 02:12:54.676575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36580) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.699520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Calling delete_port for 66653c59-337f-407f-88f1-e383f2c49c76 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:54.737915 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb31c866-f604-4f59-bbec-9d4b9c820274 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.739571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb31c866-f604-4f59-bbec-9d4b9c820274 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.742280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cb31c866-f604-4f59-bbec-9d4b9c820274 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/e0791a55-76b5-4355-bcb3-ada94d74232b HTTP/1.1" status: 404 len: 333 time: 0.0645130 May 27 02:12:54.744488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36584) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.753986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=66653c59-337f-407f-88f1-e383f2c49c76,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:54.788380 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:12:54.788840 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:12:54.796247 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d439c925-f913-4ab5-807b-1ebb01c2ea09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.796991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d439c925-f913-4ab5-807b-1ebb01c2ea09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.801049 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d439c925-f913-4ab5-807b-1ebb01c2ea09 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/b3a42fe8-3614-4f5f-a33f-0b2cebd69480 HTTP/1.1" status: 404 len: 337 time: 0.0532711 May 27 02:12:54.801537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36588) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:54.961339 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0575f86a-6d57-4482-aaf5-6ca0f196cdc8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:54.962167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0575f86a-6d57-4482-aaf5-6ca0f196cdc8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:54.966743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0575f86a-6d57-4482-aaf5-6ca0f196cdc8 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/b5624315-8d66-4d53-a97d-53eca3b5a1e5 HTTP/1.1" status: 404 len: 337 time: 0.1640813 May 27 02:12:54.967381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.014969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.015543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.041602 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e083da5b-9518-4769-80ce-0e4089873d57 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.042081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e083da5b-9518-4769-80ce-0e4089873d57 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.046690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e083da5b-9518-4769-80ce-0e4089873d57 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/0578595f-f7b6-4f9a-82a0-56768024cfd2 HTTP/1.1" status: 404 len: 333 time: 0.0755780 May 27 02:12:55.046690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36602) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.087688 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd87537a-2d9d-4d22-b8b4-a56c6307d997 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.088154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd87537a-2d9d-4d22-b8b4-a56c6307d997 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.090465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cd87537a-2d9d-4d22-b8b4-a56c6307d997 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/392d3488-3e9a-4d42-8d65-359c6a5db4f9 HTTP/1.1" status: 404 len: 337 time: 0.0430121 May 27 02:12:55.095137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36606) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.142674 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf33c5d-111f-45f8-987e-402e0aeed8d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.143337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf33c5d-111f-45f8-987e-402e0aeed8d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.148683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ccf33c5d-111f-45f8-987e-402e0aeed8d1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/a91f34af-df26-487f-969a-281105bb3474 HTTP/1.1" status: 404 len: 337 time: 0.0508091 May 27 02:12:55.149652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36610) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.151423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Calling delete_port for 08d3bd2a-8fd1-473c-86bf-6d952c02f013 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:55.204048 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-01830d45-7048-470d-bd2c-53708261df1d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.205332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01830d45-7048-470d-bd2c-53708261df1d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.207244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-01830d45-7048-470d-bd2c-53708261df1d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/e9b4e90d-6a73-4b4a-9576-565ce68f9a9c HTTP/1.1" status: 404 len: 333 time: 0.0565274 May 27 02:12:55.209990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36616) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.253708 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f9b66d-5e53-4fd7-9704-ce3fad80cd6c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.254074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f9b66d-5e53-4fd7-9704-ce3fad80cd6c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.258236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-10f9b66d-5e53-4fd7-9704-ce3fad80cd6c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/6d0c94db-20f1-43ae-9c7d-68ddaae7689b HTTP/1.1" status: 404 len: 337 time: 0.0449133 May 27 02:12:55.258457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36622) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.290996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Deleting port 66653c59-337f-407f-88f1-e383f2c49c76 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:12:55.290996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.312363 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dd762b-bff3-4145-9ba4-b09e230e4b86 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.312363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dd762b-bff3-4145-9ba4-b09e230e4b86 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.312363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-12dd762b-bff3-4145-9ba4-b09e230e4b86 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/a1972441-b24c-421a-9d82-116f83034ed6 HTTP/1.1" status: 404 len: 337 time: 0.0512829 May 27 02:12:55.313735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36626) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.341152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.357893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db5cfeef-0950-4760-890e-be862adee9f2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Synchronizing usage tracker for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:12:55.369860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-db5cfeef-0950-4760-890e-be862adee9f2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Unset dirty status for tenant:240c1e15f2d44193a7f5049e8c8a4a45 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:12:55.371675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db5cfeef-0950-4760-890e-be862adee9f2 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a105851-8a8a-49e6-84d8-184e0d2f7936 HTTP/1.1" status: 200 len: 205 time: 0.0569472 May 27 02:12:55.374217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36630) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.403334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Pushing event deleted for resources: {'Port': ['ID=08d3bd2a-8fd1-473c-86bf-6d952c02f013,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:55.484202 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-e89a33f2-883d-4721-97aa-eaf099c2a61e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] delete failed (client error): The resource could not be found. May 27 02:12:55.485227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e89a33f2-883d-4721-97aa-eaf099c2a61e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/routers/7a105851-8a8a-49e6-84d8-184e0d2f7936 HTTP/1.1" status: 404 len: 336 time: 0.1099825 May 27 02:12:55.487957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36634) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.528262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.543643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] For port 66653c59-337f-407f-88f1-e383f2c49c76, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=66653c59-337f-407f-88f1-e383f2c49c76,segment=NetworkSegment(48d8bd8d-ccd1-411b-887d-c2f74e4847a3),segment_id=48d8bd8d-ccd1-411b-887d-c2f74e4847a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:12:55.544112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.546192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.547590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-33f9916c-2846-46c1-a2ae-4806c94b5444 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] 10.222.0.16 "DELETE /v2.0/floatingips/f928cebb-5435-422e-84ee-9870defeb626 HTTP/1.1" status: 204 len: 168 time: 1.1311367 May 27 02:12:55.604298 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd013c4-c41b-4f22-af0b-abfb676b8b0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.604764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd013c4-c41b-4f22-af0b-abfb676b8b0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.609581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cdd013c4-c41b-4f22-af0b-abfb676b8b0c tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/ad2cea78-eca6-4487-b442-63d36e6a43d2 HTTP/1.1" status: 404 len: 337 time: 0.1181359 May 27 02:12:55.610821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36644) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.657449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-47252e2f-55da-4f56-80ab-8db3f8266e00 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ce6088-e38f-456f-94d7-6822579e3a50 HTTP/1.1" status: 200 len: 205 time: 0.0454190 May 27 02:12:55.663099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36650) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.740174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Calling delete_port for 66653c59-337f-407f-88f1-e383f2c49c76 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:12:55.772117 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-630e7fd5-9cf4-423e-9428-911f10e4bc1a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] delete failed (client error): The resource could not be found. May 27 02:12:55.781362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36656) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.781554 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-630e7fd5-9cf4-423e-9428-911f10e4bc1a tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/routers/27ce6088-e38f-456f-94d7-6822579e3a50 HTTP/1.1" status: 404 len: 336 time: 0.1154792 May 27 02:12:55.876250 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de76ebc-c085-4d07-9a7e-20014ba84a38 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.876711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de76ebc-c085-4d07-9a7e-20014ba84a38 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.878470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2de76ebc-c085-4d07-9a7e-20014ba84a38 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/fe44afa9-723f-4418-a21d-ea7cf2bce370 HTTP/1.1" status: 404 len: 337 time: 0.0960648 May 27 02:12:55.881580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36660) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:55.899717 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:55.943835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed767bf-d760-4dfe-90c5-57af63bcd33d req-656b7779-ee74-4f89-ba18-8c5c002658d2 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:55.946987 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ed767bf-d760-4dfe-90c5-57af63bcd33d req-656b7779-ee74-4f89-ba18-8c5c002658d2 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.1213400 May 27 02:12:55.964995 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbe17f8-d0c9-4090-9eea-975fdf45d1f1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:55.965460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbe17f8-d0c9-4090-9eea-975fdf45d1f1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:55.971656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4fbe17f8-d0c9-4090-9eea-975fdf45d1f1 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/beb78ff3-0745-4c09-b99f-2c4809b38163 HTTP/1.1" status: 404 len: 337 time: 0.0873160 May 27 02:12:55.972334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36668) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.007869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] Pushing event deleted for resources: {'Port': ['ID=66653c59-337f-407f-88f1-e383f2c49c76,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:56.012085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4862b-0fa6-4509-bdda-aa87984e7b8c None None] No DVR routers for this DVR port 66653c59-337f-407f-88f1-e383f2c49c76 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:12:56.038345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ed767bf-d760-4dfe-90c5-57af63bcd33d req-7546a5bb-84a0-4f00-9e2b-864e03a00060 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 May 27 02:12:56.038909 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1824b3-bb1e-49b1-9393-f3dce2f5887f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.039429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1824b3-bb1e-49b1-9393-f3dce2f5887f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.044267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36674) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.064489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6e1824b3-bb1e-49b1-9393-f3dce2f5887f tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/c0d5adbe-c8a8-4811-8038-e025c1bf2488 HTTP/1.1" status: 404 len: 333 time: 0.0724373 May 27 02:12:56.090448 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9ac5cf-b079-4443-b253-d249520fa3ef tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.091423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9ac5cf-b079-4443-b253-d249520fa3ef tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.095768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-af9ac5cf-b079-4443-b253-d249520fa3ef tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/fbbb3a79-b280-4f27-9210-e4fb1d6021e7 HTTP/1.1" status: 404 len: 337 time: 0.0499835 May 27 02:12:56.096137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36680) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.143276 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-818d9d5d-399f-4d25-9176-d27f48b9ef04 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.143951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818d9d5d-399f-4d25-9176-d27f48b9ef04 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.145623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-818d9d5d-399f-4d25-9176-d27f48b9ef04 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/f64974a2-a1f0-42bb-9361-ab1d03cd198c HTTP/1.1" status: 404 len: 333 time: 0.0482848 May 27 02:12:56.148027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36684) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.196993 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7af99fe-2cf3-4bd0-8782-f91973bdd376 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.197375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7af99fe-2cf3-4bd0-8782-f91973bdd376 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.201569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7af99fe-2cf3-4bd0-8782-f91973bdd376 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/a3710963-aa7f-4e5b-acd5-f153ca7e2b6f HTTP/1.1" status: 404 len: 337 time: 0.0503619 May 27 02:12:56.202494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36688) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.269493 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-768a74a3-d4f0-4fd0-912a-bcfad5ec27fe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.270127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768a74a3-d4f0-4fd0-912a-bcfad5ec27fe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.274541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-768a74a3-d4f0-4fd0-912a-bcfad5ec27fe tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/775aba12-93b4-4f1c-870a-ca740937221f HTTP/1.1" status: 404 len: 333 time: 0.0708327 May 27 02:12:56.275256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36696) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.296814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50bce-1aa3-4ac9-aefd-674aa1b98cc9 req-b74ae51c-1207-4d4f-87f7-2c3af07339c3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:56.304995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-baf50bce-1aa3-4ac9-aefd-674aa1b98cc9 req-b74ae51c-1207-4d4f-87f7-2c3af07339c3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1341021 May 27 02:12:56.321603 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-627e137d-2457-4fee-8c00-a24774fb8084 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.321603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627e137d-2457-4fee-8c00-a24774fb8084 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.331035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-627e137d-2457-4fee-8c00-a24774fb8084 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/e22af5eb-96d1-4da3-b757-79fa5f1c621e HTTP/1.1" status: 404 len: 337 time: 0.0535874 May 27 02:12:56.332273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36700) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.369481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-baf50bce-1aa3-4ac9-aefd-674aa1b98cc9 req-8525094b-0e16-4e36-8b2a-0d828eb57ce3 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634391 May 27 02:12:56.388698 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e500524b-ba12-49e8-882e-2735fedf5e2e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.389385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e500524b-ba12-49e8-882e-2735fedf5e2e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.391532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e500524b-ba12-49e8-882e-2735fedf5e2e tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/ce01d351-8ecf-4d42-8bee-005dece368b5 HTTP/1.1" status: 404 len: 333 time: 0.0566897 May 27 02:12:56.395705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36704) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.444615 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-73885ffb-a181-4a64-a505-9a5d18728618 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.445165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73885ffb-a181-4a64-a505-9a5d18728618 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.446927 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73885ffb-a181-4a64-a505-9a5d18728618 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/ed62b4d7-e2b5-419f-911a-2b1b1b58b8a5 HTTP/1.1" status: 404 len: 337 time: 0.0501974 May 27 02:12:56.450548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36710) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.500550 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c14101b-d39d-4104-8f25-a834505415c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.501122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c14101b-d39d-4104-8f25-a834505415c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.502964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7c14101b-d39d-4104-8f25-a834505415c5 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/18a658e4-6dd4-4ecc-8e61-532fd43fdec6 HTTP/1.1" status: 404 len: 333 time: 0.0514035 May 27 02:12:56.505558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36714) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.546439 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-537f94a5-a528-4f37-af0e-7bf47a882ea6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.547148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537f94a5-a528-4f37-af0e-7bf47a882ea6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.549001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-537f94a5-a528-4f37-af0e-7bf47a882ea6 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/7a970609-adf2-4096-bcf9-270f5136d7a4 HTTP/1.1" status: 404 len: 337 time: 0.0425367 May 27 02:12:56.553257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36720) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.602509 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2a3bdc-06e1-4e32-b3e0-0b2c71c79b6b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.603215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2a3bdc-06e1-4e32-b3e0-0b2c71c79b6b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.607842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36726) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.608141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ca2a3bdc-06e1-4e32-b3e0-0b2c71c79b6b tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/62dc83ef-598e-4049-8926-21c623c68f18 HTTP/1.1" status: 404 len: 333 time: 0.0534825 May 27 02:12:56.659394 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-01691ca4-734a-4679-8e29-704e88a87e4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.660059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01691ca4-734a-4679-8e29-704e88a87e4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.662565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-01691ca4-734a-4679-8e29-704e88a87e4d tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/e19fd00f-ab64-4048-b009-a4f923ec40b2 HTTP/1.1" status: 404 len: 337 time: 0.0534189 May 27 02:12:56.666251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea025f-066b-474f-9547-5373e87ae2cd req-1c67ff80-a82e-4451-baf7-a92962d3580f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:56.667320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36730) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.667925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86ea025f-066b-474f-9547-5373e87ae2cd req-1c67ff80-a82e-4451-baf7-a92962d3580f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1811976 May 27 02:12:56.712316 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11aa841-6825-4e19-8605-97d0b208a777 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.712787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11aa841-6825-4e19-8605-97d0b208a777 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.714923 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c11aa841-6825-4e19-8605-97d0b208a777 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/ports/bf2986a8-659c-4843-8369-53bfafcb5d78 HTTP/1.1" status: 404 len: 333 time: 0.0465121 May 27 02:12:56.717533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36734) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.737399 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86ea025f-066b-474f-9547-5373e87ae2cd req-67b62195-94e4-4302-8bc8-b1296574e01f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575516 May 27 02:12:56.758219 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fefe75-b886-4c0c-99d5-675b2edfb5ef tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] DELETE failed (client error): The resource could not be found. May 27 02:12:56.758807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fefe75-b886-4c0c-99d5-675b2edfb5ef tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:12:56.762752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-06fefe75-b886-4c0c-99d5-675b2edfb5ef tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/subnets/58b3064e-280d-45db-b211-e8bb58333818 HTTP/1.1" status: 404 len: 337 time: 0.0422690 May 27 02:12:56.764681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36740) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:56.930219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:56.964466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7becbc-c437-4a0e-a556-756691871d01 req-38c8b79f-eb45-45ff-8528-c9982b271df2 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:56.978464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af7becbc-c437-4a0e-a556-756691871d01 req-38c8b79f-eb45-45ff-8528-c9982b271df2 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1220837 May 27 02:12:57.014310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af7becbc-c437-4a0e-a556-756691871d01 req-42348c3f-b239-41d6-a9b2-580127f88b27 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 May 27 02:12:57.108087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.153268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b892c4-6e6d-4797-a636-03633845dc1c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:57.204346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d8bd8d-ccd1-411b-887d-c2f74e4847a3') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:57.204569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d8bd8d-ccd1-411b-887d-c2f74e4847a3') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:12:57.228337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.366791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.375906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:12:57.376735 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.454379 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 48d8bd8d-ccd1-411b-887d-c2f74e4847a3 resource provider aggregate not found May 27 02:12:57.485428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbe10c-7b42-4e52-9279-d23a737c5f24 req-9ef18142-caf9-4bc3-866e-09dd6f3e3062 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:57.491204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04dbe10c-7b42-4e52-9279-d23a737c5f24 req-9ef18142-caf9-4bc3-866e-09dd6f3e3062 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3398979 May 27 02:12:57.500880 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 48d8bd8d-ccd1-411b-887d-c2f74e4847a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48d8bd8d-ccd1-411b-887d-c2f74e4847a3 found for delete ", "request_id": "req-bf2656b4-190d-4926-b49c-09f92617f0ec"}]} May 27 02:12:57.527651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.540275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:57.616019 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] 10.222.0.16 "DELETE /v2.0/networks/30b892c4-6e6d-4797-a636-03633845dc1c HTTP/1.1" status: 204 len: 168 time: 0.8493524 May 27 02:12:57.617101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a20df1-fc9d-4751-a64c-c071a39f39a4 tempest-NetworksTestDHCPv6-136418907 tempest-NetworksTestDHCPv6-136418907-project] Pushing event deleted for resources: {'Network': ['ID=30b892c4-6e6d-4797-a636-03633845dc1c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:57.632562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04dbe10c-7b42-4e52-9279-d23a737c5f24 req-ba19359b-28f6-44c3-8b41-e8ea57c3bbb8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355119 May 27 02:12:57.988868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36780) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:58.042264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9a672495-cc27-41e2-91eb-6b66e5341cc6 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:12:58.178134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e222509-cc92-4943-bf25-f70c4dac40cb req-a577bd02-d6ab-419c-9f85-d485a78b7bcb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:58.181678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e222509-cc92-4943-bf25-f70c4dac40cb req-a577bd02-d6ab-419c-9f85-d485a78b7bcb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1843429 May 27 02:12:58.286574 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8e222509-cc92-4943-bf25-f70c4dac40cb req-ba935a8b-9b10-4ce0-8878-8623fd5411ff tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979223 May 27 02:12:58.310035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9a672495-cc27-41e2-91eb-6b66e5341cc6 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:12:58.330564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24c012db-0e42-4231-906d-b97a43fef32b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=240c1e15f2d44193a7f5049e8c8a4a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397934 May 27 02:12:58.333188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36800) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:58.399681 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf6837b0-811e-4441-9767-7412c3677440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.434377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf6837b0-811e-4441-9767-7412c3677440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.520917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf6837b0-811e-4441-9767-7412c3677440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.538516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6837b0-811e-4441-9767-7412c3677440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ef830-2dc8-4f48-a5ac-ac0f59c1fce2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:12:58.555586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf6837b0-811e-4441-9767-7412c3677440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:12:58.557110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cf6837b0-811e-4441-9767-7412c3677440 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/979ef830-2dc8-4f48-a5ac-ac0f59c1fce2 HTTP/1.1" status: 204 len: 168 time: 0.2228212 May 27 02:12:59.099246 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:12:59.525422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d29b-284d-4fea-b8a8-fc853dfe3c48 req-8d88dff3-fbf1-44dd-b9e0-420a2f81a814 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:12:59.526962 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f88d29b-284d-4fea-b8a8-fc853dfe3c48 req-8d88dff3-fbf1-44dd-b9e0-420a2f81a814 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1099486 May 27 02:12:59.583549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f88d29b-284d-4fea-b8a8-fc853dfe3c48 req-f272442d-5252-48b7-ae40-da5789eeb14e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 May 27 02:12:59.603309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36848) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.723051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-5d750abd-6e93-43a4-a918-923f6738cc09 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.724036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5d750abd-6e93-43a4-a918-923f6738cc09 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1193271 May 27 02:12:59.727028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36856) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.732348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-89f1a48a-e515-4576-9d9a-f6ca0dcc48e1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.733545 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-89f1a48a-e515-4576-9d9a-f6ca0dcc48e1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056546 May 27 02:12:59.736312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36862) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.741136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-a841596f-8230-4ed3-9458-bfc979956101 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.742744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a841596f-8230-4ed3-9458-bfc979956101 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047021 May 27 02:12:59.744314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36866) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.749169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-c8eccfe6-1341-4a83-9243-5b23060dc853 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.750765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c8eccfe6-1341-4a83-9243-5b23060dc853 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049508 May 27 02:12:59.752386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36870) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.756909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-686400eb-7b9a-422a-9371-b772c9425113 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.758757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-686400eb-7b9a-422a-9371-b772c9425113 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046375 May 27 02:12:59.760101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36874) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.764758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-1cdf3c8e-eb9e-4484-a3b6-ec1e898f35ef tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.765913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1cdf3c8e-eb9e-4484-a3b6-ec1e898f35ef tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048885 May 27 02:12:59.767974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36878) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.777354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-52f1f7d5-37e7-4a38-869a-beb1202c29c1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.780866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-52f1f7d5-37e7-4a38-869a-beb1202c29c1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0099370 May 27 02:12:59.781135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36882) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.785646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-84e47d74-3ec3-4222-9cf2-36feddc05ed5 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.786549 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-84e47d74-3ec3-4222-9cf2-36feddc05ed5 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045445 May 27 02:12:59.788768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36886) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.794154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-a229d3e3-c1dd-4ec6-aab9-eaf8004fa7d8 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.807793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a229d3e3-c1dd-4ec6-aab9-eaf8004fa7d8 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0178921 May 27 02:12:59.811569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36890) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.824134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-2cb73989-3162-4d0b-bb61-cf7246e2b473 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.825447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2cb73989-3162-4d0b-bb61-cf7246e2b473 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0077441 May 27 02:12:59.827876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36894) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.832996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-0d0b6ee9-2a96-42c7-a254-5c43e8e35d84 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.834981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0d0b6ee9-2a96-42c7-a254-5c43e8e35d84 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048950 May 27 02:12:59.836059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36898) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.841230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-36b270cc-a4f3-41c0-b22d-7a26fd99de98 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.842131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-36b270cc-a4f3-41c0-b22d-7a26fd99de98 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051382 May 27 02:12:59.844301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36902) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.848556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-4a54cee0-6fbe-41b7-89ad-e0ab1471e900 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.849443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a54cee0-6fbe-41b7-89ad-e0ab1471e900 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043237 May 27 02:12:59.851554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36906) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.856429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-31cf233e-0ddc-461f-a889-064f573ca56e tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.857418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-31cf233e-0ddc-461f-a889-064f573ca56e tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049996 May 27 02:12:59.859606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.864048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-3c40fe1c-acf6-4f78-a71b-498c08da47ea tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.866825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3c40fe1c-acf6-4f78-a71b-498c08da47ea tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045407 May 27 02:12:59.867115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36914) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.872557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-bc1e02ea-781d-4c08-aeb5-e3d3375b4668 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.874749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bc1e02ea-781d-4c08-aeb5-e3d3375b4668 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054634 May 27 02:12:59.875592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36918) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.880217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-3e91985a-c9f0-4ca4-93da-d6a2c22c42ab tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.882754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3e91985a-c9f0-4ca4-93da-d6a2c22c42ab tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047429 May 27 02:12:59.883395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36922) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.887978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-2c7a02f9-3342-4aeb-a1a3-9d2fa98c11a7 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.890800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c7a02f9-3342-4aeb-a1a3-9d2fa98c11a7 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046780 May 27 02:12:59.891028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36926) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.895254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-c5089893-508f-47e8-bdce-35ec9aab216e tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.897941 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c5089893-508f-47e8-bdce-35ec9aab216e tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043137 May 27 02:12:59.898156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36930) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.903324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-f919dff0-cd62-42ec-bedf-94581982e695 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.906047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f919dff0-cd62-42ec-bedf-94581982e695 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052609 May 27 02:12:59.906256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36934) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.910779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-97d0cd20-0005-4d8f-a56f-9580a1ed8b91 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.913320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-97d0cd20-0005-4d8f-a56f-9580a1ed8b91 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045817 May 27 02:12:59.913965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36938) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.919701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-ab9e74e1-222f-4fbc-833a-b9be53580117 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.922888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36942) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.923016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ab9e74e1-222f-4fbc-833a-b9be53580117 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080686 May 27 02:12:59.927795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-0243bb99-d542-4a46-95b3-7e317efb17a6 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.930669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0243bb99-d542-4a46-95b3-7e317efb17a6 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047188 May 27 02:12:59.931097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36946) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.936113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-cf62ed6d-0077-47da-9a45-d3c59a0638cf tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.938754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cf62ed6d-0077-47da-9a45-d3c59a0638cf tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051169 May 27 02:12:59.939471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.944134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-0ee1b456-201f-493e-b8b7-0f1ee32434b2 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.946772 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0ee1b456-201f-493e-b8b7-0f1ee32434b2 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048370 May 27 02:12:59.947358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36954) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.951880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-8e97f8f7-d09c-4db3-b81c-402d607c7789 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.952771 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8e97f8f7-d09c-4db3-b81c-402d607c7789 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046039 May 27 02:12:59.954961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36958) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.959165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-e14426c1-f3c9-4f77-aaaa-0a56e21b3a79 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.962215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e14426c1-f3c9-4f77-aaaa-0a56e21b3a79 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042961 May 27 02:12:59.962402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36962) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.967857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-717c40a5-d1b2-405e-a612-c479b1e798b1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.970803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-717c40a5-d1b2-405e-a612-c479b1e798b1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054598 May 27 02:12:59.970970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36966) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.974998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-4f3ddf9c-f95d-49ba-9b94-9234965e7457 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.975886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4f3ddf9c-f95d-49ba-9b94-9234965e7457 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041273 May 27 02:12:59.977930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.983369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-3d5a1199-dab4-4fad-8b9c-29c711e5337a tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.984397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3d5a1199-dab4-4fad-8b9c-29c711e5337a tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056574 May 27 02:12:59.986887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:12:59.993426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-bde44e1b-c0d5-4dbe-aecd-625f230995e8 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:12:59.994436 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bde44e1b-c0d5-4dbe-aecd-625f230995e8 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066359 May 27 02:12:59.996835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36980) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.001685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-7a79a296-fc1b-49dc-937f-da96e58dd32b tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.002658 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7a79a296-fc1b-49dc-937f-da96e58dd32b tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048726 May 27 02:13:00.004945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36986) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.009320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-8925e402-fbac-4be8-9b28-8a562633616e tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.010225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8925e402-fbac-4be8-9b28-8a562633616e tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045784 May 27 02:13:00.012465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.021852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-3d150a8b-6d3b-4f93-8d33-82b213a06f55 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.025564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36994) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.025884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3d150a8b-6d3b-4f93-8d33-82b213a06f55 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0107627 May 27 02:13:00.035009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-bd090b47-e98f-4445-8535-8d3556d801e5 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.036082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd090b47-e98f-4445-8535-8d3556d801e5 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0093086 May 27 02:13:00.038612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36998) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.043868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-51827278-89ba-47c3-bdfa-cc27c9388e5c tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.044971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-51827278-89ba-47c3-bdfa-cc27c9388e5c tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054603 May 27 02:13:00.047038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37002) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.051297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-93499fae-8a28-46fa-ac11-b3b9cc060352 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.052415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-93499fae-8a28-46fa-ac11-b3b9cc060352 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043440 May 27 02:13:00.054646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.059580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-9218f427-d077-4f20-ba8f-43785c76660c tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.063174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9218f427-d077-4f20-ba8f-43785c76660c tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049934 May 27 02:13:00.066473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37010) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.079672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-cabd9fcb-43c7-4e7c-a21a-33178bb50873 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.079804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cabd9fcb-43c7-4e7c-a21a-33178bb50873 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0132668 May 27 02:13:00.088121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37014) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.097565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-5fade49e-5c4f-42a4-acb6-b23b54d7ad47 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.097565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5fade49e-5c4f-42a4-acb6-b23b54d7ad47 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0111082 May 27 02:13:00.098999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37018) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.100842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-e5452b08-01fe-4501-984a-b62095d26246 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.102043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e5452b08-01fe-4501-984a-b62095d26246 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050056 May 27 02:13:00.104424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37022) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.110432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-94b967ae-aa7a-4c85-8615-e8b9c8f7f100 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.111864 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-94b967ae-aa7a-4c85-8615-e8b9c8f7f100 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058057 May 27 02:13:00.113787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37026) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.118417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-17f89cc2-61a6-476f-a296-5686241818b0 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.121776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17f89cc2-61a6-476f-a296-5686241818b0 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071344 May 27 02:13:00.122557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37030) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.127733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-2f9ba145-1f9c-41ad-b5d6-d147cd8a352a tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.130742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2f9ba145-1f9c-41ad-b5d6-d147cd8a352a tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052092 May 27 02:13:00.131087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37034) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.135358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-852afef5-026d-4963-9bfe-e4ebfb735969 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.137054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-852afef5-026d-4963-9bfe-e4ebfb735969 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043824 May 27 02:13:00.138936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37038) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.143240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-afa7061e-b310-464d-9fc8-cb520a6a0525 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.145424 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-afa7061e-b310-464d-9fc8-cb520a6a0525 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043974 May 27 02:13:00.146359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37042) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.151107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-53387815-243a-4293-8fdf-9cee3e7d2fed tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.152582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-53387815-243a-4293-8fdf-9cee3e7d2fed tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047207 May 27 02:13:00.154867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37046) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.159446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-2cf03fea-b941-4212-8be4-2f61300b1ba3 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.160481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2cf03fea-b941-4212-8be4-2f61300b1ba3 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046713 May 27 02:13:00.162583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37050) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.167780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-a65c93d6-3dcb-4fc5-b493-6d8449fd9f42 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.168696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a65c93d6-3dcb-4fc5-b493-6d8449fd9f42 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049706 May 27 02:13:00.171327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37054) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.176871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-5d59722f-a66a-423e-b8e4-8e90833d1399 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.177782 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5d59722f-a66a-423e-b8e4-8e90833d1399 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052695 May 27 02:13:00.180067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37058) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.185083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-56249b0a-6598-439b-97f1-3c40b64c1005 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.188260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37062) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.188433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-56249b0a-6598-439b-97f1-3c40b64c1005 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0072062 May 27 02:13:00.193770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-dfbdd335-b27c-4031-a4cb-380c1e4f8162 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.194905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dfbdd335-b27c-4031-a4cb-380c1e4f8162 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053463 May 27 02:13:00.197077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37066) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.202554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-a0aa5ee6-544e-4025-a48d-0447393cec39 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.205789 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a0aa5ee6-544e-4025-a48d-0447393cec39 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055711 May 27 02:13:00.206057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37070) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.211833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-7b4ac18a-e06f-41ef-aa6b-b4e686b609cf tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.215021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7b4ac18a-e06f-41ef-aa6b-b4e686b609cf tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056705 May 27 02:13:00.215732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37074) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.221136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-055ddf85-f2d7-4d02-9c3f-085a562cb355 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.224681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37078) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.224817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-055ddf85-f2d7-4d02-9c3f-085a562cb355 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0080764 May 27 02:13:00.230098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-04ed065a-6ac7-455b-a330-29263443569f tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.231190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-04ed065a-6ac7-455b-a330-29263443569f tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050578 May 27 02:13:00.233380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37082) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.238559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-cc3f85a7-8f91-4255-b7de-4677f71bdfd1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.239495 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cc3f85a7-8f91-4255-b7de-4677f71bdfd1 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052550 May 27 02:13:00.241813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.248501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-5640dcfa-4569-4845-b473-f56179f2c9fc tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.253593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37092) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.258825 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5640dcfa-4569-4845-b473-f56179f2c9fc tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0158489 May 27 02:13:00.260113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-ed916631-6a67-4457-aa8a-fb502b15550a tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.264534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37096) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.266749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ed916631-6a67-4457-aa8a-fb502b15550a tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0119088 May 27 02:13:00.270991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-6b3ac5ba-4065-4117-b9db-de0930d4add4 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.274844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37100) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.283444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6b3ac5ba-4065-4117-b9db-de0930d4add4 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0176706 May 27 02:13:00.285574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-7571b55a-82f7-42c6-9d82-c7a1c45e619d tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.286538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7571b55a-82f7-42c6-9d82-c7a1c45e619d tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0107608 May 27 02:13:00.288951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.295212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-e4a59517-c8bf-4d93-9b65-8e44850a5968 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.299139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37112) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.300252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e4a59517-c8bf-4d93-9b65-8e44850a5968 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089281 May 27 02:13:00.304847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-e1e6fff1-fc22-48b4-b84f-986be571abb9 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.306794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e1e6fff1-fc22-48b4-b84f-986be571abb9 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051651 May 27 02:13:00.308362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37116) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.313293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-2e3f05f3-081a-4548-b382-073d6e0e6b7b tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.314815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e3f05f3-081a-4548-b382-073d6e0e6b7b tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050297 May 27 02:13:00.316519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37120) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.320884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-b579af2e-bbbd-42b8-bf52-8b7e79240d75 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.322747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b579af2e-bbbd-42b8-bf52-8b7e79240d75 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044727 May 27 02:13:00.324907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37124) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.329201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [None req-701ff718-c982-4bcb-b3e9-980545e786fb tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.331164 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-701ff718-c982-4bcb-b3e9-980545e786fb tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053492 May 27 02:13:00.332726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37128) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.338080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-82cc0188-a97e-48e4-9157-6cfed2226adf tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.340263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-82cc0188-a97e-48e4-9157-6cfed2226adf tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053384 May 27 02:13:00.341900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37132) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.347864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-b5420e5e-ca99-46f6-bd84-d82c4c6dd2f2 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.349094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b5420e5e-ca99-46f6-bd84-d82c4c6dd2f2 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061476 May 27 02:13:00.351076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37136) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.364218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [None req-011c25ad-abf2-4c1f-9711-aa3f85806677 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:13:00.372850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-011c25ad-abf2-4c1f-9711-aa3f85806677 tempest-ExtensionsTestJSON-365562542 tempest-ExtensionsTestJSON-365562542-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0181839 May 27 02:13:00.725688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37154) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:00.873400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405d02-a29f-472c-9678-68ac21a1a37e req-a0643b74-be2d-4b26-aaed-8aa24e28c0dd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:00.875397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76405d02-a29f-472c-9678-68ac21a1a37e req-a0643b74-be2d-4b26-aaed-8aa24e28c0dd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1130645 May 27 02:13:00.956667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76405d02-a29f-472c-9678-68ac21a1a37e req-0d065a9b-a89f-4f27-b53d-b61d61813383 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707395 May 27 02:13:00.988275 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.005807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:01.010303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Usage tracker for resource:security_group_rule and tenant:ccb1da0e964d4c5a90abf0de6da89547 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:01.013796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:01.019860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:01.140332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.144699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.205201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37174) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:01.221270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccb1da0e964d4c5a90abf0de6da89547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940040 May 27 02:13:01.222473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945c624-485e-4a48-a63b-f82ed6e4e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcde1d97-2fee-46a3-b55b-c63d704cc47c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:01.303153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f184eef1-6c6d-4f7f-9885-e5d218addfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.335311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f184eef1-6c6d-4f7f-9885-e5d218addfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.403224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f184eef1-6c6d-4f7f-9885-e5d218addfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.425511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184eef1-6c6d-4f7f-9885-e5d218addfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcde1d97-2fee-46a3-b55b-c63d704cc47c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:01.429823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f184eef1-6c6d-4f7f-9885-e5d218addfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:01.434264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f184eef1-6c6d-4f7f-9885-e5d218addfbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcde1d97-2fee-46a3-b55b-c63d704cc47c HTTP/1.1" status: 204 len: 168 time: 0.2274539 May 27 02:13:02.191593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad66d9-c2ba-4a29-8e21-0c7187593e6f req-13f1e069-e9b7-4398-9dce-192ed6b15745 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:02.194646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9ad66d9-c2ba-4a29-8e21-0c7187593e6f req-13f1e069-e9b7-4398-9dce-192ed6b15745 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1029015 May 27 02:13:02.264201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9ad66d9-c2ba-4a29-8e21-0c7187593e6f req-bc6e3e3d-6b8f-42ab-bdfb-fdb72b8e53b0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620897 May 27 02:13:02.315192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:02.440068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-284705920'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:02.446330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:02.451952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:network and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:02.454927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:02.461224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:02.472066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:02.475529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.488136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.517593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:02.521864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:security_group_rule and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:02.524709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:02.532043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:02.633223 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.637943 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.677019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:02.687037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc636182-f213-4acb-a98e-d193f78b70a8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:02.692788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.693162 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Added segment 32cc302f-6a7b-4000-8538-8267f40c1107 of type vlan for network 0845eec3-0b47-47e0-9263-c91f015d381f May 27 02:13:02.724103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.756543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.763138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:02.763730 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:02.874620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5582743 May 27 02:13:02.897154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9300231-f849-4af2-8bb6-b14c02b3c3dd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Network': ['ID=0845eec3-0b47-47e0-9263-c91f015d381f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:02.908186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0845eec3-0b47-47e0-9263-c91f015d381f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:03.023309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.259227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:03.737714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37264) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:03.795774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d3940-4430-4b2c-aa56-023814fbed88 req-a692aacf-7086-4422-89a6-24b6a783dd50 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:03.803634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143d3940-4430-4b2c-aa56-023814fbed88 req-a692aacf-7086-4422-89a6-24b6a783dd50 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1083562 May 27 02:13:03.857234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143d3940-4430-4b2c-aa56-023814fbed88 req-99ca3fd0-95af-4914-b5b6-f94f8cf66c74 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524483 May 27 02:13:04.523731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.099957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Deleting port a3d134bf-196c-4cc7-b049-b665b1740b8b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:05.100662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.227513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee1fb2-ccbf-4121-8201-4b6c4ad56f77 req-f56bbec2-02cb-4cb5-b7c1-07099f184683 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:05.228964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caee1fb2-ccbf-4121-8201-4b6c4ad56f77 req-f56bbec2-02cb-4cb5-b7c1-07099f184683 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2118857 May 27 02:13:05.299739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caee1fb2-ccbf-4121-8201-4b6c4ad56f77 req-2117b475-666f-466a-a754-bc43ee3125bf tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582056 May 27 02:13:05.326467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] For port a3d134bf-196c-4cc7-b049-b665b1740b8b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a3d134bf-196c-4cc7-b049-b665b1740b8b,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:05.326854 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.453676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Calling delete_port for a3d134bf-196c-4cc7-b049-b665b1740b8b owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:05.660629 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:05.740504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d134bf-196c-4cc7-b049-b665b1740b8b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:05.786614 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-22a45a07-5c3c-410f-b98a-97c6c0873ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.020039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.101574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37284) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:06.107804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'subnet': {'network_id': '0845eec3-0b47-47e0-9263-c91f015d381f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:06.332010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:06.336437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:subnet and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:06.339890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:06.345792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:06.357949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:06.362833 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.415763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Router 6488a984-80fc-4f86-8eaf-501eda5a00b6 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:13:06.622920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ca891-3144-421f-8127-296ffcf02c77 req-af80a5a9-9b28-4247-9e41-695803e847af tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:06.624858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-662ca891-3144-421f-8127-296ffcf02c77 req-af80a5a9-9b28-4247-9e41-695803e847af tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1749146 May 27 02:13:06.721752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-662ca891-3144-421f-8127-296ffcf02c77 req-8a6f6d60-4a0e-4ce0-ad27-002bad2bf247 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831501 May 27 02:13:06.724889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:06.731102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.735610 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] Sync routers for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:06.757374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-87061408-1e5f-4f08-b2d1-089906b1496b admin admin] 10.222.0.16 "PUT /v2.0/routers/6488a984-80fc-4f86-8eaf-501eda5a00b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157053 May 27 02:13:06.757659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37292) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:06.766339 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:06.767185 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:12:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:06.853187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Subnet': ['ID=b3037347-0efb-49f9-8198-efd14040c5bf,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:06.858698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Checking segment: {'id': '32cc302f-6a7b-4000-8538-8267f40c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0845eec3-0b47-47e0-9263-c91f015d381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:06.859099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network hostable DHCP agents. Network: 0845eec3-0b47-47e0-9263-c91f015d381f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:06.903136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network 0845eec3-0b47-47e0-9263-c91f015d381f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:06.919129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0845eec3-0b47-47e0-9263-c91f015d381f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:06.930459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc0e39-fd19-4d95-b14d-56dddb63d97f None None] Network 0845eec3-0b47-47e0-9263-c91f015d381f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:06.934099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:06.936130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:06.976231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2b1997d-cf2b-4db4-87ab-ab085425311b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8714974 May 27 02:13:06.977873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37298) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:06.985616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1039402165'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:06.991729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:06.995477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:network and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:06.997801 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:06.998312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:07.004685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:07.010748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.031803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:07.035596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.090701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:07.117709 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.118442 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Added segment 2070011d-2902-4ef6-b8bc-73361cd57106 of type vlan for network 95fc14da-c25b-4d33-a319-d3721ed2b111 May 27 02:13:07.169054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.248820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.255071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:07.255823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.267988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.289733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Deleting port ebb55967-77b4-408a-ae42-9a4e51b54fb3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:07.290100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.412669 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:13:05Z', 'revision_number': 5, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port': {'id': 'ebb55967-77b4-408a-ae42-9a4e51b54fb3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:14Z', 'updated_at': '2022-05-27T02:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:07.420762 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] Checking router: 6488a984-80fc-4f86-8eaf-501eda5a00b6 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:07.439629 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] Routers {'6488a984-80fc-4f86-8eaf-501eda5a00b6'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:07.440252 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:12:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6488a984-80fc-4f86-8eaf-501eda5a00b6'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:07.444408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Network': ['ID=95fc14da-c25b-4d33-a319-d3721ed2b111,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:07.450764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c8570168-df0d-41c5-bbc7-237d48470bdc tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4693241 May 27 02:13:07.452156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37310) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:07.465894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'subnet': {'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:07.505534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 95fc14da-c25b-4d33-a319-d3721ed2b111 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:07.528255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-0845eec3-0b47-47e0-9263-c91f015d381f', 'network_id': '0845eec3-0b47-47e0-9263-c91f015d381f', 'tenant_id': 'a1d448b22e394c99b60f8fd646eb82cc', 'fixed_ips': [{'subnet_id': 'b3037347-0efb-49f9-8198-efd14040c5bf'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:07.529373 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.688473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:07.701426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:subnet and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:07.707426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:07.715093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] For port ebb55967-77b4-408a-ae42-9a4e51b54fb3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ebb55967-77b4-408a-ae42-9a4e51b54fb3,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:07.715776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.740679 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] Set router 6488a984-80fc-4f86-8eaf-501eda5a00b6 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:07.747025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:07.797457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:07.806541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:07.879152 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:13:07Z', 'revision_number': 6, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:07.883970 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce8e1c-b457-459c-be12-fc31447b63de None None] The sync data for ids ['6488a984-80fc-4f86-8eaf-501eda5a00b6'] in n-d-843146-11 is: [{'id': '6488a984-80fc-4f86-8eaf-501eda5a00b6', 'name': 'tempest-AttachVolumeNegativeTest-1145044612-router', 'tenant_id': 'bec86b6200c54d8c87af954ac8f4e045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:12Z', 'updated_at': '2022-05-27T02:13:07Z', 'revision_number': 6, 'project_id': 'bec86b6200c54d8c87af954ac8f4e045', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:13:07.945516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Allocated IP 2001:db8:0:ffff::2 (0845eec3-0b47-47e0-9263-c91f015d381f/b3037347-0efb-49f9-8198-efd14040c5bf/e678448d-2692-4a38-9e91-d75d89eea763) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:07.982323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-490ede2c-8219-4bdb-a511-5dcb3e617e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.075784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817ac86-09e5-44db-be60-12fee79a9df3 req-315c0c9b-5ab6-4429-8d31-9f34542a8ed5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:08.093471 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2817ac86-09e5-44db-be60-12fee79a9df3 req-315c0c9b-5ab6-4429-8d31-9f34542a8ed5 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1173961 May 27 02:13:08.177224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2817ac86-09e5-44db-be60-12fee79a9df3 req-2039a9ad-a241-4c7c-9a64-ee450939abd6 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825489 May 27 02:13:08.245986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Calling delete_port for ebb55967-77b4-408a-ae42-9a4e51b54fb3 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:08.309318 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.326875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Transition to ACTIVE for port object e678448d-2692-4a38-9e91-d75d89eea763 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:08.350666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Transition to ACTIVE for port object e678448d-2692-4a38-9e91-d75d89eea763 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:08.355920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.432136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Network 0845eec3-0b47-47e0-9263-c91f015d381f is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:08.435313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:08.439375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:08.445147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Pushing event updated for resources: {'Port': ['ID=e678448d-2692-4a38-9e91-d75d89eea763,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:08.566332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Attempting to bind port e678448d-2692-4a38-9e91-d75d89eea763 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:08.566932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Attempting to bind port e678448d-2692-4a38-9e91-d75d89eea763 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '32cc302f-6a7b-4000-8538-8267f40c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0845eec3-0b47-47e0-9263-c91f015d381f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:08.567446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Attempting to bind port e678448d-2692-4a38-9e91-d75d89eea763 on network 0845eec3-0b47-47e0-9263-c91f015d381f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:08.575319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:08.575980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Checking segment: {'id': '32cc302f-6a7b-4000-8538-8267f40c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0845eec3-0b47-47e0-9263-c91f015d381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:08.576535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.577085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Bound using segment: {'id': '32cc302f-6a7b-4000-8538-8267f40c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0845eec3-0b47-47e0-9263-c91f015d381f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:08.577704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Bound port: e678448d-2692-4a38-9e91-d75d89eea763, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc302f-6a7b-4000-8538-8267f40c1107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0845eec3-0b47-47e0-9263-c91f015d381f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:08.578235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.690634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] For port e678448d-2692-4a38-9e91-d75d89eea763, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:08.695888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] For port e678448d-2692-4a38-9e91-d75d89eea763, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e678448d-2692-4a38-9e91-d75d89eea763,segment=NetworkSegment(32cc302f-6a7b-4000-8538-8267f40c1107),segment_id=32cc302f-6a7b-4000-8538-8267f40c1107)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:08.704872 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.793753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684a5c9-3d09-43fb-bb98-7c834725d02a None None] Pushing event updated for resources: {'Port': ['ID=e678448d-2692-4a38-9e91-d75d89eea763,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:08.815043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584f20-84b9-45c4-aab8-edf5f29e84a4 req-bd3d07ef-1bc5-48a4-980c-f49ff31ffc08 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:08.817535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5584f20-84b9-45c4-aab8-edf5f29e84a4 req-bd3d07ef-1bc5-48a4-980c-f49ff31ffc08 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.8432801 May 27 02:13:08.904119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:08.974862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb55967-77b4-408a-ae42-9a4e51b54fb3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:09.094123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5584f20-84b9-45c4-aab8-edf5f29e84a4 req-036c3a75-9c59-4c9b-b951-398fb012659c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689924 May 27 02:13:09.099462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:13:09.100934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.226660 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.333796 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.366281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Subnet': ['ID=124cc51e-293a-4ebb-88c1-5622ad000b07,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:09.394897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695aee5-0dc1-4a82-a939-530d3e755639 req-720cad53-0632-4ae1-90a5-7f8641f7ace9 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:09.404207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3695aee5-0dc1-4a82-a939-530d3e755639 req-720cad53-0632-4ae1-90a5-7f8641f7ace9 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1099005 May 27 02:13:09.426357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.478148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3695aee5-0dc1-4a82-a939-530d3e755639 req-e6b00b1e-e15f-4e86-9e79-59228cf011b6 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686817 May 27 02:13:09.502318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Checking segment: {'id': '2070011d-2902-4ef6-b8bc-73361cd57106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:09.502676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network hostable DHCP agents. Network: 95fc14da-c25b-4d33-a319-d3721ed2b111, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:09.508718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.512572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.548811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network 95fc14da-c25b-4d33-a319-d3721ed2b111 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:09.552962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.553668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6488a984-80fc-4f86-8eaf-501eda5a00b6 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:13:09.575472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 95fc14da-c25b-4d33-a319-d3721ed2b111) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:09.580690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.582124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cd149749-2563-45f6-b8ba-0cd0a128d477 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6488a984-80fc-4f86-8eaf-501eda5a00b6 HTTP/1.1" status: 204 len: 168 time: 2.8235657 May 27 02:13:09.585029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37328) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:09.587866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:09.588460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.598266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede54c5e-4920-4a3c-9118-8af2b524f7d0 None None] Network 95fc14da-c25b-4d33-a319-d3721ed2b111 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:09.629202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e678448d-2692-4a38-9e91-d75d89eea763 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:09.707168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] Deleting subnet c9c8155b-596f-4401-b72d-d8ad4b05f839 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:13:09.710893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.770552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.817433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-80cb970a-811f-4c5c-8d33-6efe95792c5a tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3642161 May 27 02:13:09.820359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37332) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:09.827946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'port': {'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111', 'name': 'tempest-NetworksIpV6TestAttrs-300438817'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:09.836458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e678448d-2692-4a38-9e91-d75d89eea763 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:09.921203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-d831d308-384e-4e70-8eb1-89a61c80e911 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:09.923603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-d831d308-384e-4e70-8eb1-89a61c80e911 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.1369708 May 27 02:13:09.929946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-95fc14da-c25b-4d33-a319-d3721ed2b111', 'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111', 'tenant_id': 'a1d448b22e394c99b60f8fd646eb82cc', 'fixed_ips': [{'subnet_id': '124cc51e-293a-4ebb-88c1-5622ad000b07'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:09.930784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:09.942387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3d134bf-196c-4cc7-b049-b665b1740b8b no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:09.986793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a3d134bf-196c-4cc7-b049-b665b1740b8b {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:09.987367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3d134bf-196c-4cc7-b049-b665b1740b8b not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:09.987939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ebb55967-77b4-408a-ae42-9a4e51b54fb3 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:10.019742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Deleting port e4a11d3c-079d-4caf-854a-45c6384b5ee7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:10.020328 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.026307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ebb55967-77b4-408a-ae42-9a4e51b54fb3 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:10.027288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ebb55967-77b4-408a-ae42-9a4e51b54fb3 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:10.030874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.094056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:10.102476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:port and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:10.108483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:10.115192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:10.138157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:10.142164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.158576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.182520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Allocated IP 2001:db8::f816:3eff:feb3:11e1 (95fc14da-c25b-4d33-a319-d3721ed2b111/124cc51e-293a-4ebb-88c1-5622ad000b07/a969f584-a2a3-478d-91e2-d299ee2db4b5) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:10.219357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] device_id is not set on port 15b37851-13d5-4790-a5e7-bdc0f9a6d54a yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:13:10.254856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c8155b-596f-4401-b72d-d8ad4b05f839,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:10.258175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.281210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e761a-5689-4565-8eb8-b0c079675325 None None] Network 0845eec3-0b47-47e0-9263-c91f015d381f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:10.326081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d2132de2-b839-459a-994f-2b3f1a186406 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9c8155b-596f-4401-b72d-d8ad4b05f839 HTTP/1.1" status: 204 len: 168 time: 0.7369783 May 27 02:13:10.328947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37340) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:10.332266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1252e2-e8ee-4a7e-9962-06581356150f None None] Network 20c48556-ace1-4922-8e24-664cb05366e8 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:10.335271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] For port e4a11d3c-079d-4caf-854a-45c6384b5ee7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=e4a11d3c-079d-4caf-854a-45c6384b5ee7,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:10.335643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.468192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.493217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e84de4-982a-403a-80ba-543fc5d582db req-abfb3314-526f-495b-86b2-b65d724e9374 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:10.495007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e84de4-982a-403a-80ba-543fc5d582db req-abfb3314-526f-495b-86b2-b65d724e9374 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2338696 May 27 02:13:10.496481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Deleting port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:10.496816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.531564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] Provisioning for port e678448d-2692-4a38-9e91-d75d89eea763 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:10.599172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] Provisioning complete for port e678448d-2692-4a38-9e91-d75d89eea763 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:10.599762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.722917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e84de4-982a-403a-80ba-543fc5d582db req-74f75187-9172-4287-a069-7a8c0e3c3342 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946752 May 27 02:13:10.950509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.950945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:10.951050 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Floating IP e465cb62-c9dc-48b5-83b4-c077534c5c2b disassociated. External IP: 172.25.3.136, port: e4a11d3c-079d-4caf-854a-45c6384b5ee7. May 27 02:13:10.951363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Calling delete_port for e4a11d3c-079d-4caf-854a-45c6384b5ee7 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:11.167139 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.175204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] For port 639ed8c8-0309-45de-a4a0-5c6850f63ac8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=639ed8c8-0309-45de-a4a0-5c6850f63ac8,segment=NetworkSegment(4ad213e7-be3e-4e72-a708-b69bfde25bcc),segment_id=4ad213e7-be3e-4e72-a708-b69bfde25bcc)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:11.175204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.176084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Transition to ACTIVE for port object a969f584-a2a3-478d-91e2-d299ee2db4b5 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:11.176422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792a9c5-bdfc-4968-a8c3-92247b345616 req-36cd1660-c959-4b56-8633-640ab5ced565 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:11.176422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1792a9c5-bdfc-4968-a8c3-92247b345616 req-36cd1660-c959-4b56-8633-640ab5ced565 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 946 time: 0.3792543 May 27 02:13:11.223280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Transition to ACTIVE for port object a969f584-a2a3-478d-91e2-d299ee2db4b5 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:11.252490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.340144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1792a9c5-bdfc-4968-a8c3-92247b345616 req-19f09e65-a880-493e-bff1-900946faedf9 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=7550dd71-ef31-4445-b561-17feadacc617&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688919 May 27 02:13:11.342094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Calling delete_port for 639ed8c8-0309-45de-a4a0-5c6850f63ac8 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:11.380337 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.500445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event deleted for resources: {'Port': ['ID=e4a11d3c-079d-4caf-854a-45c6384b5ee7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:11.513205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Pushing event updated for resources: {'Port': ['ID=a969f584-a2a3-478d-91e2-d299ee2db4b5,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:11.659514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Allocated IP 2001:db8::f816:3eff:fed5:9297 (95fc14da-c25b-4d33-a319-d3721ed2b111/124cc51e-293a-4ebb-88c1-5622ad000b07/15b37851-13d5-4790-a5e7-bdc0f9a6d54a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:11.702815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.710637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Network 95fc14da-c25b-4d33-a319-d3721ed2b111 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:11.714203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.733656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:11.744764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:11.812063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] No DVR routers for this DVR port 639ed8c8-0309-45de-a4a0-5c6850f63ac8 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:11.825682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Router ed992b4d-8480-4dc3-85ac-4a712391a77e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:13:11.839946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] Current status of the port e678448d-2692-4a38-9e91-d75d89eea763 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:11.840542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.847473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Pushing event deleted for resources: {'Port': ['ID=639ed8c8-0309-45de-a4a0-5c6850f63ac8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:11.884176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Attempting to bind port a969f584-a2a3-478d-91e2-d299ee2db4b5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:11.884854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Attempting to bind port a969f584-a2a3-478d-91e2-d299ee2db4b5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '2070011d-2902-4ef6-b8bc-73361cd57106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:11.885434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Attempting to bind port a969f584-a2a3-478d-91e2-d299ee2db4b5 on network 95fc14da-c25b-4d33-a319-d3721ed2b111 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:11.914739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc349cbc-cd91-4ccd-b077-b4caa58f6cf0 req-79dfa81b-7398-4647-916b-ae1f5c142e1b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:11.916182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] For port e678448d-2692-4a38-9e91-d75d89eea763, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e678448d-2692-4a38-9e91-d75d89eea763,segment=NetworkSegment(32cc302f-6a7b-4000-8538-8267f40c1107),segment_id=32cc302f-6a7b-4000-8538-8267f40c1107)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:11.916654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc349cbc-cd91-4ccd-b077-b4caa58f6cf0 req-79dfa81b-7398-4647-916b-ae1f5c142e1b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.5466087 May 27 02:13:11.920201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:11.920903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Checking segment: {'id': '2070011d-2902-4ef6-b8bc-73361cd57106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:11.921524 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.922150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Bound using segment: {'id': '2070011d-2902-4ef6-b8bc-73361cd57106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:11.923255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Bound port: a969f584-a2a3-478d-91e2-d299ee2db4b5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2070011d-2902-4ef6-b8bc-73361cd57106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '95fc14da-c25b-4d33-a319-d3721ed2b111'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:11.924204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:11.926574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397294fc-467a-441b-a29d-123b2c702fc1 req-234b4d78-08c2-490e-8de1-f6128a17c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:11.928163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-397294fc-467a-441b-a29d-123b2c702fc1 req-234b4d78-08c2-490e-8de1-f6128a17c186 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1096 time: 0.4559865 May 27 02:13:11.936979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.011975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34fa4ac-60af-4530-b920-185fc13de992 None None] DHCP port deletion for 20c48556-ace1-4922-8e24-664cb05366e8 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:13:12.125083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4a44d-1fea-4a6c-846c-6199d24e87ea None None] Pushing event updated for resources: {'Port': ['ID=e678448d-2692-4a38-9e91-d75d89eea763,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:12.134591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e4a11d3c-079d-4caf-854a-45c6384b5ee7 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:12.211010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: e4a11d3c-079d-4caf-854a-45c6384b5ee7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:12.211010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device e4a11d3c-079d-4caf-854a-45c6384b5ee7 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:12.280336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] For port a969f584-a2a3-478d-91e2-d299ee2db4b5, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:12.283834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] For port a969f584-a2a3-478d-91e2-d299ee2db4b5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a969f584-a2a3-478d-91e2-d299ee2db4b5,segment=NetworkSegment(2070011d-2902-4ef6-b8bc-73361cd57106),segment_id=2070011d-2902-4ef6-b8bc-73361cd57106)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:12.285960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:12.300285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.352090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] Sync routers for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:12.398182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] No DVR routers for this DVR port e4a11d3c-079d-4caf-854a-45c6384b5ee7 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:12.420452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.427092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:12.427935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:12.428281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'name': 'network-vif-deleted', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:12.431182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.461864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2e342e39-16b3-49cc-a2ce-1f2aeb20be1f req-55fb4746-2312-461a-87c9-9654f36c2fec tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "DELETE /v2.0/ports/e4a11d3c-079d-4caf-854a-45c6384b5ee7 HTTP/1.1" status: 204 len: 173 time: 2.5260243 May 27 02:13:12.485885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc349cbc-cd91-4ccd-b077-b4caa58f6cf0 req-21b4612a-13d7-471e-84d4-6134ef1efc5a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5566223 May 27 02:13:12.502449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Transition to ACTIVE for port object 15b37851-13d5-4790-a5e7-bdc0f9a6d54a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:12.590438 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6769544-d444-4260-8cb1-53b4afd9dc17'] response: {'server_uuid': 'a2084125-bc69-4107-8263-438712186fcb', 'name': 'network-vif-deleted', 'tag': 'e4a11d3c-079d-4caf-854a-45c6384b5ee7', 'status': 'completed', 'code': 200} May 27 02:13:12.641114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6d102521-3ded-4647-b184-10f623fcfe4d None None] Provisioning complete for port e678448d-2692-4a38-9e91-d75d89eea763 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:12.641114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d102521-3ded-4647-b184-10f623fcfe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.705937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:12.735755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397294fc-467a-441b-a29d-123b2c702fc1 req-7e951d95-f9b2-4f15-8f68-849a395b09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:12.740278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-397294fc-467a-441b-a29d-123b2c702fc1 req-7e951d95-f9b2-4f15-8f68-849a395b09f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.6643076 May 27 02:13:12.760479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239df1e-6937-4e48-a20a-9c05a9eb6cff None None] Pushing event updated for resources: {'Port': ['ID=a969f584-a2a3-478d-91e2-d299ee2db4b5,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:12.866082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a2d5a9fb-ad00-4826-a275-afe1de34dcf6 req-b55c6127-5318-4e6c-b98f-8d88f498b354 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:12.894648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a2d5a9fb-ad00-4826-a275-afe1de34dcf6 req-b55c6127-5318-4e6c-b98f-8d88f498b354 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:12.896142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a2d5a9fb-ad00-4826-a275-afe1de34dcf6 req-b55c6127-5318-4e6c-b98f-8d88f498b354 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2084125-bc69-4107-8263-438712186fcb HTTP/1.1" status: 200 len: 210 time: 0.1429222 May 27 02:13:12.984577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c48556-ace1-4922-8e24-664cb05366e8']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:12.992104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad213e7-be3e-4e72-a708-b69bfde25bcc') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:12.992104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad213e7-be3e-4e72-a708-b69bfde25bcc') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:13.008460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.022116 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-397294fc-467a-441b-a29d-123b2c702fc1 req-94ab202a-ffcb-45ff-8315-f3b6093d5b54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.2577403 May 27 02:13:13.029035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.029035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.060170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:13.186453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:13.186993 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.234792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397294fc-467a-441b-a29d-123b2c702fc1 req-87996c0c-e98b-4edb-a338-82ed3601ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:13.237064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-397294fc-467a-441b-a29d-123b2c702fc1 req-87996c0c-e98b-4edb-a338-82ed3601ac54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.2080491 May 27 02:13:13.244025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6d102521-3ded-4647-b184-10f623fcfe4d None None] Current status of the port e678448d-2692-4a38-9e91-d75d89eea763 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:13.247441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network 95fc14da-c25b-4d33-a319-d3721ed2b111 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:13.517838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:13.575094 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 4ad213e7-be3e-4e72-a708-b69bfde25bcc resource provider aggregate not found May 27 02:13:13.590637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:13.601149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:13.602049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.621361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.644690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:13.654069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:13.663551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] Checking router: ed992b4d-8480-4dc3-85ac-4a712391a77e for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:13.709267 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 4ad213e7-be3e-4e72-a708-b69bfde25bcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ad213e7-be3e-4e72-a708-b69bfde25bcc found for delete ", "request_id": "req-8d0b2eba-e0cd-4c12-9769-4d167596c270"}]} May 27 02:13:13.720579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] 10.222.0.16 "DELETE /v2.0/networks/20c48556-ace1-4922-8e24-664cb05366e8 HTTP/1.1" status: 204 len: 168 time: 3.3825626 May 27 02:13:13.720579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Port': ['ID=15b37851-13d5-4790-a5e7-bdc0f9a6d54a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:13.740417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:13.754519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:13.781911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c4911-a459-4e63-9e9b-5995edea8edb admin admin] Pushing event deleted for resources: {'Network': ['ID=20c48556-ace1-4922-8e24-664cb05366e8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:13.872630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e678448d-2692-4a38-9e91-d75d89eea763 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:13.876685 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-09f772eb-6c4d-4522-9cb9-9814b1c88310 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0514762 May 27 02:13:13.879637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37396) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:13.986907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397294fc-467a-441b-a29d-123b2c702fc1 req-3548ae30-a492-40cf-8d5b-084d33c8675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:13.989736 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-397294fc-467a-441b-a29d-123b2c702fc1 req-3548ae30-a492-40cf-8d5b-084d33c8675f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6733282 May 27 02:13:14.047341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting subnet 124cc51e-293a-4ebb-88c1-5622ad000b07 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:13:14.059441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.126093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37404) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:14.170989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5644b6-4f46-47dd-a0e8-f2e53b27f90c req-c6df0dff-b40a-4774-beba-5549a9a234fc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:14.170989 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5644b6-4f46-47dd-a0e8-f2e53b27f90c req-c6df0dff-b40a-4774-beba-5549a9a234fc tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.4517918 May 27 02:13:14.225096 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.250823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37410) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:14.286598 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8653725-8248-4a5a-b0fa-b558b0dc3c93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bec86b6200c54d8c87af954ac8f4e045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625705 May 27 02:13:14.289128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37416) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:14.325489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:14.353166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed5644b6-4f46-47dd-a0e8-f2e53b27f90c req-5dae6074-8ee4-45df-96da-a49db5dbdb4b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686532 May 27 02:13:14.397841 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9eda8ae-8399-4238-afca-ecdaf10c9137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.442580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9eda8ae-8399-4238-afca-ecdaf10c9137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.447580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813501d-309a-4c09-812e-bc5621af3886 None None] Network 95fc14da-c25b-4d33-a319-d3721ed2b111 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:14.452636 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-397294fc-467a-441b-a29d-123b2c702fc1 req-40360b6b-3e03-453f-82f3-501557809569 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260008 May 27 02:13:14.494421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e678448d-2692-4a38-9e91-d75d89eea763 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:14.494421 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.498136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.563654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff996710-6f86-4ef3-a109-1ab4e6846edb tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.604249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff996710-6f86-4ef3-a109-1ab4e6846edb tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.633688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-885ca343-973f-482a-8b8e-e46befcb4af9 None None] Provisioning for port a969f584-a2a3-478d-91e2-d299ee2db4b5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:14.643699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9eda8ae-8399-4238-afca-ecdaf10c9137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.701256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eda8ae-8399-4238-afca-ecdaf10c9137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28e6f13-7016-4c1d-9571-c8b79962cb66,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:14.721721 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a9eda8ae-8399-4238-afca-ecdaf10c9137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.723386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a9eda8ae-8399-4238-afca-ecdaf10c9137 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c28e6f13-7016-4c1d-9571-c8b79962cb66 HTTP/1.1" status: 204 len: 168 time: 0.4334769 May 27 02:13:14.729747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.731799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff996710-6f86-4ef3-a109-1ab4e6846edb tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.762131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff996710-6f86-4ef3-a109-1ab4e6846edb tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7550dd71-ef31-4445-b561-17feadacc617,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:14.787487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-397294fc-467a-441b-a29d-123b2c702fc1 req-34e4b43c-16c9-4fce-81e0-8ff21639f40d service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367066 May 27 02:13:14.791610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff996710-6f86-4ef3-a109-1ab4e6846edb tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.793099 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ff996710-6f86-4ef3-a109-1ab4e6846edb tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "DELETE /v2.0/security-groups/7550dd71-ef31-4445-b561-17feadacc617 HTTP/1.1" status: 204 len: 168 time: 0.5350709 May 27 02:13:14.795703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37426) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:14.821396 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-278a4c46-ed21-4d6e-978a-f5c3d00004e2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] show failed (client error): The resource could not be found. May 27 02:13:14.822878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-278a4c46-ed21-4d6e-978a-f5c3d00004e2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups/7550dd71-ef31-4445-b561-17feadacc617 HTTP/1.1" status: 404 len: 347 time: 0.0255628 May 27 02:13:14.827319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Subnet': ['ID=124cc51e-293a-4ebb-88c1-5622ad000b07,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:14.827734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37430) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:14.835765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:14.846174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-87c8f8d5-3afa-4524-9f3e-bd09368e6489 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/124cc51e-293a-4ebb-88c1-5622ad000b07 HTTP/1.1" status: 204 len: 168 time: 0.9694800 May 27 02:13:14.847187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37434) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:15.047646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2cb2ba-2cec-45f2-9967-b7876d5f64f0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:15.047646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2cb2ba-2cec-45f2-9967-b7876d5f64f0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:15.047646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-da2cb2ba-2cec-45f2-9967-b7876d5f64f0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Synchronizing usage tracker for tenant:a1d448b22e394c99b60f8fd646eb82cc on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:15.089100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Deleting port 5a1a1d04-aa14-4ce0-91ce-e52834f08302 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:15.089600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.091904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-da2cb2ba-2cec-45f2-9967-b7876d5f64f0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Unset dirty status for tenant:a1d448b22e394c99b60f8fd646eb82cc on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:15.096234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-da2cb2ba-2cec-45f2-9967-b7876d5f64f0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2449875 May 27 02:13:15.096412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37440) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:15.241153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e678448d-2692-4a38-9e91-d75d89eea763 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:15.241153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a969f584-a2a3-478d-91e2-d299ee2db4b5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:15.277770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-61477a44-a914-4b3e-aa86-969a8230843d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.296462 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-61477a44-a914-4b3e-aa86-969a8230843d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 02:13:15.296462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61477a44-a914-4b3e-aa86-969a8230843d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:15.299950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-61477a44-a914-4b3e-aa86-969a8230843d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/95fc14da-c25b-4d33-a319-d3721ed2b111 HTTP/1.1" status: 409 len: 405 time: 0.1989460 May 27 02:13:15.313989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37446) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:15.332350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-101345243'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:15.347859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:15.355972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:network and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:15.378249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:15.378249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:15.405713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:15.405713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.430059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.431572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.496681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:15.507625 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.508278 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Added segment 295e7d4e-53a5-4a1f-bd02-90340eba3528 of type vlan for network e42bb4af-aff0-4faa-b11e-8af422787a4b May 27 02:13:15.618643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.674137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a969f584-a2a3-478d-91e2-d299ee2db4b5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:15.744362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a969f584-a2a3-478d-91e2-d299ee2db4b5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:15.744362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:15.829344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Calling delete_port for 5a1a1d04-aa14-4ce0-91ce-e52834f08302 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:15.872467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] DHCP port deletion for 95fc14da-c25b-4d33-a319-d3721ed2b111 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:13:15.972356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Deleting port a969f584-a2a3-478d-91e2-d299ee2db4b5 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:15.972996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.006028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:13:16.094950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:16.097715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.114500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:16.114500 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.160489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c88a0d-ec0c-4562-96ee-679976583b0f None None] The sync data for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 is: [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:13:16.308662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0041170 May 27 02:13:16.309109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a969f584-a2a3-478d-91e2-d299ee2db4b5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:16.309577 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.317849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37474) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:16.319524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab05c0d-b58f-48b6-a53f-9c96bbc7786d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Network': ['ID=e42bb4af-aff0-4faa-b11e-8af422787a4b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:16.331633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.346472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e42bb4af-aff0-4faa-b11e-8af422787a4b details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:16.349084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8f124-8021-429d-891e-02f9dd56f55e req-100da20e-43de-41ea-8d7b-1db625cc0ff1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:16.353708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a3b8f124-8021-429d-891e-02f9dd56f55e req-100da20e-43de-41ea-8d7b-1db625cc0ff1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.6919312 May 27 02:13:16.360552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'subnet': {'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:16.428613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a3b8f124-8021-429d-891e-02f9dd56f55e req-86c783c2-177e-420a-9295-3f6dce6f5e6f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680566 May 27 02:13:16.531090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] For port a969f584-a2a3-478d-91e2-d299ee2db4b5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a969f584-a2a3-478d-91e2-d299ee2db4b5,segment=NetworkSegment(2070011d-2902-4ef6-b8bc-73361cd57106),segment_id=2070011d-2902-4ef6-b8bc-73361cd57106)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:16.531488 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.632848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a969f584-a2a3-478d-91e2-d299ee2db4b5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a969f584-a2a3-478d-91e2-d299ee2db4b5,segment=NetworkSegment(2070011d-2902-4ef6-b8bc-73361cd57106),segment_id=2070011d-2902-4ef6-b8bc-73361cd57106)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:16.668670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f5e8a6-ed1b-4772-9f98-e2c06fde74cd None None] New status for floating IP e465cb62-c9dc-48b5-83b4-c077534c5c2b: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:13:16.731374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event deleted for resources: {'Port': ['ID=5a1a1d04-aa14-4ce0-91ce-e52834f08302,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:16.731374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:16.763570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Calling delete_port for a969f584-a2a3-478d-91e2-d299ee2db4b5 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:16.777579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:16.812372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.841002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:16.849387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:16.950539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 639ed8c8-0309-45de-a4a0-5c6850f63ac8 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:16.998477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 639ed8c8-0309-45de-a4a0-5c6850f63ac8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:16.998477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 639ed8c8-0309-45de-a4a0-5c6850f63ac8 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:16.998477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a969f584-a2a3-478d-91e2-d299ee2db4b5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:17.007744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:13:17.007744 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:13:17.148228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a969f584-a2a3-478d-91e2-d299ee2db4b5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:17.201326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.256445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.264033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d4e00893-cf15-4db7-8de7-de84d8cd89f2 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "DELETE /v2.0/floatingips/e465cb62-c9dc-48b5-83b4-c077534c5c2b HTTP/1.1" status: 204 len: 168 time: 2.4352801 May 27 02:13:17.320356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a969f584-a2a3-478d-91e2-d299ee2db4b5 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:17.321538 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.357233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37498) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:17.362205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061788459', 'description': 'tempest-description--2000569041'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:17.377279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:17.380711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a969f584-a2a3-478d-91e2-d299ee2db4b5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a969f584-a2a3-478d-91e2-d299ee2db4b5,segment=NetworkSegment(2070011d-2902-4ef6-b8bc-73361cd57106),segment_id=2070011d-2902-4ef6-b8bc-73361cd57106)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:17.388125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:17.399563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:17.404747 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.413398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:17.425174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.480909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:17.494875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group_rule and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:17.494875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:17.514395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Deleting port a969f584-a2a3-478d-91e2-d299ee2db4b5 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:17.514395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.521436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:17.592310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a969f584-a2a3-478d-91e2-d299ee2db4b5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:17.668541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.714802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.757384 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.761902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4061735 May 27 02:13:17.763146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:17.813343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:13:17.813343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.817798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'security_group_rule': {'security_group_id': '028e8dc4-1c8c-472a-8569-6ba444f7fb73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:17.844823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:17.859780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group_rule and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:17.872307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:17.872307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d49c98-921f-4a5c-bfa8-97f0bd139b41 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028e8dc4-1c8c-472a-8569-6ba444f7fb73,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:17.889326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:17.893996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] For port a969f584-a2a3-478d-91e2-d299ee2db4b5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a969f584-a2a3-478d-91e2-d299ee2db4b5,segment=NetworkSegment(2070011d-2902-4ef6-b8bc-73361cd57106),segment_id=2070011d-2902-4ef6-b8bc-73361cd57106)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:17.893996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:17.952809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c43d19-0686-4abf-95f2-4b2e15b9f6c9 req-1d392c3d-1bd2-44fe-bc71-9738ddf6407f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:17.964957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59c43d19-0686-4abf-95f2-4b2e15b9f6c9 req-1d392c3d-1bd2-44fe-bc71-9738ddf6407f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2925391 May 27 02:13:18.032001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.049176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Subnet': ['ID=f56b6b0b-ba66-4a40-a02d-c5a51bc1c347,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:18.070547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Checking segment: {'id': '295e7d4e-53a5-4a1f-bd02-90340eba3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:18.072744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network hostable DHCP agents. Network: e42bb4af-aff0-4faa-b11e-8af422787a4b, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:18.093815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59c43d19-0686-4abf-95f2-4b2e15b9f6c9 req-abb3c6a4-c52c-42e4-9c5f-600a20cdfd98 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272807 May 27 02:13:18.115667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Calling delete_port for a969f584-a2a3-478d-91e2-d299ee2db4b5 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:18.124047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network e42bb4af-aff0-4faa-b11e-8af422787a4b is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:18.147358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.152490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e42bb4af-aff0-4faa-b11e-8af422787a4b) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:18.157570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:18.158475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.169655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169feec6-3f08-47c3-9eb8-42f722131d82 None None] Network e42bb4af-aff0-4faa-b11e-8af422787a4b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:18.174294 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.220157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8801ec9d-1afc-4476-8ebe-128459d745b0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8733585 May 27 02:13:18.221137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37530) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:18.226869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'port': {'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b', 'name': 'tempest-NetworksIpV6TestAttrs-260474708'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:18.229063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2d15c3-508a-458b-993e-10a30f26304f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:18.284659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.284659 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-11c8f99f-7136-48f4-a120-4cb02f35d426 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4829428 May 27 02:13:18.290509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37534) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:18.314023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'security_group_rule': {'security_group_id': '028e8dc4-1c8c-472a-8569-6ba444f7fb73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:18.341799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:18.346905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:security_group_rule and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:18.346905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:18.375533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:18.422413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.535949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.548522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.579842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.594412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af668-6da3-4381-84a9-f21fbeb044a0 req-a7fe63dd-ac49-485d-a200-65cb4371d5bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:18.596029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-208af668-6da3-4381-84a9-f21fbeb044a0 req-a7fe63dd-ac49-485d-a200-65cb4371d5bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1762948 May 27 02:13:18.602126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:18.605448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1135c54f-3039-4aec-8f96-0ef82bfe4821,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:18.638950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.638950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8534f67d-dec7-4157-b6d2-d9b7099d72f0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508613 May 27 02:13:18.647507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37548) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:18.647507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:18.673195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:18.677579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:port and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:18.677579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:18.680065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Usage tracker for resource:floatingip and tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:18.680065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:18.692956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:18.697084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:18.715803 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.720376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-208af668-6da3-4381-84a9-f21fbeb044a0 req-1d875d8c-4564-4917-a85d-7b3a3d8a123f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084719 May 27 02:13:18.756524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] No DVR routers for this DVR port a969f584-a2a3-478d-91e2-d299ee2db4b5 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:18.756524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b92b4-04d1-4f60-81bb-30ff3dab8b6f None None] Pushing event deleted for resources: {'Port': ['ID=a969f584-a2a3-478d-91e2-d299ee2db4b5,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:18.773830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e42bb4af-aff0-4faa-b11e-8af422787a4b', 'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b', 'tenant_id': 'a1d448b22e394c99b60f8fd646eb82cc', 'fixed_ips': [{'subnet_id': 'f56b6b0b-ba66-4a40-a02d-c5a51bc1c347'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:18.773830 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.778289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:18.801752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:18.827174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] device_id is not set on port 4b01b701-15c1-4d9a-8804-82b6299b4c60 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:13:19.056856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.098153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Allocated IP 2001:db8::f816:3eff:fe73:5c31 (e42bb4af-aff0-4faa-b11e-8af422787a4b/f56b6b0b-ba66-4a40-a02d-c5a51bc1c347/3edb50d1-e78e-41be-a1d7-df822968ac4f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:19.277363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Allocated IP 172.25.3.35 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ca5b7d50-5d5a-4921-b0b5-5afd5e6378ca) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:19.296701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91a7e9-a28b-4aa5-8cac-d6e24c12f410 req-f3b21867-b5af-483f-b830-c96bf0cf0386 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:19.296701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b91a7e9-a28b-4aa5-8cac-d6e24c12f410 req-f3b21867-b5af-483f-b830-c96bf0cf0386 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3541756 May 27 02:13:19.374280 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.390918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Transition to ACTIVE for port object 3edb50d1-e78e-41be-a1d7-df822968ac4f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:19.413665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Transition to ACTIVE for port object 3edb50d1-e78e-41be-a1d7-df822968ac4f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:19.424746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.427780 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b91a7e9-a28b-4aa5-8cac-d6e24c12f410 req-93111fac-f3c7-41db-a304-437a53cdb4d2 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322002 May 27 02:13:19.517904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Network e42bb4af-aff0-4faa-b11e-8af422787a4b is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:19.517904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:19.519835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Allocated IP 2001:db8::f816:3eff:fea5:fba8 (e42bb4af-aff0-4faa-b11e-8af422787a4b/f56b6b0b-ba66-4a40-a02d-c5a51bc1c347/4b01b701-15c1-4d9a-8804-82b6299b4c60) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:19.527339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:19.637974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Pushing event updated for resources: {'Port': ['ID=3edb50d1-e78e-41be-a1d7-df822968ac4f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:19.702432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Attempting to bind port 3edb50d1-e78e-41be-a1d7-df822968ac4f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:19.703196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Attempting to bind port 3edb50d1-e78e-41be-a1d7-df822968ac4f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '295e7d4e-53a5-4a1f-bd02-90340eba3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:19.703790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Attempting to bind port 3edb50d1-e78e-41be-a1d7-df822968ac4f on network e42bb4af-aff0-4faa-b11e-8af422787a4b {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:19.711711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:19.711711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Checking segment: {'id': '295e7d4e-53a5-4a1f-bd02-90340eba3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:19.711711 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.711711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Bound using segment: {'id': '295e7d4e-53a5-4a1f-bd02-90340eba3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:19.712834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Bound port: 3edb50d1-e78e-41be-a1d7-df822968ac4f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295e7d4e-53a5-4a1f-bd02-90340eba3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e42bb4af-aff0-4faa-b11e-8af422787a4b'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:19.713616 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.725009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.761962 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.836875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:19.841358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:19.846478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:19.882991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] For port 3edb50d1-e78e-41be-a1d7-df822968ac4f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:19.890526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] For port 3edb50d1-e78e-41be-a1d7-df822968ac4f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3edb50d1-e78e-41be-a1d7-df822968ac4f,segment=NetworkSegment(295e7d4e-53a5-4a1f-bd02-90340eba3528),segment_id=295e7d4e-53a5-4a1f-bd02-90340eba3528)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:19.890526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.935847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'Port': ['ID=ca5b7d50-5d5a-4921-b0b5-5afd5e6378ca,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:19.988017 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:19.991356 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.025952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Transition to ACTIVE for port object 4b01b701-15c1-4d9a-8804-82b6299b4c60 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:20.067316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674fb16-0e82-4db9-b676-29c4b4344c94 None None] Pushing event updated for resources: {'Port': ['ID=3edb50d1-e78e-41be-a1d7-df822968ac4f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:20.092684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.183585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.338849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network e42bb4af-aff0-4faa-b11e-8af422787a4b is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:20.346324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:20.361785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:20.361785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:20.361785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.400817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b417bc-5776-4345-9a90-770e91c415ab req-844d562b-f2e0-4776-ad74-e80b06dd025e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:20.407786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70b417bc-5776-4345-9a90-770e91c415ab req-844d562b-f2e0-4776-ad74-e80b06dd025e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3373654 May 27 02:13:20.407786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Port': ['ID=4b01b701-15c1-4d9a-8804-82b6299b4c60,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:20.437195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5e46cdd4-80f1-40db-8dd3-bcab0618a01d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2062593 May 27 02:13:20.441113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37608) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:20.522401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-70b417bc-5776-4345-9a90-770e91c415ab req-1c136b22-b529-47d7-bdaf-d8c2f6b8c54d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995350 May 27 02:13:20.568261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting subnet f56b6b0b-ba66-4a40-a02d-c5a51bc1c347 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:13:20.569316 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.571398 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.607232 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.919986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:20.978505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'Port': ['ID=ca5b7d50-5d5a-4921-b0b5-5afd5e6378ca,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:20.986654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.047951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.049281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4da9fce6-e556-4553-8e85-d24807572f12 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4065897 May 27 02:13:21.064594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dc184-07d0-4059-9c01-7171235ac825 req-c72df4a9-420a-467d-8742-f659dfa36beb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:21.066042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-856dc184-07d0-4059-9c01-7171235ac825 req-c72df4a9-420a-467d-8742-f659dfa36beb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2522118 May 27 02:13:21.170214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.201547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3edb50d1-e78e-41be-a1d7-df822968ac4f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:21.262880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-856dc184-07d0-4059-9c01-7171235ac825 req-970f0c6f-ed33-4370-beb2-c179a3d0f1aa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650479 May 27 02:13:21.379844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.404070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3edb50d1-e78e-41be-a1d7-df822968ac4f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:21.460017 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.464525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Subnet': ['ID=f56b6b0b-ba66-4a40-a02d-c5a51bc1c347,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:21.474684 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b726b7a3-fbda-4a56-949d-551b1c3b429c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/f56b6b0b-ba66-4a40-a02d-c5a51bc1c347 HTTP/1.1" status: 204 len: 168 time: 1.0443270 May 27 02:13:21.477221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37642) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:21.605616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ecd3c8-2dec-457a-bb7b-c818c5d263a4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:21.607947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ecd3c8-2dec-457a-bb7b-c818c5d263a4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:21.608863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f3ecd3c8-2dec-457a-bb7b-c818c5d263a4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Synchronizing usage tracker for tenant:a1d448b22e394c99b60f8fd646eb82cc on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:21.638017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f3ecd3c8-2dec-457a-bb7b-c818c5d263a4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Unset dirty status for tenant:a1d448b22e394c99b60f8fd646eb82cc on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:21.639536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f3ecd3c8-2dec-457a-bb7b-c818c5d263a4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1614218 May 27 02:13:21.642175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37650) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:21.791457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37654) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:21.911954 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21c17689-1b8a-4291-a2cb-f94d46f4a111 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:21.918996 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c17689-1b8a-4291-a2cb-f94d46f4a111 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 02:13:21.918996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c17689-1b8a-4291-a2cb-f94d46f4a111 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:21.918996 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-21c17689-1b8a-4291-a2cb-f94d46f4a111 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/e42bb4af-aff0-4faa-b11e-8af422787a4b HTTP/1.1" status: 409 len: 405 time: 0.2728631 May 27 02:13:21.925001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37660) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:21.930337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1710902136'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:21.944715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:21.956353 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e94a9-4a06-4c09-af6c-e028cc4988d1 None None] Network e42bb4af-aff0-4faa-b11e-8af422787a4b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:21.959673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:network and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:21.963427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:21.981638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:22.002525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:22.006345 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.074972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:22.108230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.116234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-e97c6bf0-501e-4ae6-b4e3-a35b803483f3 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:22.128551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.129952 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Added segment ff58b273-84a7-4f63-91b5-0658ff20b77e of type vlan for network 967b5c21-808d-4975-aa8f-05ffa5cd5934 May 27 02:13:22.131899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:22.136491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-e97c6bf0-501e-4ae6-b4e3-a35b803483f3 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:22.137943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-e97c6bf0-501e-4ae6-b4e3-a35b803483f3 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1061788459&fields=id&tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0 HTTP/1.1" status: 200 len: 267 time: 0.0714338 May 27 02:13:22.144049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8f4f8c39664073a1e992e29e10e9cb is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:22.148793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:22.162200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:22.207864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Provisioning for port 3edb50d1-e78e-41be-a1d7-df822968ac4f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:22.238301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Provisioning complete for port 3edb50d1-e78e-41be-a1d7-df822968ac4f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:22.238301 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.249764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.409152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.414585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:22.415243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.435631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-9f56231d-8685-41f7-b88a-443d3c74de21 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:22.437197 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-9f56231d-8685-41f7-b88a-443d3c74de21 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 809 time: 0.2812545 May 27 02:13:22.459468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d3f74e25-5381-455d-b6d6-bbdb18f14344 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/quotas/695f9c8eca3e4e0dba27d6cef2ff42c0 HTTP/1.1" status: 200 len: 375 time: 0.0163288 May 27 02:13:22.475620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26701b5-cc01-498f-8d7f-b81c5977605e req-45b948e4-7378-4443-86d9-e4872f4bfd56 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:22.477196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f26701b5-cc01-498f-8d7f-b81c5977605e req-45b948e4-7378-4443-86d9-e4872f4bfd56 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3017228 May 27 02:13:22.506159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Current status of the port 3edb50d1-e78e-41be-a1d7-df822968ac4f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:22.506923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.573348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] For port 3edb50d1-e78e-41be-a1d7-df822968ac4f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3edb50d1-e78e-41be-a1d7-df822968ac4f,segment=NetworkSegment(295e7d4e-53a5-4a1f-bd02-90340eba3528),segment_id=295e7d4e-53a5-4a1f-bd02-90340eba3528)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:22.588257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-a534abf4-0369-431a-9b69-88b3a8bfd150 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230114 May 27 02:13:22.588766 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.690420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] DHCP port deletion for e42bb4af-aff0-4faa-b11e-8af422787a4b request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:13:22.763866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Deleting port 3edb50d1-e78e-41be-a1d7-df822968ac4f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:22.763866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:22.785429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-3d89ac91-eb86-42d2-a72f-86f527f45f3f service neutron] 10.222.0.16 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615818 May 27 02:13:22.812834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Network': ['ID=967b5c21-808d-4975-aa8f-05ffa5cd5934,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:22.838589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-601f9836-7052-4c59-97a6-6c0efaeb4fb4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9070182 May 27 02:13:22.838589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37680) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:22.873313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 967b5c21-808d-4975-aa8f-05ffa5cd5934 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:22.878278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'subnet': {'network_id': '967b5c21-808d-4975-aa8f-05ffa5cd5934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:22.921973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f26701b5-cc01-498f-8d7f-b81c5977605e req-3d662651-21b1-4f4a-a55e-ad0f26593422 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320723 May 27 02:13:23.053778 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.070168 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.085439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-70f13878-ade9-40a3-b275-eff6cd1d1cfa service neutron] 10.222.0.16 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912369 May 27 02:13:23.201901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3edb50d1-e78e-41be-a1d7-df822968ac4f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:23.260308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:23.292774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb8f4f8c39664073a1e992e29e10e9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5022826 May 27 02:13:23.299892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37690) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:23.312145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:23.327605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54972274-f9e8-4988-9919-f5113ec234f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5170ae9-b414-4901-95ee-749709d573e4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:23.353391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:23.360567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.403967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-597a7349-69a6-4db6-b778-20566e457557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.468008 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-597a7349-69a6-4db6-b778-20566e457557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.520175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Pushing event updated for resources: {'Port': ['ID=3edb50d1-e78e-41be-a1d7-df822968ac4f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:23.549367 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-597a7349-69a6-4db6-b778-20566e457557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.574065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-597a7349-69a6-4db6-b778-20566e457557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:23.576297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-597a7349-69a6-4db6-b778-20566e457557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5170ae9-b414-4901-95ee-749709d573e4 HTTP/1.1" status: 204 len: 168 time: 0.2807572 May 27 02:13:23.576533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6bc09282-8505-4068-8106-ee988a27e804 req-fb45d3cf-f1f9-4edd-8efb-182ff767265a tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:23.577512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a7349-69a6-4db6-b778-20566e457557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5170ae9-b414-4901-95ee-749709d573e4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:23.615807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6bc09282-8505-4068-8106-ee988a27e804 req-fb45d3cf-f1f9-4edd-8efb-182ff767265a tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:23.617667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6bc09282-8505-4068-8106-ee988a27e804 req-fb45d3cf-f1f9-4edd-8efb-182ff767265a tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 210 time: 0.2170351 May 27 02:13:23.826592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.826982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.827324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.827658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.827990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.828320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.828646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.828972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.829375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.829610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.829934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.830251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a2e6-bb3c-4019-be6e-7d8a7827acef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:23.940323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] For port 3edb50d1-e78e-41be-a1d7-df822968ac4f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3edb50d1-e78e-41be-a1d7-df822968ac4f,segment=NetworkSegment(295e7d4e-53a5-4a1f-bd02-90340eba3528),segment_id=295e7d4e-53a5-4a1f-bd02-90340eba3528)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:23.940948 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.051286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:13:24.054228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.096211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3edb50d1-e78e-41be-a1d7-df822968ac4f is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:24.096873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.121188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37712) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:24.123204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Calling delete_port for 3edb50d1-e78e-41be-a1d7-df822968ac4f owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:24.215009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.249553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Subnet': ['ID=bc036342-e0b9-45e4-9ea3-3fb3dcf0cd16,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:24.254076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82ce9a-e7c8-4897-8ae0-5e79c31ffc63 req-c63acf39-a555-4d15-8f8f-66822938abdd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:24.258946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:24.273708 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb82ce9a-e7c8-4897-8ae0-5e79c31ffc63 req-c63acf39-a555-4d15-8f8f-66822938abdd tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1931021 May 27 02:13:24.278808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Usage tracker for resource:security_group_rule and tenant:91c68007c5ca4f898a580190e73293d9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:24.282018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3edb50d1-e78e-41be-a1d7-df822968ac4f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3edb50d1-e78e-41be-a1d7-df822968ac4f,segment=NetworkSegment(295e7d4e-53a5-4a1f-bd02-90340eba3528),segment_id=295e7d4e-53a5-4a1f-bd02-90340eba3528)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:24.285426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Checking segment: {'id': 'ff58b273-84a7-4f63-91b5-0658ff20b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '967b5c21-808d-4975-aa8f-05ffa5cd5934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:24.285426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network hostable DHCP agents. Network: 967b5c21-808d-4975-aa8f-05ffa5cd5934, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:24.285426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:24.290064 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.292838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:24.338864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network 967b5c21-808d-4975-aa8f-05ffa5cd5934 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:24.361254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 967b5c21-808d-4975-aa8f-05ffa5cd5934) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:24.367836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:24.368747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.390263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a310a-5a3f-4316-9767-a91d45740e8d None None] Network 967b5c21-808d-4975-aa8f-05ffa5cd5934 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:24.436134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb82ce9a-e7c8-4897-8ae0-5e79c31ffc63 req-8e73bf36-8d92-44a5-a75c-35fb874efd91 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733594 May 27 02:13:24.440955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:13:24.441750 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:13:24.517522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37722) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:24.517818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-88fa847b-ce20-4cfe-b3bb-e7127bf980cd tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6720207 May 27 02:13:24.539117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.544039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.599174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33882fcd-24d3-4064-b67f-2d0428829043,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:24.638601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-09752161-5446-43d4-9869-09d6300c76a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91c68007c5ca4f898a580190e73293d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112913 May 27 02:13:24.641031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37726) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:24.814589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3edb50d1-e78e-41be-a1d7-df822968ac4f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:24.830604 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.841223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7afdb46-84c1-42ce-8a27-b359486006ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.851416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf894ab7-a060-4c2f-85a8-02fcd7e69f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-967b5c21-808d-4975-aa8f-05ffa5cd5934', 'network_id': '967b5c21-808d-4975-aa8f-05ffa5cd5934', 'tenant_id': 'a1d448b22e394c99b60f8fd646eb82cc', 'fixed_ips': [{'subnet_id': 'bc036342-e0b9-45e4-9ea3-3fb3dcf0cd16'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:24.852210 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bf894ab7-a060-4c2f-85a8-02fcd7e69f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.885756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7afdb46-84c1-42ce-8a27-b359486006ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.952575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Deleting port 3edb50d1-e78e-41be-a1d7-df822968ac4f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:24.953159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:24.981690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7afdb46-84c1-42ce-8a27-b359486006ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.008013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afdb46-84c1-42ce-8a27-b359486006ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33882fcd-24d3-4064-b67f-2d0428829043,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:25.022910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0720fdf7-f6a8-4626-b01e-660418c2767b req-e58b511b-2704-413d-9dc6-e7b2227d1e60 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 210 time: 0.0737028 May 27 02:13:25.023618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7afdb46-84c1-42ce-8a27-b359486006ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.025534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7afdb46-84c1-42ce-8a27-b359486006ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33882fcd-24d3-4064-b67f-2d0428829043 HTTP/1.1" status: 204 len: 168 time: 0.3834188 May 27 02:13:25.051671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.171188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server [None req-bf894ab7-a060-4c2f-85a8-02fcd7e69f17 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc036342-e0b9-45e4-9ea3-3fb3dcf0cd16: This subnet is being modified by another concurrent operation. May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise exception May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc036342-e0b9-45e4-9ea3-3fb3dcf0cd16: This subnet is being modified by another concurrent operation. May 27 02:13:25.370435 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server May 27 02:13:25.391480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5890fb3-8fe4-4e4d-bca9-570d9f2d4179 None None] Network 967b5c21-808d-4975-aa8f-05ffa5cd5934 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:25.488641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Subnet': ['ID=bc036342-e0b9-45e4-9ea3-3fb3dcf0cd16,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:25.552264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3451c0-61b4-4bf7-8a67-730d046a840d req-6cd5f043-6070-4c71-a197-565fdc1af30c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:25.553875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e3451c0-61b4-4bf7-8a67-730d046a840d req-6cd5f043-6070-4c71-a197-565fdc1af30c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3777554 May 27 02:13:25.616791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-56092254-caf2-420a-b455-0fa876ee5cc8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:25.616791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-56092254-caf2-420a-b455-0fa876ee5cc8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:25.662000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-56092254-caf2-420a-b455-0fa876ee5cc8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:25.662000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-56092254-caf2-420a-b455-0fa876ee5cc8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 809 time: 0.5395787 May 27 02:13:25.673690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e3451c0-61b4-4bf7-8a67-730d046a840d req-bcaa285b-629a-43cd-a509-07264d33d06a tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002748 May 27 02:13:25.710607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] For port 3edb50d1-e78e-41be-a1d7-df822968ac4f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3edb50d1-e78e-41be-a1d7-df822968ac4f,segment=NetworkSegment(295e7d4e-53a5-4a1f-bd02-90340eba3528),segment_id=295e7d4e-53a5-4a1f-bd02-90340eba3528)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:25.710607 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.749725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.785899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-a168c3fd-21ea-4425-be35-1607c6b9c5e7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:25.788035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967b5c21-808d-4975-aa8f-05ffa5cd5934']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:25.795720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-a168c3fd-21ea-4425-be35-1607c6b9c5e7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:25.797591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-a168c3fd-21ea-4425-be35-1607c6b9c5e7 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0 HTTP/1.1" status: 200 len: 380 time: 0.1293142 May 27 02:13:25.806784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'port': {'device_id': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'admin_state_up': True, 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'security_groups': ['028e8dc4-1c8c-472a-8569-6ba444f7fb73']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:25.813598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff58b273-84a7-4f63-91b5-0658ff20b77e') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:25.813894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff58b273-84a7-4f63-91b5-0658ff20b77e') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:25.832708 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.865807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:25.873263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-c198219f-ddcd-424b-ac0d-95b83b92b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:25.874790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-c198219f-ddcd-424b-ac0d-95b83b92b232 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c67193f09b43444ab3f651a990b87101&device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 1096 time: 0.6987429 May 27 02:13:25.877868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:25.878357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.016030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:26.047497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:26.076518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Made reservation on behalf of 695f9c8eca3e4e0dba27d6cef2ff42c0 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:26.076518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.155465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.227600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.255297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Network': ['ID=967b5c21-808d-4975-aa8f-05ffa5cd5934,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:26.315514 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ff58b273-84a7-4f63-91b5-0658ff20b77e resource provider aggregate not found May 27 02:13:26.352870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Calling delete_port for 3edb50d1-e78e-41be-a1d7-df822968ac4f owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:26.363410 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment ff58b273-84a7-4f63-91b5-0658ff20b77e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff58b273-84a7-4f63-91b5-0658ff20b77e found for delete ", "request_id": "req-2c7d1db4-c356-4d64-b267-a2eca3d24912"}]} May 27 02:13:26.441065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Allocated IP 172.20.0.4 (e6e0725b-4dc8-402e-b6a3-783853413457/618d284f-de99-4df9-a6e9-d31b2f3a8241/ac637561-5f11-44a6-8918-024de409fac4) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:26.477272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0d66c8b8-23c5-4b38-8224-b342a448e3a0 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/967b5c21-808d-4975-aa8f-05ffa5cd5934 HTTP/1.1" status: 204 len: 168 time: 1.9504197 May 27 02:13:26.479947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37764) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:26.497668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-646eb150-7bf9-43d5-b4c1-5f0e259a1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:26.497668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-646eb150-7bf9-43d5-b4c1-5f0e259a1d5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 200 len: 913 time: 0.5889223 May 27 02:13:26.502054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-961672363'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:26.513955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2aa5c271-9469-4c09-aa76-537929eeccd6 req-4fb4991b-63f4-46f6-a240-56a2169bd61e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 210 time: 0.1405215 May 27 02:13:26.516921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:26.533679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:26.533679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:network and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:26.541392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:26.629242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:26.646454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] Pushing event deleted for resources: {'Port': ['ID=3edb50d1-e78e-41be-a1d7-df822968ac4f,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:26.657738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7111d-26c6-411a-a4c7-f587c3961ab1 None None] No DVR routers for this DVR port 3edb50d1-e78e-41be-a1d7-df822968ac4f on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:26.667781 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-f3da96dd-879b-42a5-8bcc-96a3f1d490e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 200 len: 998 time: 0.1590767 May 27 02:13:26.687520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be01a29-d6d4-4f51-a36f-b352805a0772 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:13:26.824678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-fea2a4ef-940b-4406-96b6-921da894d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:26.826124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-fea2a4ef-940b-4406-96b6-921da894d6d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 200 len: 851 time: 0.1523974 May 27 02:13:26.910651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:26.927516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.000415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-2bcbf18a-5088-49b2-9bc2-1b5519c04665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:27.000415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-2bcbf18a-5088-49b2-9bc2-1b5519c04665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=486f415c-6f51-4b47-bbed-ac3121b794b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485491 May 27 02:13:27.014100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be01a29-d6d4-4f51-a36f-b352805a0772 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:13:27.086887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.086887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:27.108667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.109015 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Added segment 7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc of type vlan for network 30f96dde-f594-43c8-adc7-a134e3f55ec1 May 27 02:13:27.122001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Transition to ACTIVE for port object ac637561-5f11-44a6-8918-024de409fac4 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:27.133842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55600f43-016a-4385-9169-7b6227be199e req-6c8654da-a7a8-4a3b-a333-1fe51be5aad8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:27.135460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55600f43-016a-4385-9169-7b6227be199e req-6c8654da-a7a8-4a3b-a333-1fe51be5aad8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2627995 May 27 02:13:27.203449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.235557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55600f43-016a-4385-9169-7b6227be199e req-fbe0c828-263a-445c-bd30-2e301e6ebc46 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814137 May 27 02:13:27.270911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.319488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-3f01dc6f-d2ce-4f5c-804e-73dc230d9e95 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262079 May 27 02:13:27.397460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.414400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:27.414400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:27.540452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-35a9a251-23d6-44af-9514-960d5ffc6100 req-5c7a9d3f-da8a-4a6b-849d-d7c30369e940 service neutron] 10.222.0.47 "GET /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151229 May 27 02:13:27.801854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event updated for resources: {'Port': ['ID=ac637561-5f11-44a6-8918-024de409fac4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:27.833508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026f320-3c6c-4a78-bda0-7db63451d67e req-49fb43af-8de4-48a4-bc50-0583f2c21107 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:27.833508 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8026f320-3c6c-4a78-bda0-7db63451d67e req-49fb43af-8de4-48a4-bc50-0583f2c21107 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 931 time: 0.1662915 May 27 02:13:27.863196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Network e6e0725b-4dc8-402e-b6a3-783853413457 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:27.878104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:27.888308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:27.937057 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4522865 May 27 02:13:27.938259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37800) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:27.941760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8026f320-3c6c-4a78-bda0-7db63451d67e req-3280a899-442b-4441-806c-bb0ceb3d3e0a tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046498 May 27 02:13:27.944556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'subnet': {'network_id': '30f96dde-f594-43c8-adc7-a134e3f55ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:27.958192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304cf4c-55ac-4e7d-b90a-3c52d0b1074e tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Network': ['ID=30f96dde-f594-43c8-adc7-a134e3f55ec1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:27.978235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 30f96dde-f594-43c8-adc7-a134e3f55ec1 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:27.994062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:27.995141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.064660 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-d192873f-c5c8-41ac-b828-18766eb6cfcc tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2617507 May 27 02:13:28.078821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Request body: {'port': {'device_id': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:28.144113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:28.149450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:subnet and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:28.153853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:28.161205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:28.179656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:28.187373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.317142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.328224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e1f75770-36ea-4065-971e-7de885035d4e None None] Provisioning for port ac637561-5f11-44a6-8918-024de409fac4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:28.336884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e1f75770-36ea-4065-971e-7de885035d4e None None] Provisioning complete for port ac637561-5f11-44a6-8918-024de409fac4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:28.336884 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1f75770-36ea-4065-971e-7de885035d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.464282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1f75770-36ea-4065-971e-7de885035d4e None None] Port ac637561-5f11-44a6-8918-024de409fac4 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:13:28.671859 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:28.836837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b63e9-06f3-4140-8efe-7cb8d6e54915 req-bf3bf460-ba69-406a-aa27-07aea0b9328d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:28.845096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa8b63e9-06f3-4140-8efe-7cb8d6e54915 req-bf3bf460-ba69-406a-aa27-07aea0b9328d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.3916979 May 27 02:13:28.932722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa8b63e9-06f3-4140-8efe-7cb8d6e54915 req-a013ff31-b0fb-4122-a267-141f9bad0c78 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809994 May 27 02:13:28.991069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Checking segment: {'id': '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '30f96dde-f594-43c8-adc7-a134e3f55ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:28.991426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network hostable DHCP agents. Network: 30f96dde-f594-43c8-adc7-a134e3f55ec1, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:29.010005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Subnet': ['ID=1689e1bb-da03-492d-9ad9-6e00f94b5d1b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:29.023890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network 30f96dde-f594-43c8-adc7-a134e3f55ec1 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:29.035776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac637561-5f11-44a6-8918-024de409fac4 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:29.037752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 30f96dde-f594-43c8-adc7-a134e3f55ec1) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:29.045757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:29.046115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af02901-2653-4165-8aed-747e67f6cc14 None None] Network 30f96dde-f594-43c8-adc7-a134e3f55ec1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:29.046541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.061993 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.080676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-99bccb13-99bb-4cab-b889-da5700ba69e9 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1461048 May 27 02:13:29.083714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37834) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:29.129494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Transition to ACTIVE for port object ac637561-5f11-44a6-8918-024de409fac4 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:29.134959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.466350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac637561-5f11-44a6-8918-024de409fac4,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:29.470873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-30f96dde-f594-43c8-adc7-a134e3f55ec1', 'network_id': '30f96dde-f594-43c8-adc7-a134e3f55ec1', 'tenant_id': 'a1d448b22e394c99b60f8fd646eb82cc', 'fixed_ips': [{'subnet_id': '1689e1bb-da03-492d-9ad9-6e00f94b5d1b'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:29.472051 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.487937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.516540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9632533-d836-4a03-8d60-559affc451ab req-614db64b-525a-429a-b85f-3f34eada97f3 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:29.540013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9632533-d836-4a03-8d60-559affc451ab req-614db64b-525a-429a-b85f-3f34eada97f3 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 943 time: 0.3028202 May 27 02:13:29.598891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Attempting to bind port ac637561-5f11-44a6-8918-024de409fac4 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:29.598891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Attempting to bind port ac637561-5f11-44a6-8918-024de409fac4 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:29.598891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Attempting to bind port ac637561-5f11-44a6-8918-024de409fac4 on network e6e0725b-4dc8-402e-b6a3-783853413457 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:29.624277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Port ac637561-5f11-44a6-8918-024de409fac4 on network e6e0725b-4dc8-402e-b6a3-783853413457 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:13:29.624277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Attempting to bind port ac637561-5f11-44a6-8918-024de409fac4 on network e6e0725b-4dc8-402e-b6a3-783853413457 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:29.638081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:29.638081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Checking segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:29.638081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Bound using segment: {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:29.638081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Bound port: ac637561-5f11-44a6-8918-024de409fac4, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f54bcee-8823-4798-a539-4543986587d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:29.638081 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.675220 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.844343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] For port ac637561-5f11-44a6-8918-024de409fac4, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:29.851906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] For port ac637561-5f11-44a6-8918-024de409fac4, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ac637561-5f11-44a6-8918-024de409fac4,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:29.853190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Allocated IP 2001:db8::2 (30f96dde-f594-43c8-adc7-a134e3f55ec1/1689e1bb-da03-492d-9ad9-6e00f94b5d1b/f4d75a87-adc7-4821-b0a8-d8c03e009f33) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:29.860793 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.864198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9632533-d836-4a03-8d60-559affc451ab req-6ef62c1f-0628-4653-b137-b05e2349b874 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268485 May 27 02:13:29.940917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:29.941989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:29.943899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ac637561-5f11-44a6-8918-024de409fac4 HTTP/1.1" status: 200 len: 1092 time: 1.8693295 May 27 02:13:29.944492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:30.232480 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36fbfea-518d-4c1c-a67f-9c031dccb9d9'] response: {'name': 'network-changed', 'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4', 'status': 'completed', 'code': 200} May 27 02:13:30.234128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324554ae-374a-466c-aeaa-72b854a5d2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac637561-5f11-44a6-8918-024de409fac4,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:30.264327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.276261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Transition to ACTIVE for port object f4d75a87-adc7-4821-b0a8-d8c03e009f33 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:30.284604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-9b3a7d10-bf88-4e98-9883-26d2ed718166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.286854 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-9b3a7d10-bf88-4e98-9883-26d2ed718166 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 1095 time: 0.2817595 May 27 02:13:30.302017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Transition to ACTIVE for port object f4d75a87-adc7-4821-b0a8-d8c03e009f33 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:30.313190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.360844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.374130 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-8a0fd86b-edda-42f3-a97b-0e2aff72cfdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac637561-5f11-44a6-8918-024de409fac4 HTTP/1.1" status: 200 len: 217 time: 0.0799584 May 27 02:13:30.382523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Network 30f96dde-f594-43c8-adc7-a134e3f55ec1 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:30.385619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:30.389310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:30.395378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Pushing event updated for resources: {'Port': ['ID=f4d75a87-adc7-4821-b0a8-d8c03e009f33,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:30.482129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55907b47-3ec7-4f5a-907f-b46bd16c4e7f req-ecbb1a89-ae26-4b6c-a1d5-13082aaf23a1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.482129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55907b47-3ec7-4f5a-907f-b46bd16c4e7f req-ecbb1a89-ae26-4b6c-a1d5-13082aaf23a1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.2895954 May 27 02:13:30.482129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Subnet': ['ID=1689e1bb-da03-492d-9ad9-6e00f94b5d1b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:30.520114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Attempting to bind port f4d75a87-adc7-4821-b0a8-d8c03e009f33 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:30.520114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Attempting to bind port f4d75a87-adc7-4821-b0a8-d8c03e009f33 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '30f96dde-f594-43c8-adc7-a134e3f55ec1'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:30.520114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Attempting to bind port f4d75a87-adc7-4821-b0a8-d8c03e009f33 on network 30f96dde-f594-43c8-adc7-a134e3f55ec1 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:30.520114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:30.520114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Checking segment: {'id': '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '30f96dde-f594-43c8-adc7-a134e3f55ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:30.520114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.520114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Bound using segment: {'id': '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '30f96dde-f594-43c8-adc7-a134e3f55ec1'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:30.524332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Bound port: f4d75a87-adc7-4821-b0a8-d8c03e009f33, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '30f96dde-f594-43c8-adc7-a134e3f55ec1'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:30.524332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.605577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-7a7ebfc2-b5d6-455e-8bfc-7347aada1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.605577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-7a7ebfc2-b5d6-455e-8bfc-7347aada1947 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.2231903 May 27 02:13:30.678891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] For port f4d75a87-adc7-4821-b0a8-d8c03e009f33, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:30.682544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] For port f4d75a87-adc7-4821-b0a8-d8c03e009f33, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f4d75a87-adc7-4821-b0a8-d8c03e009f33,segment=NetworkSegment(7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc),segment_id=7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:30.689518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.693201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55907b47-3ec7-4f5a-907f-b46bd16c4e7f req-6150677e-0e0c-4996-ae87-e2ddbb7f03f0 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565871 May 27 02:13:30.706272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.752361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f96dde-f594-43c8-adc7-a134e3f55ec1']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:30.768457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:30.769180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:30.783374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.805388 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.816894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-c6b22d66-37ea-418c-be14-57d1a967e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:30.818038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:30.818505 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-c6b22d66-37ea-418c-be14-57d1a967e1e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2085907 May 27 02:13:30.819004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:30.904927 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc resource provider aggregate not found May 27 02:13:30.922653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853ca64-8ef1-4443-8272-4b723ebe36a7 None None] Pushing event updated for resources: {'Port': ['ID=f4d75a87-adc7-4821-b0a8-d8c03e009f33,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:30.943496 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc found for delete ", "request_id": "req-37b41622-157e-4a91-b076-ca04999cef78"}]} May 27 02:13:30.973346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:13:30.973346 n-d-843146-11 neutron-server[88426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:13:30.973346 n-d-843146-11 neutron-server[88426]: [parameters: {'id': '30f96dde-f594-43c8-adc7-a134e3f55ec1'}] May 27 02:13:30.973346 n-d-843146-11 neutron-server[88426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:13:30.974508 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:13:30.975255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8ed4df-e26b-4f90-bbd2-ce528ed2bfbe None None] Network 30f96dde-f594-43c8-adc7-a134e3f55ec1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:31.175779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565fe6f-8c9f-4b18-8c27-10ccc2b27d19 req-d4929098-d7f1-4c28-8070-6ae4c9a724e0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:31.175779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1565fe6f-8c9f-4b18-8c27-10ccc2b27d19 req-d4929098-d7f1-4c28-8070-6ae4c9a724e0 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 943 time: 0.1204712 May 27 02:13:31.260200 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1565fe6f-8c9f-4b18-8c27-10ccc2b27d19 req-02a76fcc-f18b-4079-bc84-b7b08e70b42e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777197 May 27 02:13:31.352585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a11301-2c46-4068-9e4b-421fec9b854a None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:13:31.354926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56433-90b5-413f-9db3-d7823fa2465e req-8d2310ab-71b4-4dae-9fe3-2b46a9186a18 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:31.361828 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0e56433-90b5-413f-9db3-d7823fa2465e req-8d2310ab-71b4-4dae-9fe3-2b46a9186a18 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.5423732 May 27 02:13:31.388418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-4ea50b09-bdb8-44e6-966b-a7ab153fa24a service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283983 May 27 02:13:31.480948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:31.502727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting port f4d75a87-adc7-4821-b0a8-d8c03e009f33 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:31.502727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:31.524039 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0e56433-90b5-413f-9db3-d7823fa2465e req-6df0272b-8321-4d65-89ff-692dd8af44d1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556253 May 27 02:13:31.605494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a11301-2c46-4068-9e4b-421fec9b854a None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:13:31.652547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ff0a24a-8872-4320-9e60-478a3690ccdc req-47d7f443-0f28-497d-9810-33593652ef6e service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547104 May 27 02:13:31.791028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-3ae5b9b8-e136-4ffe-9e9c-70e5fcf75c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:31.793587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-3ae5b9b8-e136-4ffe-9e9c-70e5fcf75c9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 1095 time: 0.0837085 May 27 02:13:31.970654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] For port f4d75a87-adc7-4821-b0a8-d8c03e009f33, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f4d75a87-adc7-4821-b0a8-d8c03e009f33,segment=NetworkSegment(7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc),segment_id=7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:31.970654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.149253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-98aae66d-8036-435f-8f35-6a72692bf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:32.150762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-98aae66d-8036-435f-8f35-6a72692bf079 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 910 time: 0.3507860 May 27 02:13:32.212188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Calling delete_port for f4d75a87-adc7-4821-b0a8-d8c03e009f33 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:32.311270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.353576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-73454a52-e482-4fb2-bd71-dcc3ffdb168c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac637561-5f11-44a6-8918-024de409fac4 HTTP/1.1" status: 200 len: 217 time: 0.1923418 May 27 02:13:32.445236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Port': ['ID=f4d75a87-adc7-4821-b0a8-d8c03e009f33,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:32.476660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No DVR routers for this DVR port f4d75a87-adc7-4821-b0a8-d8c03e009f33 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:32.568054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-cad1566d-96a0-4da6-92c2-c5d7ea7cd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:32.569694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-cad1566d-96a0-4da6-92c2-c5d7ea7cd149 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.2116873 May 27 02:13:32.739484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e3a0f-de64-4354-be11-bb6632067933 req-c7408515-267f-4030-b6bc-a4bd4a9a317c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:32.739484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fd6e3a0f-de64-4354-be11-bb6632067933 req-c7408515-267f-4030-b6bc-a4bd4a9a317c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:32.806618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fd6e3a0f-de64-4354-be11-bb6632067933 req-c7408515-267f-4030-b6bc-a4bd4a9a317c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:32.806618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd6e3a0f-de64-4354-be11-bb6632067933 req-c7408515-267f-4030-b6bc-a4bd4a9a317c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 943 time: 0.2933431 May 27 02:13:32.896503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-2b34e3f2-5584-4cc3-b274-abf0d4b43c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:32.897805 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-2b34e3f2-5584-4cc3-b274-abf0d4b43c7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3135140 May 27 02:13:32.907446 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:32.944609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f96dde-f594-43c8-adc7-a134e3f55ec1']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:33.000108 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.003568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:33.003568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:33.047770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.087024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.110227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:33.115614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fd6e3a0f-de64-4354-be11-bb6632067933 req-332fdb69-aa07-4467-a71e-8814e360774a tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856250 May 27 02:13:33.119409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.265860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-a694ef10-13cf-4152-bea2-594dbc16805b service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429725 May 27 02:13:33.276175 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc resource provider aggregate not found May 27 02:13:33.286295 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.331428 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f868a0c-d1c8-4636-b4b1-6fbdaaf35bfc found for delete ", "request_id": "req-96183f3f-b4c7-4560-95b5-4de41ab8e0dc"}]} May 27 02:13:33.371993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.381635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.398143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Network': ['ID=30f96dde-f594-43c8-adc7-a134e3f55ec1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:33.414316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-95b3ad4e-a917-41c2-a252-96636c76c34b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/30f96dde-f594-43c8-adc7-a134e3f55ec1 HTTP/1.1" status: 204 len: 168 time: 4.3216815 May 27 02:13:33.414316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:33.429986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1547227386'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:33.429986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:33.439275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:network and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:33.439275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:33.449469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:33.459775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:33.471993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.483540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb4eaff-3b4c-4655-9b38-9881587707fd req-fe49ae2d-b282-45da-b0ef-0ff9d62919c7 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040710 May 27 02:13:33.554983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:13:33.562670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.562670 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Added segment b70e916c-751a-4e67-b213-7ff7cc1d7fe1 of type vlan for network 550fe6f5-a64d-4709-bdea-69a7b1fddb6a May 27 02:13:33.585691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.647092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-3919c549-8ed0-422a-a29c-2b1640102e5e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:33.648498 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-3919c549-8ed0-422a-a29c-2b1640102e5e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7311d48-11f5-43d4-998b-bee407a58468 HTTP/1.1" status: 200 len: 943 time: 0.1618955 May 27 02:13:33.649124 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.655129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:33.655731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.816617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4032907 May 27 02:13:33.819117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37988) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:33.825785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Request body: {'subnet': {'network_id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:33.847277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9d716-b13c-4f99-b433-3230f9829178 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Network': ['ID=550fe6f5-a64d-4709-bdea-69a7b1fddb6a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:33.866555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 550fe6f5-a64d-4709-bdea-69a7b1fddb6a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:13:33.886792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Deleting port 9a672495-cc27-41e2-91eb-6b66e5341cc6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:33.888486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:33.983977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:34.002681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Usage tracker for resource:subnet and tenant:a1d448b22e394c99b60f8fd646eb82cc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:34.012623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:34.016134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:34.035575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Made reservation on behalf of a1d448b22e394c99b60f8fd646eb82cc for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:13:34.044085 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.285430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] For port 9a672495-cc27-41e2-91eb-6b66e5341cc6, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9a672495-cc27-41e2-91eb-6b66e5341cc6,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:34.286770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.456408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Calling delete_port for 9a672495-cc27-41e2-91eb-6b66e5341cc6 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:34.484224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356a1ad-eaf1-4da6-a89a-7612daa92ee6 req-d93e4754-0858-491f-a18b-46b2d28d4c9d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:34.484224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8356a1ad-eaf1-4da6-a89a-7612daa92ee6 req-d93e4754-0858-491f-a18b-46b2d28d4c9d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 943 time: 0.1719942 May 27 02:13:34.626192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8356a1ad-eaf1-4da6-a89a-7612daa92ee6 req-c2af3c4d-095a-4024-a3a6-41b677058559 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029315 May 27 02:13:34.640739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:13:34.648469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.739956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event updated for resources: {'Subnet': ['ID=16edacef-5479-478a-87a0-07c4dfe9ee43,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.751189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:34.766069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Checking segment: {'id': 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:34.766069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network hostable DHCP agents. Network: 550fe6f5-a64d-4709-bdea-69a7b1fddb6a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:13:34.770670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.785198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca', '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:34.854158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Network 550fe6f5-a64d-4709-bdea-69a7b1fddb6a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:13:34.885396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 550fe6f5-a64d-4709-bdea-69a7b1fddb6a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:34.897877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event deleted for resources: {'Port': ['ID=9a672495-cc27-41e2-91eb-6b66e5341cc6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:34.903041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:34.903041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:34.926304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b7209-0fb0-4660-9e61-dbfe1caf4389 None None] Network 550fe6f5-a64d-4709-bdea-69a7b1fddb6a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:34.962735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] No DVR routers for this DVR port 9a672495-cc27-41e2-91eb-6b66e5341cc6 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:34.973576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.000585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-deleted', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:35.010233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aeac858e-b91d-4da2-98e4-73c98a476ed4 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1937454 May 27 02:13:35.013088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38016) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:35.068397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4099aee3-8827-4aff-98c1-1897d7c43536 req-fdeab191-ac5f-41fc-9db7-1606c0596900 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "DELETE /v2.0/ports/9a672495-cc27-41e2-91eb-6b66e5341cc6 HTTP/1.1" status: 204 len: 173 time: 1.4045599 May 27 02:13:35.100350 n-d-843146-11 neutron-server[88426]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3074293b-5959-43c6-bd0a-aba0fe424632']: {'server_uuid': 'c7311d48-11f5-43d4-998b-bee407a58468', 'name': 'network-vif-deleted', 'tag': '9a672495-cc27-41e2-91eb-6b66e5341cc6', 'status': 'failed', 'code': 422} returned with failed status May 27 02:13:35.608345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-550fe6f5-a64d-4709-bdea-69a7b1fddb6a', 'network_id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a', 'tenant_id': 'a1d448b22e394c99b60f8fd646eb82cc', 'fixed_ips': [{'subnet_id': '16edacef-5479-478a-87a0-07c4dfe9ee43'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:13:35.608345 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.625059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.772018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:35.880400 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ab8b9838-8bcd-4da3-8417-7c95ee933328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.031283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Allocated IP 2001:db8::f816:3eff:fe4a:e67a (550fe6f5-a64d-4709-bdea-69a7b1fddb6a/16edacef-5479-478a-87a0-07c4dfe9ee43/e3d7d600-640a-436b-adce-242312765c21) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:13:36.043999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85c318-d38d-46e7-a9b0-f0a55c22e8c9 req-d7e3f109-f761-4b27-801f-4390c2504175 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:36.061589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d85c318-d38d-46e7-a9b0-f0a55c22e8c9 req-d7e3f109-f761-4b27-801f-4390c2504175 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 943 time: 0.1653991 May 27 02:13:36.099648 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:13:36.187981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d85c318-d38d-46e7-a9b0-f0a55c22e8c9 req-4de17f2f-c8c7-479e-b6e9-5dc160bc44e4 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233768 May 27 02:13:36.215449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ac637561-5f11-44a6-8918-024de409fac4 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:13:36.446542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.461970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Transition to ACTIVE for port object e3d7d600-640a-436b-adce-242312765c21 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:36.514533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Transition to ACTIVE for port object e3d7d600-640a-436b-adce-242312765c21 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:13:36.528921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ac637561-5f11-44a6-8918-024de409fac4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ac637561-5f11-44a6-8918-024de409fac4,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:36.538597 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.575512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.654441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'ac637561-5f11-44a6-8918-024de409fac4', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'port_id': 'ac637561-5f11-44a6-8918-024de409fac4', 'mac_address': 'fa:16:3e:0f:fc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:13:36.699533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Subnet': ['ID=16edacef-5479-478a-87a0-07c4dfe9ee43,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:36.758105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Pushing event updated for resources: {'Port': ['ID=e3d7d600-640a-436b-adce-242312765c21,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:36.770406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Network 550fe6f5-a64d-4709-bdea-69a7b1fddb6a is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:13:36.770406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:13:36.784349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:13:36.869222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port ac637561-5f11-44a6-8918-024de409fac4 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:36.869222 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.882673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.913255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Attempting to bind port e3d7d600-640a-436b-adce-242312765c21 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:13:36.913255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Attempting to bind port e3d7d600-640a-436b-adce-242312765c21 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:13:36.913255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Attempting to bind port e3d7d600-640a-436b-adce-242312765c21 on network 550fe6f5-a64d-4709-bdea-69a7b1fddb6a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:13:36.919243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac637561-5f11-44a6-8918-024de409fac4 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:13:36.936496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ac637561-5f11-44a6-8918-024de409fac4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ac637561-5f11-44a6-8918-024de409fac4,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:36.938069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:13:36.938982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Checking segment: {'id': 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:13:36.939465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.939871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Bound using segment: {'id': 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:13:36.940435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Bound port: e3d7d600-640a-436b-adce-242312765c21, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:13:36.940809 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.954423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:36.967189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550fe6f5-a64d-4709-bdea-69a7b1fddb6a']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:37.010171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:37.011015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:37.033239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ab79-5ca5-4f00-9b61-5cfedce5cb99 req-e5d7aad6-94ca-44b3-8cd7-d58f0a65b2aa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:37.037533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed55ab79-5ca5-4f00-9b61-5cfedce5cb99 req-e5d7aad6-94ca-44b3-8cd7-d58f0a65b2aa tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 907 time: 0.3513510 May 27 02:13:37.049949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.078396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.088491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:37.088491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.145481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=ac637561-5f11-44a6-8918-024de409fac4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:37.152120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] For port e3d7d600-640a-436b-adce-242312765c21, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:13:37.228020 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b70e916c-751a-4e67-b213-7ff7cc1d7fe1 resource provider aggregate not found May 27 02:13:37.251474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] For port e3d7d600-640a-436b-adce-242312765c21, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e3d7d600-640a-436b-adce-242312765c21,segment=NetworkSegment(b70e916c-751a-4e67-b213-7ff7cc1d7fe1),segment_id=b70e916c-751a-4e67-b213-7ff7cc1d7fe1)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:13:37.255036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:13:37.255036 n-d-843146-11 neutron-server[88425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:13:37.255036 n-d-843146-11 neutron-server[88425]: [parameters: {'id': '550fe6f5-a64d-4709-bdea-69a7b1fddb6a'}] May 27 02:13:37.255036 n-d-843146-11 neutron-server[88425]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:13:37.256631 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:13:37.259604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.273892 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b70e916c-751a-4e67-b213-7ff7cc1d7fe1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b70e916c-751a-4e67-b213-7ff7cc1d7fe1 found for delete ", "request_id": "req-4d8dbfee-6f0f-493b-b573-886724835dfc"}]} May 27 02:13:37.345355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['ac637561-5f11-44a6-8918-024de409fac4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:37.465818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacb026-f237-4945-a3a0-abf50f432379 None None] Pushing event updated for resources: {'Port': ['ID=e3d7d600-640a-436b-adce-242312765c21,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:37.510070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d56a6-04ee-4cc6-9101-bdd03a3b8090 req-fd99b5ba-a9d0-44b3-b7c8-106404ac9934 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:37.510070 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b3d56a6-04ee-4cc6-9101-bdd03a3b8090 req-fd99b5ba-a9d0-44b3-b7c8-106404ac9934 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 944 time: 0.2031319 May 27 02:13:37.564474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15015597-65b0-454e-8d12-8ae91d59474d None None] Network 550fe6f5-a64d-4709-bdea-69a7b1fddb6a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:37.633663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b3d56a6-04ee-4cc6-9101-bdd03a3b8090 req-640c5ab3-0bba-4667-a5ed-35d30bbb8e09 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082089 May 27 02:13:37.769454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.784527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting port e3d7d600-640a-436b-adce-242312765c21 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:37.784527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:37.934096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae1d17-c2ec-485d-ae7e-3cc1d32112ec None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:13:38.011015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b91e73c1-28df-4b19-9ae0-c779fbaa2b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.092111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] For port e3d7d600-640a-436b-adce-242312765c21, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e3d7d600-640a-436b-adce-242312765c21,segment=NetworkSegment(b70e916c-751a-4e67-b213-7ff7cc1d7fe1),segment_id=b70e916c-751a-4e67-b213-7ff7cc1d7fe1)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:38.092111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.138761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae1d17-c2ec-485d-ae7e-3cc1d32112ec None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:13:38.257040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Calling delete_port for e3d7d600-640a-436b-adce-242312765c21 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:38.465517 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.533663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-60230402-d4fc-4a28-8e98-c06e4332b7e8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:38.533663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-60230402-d4fc-4a28-8e98-c06e4332b7e8 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 907 time: 0.2433100 May 27 02:13:38.533663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Port': ['ID=e3d7d600-640a-436b-adce-242312765c21,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:38.543979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No DVR routers for this DVR port e3d7d600-640a-436b-adce-242312765c21 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:38.543979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932f42c-d76e-4643-8416-07d90194bda8 req-3b848737-de43-43ca-93b4-3caf266a2433 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:38.550909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6932f42c-d76e-4643-8416-07d90194bda8 req-3b848737-de43-43ca-93b4-3caf266a2433 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 907 time: 0.2097223 May 27 02:13:38.813927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.893410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550fe6f5-a64d-4709-bdea-69a7b1fddb6a']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:38.906518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Deleting port b7116102-efc7-4a85-8b05-3b77e5c64e70 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:38.906518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:38.940925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38100) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:38.947676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78049d-d081-4431-bcf9-92c61f787e58 req-ccd73e92-7e78-4a10-a2d0-826b8780abb8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:38.956882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d78049d-d081-4431-bcf9-92c61f787e58 req-ccd73e92-7e78-4a10-a2d0-826b8780abb8 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 944 time: 0.1480169 May 27 02:13:39.014522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d78049d-d081-4431-bcf9-92c61f787e58 req-b504cdf0-3edd-4d40-b41e-4bb776e20a4b tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600777 May 27 02:13:39.073441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:39.073788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70e916c-751a-4e67-b213-7ff7cc1d7fe1') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:39.097347 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.127133 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.187408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:39.187408 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.321976 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.359588 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b70e916c-751a-4e67-b213-7ff7cc1d7fe1 resource provider aggregate not found May 27 02:13:39.371122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.391804 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b70e916c-751a-4e67-b213-7ff7cc1d7fe1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b70e916c-751a-4e67-b213-7ff7cc1d7fe1 found for delete ", "request_id": "req-88f6bb38-8287-4efa-9b99-2502b2a96c0d"}]} May 27 02:13:39.400532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:39.420279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Usage tracker for resource:security_group_rule and tenant:5b3407fbd88b44b88b2530b5001041a2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:39.420279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:39.422507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.425396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.425396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:39.452766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.460202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Network': ['ID=550fe6f5-a64d-4709-bdea-69a7b1fddb6a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:39.537793 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-34d4bc23-4886-44a5-905c-8bfdaa6c7b48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/550fe6f5-a64d-4709-bdea-69a7b1fddb6a HTTP/1.1" status: 204 len: 168 time: 4.5163865 May 27 02:13:39.541296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38114) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:39.548249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] For port b7116102-efc7-4a85-8b05-3b77e5c64e70, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b7116102-efc7-4a85-8b05-3b77e5c64e70,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:39.548249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.609715 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d03be7-a29f-4bc3-833f-18eb3808422d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:39.610171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d03be7-a29f-4bc3-833f-18eb3808422d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:39.612295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-79d03be7-a29f-4bc3-833f-18eb3808422d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/16edacef-5479-478a-87a0-07c4dfe9ee43 HTTP/1.1" status: 404 len: 337 time: 0.0763237 May 27 02:13:39.628074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38122) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:39.684970 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7674fa7-da3b-48ab-a488-4b73c0a13ec6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:39.685439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7674fa7-da3b-48ab-a488-4b73c0a13ec6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:39.691512 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7674fa7-da3b-48ab-a488-4b73c0a13ec6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/550fe6f5-a64d-4709-bdea-69a7b1fddb6a HTTP/1.1" status: 404 len: 339 time: 0.0624208 May 27 02:13:39.693875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38128) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:39.696126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Calling delete_port for b7116102-efc7-4a85-8b05-3b77e5c64e70 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:39.881407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.892228 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a66ed1-6a6b-42c9-8c00-1d53005c7781 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:39.892228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a66ed1-6a6b-42c9-8c00-1d53005c7781 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:39.892228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-80a66ed1-6a6b-42c9-8c00-1d53005c7781 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/1689e1bb-da03-492d-9ad9-6e00f94b5d1b HTTP/1.1" status: 404 len: 337 time: 0.1926470 May 27 02:13:39.895946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:39.899871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38132) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:39.918067 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d0c945-e4a6-4092-a658-e84ba7649565 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:39.918679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d0c945-e4a6-4092-a658-e84ba7649565 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:39.922510 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35d0c945-e4a6-4092-a658-e84ba7649565 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/30f96dde-f594-43c8-adc7-a134e3f55ec1 HTTP/1.1" status: 404 len: 339 time: 0.0288184 May 27 02:13:39.922865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38136) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:39.979708 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a762113-b69e-49d3-9dcf-e0b0a363fe48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:39.980409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a762113-b69e-49d3-9dcf-e0b0a363fe48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:39.980738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cddad3-88e4-4410-8c83-c05488ef80d0 req-5bb69d81-9f33-4d78-8036-af0c474f5928 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:39.982760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1a762113-b69e-49d3-9dcf-e0b0a363fe48 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/bc036342-e0b9-45e4-9ea3-3fb3dcf0cd16 HTTP/1.1" status: 404 len: 337 time: 0.0579123 May 27 02:13:39.984576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38142) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:39.989720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86cddad3-88e4-4410-8c83-c05488ef80d0 req-5bb69d81-9f33-4d78-8036-af0c474f5928 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 907 time: 0.2624407 May 27 02:13:40.031117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7110e8e2-c22d-4de7-ab2e-0d1ed2788a9d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:40.038060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-49dadb71-1649-46f7-9307-06cb87c81c1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b3407fbd88b44b88b2530b5001041a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9528818 May 27 02:13:40.044134 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fc807e-da76-4627-9187-bd38a4b3bb6c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:40.044134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fc807e-da76-4627-9187-bd38a4b3bb6c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:40.053752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-67fc807e-da76-4627-9187-bd38a4b3bb6c tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/967b5c21-808d-4975-aa8f-05ffa5cd5934 HTTP/1.1" status: 404 len: 339 time: 0.0598683 May 27 02:13:40.053752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38148) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:40.059423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38152) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:40.074796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.126799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.221851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.245681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ac637561-5f11-44a6-8918-024de409fac4 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:13:40.289439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a028aa-c2b0-4e7e-8a24-67eb62f085bb req-14445db2-c10c-42dc-8c46-977e2662450c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:40.290911 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2a028aa-c2b0-4e7e-8a24-67eb62f085bb req-14445db2-c10c-42dc-8c46-977e2662450c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 944 time: 0.1483028 May 27 02:13:40.374064 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2a028aa-c2b0-4e7e-8a24-67eb62f085bb req-0888d34b-2aca-4312-9b96-bca7dd340ae9 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551159 May 27 02:13:40.374064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.381771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting port 4b01b701-15c1-4d9a-8804-82b6299b4c60 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:40.381771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.402517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port ac637561-5f11-44a6-8918-024de409fac4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:13:40.409383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7110e8e2-c22d-4de7-ab2e-0d1ed2788a9d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:40.424629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port ac637561-5f11-44a6-8918-024de409fac4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:13:40.424629 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.428496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.428496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.428496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.428496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.428496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.428496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.428496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.451517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event deleted for resources: {'Port': ['ID=b7116102-efc7-4a85-8b05-3b77e5c64e70,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:40.456424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.456424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.456424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.456424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.456424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:13:40.456424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.456424 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70863563-813f-4550-885f-e663ec49dcfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7110e8e2-c22d-4de7-ab2e-0d1ed2788a9d HTTP/1.1" status: 204 len: 168 time: 0.3994532 May 27 02:13:40.464484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] No DVR routers for this DVR port b7116102-efc7-4a85-8b05-3b77e5c64e70 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:40.464484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.473775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'name': 'network-vif-deleted', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:40.570873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d2d44db-a3aa-41d8-9a5b-2d2abcea53d6 req-fd97a545-0493-4f5d-a6c6-7a324a29a027 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "DELETE /v2.0/ports/b7116102-efc7-4a85-8b05-3b77e5c64e70 HTTP/1.1" status: 204 len: 173 time: 2.0245922 May 27 02:13:40.603058 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1a5a9f-7e69-4175-8eca-f6e8a8c1a16c'] response: {'server_uuid': '9337e350-435c-47b1-9946-dd696e074e35', 'name': 'network-vif-deleted', 'tag': 'b7116102-efc7-4a85-8b05-3b77e5c64e70', 'status': 'completed', 'code': 200} May 27 02:13:40.773185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port ac637561-5f11-44a6-8918-024de409fac4 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:13:40.773185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.826397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.829483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:40.837067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ac637561-5f11-44a6-8918-024de409fac4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ac637561-5f11-44a6-8918-024de409fac4,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:40.850322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:40.850322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b7116102-efc7-4a85-8b05-3b77e5c64e70 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:40.937937 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec75cf95-6520-4bd3-8e54-a4c2b8391961'] response: {'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4', 'code': 200} May 27 02:13:40.990463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Calling delete_port for 4b01b701-15c1-4d9a-8804-82b6299b4c60 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:41.123260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: b7116102-efc7-4a85-8b05-3b77e5c64e70 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:41.123260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b7116102-efc7-4a85-8b05-3b77e5c64e70 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:41.210185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.253191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=ac637561-5f11-44a6-8918-024de409fac4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:41.256438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38174) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:41.315761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.337261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:41.342398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Usage tracker for resource:security_group_rule and tenant:a3bf778df1ec4e66ab3665ff8bc21338 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:41.345473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:41.362491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:41.428191 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.551082 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.560127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.595475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.601424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-067b74b5-497d-4afe-b191-5edda5b0d234 req-48015d90-27f7-448a-bf8f-ad4c1dd30cac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:41.606698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/ports/4b01b701-15c1-4d9a-8804-82b6299b4c60 HTTP/1.1" status: 204 len: 168 time: 1.5482650 May 27 02:13:41.606698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2113a-1ef8-4768-bb2e-cc59dbf76102 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Port': ['ID=4b01b701-15c1-4d9a-8804-82b6299b4c60,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:41.610236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38182) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:41.642949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3bf778df1ec4e66ab3665ff8bc21338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904095 May 27 02:13:41.646311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38188) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:41.670510 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b33721-c2e8-4fcc-9893-abf20815f53b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:41.671005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b33721-c2e8-4fcc-9893-abf20815f53b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:41.674765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-83b33721-c2e8-4fcc-9893-abf20815f53b tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/f56b6b0b-ba66-4a40-a02d-c5a51bc1c347 HTTP/1.1" status: 404 len: 337 time: 0.0614846 May 27 02:13:41.675501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38192) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:41.725209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-067b74b5-497d-4afe-b191-5edda5b0d234 req-48015d90-27f7-448a-bf8f-ad4c1dd30cac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:41.725209 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-067b74b5-497d-4afe-b191-5edda5b0d234 req-48015d90-27f7-448a-bf8f-ad4c1dd30cac tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=9337e350-435c-47b1-9946-dd696e074e35 HTTP/1.1" status: 200 len: 210 time: 0.3141375 May 27 02:13:41.756579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ae4f2-cf2d-4484-a5fa-42a8a3a261bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1c90e-ebc0-49e8-9b8e-421034c9617d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:41.788728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2879f98-3d4d-4d95-911c-de817cb0f349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.825366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9903f-8ca1-4889-a4a7-b35921a9e5f0 req-7c269039-35cb-4d26-8e5c-db26ea614988 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:41.825366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bc9903f-8ca1-4889-a4a7-b35921a9e5f0 req-7c269039-35cb-4d26-8e5c-db26ea614988 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.1931181 May 27 02:13:41.832217 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2879f98-3d4d-4d95-911c-de817cb0f349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.852105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab517f-b17b-475c-bc5c-e145740e6ce9 req-953353b4-9241-44cf-89ee-8490e8759bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:41.852105 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99ab517f-b17b-475c-bc5c-e145740e6ce9 req-953353b4-9241-44cf-89ee-8490e8759bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 1097 time: 0.8657598 May 27 02:13:41.895183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.920038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bc9903f-8ca1-4889-a4a7-b35921a9e5f0 req-0bd8bad9-caba-43f2-b179-3d3458b801f1 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815592 May 27 02:13:41.943915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2879f98-3d4d-4d95-911c-de817cb0f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.959689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2879f98-3d4d-4d95-911c-de817cb0f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1c90e-ebc0-49e8-9b8e-421034c9617d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:41.964837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99ab517f-b17b-475c-bc5c-e145740e6ce9 req-0ba4f9ed-9014-47fb-aa5f-abe410ddbbcd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019111 May 27 02:13:41.973141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2879f98-3d4d-4d95-911c-de817cb0f349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:41.978108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b2879f98-3d4d-4d95-911c-de817cb0f349 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45c1c90e-ebc0-49e8-9b8e-421034c9617d HTTP/1.1" status: 204 len: 168 time: 0.3283536 May 27 02:13:42.073762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.114092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42bb4af-aff0-4faa-b11e-8af422787a4b']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:42.128857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295e7d4e-53a5-4a1f-bd02-90340eba3528') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:42.128857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295e7d4e-53a5-4a1f-bd02-90340eba3528') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:42.141013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.157683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.166407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:42.166407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.243545 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 295e7d4e-53a5-4a1f-bd02-90340eba3528 resource provider aggregate not found May 27 02:13:42.264878 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 295e7d4e-53a5-4a1f-bd02-90340eba3528 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 295e7d4e-53a5-4a1f-bd02-90340eba3528 found for delete ", "request_id": "req-a0021209-3922-4f06-b329-d1a3266623e7"}]} May 27 02:13:42.291554 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.326057 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.330452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Network': ['ID=e42bb4af-aff0-4faa-b11e-8af422787a4b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:42.336996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8c5bc579-30f9-452b-a0d3-f5f82ba17554 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/e42bb4af-aff0-4faa-b11e-8af422787a4b HTTP/1.1" status: 204 len: 168 time: 0.6555271 May 27 02:13:42.336996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38212) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:42.418841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting port 15b37851-13d5-4790-a5e7-bdc0f9a6d54a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:42.418841 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.708582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:42.877062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Calling delete_port for 15b37851-13d5-4790-a5e7-bdc0f9a6d54a owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:42.985954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.065933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Port': ['ID=15b37851-13d5-4790-a5e7-bdc0f9a6d54a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:43.080845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.088094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-977d8d79-0b8a-4f84-ac19-8270dc47b434 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/ports/15b37851-13d5-4790-a5e7-bdc0f9a6d54a HTTP/1.1" status: 204 len: 168 time: 0.7522340 May 27 02:13:43.090966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38244) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:43.152795 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fb88d0-3c1a-46ef-8051-53e67495bdc5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] DELETE failed (client error): The resource could not be found. May 27 02:13:43.153548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fb88d0-3c1a-46ef-8051-53e67495bdc5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:13:43.155532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e0fb88d0-3c1a-46ef-8051-53e67495bdc5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/124cc51e-293a-4ebb-88c1-5622ad000b07 HTTP/1.1" status: 404 len: 337 time: 0.0630684 May 27 02:13:43.158197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38248) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:43.264859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c138d0-1061-40cd-a2d2-98b553fe272b req-58ddd5e7-c15b-43c5-8192-ad0db2c6b1b4 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:43.273659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58c138d0-1061-40cd-a2d2-98b553fe272b req-58ddd5e7-c15b-43c5-8192-ad0db2c6b1b4 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.1426678 May 27 02:13:43.336553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.350693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58c138d0-1061-40cd-a2d2-98b553fe272b req-4ce81fd4-4a71-416a-a375-7cf792dab245 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730140 May 27 02:13:43.642173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.706360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fc14da-c25b-4d33-a319-d3721ed2b111']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:43.721467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2070011d-2902-4ef6-b8bc-73361cd57106') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:43.721467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2070011d-2902-4ef6-b8bc-73361cd57106') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:43.745643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.754894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cde80-0af0-4432-b771-052245e0e9fa req-be98e9a0-f2f0-4286-affd-445a40c0d405 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:43.755785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a04cde80-0af0-4432-b771-052245e0e9fa req-be98e9a0-f2f0-4286-affd-445a40c0d405 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:43.771748 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.781121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:43.781589 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.808823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a04cde80-0af0-4432-b771-052245e0e9fa req-be98e9a0-f2f0-4286-affd-445a40c0d405 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:43.809971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a04cde80-0af0-4432-b771-052245e0e9fa req-be98e9a0-f2f0-4286-affd-445a40c0d405 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 946 time: 0.2264245 May 27 02:13:43.878478 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 2070011d-2902-4ef6-b8bc-73361cd57106 resource provider aggregate not found May 27 02:13:43.929916 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 2070011d-2902-4ef6-b8bc-73361cd57106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2070011d-2902-4ef6-b8bc-73361cd57106 found for delete ", "request_id": "req-352ed172-ab79-4725-9390-9a051ff42164"}]} May 27 02:13:43.957733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a04cde80-0af0-4432-b771-052245e0e9fa req-a507711f-1b28-413f-8704-5783590fd6a9 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770171 May 27 02:13:43.957733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.986547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:43.997158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Network': ['ID=95fc14da-c25b-4d33-a319-d3721ed2b111,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:43.997158 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3121027d-f62b-458a-84a8-a1d9b59b064d tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/95fc14da-c25b-4d33-a319-d3721ed2b111 HTTP/1.1" status: 204 len: 168 time: 0.8352792 May 27 02:13:44.004065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38274) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:44.078826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting subnet b3037347-0efb-49f9-8198-efd14040c5bf {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:13:44.082700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.142040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.359528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.536561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.594897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Subnet': ['ID=b3037347-0efb-49f9-8198-efd14040c5bf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:44.594897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.623778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c8277-7f68-4bb6-97a5-e8f6153f9aaa None None] Network 0845eec3-0b47-47e0-9263-c91f015d381f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:13:44.637616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-06f2d2b5-14a4-410e-9844-6fb49ffa05a5 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/subnets/b3037347-0efb-49f9-8198-efd14040c5bf HTTP/1.1" status: 204 len: 168 time: 0.6387293 May 27 02:13:44.642771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38298) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:44.670506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b92d2-0c1b-4b21-ae8e-296c1c3ced91 req-9516d9ff-a17e-4149-8702-66edc273d61e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:44.678337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116b92d2-0c1b-4b21-ae8e-296c1c3ced91 req-9516d9ff-a17e-4149-8702-66edc273d61e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.1882794 May 27 02:13:44.741279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-116b92d2-0c1b-4b21-ae8e-296c1c3ced91 req-73c25332-79ad-4321-bc16-a7d7ce7e0788 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615480 May 27 02:13:44.793593 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:44.829141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting port e678448d-2692-4a38-9e91-d75d89eea763 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:44.829141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.123342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] DHCP port deletion for 0845eec3-0b47-47e0-9263-c91f015d381f request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:13:45.164358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] Deleting port e678448d-2692-4a38-9e91-d75d89eea763 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:45.164358 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.213867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a23574-d08f-436c-b250-a739b218c81e req-5f6a75c6-d3d0-440f-9b4d-1c3764f543b4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:45.213867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67a23574-d08f-436c-b250-a739b218c81e req-5f6a75c6-d3d0-440f-9b4d-1c3764f543b4 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 946 time: 0.2983854 May 27 02:13:45.289203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40303584-9e2d-4dda-ac52-11c860f9c54d req-e40471be-f852-4d34-9ac8-425192e2c313 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:45.300932 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40303584-9e2d-4dda-ac52-11c860f9c54d req-e40471be-f852-4d34-9ac8-425192e2c313 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.4259415 May 27 02:13:45.332413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38318) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:45.349954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Request body: {'floatingip': {'port_id': 'ac637561-5f11-44a6-8918-024de409fac4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:45.540578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] For port e678448d-2692-4a38-9e91-d75d89eea763, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e678448d-2692-4a38-9e91-d75d89eea763,segment=NetworkSegment(32cc302f-6a7b-4000-8538-8267f40c1107),segment_id=32cc302f-6a7b-4000-8538-8267f40c1107)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:45.540578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.560825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.645333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] For port e678448d-2692-4a38-9e91-d75d89eea763, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e678448d-2692-4a38-9e91-d75d89eea763,segment=NetworkSegment(32cc302f-6a7b-4000-8538-8267f40c1107),segment_id=32cc302f-6a7b-4000-8538-8267f40c1107)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:45.645333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.672356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Deleting port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:45.686810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.739591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] Calling delete_port for e678448d-2692-4a38-9e91-d75d89eea763 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:45.849497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Calling delete_port for e678448d-2692-4a38-9e91-d75d89eea763 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:45.857000 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:45.883318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c822-293c-4bff-a901-dbc8474cb213 req-194ac1dc-8ef5-4832-9270-9188986c6f3e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:45.890969 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a310c822-293c-4bff-a901-dbc8474cb213 req-194ac1dc-8ef5-4832-9270-9188986c6f3e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 946 time: 0.6788478 May 27 02:13:45.930663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] Pushing event deleted for resources: {'Port': ['ID=e678448d-2692-4a38-9e91-d75d89eea763,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:45.930663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdd430-63ee-43e6-a53a-74924eb5b1e1 None None] No DVR routers for this DVR port e678448d-2692-4a38-9e91-d75d89eea763 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: util.warn( May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:13:45.978796 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:13:46.012374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38330) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:46.163385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.179078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:46.184267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bdbad543e24d3ba8dbb5d6d2421724 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:46.187164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:46.193077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:46.252158 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a310c822-293c-4bff-a901-dbc8474cb213 req-d3d18883-91a4-4547-bc19-7c44dcbcc3ec tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572648 May 27 02:13:46.342979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.349945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.401665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7bdbad543e24d3ba8dbb5d6d2421724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966253 May 27 02:13:46.401665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38340) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:46.401665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7fd1f-a082-4fea-8776-83b6fbe85234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a511b4b-9654-4310-83da-2debab5fe7e8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:46.413152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] For port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:46.413152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.465158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35a08044-3dd1-42d5-948f-59ca86e257bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.482180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Deleting port e678448d-2692-4a38-9e91-d75d89eea763 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:46.482542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.570903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Calling delete_port for 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:46.576340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] The port 'e678448d-2692-4a38-9e91-d75d89eea763' was deleted {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:13:46.576340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35a08044-3dd1-42d5-948f-59ca86e257bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.749331 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.764546 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35a08044-3dd1-42d5-948f-59ca86e257bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.801969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0845eec3-0b47-47e0-9263-c91f015d381f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:46.809884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a08044-3dd1-42d5-948f-59ca86e257bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a511b4b-9654-4310-83da-2debab5fe7e8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:46.820107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35a08044-3dd1-42d5-948f-59ca86e257bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.821329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35a08044-3dd1-42d5-948f-59ca86e257bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a511b4b-9654-4310-83da-2debab5fe7e8 HTTP/1.1" status: 204 len: 168 time: 0.4180017 May 27 02:13:46.852290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cc302f-6a7b-4000-8538-8267f40c1107') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:46.852290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cc302f-6a7b-4000-8538-8267f40c1107') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:46.883507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.900008 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.910814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:13:46.910814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:46.969445 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 32cc302f-6a7b-4000-8538-8267f40c1107 resource provider aggregate not found May 27 02:13:47.027231 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 32cc302f-6a7b-4000-8538-8267f40c1107 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32cc302f-6a7b-4000-8538-8267f40c1107 found for delete ", "request_id": "req-ac741f05-12e6-4bb4-b5cf-777b1b6fe8d9"}]} May 27 02:13:47.064202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.070626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca', '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:47.091132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.132822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.143894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event deleted for resources: {'Port': ['ID=0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:47.178559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] Pushing event deleted for resources: {'Network': ['ID=0845eec3-0b47-47e0-9263-c91f015d381f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:47.198766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec952d17-139f-4e3a-977a-677db574ade6 tempest-NetworksIpV6TestAttrs-1793343147 tempest-NetworksIpV6TestAttrs-1793343147-project] 10.222.0.16 "DELETE /v2.0/networks/0845eec3-0b47-47e0-9263-c91f015d381f HTTP/1.1" status: 204 len: 168 time: 2.5567446 May 27 02:13:47.305980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e678448d-2692-4a38-9e91-d75d89eea763 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:47.315017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] No DVR routers for this DVR port 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:47.315017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.324356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'name': 'network-vif-deleted', 'tag': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:47.352355 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:13:47.441814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67a23574-d08f-436c-b250-a739b218c81e req-38c98110-f270-419d-9414-454938100d8c tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "DELETE /v2.0/ports/0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 HTTP/1.1" status: 204 len: 173 time: 2.2174673 May 27 02:13:47.456346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e678448d-2692-4a38-9e91-d75d89eea763 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:47.456346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e678448d-2692-4a38-9e91-d75d89eea763 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:47.461721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38366) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:47.493014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.532577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:47.534563 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1b9f7d-3cf2-4d5a-9eaa-7d9d01b98717'] response: {'server_uuid': '4a7adf1b-d71a-4938-8d86-d189fdc4786f', 'name': 'network-vif-deleted', 'tag': '0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558', 'status': 'completed', 'code': 200} May 27 02:13:47.548338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Usage tracker for resource:security_group_rule and tenant:e22701c7716f4e75a366d11a69b6266f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:47.556055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:47.573920 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.576089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:47.582398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.720218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d84a5f2-b038-4eaa-aa32-2ba96cb54cea req-afb91e67-9eb6-4da4-aa37-9b559b82eb1f tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a7adf1b-d71a-4938-8d86-d189fdc4786f HTTP/1.1" status: 200 len: 210 time: 0.1561918 May 27 02:13:47.949813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38376) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:47.974437 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Floating IP d7a69a5f-eb73-46ca-9904-32b8a4c6227e associated. External IP: 172.25.3.35, port: ac637561-5f11-44a6-8918-024de409fac4. May 27 02:13:47.975383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:47.983310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.049302 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e22701c7716f4e75a366d11a69b6266f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859289 May 27 02:13:48.049302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38382) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:48.070566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846d5a6-8c14-4570-a467-174c53b69b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ef9f51-8e3f-40fa-bd90-55604b739cff,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:48.177352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b90b0478-57e4-4dc8-a402-243b2f063e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.217590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b90b0478-57e4-4dc8-a402-243b2f063e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.293225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-24050582-60ec-49f4-8ab3-79c22e8a7c6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1d448b22e394c99b60f8fd646eb82cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419683 May 27 02:13:48.295892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38388) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:48.305586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b90b0478-57e4-4dc8-a402-243b2f063e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.325507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b0478-57e4-4dc8-a402-243b2f063e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ef9f51-8e3f-40fa-bd90-55604b739cff,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:48.372473 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b90b0478-57e4-4dc8-a402-243b2f063e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.374904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b90b0478-57e4-4dc8-a402-243b2f063e63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89ef9f51-8e3f-40fa-bd90-55604b739cff HTTP/1.1" status: 204 len: 168 time: 0.3285840 May 27 02:13:48.471640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32f6924-dc78-4c61-84c0-39e0b840067b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.585559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32f6924-dc78-4c61-84c0-39e0b840067b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.702102 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32f6924-dc78-4c61-84c0-39e0b840067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.736069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Router ed992b4d-8480-4dc3-85ac-4a712391a77e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:13:48.736069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f6924-dc78-4c61-84c0-39e0b840067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc636182-f213-4acb-a98e-d193f78b70a8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:48.748784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d32f6924-dc78-4c61-84c0-39e0b840067b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:48.755156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d32f6924-dc78-4c61-84c0-39e0b840067b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc636182-f213-4acb-a98e-d193f78b70a8 HTTP/1.1" status: 204 len: 168 time: 0.4542699 May 27 02:13:49.079502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:49.079502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:49.092120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] Sync routers for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:49.122339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:49.122339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:49.173462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b4966a8c-8191-4276-8df8-2d9918268104 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "PUT /v2.0/floatingips/d7a69a5f-eb73-46ca-9904-32b8a4c6227e HTTP/1.1" status: 200 len: 990 time: 3.8270035 May 27 02:13:49.578509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:49.592942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:49.696193 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe45fe3-e410-4059-8359-943d6e97221b'] response: {'name': 'network-changed', 'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4', 'status': 'completed', 'code': 200} May 27 02:13:49.775410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed28c3-ea7d-400d-b84b-e46fabe2c5fd req-ea90ae15-81ed-4da9-bf4a-301012a2289e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:49.788541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-88ed28c3-ea7d-400d-b84b-e46fabe2c5fd req-ea90ae15-81ed-4da9-bf4a-301012a2289e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:49.833373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-2387af60-1e49-416b-a2e1-9d4ec0b74413 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:49.833373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-2387af60-1e49-416b-a2e1-9d4ec0b74413 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:49.868163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-2387af60-1e49-416b-a2e1-9d4ec0b74413 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:49.868163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-2387af60-1e49-416b-a2e1-9d4ec0b74413 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.2680051 May 27 02:13:49.868163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-88ed28c3-ea7d-400d-b84b-e46fabe2c5fd req-ea90ae15-81ed-4da9-bf4a-301012a2289e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:49.879225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88ed28c3-ea7d-400d-b84b-e46fabe2c5fd req-ea90ae15-81ed-4da9-bf4a-301012a2289e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 946 time: 0.4696429 May 27 02:13:49.905479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-ae881817-0a9d-405a-855d-e5cdeb6405e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:49.905479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-ae881817-0a9d-405a-855d-e5cdeb6405e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 1097 time: 0.1767261 May 27 02:13:50.097785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88ed28c3-ea7d-400d-b84b-e46fabe2c5fd req-d07926a1-a9ae-4702-ac1d-c2bfbf27537d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=63dc8079-b319-48af-9b33-924d1ad24f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193880 May 27 02:13:50.134376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Deleting port 945f1ada-2028-461f-a476-c6f93732d6ca {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:50.134376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:50.205375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-c8117f49-3116-42e0-b03c-a6b32ef9653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:50.205375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-c8117f49-3116-42e0-b03c-a6b32ef9653a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 200 len: 910 time: 0.2986722 May 27 02:13:50.411308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:50.511395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-2a150bad-02f1-456d-bafd-7dd0eb3d9d37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac637561-5f11-44a6-8918-024de409fac4 HTTP/1.1" status: 200 len: 998 time: 0.2932584 May 27 02:13:50.547310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:50.547310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 0b89bc8a-6d8e-4c16-83b1-4c23d8a7a558 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:50.642221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-6494173c-3107-4da7-b477-c7d900cb2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:50.650153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-6494173c-3107-4da7-b477-c7d900cb2146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 200 len: 848 time: 0.1329060 May 27 02:13:50.775674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38470) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:50.793370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'd7a69a5f-eb73-46ca-9904-32b8a4c6227e', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'port_id': 'ac637561-5f11-44a6-8918-024de409fac4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'mac_address': 'fa:16:3e:0f:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:13:19Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 1, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:50.800337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] Checking router: ed992b4d-8480-4dc3-85ac-4a712391a77e for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:50.815838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:50.815838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:50.834228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-ee470f9e-a617-466e-bc4f-085aaa137160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:50.837506 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-ee470f9e-a617-466e-bc4f-085aaa137160 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6e0725b-4dc8-402e-b6a3-783853413457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830831 May 27 02:13:50.881607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] For port 945f1ada-2028-461f-a476-c6f93732d6ca, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=945f1ada-2028-461f-a476-c6f93732d6ca,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:50.882230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.049765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:51.053978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Calling delete_port for 945f1ada-2028-461f-a476-c6f93732d6ca owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:51.273069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.295868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b298f229-d900-403f-9ccf-6d39590dd754 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1114436267', 'prefixes': ['172.20.0.0/16']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:51.313224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b298f229-d900-403f-9ccf-6d39590dd754 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:51.341102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event deleted for resources: {'Port': ['ID=945f1ada-2028-461f-a476-c6f93732d6ca,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:51.388596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d0e37bc-daab-46d7-857c-efc8564d7c18 req-bef1202d-18f0-480c-b40c-554244ce534e tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=49cd677c-aa3f-4bd2-9057-d7a6464c8b93 HTTP/1.1" status: 200 len: 210 time: 0.0647798 May 27 02:13:51.442182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['945f1ada-2028-461f-a476-c6f93732d6ca'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:13:51.464604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-fc30c0ec-2024-4410-af53-925993d037f9 service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195698 May 27 02:13:51.522871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] No DVR routers for this DVR port 945f1ada-2028-461f-a476-c6f93732d6ca on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:51.530061 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.595912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad1c39cf-7a7a-43cd-a997-b50928000f65 req-d2dbadb3-5deb-4143-a169-3c6c41a7df5d tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "DELETE /v2.0/ports/945f1ada-2028-461f-a476-c6f93732d6ca HTTP/1.1" status: 204 len: 173 time: 1.7154353 May 27 02:13:51.699473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'name': 'network-vif-deleted', 'tag': '945f1ada-2028-461f-a476-c6f93732d6ca'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:51.761315 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bdb10e-63ee-4a08-855e-9b49e349e619'] response: {'server_uuid': '49cd677c-aa3f-4bd2-9057-d7a6464c8b93', 'name': 'network-vif-deleted', 'tag': '945f1ada-2028-461f-a476-c6f93732d6ca', 'status': 'completed', 'code': 200} May 27 02:13:51.795216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b298f229-d900-403f-9ccf-6d39590dd754 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] Notify callbacks [] for subnetpool, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:51.796915 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b298f229-d900-403f-9ccf-6d39590dd754 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0220888 May 27 02:13:51.800837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38492) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:51.864346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-defe363f-ae12-4a5b-84b5-b13fb0300e55 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] 10.222.0.16 "GET /v2.0/subnetpools/80ab1c4d-553c-4a53-9004-d110ed0047ca HTTP/1.1" status: 200 len: 732 time: 0.0621648 May 27 02:13:51.874443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38496) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:51.889169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e4ce1583-89ae-4912-9bd6-68d205e10f78 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1836964827'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:13:51.960863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be4cd0bc-7e1d-44af-8166-1bbb32675172 req-649d68f3-a499-4d18-9a07-35c8948bfe4f service neutron] 10.222.0.47 "GET /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860830 May 27 02:13:52.029421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'd7a69a5f-eb73-46ca-9904-32b8a4c6227e', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'port_id': 'ac637561-5f11-44a6-8918-024de409fac4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'mac_address': 'fa:16:3e:0f:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:13:19Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 1, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:52.035142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033ed87-e1db-43cd-b336-95e65d50870d None None] The sync data for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 is: [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'd7a69a5f-eb73-46ca-9904-32b8a4c6227e', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'port_id': 'ac637561-5f11-44a6-8918-024de409fac4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'mac_address': 'fa:16:3e:0f:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:13:19Z', 'updated_at': '2022-05-27T02:13:47Z', 'revision_number': 1, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:13:52.073955 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1583-89ae-4912-9bd6-68d205e10f78 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] Notify callbacks [] for subnetpool, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.078929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38504) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:52.079468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e4ce1583-89ae-4912-9bd6-68d205e10f78 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] 10.222.0.16 "PUT /v2.0/subnetpools/80ab1c4d-553c-4a53-9004-d110ed0047ca HTTP/1.1" status: 200 len: 684 time: 0.2025471 May 27 02:13:52.206249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a42342a8-d7b3-4a6c-b10d-0845d924f253 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] Notify callbacks [] for subnetpool, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:52.212859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a42342a8-d7b3-4a6c-b10d-0845d924f253 tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] 10.222.0.16 "DELETE /v2.0/subnetpools/80ab1c4d-553c-4a53-9004-d110ed0047ca HTTP/1.1" status: 204 len: 168 time: 0.1316442 May 27 02:13:52.216199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:52.235378 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-5e304b61-637d-4189-a525-878a0d976abf tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] show failed (client error): The resource could not be found. May 27 02:13:52.236773 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5e304b61-637d-4189-a525-878a0d976abf tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] 10.222.0.16 "GET /v2.0/subnetpools/80ab1c4d-553c-4a53-9004-d110ed0047ca HTTP/1.1" status: 404 len: 346 time: 0.0197570 May 27 02:13:52.239730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38514) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:52.263953 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-6839a1da-76b4-404a-b789-1a01e630b44e tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] delete failed (client error): The resource could not be found. May 27 02:13:52.264907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6839a1da-76b4-404a-b789-1a01e630b44e tempest-SubnetPoolsTestJSON-363540040 tempest-SubnetPoolsTestJSON-363540040-project] 10.222.0.16 "DELETE /v2.0/subnetpools/80ab1c4d-553c-4a53-9004-d110ed0047ca HTTP/1.1" status: 404 len: 346 time: 0.0240059 May 27 02:13:52.360400 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e8bab-c9cf-41b5-a671-8a9f7b9bc6d6 None None] New status for floating IP d7a69a5f-eb73-46ca-9904-32b8a4c6227e: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:13:52.983059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38536) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:53.019511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06a79f-84a2-4593-998c-2a01b01ad637 req-87f74dcc-935b-4a9c-a06a-ff1368276b03 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:53.027206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa06a79f-84a2-4593-998c-2a01b01ad637 req-87f74dcc-935b-4a9c-a06a-ff1368276b03 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1077135 May 27 02:13:53.074375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa06a79f-84a2-4593-998c-2a01b01ad637 req-63d7d028-989d-4537-afc7-b9471541a519 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463042 May 27 02:13:53.144229 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.161484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:53.165944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Usage tracker for resource:security_group_rule and tenant:be8561276dff40d3b0b1ef6f301da0ce is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:53.170197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:53.176781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:53.286360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.293012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.347376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be8561276dff40d3b0b1ef6f301da0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630285 May 27 02:13:53.349272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1abeb-f76d-4b3c-806b-adf58e581411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc3eda-6d4d-472c-9e51-75ad197d5052,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:53.350353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38554) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:53.412950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4cda-4886-48b1-9dc7-8fcf2442bd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.442985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4cda-4886-48b1-9dc7-8fcf2442bd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.497113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4cda-4886-48b1-9dc7-8fcf2442bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.514864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f4cda-4886-48b1-9dc7-8fcf2442bd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc3eda-6d4d-472c-9e51-75ad197d5052,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:53.521505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4cda-4886-48b1-9dc7-8fcf2442bd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:53.522600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5b3f4cda-4886-48b1-9dc7-8fcf2442bd86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1cc3eda-6d4d-472c-9e51-75ad197d5052 HTTP/1.1" status: 204 len: 168 time: 0.1712685 May 27 02:13:54.293259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 945f1ada-2028-461f-a476-c6f93732d6ca no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:54.311088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5d421-e0ed-41e6-8566-0c89dabe9a15 req-fee07fab-2744-47d2-8a4d-c712af158837 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:54.313387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1fb5d421-e0ed-41e6-8566-0c89dabe9a15 req-fee07fab-2744-47d2-8a4d-c712af158837 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:54.340694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1fb5d421-e0ed-41e6-8566-0c89dabe9a15 req-fee07fab-2744-47d2-8a4d-c712af158837 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:54.342200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fb5d421-e0ed-41e6-8566-0c89dabe9a15 req-fee07fab-2744-47d2-8a4d-c712af158837 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1279116 May 27 02:13:54.377383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 945f1ada-2028-461f-a476-c6f93732d6ca {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:54.378305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 945f1ada-2028-461f-a476-c6f93732d6ca not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:54.442530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fb5d421-e0ed-41e6-8566-0c89dabe9a15 req-7fc9dc2e-ce15-4df4-87e4-9ac6f834fc4b tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups?id=705f9954-be73-4b03-aca1-724d01cc1668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900345 May 27 02:13:54.537216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-5bc1fcce-295d-4a5f-a358-26cfdc719f22 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:13:54.539058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-5bc1fcce-295d-4a5f-a358-26cfdc719f22 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 944 time: 0.1232131 May 27 02:13:54.637675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Deleting port b61246d9-1000-45d0-a58b-1141ce54a3fc {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:54.639195 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:54.935803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] For port b61246d9-1000-45d0-a58b-1141ce54a3fc, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=b61246d9-1000-45d0-a58b-1141ce54a3fc,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:13:54.936327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.294981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.295416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.295876 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Floating IP efb58c7a-e2c4-4397-81ed-85b02543880e disassociated. External IP: 172.25.3.95, port: b61246d9-1000-45d0-a58b-1141ce54a3fc. May 27 02:13:55.296063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Calling delete_port for b61246d9-1000-45d0-a58b-1141ce54a3fc owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:55.483992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:55.720673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event deleted for resources: {'Port': ['ID=b61246d9-1000-45d0-a58b-1141ce54a3fc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:55.902181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec751458-8bac-48fb-a9ed-e1b3efdddb46 req-2e33b586-79df-4300-a40a-8519cf950103 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 210 time: 0.2414708 May 27 02:13:56.019717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Router 7e40d7f6-0667-45e9-8f1c-24762341137d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:13:56.206735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:13:56.217486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] Sync routers for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:13:56.227391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:56.228218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:56.285704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] No DVR routers for this DVR port b61246d9-1000-45d0-a58b-1141ce54a3fc on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:13:56.288230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:56.291260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-deleted', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:13:56.325374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8070d54-7e3c-4059-a2a9-aef30280152b req-90142ab3-35dc-4cbf-abb5-449f3eb232bb tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.47 "DELETE /v2.0/ports/b61246d9-1000-45d0-a58b-1141ce54a3fc HTTP/1.1" status: 204 len: 173 time: 1.7794983 May 27 02:13:56.376487 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5629a438-57b9-4ec0-8400-6e3d9e2fab83'] response: {'server_uuid': 'a4b2a9e3-e576-4d66-8db2-35e50679ad34', 'name': 'network-vif-deleted', 'tag': 'b61246d9-1000-45d0-a58b-1141ce54a3fc', 'status': 'completed', 'code': 200} May 27 02:13:56.593345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:57.096888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:15Z', 'revision_number': 5, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:57.106747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] Checking router: 7e40d7f6-0667-45e9-8f1c-24762341137d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:13:57.128097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:13:57.128855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:57.218010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f8f16dad-9e0b-4a03-8775-b3a8bc275a6f req-c3bd73a8-615f-4f62-b842-5ef193023809 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Synchronizing usage tracker for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:13:57.276495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f8f16dad-9e0b-4a03-8775-b3a8bc275a6f req-c3bd73a8-615f-4f62-b842-5ef193023809 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Unset dirty status for tenant:c67193f09b43444ab3f651a990b87101 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:13:57.283385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f16dad-9e0b-4a03-8775-b3a8bc275a6f req-c3bd73a8-615f-4f62-b842-5ef193023809 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4b2a9e3-e576-4d66-8db2-35e50679ad34 HTTP/1.1" status: 200 len: 210 time: 0.1380949 May 27 02:13:57.483703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:13:57.908269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:15Z', 'revision_number': 5, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:13:57.916882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c40860-7c4e-42ec-902a-f5a35837f773 None None] The sync data for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 is: [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:04:04Z', 'revision_number': 4, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68037dfc-d75a-43a3-8b03-a6881302d3fb', 'name': '', 'network_id': '486f415c-6f51-4b47-bbed-ac3121b794b2', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'mac_address': 'fa:16:3e:b2:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5959d515-6e68-4298-85f0-9949c324ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:04:02Z', 'updated_at': '2022-05-27T02:04:15Z', 'revision_number': 5, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'subnets': [{'id': '5959d515-6e68-4298-85f0-9949c324ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:13:58.260093 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f4204e-3cb2-4f5e-9eac-1cf53d1415bb None None] New status for floating IP efb58c7a-e2c4-4397-81ed-85b02543880e: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:13:58.312052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:13:58.378548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: b61246d9-1000-45d0-a58b-1141ce54a3fc {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:13:58.378976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device b61246d9-1000-45d0-a58b-1141ce54a3fc not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:13:58.509639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38908) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:58.692230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03df0794-9e44-4cdf-b01b-0b2d4c2efc24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.775412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03df0794-9e44-4cdf-b01b-0b2d4c2efc24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.851996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03df0794-9e44-4cdf-b01b-0b2d4c2efc24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.879624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df0794-9e44-4cdf-b01b-0b2d4c2efc24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f9954-be73-4b03-aca1-724d01cc1668,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:58.889582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38944) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:58.897137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03df0794-9e44-4cdf-b01b-0b2d4c2efc24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:58.898398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-03df0794-9e44-4cdf-b01b-0b2d4c2efc24 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "DELETE /v2.0/security-groups/705f9954-be73-4b03-aca1-724d01cc1668 HTTP/1.1" status: 204 len: 168 time: 0.3845129 May 27 02:13:58.902467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 38952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:58.923402 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-dc21a338-74c1-4cdd-835a-0120085cb4c1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] show failed (client error): The resource could not be found. May 27 02:13:58.927290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc21a338-74c1-4cdd-835a-0120085cb4c1 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "GET /v2.0/security-groups/705f9954-be73-4b03-aca1-724d01cc1668 HTTP/1.1" status: 404 len: 347 time: 0.0235479 May 27 02:13:58.927521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 38958) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:59.028554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.047074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:13:59.051203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb78d6886174d43ad3008359d21d485 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:13:59.054097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:13:59.060741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:13:59.116056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Deleting port 68bd5a3d-c08e-4eae-91ca-4657e96766bb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:13:59.116337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.152798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.157559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.208132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc33c9c4-87e5-4f90-bb46-e1d4c14facf1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:59.214313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-78900e02-46e3-4e66-b33e-5e589c05a047 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cb78d6886174d43ad3008359d21d485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241482 May 27 02:13:59.217151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39002) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:59.288257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2951f94-bbd9-476e-9e62-84cf15c098b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.315565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2951f94-bbd9-476e-9e62-84cf15c098b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.373928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2951f94-bbd9-476e-9e62-84cf15c098b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.395337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2951f94-bbd9-476e-9e62-84cf15c098b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc33c9c4-87e5-4f90-bb46-e1d4c14facf1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:59.398598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d2951f94-bbd9-476e-9e62-84cf15c098b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.400279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d2951f94-bbd9-476e-9e62-84cf15c098b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc33c9c4-87e5-4f90-bb46-e1d4c14facf1 HTTP/1.1" status: 204 len: 168 time: 0.1808796 May 27 02:13:59.444770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.445416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.643424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Calling delete_port for 68bd5a3d-c08e-4eae-91ca-4657e96766bb owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:13:59.832184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:13:59.888324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Pushing event deleted for resources: {'Port': ['ID=68bd5a3d-c08e-4eae-91ca-4657e96766bb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:13:59.890942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39112) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:13:59.944850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.003595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:00.015580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b942287a7e4ee4a2ba327283c1c8c7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:00.019973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:00.028521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:00.044189 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.101546 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.106744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec9bf171-9d9a-43d0-89a4-f4b3325a46a6 tempest-ServerActionsTestJSON-2017912085 tempest-ServerActionsTestJSON-2017912085-project] 10.222.0.16 "DELETE /v2.0/floatingips/efb58c7a-e2c4-4397-81ed-85b02543880e HTTP/1.1" status: 204 len: 168 time: 1.1778758 May 27 02:14:00.107850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39150) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:00.149072 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.154379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.208612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4b942287a7e4ee4a2ba327283c1c8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161607 May 27 02:14:00.209784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634bf30-7544-4c8c-a6ec-e4fe52529c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cfc2b5-f559-4fa5-8a1a-78cda350fcd9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:00.212996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39168) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:00.281709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c364-2c95-48ad-b1e2-4ce04a0b4718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.336348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c364-2c95-48ad-b1e2-4ce04a0b4718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.396457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c364-2c95-48ad-b1e2-4ce04a0b4718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.415192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9c364-2c95-48ad-b1e2-4ce04a0b4718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cfc2b5-f559-4fa5-8a1a-78cda350fcd9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:00.421086 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c364-2c95-48ad-b1e2-4ce04a0b4718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:00.425750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0ba9c364-2c95-48ad-b1e2-4ce04a0b4718 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07cfc2b5-f559-4fa5-8a1a-78cda350fcd9 HTTP/1.1" status: 204 len: 168 time: 0.2083178 May 27 02:14:01.100450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.724529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Deleting port 68037dfc-d75a-43a3-8b03-a6881302d3fb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:01.725507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:01.940863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] For port 68037dfc-d75a-43a3-8b03-a6881302d3fb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=68037dfc-d75a-43a3-8b03-a6881302d3fb,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:01.941257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.076100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Calling delete_port for 68037dfc-d75a-43a3-8b03-a6881302d3fb owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:02.408486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39258) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:02.424532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.519655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Pushing event deleted for resources: {'Port': ['ID=68037dfc-d75a-43a3-8b03-a6881302d3fb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:02.590449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.610068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:02.614829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1e87e60fbb4534b8153929f39bd367 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:02.618246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:02.628934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:02.750808 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.761064 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.817134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca8cdf7-0858-4d17-b94d-6ddd72a8c50c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:02.819543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.836425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-05070d6d-c8ec-4ced-8675-72dc90320d56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a1e87e60fbb4534b8153929f39bd367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256647 May 27 02:14:02.837515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39270) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:02.912983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95c1dc93-15f0-47d5-94b4-8aec3308e7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.947010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95c1dc93-15f0-47d5-94b4-8aec3308e7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:02.982113 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.035001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95c1dc93-15f0-47d5-94b4-8aec3308e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.055308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1dc93-15f0-47d5-94b4-8aec3308e7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca8cdf7-0858-4d17-b94d-6ddd72a8c50c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:03.066754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-95c1dc93-15f0-47d5-94b4-8aec3308e7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.071361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-95c1dc93-15f0-47d5-94b4-8aec3308e7eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ca8cdf7-0858-4d17-b94d-6ddd72a8c50c HTTP/1.1" status: 204 len: 168 time: 0.2319255 May 27 02:14:03.265193 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:03.427583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Router 7e40d7f6-0667-45e9-8f1c-24762341137d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:14:03.671987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:14:03.681306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] Sync routers for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:14:03.692698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:14:03.693314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:03.702753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39290) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:03.703197 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b2290664-5577-480a-a553-0c9b2ed7ad95 admin admin] 10.222.0.16 "PUT /v2.0/routers/7e40d7f6-0667-45e9-8f1c-24762341137d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5910528 May 27 02:14:03.927560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:14:03.975572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:04.230378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:04.246428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Deleting port f8e6cc05-03c9-44f1-b134-ce794a34025e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:04.246816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:04.253780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:14:02Z', 'revision_number': 5, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port': {'id': 'f8e6cc05-03c9-44f1-b134-ce794a34025e', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:03:55Z', 'updated_at': '2022-05-27T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:04.258516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] Checking router: 7e40d7f6-0667-45e9-8f1c-24762341137d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:14:04.269965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] Routers {'7e40d7f6-0667-45e9-8f1c-24762341137d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:14:04.270794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:13:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e40d7f6-0667-45e9-8f1c-24762341137d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:04.472494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] Set router 7e40d7f6-0667-45e9-8f1c-24762341137d gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:14:04.703178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:14:04Z', 'revision_number': 6, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:04.707548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899c496-3ab3-4207-bab6-9b11a2ab72f4 None None] The sync data for ids ['7e40d7f6-0667-45e9-8f1c-24762341137d'] in n-d-843146-11 is: [{'id': '7e40d7f6-0667-45e9-8f1c-24762341137d', 'name': 'tempest-ServerActionsTestJSON-1374752940-router', 'tenant_id': 'c67193f09b43444ab3f651a990b87101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:03:52Z', 'updated_at': '2022-05-27T02:14:04Z', 'revision_number': 6, 'project_id': 'c67193f09b43444ab3f651a990b87101', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:14:04.802203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] For port f8e6cc05-03c9-44f1-b134-ce794a34025e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8e6cc05-03c9-44f1-b134-ce794a34025e,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:04.802651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:04.942562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Calling delete_port for f8e6cc05-03c9-44f1-b134-ce794a34025e owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:05.094415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39334) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:05.122800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68037dfc-d75a-43a3-8b03-a6881302d3fb no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:05.235724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 68037dfc-d75a-43a3-8b03-a6881302d3fb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:05.236321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68037dfc-d75a-43a3-8b03-a6881302d3fb not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:05.331837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.334781 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.350998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:05.355898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Usage tracker for resource:security_group_rule and tenant:172cd33244c54c0ab8585b417ca0d9eb is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:05.359018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:05.366148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:05.430081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e6cc05-03c9-44f1-b134-ce794a34025e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:05.476041 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.482672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.502705 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.551186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=172cd33244c54c0ab8585b417ca0d9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556184 May 27 02:14:05.554320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39346) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:05.574108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad231c-a8d1-4904-984b-21c2481d3db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0700ae-7562-4723-ac9e-2c792b4384cd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:05.658640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39350) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:05.669348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efbdbe3e-ab9b-4258-8cdf-662f35868056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.696032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efbdbe3e-ab9b-4258-8cdf-662f35868056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.740459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.743127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.770126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.771166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e40d7f6-0667-45e9-8f1c-24762341137d {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:14:05.787038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.788326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-77caf20f-9ace-4206-9c58-4a9bccbb7a7d admin admin] 10.222.0.16 "DELETE /v2.0/routers/7e40d7f6-0667-45e9-8f1c-24762341137d HTTP/1.1" status: 204 len: 168 time: 2.0864806 May 27 02:14:05.790841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:05.815561 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8007-4d18-45ab-b79d-82601445ac93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.819328 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efbdbe3e-ab9b-4258-8cdf-662f35868056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.836286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdbe3e-ab9b-4258-8cdf-662f35868056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0700ae-7562-4723-ac9e-2c792b4384cd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:05.855240 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-efbdbe3e-ab9b-4258-8cdf-662f35868056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.860803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-efbdbe3e-ab9b-4258-8cdf-662f35868056 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b0700ae-7562-4723-ac9e-2c792b4384cd HTTP/1.1" status: 204 len: 168 time: 0.3052375 May 27 02:14:05.881789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] Deleting subnet 5959d515-6e68-4298-85f0-9949c324ae35 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:05.888637 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.890603 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:05.904945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:05.909123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Usage tracker for resource:security_group_rule and tenant:ad421be03c6345dfb97169174033a425 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:05.912180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:05.918846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:05.958090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.040325 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.050568 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.066077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.123253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad421be03c6345dfb97169174033a425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634590 May 27 02:14:06.125777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39366) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:06.128600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347852df-654c-4dc7-a421-7ae15b9b363c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aaa671-51dd-4b1f-9969-fa79b2f9bcd5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:06.203015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.228413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c53a909-b92e-40f0-8e36-f3221a9706f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.254701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28584ba-0d7d-4647-b6e6-f1e878dac1ad None None] Network 486f415c-6f51-4b47-bbed-ac3121b794b2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:06.256028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.265907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5959d515-6e68-4298-85f0-9949c324ae35,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:06.269435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-425d982c-19d3-4fc1-a826-49a9d365dfd7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5959d515-6e68-4298-85f0-9949c324ae35 HTTP/1.1" status: 204 len: 168 time: 0.4767640 May 27 02:14:06.272088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39372) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:06.281638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c53a909-b92e-40f0-8e36-f3221a9706f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.352406 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c53a909-b92e-40f0-8e36-f3221a9706f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.400552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53a909-b92e-40f0-8e36-f3221a9706f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aaa671-51dd-4b1f-9969-fa79b2f9bcd5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:06.415066 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c53a909-b92e-40f0-8e36-f3221a9706f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.416483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c53a909-b92e-40f0-8e36-f3221a9706f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93aaa671-51dd-4b1f-9969-fa79b2f9bcd5 HTTP/1.1" status: 204 len: 168 time: 0.2897584 May 27 02:14:06.508249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.521662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Deleting port dc21aade-5820-4a50-9a38-c32920d90a17 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:06.522123 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.671926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] DHCP port deletion for 486f415c-6f51-4b47-bbed-ac3121b794b2 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:14:06.676195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Deleting port dc21aade-5820-4a50-9a38-c32920d90a17 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:06.676570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:06.892540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] For port dc21aade-5820-4a50-9a38-c32920d90a17, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dc21aade-5820-4a50-9a38-c32920d90a17,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:06.893048 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.038544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Calling delete_port for dc21aade-5820-4a50-9a38-c32920d90a17 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:07.073165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] For port dc21aade-5820-4a50-9a38-c32920d90a17, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dc21aade-5820-4a50-9a38-c32920d90a17,segment=NetworkSegment(63a695fe-54bb-4650-a91d-c065f0838b40),segment_id=63a695fe-54bb-4650-a91d-c065f0838b40)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:07.073594 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.164543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.241106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dc21aade-5820-4a50-9a38-c32920d90a17 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:07.353625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc21aade-5820-4a50-9a38-c32920d90a17,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:07.357462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] No DVR routers for this DVR port dc21aade-5820-4a50-9a38-c32920d90a17 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:07.368759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Calling delete_port for dc21aade-5820-4a50-9a38-c32920d90a17 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:07.412250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: dc21aade-5820-4a50-9a38-c32920d90a17 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:07.412608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dc21aade-5820-4a50-9a38-c32920d90a17 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:07.413012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8e6cc05-03c9-44f1-b134-ce794a34025e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:07.465938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f8e6cc05-03c9-44f1-b134-ce794a34025e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:07.466509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8e6cc05-03c9-44f1-b134-ce794a34025e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:07.498221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.524739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486f415c-6f51-4b47-bbed-ac3121b794b2']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:07.537321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a695fe-54bb-4650-a91d-c065f0838b40') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:07.537628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a695fe-54bb-4650-a91d-c065f0838b40') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:07.550217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.559202 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:14:07.559567 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:14:07.566750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.573912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:07.574325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.687777 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.707729 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 63a695fe-54bb-4650-a91d-c065f0838b40 resource provider aggregate not found May 27 02:14:07.711582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.715783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39442) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:07.720538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=486f415c-6f51-4b47-bbed-ac3121b794b2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:07.740541 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 63a695fe-54bb-4650-a91d-c065f0838b40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63a695fe-54bb-4650-a91d-c065f0838b40 found for delete ", "request_id": "req-8d7cf5a8-88f9-4d6b-8325-40a8c1b2bf0c"}]} May 27 02:14:07.745465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec218e6f-31df-4e7c-b629-29c637fb6c0a admin admin] 10.222.0.16 "DELETE /v2.0/networks/486f415c-6f51-4b47-bbed-ac3121b794b2 HTTP/1.1" status: 204 len: 168 time: 1.4691041 May 27 02:14:07.842766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-323225285-network', 'tenant_id': '004cb2b4844b41158d02b27db79759ac'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:07.866055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:07.868757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Usage tracker for resource:network and tenant:004cb2b4844b41158d02b27db79759ac is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:07.872607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:07.879137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:07.890910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Made reservation on behalf of 004cb2b4844b41158d02b27db79759ac for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:07.894278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.916000 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.942768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:07.947211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39462) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:07.954162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Usage tracker for resource:security_group_rule and tenant:004cb2b4844b41158d02b27db79759ac is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:07.958337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:07.959822 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8005b06b-f31a-4eb5-9a99-50fede71d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:07.969197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:08.009534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b0489d95-81d3-4437-9bbf-99294401de56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c67193f09b43444ab3f651a990b87101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602846 May 27 02:14:08.015319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39466) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:08.061154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Deleting port dc21aade-5820-4a50-9a38-c32920d90a17 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:08.061529 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.071628 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.078576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.113008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-719104cf-7e19-4307-9591-a3761213dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.139745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:08.141162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-719104cf-7e19-4307-9591-a3761213dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.146177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde9702-f5ac-4020-a4ec-5ea9e6162e05,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:08.167375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.169265 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Added segment 2e97b592-4f0c-494c-ab4a-57ac4a2bfed5 of type vlan for network f92db17a-eea4-49f2-858e-9ae4227bf1ea May 27 02:14:08.223113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-719104cf-7e19-4307-9591-a3761213dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.234097 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.242031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-88848210-3c66-4cfb-a5b3-0611194bb258 None None] The port 'dc21aade-5820-4a50-9a38-c32920d90a17' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:14:08.255486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-719104cf-7e19-4307-9591-a3761213dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.259790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-719104cf-7e19-4307-9591-a3761213dc90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63dc8079-b319-48af-9b33-924d1ad24f71 HTTP/1.1" status: 204 len: 168 time: 0.2434645 May 27 02:14:08.266310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719104cf-7e19-4307-9591-a3761213dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc8079-b319-48af-9b33-924d1ad24f71,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:08.316355 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.317651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:08.318462 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.415109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] Pushing event updated for resources: {'Network': ['ID=f92db17a-eea4-49f2-858e-9ae4227bf1ea,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:08.426080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network f92db17a-eea4-49f2-858e-9ae4227bf1ea details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:08.444155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-313573b5-8b05-4234-b437-bec8d1bab91e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7265415 May 27 02:14:08.448551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39488) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:08.456636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Request body: {'subnet': {'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-323225285-subnet', 'tenant_id': '004cb2b4844b41158d02b27db79759ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:08.464102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:08.468974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Usage tracker for resource:subnet and tenant:004cb2b4844b41158d02b27db79759ac is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:08.473518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:08.484605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:08.500397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Made reservation on behalf of 004cb2b4844b41158d02b27db79759ac for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:08.508852 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.819784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:08.915945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2170b48b-832b-4fff-b017-0127ee74ac01,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:08.921752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Checking segment: {'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:08.922343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Network hostable DHCP agents. Network: f92db17a-eea4-49f2-858e-9ae4227bf1ea, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:08.944147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Network f92db17a-eea4-49f2-858e-9ae4227bf1ea is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:08.959298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, f92db17a-eea4-49f2-858e-9ae4227bf1ea) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:08.969283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c6c68-6763-48b5-8341-30faf747f36e None None] Network f92db17a-eea4-49f2-858e-9ae4227bf1ea requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:08.969978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:08.970785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.004135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0a39f6ec-ad53-4e51-b791-e393d8e350d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5541832 May 27 02:14:09.350254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d283f-1b58-4a9b-b860-2a08bb6d1ed2 None None] Network f92db17a-eea4-49f2-858e-9ae4227bf1ea requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:09.363366 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.452979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.478133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39562) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:09.722535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-71292977-network', 'tenant_id': '28c968559ec341e59c72b8cc1c5cde3a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:09.727961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:09.732059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Usage tracker for resource:network and tenant:28c968559ec341e59c72b8cc1c5cde3a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:09.735120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:09.741040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:09.755340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Made reservation on behalf of 28c968559ec341e59c72b8cc1c5cde3a for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:09.758247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.772937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.789159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:09.794249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Usage tracker for resource:security_group_rule and tenant:28c968559ec341e59c72b8cc1c5cde3a is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:09.797487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:09.805065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:09.811830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39574) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:09.940569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.945710 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.977205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:09.993015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:09.998900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:10.003563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dcc02a8dfc436d96b13bdb24353b11 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:10.006916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:10.008946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:10.017111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:10.028116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.028530 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Added segment 9fe3706e-3521-400c-b674-443cad8afe33 of type vlan for network 7a105a0b-2863-4a68-85b1-e8e63379c309 May 27 02:14:10.069846 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.113032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.116752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.117906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:10.118145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.118914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.180000 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1dcc02a8dfc436d96b13bdb24353b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670833 May 27 02:14:10.181005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a205b1-d7c6-4148-8136-b915a186da87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ef80b-148c-4d65-b527-75bcb09b99a1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:10.184631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39590) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:10.247347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7673523 May 27 02:14:10.250027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39594) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:10.253316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe65a17-f05a-407b-bd40-a334374f8a6f admin admin] Pushing event updated for resources: {'Network': ['ID=7a105a0b-2863-4a68-85b1-e8e63379c309,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:10.266875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 7a105a0b-2863-4a68-85b1-e8e63379c309 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:10.272497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Request body: {'subnet': {'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-71292977-subnet', 'tenant_id': '28c968559ec341e59c72b8cc1c5cde3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:10.277208 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffedd53c-e543-4d3b-89dd-53b025aeee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.280867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:10.296417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Usage tracker for resource:subnet and tenant:28c968559ec341e59c72b8cc1c5cde3a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:10.301176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:10.316449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:10.323662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffedd53c-e543-4d3b-89dd-53b025aeee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.374739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Made reservation on behalf of 28c968559ec341e59c72b8cc1c5cde3a for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:10.376879 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.506602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffedd53c-e543-4d3b-89dd-53b025aeee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.523256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedd53c-e543-4d3b-89dd-53b025aeee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ef80b-148c-4d65-b527-75bcb09b99a1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:10.603299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffedd53c-e543-4d3b-89dd-53b025aeee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.615462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ffedd53c-e543-4d3b-89dd-53b025aeee31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d21ef80b-148c-4d65-b527-75bcb09b99a1 HTTP/1.1" status: 204 len: 168 time: 0.4206204 May 27 02:14:10.715418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.811242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b582807f-c0a9-4eca-b552-af2dc613acdd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:10.816345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Checking segment: {'id': '9fe3706e-3521-400c-b674-443cad8afe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:10.816953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Network hostable DHCP agents. Network: 7a105a0b-2863-4a68-85b1-e8e63379c309, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:10.837637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Network 7a105a0b-2863-4a68-85b1-e8e63379c309 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:10.850379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 7a105a0b-2863-4a68-85b1-e8e63379c309) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:10.857751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:10.858404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:10.859235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f5205-f318-460e-ae61-680a3a4be1e9 None None] Network 7a105a0b-2863-4a68-85b1-e8e63379c309 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:10.887659 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d4928a8c-7786-4de7-9782-a9f42fbe6bbb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6333148 May 27 02:14:11.021742 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.128509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39620) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:11.154845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.172920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:11.178005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Usage tracker for resource:security_group_rule and tenant:75e8370d7b3748ab935ae4088c755f1f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:11.182161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:11.189628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:11.224973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658f4c8-4c1b-4ed6-aed3-0f7e2272a4ba None None] Network 7a105a0b-2863-4a68-85b1-e8e63379c309 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:11.317263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.325373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.390463 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75e8370d7b3748ab935ae4088c755f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764523 May 27 02:14:11.391403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead2cbe-54a7-47b5-a4e3-3d4fb1f446e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed3ae45-565d-4083-bcde-7ba764316b2b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:11.395667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39638) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:11.555114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c593fc80-c59c-4b38-b013-f9ded70a0cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.593232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c593fc80-c59c-4b38-b013-f9ded70a0cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.677783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c593fc80-c59c-4b38-b013-f9ded70a0cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.722975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593fc80-c59c-4b38-b013-f9ded70a0cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed3ae45-565d-4083-bcde-7ba764316b2b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:11.787101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c593fc80-c59c-4b38-b013-f9ded70a0cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:11.792780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c593fc80-c59c-4b38-b013-f9ded70a0cd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aed3ae45-565d-4083-bcde-7ba764316b2b HTTP/1.1" status: 204 len: 168 time: 0.3909445 May 27 02:14:11.891158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-d7877f0c-4415-4712-a406-08352c2440b1 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:11.891892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-d7877f0c-4415-4712-a406-08352c2440b1 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Synchronizing usage tracker for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:11.913085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-d7877f0c-4415-4712-a406-08352c2440b1 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Unset dirty status for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:11.914414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-d7877f0c-4415-4712-a406-08352c2440b1 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/networks?id=7a105a0b-2863-4a68-85b1-e8e63379c309 HTTP/1.1" status: 200 len: 812 time: 0.2211781 May 27 02:14:11.929392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c812-8171-4270-ad73-ad5b775da74e req-ec8898b5-a8a1-4237-8617-7d4eef498226 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:11.930091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c978c812-8171-4270-ad73-ad5b775da74e req-ec8898b5-a8a1-4237-8617-7d4eef498226 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Synchronizing usage tracker for tenant:004cb2b4844b41158d02b27db79759ac on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:11.931123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-35171bad-4604-44a0-a4e6-fb64d1a493a4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/quotas/28c968559ec341e59c72b8cc1c5cde3a HTTP/1.1" status: 200 len: 375 time: 0.0101712 May 27 02:14:11.959168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c978c812-8171-4270-ad73-ad5b775da74e req-ec8898b5-a8a1-4237-8617-7d4eef498226 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Unset dirty status for tenant:004cb2b4844b41158d02b27db79759ac on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:11.961287 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-ec8898b5-a8a1-4237-8617-7d4eef498226 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/networks?id=f92db17a-eea4-49f2-858e-9ae4227bf1ea HTTP/1.1" status: 200 len: 808 time: 0.3183362 May 27 02:14:11.982565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-9396ead5-7d7f-4760-b445-7f134266a9ce tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/quotas/004cb2b4844b41158d02b27db79759ac HTTP/1.1" status: 200 len: 375 time: 0.0149686 May 27 02:14:12.002802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-3ed3fafb-4e1c-4413-8dc4-d88ed8650f33 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28c968559ec341e59c72b8cc1c5cde3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662241 May 27 02:14:12.008325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-370e11d9-05d5-414c-a5e5-92b0b0010f9a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:14:12.011196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-370e11d9-05d5-414c-a5e5-92b0b0010f9a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075428 May 27 02:14:12.047397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-6af8dbf0-d95f-4cff-93aa-fd945b44dc05 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=004cb2b4844b41158d02b27db79759ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593438 May 27 02:14:12.211331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-1b0bac53-95ab-4182-960a-b0925fc2d05b service neutron] 10.222.0.16 "GET /v2.0/networks/7a105a0b-2863-4a68-85b1-e8e63379c309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947401 May 27 02:14:12.357520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-5ec6ce61-16a2-46fe-9840-cf2fe8fde683 service neutron] 10.222.0.16 "GET /v2.0/networks/7a105a0b-2863-4a68-85b1-e8e63379c309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454885 May 27 02:14:12.362894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-fb8dedb9-9f87-4364-86f5-53a5347ffc66 service neutron] 10.222.0.16 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083642 May 27 02:14:12.525079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-52988f49-dd41-4996-a271-3bcffe51234d service neutron] 10.222.0.16 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553216 May 27 02:14:12.618237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4508ff69-3b1d-4395-9324-8f254e55a914 req-5f8a8b97-2cf5-4d18-8427-30cce7366f29 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 210 time: 0.0960329 May 27 02:14:12.876092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9926d13b-6698-4fca-9e8c-fa299a58ee56 req-d9da87a8-9c49-457c-b13c-32387ec5e786 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 210 time: 0.1214540 May 27 02:14:13.099002 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:14:13.543727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39778) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:13.695281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:13.711242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:13.715712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Usage tracker for resource:security_group_rule and tenant:e489f2e590c94009aafd333149086dcb is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:13.719288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:13.725049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:13.798896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82277330-babd-4327-98cb-9f5fb3bc951e req-3c805d94-9132-455c-ad05-4a3761dd0753 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 210 time: 0.0543492 May 27 02:14:13.874278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:13.881562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:14.147813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e489f2e590c94009aafd333149086dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029453 May 27 02:14:14.158614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-c318fe58-0171-4d3c-b11b-884ccd81b493 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:14.160522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-c318fe58-0171-4d3c-b11b-884ccd81b493 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.47 "GET /v2.0/networks?id=7a105a0b-2863-4a68-85b1-e8e63379c309 HTTP/1.1" status: 200 len: 812 time: 0.2642994 May 27 02:14:14.161353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39796) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:14.162219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c721c-9840-4bd7-9237-e096a5584788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7712b4-b9b9-449a-87fc-d847e974eb22,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:14.182878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-27d2e517-8f1e-4faa-bdcb-b56b6deb7931 req-3c16094d-0eb3-4b9a-9398-a585f6db7542 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 210 time: 0.1820397 May 27 02:14:14.192223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Request body: {'port': {'device_id': '753bbc13-c54f-45f9-823a-f66cc883400a', 'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309', 'admin_state_up': True, 'tenant_id': '28c968559ec341e59c72b8cc1c5cde3a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:14.417569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:14.419725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a676-32f7-4d3f-bcc3-fb805e5729ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:14.444167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Usage tracker for resource:port and tenant:28c968559ec341e59c72b8cc1c5cde3a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:14.449493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:14.453161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a676-32f7-4d3f-bcc3-fb805e5729ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:14.465927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:14.484634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c812-8171-4270-ad73-ad5b775da74e req-0fe2cad8-32c3-451a-a1e9-eeb1f7030755 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:14.487113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-0fe2cad8-32c3-451a-a1e9-eeb1f7030755 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "GET /v2.0/networks?id=f92db17a-eea4-49f2-858e-9ae4227bf1ea HTTP/1.1" status: 200 len: 808 time: 0.2197006 May 27 02:14:14.491664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Made reservation on behalf of 28c968559ec341e59c72b8cc1c5cde3a for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:14.495789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:14.500706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Request body: {'port': {'device_id': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea', 'admin_state_up': True, 'tenant_id': '004cb2b4844b41158d02b27db79759ac'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:14.676204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:14.680156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Usage tracker for resource:port and tenant:004cb2b4844b41158d02b27db79759ac is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:14.683132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:14.687455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a676-32f7-4d3f-bcc3-fb805e5729ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:14.691508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:14.704081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Made reservation on behalf of 004cb2b4844b41158d02b27db79759ac for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:14.708012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:14.721355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9a676-32f7-4d3f-bcc3-fb805e5729ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7712b4-b9b9-449a-87fc-d847e974eb22,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:14.742908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a676-32f7-4d3f-bcc3-fb805e5729ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:14.746205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d0c9a676-32f7-4d3f-bcc3-fb805e5729ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd7712b4-b9b9-449a-87fc-d847e974eb22 HTTP/1.1" status: 204 len: 168 time: 0.5774682 May 27 02:14:14.748964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Allocated IP 172.20.0.9 (7a105a0b-2863-4a68-85b1-e8e63379c309/b582807f-c0a9-4eca-b552-af2dc613acdd/a29aa756-18ce-410a-9767-8ce980b2f615) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:14.976386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Allocated IP 172.20.0.11 (f92db17a-eea4-49f2-858e-9ae4227bf1ea/2170b48b-832b-4fff-b017-0127ee74ac01/c932d5d2-3001-41f0-96fe-dd7b3e29e470) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:15.045168 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:15.114134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3354f712-7b72-42a9-94e5-4f33b6fd4a1a req-c9f6990d-fe32-4d90-adf1-fe70dbee23a2 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Synchronizing usage tracker for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:15.141434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3354f712-7b72-42a9-94e5-4f33b6fd4a1a req-c9f6990d-fe32-4d90-adf1-fe70dbee23a2 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Unset dirty status for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:15.160016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3354f712-7b72-42a9-94e5-4f33b6fd4a1a req-c9f6990d-fe32-4d90-adf1-fe70dbee23a2 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 210 time: 0.1273117 May 27 02:14:15.188479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:15.235171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:15.293001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Network 7a105a0b-2863-4a68-85b1-e8e63379c309 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:15.302931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:15.307765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:15.313843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:15.392991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Pushing event updated for resources: {'Port': ['ID=a29aa756-18ce-410a-9767-8ce980b2f615,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:15.409540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:15.410156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:15.433536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-edb3d793-a337-48f2-af7b-b69a809c1b65 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2455609 May 27 02:14:15.447139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Request body: {'port': {'device_id': '753bbc13-c54f-45f9-823a-f66cc883400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:15.525320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Network f92db17a-eea4-49f2-858e-9ae4227bf1ea is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:15.525320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Pushing event updated for resources: {'Port': ['ID=c932d5d2-3001-41f0-96fe-dd7b3e29e470,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:15.526525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:15.532889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:15.608471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:15.615859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80155d47-658b-488b-8894-72d905249e92 req-e4e2fd22-95a3-4434-8377-41e92093a2ec tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:15.617462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80155d47-658b-488b-8894-72d905249e92 req-e4e2fd22-95a3-4434-8377-41e92093a2ec tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 932 time: 0.2045543 May 27 02:14:15.695085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:15.695952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:15.736906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-80155d47-658b-488b-8894-72d905249e92 req-824b561d-1908-4fb8-8244-6339fc22d173 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033504 May 27 02:14:15.741091 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-49a0b1af-63a1-48a0-95e1-0d9ec55ed2ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2454512 May 27 02:14:15.766438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Request body: {'port': {'device_id': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:15.890889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:16.128895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29aa756-18ce-410a-9767-8ce980b2f615 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:16.139347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:16.158658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Transition to ACTIVE for port object a29aa756-18ce-410a-9767-8ce980b2f615 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:16.164405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:16.375422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c932d5d2-3001-41f0-96fe-dd7b3e29e470 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:16.392220 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:16.434083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Transition to ACTIVE for port object c932d5d2-3001-41f0-96fe-dd7b3e29e470 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:16.439071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:16.674043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Pushing event updated for resources: {'Port': ['ID=a29aa756-18ce-410a-9767-8ce980b2f615,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:16.681409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39882) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:16.713093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Pushing event updated for resources: {'Port': ['ID=c932d5d2-3001-41f0-96fe-dd7b3e29e470,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:16.719387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Attempting to bind port c932d5d2-3001-41f0-96fe-dd7b3e29e470 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:16.719723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Attempting to bind port c932d5d2-3001-41f0-96fe-dd7b3e29e470 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:16.720167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Attempting to bind port c932d5d2-3001-41f0-96fe-dd7b3e29e470 on network f92db17a-eea4-49f2-858e-9ae4227bf1ea {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:16.725337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Port c932d5d2-3001-41f0-96fe-dd7b3e29e470 on network f92db17a-eea4-49f2-858e-9ae4227bf1ea not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:16.725655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Attempting to bind port c932d5d2-3001-41f0-96fe-dd7b3e29e470 on network f92db17a-eea4-49f2-858e-9ae4227bf1ea {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:16.731387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:16.731727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Checking segment: {'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:16.732108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Bound using segment: {'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:16.732526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Bound port: c932d5d2-3001-41f0-96fe-dd7b3e29e470, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:16.732871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:16.873971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d265c-4167-41ef-bb65-67fa6cda5a19 req-da2ce3ba-b0de-4cd0-9d63-6240dec1ce4d tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:16.879446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c6d265c-4167-41ef-bb65-67fa6cda5a19 req-da2ce3ba-b0de-4cd0-9d63-6240dec1ce4d tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 943 time: 0.2545178 May 27 02:14:16.888538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Attempting to bind port a29aa756-18ce-410a-9767-8ce980b2f615 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:16.888869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Attempting to bind port a29aa756-18ce-410a-9767-8ce980b2f615 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '9fe3706e-3521-400c-b674-443cad8afe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:16.889194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Attempting to bind port a29aa756-18ce-410a-9767-8ce980b2f615 on network 7a105a0b-2863-4a68-85b1-e8e63379c309 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:16.917168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Port a29aa756-18ce-410a-9767-8ce980b2f615 on network 7a105a0b-2863-4a68-85b1-e8e63379c309 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:16.917495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Attempting to bind port a29aa756-18ce-410a-9767-8ce980b2f615 on network 7a105a0b-2863-4a68-85b1-e8e63379c309 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:16.928215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:16.928555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Checking segment: {'id': '9fe3706e-3521-400c-b674-443cad8afe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:16.929339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Bound using segment: {'id': '9fe3706e-3521-400c-b674-443cad8afe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:16.929339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Bound port: a29aa756-18ce-410a-9767-8ce980b2f615, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe3706e-3521-400c-b674-443cad8afe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:16.929690 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:16.991024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c6d265c-4167-41ef-bb65-67fa6cda5a19 req-06246a5e-0dce-4621-9ac8-dadfaced12dd tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039081 May 27 02:14:17.037898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] For port c932d5d2-3001-41f0-96fe-dd7b3e29e470, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:17.044947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] For port c932d5d2-3001-41f0-96fe-dd7b3e29e470, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c932d5d2-3001-41f0-96fe-dd7b3e29e470,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:17.058789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc65fc-3585-4f38-a503-d8b858e9a605 req-1e0fa096-d22d-4fec-b625-4c6ba8c75334 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.059510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-68dc65fc-3585-4f38-a503-d8b858e9a605 req-1e0fa096-d22d-4fec-b625-4c6ba8c75334 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Synchronizing usage tracker for tenant:004cb2b4844b41158d02b27db79759ac on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:17.060999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2049089446'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:17.064365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.068149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:17.076661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Usage tracker for resource:network and tenant:1c3ac786b6664619a450866e437cfc58 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:17.080579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:17.087035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] For port a29aa756-18ce-410a-9767-8ce980b2f615, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:17.089623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:17.092447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] For port a29aa756-18ce-410a-9767-8ce980b2f615, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a29aa756-18ce-410a-9767-8ce980b2f615,segment=NetworkSegment(9fe3706e-3521-400c-b674-443cad8afe33),segment_id=9fe3706e-3521-400c-b674-443cad8afe33)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:17.101899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.137209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.138017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.139839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] 10.222.0.47 "PUT /v2.0/ports/c932d5d2-3001-41f0-96fe-dd7b3e29e470 HTTP/1.1" status: 200 len: 1093 time: 1.3870604 May 27 02:14:17.140276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'tag': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:17.164047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-68dc65fc-3585-4f38-a503-d8b858e9a605 req-1e0fa096-d22d-4fec-b625-4c6ba8c75334 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Unset dirty status for tenant:004cb2b4844b41158d02b27db79759ac on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:17.165368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68dc65fc-3585-4f38-a503-d8b858e9a605 req-1e0fa096-d22d-4fec-b625-4c6ba8c75334 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 944 time: 0.2511871 May 27 02:14:17.167092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Made reservation on behalf of 1c3ac786b6664619a450866e437cfc58 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:17.175105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a50e9-363b-4c12-84ac-de15c9541a79 service neutron] Pushing event updated for resources: {'Port': ['ID=c932d5d2-3001-41f0-96fe-dd7b3e29e470,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:17.180920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.212423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.213562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.214977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] 10.222.0.47 "PUT /v2.0/ports/a29aa756-18ce-410a-9767-8ce980b2f615 HTTP/1.1" status: 200 len: 1092 time: 1.7730219 May 27 02:14:17.215422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753bbc13-c54f-45f9-823a-f66cc883400a', 'tag': 'a29aa756-18ce-410a-9767-8ce980b2f615'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:17.223461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.256505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:17.286118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68dc65fc-3585-4f38-a503-d8b858e9a605 req-3c3d5470-5294-4593-9177-aae8a7530673 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044176 May 27 02:14:17.293120 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b48fd58-b57e-43c6-938e-e065c82839b4'] response: {'name': 'network-changed', 'server_uuid': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'tag': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470', 'status': 'completed', 'code': 200} May 27 02:14:17.314404 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846484a7-bed5-414a-a47b-29b498c2d8d1'] response: {'name': 'network-changed', 'server_uuid': '753bbc13-c54f-45f9-823a-f66cc883400a', 'tag': 'a29aa756-18ce-410a-9767-8ce980b2f615', 'status': 'completed', 'code': 200} May 27 02:14:17.320470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Usage tracker for resource:security_group_rule and tenant:1c3ac786b6664619a450866e437cfc58 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:17.328134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:17.342769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:17.343041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c812-8171-4270-ad73-ad5b775da74e req-c6da9269-b71d-4546-94da-f104ecae997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.344590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d59c59-95b2-462d-a30b-62e95905ea38 service neutron] Pushing event updated for resources: {'Port': ['ID=a29aa756-18ce-410a-9767-8ce980b2f615,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:17.344891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-c6da9269-b71d-4546-94da-f104ecae997b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=004cb2b4844b41158d02b27db79759ac&device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 1096 time: 0.1166253 May 27 02:14:17.402611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-e5c66229-b120-4bf1-9992-58ae13727d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.404211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-e5c66229-b120-4bf1-9992-58ae13727d53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28c968559ec341e59c72b8cc1c5cde3a&device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 1095 time: 0.1452579 May 27 02:14:17.419908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-1580ffc4-8c03-4e40-90f5-4aa030ea810e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c932d5d2-3001-41f0-96fe-dd7b3e29e470 HTTP/1.1" status: 200 len: 217 time: 0.0682516 May 27 02:14:17.487977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-94f360e4-1cf4-4fd6-827d-96f7c4935dc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29aa756-18ce-410a-9767-8ce980b2f615 HTTP/1.1" status: 200 len: 217 time: 0.0732741 May 27 02:14:17.500018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c812-8171-4270-ad73-ad5b775da74e req-df699896-950e-417c-8fbd-ed647d5c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.503854 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-df699896-950e-417c-8fbd-ed647d5c925e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2170b48b-832b-4fff-b017-0127ee74ac01 HTTP/1.1" status: 200 len: 848 time: 0.0729566 May 27 02:14:17.559043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-e42b5f7f-2a83-40a1-b5f6-5f65ad451266 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f92db17a-eea4-49f2-858e-9ae4227bf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495851 May 27 02:14:17.567255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.580618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-e780e2dc-abbb-4095-8509-921e933be9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.583695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-e780e2dc-abbb-4095-8509-921e933be9ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b582807f-c0a9-4eca-b552-af2dc613acdd HTTP/1.1" status: 200 len: 852 time: 0.0803394 May 27 02:14:17.584348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.655955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-91cc387d-d797-483e-aed8-37d4fc2362bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a105a0b-2863-4a68-85b1-e8e63379c309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648096 May 27 02:14:17.670356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:17.737526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-982c0103-ef6e-4eb3-9461-190d2f04cec0 service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709745 May 27 02:14:17.747454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd39f6-14d1-4e35-a2e3-e887b34ca5ed,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:17.763215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.763559 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Added segment c0ee16b4-adce-4152-b7c2-5adb51fd60c3 of type vlan for network 77853a1b-d42a-4c87-9986-9516c3f2e68a May 27 02:14:17.811323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.846284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-8d7942ca-c977-41b4-909a-b0357b230336 service neutron] 10.222.0.47 "GET /v2.0/networks/7a105a0b-2863-4a68-85b1-e8e63379c309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797013 May 27 02:14:17.894061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c978c812-8171-4270-ad73-ad5b775da74e req-676e3855-328e-40e6-82a7-dd53ffb9f8ef service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488075 May 27 02:14:17.928826 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:17.934602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:17.935375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:18.023836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-f2517eb5-7ede-4183-9026-59bb8caaee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.025453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-f2517eb5-7ede-4183-9026-59bb8caaee7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=004cb2b4844b41158d02b27db79759ac&device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 1096 time: 0.0810750 May 27 02:14:18.085465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3573709 May 27 02:14:18.088788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf590a3-c39d-429e-b680-cb0539ac4175 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Pushing event updated for resources: {'Network': ['ID=77853a1b-d42a-4c87-9986-9516c3f2e68a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:18.107886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 77853a1b-d42a-4c87-9986-9516c3f2e68a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:18.112275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5e4f3fb-c0d2-4ae5-a589-e05dfa83c27b req-9f50c3a6-ee4f-4dd0-ab43-221cce4f1188 service neutron] 10.222.0.47 "GET /v2.0/networks/7a105a0b-2863-4a68-85b1-e8e63379c309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591395 May 27 02:14:18.250153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-cec54d9f-d930-4d5e-820f-227b148f43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.252122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-cec54d9f-d930-4d5e-820f-227b148f43e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f92db17a-eea4-49f2-858e-9ae4227bf1ea HTTP/1.1" status: 200 len: 909 time: 0.2204027 May 27 02:14:18.316674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-588bd49e-44c5-4cd7-8d93-a9c6900c11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.318227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-588bd49e-44c5-4cd7-8d93-a9c6900c11f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28c968559ec341e59c72b8cc1c5cde3a&device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 1095 time: 0.1074967 May 27 02:14:18.330072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684193e7-21d6-4c67-9791-c2025e190c24 req-8522a923-be13-4dd6-b617-17efb8f90fa2 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.331805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-684193e7-21d6-4c67-9791-c2025e190c24 req-8522a923-be13-4dd6-b617-17efb8f90fa2 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 943 time: 0.1638622 May 27 02:14:18.358175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-27baeb5d-8807-431f-8220-e8f0093ae930 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c932d5d2-3001-41f0-96fe-dd7b3e29e470 HTTP/1.1" status: 200 len: 217 time: 0.0991390 May 27 02:14:18.397947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39924) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:18.412189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Request body: {'port': {'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a', 'binding:host_id': 'n-h2-843146-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-169511548'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:18.423888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:18.431983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Usage tracker for resource:port and tenant:32f0d2689bba4b0b8db8b56065d05af8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:18.437690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:18.446889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:18.456471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-fd1c917f-5d3d-4029-9e98-885d16107486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.458172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-fd1c917f-5d3d-4029-9e98-885d16107486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2170b48b-832b-4fff-b017-0127ee74ac01 HTTP/1.1" status: 200 len: 848 time: 0.0941904 May 27 02:14:18.466698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-684193e7-21d6-4c67-9791-c2025e190c24 req-fbf6dfcf-7af1-4483-87c1-00c40822c7c5 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143963 May 27 02:14:18.506889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Made reservation on behalf of 32f0d2689bba4b0b8db8b56065d05af8 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:18.506889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:18.519654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-6a5ea8a9-bca7-4c70-8994-502343e3b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.521101 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-6a5ea8a9-bca7-4c70-8994-502343e3b84a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a105a0b-2863-4a68-85b1-e8e63379c309 HTTP/1.1" status: 200 len: 913 time: 0.1883044 May 27 02:14:18.539276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-be35a5d4-ae63-4ef1-a66d-5ce03421dcbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f92db17a-eea4-49f2-858e-9ae4227bf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692255 May 27 02:14:18.591884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:18.625076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-34dbdb1e-ea0a-4bf6-9f2d-ccf3811de813 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29aa756-18ce-410a-9767-8ce980b2f615 HTTP/1.1" status: 200 len: 217 time: 0.0973580 May 27 02:14:18.647512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:18.721793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Usage tracker for resource:security_group_rule and tenant:32f0d2689bba4b0b8db8b56065d05af8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:18.730075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:18.743637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:18.805647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-26c1a253-5db6-4ea0-8ca0-41b294a51769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.807939 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-26c1a253-5db6-4ea0-8ca0-41b294a51769 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b582807f-c0a9-4eca-b552-af2dc613acdd HTTP/1.1" status: 200 len: 852 time: 0.1763008 May 27 02:14:18.824838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-dc2666ff-f489-413e-85ce-5ce723f64f14 service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180996 May 27 02:14:18.832344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983902cd-0fda-4af3-88c0-4c53d7989219 req-4d9c6d89-309a-4b64-8b71-e8ab03acf101 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:18.833710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-983902cd-0fda-4af3-88c0-4c53d7989219 req-4d9c6d89-309a-4b64-8b71-e8ab03acf101 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 944 time: 0.2971370 May 27 02:14:18.871906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-d2e40d53-55a7-4d79-8e98-010f8da858a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a105a0b-2863-4a68-85b1-e8e63379c309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557547 May 27 02:14:19.014363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-06026efa-2c80-4a87-bd15-0c93c7c65e14 service neutron] 10.222.0.47 "GET /v2.0/networks/7a105a0b-2863-4a68-85b1-e8e63379c309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347709 May 27 02:14:19.147037 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-983902cd-0fda-4af3-88c0-4c53d7989219 req-6a6fdebd-c17d-4224-834a-4001df90d4df tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279465 May 27 02:14:19.172508 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e69e4b93-efc7-425b-86b6-44da1dc4c31f req-e25da338-389e-4119-a92f-93f08d666d62 service neutron] 10.222.0.47 "GET /v2.0/networks/7a105a0b-2863-4a68-85b1-e8e63379c309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506820 May 27 02:14:19.176293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-833417a7-1bc0-4e84-830e-2ea3eabdba64 req-98132761-9106-4bab-a4d1-3c0ab1a524ad service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416660 May 27 02:14:19.198867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.202656 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.212179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] device_id is not set on port 36354de6-ddb8-4ec7-b43d-59dce25428c1 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:19.292382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c41248-9072-404b-94df-18479fc402ca,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:19.512582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] device_id is not set on port 36354de6-ddb8-4ec7-b43d-59dce25428c1 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:19.521570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.535855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Transition to ACTIVE for port object 36354de6-ddb8-4ec7-b43d-59dce25428c1 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:19.567965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:19.700506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Checking segment: {'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:19.700960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Network hostable DHCP agents. Network: 77853a1b-d42a-4c87-9986-9516c3f2e68a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:19.705456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=36354de6-ddb8-4ec7-b43d-59dce25428c1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:19.721134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09820ef-442e-4354-a31e-b286ee918d23 req-c9c13838-cffa-40d3-9b89-0bdeb873695a tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:19.722651 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e09820ef-442e-4354-a31e-b286ee918d23 req-c9c13838-cffa-40d3-9b89-0bdeb873695a tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 943 time: 0.1126411 May 27 02:14:19.725831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Network 77853a1b-d42a-4c87-9986-9516c3f2e68a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:19.736855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 77853a1b-d42a-4c87-9986-9516c3f2e68a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:19.741138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:19.748434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8bfee-602f-4242-b590-307f493beb0b None None] Network 77853a1b-d42a-4c87-9986-9516c3f2e68a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:19.769901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.770268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.770761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.776887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.777223 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.777728 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 2 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.783439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e09820ef-442e-4354-a31e-b286ee918d23 req-fbbe64dc-a455-4781-976a-89bb58935d75 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543487 May 27 02:14:19.804561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.804561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.804561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.804561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.804561 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.804949 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 3 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.820562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.820905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.821241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.826783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.827127 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.827516 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 4 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.842738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.843086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.843425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.848080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.848404 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.848794 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 5 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.863458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.863802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.864149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.869171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.869568 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.869966 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 6 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.885842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.886183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.886523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.891513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.891970 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.892359 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 7 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.908306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.908656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.908999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.913924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.914425 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.914649 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 8 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.929950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.930521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.932405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.940760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.943551 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.943551 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 9 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.964619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.964981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.965337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.970439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.970842 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.971208 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 10 to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 May 27 02:14:19.987145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:19.987480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:19.987818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:19.992907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:19.993241 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 36354de6-ddb8-4ec7-b43d-59dce25428c1 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:19.993654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.087057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] For port 36354de6-ddb8-4ec7-b43d-59dce25428c1, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:20.087419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempted to set empty binding levels {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:14:20.091817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.147418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:20.148032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.175264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=36354de6-ddb8-4ec7-b43d-59dce25428c1,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:20.186757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-59d82a2e-708a-4bc1-99e3-1d95fcabee27 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7862625 May 27 02:14:20.188209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39964) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:20.272941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Deleting port 36354de6-ddb8-4ec7-b43d-59dce25428c1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:20.273295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.464687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be59999-b055-4397-93d8-5da14325d92e req-f966736b-a691-469e-bdbb-93a10b1b6ea6 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:20.466172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8be59999-b055-4397-93d8-5da14325d92e req-f966736b-a691-469e-bdbb-93a10b1b6ea6 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 944 time: 0.1961663 May 27 02:14:20.590971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] For port 36354de6-ddb8-4ec7-b43d-59dce25428c1, host n-h2-843146-11, got binding levels [] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:20.591614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.600813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8be59999-b055-4397-93d8-5da14325d92e req-5565306d-bca9-4273-a8e5-423edea6a077 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790412 May 27 02:14:20.724483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Calling delete_port for 36354de6-ddb8-4ec7-b43d-59dce25428c1 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:20.817675 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.873069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:20.877436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event deleted for resources: {'Port': ['ID=36354de6-ddb8-4ec7-b43d-59dce25428c1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:20.882142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f62a0879-a3c3-432c-8784-8e428de529be tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "DELETE /v2.0/ports/36354de6-ddb8-4ec7-b43d-59dce25428c1 HTTP/1.1" status: 204 len: 168 time: 0.6930015 May 27 02:14:20.885384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 39980) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:20.962512 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca659de3-cb0c-447e-bae8-503141fc5920 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] GET failed (client error): The resource could not be found. May 27 02:14:20.963878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca659de3-cb0c-447e-bae8-503141fc5920 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "GET /v2.0/ports/36354de6-ddb8-4ec7-b43d-59dce25428c1 HTTP/1.1" status: 404 len: 333 time: 0.0770278 May 27 02:14:20.967736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 39988) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:20.973359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Request body: {'port': {'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-559805737'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:20.978451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:20.986313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Usage tracker for resource:port and tenant:32f0d2689bba4b0b8db8b56065d05af8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:20.989753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:20.996736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:21.009098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Made reservation on behalf of 32f0d2689bba4b0b8db8b56065d05af8 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:21.012836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.018069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1195aa1-150e-4319-831a-52e8e328c7bf req-2b3e3e3f-3171-4c92-94c2-940728503b3d tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:21.019726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f1195aa1-150e-4319-831a-52e8e328c7bf req-2b3e3e3f-3171-4c92-94c2-940728503b3d tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 943 time: 0.1020496 May 27 02:14:21.042893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] device_id is not set on port 66457c20-4871-4e26-9018-87f0207bad85 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:21.075244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f1195aa1-150e-4319-831a-52e8e328c7bf req-31972ef8-2ffa-4ed9-b183-15e9c1d34cc5 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465372 May 27 02:14:21.382164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.411069 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.470046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Network 77853a1b-d42a-4c87-9986-9516c3f2e68a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:21.478996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:21.483586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:21.484514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:21.485122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.509476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=66457c20-4871-4e26-9018-87f0207bad85,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:21.518910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-009c064a-11fb-4b7a-9b5e-5bf73c0ca0bb tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5498824 May 27 02:14:21.521358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40000) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:21.527786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:21.665728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:21.963789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ed04b-a5d5-41a4-b589-59b785116164 req-c74b218c-b8c8-48d7-a45b-3a197ccdaa7c tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:21.965265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c2ed04b-a5d5-41a4-b589-59b785116164 req-c74b218c-b8c8-48d7-a45b-3a197ccdaa7c tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 944 time: 0.1823518 May 27 02:14:22.063898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] device_id is not set on port 66457c20-4871-4e26-9018-87f0207bad85 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:22.075700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.081286 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c2ed04b-a5d5-41a4-b589-59b785116164 req-4db85fff-4ec1-4654-ba51-daf7232cb0a2 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790365 May 27 02:14:22.095056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Transition to ACTIVE for port object 66457c20-4871-4e26-9018-87f0207bad85 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:22.110271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.206690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=66457c20-4871-4e26-9018-87f0207bad85,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:22.312429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.312959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.313382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.318628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.319178 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.319563 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 2 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.321108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20673eb6-4237-4b82-9bc8-79f9d6da821e req-a6a5d9fb-c4c8-483a-bfda-e592ce0a665e tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.323546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-20673eb6-4237-4b82-9bc8-79f9d6da821e req-a6a5d9fb-c4c8-483a-bfda-e592ce0a665e tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 943 time: 0.0969694 May 27 02:14:22.346545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.347011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.347424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.352438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.352853 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.353307 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 3 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.370385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.370762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.371111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.376386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.376915 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.377464 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 4 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.378706 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-20673eb6-4237-4b82-9bc8-79f9d6da821e req-4d0cd5d2-8f98-4219-bae0-eabc756397ce tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473151 May 27 02:14:22.405314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.405314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.405314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.413444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.413556 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.414011 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 5 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.428999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c932d5d2-3001-41f0-96fe-dd7b3e29e470 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:22.432564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.432914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.433319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.438503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.438947 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.439408 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 6 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.456298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.456705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.457105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.462489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.462952 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.463407 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 7 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.478840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.479115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.479451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.484085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.484405 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.484781 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 8 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.499594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.500037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.500380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.504884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.505207 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.505586 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 9 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.520810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.521141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.521467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.526066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.526519 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.526936 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 10 to bind port 66457c20-4871-4e26-9018-87f0207bad85 May 27 02:14:22.545081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:22.545411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:22.545743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:22.550635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:22.550989 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 66457c20-4871-4e26-9018-87f0207bad85 on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:22.551344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.583222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c932d5d2-3001-41f0-96fe-dd7b3e29e470, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c932d5d2-3001-41f0-96fe-dd7b3e29e470,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:22.598906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470', 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea', 'port_id': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470', 'mac_address': 'fa:16:3e:e1:87:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2170b48b-832b-4fff-b017-0127ee74ac01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:22.651966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] For port 66457c20-4871-4e26-9018-87f0207bad85, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:22.652394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempted to set empty binding levels {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:14:22.655961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c932d5d2-3001-41f0-96fe-dd7b3e29e470 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:22.656613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.657537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.675701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c932d5d2-3001-41f0-96fe-dd7b3e29e470 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:22.701966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c932d5d2-3001-41f0-96fe-dd7b3e29e470, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c932d5d2-3001-41f0-96fe-dd7b3e29e470,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:22.712438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.713131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a29aa756-18ce-410a-9767-8ce980b2f615 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:22.735598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=66457c20-4871-4e26-9018-87f0207bad85,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:22.741190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] In _notify_port_updated(), no bound segment for port 66457c20-4871-4e26-9018-87f0207bad85 on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:14:22.742086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.742694 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.747223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40028) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:22.747356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dbb1235e-b105-45e3-9c4e-daa037d275ec tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "PUT /v2.0/ports/66457c20-4871-4e26-9018-87f0207bad85 HTTP/1.1" status: 200 len: 975 time: 1.2248697 May 27 02:14:22.841707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.842563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.843124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.843583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.844265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.844488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.844932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.845378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.845827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.846268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.846731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.847173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.847845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.848060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.848505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.848948 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.849494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.849826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.850273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.850726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:22.858445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-098a7a6b-1858-4deb-9220-0315ac5d710a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18039 time: 0.1046772 May 27 02:14:22.858445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:22.880168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c932d5d2-3001-41f0-96fe-dd7b3e29e470,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:22.922744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Deleting port 66457c20-4871-4e26-9018-87f0207bad85 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:22.923091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:22.927080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a29aa756-18ce-410a-9767-8ce980b2f615, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a29aa756-18ce-410a-9767-8ce980b2f615,segment=NetworkSegment(9fe3706e-3521-400c-b674-443cad8afe33),segment_id=9fe3706e-3521-400c-b674-443cad8afe33)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:22.941546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a29aa756-18ce-410a-9767-8ce980b2f615', 'network_id': '7a105a0b-2863-4a68-85b1-e8e63379c309', 'port_id': 'a29aa756-18ce-410a-9767-8ce980b2f615', 'mac_address': 'fa:16:3e:e7:b7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b582807f-c0a9-4eca-b552-af2dc613acdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:23.014271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a29aa756-18ce-410a-9767-8ce980b2f615 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:23.014582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.032424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29aa756-18ce-410a-9767-8ce980b2f615 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:23.048747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a29aa756-18ce-410a-9767-8ce980b2f615, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a29aa756-18ce-410a-9767-8ce980b2f615,segment=NetworkSegment(9fe3706e-3521-400c-b674-443cad8afe33),segment_id=9fe3706e-3521-400c-b674-443cad8afe33)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:23.052976 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.164387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] For port 66457c20-4871-4e26-9018-87f0207bad85, host n-h2-843146-11, got binding levels [] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:23.164989 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.165473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a29aa756-18ce-410a-9767-8ce980b2f615,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:23.304119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe6bf3-4f4f-4a8c-8305-7449bd00f300 req-76633a5e-6ba0-4b9b-b786-ed7161657863 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:23.305612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2bfe6bf3-4f4f-4a8c-8305-7449bd00f300 req-76633a5e-6ba0-4b9b-b786-ed7161657863 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 945 time: 0.0872178 May 27 02:14:23.310480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Calling delete_port for 66457c20-4871-4e26-9018-87f0207bad85 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:23.351420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2bfe6bf3-4f4f-4a8c-8305-7449bd00f300 req-7ff4f25b-8394-4955-b1b4-167979eec07e tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 May 27 02:14:23.388971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a29aa756-18ce-410a-9767-8ce980b2f615'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:23.391699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.444398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event deleted for resources: {'Port': ['ID=66457c20-4871-4e26-9018-87f0207bad85,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:23.449880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c932d5d2-3001-41f0-96fe-dd7b3e29e470'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:23.451622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.458754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b3b7eb30-f3d0-41f0-8767-ee922e25544a tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "DELETE /v2.0/ports/66457c20-4871-4e26-9018-87f0207bad85 HTTP/1.1" status: 204 len: 168 time: 0.6000454 May 27 02:14:23.461242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40052) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:23.504008 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2c0dcc-55ef-48e2-8461-509fddf8696f tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] GET failed (client error): The resource could not be found. May 27 02:14:23.504721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7a2c0dcc-55ef-48e2-8461-509fddf8696f tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Synchronizing usage tracker for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:23.543691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7a2c0dcc-55ef-48e2-8461-509fddf8696f tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Unset dirty status for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:23.544901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7a2c0dcc-55ef-48e2-8461-509fddf8696f tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "GET /v2.0/ports/66457c20-4871-4e26-9018-87f0207bad85 HTTP/1.1" status: 404 len: 333 time: 0.0827594 May 27 02:14:23.551265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40056) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:23.557624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1709049734', 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:23.600515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:23.624843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:23.647426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Made reservation on behalf of 32f0d2689bba4b0b8db8b56065d05af8 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:23.649737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:23.678551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbc0c6-e04b-4972-aa2c-ba4e5e7c1b19 req-e0f81447-bfba-4e4b-9cb3-41aec7b4420e tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:23.680043 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24cbc0c6-e04b-4972-aa2c-ba4e5e7c1b19 req-e0f81447-bfba-4e4b-9cb3-41aec7b4420e tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 944 time: 0.1184218 May 27 02:14:23.684051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] device_id is not set on port 338c4bea-8627-44cb-a971-58c3befb15bf yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:23.906036 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24cbc0c6-e04b-4972-aa2c-ba4e5e7c1b19 req-84a8170b-74e0-422b-adec-86067674aa69 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897097 May 27 02:14:24.048828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.075801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.153479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Network 77853a1b-d42a-4c87-9986-9516c3f2e68a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:24.156422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:24.159960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:24.160894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.161430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.168382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=338c4bea-8627-44cb-a971-58c3befb15bf,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:24.188760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6818968f-9b68-40cb-a736-11b7864b9273 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6364186 May 27 02:14:24.191292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40070) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:24.254989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8e723-77cc-4f06-ab4b-89d69f84ae29 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.255719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1aa8e723-77cc-4f06-ab4b-89d69f84ae29 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Synchronizing usage tracker for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:24.272496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1aa8e723-77cc-4f06-ab4b-89d69f84ae29 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Unset dirty status for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:24.273700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1aa8e723-77cc-4f06-ab4b-89d69f84ae29 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "GET /v2.0/ports/338c4bea-8627-44cb-a971-58c3befb15bf HTTP/1.1" status: 200 len: 955 time: 0.0815170 May 27 02:14:24.277117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40076) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:24.338434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Deleting port 338c4bea-8627-44cb-a971-58c3befb15bf {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:24.338690 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.561613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31b460-6c01-432b-b49b-ac0c6e0b6543 req-cdd040ee-eb9c-47b3-9a97-7612b5b2ef71 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:24.562665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.563334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea31b460-6c01-432b-b49b-ac0c6e0b6543 req-cdd040ee-eb9c-47b3-9a97-7612b5b2ef71 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 945 time: 0.1005814 May 27 02:14:24.614443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea31b460-6c01-432b-b49b-ac0c6e0b6543 req-ce25b15f-e1b0-4924-a92e-73618c28b3a1 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 May 27 02:14:24.705717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Calling delete_port for 338c4bea-8627-44cb-a971-58c3befb15bf owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:24.782807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.838359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.841707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event deleted for resources: {'Port': ['ID=338c4bea-8627-44cb-a971-58c3befb15bf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:24.857067 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-52d5b7ef-1382-40e7-98e1-ffbd9e7d6c75 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "DELETE /v2.0/ports/338c4bea-8627-44cb-a971-58c3befb15bf HTTP/1.1" status: 204 len: 168 time: 0.5788982 May 27 02:14:24.859487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40096) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:24.912811 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4083ab4-aebf-41c3-a31c-95652c72c847 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] GET failed (client error): The resource could not be found. May 27 02:14:24.912811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d4083ab4-aebf-41c3-a31c-95652c72c847 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Synchronizing usage tracker for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:24.921621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d4083ab4-aebf-41c3-a31c-95652c72c847 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Unset dirty status for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:24.922919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d4083ab4-aebf-41c3-a31c-95652c72c847 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "GET /v2.0/ports/338c4bea-8627-44cb-a971-58c3befb15bf HTTP/1.1" status: 404 len: 333 time: 0.0623407 May 27 02:14:24.926732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40100) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:24.934443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Request body: {'port': {'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1916511957'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:24.940205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:24.949970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:24.960349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Made reservation on behalf of 32f0d2689bba4b0b8db8b56065d05af8 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:24.962907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:24.983865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] device_id is not set on port 97e2b271-363b-4f86-8234-ce9e9459cb8e yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:25.113176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536ffda-42bd-44be-94f0-a7118bd3690a req-2b711cc1-7197-48b6-a39c-540f82a0a44b tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:25.115430 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c536ffda-42bd-44be-94f0-a7118bd3690a req-2b711cc1-7197-48b6-a39c-540f82a0a44b tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 944 time: 0.0956440 May 27 02:14:25.169955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c536ffda-42bd-44be-94f0-a7118bd3690a req-a0b2c9f5-4d83-4f11-b00b-54df159897ac tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 May 27 02:14:25.223039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.249956 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.326184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Network 77853a1b-d42a-4c87-9986-9516c3f2e68a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:25.328898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:25.332729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:25.333642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:25.334241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.347397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=97e2b271-363b-4f86-8234-ce9e9459cb8e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:25.364287 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2105a6b2-6b57-4b88-aa65-c5064581f76c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4363198 May 27 02:14:25.366819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40112) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:25.372701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:25.602265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.918669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1a4a1-2885-4969-90fb-33919cfe0519 req-b9f4c7ee-f175-4fe5-a8fe-185b60ed3866 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:25.920173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-61a1a4a1-2885-4969-90fb-33919cfe0519 req-b9f4c7ee-f175-4fe5-a8fe-185b60ed3866 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 945 time: 0.1506028 May 27 02:14:25.924087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] device_id is not set on port 97e2b271-363b-4f86-8234-ce9e9459cb8e yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:25.944486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:25.977422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Transition to ACTIVE for port object 97e2b271-363b-4f86-8234-ce9e9459cb8e will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:25.981769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.027465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-61a1a4a1-2885-4969-90fb-33919cfe0519 req-5c6da437-b21b-4587-9d54-2d978fc2419d tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988142 May 27 02:14:26.126927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=97e2b271-363b-4f86-8234-ce9e9459cb8e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:26.135896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.136235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.136567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.141290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.141654 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.142174 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 2 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.162676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.163003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.163340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.168685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.169009 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.169394 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 3 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.187327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.187658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.187989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.192563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.192884 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.193270 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 4 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.208403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.208603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.208932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.218603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.218998 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.219463 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 5 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.239920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.240268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.240582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.245567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.245838 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.246221 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 6 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.261552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.261885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.262215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.267159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.267485 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.267865 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 7 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.283255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.283585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.283911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.288572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.288999 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.289383 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 8 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.305022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.305348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.305879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.324965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.325584 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.326161 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 9 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.342514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.342955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.343363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.348614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.348948 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.349465 n-d-843146-11 neutron-server[88425]: INFO neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempt 10 to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e May 27 02:14:26.365575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:26.365908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:26.366245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempting to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:26.371060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:26.371387 n-d-843146-11 neutron-server[88425]: ERROR neutron.plugins.ml2.managers [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Failed to bind port 97e2b271-363b-4f86-8234-ce9e9459cb8e on host n-h2-843146-11 for vnic_type normal using segments [{'id': 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77853a1b-d42a-4c87-9986-9516c3f2e68a'}] May 27 02:14:26.371942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.392075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a0d92-0a8f-48f7-908a-56d0cb221592 req-d35f22b2-8d18-4ca9-8ae7-e7a369717720 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.393700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e9a0d92-0a8f-48f7-908a-56d0cb221592 req-d35f22b2-8d18-4ca9-8ae7-e7a369717720 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 944 time: 0.0831339 May 27 02:14:26.434630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c932d5d2-3001-41f0-96fe-dd7b3e29e470 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:26.438594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e9a0d92-0a8f-48f7-908a-56d0cb221592 req-2b154de0-a890-4ae9-91ca-36c924cf703b tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 May 27 02:14:26.474681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] For port 97e2b271-363b-4f86-8234-ce9e9459cb8e, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:26.475290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attempted to set empty binding levels {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 02:14:26.482562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.511000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c932d5d2-3001-41f0-96fe-dd7b3e29e470 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:26.517069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c932d5d2-3001-41f0-96fe-dd7b3e29e470 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:26.517594 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.527221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] In _notify_port_updated(), no bound segment for port 97e2b271-363b-4f86-8234-ce9e9459cb8e on network 77853a1b-d42a-4c87-9986-9516c3f2e68a {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:14:26.531099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.531963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.535725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "PUT /v2.0/ports/97e2b271-363b-4f86-8234-ce9e9459cb8e HTTP/1.1" status: 200 len: 976 time: 1.1655757 May 27 02:14:26.536382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40140) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:26.570035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642003-316f-4764-8f32-0e32f5039c26 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event updated for resources: {'Port': ['ID=97e2b271-363b-4f86-8234-ce9e9459cb8e,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:26.641156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Deleting port 97e2b271-363b-4f86-8234-ce9e9459cb8e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:26.641845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.677439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c932d5d2-3001-41f0-96fe-dd7b3e29e470 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:26.677894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.709548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:26.719900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c932d5d2-3001-41f0-96fe-dd7b3e29e470, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c932d5d2-3001-41f0-96fe-dd7b3e29e470,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:26.724625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.726807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a29aa756-18ce-410a-9767-8ce980b2f615 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:26.809478 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cadc22e-6b71-4efe-a353-e385b33e8cdd'] response: {'server_uuid': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470', 'code': 200} May 27 02:14:26.878779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] For port 97e2b271-363b-4f86-8234-ce9e9459cb8e, host n-h2-843146-11, got binding levels [] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:26.879147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.890009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c932d5d2-3001-41f0-96fe-dd7b3e29e470,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:26.903960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.904316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.904663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.905004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.905334 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.906177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.906692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.907250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.907771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.908286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.908785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.909277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:26.928492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port a29aa756-18ce-410a-9767-8ce980b2f615 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:26.934111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a29aa756-18ce-410a-9767-8ce980b2f615 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:26.934490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:26.969832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fa90-2961-4bb0-a37e-7f4ac1d9e3a2 req-f87a0371-22a6-4cdc-b619-11710d34313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:26.972035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a10fa90-2961-4bb0-a37e-7f4ac1d9e3a2 req-f87a0371-22a6-4cdc-b619-11710d34313e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 1098 time: 0.1378272 May 27 02:14:27.030554 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1a10fa90-2961-4bb0-a37e-7f4ac1d9e3a2 req-2cc2391a-8cd0-4983-9c97-2a22464d1b0e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 May 27 02:14:27.066423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a29aa756-18ce-410a-9767-8ce980b2f615 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:27.066818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.105759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a29aa756-18ce-410a-9767-8ce980b2f615, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a29aa756-18ce-410a-9767-8ce980b2f615,segment=NetworkSegment(9fe3706e-3521-400c-b674-443cad8afe33),segment_id=9fe3706e-3521-400c-b674-443cad8afe33)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:27.112137 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.152610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Calling delete_port for 97e2b271-363b-4f86-8234-ce9e9459cb8e owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:27.198346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a29aa756-18ce-410a-9767-8ce980b2f615,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:27.288323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.339995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Pushing event deleted for resources: {'Port': ['ID=97e2b271-363b-4f86-8234-ce9e9459cb8e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:27.348486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1ae1-1cec-41b6-962b-134b8d50f126 req-b5c50261-c224-406b-bef6-dd8c2c7ba356 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:27.349924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99bc1ae1-1cec-41b6-962b-134b8d50f126 req-b5c50261-c224-406b-bef6-dd8c2c7ba356 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 946 time: 0.1530867 May 27 02:14:27.352898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.376363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-56fcfe01-b82b-4a34-8e2a-5b7d1be0ba2c tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "DELETE /v2.0/ports/97e2b271-363b-4f86-8234-ce9e9459cb8e HTTP/1.1" status: 204 len: 168 time: 0.8387351 May 27 02:14:27.379738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40162) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:27.406309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-99bc1ae1-1cec-41b6-962b-134b8d50f126 req-bd237866-3f1d-45ac-846c-ada3417b0ef5 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Synchronizing usage tracker for tenant:004cb2b4844b41158d02b27db79759ac on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:27.423141 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-22594029-bca3-4ce4-aa71-b53fb1763a77 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] GET failed (client error): The resource could not be found. May 27 02:14:27.423618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-22594029-bca3-4ce4-aa71-b53fb1763a77 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Synchronizing usage tracker for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:27.425504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-99bc1ae1-1cec-41b6-962b-134b8d50f126 req-bd237866-3f1d-45ac-846c-ada3417b0ef5 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Unset dirty status for tenant:004cb2b4844b41158d02b27db79759ac on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:27.426857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99bc1ae1-1cec-41b6-962b-134b8d50f126 req-bd237866-3f1d-45ac-846c-ada3417b0ef5 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695226 May 27 02:14:27.439885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-22594029-bca3-4ce4-aa71-b53fb1763a77 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] Unset dirty status for tenant:32f0d2689bba4b0b8db8b56065d05af8 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:27.441136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-22594029-bca3-4ce4-aa71-b53fb1763a77 tempest-PortsAdminExtendedAttrsTestJSON-837936061 tempest-PortsAdminExtendedAttrsTestJSON-837936061-project-admin] 10.222.0.16 "GET /v2.0/ports/97e2b271-363b-4f86-8234-ce9e9459cb8e HTTP/1.1" status: 404 len: 333 time: 0.0609274 May 27 02:14:27.455441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40166) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:27.586154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.650090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f64d-58b1-41a4-a077-d201c9f9739e req-07b5af6c-3889-48e7-8465-919e7d3c1f04 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:27.652159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c78f64d-58b1-41a4-a077-d201c9f9739e req-07b5af6c-3889-48e7-8465-919e7d3c1f04 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.0960286 May 27 02:14:27.708200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3c78f64d-58b1-41a4-a077-d201c9f9739e req-2bb29ff6-605c-4053-a843-31ba728b4d4e tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Synchronizing usage tracker for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:27.730071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3c78f64d-58b1-41a4-a077-d201c9f9739e req-2bb29ff6-605c-4053-a843-31ba728b4d4e tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Unset dirty status for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:27.730889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c78f64d-58b1-41a4-a077-d201c9f9739e req-2bb29ff6-605c-4053-a843-31ba728b4d4e tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713003 May 27 02:14:27.734569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.769533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77853a1b-d42a-4c87-9986-9516c3f2e68a']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:27.781522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:27.781816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ee16b4-adce-4152-b7c2-5adb51fd60c3') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:27.793274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.809850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.816072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:27.816642 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.881349 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c0ee16b4-adce-4152-b7c2-5adb51fd60c3 resource provider aggregate not found May 27 02:14:27.905235 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c0ee16b4-adce-4152-b7c2-5adb51fd60c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0ee16b4-adce-4152-b7c2-5adb51fd60c3 found for delete ", "request_id": "req-c136c73e-2842-4777-98df-8dacb1a10ab6"}]} May 27 02:14:27.920874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.939446 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:27.949066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] Pushing event deleted for resources: {'Network': ['ID=77853a1b-d42a-4c87-9986-9516c3f2e68a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:27.954172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6a79dce6-8a6a-4d4f-bb78-d39e6c5933b1 tempest-PortsAdminExtendedAttrsTestJSON-1903156161 tempest-PortsAdminExtendedAttrsTestJSON-1903156161-project] 10.222.0.16 "DELETE /v2.0/networks/77853a1b-d42a-4c87-9986-9516c3f2e68a HTTP/1.1" status: 204 len: 168 time: 0.4954374 May 27 02:14:28.233719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:28.450098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-adc366a7-5b8b-49f8-91ee-c31e7d2ce064 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c3ac786b6664619a450866e437cfc58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151053 May 27 02:14:28.452655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40200) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:28.521676 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24d06007-9cca-4753-b73a-812297fd28fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:28.592463 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24d06007-9cca-4753-b73a-812297fd28fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:28.677395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6ca5-3628-47f9-866b-33d1c999a009 req-aabd30f6-29ba-4619-aa4b-696d16e33605 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:28.678876 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01bf6ca5-3628-47f9-866b-33d1c999a009 req-aabd30f6-29ba-4619-aa4b-696d16e33605 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 946 time: 0.1339035 May 27 02:14:28.688241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24d06007-9cca-4753-b73a-812297fd28fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:28.722559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d06007-9cca-4753-b73a-812297fd28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd39f6-14d1-4e35-a2e3-e887b34ca5ed,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:28.739269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24d06007-9cca-4753-b73a-812297fd28fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:28.743224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24d06007-9cca-4753-b73a-812297fd28fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85dd39f6-14d1-4e35-a2e3-e887b34ca5ed HTTP/1.1" status: 204 len: 168 time: 0.2895756 May 27 02:14:28.754787 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-01bf6ca5-3628-47f9-866b-33d1c999a009 req-cf918ed1-0308-4fdc-bfb4-c7fed421d9be tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621290 May 27 02:14:28.811190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753bbc13-c54f-45f9-823a-f66cc883400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29aa756-18ce-410a-9767-8ce980b2f615'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:28.879357 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a7589a-f1c2-4ec6-b7b4-1765746448f6'] response: {'server_uuid': '753bbc13-c54f-45f9-823a-f66cc883400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29aa756-18ce-410a-9767-8ce980b2f615', 'code': 200} May 27 02:14:29.053785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11296e10-38d5-4030-92b8-dd320eb3144d req-80da2e59-9024-4aec-a530-4a6c31f6de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:29.056018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11296e10-38d5-4030-92b8-dd320eb3144d req-80da2e59-9024-4aec-a530-4a6c31f6de43 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 1097 time: 0.1046584 May 27 02:14:29.072993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae18d-eb6d-411d-bf2d-f167ad426a76 req-99c3eb66-1dd1-4f9b-9822-5574f2840385 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:29.074546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-becae18d-eb6d-411d-bf2d-f167ad426a76 req-99c3eb66-1dd1-4f9b-9822-5574f2840385 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.2008665 May 27 02:14:29.131112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11296e10-38d5-4030-92b8-dd320eb3144d req-36728e6f-cdfd-4836-80a0-a3851f50d231 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555701 May 27 02:14:29.160234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-becae18d-eb6d-411d-bf2d-f167ad426a76 req-7149872c-5464-4a10-88ad-9dfcaed5b2a7 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 May 27 02:14:29.198863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40232) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:29.253992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7e4583b4-0d6c-450c-8895-e2739609e20e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32f0d2689bba4b0b8db8b56065d05af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527196 May 27 02:14:29.255311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40238) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:29.327972 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4cd0904e-efbc-469f-9b66-06cf1d7fd052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.358317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4cd0904e-efbc-469f-9b66-06cf1d7fd052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.414452 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4cd0904e-efbc-469f-9b66-06cf1d7fd052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.433854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0904e-efbc-469f-9b66-06cf1d7fd052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c41248-9072-404b-94df-18479fc402ca,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:29.444897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4cd0904e-efbc-469f-9b66-06cf1d7fd052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:29.448633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4cd0904e-efbc-469f-9b66-06cf1d7fd052 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5c41248-9072-404b-94df-18479fc402ca HTTP/1.1" status: 204 len: 168 time: 0.1899042 May 27 02:14:29.887021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f75c-957e-4c73-b39c-3cf77cf3e390 req-4287b4a4-0b5f-4e1a-bab0-5b5ac802f644 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:29.888567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0310f75c-957e-4c73-b39c-3cf77cf3e390 req-4287b4a4-0b5f-4e1a-bab0-5b5ac802f644 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 946 time: 0.0895753 May 27 02:14:29.936295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0310f75c-957e-4c73-b39c-3cf77cf3e390 req-f403fd7a-50cb-4c95-948b-ddd0d7e9f3c3 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 May 27 02:14:30.355386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40288) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:30.376470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a246a8-1dab-480c-8ceb-76de525d09df req-3eecb6b9-eb65-406a-98f7-f1e4884bb6df tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.378062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81a246a8-1dab-480c-8ceb-76de525d09df req-3eecb6b9-eb65-406a-98f7-f1e4884bb6df tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.1034696 May 27 02:14:30.430912 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81a246a8-1dab-480c-8ceb-76de525d09df req-498a57e2-b430-40b2-ab38-222753f6471a tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 May 27 02:14:30.479636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2021323315'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:30.485160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:30.489107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Usage tracker for resource:network and tenant:fc2e0a8705ca4cc097ac1848dd674d75 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:30.492122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:30.498486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:30.510200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:30.521443 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.536472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.553325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:30.557706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Usage tracker for resource:security_group_rule and tenant:fc2e0a8705ca4cc097ac1848dd674d75 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:30.569029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:30.577879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:30.698046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.701904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.736788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:30.742106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0068a9ee-3bd5-4193-b676-5d02be3e2548,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:30.750312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.750312 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Added segment 72553844-fa0e-4e54-8954-2a816cb3ad55 of type vlan for network d7df4948-9da1-496f-8025-b2ab0a973cf0 May 27 02:14:30.776190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.807453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.813355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:30.813880 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:30.928316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5715704 May 27 02:14:30.931048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ed10-e1e1-49ff-84de-7e46ff0208c3 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Network': ['ID=d7df4948-9da1-496f-8025-b2ab0a973cf0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:30.931289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40302) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:30.937373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'subnet': {'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:30.941965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:31.055089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:31.059366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Usage tracker for resource:subnet and tenant:fc2e0a8705ca4cc097ac1848dd674d75 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:31.062460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:31.068578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:31.097336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:31.100886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.161369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfda412-f0be-4157-8c79-2aa92bb5ac76 req-73015fe0-89a9-49d6-b014-24f7c77ba15d tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:31.163036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bdfda412-f0be-4157-8c79-2aa92bb5ac76 req-73015fe0-89a9-49d6-b014-24f7c77ba15d tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 946 time: 0.1093836 May 27 02:14:31.221925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bdfda412-f0be-4157-8c79-2aa92bb5ac76 req-f876f942-2a37-45f2-86fe-1964414116fe tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503726 May 27 02:14:31.357726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.461437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Checking segment: {'id': '72553844-fa0e-4e54-8954-2a816cb3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:31.461437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network hostable DHCP agents. Network: d7df4948-9da1-496f-8025-b2ab0a973cf0, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:31.465935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Subnet': ['ID=9c1188ed-6ee4-40cc-98f2-e87df1c94241,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:31.491215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:31.505351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d7df4948-9da1-496f-8025-b2ab0a973cf0) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:31.514942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe26c09-2e86-4dce-ba0d-e641ad8e4478 None None] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:31.529765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:31.530414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.551012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-a029e78d-3c3b-4985-af15-68924da044d7 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:31.553041 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-a029e78d-3c3b-4985-af15-68924da044d7 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 946 time: 0.2328720 May 27 02:14:31.647602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Deleting port c932d5d2-3001-41f0-96fe-dd7b3e29e470 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:31.647947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.665455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e78037a5-4936-45ef-874f-a5b2916f3b83 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7328944 May 27 02:14:31.671156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40322) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:31.685558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'name': 'tempest-AllowedAddressPairTestJSON-2072471314'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:31.818099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-d7df4948-9da1-496f-8025-b2ab0a973cf0', 'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'tenant_id': 'fc2e0a8705ca4cc097ac1848dd674d75', 'fixed_ips': [{'subnet_id': '9c1188ed-6ee4-40cc-98f2-e87df1c94241'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:14:31.819921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.847430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142e9a0-a212-46f5-8663-b008efbefe09 req-d996c9b7-7de0-4de1-88f1-90399fb6cc4f tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:31.855052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5142e9a0-a212-46f5-8663-b008efbefe09 req-d996c9b7-7de0-4de1-88f1-90399fb6cc4f tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.2613785 May 27 02:14:31.914995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:31.919672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5142e9a0-a212-46f5-8663-b008efbefe09 req-27122da3-537f-4b41-9511-2b01c929f298 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636249 May 27 02:14:31.922316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Usage tracker for resource:port and tenant:fc2e0a8705ca4cc097ac1848dd674d75 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:31.926065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:31.934409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:31.954874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:31.958786 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:31.984221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] device_id is not set on port 86cd6562-9d71-41e1-a169-82e22621691b yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:32.004232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] For port c932d5d2-3001-41f0-96fe-dd7b3e29e470, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c932d5d2-3001-41f0-96fe-dd7b3e29e470,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:32.005039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.031022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Allocated IP 172.20.0.2 (d7df4948-9da1-496f-8025-b2ab0a973cf0/9c1188ed-6ee4-40cc-98f2-e87df1c94241/6eb1b785-71d1-4045-a709-5459000c390a) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:32.204006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Calling delete_port for c932d5d2-3001-41f0-96fe-dd7b3e29e470 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:32.391733 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.393631 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.412107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c932d5d2-3001-41f0-96fe-dd7b3e29e470'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:32.455230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Pushing event deleted for resources: {'Port': ['ID=c932d5d2-3001-41f0-96fe-dd7b3e29e470,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:32.483451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Transition to ACTIVE for port object 6eb1b785-71d1-4045-a709-5459000c390a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:32.485223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e23b51eb-99a7-407c-8341-6cd536973fa8 req-69034c13-1e44-4f33-b8c4-5d1593031e1f tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a873c6-c4d8-4373-a230-b1c27c53506e HTTP/1.1" status: 200 len: 210 time: 0.0566206 May 27 02:14:32.522867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Transition to ACTIVE for port object 6eb1b785-71d1-4045-a709-5459000c390a will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:32.530058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.546480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] No DVR routers for this DVR port c932d5d2-3001-41f0-96fe-dd7b3e29e470 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:32.549060 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.551920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'name': 'network-vif-deleted', 'tag': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:32.575978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fc4d4987-add5-4062-a3c6-f1eaac744a7e req-d32e2953-6c94-4c6d-9506-8f78ad47a232 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "DELETE /v2.0/ports/c932d5d2-3001-41f0-96fe-dd7b3e29e470 HTTP/1.1" status: 204 len: 173 time: 1.0174699 May 27 02:14:32.635278 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f96145-b3f7-44d9-9540-70b60bd32350'] response: {'server_uuid': '48a873c6-c4d8-4373-a230-b1c27c53506e', 'name': 'network-vif-deleted', 'tag': 'c932d5d2-3001-41f0-96fe-dd7b3e29e470', 'status': 'completed', 'code': 200} May 27 02:14:32.675233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Allocated IP 172.20.0.4 (d7df4948-9da1-496f-8025-b2ab0a973cf0/9c1188ed-6ee4-40cc-98f2-e87df1c94241/86cd6562-9d71-41e1-a169-82e22621691b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:32.675955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Pushing event updated for resources: {'Port': ['ID=6eb1b785-71d1-4045-a709-5459000c390a,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:32.693225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:32.694626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:32.700545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:32.830000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Attempting to bind port 6eb1b785-71d1-4045-a709-5459000c390a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:32.830704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Attempting to bind port 6eb1b785-71d1-4045-a709-5459000c390a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '72553844-fa0e-4e54-8954-2a816cb3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:32.831022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Attempting to bind port 6eb1b785-71d1-4045-a709-5459000c390a on network d7df4948-9da1-496f-8025-b2ab0a973cf0 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:32.836949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:32.837326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Checking segment: {'id': '72553844-fa0e-4e54-8954-2a816cb3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:32.838243 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.838631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Bound using segment: {'id': '72553844-fa0e-4e54-8954-2a816cb3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:32.839242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Bound port: 6eb1b785-71d1-4045-a709-5459000c390a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72553844-fa0e-4e54-8954-2a816cb3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:32.840057 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.970179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] For port 6eb1b785-71d1-4045-a709-5459000c390a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:32.973962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] For port 6eb1b785-71d1-4045-a709-5459000c390a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6eb1b785-71d1-4045-a709-5459000c390a,segment=NetworkSegment(72553844-fa0e-4e54-8954-2a816cb3ad55),segment_id=72553844-fa0e-4e54-8954-2a816cb3ad55)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:32.979389 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.982159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:32.999703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Transition to ACTIVE for port object 86cd6562-9d71-41e1-a169-82e22621691b will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:33.026274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318b16-07dd-470b-a29a-d1cb9156412a req-90864e99-0221-4fec-a289-56dad7935d7f tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:33.027887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3318b16-07dd-470b-a29a-d1cb9156412a req-90864e99-0221-4fec-a289-56dad7935d7f tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.1514628 May 27 02:14:33.066570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbaab0-b788-4845-8f5e-1cf2caf28f6e None None] Pushing event updated for resources: {'Port': ['ID=6eb1b785-71d1-4045-a709-5459000c390a,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:33.080878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3318b16-07dd-470b-a29a-d1cb9156412a req-db95a159-c1cb-4be0-8136-033615c75b74 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 May 27 02:14:33.082507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:33.099231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:33.177812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:33.178812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=86cd6562-9d71-41e1-a169-82e22621691b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:33.181440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:33.205095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:33.277864 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:33.292179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:33.292895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:33.316297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-36a1f549-db18-48cb-8968-518c266a3b06 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6437657 May 27 02:14:33.322312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40364) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:33.328659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'name': 'tempest-AllowedAddressPairTestJSON-2026797266', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e1:27:21'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:33.501728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:33.506010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Usage tracker for resource:port and tenant:fc2e0a8705ca4cc097ac1848dd674d75 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:33.509149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:33.523532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:33.540759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:33.685853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:33.707133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] device_id is not set on port 6a002069-b34e-4103-932a-d3c5a78ad731 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:33.989005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Allocated IP 172.20.0.3 (d7df4948-9da1-496f-8025-b2ab0a973cf0/9c1188ed-6ee4-40cc-98f2-e87df1c94241/6a002069-b34e-4103-932a-d3c5a78ad731) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:34.031988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-c611b66a-c4d7-48a7-8cc4-b5bd4d153021 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.033469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-c611b66a-c4d7-48a7-8cc4-b5bd4d153021 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/networks?id=f92db17a-eea4-49f2-858e-9ae4227bf1ea HTTP/1.1" status: 200 len: 808 time: 0.2177453 May 27 02:14:34.069037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e4c0a71a-455a-49ef-afbd-c8d5178ccaaa tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/quotas/004cb2b4844b41158d02b27db79759ac HTTP/1.1" status: 200 len: 375 time: 0.0245709 May 27 02:14:34.226396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-623789ce-75eb-41df-bf72-547e7482c090 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=004cb2b4844b41158d02b27db79759ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412024 May 27 02:14:34.313824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac709f-ecd2-4c9d-a118-72cae7517b62 req-aa40570e-7e54-4a7f-aedb-aa430547ec21 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.316355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46ac709f-ecd2-4c9d-a118-72cae7517b62 req-aa40570e-7e54-4a7f-aedb-aa430547ec21 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.1043103 May 27 02:14:34.379275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46ac709f-ecd2-4c9d-a118-72cae7517b62 req-8ded366f-f2d8-4925-8745-dac4f20bbf27 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569158 May 27 02:14:34.419025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62437a9c-628e-40bd-be97-316713369656 None None] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:34.425720 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e4de1f26-b1c5-42a1-ba29-5cc579ac9036 service neutron] 10.222.0.16 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984596 May 27 02:14:34.583390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-67baca68-4dba-4915-891b-0ceb776e23cc tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:34.584917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-67baca68-4dba-4915-891b-0ceb776e23cc tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.47 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.1652322 May 27 02:14:34.662213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Deleting port a29aa756-18ce-410a-9767-8ce980b2f615 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:34.662575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:34.676831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7480cc9-3c46-43ae-a516-e00973f572d6 None None] Provisioning for port 6eb1b785-71d1-4045-a709-5459000c390a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:34.730659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:34.754883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Transition to ACTIVE for port object 6a002069-b34e-4103-932a-d3c5a78ad731 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:34.795256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:34.905055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=6a002069-b34e-4103-932a-d3c5a78ad731,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:34.930116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:34.932001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:34.936917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:34.985189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-eb84c1aa-78f5-482d-98a6-95f037e97630 service neutron] 10.222.0.16 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506058 May 27 02:14:35.003943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] For port a29aa756-18ce-410a-9767-8ce980b2f615, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a29aa756-18ce-410a-9767-8ce980b2f615,segment=NetworkSegment(9fe3706e-3521-400c-b674-443cad8afe33),segment_id=9fe3706e-3521-400c-b674-443cad8afe33)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:35.009103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.036415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.037158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.041365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4624782f-98cd-4f02-9fd9-e89d5af0c095 None None] Provisioning for port 86cd6562-9d71-41e1-a169-82e22621691b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:35.051814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4624782f-98cd-4f02-9fd9-e89d5af0c095 None None] Provisioning complete for port 86cd6562-9d71-41e1-a169-82e22621691b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:35.052258 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4624782f-98cd-4f02-9fd9-e89d5af0c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.129784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1628b92c-16dc-4e9f-8bc6-0af71df81f16 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8057675 May 27 02:14:35.130632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40410) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:35.209829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4624782f-98cd-4f02-9fd9-e89d5af0c095 None None] Port 86cd6562-9d71-41e1-a169-82e22621691b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:35.274341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Calling delete_port for a29aa756-18ce-410a-9767-8ce980b2f615 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:35.299095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb2802-e163-40af-8e16-c520190f8cfc tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.305589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb2802-e163-40af-8e16-c520190f8cfc tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.318617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6eb1b785-71d1-4045-a709-5459000c390a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:35.333968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb2802-e163-40af-8e16-c520190f8cfc tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.335232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bebb2802-e163-40af-8e16-c520190f8cfc tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Synchronizing usage tracker for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:35.385551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bebb2802-e163-40af-8e16-c520190f8cfc tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Unset dirty status for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:35.390229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bebb2802-e163-40af-8e16-c520190f8cfc tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2586019 May 27 02:14:35.390880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40420) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:35.473585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-593c1ef7-0d0c-41dd-962e-de32bc466b7b None None] Provisioning complete for port 86cd6562-9d71-41e1-a169-82e22621691b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:35.474046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-593c1ef7-0d0c-41dd-962e-de32bc466b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.523787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting port 6a002069-b34e-4103-932a-d3c5a78ad731 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:35.524205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.568200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-00a698d3-eaab-465b-8a74-7a7ee2231b9d req-2278d5bb-bd08-42b9-af85-8ee0ee7383ca tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Synchronizing usage tracker for tenant:004cb2b4844b41158d02b27db79759ac on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:35.611860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-593c1ef7-0d0c-41dd-962e-de32bc466b7b None None] Port 86cd6562-9d71-41e1-a169-82e22621691b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:35.672788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-00a698d3-eaab-465b-8a74-7a7ee2231b9d req-2278d5bb-bd08-42b9-af85-8ee0ee7383ca tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Unset dirty status for tenant:004cb2b4844b41158d02b27db79759ac on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:35.678001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6eb1b785-71d1-4045-a709-5459000c390a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:35.685971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00a698d3-eaab-465b-8a74-7a7ee2231b9d req-2278d5bb-bd08-42b9-af85-8ee0ee7383ca tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 210 time: 0.2431340 May 27 02:14:35.698850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6eb1b785-71d1-4045-a709-5459000c390a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:35.699535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.796668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4097f4e7-b48c-4c4a-b312-1caf2031e243 None None] Provisioning for port 6a002069-b34e-4103-932a-d3c5a78ad731 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:35.816411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4097f4e7-b48c-4c4a-b312-1caf2031e243 None None] Provisioning complete for port 6a002069-b34e-4103-932a-d3c5a78ad731 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:35.817100 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4097f4e7-b48c-4c4a-b312-1caf2031e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.851830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:35.899776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a29aa756-18ce-410a-9767-8ce980b2f615'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:35.914155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Pushing event deleted for resources: {'Port': ['ID=a29aa756-18ce-410a-9767-8ce980b2f615,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:35.956368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70df5c1-47a4-4298-8301-c5a9ea445af8 req-137b5bbc-8fb6-4b8b-a28d-271a6fb4b26b tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:35.965351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a70df5c1-47a4-4298-8301-c5a9ea445af8 req-137b5bbc-8fb6-4b8b-a28d-271a6fb4b26b tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 945 time: 0.3089626 May 27 02:14:35.970095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.970444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.970850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.971185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.971733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.972069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.972400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.972762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.973092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.973964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.973964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.974142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:35.977967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5e7957c7-3da8-4d0d-8833-0e45ebe95ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:36.007617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6eb1b785-71d1-4045-a709-5459000c390a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:36.008525 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:36.022493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4097f4e7-b48c-4c4a-b312-1caf2031e243 None None] Port 6a002069-b34e-4103-932a-d3c5a78ad731 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:36.049848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6eb1b785-71d1-4045-a709-5459000c390a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6eb1b785-71d1-4045-a709-5459000c390a,segment=NetworkSegment(72553844-fa0e-4e54-8954-2a816cb3ad55),segment_id=72553844-fa0e-4e54-8954-2a816cb3ad55)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:36.058192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:36.059820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] No DVR routers for this DVR port a29aa756-18ce-410a-9767-8ce980b2f615 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:36.063421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:36.075027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753bbc13-c54f-45f9-823a-f66cc883400a', 'name': 'network-vif-deleted', 'tag': 'a29aa756-18ce-410a-9767-8ce980b2f615'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:36.082976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:36.094064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a94632e-cd08-4528-8a54-1da12afa6514 req-5d79f70d-d33b-4506-bd21-366d06db1ee4 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.47 "DELETE /v2.0/ports/a29aa756-18ce-410a-9767-8ce980b2f615 HTTP/1.1" status: 204 len: 173 time: 1.5019581 May 27 02:14:36.113440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a70df5c1-47a4-4298-8301-c5a9ea445af8 req-b3b32802-1ec7-47a9-9cf9-8fcac1ea11e6 tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456516 May 27 02:14:36.143814 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2000a96a-a7dd-4e3f-8761-6860164043c7'] response: {'server_uuid': '753bbc13-c54f-45f9-823a-f66cc883400a', 'name': 'network-vif-deleted', 'tag': 'a29aa756-18ce-410a-9767-8ce980b2f615', 'status': 'completed', 'code': 200} May 27 02:14:36.223338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6eb1b785-71d1-4045-a709-5459000c390a,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:36.265731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Calling delete_port for 6a002069-b34e-4103-932a-d3c5a78ad731 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:36.461244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:36.461808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c932d5d2-3001-41f0-96fe-dd7b3e29e470 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:36.497818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: c932d5d2-3001-41f0-96fe-dd7b3e29e470 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:36.498509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c932d5d2-3001-41f0-96fe-dd7b3e29e470 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:36.514423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Port': ['ID=6a002069-b34e-4103-932a-d3c5a78ad731,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:36.763433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:36.805491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-57427ca2-4cdc-4b5f-a61d-7607fea0a74c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/ports/6a002069-b34e-4103-932a-d3c5a78ad731 HTTP/1.1" status: 204 len: 168 time: 1.4133537 May 27 02:14:36.808676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40454) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:36.858728 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b865dc69-fcad-46aa-869a-3a49cab66eba tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] GET failed (client error): The resource could not be found. May 27 02:14:36.859269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b865dc69-fcad-46aa-869a-3a49cab66eba tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Synchronizing usage tracker for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:36.921332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e57a9bfb-d5d1-4674-ae84-917c9f562e65 req-2c4299c9-4a37-46f8-a5ee-cb3d1c738d2e tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 210 time: 0.0593324 May 27 02:14:36.932401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b865dc69-fcad-46aa-869a-3a49cab66eba tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Unset dirty status for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:36.934797 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b865dc69-fcad-46aa-869a-3a49cab66eba tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "GET /v2.0/ports/6a002069-b34e-4103-932a-d3c5a78ad731 HTTP/1.1" status: 404 len: 333 time: 0.1240137 May 27 02:14:36.946658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40458) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:36.946658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'name': 'tempest-AllowedAddressPairTestJSON-326238470'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:36.991230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-63097bca-9d3b-49a7-a977-a984af433d3c tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:36.992670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-63097bca-9d3b-49a7-a977-a984af433d3c tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "GET /v2.0/networks?id=f92db17a-eea4-49f2-858e-9ae4227bf1ea HTTP/1.1" status: 200 len: 808 time: 0.1978209 May 27 02:14:37.011765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Request body: {'port': {'device_id': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea', 'admin_state_up': True, 'tenant_id': '004cb2b4844b41158d02b27db79759ac'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:37.139105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:37.153863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:37.176456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:37.180712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:37.211542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] device_id is not set on port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:37.223033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:37.226757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6eb1b785-71d1-4045-a709-5459000c390a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:37.235304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:37.248539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Made reservation on behalf of 004cb2b4844b41158d02b27db79759ac for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:37.252541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:37.367714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6eb1b785-71d1-4045-a709-5459000c390a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:37.368207 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:37.405480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d920e35d-7eb7-4049-bd40-909cbc6db5b0 req-a4c5da52-788f-420a-b2aa-b52f1b4f6dad tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Synchronizing usage tracker for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:37.465618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d920e35d-7eb7-4049-bd40-909cbc6db5b0 req-a4c5da52-788f-420a-b2aa-b52f1b4f6dad tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] Unset dirty status for tenant:28c968559ec341e59c72b8cc1c5cde3a on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:37.466899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d920e35d-7eb7-4049-bd40-909cbc6db5b0 req-a4c5da52-788f-420a-b2aa-b52f1b4f6dad tempest-ServerAddressesTestJSON-1646586946 tempest-ServerAddressesTestJSON-1646586946-project] 10.222.0.16 "GET /v2.0/ports?device_id=753bbc13-c54f-45f9-823a-f66cc883400a HTTP/1.1" status: 200 len: 210 time: 0.1246631 May 27 02:14:37.580767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Allocated IP 172.20.0.9 (d7df4948-9da1-496f-8025-b2ab0a973cf0/9c1188ed-6ee4-40cc-98f2-e87df1c94241/6f254b9a-6c37-4925-a7cc-1a39d6d8732e) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:37.597719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Allocated IP 172.20.0.6 (f92db17a-eea4-49f2-858e-9ae4227bf1ea/2170b48b-832b-4fff-b017-0127ee74ac01/5fec2db4-34b0-4733-80de-40d2651d7833) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:37.602575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6eb1b785-71d1-4045-a709-5459000c390a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:37.815577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:37.827455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:37.834241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Transition to ACTIVE for port object 6f254b9a-6c37-4925-a7cc-1a39d6d8732e will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:37.860372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:37.867246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:37.934177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:37.935312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:37.939339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:37.954355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Network f92db17a-eea4-49f2-858e-9ae4227bf1ea is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:37.957456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:37.960275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:37.984542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c80e-1971-4452-9cd6-328c16b54795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.012592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Pushing event updated for resources: {'Port': ['ID=5fec2db4-34b0-4733-80de-40d2651d7833,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:38.039874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:38.041454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.090849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-7e7c14c8-2298-4996-9b82-4c9da13b16d4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829368 May 27 02:14:38.103679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Request body: {'port': {'device_id': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:38.112049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:38.112675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.150750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=6f254b9a-6c37-4925-a7cc-1a39d6d8732e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:38.235219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-be7bc81c-174a-424d-9671-2121903ee81d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2194190 May 27 02:14:38.239182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c1b64078-9c4a-468b-bcbd-d2427bc8dd95 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2971466 May 27 02:14:38.239504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40484) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:38.246113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e1:27:21'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:38.255617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.322523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c636e-cc30-48a9-a55e-b563dbafc40e req-69c8525a-71d4-4007-a1e0-be3f7a599d38 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:38.324266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d93c636e-cc30-48a9-a55e-b563dbafc40e req-69c8525a-71d4-4007-a1e0-be3f7a599d38 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 931 time: 0.2182322 May 27 02:14:38.397120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-40561191-96cb-4d66-9b66-42b3b2b29de8 None None] Provisioning for port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:38.405637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-40561191-96cb-4d66-9b66-42b3b2b29de8 None None] Provisioning complete for port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:38.406630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-40561191-96cb-4d66-9b66-42b3b2b29de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.492289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a29aa756-18ce-410a-9767-8ce980b2f615 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:38.523486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.553431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: a29aa756-18ce-410a-9767-8ce980b2f615 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:38.554023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a29aa756-18ce-410a-9767-8ce980b2f615 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:38.573683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-40561191-96cb-4d66-9b66-42b3b2b29de8 None None] Port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:38.609500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40496) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:38.668217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d93c636e-cc30-48a9-a55e-b563dbafc40e req-0d6dbffa-a8eb-4ce3-8ac3-f46cdc557431 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930703 May 27 02:14:38.693115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-17c2299a-9f10-49d9-968e-3786e7ab683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:38.694404 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-17c2299a-9f10-49d9-968e-3786e7ab683b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72cc15af36d64ae8a216d2a9420afc73&device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1098 time: 0.3205533 May 27 02:14:38.749344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] Deleting subnet b582807f-c0a9-4eca-b552-af2dc613acdd {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:38.771254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.828135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fec2db4-34b0-4733-80de-40d2651d7833 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:38.838698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.842312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.895420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Transition to ACTIVE for port object 5fec2db4-34b0-4733-80de-40d2651d7833 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:38.903280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:38.950238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-64430e8b-03df-4afb-bc8e-b5e0f6e445a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:38.951625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-64430e8b-03df-4afb-bc8e-b5e0f6e445a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=53d98a6b-b987-4d5d-9014-186eeeb765bb HTTP/1.1" status: 200 len: 910 time: 0.2336147 May 27 02:14:39.037265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.063575 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.091759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.181754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2db4-34b0-4733-80de-40d2651d7833,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:39.194471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] In _notify_port_updated(), no bound segment for port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e on network d7df4948-9da1-496f-8025-b2ab0a973cf0 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:14:39.199817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:39.200438 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.201687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "PUT /v2.0/ports/6f254b9a-6c37-4925-a7cc-1a39d6d8732e HTTP/1.1" status: 200 len: 992 time: 0.9614956 May 27 02:14:39.206775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40518) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:39.214935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-1931f515-0e5e-4a09-b84f-2ab04435fb84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab42e48-7aa7-43de-903b-092460398b2d HTTP/1.1" status: 200 len: 1002 time: 0.2563558 May 27 02:14:39.295578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ae5e4-d7bb-4388-ab26-3bf04f9d824c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=6f254b9a-6c37-4925-a7cc-1a39d6d8732e,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:39.341453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:39.341740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.345545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.347530 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.384707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-2d95fcb9-f863-41ad-a0af-e7b7e8f92262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:39.386131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-2d95fcb9-f863-41ad-a0af-e7b7e8f92262 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=177bb8d5-03d7-41be-89e9-32c8e98d968e HTTP/1.1" status: 200 len: 848 time: 0.1400974 May 27 02:14:39.391121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b582807f-c0a9-4eca-b552-af2dc613acdd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:39.402364 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.410811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-214a3463-929d-4802-8706-8c5839f1b6f6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b582807f-c0a9-4eca-b552-af2dc613acdd HTTP/1.1" status: 204 len: 168 time: 0.7977591 May 27 02:14:39.410811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Attempting to bind port 5fec2db4-34b0-4733-80de-40d2651d7833 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:14:39.410811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Attempting to bind port 5fec2db4-34b0-4733-80de-40d2651d7833 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:14:39.410811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Attempting to bind port 5fec2db4-34b0-4733-80de-40d2651d7833 on network f92db17a-eea4-49f2-858e-9ae4227bf1ea {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:39.412148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:39.437454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Port 5fec2db4-34b0-4733-80de-40d2651d7833 on network f92db17a-eea4-49f2-858e-9ae4227bf1ea not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:14:39.437783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Attempting to bind port 5fec2db4-34b0-4733-80de-40d2651d7833 on network f92db17a-eea4-49f2-858e-9ae4227bf1ea {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:14:39.439229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.440518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4af4dbf2-bba9-4aee-9b29-fb28532871f8 None None] Provisioning complete for port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:39.441220 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4af4dbf2-bba9-4aee-9b29-fb28532871f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.496304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:14:39.496633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Checking segment: {'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:39.496969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Bound using segment: {'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:14:39.497425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Bound port: 5fec2db4-34b0-4733-80de-40d2651d7833, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:14:39.497777 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.521359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4af4dbf2-bba9-4aee-9b29-fb28532871f8 None None] Port 6f254b9a-6c37-4925-a7cc-1a39d6d8732e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:39.633301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] For port 5fec2db4-34b0-4733-80de-40d2651d7833, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:14:39.639862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.650431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] For port 5fec2db4-34b0-4733-80de-40d2651d7833, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fec2db4-34b0-4733-80de-40d2651d7833,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:14:39.689541 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.736040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-18aaf9e9-1db2-435a-a0f8-c1b8361fcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:39.737474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-18aaf9e9-1db2-435a-a0f8-c1b8361fcc48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53d98a6b-b987-4d5d-9014-186eeeb765bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3438113 May 27 02:14:39.843138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:39.843773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.845142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fec2db4-34b0-4733-80de-40d2651d7833 HTTP/1.1" status: 200 len: 1092 time: 1.7474587 May 27 02:14:39.886439 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.893457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'tag': '5fec2db4-34b0-4733-80de-40d2651d7833'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:39.954805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:39.970372 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e71787a-ed56-4e53-a875-517aa530a42c'] response: {'name': 'network-changed', 'server_uuid': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'tag': '5fec2db4-34b0-4733-80de-40d2651d7833', 'status': 'completed', 'code': 200} May 27 02:14:40.001133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1712774-f284-41c8-9ba0-cd15c96663f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2db4-34b0-4733-80de-40d2651d7833,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:40.007819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a105a0b-2863-4a68-85b1-e8e63379c309']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:40.033208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe3706e-3521-400c-b674-443cad8afe33') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:40.033433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe3706e-3521-400c-b674-443cad8afe33') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:40.040522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Calling delete_port for 6f254b9a-6c37-4925-a7cc-1a39d6d8732e owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:40.049199 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.081710 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.096224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fc01c-8c98-407d-bc40-a8aaed502eea req-1a0eabaa-b2fe-4445-8a3c-708a3f1b5c06 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:40.096926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a16fc01c-8c98-407d-bc40-a8aaed502eea req-1a0eabaa-b2fe-4445-8a3c-708a3f1b5c06 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Synchronizing usage tracker for tenant:004cb2b4844b41158d02b27db79759ac on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:40.097355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-1d6d68f6-047c-47bc-bc5b-b36aa9f30c02 service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529253 May 27 02:14:40.104061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:40.104463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.195129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-59edf0d6-733a-4974-afa2-8e50e04c96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:40.198004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-59edf0d6-733a-4974-afa2-8e50e04c96a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=004cb2b4844b41158d02b27db79759ac&device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 1095 time: 0.2967527 May 27 02:14:40.272793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a16fc01c-8c98-407d-bc40-a8aaed502eea req-1a0eabaa-b2fe-4445-8a3c-708a3f1b5c06 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Unset dirty status for tenant:004cb2b4844b41158d02b27db79759ac on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:40.273951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a16fc01c-8c98-407d-bc40-a8aaed502eea req-1a0eabaa-b2fe-4445-8a3c-708a3f1b5c06 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 943 time: 0.4459615 May 27 02:14:40.284295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-a2ef9d1c-35b6-4665-9fc8-5a73133c2fe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fec2db4-34b0-4733-80de-40d2651d7833 HTTP/1.1" status: 200 len: 217 time: 0.0776374 May 27 02:14:40.335355 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9fe3706e-3521-400c-b674-443cad8afe33 resource provider aggregate not found May 27 02:14:40.338610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69e722da-a775-4ff7-aa55-6fedd23a665b req-8c3abc76-2504-464b-a86c-fc2b1d1719cd service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300251 May 27 02:14:40.340670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.356649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.380480 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9fe3706e-3521-400c-b674-443cad8afe33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fe3706e-3521-400c-b674-443cad8afe33 found for delete ", "request_id": "req-839a02ea-b64f-4878-8652-7dd022a29661"}]} May 27 02:14:40.381486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.401625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a105a0b-2863-4a68-85b1-e8e63379c309,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:40.410860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a16fc01c-8c98-407d-bc40-a8aaed502eea req-64599941-012b-4b90-8e74-0c6eea2eb10e tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284177 May 27 02:14:40.418146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-66064fd2-1ab9-4300-9420-a46650fada47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7a105a0b-2863-4a68-85b1-e8e63379c309 HTTP/1.1" status: 204 len: 168 time: 1.0050349 May 27 02:14:40.422204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-78c2d050-f677-4581-bd7d-72773f0051d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:40.423761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-78c2d050-f677-4581-bd7d-72773f0051d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2170b48b-832b-4fff-b017-0127ee74ac01 HTTP/1.1" status: 200 len: 848 time: 0.1267900 May 27 02:14:40.478212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Port': ['ID=6f254b9a-6c37-4925-a7cc-1a39d6d8732e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:40.498957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-a8f97f4b-b42f-48ae-a6b9-f4e90e4836f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f92db17a-eea4-49f2-858e-9ae4227bf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649712 May 27 02:14:40.507023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.507598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.508108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.508609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.509091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.510143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.510634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.511148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.511646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.512125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.512599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.513074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:14:40.750953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40542) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:40.790139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.803842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-564c814f-e23e-4dd0-8cab-a746c0bcdacd tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/ports/6f254b9a-6c37-4925-a7cc-1a39d6d8732e HTTP/1.1" status: 204 len: 168 time: 1.5919185 May 27 02:14:40.804079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40546) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:40.824768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-68442d33-6c13-4f51-baa6-11dd787fd1ee service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011935 May 27 02:14:40.848360 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fa4df1-97d8-49b2-9699-9794a0f948c9 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] GET failed (client error): The resource could not be found. May 27 02:14:40.848884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f1fa4df1-97d8-49b2-9699-9794a0f948c9 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Synchronizing usage tracker for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:40.864567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f1fa4df1-97d8-49b2-9699-9794a0f948c9 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Unset dirty status for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:40.869587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f1fa4df1-97d8-49b2-9699-9794a0f948c9 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "GET /v2.0/ports/6f254b9a-6c37-4925-a7cc-1a39d6d8732e HTTP/1.1" status: 404 len: 333 time: 0.0607226 May 27 02:14:40.869726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2ddd02eb-045a-40fb-9d87-8ce94435cb6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28c968559ec341e59c72b8cc1c5cde3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156225 May 27 02:14:40.869807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40550) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:40.871053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40552) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:40.935285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-807a3e13-a739-4fae-bb8e-ed5b11f8fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.963443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-807a3e13-a739-4fae-bb8e-ed5b11f8fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:40.995037 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.024579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-807a3e13-a739-4fae-bb8e-ed5b11f8fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.035195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'name': 'tempest-AllowedAddressPairTestJSON-1560306091'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:41.042665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a3e13-a739-4fae-bb8e-ed5b11f8fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:41.056985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-807a3e13-a739-4fae-bb8e-ed5b11f8fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.058186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-807a3e13-a739-4fae-bb8e-ed5b11f8fc44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ed7cb1f-0b3b-4b66-bebe-0fce5f668d69 HTTP/1.1" status: 204 len: 168 time: 0.1862221 May 27 02:14:41.218237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c67cb61a-1697-48a1-8e62-c29787a04542 req-f0b61947-94d7-4038-864c-df551b6bc190 service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814273 May 27 02:14:41.226655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:41.235003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:41.245135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:41.248727 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.270970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] device_id is not set on port 33b878d1-8159-45e2-affb-8b8a52540286 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:41.457811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-0bcb7d04-9675-432a-b6cf-5e8cb5266425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.459345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-0bcb7d04-9675-432a-b6cf-5e8cb5266425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=004cb2b4844b41158d02b27db79759ac&device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 1095 time: 0.1898394 May 27 02:14:41.542113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Allocated IP 172.20.0.13 (d7df4948-9da1-496f-8025-b2ab0a973cf0/9c1188ed-6ee4-40cc-98f2-e87df1c94241/33b878d1-8159-45e2-affb-8b8a52540286) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:41.651142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-451d9d2b-61de-446d-84e2-d961ceb4067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.651280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622169f7-6129-4579-bf76-56c5d5e15233 req-001c34b4-ca7e-4197-b3b5-c416228e6598 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.652627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-451d9d2b-61de-446d-84e2-d961ceb4067b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f92db17a-eea4-49f2-858e-9ae4227bf1ea HTTP/1.1" status: 200 len: 909 time: 0.1874011 May 27 02:14:41.652756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-622169f7-6129-4579-bf76-56c5d5e15233 req-001c34b4-ca7e-4197-b3b5-c416228e6598 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 943 time: 0.1155994 May 27 02:14:41.703817 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-622169f7-6129-4579-bf76-56c5d5e15233 req-27615102-72f8-4cfe-a159-e941e36185bd tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 May 27 02:14:41.787882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-6fcf7e03-72f8-440d-8125-90f3b5220336 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fec2db4-34b0-4733-80de-40d2651d7833 HTTP/1.1" status: 200 len: 217 time: 0.1172187 May 27 02:14:41.841959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40584) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:41.887781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-ce19809c-6d6e-4365-a9a5-d67dedade104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:41.889234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-ce19809c-6d6e-4365-a9a5-d67dedade104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2170b48b-832b-4fff-b017-0127ee74ac01 HTTP/1.1" status: 200 len: 848 time: 0.0896845 May 27 02:14:41.944463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-29c9f9f0-c0d3-4452-9aba-c293d4cd956a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f92db17a-eea4-49f2-858e-9ae4227bf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466042 May 27 02:14:41.958805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-586184418-network', 'tenant_id': '9174001ff0c049b8a44d6817a02f1eb2'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:41.970264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:41.975002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Usage tracker for resource:network and tenant:9174001ff0c049b8a44d6817a02f1eb2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:41.977989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:41.982531 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:41.988143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:42.001318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Made reservation on behalf of 9174001ff0c049b8a44d6817a02f1eb2 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:42.003848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.016809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.031173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:42.035320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Usage tracker for resource:security_group_rule and tenant:9174001ff0c049b8a44d6817a02f1eb2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:42.038121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:42.044787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:42.058584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Transition to ACTIVE for port object 33b878d1-8159-45e2-affb-8b8a52540286 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:42.116799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-b20c76d4-862e-4079-821c-586cf5627f45 service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632919 May 27 02:14:42.133899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.138617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.146438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.168445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:42.181688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc40e6-fd18-4bc3-a65e-8d77cb4162ce,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:42.187404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.187747 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Added segment 282d9070-8c7b-45b3-9bb0-4c52728f1863 of type vlan for network a23af394-efb2-41ee-9792-8aa7c7e2569c May 27 02:14:42.216612 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.250809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.251894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:42.252571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.289220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:42.295342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:42.297177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=33b878d1-8159-45e2-affb-8b8a52540286,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:42.299463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:42.411815 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5687120 May 27 02:14:42.412547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:42.422795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90729b58-88ab-4b03-8ce0-83b1704a283d admin admin] Pushing event updated for resources: {'Network': ['ID=a23af394-efb2-41ee-9792-8aa7c7e2569c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:42.427188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:42.427570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.428589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Request body: {'subnet': {'network_id': 'a23af394-efb2-41ee-9792-8aa7c7e2569c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-586184418-subnet', 'tenant_id': '9174001ff0c049b8a44d6817a02f1eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:42.433788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be7af605-6350-4d6c-9065-1bcbe1371c22 req-67a7bd64-5d9b-46eb-9c4c-04147db35dda service neutron] 10.222.0.47 "GET /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109183 May 27 02:14:42.434902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a23af394-efb2-41ee-9792-8aa7c7e2569c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:42.439394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:42.445143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Usage tracker for resource:subnet and tenant:9174001ff0c049b8a44d6817a02f1eb2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:42.448553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:42.455127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:42.471011 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a707c10-ef48-4279-8853-180bcf4c615a tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6000757 May 27 02:14:42.471214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40602) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:42.478834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e1:27:21'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:42.509810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Made reservation on behalf of 9174001ff0c049b8a44d6817a02f1eb2 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:42.512162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.668227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-87534957-8e39-46e5-8c27-5e5016f554a4 None None] Provisioning for port 33b878d1-8159-45e2-affb-8b8a52540286 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:42.673997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-87534957-8e39-46e5-8c27-5e5016f554a4 None None] Provisioning complete for port 33b878d1-8159-45e2-affb-8b8a52540286 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:42.674436 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87534957-8e39-46e5-8c27-5e5016f554a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:42.730294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-87534957-8e39-46e5-8c27-5e5016f554a4 None None] Port 33b878d1-8159-45e2-affb-8b8a52540286 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:42.901937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba5455-8d28-4f1e-bc1e-c2a9c932bb7f req-31cd46d0-4c55-47f9-9fe1-60279dce90f4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:42.903460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fba5455-8d28-4f1e-bc1e-c2a9c932bb7f req-31cd46d0-4c55-47f9-9fe1-60279dce90f4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 943 time: 0.0880029 May 27 02:14:42.948932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fba5455-8d28-4f1e-bc1e-c2a9c932bb7f req-2ce6e7d9-e1c6-4676-bd87-c303946e05eb tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 May 27 02:14:42.997868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.094421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.188041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab29523-cde8-4e49-92e6-d27f8968dc6b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:43.280941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Checking segment: {'id': '282d9070-8c7b-45b3-9bb0-4c52728f1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a23af394-efb2-41ee-9792-8aa7c7e2569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:43.281343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Network hostable DHCP agents. Network: a23af394-efb2-41ee-9792-8aa7c7e2569c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:43.320427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Network a23af394-efb2-41ee-9792-8aa7c7e2569c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:43.350726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a23af394-efb2-41ee-9792-8aa7c7e2569c) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:43.355017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:43.355979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.358808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849b9f8-c8e9-40b4-a479-b90ea653559d None None] Network a23af394-efb2-41ee-9792-8aa7c7e2569c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:43.393671 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-21e39bd8-d896-4fa4-8add-cadf2c7efbd2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9798570 May 27 02:14:43.410845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.416195 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.579725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] In _notify_port_updated(), no bound segment for port 33b878d1-8159-45e2-affb-8b8a52540286 on network d7df4948-9da1-496f-8025-b2ab0a973cf0 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:14:43.586063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:43.586827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.591393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40622) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:43.605184 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "PUT /v2.0/ports/33b878d1-8159-45e2-affb-8b8a52540286 HTTP/1.1" status: 200 len: 997 time: 1.1310627 May 27 02:14:43.617342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634ca1-a6a3-4740-b0f1-a1d217607780 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=33b878d1-8159-45e2-affb-8b8a52540286,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:43.634154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb11840-331e-4f25-8741-e39b20723b92 None None] Network a23af394-efb2-41ee-9792-8aa7c7e2569c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:43.723201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting port 33b878d1-8159-45e2-affb-8b8a52540286 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:43.723467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:43.966242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-aa4aa0e8-9cb1-4bd1-9925-6ebae2c623fb None None] Provisioning complete for port 33b878d1-8159-45e2-affb-8b8a52540286 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:43.966538 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa4aa0e8-9cb1-4bd1-9925-6ebae2c623fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.042273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa4aa0e8-9cb1-4bd1-9925-6ebae2c623fb None None] Port 33b878d1-8159-45e2-affb-8b8a52540286 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:44.135122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40636) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.199996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] Deleting subnet 7ab29523-cde8-4e49-92e6-d27f8968dc6b {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:44.203872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.241168 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.256979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.313950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.369602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92def1c-60a6-4bb2-bdef-2dcfe3ad7853 req-eecb6f08-450e-4405-b572-e73c36911beb tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:44.371102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92def1c-60a6-4bb2-bdef-2dcfe3ad7853 req-eecb6f08-450e-4405-b572-e73c36911beb tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 943 time: 0.2535303 May 27 02:14:44.377773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Calling delete_port for 33b878d1-8159-45e2-affb-8b8a52540286 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:44.387579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.425752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab29523-cde8-4e49-92e6-d27f8968dc6b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:44.433397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.439766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6498a266-1768-4b00-99b5-1acb21a5db2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ab29523-cde8-4e49-92e6-d27f8968dc6b HTTP/1.1" status: 204 len: 168 time: 0.3035307 May 27 02:14:44.442256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40640) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.493814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d92def1c-60a6-4bb2-bdef-2dcfe3ad7853 req-19c19996-1fa8-4cfd-aa59-02b5769ada4f tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823920 May 27 02:14:44.572503 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.586558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.648579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Port': ['ID=33b878d1-8159-45e2-affb-8b8a52540286,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:44.711265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.742611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23af394-efb2-41ee-9792-8aa7c7e2569c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:44.762587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282d9070-8c7b-45b3-9bb0-4c52728f1863') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:44.762933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282d9070-8c7b-45b3-9bb0-4c52728f1863') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:44.766917 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.775841 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.779088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5b9c511b-e307-40f5-ba82-ec83d122ba74 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/ports/33b878d1-8159-45e2-affb-8b8a52540286 HTTP/1.1" status: 204 len: 168 time: 1.1854181 May 27 02:14:44.781521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40644) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.793205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.800751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:44.801587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.842227 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b3fb82-c8a2-4e01-aa2d-8d72385037a7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] GET failed (client error): The resource could not be found. May 27 02:14:44.843020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-07b3fb82-c8a2-4e01-aa2d-8d72385037a7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Synchronizing usage tracker for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:44.862807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-07b3fb82-c8a2-4e01-aa2d-8d72385037a7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Unset dirty status for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:44.864461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-07b3fb82-c8a2-4e01-aa2d-8d72385037a7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "GET /v2.0/ports/33b878d1-8159-45e2-affb-8b8a52540286 HTTP/1.1" status: 404 len: 333 time: 0.0813310 May 27 02:14:44.867697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40650) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:44.874340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'name': 'tempest-AllowedAddressPairTestJSON-1912964804'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:44.887284 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 282d9070-8c7b-45b3-9bb0-4c52728f1863 resource provider aggregate not found May 27 02:14:44.928083 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 282d9070-8c7b-45b3-9bb0-4c52728f1863 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 282d9070-8c7b-45b3-9bb0-4c52728f1863 found for delete ", "request_id": "req-f43d8bff-b06b-4b6e-844c-ad2d05903b55"}]} May 27 02:14:44.940678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.961092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:44.975185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23af394-efb2-41ee-9792-8aa7c7e2569c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:44.982196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c831215d-af12-45d3-b326-13f82fe3fcb9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a23af394-efb2-41ee-9792-8aa7c7e2569c HTTP/1.1" status: 204 len: 168 time: 0.5364435 May 27 02:14:45.037300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:45.048477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:45.059782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:45.063773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.085870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] device_id is not set on port 5addab4e-a8b5-43fc-8414-ce7cba4ac79c yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:45.129661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40660) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:45.185640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c6bac8bb-ec4b-47a3-a1e2-2c87e6958045 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9174001ff0c049b8a44d6817a02f1eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547204 May 27 02:14:45.188154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40664) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:45.247548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Allocated IP 172.20.0.8 (d7df4948-9da1-496f-8025-b2ab0a973cf0/9c1188ed-6ee4-40cc-98f2-e87df1c94241/5addab4e-a8b5-43fc-8414-ce7cba4ac79c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:45.253392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b1d9db5-d457-4084-bd1e-61487f7af801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.281761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b1d9db5-d457-4084-bd1e-61487f7af801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.348173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b1d9db5-d457-4084-bd1e-61487f7af801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.367986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d9db5-d457-4084-bd1e-61487f7af801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc40e6-fd18-4bc3-a65e-8d77cb4162ce,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:45.369898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b1d9db5-d457-4084-bd1e-61487f7af801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.371048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4b1d9db5-d457-4084-bd1e-61487f7af801 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29fc40e6-fd18-4bc3-a65e-8d77cb4162ce HTTP/1.1" status: 204 len: 168 time: 0.1819122 May 27 02:14:45.529765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.582990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Transition to ACTIVE for port object 5addab4e-a8b5-43fc-8414-ce7cba4ac79c will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:45.634652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.716480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:45.720038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:45.724058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:45.729865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173378-1fb2-40cf-8e0e-2c560e9d84d9 req-a7d685a8-8819-4cb3-ae48-6b9a692bca48 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:45.731521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3173378-1fb2-40cf-8e0e-2c560e9d84d9 req-a7d685a8-8819-4cb3-ae48-6b9a692bca48 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 943 time: 0.0922306 May 27 02:14:45.795172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=5addab4e-a8b5-43fc-8414-ce7cba4ac79c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:45.805894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3173378-1fb2-40cf-8e0e-2c560e9d84d9 req-932d35b4-5332-409a-b632-93db4f2265fb tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683906 May 27 02:14:45.831551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:45.832203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:45.859345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d3865a81-0d2c-4d3c-97c8-1468e0b4260d tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9905610 May 27 02:14:45.861930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40678) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:45.872346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'network_id': 'd7df4948-9da1-496f-8025-b2ab0a973cf0', 'name': 'tempest-AllowedAddressPairTestJSON-1327435178'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:45.980544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ac910737-bb9b-4b4a-8f48-8d88d71607b1 None None] Provisioning for port 5addab4e-a8b5-43fc-8414-ce7cba4ac79c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:45.986850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ac910737-bb9b-4b4a-8f48-8d88d71607b1 None None] Provisioning complete for port 5addab4e-a8b5-43fc-8414-ce7cba4ac79c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:45.987372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ac910737-bb9b-4b4a-8f48-8d88d71607b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.046633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ac910737-bb9b-4b4a-8f48-8d88d71607b1 None None] Port 5addab4e-a8b5-43fc-8414-ce7cba4ac79c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:46.140822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:46.145103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Usage tracker for resource:port and tenant:fc2e0a8705ca4cc097ac1848dd674d75 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:46.148493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:46.156375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:46.166249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Made reservation on behalf of fc2e0a8705ca4cc097ac1848dd674d75 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:46.169737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.191755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] device_id is not set on port 3e3dae9c-a819-4295-bbe4-edc81515da7f yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:14:46.301450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:46.343104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Allocated IP 172.20.0.6 (d7df4948-9da1-496f-8025-b2ab0a973cf0/9c1188ed-6ee4-40cc-98f2-e87df1c94241/3e3dae9c-a819-4295-bbe4-edc81515da7f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:14:46.410790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-346530584-network', 'tenant_id': '75c051bd665e4ab7a7258bb6a80083ec'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:46.417305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:46.422027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Usage tracker for resource:network and tenant:75c051bd665e4ab7a7258bb6a80083ec is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:46.425025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:46.431765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:46.441190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Made reservation on behalf of 75c051bd665e4ab7a7258bb6a80083ec for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:46.443445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.456139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.470153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:46.473987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Usage tracker for resource:security_group_rule and tenant:75c051bd665e4ab7a7258bb6a80083ec is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:46.476821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:46.482590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:46.526506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fec2db4-34b0-4733-80de-40d2651d7833 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:14:46.570553 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.587895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Transition to ACTIVE for port object 3e3dae9c-a819-4295-bbe4-edc81515da7f will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:14:46.589703 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.596623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.621780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.627943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:46.652038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82446dc-9b30-4949-87d6-0eba90cc990b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:46.672054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.672403 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Added segment c247ec6a-f753-49c7-bfba-3103c8e628c3 of type vlan for network f6490255-25a3-48c9-81e1-c89ecf292d15 May 27 02:14:46.678048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5fec2db4-34b0-4733-80de-40d2651d7833, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fec2db4-34b0-4733-80de-40d2651d7833,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:46.695376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '5fec2db4-34b0-4733-80de-40d2651d7833', 'network_id': 'f92db17a-eea4-49f2-858e-9ae4227bf1ea', 'port_id': '5fec2db4-34b0-4733-80de-40d2651d7833', 'mac_address': 'fa:16:3e:16:a5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2170b48b-832b-4fff-b017-0127ee74ac01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:14:46.708352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.713193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:14:46.718124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:46.738312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:14:46.759356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.760973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:46.761797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.767470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 5fec2db4-34b0-4733-80de-40d2651d7833 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:46.768024 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.788743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fec2db4-34b0-4733-80de-40d2651d7833 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:14:46.808862 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5057633 May 27 02:14:46.814466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40704) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:46.816868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5fec2db4-34b0-4733-80de-40d2651d7833, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fec2db4-34b0-4733-80de-40d2651d7833,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:46.823692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.847783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:46.848401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:46.911313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0482106 May 27 02:14:46.916959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40710) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:46.917831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cc32b-ae6a-481b-a6f5-6936a8d143e5 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=3e3dae9c-a819-4295-bbe4-edc81515da7f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:46.928289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=5fec2db4-34b0-4733-80de-40d2651d7833,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:46.929593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e1:27:21'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:63:d0:2d'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:47.164848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Request body: {'subnet': {'network_id': 'f6490255-25a3-48c9-81e1-c89ecf292d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-346530584-subnet', 'tenant_id': '75c051bd665e4ab7a7258bb6a80083ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:47.164848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:47.166962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b205e427-c576-4f4c-9654-6eb56ec0b2d2 None None] Provisioning for port 3e3dae9c-a819-4295-bbe4-edc81515da7f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:47.167867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Usage tracker for resource:subnet and tenant:75c051bd665e4ab7a7258bb6a80083ec is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:47.168204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b205e427-c576-4f4c-9654-6eb56ec0b2d2 None None] Provisioning complete for port 3e3dae9c-a819-4295-bbe4-edc81515da7f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:47.168204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b205e427-c576-4f4c-9654-6eb56ec0b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.168542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:47.168542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:47.168542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cba777-71ad-4cde-bf46-34a18cd938f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f6490255-25a3-48c9-81e1-c89ecf292d15,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:47.168542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Made reservation on behalf of 75c051bd665e4ab7a7258bb6a80083ec for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:47.168542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.237925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network f6490255-25a3-48c9-81e1-c89ecf292d15 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:47.237925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['5fec2db4-34b0-4733-80de-40d2651d7833'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:47.344956 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.404514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b205e427-c576-4f4c-9654-6eb56ec0b2d2 None None] Port 3e3dae9c-a819-4295-bbe4-edc81515da7f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:47.511780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.612475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Checking segment: {'id': 'c247ec6a-f753-49c7-bfba-3103c8e628c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f6490255-25a3-48c9-81e1-c89ecf292d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:47.612741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Network hostable DHCP agents. Network: f6490255-25a3-48c9-81e1-c89ecf292d15, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:47.622303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=770ab245-2e2b-4685-99b3-3d1c954c1214,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:47.623498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428687f0-3ef2-4847-bf63-fa8140d9863b req-a370d5da-3815-41bc-b801-f99ccf16f060 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:47.625160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-428687f0-3ef2-4847-bf63-fa8140d9863b req-a370d5da-3815-41bc-b801-f99ccf16f060 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 944 time: 0.4687016 May 27 02:14:47.635800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Network f6490255-25a3-48c9-81e1-c89ecf292d15 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:47.650451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, f6490255-25a3-48c9-81e1-c89ecf292d15) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:47.656009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:47.656799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.661115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b67882-abd4-4e76-b205-5d983cf85af5 None None] Network f6490255-25a3-48c9-81e1-c89ecf292d15 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:47.705873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-428687f0-3ef2-4847-bf63-fa8140d9863b req-99eb557d-e57f-4876-b9b6-217293889dc2 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637722 May 27 02:14:47.716915 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73219c2e-47b3-449f-b170-04a3029c5253 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8986037 May 27 02:14:47.803796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.818882 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:47.960063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40740) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:48.021950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] In _notify_port_updated(), no bound segment for port 3e3dae9c-a819-4295-bbe4-edc81515da7f on network d7df4948-9da1-496f-8025-b2ab0a973cf0 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:14:48.024752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:48.024752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.032147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "PUT /v2.0/ports/3e3dae9c-a819-4295-bbe4-edc81515da7f HTTP/1.1" status: 200 len: 1055 time: 1.1040905 May 27 02:14:48.032147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40744) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:48.064453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] Deleting subnet 770ab245-2e2b-4685-99b3-3d1c954c1214 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:48.070827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.086777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f66825-2d05-4791-8abe-7eb70ef83dc7 None None] Network f6490255-25a3-48c9-81e1-c89ecf292d15 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:48.146497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.178382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting port 3e3dae9c-a819-4295-bbe4-edc81515da7f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:48.178382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.230536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.234550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c510c1-d855-4768-a433-84bd076a8202 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event updated for resources: {'Port': ['ID=3e3dae9c-a819-4295-bbe4-edc81515da7f,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:48.340520 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.389199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770ab245-2e2b-4685-99b3-3d1c954c1214,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:48.393989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8dcd3055-d893-48b5-9f17-1f6c0fe70702 None None] Provisioning complete for port 3e3dae9c-a819-4295-bbe4-edc81515da7f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:48.393989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3055-d893-48b5-9f17-1f6c0fe70702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.398113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.398113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e505bb98-83cd-4946-97d7-bf4d94a44525 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/770ab245-2e2b-4685-99b3-3d1c954c1214 HTTP/1.1" status: 204 len: 168 time: 0.4337142 May 27 02:14:48.398113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40752) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:48.499359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd3055-d893-48b5-9f17-1f6c0fe70702 None None] Port 3e3dae9c-a819-4295-bbe4-edc81515da7f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:14:48.510147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.525981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.557874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fec2db4-34b0-4733-80de-40d2651d7833 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:14:48.729473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 5fec2db4-34b0-4733-80de-40d2651d7833 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:14:48.740621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.745369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 5fec2db4-34b0-4733-80de-40d2651d7833 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:14:48.745883 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.770831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6490255-25a3-48c9-81e1-c89ecf292d15']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:48.786433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c247ec6a-f753-49c7-bfba-3103c8e628c3') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:48.787007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c247ec6a-f753-49c7-bfba-3103c8e628c3') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:48.804309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.825706 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.827805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Calling delete_port for 3e3dae9c-a819-4295-bbe4-edc81515da7f owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:48.843830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:48.844893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:48.996230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 5fec2db4-34b0-4733-80de-40d2651d7833 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:14:48.996230 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.027842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2db4-34b0-4733-80de-40d2651d7833'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:49.028660 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c247ec6a-f753-49c7-bfba-3103c8e628c3 resource provider aggregate not found May 27 02:14:49.041672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5fec2db4-34b0-4733-80de-40d2651d7833, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fec2db4-34b0-4733-80de-40d2651d7833,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:49.055304 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.061181 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c247ec6a-f753-49c7-bfba-3103c8e628c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c247ec6a-f753-49c7-bfba-3103c8e628c3 found for delete ", "request_id": "req-46b8d2fb-2bb7-425b-8b20-50dccc540d57"}]} May 27 02:14:49.073641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.099713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.102627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6490255-25a3-48c9-81e1-c89ecf292d15,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:49.108569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e4b902f3-d68d-4a8f-ac79-3c908eca39b6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6490255-25a3-48c9-81e1-c89ecf292d15 HTTP/1.1" status: 204 len: 168 time: 0.7097805 May 27 02:14:49.116221 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2083ff54-cced-4688-9f13-3a22100bc74d'] response: {'server_uuid': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2db4-34b0-4733-80de-40d2651d7833', 'code': 200} May 27 02:14:49.166301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=5fec2db4-34b0-4733-80de-40d2651d7833,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:49.205775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad434e6-1573-4d06-aef1-4b69bb8b5c10 req-de62515b-b4d8-4ed8-afda-84a1d635f9fc tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:49.216020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dad434e6-1573-4d06-aef1-4b69bb8b5c10 req-de62515b-b4d8-4ed8-afda-84a1d635f9fc tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 944 time: 0.2584960 May 27 02:14:49.230776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.326683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40776) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:49.349391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Port': ['ID=3e3dae9c-a819-4295-bbe4-edc81515da7f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:49.400131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-37c58f65-f591-4ee8-b592-681870ee734b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75c051bd665e4ab7a7258bb6a80083ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700221 May 27 02:14:49.402484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40782) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:49.437045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dad434e6-1573-4d06-aef1-4b69bb8b5c10 req-eaf6ea31-f6a5-4433-bb6a-122124b6d2a4 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264111 May 27 02:14:49.578139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e4148-e708-4b5c-ae49-c98d85ba2185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.609283 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e4148-e708-4b5c-ae49-c98d85ba2185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.682092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e4148-e708-4b5c-ae49-c98d85ba2185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.705797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e4148-e708-4b5c-ae49-c98d85ba2185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82446dc-9b30-4949-87d6-0eba90cc990b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:49.715980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e4148-e708-4b5c-ae49-c98d85ba2185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.715980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-652e4148-e708-4b5c-ae49-c98d85ba2185 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c82446dc-9b30-4949-87d6-0eba90cc990b HTTP/1.1" status: 204 len: 168 time: 0.3097167 May 27 02:14:49.739159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4dd19-3dff-45f6-802a-892a4a9bcd87 req-fb0344e6-e641-4a42-99b3-bcdd664ee93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:49.739159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7a4dd19-3dff-45f6-802a-892a4a9bcd87 req-fb0344e6-e641-4a42-99b3-bcdd664ee93b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 1097 time: 0.5256183 May 27 02:14:49.835384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7a4dd19-3dff-45f6-802a-892a4a9bcd87 req-72eb0d56-8e9d-4fb3-af3e-c24742ec9ba4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609150 May 27 02:14:49.841622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:49.866533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40790) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:49.866929 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c0e017ce-7c48-4caa-969b-f87d2327dfe0 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/ports/3e3dae9c-a819-4295-bbe4-edc81515da7f HTTP/1.1" status: 204 len: 168 time: 1.8331385 May 27 02:14:49.911774 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-399d3991-334b-4d16-a9cc-9428b0f28815 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] GET failed (client error): The resource could not be found. May 27 02:14:49.914770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-399d3991-334b-4d16-a9cc-9428b0f28815 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "GET /v2.0/ports/3e3dae9c-a819-4295-bbe4-edc81515da7f HTTP/1.1" status: 404 len: 333 time: 0.0452242 May 27 02:14:49.916570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40796) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:50.020773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting port 5addab4e-a8b5-43fc-8414-ce7cba4ac79c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:50.020773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.100834 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:14:50.350562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.502678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Calling delete_port for 5addab4e-a8b5-43fc-8414-ce7cba4ac79c owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:50.727434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:50.793955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Port': ['ID=5addab4e-a8b5-43fc-8414-ce7cba4ac79c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:50.838916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0e30a-6b8f-42ff-a4a6-b222043b7182 req-7d8d2938-e029-4673-ac10-e5927f45f311 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:50.838916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52f0e30a-6b8f-42ff-a4a6-b222043b7182 req-7d8d2938-e029-4673-ac10-e5927f45f311 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 945 time: 0.1731687 May 27 02:14:50.942846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52f0e30a-6b8f-42ff-a4a6-b222043b7182 req-b974d131-5b60-409f-8b99-d6e46489ed5a tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965788 May 27 02:14:51.092803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.128394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2697b23d-8b5d-4073-b726-b2d5be8463e1 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/ports/5addab4e-a8b5-43fc-8414-ce7cba4ac79c HTTP/1.1" status: 204 len: 168 time: 1.2047484 May 27 02:14:51.128394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40840) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:51.204193 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe571d7-1ac5-4b43-aaf9-c4020ed6e183 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] GET failed (client error): The resource could not be found. May 27 02:14:51.204193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cbe571d7-1ac5-4b43-aaf9-c4020ed6e183 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Synchronizing usage tracker for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:14:51.242569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cbe571d7-1ac5-4b43-aaf9-c4020ed6e183 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Unset dirty status for tenant:fc2e0a8705ca4cc097ac1848dd674d75 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:14:51.248804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cbe571d7-1ac5-4b43-aaf9-c4020ed6e183 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "GET /v2.0/ports/5addab4e-a8b5-43fc-8414-ce7cba4ac79c HTTP/1.1" status: 404 len: 333 time: 0.1168904 May 27 02:14:51.252379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40846) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:51.343591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:51.360346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting port 86cd6562-9d71-41e1-a169-82e22621691b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:51.360905 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.522274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.545476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:51.550093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Usage tracker for resource:security_group_rule and tenant:5a6226a7fbd04bf4af514a4273c1f0ae is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:51.553742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:51.560658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:51.713162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.718111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.769568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b0a631-ed2c-4746-8f75-ebf1f93240ec,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:51.774032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-edc395d1-6416-4202-baef-430fd3344bfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a6226a7fbd04bf4af514a4273c1f0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253139 May 27 02:14:51.774032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40862) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:51.821482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.844926 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99939b52-e2bd-4392-a8ad-8ea8cccb6a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.872022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99939b52-e2bd-4392-a8ad-8ea8cccb6a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.951693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Calling delete_port for 86cd6562-9d71-41e1-a169-82e22621691b owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:51.957513 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99939b52-e2bd-4392-a8ad-8ea8cccb6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.972600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99939b52-e2bd-4392-a8ad-8ea8cccb6a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b0a631-ed2c-4746-8f75-ebf1f93240ec,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:51.980939 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-99939b52-e2bd-4392-a8ad-8ea8cccb6a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:51.980939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-99939b52-e2bd-4392-a8ad-8ea8cccb6a5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56b0a631-ed2c-4746-8f75-ebf1f93240ec HTTP/1.1" status: 204 len: 168 time: 0.2005904 May 27 02:14:52.145801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.170531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ed29c-def1-40cb-a4be-3960bf8fd3f1 req-484a78e3-25dd-413a-a57c-1ca38f63d57a tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:52.174369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a0ed29c-def1-40cb-a4be-3960bf8fd3f1 req-484a78e3-25dd-413a-a57c-1ca38f63d57a tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 945 time: 0.1077511 May 27 02:14:52.211027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Port': ['ID=86cd6562-9d71-41e1-a169-82e22621691b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:52.239525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a0ed29c-def1-40cb-a4be-3960bf8fd3f1 req-baa24ba9-1033-4d83-9d66-1e226b02b7ae tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 May 27 02:14:52.332988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.352607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40878) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:52.381357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-652e71db-9b3c-4dca-a02f-b048ccd8942c tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/ports/86cd6562-9d71-41e1-a169-82e22621691b HTTP/1.1" status: 204 len: 168 time: 1.1144817 May 27 02:14:52.491875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting subnet 9c1188ed-6ee4-40cc-98f2-e87df1c94241 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:14:52.495874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.567521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.704357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.807934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.873379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1188ed-6ee4-40cc-98f2-e87df1c94241,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:52.879508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:52.892921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bea6490b-7731-4932-81b4-f05aabb1e0e7 tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/subnets/9c1188ed-6ee4-40cc-98f2-e87df1c94241 HTTP/1.1" status: 204 len: 168 time: 0.5345509 May 27 02:14:52.892921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 40900) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:52.908293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b4221-0fe8-4b13-b5f2-d0811fd1b3f8 None None] Network d7df4948-9da1-496f-8025-b2ab0a973cf0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:53.067910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.074736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Deleting port 6eb1b785-71d1-4045-a709-5459000c390a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:53.074736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.375362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] DHCP port deletion for d7df4948-9da1-496f-8025-b2ab0a973cf0 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:14:53.378992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Deleting port 6eb1b785-71d1-4045-a709-5459000c390a {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:53.378992 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.436056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] For port 6eb1b785-71d1-4045-a709-5459000c390a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6eb1b785-71d1-4045-a709-5459000c390a,segment=NetworkSegment(72553844-fa0e-4e54-8954-2a816cb3ad55),segment_id=72553844-fa0e-4e54-8954-2a816cb3ad55)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:53.436551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.648529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Calling delete_port for 6eb1b785-71d1-4045-a709-5459000c390a owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:53.798121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] For port 6eb1b785-71d1-4045-a709-5459000c390a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6eb1b785-71d1-4045-a709-5459000c390a,segment=NetworkSegment(72553844-fa0e-4e54-8954-2a816cb3ad55),segment_id=72553844-fa0e-4e54-8954-2a816cb3ad55)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:53.798121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.828025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:53.889770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] No DVR routers for this DVR port 6eb1b785-71d1-4045-a709-5459000c390a on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:53.927111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Port': ['ID=6eb1b785-71d1-4045-a709-5459000c390a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:53.977548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Calling delete_port for 6eb1b785-71d1-4045-a709-5459000c390a owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:54.111999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.142888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:14:54.142888 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:14:54.153531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7df4948-9da1-496f-8025-b2ab0a973cf0']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:54.169415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72553844-fa0e-4e54-8954-2a816cb3ad55') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:54.169787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72553844-fa0e-4e54-8954-2a816cb3ad55') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:14:54.182438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.211658 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.223975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:14:54.224479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.310516 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 72553844-fa0e-4e54-8954-2a816cb3ad55 resource provider aggregate not found May 27 02:14:54.505260 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 72553844-fa0e-4e54-8954-2a816cb3ad55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72553844-fa0e-4e54-8954-2a816cb3ad55 found for delete ", "request_id": "req-40920a4f-81fb-4dff-ae7d-27f69c802192"}]} May 27 02:14:54.546918 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.554573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.590592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] 10.222.0.16 "DELETE /v2.0/networks/d7df4948-9da1-496f-8025-b2ab0a973cf0 HTTP/1.1" status: 204 len: 168 time: 1.6998849 May 27 02:14:54.601026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec43421-b5cc-4f0c-90fb-17cdb1954f0b tempest-AllowedAddressPairTestJSON-887378211 tempest-AllowedAddressPairTestJSON-887378211-project] Pushing event deleted for resources: {'Network': ['ID=d7df4948-9da1-496f-8025-b2ab0a973cf0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:54.627055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2988136-eb08-4777-975b-aebd306bdd36 req-679e02ce-b633-4fb3-84f6-041f13ed8353 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:54.627055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2988136-eb08-4777-975b-aebd306bdd36 req-679e02ce-b633-4fb3-84f6-041f13ed8353 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 945 time: 0.7967231 May 27 02:14:54.641283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Deleting port 6eb1b785-71d1-4045-a709-5459000c390a {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:54.641283 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:54.751386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2988136-eb08-4777-975b-aebd306bdd36 req-81096449-7d19-4d86-93c7-a62263a13d88 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cde9702-f5ac-4020-a4ec-5ea9e6162e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978024 May 27 02:14:54.816379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-511909a6-8e3d-48c8-82e8-5095a5e55687 None None] The port '6eb1b785-71d1-4045-a709-5459000c390a' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:14:55.193474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40980) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:55.244008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6eb1b785-71d1-4045-a709-5459000c390a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:14:55.388675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-e6e55020-f0df-404b-9674-2522f06ab5a6 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:55.390530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-e6e55020-f0df-404b-9674-2522f06ab5a6 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 945 time: 0.1493485 May 27 02:14:55.395076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 6eb1b785-71d1-4045-a709-5459000c390a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:14:55.395524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6eb1b785-71d1-4045-a709-5459000c390a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:14:55.466050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2aa83d21-92e0-435c-9981-4ad7d6359970 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc2e0a8705ca4cc097ac1848dd674d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682760 May 27 02:14:55.466050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 40998) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:55.567762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Deleting port 5fec2db4-34b0-4733-80de-40d2651d7833 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:14:55.568543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.570839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8e746bd-7a33-45e5-b840-3cdb833b0a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.604316 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8e746bd-7a33-45e5-b840-3cdb833b0a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.680352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8e746bd-7a33-45e5-b840-3cdb833b0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.722920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e746bd-7a33-45e5-b840-3cdb833b0a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0068a9ee-3bd5-4193-b676-5d02be3e2548,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:55.722920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8e746bd-7a33-45e5-b840-3cdb833b0a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:55.722920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8e746bd-7a33-45e5-b840-3cdb833b0a86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0068a9ee-3bd5-4193-b676-5d02be3e2548 HTTP/1.1" status: 204 len: 168 time: 0.2535985 May 27 02:14:55.973221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] For port 5fec2db4-34b0-4733-80de-40d2651d7833, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fec2db4-34b0-4733-80de-40d2651d7833,segment=NetworkSegment(2e97b592-4f0c-494c-ab4a-57ac4a2bfed5),segment_id=2e97b592-4f0c-494c-ab4a-57ac4a2bfed5)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:14:55.974076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.122088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Calling delete_port for 5fec2db4-34b0-4733-80de-40d2651d7833 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:14:56.315886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.331443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['5fec2db4-34b0-4733-80de-40d2651d7833'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:14:56.404608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fbfcd82c-d8e9-4143-99db-01809b575ab8 req-31d51da4-c890-4c08-a378-b85743737d24 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d HTTP/1.1" status: 200 len: 210 time: 0.4472077 May 27 02:14:56.471773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Pushing event deleted for resources: {'Port': ['ID=5fec2db4-34b0-4733-80de-40d2651d7833,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:56.505578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] No DVR routers for this DVR port 5fec2db4-34b0-4733-80de-40d2651d7833 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:14:56.510398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.515544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'name': 'network-vif-deleted', 'tag': '5fec2db4-34b0-4733-80de-40d2651d7833'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:14:56.531945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6be332e8-ec71-43eb-b4ec-06a6ce640e36 req-b51f6a30-ca40-41fa-b4a7-6512dcad9885 tempest-VolumesActionsTest-644934007 tempest-VolumesActionsTest-644934007-project] 10.222.0.47 "DELETE /v2.0/ports/5fec2db4-34b0-4733-80de-40d2651d7833 HTTP/1.1" status: 204 len: 173 time: 1.1237092 May 27 02:14:56.607574 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213c426a-3cd4-459a-8b7a-8d86be06a9c8'] response: {'server_uuid': '2e3ed8ee-0ba0-4efe-86d7-4f6ab6b0e20d', 'name': 'network-vif-deleted', 'tag': '5fec2db4-34b0-4733-80de-40d2651d7833', 'status': 'completed', 'code': 200} May 27 02:14:56.656235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41040) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:56.966113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:56.982202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:56.986411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Usage tracker for resource:security_group_rule and tenant:c4f59905bd98456ca6252a38d1c2562a is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:56.989387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:56.997064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:57.147793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.154575 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.288219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4f59905bd98456ca6252a38d1c2562a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6306000 May 27 02:14:57.288936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38607e5-ca07-4271-a569-ceb8e2389f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8465c9d2-134c-428f-89c6-643ed2d191b7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:57.291469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41066) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:57.398550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41070) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:57.427151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-842d4b7a-6b1d-474d-a900-578fa17844e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.474933 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-842d4b7a-6b1d-474d-a900-578fa17844e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.587660 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-842d4b7a-6b1d-474d-a900-578fa17844e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.653125 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-842d4b7a-6b1d-474d-a900-578fa17844e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.656758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-842d4b7a-6b1d-474d-a900-578fa17844e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8465c9d2-134c-428f-89c6-643ed2d191b7 HTTP/1.1" status: 204 len: 168 time: 0.3618429 May 27 02:14:57.659790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-271270623'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:57.675417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d4b7a-6b1d-474d-a900-578fa17844e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8465c9d2-134c-428f-89c6-643ed2d191b7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:57.720225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:57.734203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Usage tracker for resource:network and tenant:2ed3bf3eb8064a7eaadfd6d382187b7b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:57.734203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:57.756023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:57.772734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Made reservation on behalf of 2ed3bf3eb8064a7eaadfd6d382187b7b for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:57.784170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.814124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.833463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:57.839603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Usage tracker for resource:security_group_rule and tenant:2ed3bf3eb8064a7eaadfd6d382187b7b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:57.844162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:57.852022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:57.972901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.979581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:57.994971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:14:58.014504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.014504 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Added segment 4b35805d-51ad-44ac-9e2a-d3c4322819a3 of type vlan for network 1395138f-7681-4900-b5fc-e64a3eb3044c May 27 02:14:58.048258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.092986 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.100243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:58.100243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.251581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f15395-e1b3-434f-88c5-6a14d23ff80c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:58.251581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8544648 May 27 02:14:58.255634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41102) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:58.255634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Request body: {'subnet': {'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:58.264233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d4052-9aaa-4a01-937e-f312873524c6 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event updated for resources: {'Network': ['ID=1395138f-7681-4900-b5fc-e64a3eb3044c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:58.305322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1395138f-7681-4900-b5fc-e64a3eb3044c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:14:58.474397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:58.495040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Usage tracker for resource:subnet and tenant:2ed3bf3eb8064a7eaadfd6d382187b7b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:58.495040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:58.511880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:58.524784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Made reservation on behalf of 2ed3bf3eb8064a7eaadfd6d382187b7b for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:58.539354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.708537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41120) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:58.742078 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:58.797731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:58.797731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Usage tracker for resource:security_group_rule and tenant:22cf924371b84e6fbd64354cbe8f20d3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:58.808834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:58.828224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:59.010334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.016368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.029254 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.071223 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22cf924371b84e6fbd64354cbe8f20d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591301 May 27 02:14:59.071223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474f980-72a3-4cdf-88b8-c86c400b10dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05135943-700a-4afb-b2d9-6ac46dec9f62,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:59.071865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41134) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:59.173632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Checking segment: {'id': '4b35805d-51ad-44ac-9e2a-d3c4322819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:14:59.173632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Network hostable DHCP agents. Network: 1395138f-7681-4900-b5fc-e64a3eb3044c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:14:59.173632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event updated for resources: {'Subnet': ['ID=9c1039bb-302b-46ea-a97f-b9c68c45266f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:59.197437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e464f2b-84b8-47fd-ac29-4f8850dc9c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.200524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Network 1395138f-7681-4900-b5fc-e64a3eb3044c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:14:59.220873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1395138f-7681-4900-b5fc-e64a3eb3044c) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:14:59.220873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:14:59.220873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.232100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e464f2b-84b8-47fd-ac29-4f8850dc9c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.234301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a1208-c581-4887-8531-2a58fcfd4c86 None None] Network 1395138f-7681-4900-b5fc-e64a3eb3044c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:14:59.288181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2ba06cb-1ea9-4f7e-b526-1be3c0b779bd tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0360425 May 27 02:14:59.296108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41140) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:14:59.302761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Request body: {'port': {'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2076071533'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:14:59.323308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e464f2b-84b8-47fd-ac29-4f8850dc9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.400380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e464f2b-84b8-47fd-ac29-4f8850dc9c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05135943-700a-4afb-b2d9-6ac46dec9f62,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:14:59.415481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e464f2b-84b8-47fd-ac29-4f8850dc9c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.420384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0e464f2b-84b8-47fd-ac29-4f8850dc9c4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05135943-700a-4afb-b2d9-6ac46dec9f62 HTTP/1.1" status: 204 len: 168 time: 0.3473814 May 27 02:14:59.623722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:14:59.623722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Usage tracker for resource:port and tenant:2ed3bf3eb8064a7eaadfd6d382187b7b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:14:59.623722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:14:59.627048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1395138f-7681-4900-b5fc-e64a3eb3044c', 'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c', 'tenant_id': '2ed3bf3eb8064a7eaadfd6d382187b7b', 'fixed_ips': [{'subnet_id': '9c1039bb-302b-46ea-a97f-b9c68c45266f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:14:59.627048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.630494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:14:59.651471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Made reservation on behalf of 2ed3bf3eb8064a7eaadfd6d382187b7b for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:14:59.656495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:14:59.692843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] device_id is not set on port d5226429-7406-443c-8f70-219b05aabba2 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:00.032077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Allocated IP 172.20.0.2 (1395138f-7681-4900-b5fc-e64a3eb3044c/9c1039bb-302b-46ea-a97f-b9c68c45266f/1b24ac1e-b6dd-47d9-8c3b-13dde268c12e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:00.421500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:00.435555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Transition to ACTIVE for port object 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:00.476427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Transition to ACTIVE for port object 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:00.490571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:00.650861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Network 1395138f-7681-4900-b5fc-e64a3eb3044c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:00.681630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:00.690490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:00.700732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Allocated IP 172.20.0.6 (1395138f-7681-4900-b5fc-e64a3eb3044c/9c1039bb-302b-46ea-a97f-b9c68c45266f/d5226429-7406-443c-8f70-219b05aabba2) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:00.784215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fec2db4-34b0-4733-80de-40d2651d7833 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:00.871828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 5fec2db4-34b0-4733-80de-40d2651d7833 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:00.871828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fec2db4-34b0-4733-80de-40d2651d7833 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:00.914880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Attempting to bind port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:00.914880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Attempting to bind port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '4b35805d-51ad-44ac-9e2a-d3c4322819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:00.914880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Attempting to bind port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e on network 1395138f-7681-4900-b5fc-e64a3eb3044c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:00.931896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Pushing event updated for resources: {'Port': ['ID=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:00.931896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:00.931896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Checking segment: {'id': '4b35805d-51ad-44ac-9e2a-d3c4322819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:00.931896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:00.931896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Bound using segment: {'id': '4b35805d-51ad-44ac-9e2a-d3c4322819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:00.931896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Bound port: 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b35805d-51ad-44ac-9e2a-d3c4322819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:00.931896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:01.102235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] For port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:01.106683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] For port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,segment=NetworkSegment(4b35805d-51ad-44ac-9e2a-d3c4322819a3),segment_id=4b35805d-51ad-44ac-9e2a-d3c4322819a3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:01.118089 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:01.172861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:01.194102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Transition to ACTIVE for port object d5226429-7406-443c-8f70-219b05aabba2 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:01.249948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:01.280930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9be09-b4ec-4959-9ae3-08487ffaa522 None None] Pushing event updated for resources: {'Port': ['ID=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:01.416443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event updated for resources: {'Port': ['ID=d5226429-7406-443c-8f70-219b05aabba2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:01.443754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Network 1395138f-7681-4900-b5fc-e64a3eb3044c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:01.443754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:01.450940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:01.638279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:01.646093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:01.701094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c9282d0-81f3-44af-8a12-8dba1f7cea8a tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4089718 May 27 02:15:01.704094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41246) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:01.712684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Request body: {'port': {'network_id': '1395138f-7681-4900-b5fc-e64a3eb3044c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1274558755', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:01.713880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.api.validators [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] bootfile-name is not in valid_values {{(pid=88426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:15:01.714221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.api.validators [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] tftp-server is not in valid_values {{(pid=88426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:15:01.714859 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.api.validators [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] server-ip-address is not in valid_values {{(pid=88426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:15:02.083150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:02.095698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Usage tracker for resource:port and tenant:2ed3bf3eb8064a7eaadfd6d382187b7b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:02.107668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:02.129083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:02.172847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Made reservation on behalf of 2ed3bf3eb8064a7eaadfd6d382187b7b for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:02.180720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:02.251640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] device_id is not set on port 4fd919ee-d28d-49fd-a650-700e469427cc yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:02.794534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Allocated IP 172.20.0.12 (1395138f-7681-4900-b5fc-e64a3eb3044c/9c1039bb-302b-46ea-a97f-b9c68c45266f/4fd919ee-d28d-49fd-a650-700e469427cc) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:02.989691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:03.294261 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:03.415608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:03.593114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51b9a6-8d4e-4b06-9b18-bab0912d67e9 None None] Network 1395138f-7681-4900-b5fc-e64a3eb3044c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:03.651113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:03.732558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Transition to ACTIVE for port object 4fd919ee-d28d-49fd-a650-700e469427cc will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:03.763922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:03.928625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event updated for resources: {'Port': ['ID=4fd919ee-d28d-49fd-a650-700e469427cc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:03.943184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Network 1395138f-7681-4900-b5fc-e64a3eb3044c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:03.943184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:03.943184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:04.129768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:04.129768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:04.191519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8361bb6c-7965-4f14-bbc4-56952fd78df0 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4863226 May 27 02:15:04.194370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41298) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:04.291553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:04.333491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] Provisioning for port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:04.367235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] Provisioning complete for port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:04.367235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:04.433121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdeff53-b036-4c22-9219-be07139583da tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:04.454101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdeff53-b036-4c22-9219-be07139583da tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:04.482394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdeff53-b036-4c22-9219-be07139583da tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:04.482394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4fdeff53-b036-4c22-9219-be07139583da tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Synchronizing usage tracker for tenant:2ed3bf3eb8064a7eaadfd6d382187b7b on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:04.580596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4fdeff53-b036-4c22-9219-be07139583da tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Unset dirty status for tenant:2ed3bf3eb8064a7eaadfd6d382187b7b on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:04.585588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:04.585830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4fdeff53-b036-4c22-9219-be07139583da tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3901694 May 27 02:15:04.774490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Deleting port 4fd919ee-d28d-49fd-a650-700e469427cc {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:04.774490 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:05.005226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] Current status of the port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:05.005623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:05.122403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] For port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,segment=NetworkSegment(4b35805d-51ad-44ac-9e2a-d3c4322819a3),segment_id=4b35805d-51ad-44ac-9e2a-d3c4322819a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:05.135198 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:05.319623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:05.365777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Provisioning for port 4fd919ee-d28d-49fd-a650-700e469427cc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:05.400140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Provisioning complete for port 4fd919ee-d28d-49fd-a650-700e469427cc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:05.400140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:05.650024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Port 4fd919ee-d28d-49fd-a650-700e469427cc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:05.655797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab2df5-99e0-4a9f-bfd8-9b8c312c27c1 None None] Pushing event updated for resources: {'Port': ['ID=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:05.758065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Provisioning complete for port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:05.779698 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:05.782611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Calling delete_port for 4fd919ee-d28d-49fd-a650-700e469427cc owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:06.066767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-804423d0-9a83-4c2a-9d90-983242b94f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:06.260412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:06.264049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Current status of the port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:06.313591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Provisioning for port d5226429-7406-443c-8f70-219b05aabba2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:06.320848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Provisioning complete for port d5226429-7406-443c-8f70-219b05aabba2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:06.320848 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:06.463644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event deleted for resources: {'Port': ['ID=4fd919ee-d28d-49fd-a650-700e469427cc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:06.496510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-15d71178-4311-4fd4-afaf-20b5f2b08ad0 None None] Port d5226429-7406-443c-8f70-219b05aabba2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:06.647886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f9933116-3aac-401e-a3d5-9c498ed873d0 None None] Could not find standard attr ID for object 4fd919ee-d28d-49fd-a650-700e469427cc. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:15:06.686262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f9933116-3aac-401e-a3d5-9c498ed873d0 None None] Provisioning complete for port d5226429-7406-443c-8f70-219b05aabba2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:06.686262 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f9933116-3aac-401e-a3d5-9c498ed873d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:06.812725 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:06.862507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:06.870474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Request body: {'port': {'name': 'tempest-new-port-name-1796839755', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:06.871249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.api.validators [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] bootfile-name is not in valid_values {{(pid=88425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:15:06.872184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.api.validators [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] tftp-server is not in valid_values {{(pid=88425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:15:06.872988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.api.validators [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] server-ip-address is not in valid_values {{(pid=88425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 02:15:06.877244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a92a44e6-17cd-4481-b002-2580f0df1cad tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "DELETE /v2.0/ports/4fd919ee-d28d-49fd-a650-700e469427cc HTTP/1.1" status: 204 len: 168 time: 2.2904978 May 27 02:15:06.913993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f9933116-3aac-401e-a3d5-9c498ed873d0 None None] Port d5226429-7406-443c-8f70-219b05aabba2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:07.296921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:07.321684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:07.428381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:07.428381 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:07.670108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:07.793110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:07.800321 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:07.932451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event updated for resources: {'Port': ['ID=d5226429-7406-443c-8f70-219b05aabba2,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:07.965407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c0a0deec-b18a-4986-958a-a9d0108be60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.077947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] In _notify_port_updated(), no bound segment for port d5226429-7406-443c-8f70-219b05aabba2 on network 1395138f-7681-4900-b5fc-e64a3eb3044c {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:15:08.083452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:08.084049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.087731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a96445b-35e3-439f-b604-6c3223d93228 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "PUT /v2.0/ports/d5226429-7406-443c-8f70-219b05aabba2 HTTP/1.1" status: 200 len: 1136 time: 1.2211249 May 27 02:15:08.088041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41378) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:08.236981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af96bd8a-d4b0-48ca-a7d5-0e5ab140a472 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:08.240225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-af96bd8a-d4b0-48ca-a7d5-0e5ab140a472 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "GET /v2.0/ports/d5226429-7406-443c-8f70-219b05aabba2 HTTP/1.1" status: 200 len: 1136 time: 0.1512856 May 27 02:15:08.244550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41390) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:08.426290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Deleting port d5226429-7406-443c-8f70-219b05aabba2 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:08.434662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.482248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e79a0430-3926-4b5a-9c13-330b86019224 None None] Provisioning complete for port d5226429-7406-443c-8f70-219b05aabba2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:08.482248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e79a0430-3926-4b5a-9c13-330b86019224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:08.676523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e79a0430-3926-4b5a-9c13-330b86019224 None None] Port d5226429-7406-443c-8f70-219b05aabba2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:15:09.065288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.280822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Calling delete_port for d5226429-7406-443c-8f70-219b05aabba2 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:09.331339 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.474143 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.477086 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.637925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event deleted for resources: {'Port': ['ID=d5226429-7406-443c-8f70-219b05aabba2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:09.840951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:09.868225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41424) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:09.871589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a94e3879-c769-4648-9f2c-6cec93541563 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "DELETE /v2.0/ports/d5226429-7406-443c-8f70-219b05aabba2 HTTP/1.1" status: 204 len: 168 time: 1.6174352 May 27 02:15:10.068640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Deleting subnet 9c1039bb-302b-46ea-a97f-b9c68c45266f {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:15:10.079065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.183658 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.399981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.536990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.655268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1039bb-302b-46ea-a97f-b9c68c45266f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:10.670866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99430a3d-1428-4bf6-920c-5880bee2c61e None None] Network 1395138f-7681-4900-b5fc-e64a3eb3044c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:10.676570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:10.679929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41454) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:10.684514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9fe90ad7-a203-4ea1-bd87-415ade5a49ec tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "DELETE /v2.0/subnets/9c1039bb-302b-46ea-a97f-b9c68c45266f HTTP/1.1" status: 204 len: 168 time: 0.8107369 May 27 02:15:11.106297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.162979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Deleting port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:11.162979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.237290 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.509140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] DHCP port deletion for 1395138f-7681-4900-b5fc-e64a3eb3044c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:15:11.509140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Deleting port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:11.509140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:11.890749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-3a1bf93a-91e0-48b4-bbfb-dff0005c5ce3 req-e074e9ff-407f-4b1c-a3b7-b3594ca67148 service neutron] (88426) timed out ('10.222.0.16', 45030) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:15:12.010662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] For port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,segment=NetworkSegment(4b35805d-51ad-44ac-9e2a-d3c4322819a3),segment_id=4b35805d-51ad-44ac-9e2a-d3c4322819a3)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:12.011209 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.219000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] For port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,segment=NetworkSegment(4b35805d-51ad-44ac-9e2a-d3c4322819a3),segment_id=4b35805d-51ad-44ac-9e2a-d3c4322819a3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:12.219000 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.355318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Calling delete_port for 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:12.465531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.515255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Calling delete_port for 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:12.568728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] No DVR routers for this DVR port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:12.672293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event deleted for resources: {'Port': ['ID=1b24ac1e-b6dd-47d9-8c3b-13dde268c12e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:12.838692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:15:12.838692 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:15:12.913030 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:12.994223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1395138f-7681-4900-b5fc-e64a3eb3044c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:13.034413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b35805d-51ad-44ac-9e2a-d3c4322819a3') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:13.037579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b35805d-51ad-44ac-9e2a-d3c4322819a3') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:13.075355 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.177372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.203133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:15:13.203133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.334103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Deleting port 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:13.334913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.398686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:13.441054 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 4b35805d-51ad-44ac-9e2a-d3c4322819a3 resource provider aggregate not found May 27 02:15:13.523876 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 4b35805d-51ad-44ac-9e2a-d3c4322819a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b35805d-51ad-44ac-9e2a-d3c4322819a3 found for delete ", "request_id": "req-5c86a27a-4d96-4560-af91-749f677228d1"}]} May 27 02:15:13.603620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:13.603620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 1b24ac1e-b6dd-47d9-8c3b-13dde268c12e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:13.616295 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.729221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:13.741795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] Pushing event deleted for resources: {'Network': ['ID=1395138f-7681-4900-b5fc-e64a3eb3044c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:13.748553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c1de3ffa-2af1-4e82-8d6b-3776e19c32e8 None None] The port '1b24ac1e-b6dd-47d9-8c3b-13dde268c12e' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:15:13.760357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-88b7e79d-a115-4cc0-87d8-650e9729d836 tempest-ExtraDHCPOptionsTestJSON-2046548404 tempest-ExtraDHCPOptionsTestJSON-2046548404-project] 10.222.0.16 "DELETE /v2.0/networks/1395138f-7681-4900-b5fc-e64a3eb3044c HTTP/1.1" status: 204 len: 168 time: 3.0840459 May 27 02:15:14.190606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41524) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:14.211462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41530) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:14.528077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.545332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:14.550339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3342a121d9c34a7fbc1b572524123b21 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:14.554456 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-97387da6-c865-48b7-adfc-c1812ca83f64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ed3bf3eb8064a7eaadfd6d382187b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625712 May 27 02:15:14.557596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:14.560748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41540) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:14.564622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:14.713717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b99a6d46-9f40-4db1-9b73-cd4da9c33008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.777874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.777874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.784940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b99a6d46-9f40-4db1-9b73-cd4da9c33008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.935684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b99a6d46-9f40-4db1-9b73-cd4da9c33008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.945551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3342a121d9c34a7fbc1b572524123b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7298338 May 27 02:15:14.946047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdda46-ff54-43fb-b122-1d2f4cdf61c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb476b5-7360-4c30-a5ef-4ae2783476a5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:14.954378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41552) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:14.975061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a6d46-9f40-4db1-9b73-cd4da9c33008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f15395-e1b3-434f-88c5-6a14d23ff80c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:14.990569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b99a6d46-9f40-4db1-9b73-cd4da9c33008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:14.994294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b99a6d46-9f40-4db1-9b73-cd4da9c33008 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6f15395-e1b3-434f-88c5-6a14d23ff80c HTTP/1.1" status: 204 len: 168 time: 0.4301817 May 27 02:15:15.101536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c15def5-5000-4ab0-8791-f3b3b45e1d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.124269 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c15def5-5000-4ab0-8791-f3b3b45e1d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.218825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c15def5-5000-4ab0-8791-f3b3b45e1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.268463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15def5-5000-4ab0-8791-f3b3b45e1d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb476b5-7360-4c30-a5ef-4ae2783476a5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:15.300395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4c15def5-5000-4ab0-8791-f3b3b45e1d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:15.300395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4c15def5-5000-4ab0-8791-f3b3b45e1d62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfb476b5-7360-4c30-a5ef-4ae2783476a5 HTTP/1.1" status: 204 len: 168 time: 0.3391705 May 27 02:15:16.309150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:16.361989 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.395812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:16.413996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5d34b02cc24efea7f49519c9246361 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:16.420203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:16.451179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:16.902095 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:16.931731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.096822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e5d34b02cc24efea7f49519c9246361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7896264 May 27 02:15:17.097665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41618) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:17.099087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c297a65-40f8-4ced-ac8a-fe979468e496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f072f0-814f-4fdf-a036-108d11ca6043,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:17.250110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-021b7ea9-3346-4f17-84d0-beea4ab5bff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.295789 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-021b7ea9-3346-4f17-84d0-beea4ab5bff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.427209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:17.464140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-021b7ea9-3346-4f17-84d0-beea4ab5bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.502415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b7ea9-3346-4f17-84d0-beea4ab5bff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f072f0-814f-4fdf-a036-108d11ca6043,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:17.514177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-021b7ea9-3346-4f17-84d0-beea4ab5bff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.520628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-021b7ea9-3346-4f17-84d0-beea4ab5bff0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57f072f0-814f-4fdf-a036-108d11ca6043 HTTP/1.1" status: 204 len: 168 time: 0.4203632 May 27 02:15:17.731504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1939639297'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:17.754066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:17.754066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:17.765238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:17.788497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:17.809920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:17.809920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.826028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:17.840721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:17.840721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group_rule and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:17.849026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:17.849026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:18.041865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.051533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.134613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:18.145338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f834e568-1323-4935-b5bb-8baead6a963f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:18.153028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.153028 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment 4a26cfcb-8bcc-419c-be94-ec49e581887d of type vlan for network 40c142b5-781e-4ce6-8b38-b87a855a758a May 27 02:15:18.243936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.335624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.370141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:18.370141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:18.502341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=40c142b5-781e-4ce6-8b38-b87a855a758a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:18.516315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:18.517436 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a51b7ccd-3368-4a3a-9ea2-aa0b6ea8fe45 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1020789 May 27 02:15:18.519451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41664) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:18.548020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'name': 'tempest-PortsTestJSON-506663360'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:19.088159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:19.092694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:19.092694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:19.109513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:19.115977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:19.115977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.143904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:19.559099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.646366 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:19.967169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:19.998041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': '4a26cfcb-8bcc-419c-be94-ec49e581887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:19.998041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: 40c142b5-781e-4ce6-8b38-b87a855a758a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:20.044672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:20.067168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 40c142b5-781e-4ce6-8b38-b87a855a758a) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:20.085562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0327bd-283c-4b6b-a8d0-86d308637d61 None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:20.090799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:20.104268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:20.104935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.155605 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-94b6fc3f-509d-45e8-b3ff-df91325858ce tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6348660 May 27 02:15:20.159016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41706) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:20.165188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-986207031'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:20.176898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:20.184065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:20.190324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:20.201718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:20.221709 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:20.229413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.308459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:20.318898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.326349 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment a81268d5-ed6b-47f5-ac0d-94df11ae355f of type vlan for network 9beb3329-ea17-475c-9dac-5e88bb268af5 May 27 02:15:20.373671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.463146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.480185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:20.480185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:20.559431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3968470 May 27 02:15:20.560124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41714) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:20.565337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'ports': [{'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a'}, {'network_id': '9beb3329-ea17-475c-9dac-5e88bb268af5'}]} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:20.565651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:20.566136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '9beb3329-ea17-475c-9dac-5e88bb268af5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:20.784133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc9047-a68d-4652-91e2-b85f41c970a9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=9beb3329-ea17-475c-9dac-5e88bb268af5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:20.807837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 9beb3329-ea17-475c-9dac-5e88bb268af5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:21.131380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:21.158643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:21.180566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:21.211075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:21.259980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 2} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:21.259980 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:21.308420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:21.939485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port b9d36f69-0ff9-4322-8eb0-40be5175821d yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:22.224472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:22.723945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 68fa9e63-f133-4db8-bb15-843c7ff981b4 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:22.934085 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:22.972218 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.148927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=b9d36f69-0ff9-4322-8eb0-40be5175821d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:23.167232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:23.167232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:23.167232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:23.173221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.447485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=68fa9e63-f133-4db8-bb15-843c7ff981b4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:23.530947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': 'a81268d5-ed6b-47f5-ac0d-94df11ae355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9beb3329-ea17-475c-9dac-5e88bb268af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:23.530947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: 9beb3329-ea17-475c-9dac-5e88bb268af5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:23.615184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 9beb3329-ea17-475c-9dac-5e88bb268af5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:23.646404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 9beb3329-ea17-475c-9dac-5e88bb268af5) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:23.646404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:23.650789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d9bae-fbed-454b-b744-772935df56a6 None None] Network 9beb3329-ea17-475c-9dac-5e88bb268af5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:23.654332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:23.678076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:23.690736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:23.755490 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-14259b16-a8c3-45f0-9c70-261a012a50bd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1946559 May 27 02:15:23.758320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41784) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:23.933089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 68fa9e63-f133-4db8-bb15-843c7ff981b4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:23.945915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.454522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.665708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 68fa9e63-f133-4db8-bb15-843c7ff981b4 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:24.827376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:24.941967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=68fa9e63-f133-4db8-bb15-843c7ff981b4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:25.061273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.078345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f5ee87f3-570f-4de0-81b6-575587099988 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/68fa9e63-f133-4db8-bb15-843c7ff981b4 HTTP/1.1" status: 204 len: 168 time: 1.3147840 May 27 02:15:25.078345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41810) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:25.259069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5dc04-1d71-415a-98a4-7ecd68fca315 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:25.265278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5dc04-1d71-415a-98a4-7ecd68fca315 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:25.266089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2cc5dc04-1d71-415a-98a4-7ecd68fca315 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:25.291511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2cc5dc04-1d71-415a-98a4-7ecd68fca315 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:25.295866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2cc5dc04-1d71-415a-98a4-7ecd68fca315 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2151017 May 27 02:15:25.328120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41818) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:25.354063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41822) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:25.531696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port b9d36f69-0ff9-4322-8eb0-40be5175821d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:25.531696 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.692176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:25.785495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:25.810585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:82d56ad139fc4efcb112c60129f0c126 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:25.825869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:25.852909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:26.029366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.047476 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.054845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.136883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82d56ad139fc4efcb112c60129f0c126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791755 May 27 02:15:26.136883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07dba3-1582-4f36-9bb7-544fb3034fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9d977d-ff1e-4b7c-b46e-96a2a8ce74c4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.154829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41840) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:26.333634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de8ba276-112f-4ada-bc45-aca4167db93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.402978 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de8ba276-112f-4ada-bc45-aca4167db93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.406041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for b9d36f69-0ff9-4322-8eb0-40be5175821d owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:26.509741 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de8ba276-112f-4ada-bc45-aca4167db93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.541044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ba276-112f-4ada-bc45-aca4167db93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9d977d-ff1e-4b7c-b46e-96a2a8ce74c4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.541044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de8ba276-112f-4ada-bc45-aca4167db93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.541044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-de8ba276-112f-4ada-bc45-aca4167db93e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a9d977d-ff1e-4b7c-b46e-96a2a8ce74c4 HTTP/1.1" status: 204 len: 168 time: 0.3815639 May 27 02:15:26.620967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.731714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=b9d36f69-0ff9-4322-8eb0-40be5175821d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:26.737564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:26.765453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:26.766054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38bd5a60-d034-4d27-a2b9-f4f37709a1b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/b9d36f69-0ff9-4322-8eb0-40be5175821d HTTP/1.1" status: 204 len: 168 time: 1.4439237 May 27 02:15:26.968207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eda411-39cf-41e4-9918-61d9a6e0f714 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:26.968207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74eda411-39cf-41e4-9918-61d9a6e0f714 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1933575 May 27 02:15:26.972486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41860) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:27.076392 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-166856e4-232f-4063-a4a0-427e43db882a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:15:27.077192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-166856e4-232f-4063-a4a0-427e43db882a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:27.099648 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:15:27.113168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-166856e4-232f-4063-a4a0-427e43db882a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:27.116853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-166856e4-232f-4063-a4a0-427e43db882a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/68fa9e63-f133-4db8-bb15-843c7ff981b4 HTTP/1.1" status: 404 len: 333 time: 0.1439769 May 27 02:15:27.118634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41866) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:27.171546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41870) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:27.193118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.211364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:27.213484 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-107d256b-0533-48e2-8b6e-01e236cb1dd6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:15:27.215567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-107d256b-0533-48e2-8b6e-01e236cb1dd6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/b9d36f69-0ff9-4322-8eb0-40be5175821d HTTP/1.1" status: 404 len: 333 time: 0.0959382 May 27 02:15:27.216608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Usage tracker for resource:security_group_rule and tenant:58bb8485d121455097cb6adda7cd2e9c is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:27.219497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41874) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:27.222049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:27.247189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:27.359846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.530095 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.563659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.588182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb3329-ea17-475c-9dac-5e88bb268af5']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:27.619013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81268d5-ed6b-47f5-ac0d-94df11ae355f') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:27.619013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81268d5-ed6b-47f5-ac0d-94df11ae355f') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:27.630139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.647156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.707624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.715076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfbb746-0784-429d-b05c-e903761200a9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:27.725089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41882) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:27.741052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-360b8040-567d-4f46-bec8-e30fc1c4499d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58bb8485d121455097cb6adda7cd2e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682263 May 27 02:15:27.747469 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:15:27.749418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.891037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ba51efa-e733-4f07-9d11-d28c7fee1ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.922379 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a81268d5-ed6b-47f5-ac0d-94df11ae355f resource provider aggregate not found May 27 02:15:27.932020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ba51efa-e733-4f07-9d11-d28c7fee1ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.941117 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a81268d5-ed6b-47f5-ac0d-94df11ae355f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a81268d5-ed6b-47f5-ac0d-94df11ae355f found for delete ", "request_id": "req-9e614bcd-1c2a-4dc3-813b-5c9ddc40442c"}]} May 27 02:15:27.941117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.976481 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:27.993335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=9beb3329-ea17-475c-9dac-5e88bb268af5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:28.018398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca4a1f2f-acd5-44fe-9c3a-5c470c6db00f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/9beb3329-ea17-475c-9dac-5e88bb268af5 HTTP/1.1" status: 204 len: 168 time: 0.7802842 May 27 02:15:28.018398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41892) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:28.032273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-663407326'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:28.032273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:28.042558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:28.042558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:28.049582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:28.067694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:28.075068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.076507 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ba51efa-e733-4f07-9d11-d28c7fee1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.102453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba51efa-e733-4f07-9d11-d28c7fee1ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfbb746-0784-429d-b05c-e903761200a9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:28.137403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9ba51efa-e733-4f07-9d11-d28c7fee1ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.137550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:28.138537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9ba51efa-e733-4f07-9d11-d28c7fee1ffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dfbb746-0784-429d-b05c-e903761200a9 HTTP/1.1" status: 204 len: 168 time: 0.4119723 May 27 02:15:28.150665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.151318 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment 6438782c-8345-4cad-8a29-12e96a3cfc30 of type vlan for network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e May 27 02:15:28.185228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.234665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.243695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:28.244660 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:28.525795 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5121469 May 27 02:15:28.528763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 41904) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:28.539800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:28.562411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43ae86-6e53-416b-b585-6083d457d6d5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=56e50aeb-0714-43fd-85f3-f8fcf1c57e9e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:28.574579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:28.824620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:28.830101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:28.841101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:28.852939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:28.872764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:28.876637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.123162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_backend_mixin [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Performing IP validity checks on allocation pools {{(pid=88425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:15:29.124623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_backend_mixin [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:15:29.332467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.426027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=fcabbc6e-a52b-420b-bfab-2f953284304d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:29.475355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': '6438782c-8345-4cad-8a29-12e96a3cfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:29.475924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:29.503388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:29.520902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:29.565575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:29.566730 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:29.574779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d7af40-2006-46cf-bccd-90dcf6475c47 None None] Network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:29.644410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 41944) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:29.647424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18fde6ff-6837-41a8-a3e4-76164d3528d0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1169999 May 27 02:15:29.654325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e', 'name': 'tempest-PortsTestJSON-1007927535'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:29.959242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-56e50aeb-0714-43fd-85f3-f8fcf1c57e9e', 'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e', 'tenant_id': 'c9b9dba8649f43f7a54356b4506b2dd7', 'fixed_ips': [{'subnet_id': 'fcabbc6e-a52b-420b-bfab-2f953284304d'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:15:29.960094 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.044914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:30.074214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:30.103744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:30.109061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.163678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port b60ecc8f-e857-4d75-98fd-e5057451740b yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:30.203604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Allocated IP 172.20.0.2 (56e50aeb-0714-43fd-85f3-f8fcf1c57e9e/fcabbc6e-a52b-420b-bfab-2f953284304d/d091646f-ce06-473f-bba8-97429df9839a) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:30.556997 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.577868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Transition to ACTIVE for port object d091646f-ce06-473f-bba8-97429df9839a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:30.621258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Transition to ACTIVE for port object d091646f-ce06-473f-bba8-97429df9839a will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:30.632485 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:30.794637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.13 (56e50aeb-0714-43fd-85f3-f8fcf1c57e9e/fcabbc6e-a52b-420b-bfab-2f953284304d/b60ecc8f-e857-4d75-98fd-e5057451740b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:30.880707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Pushing event updated for resources: {'Port': ['ID=d091646f-ce06-473f-bba8-97429df9839a,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:30.906066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:30.912413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.913634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.914759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.916015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.917130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.923533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.936590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.937515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.939482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.939932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.940809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.941983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:30.950391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:30.956844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:31.093006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Attempting to bind port d091646f-ce06-473f-bba8-97429df9839a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:31.093636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Attempting to bind port d091646f-ce06-473f-bba8-97429df9839a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '6438782c-8345-4cad-8a29-12e96a3cfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:31.094158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Attempting to bind port d091646f-ce06-473f-bba8-97429df9839a on network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:31.101869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:31.102544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Checking segment: {'id': '6438782c-8345-4cad-8a29-12e96a3cfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:31.103131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.103680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Bound using segment: {'id': '6438782c-8345-4cad-8a29-12e96a3cfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:31.104311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Bound port: d091646f-ce06-473f-bba8-97429df9839a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6438782c-8345-4cad-8a29-12e96a3cfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '56e50aeb-0714-43fd-85f3-f8fcf1c57e9e'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:31.104855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.342017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] For port d091646f-ce06-473f-bba8-97429df9839a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:31.346296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] For port d091646f-ce06-473f-bba8-97429df9839a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d091646f-ce06-473f-bba8-97429df9839a,segment=NetworkSegment(6438782c-8345-4cad-8a29-12e96a3cfc30),segment_id=6438782c-8345-4cad-8a29-12e96a3cfc30)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:31.354262 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.385681 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.431849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object b60ecc8f-e857-4d75-98fd-e5057451740b will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:31.497659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.580358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60677ec2-2069-439a-ba57-62a675d48729 None None] Pushing event updated for resources: {'Port': ['ID=d091646f-ce06-473f-bba8-97429df9839a,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:31.633655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:31.636806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:31.641825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:31.690083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=b60ecc8f-e857-4d75-98fd-e5057451740b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:31.760133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:31.761467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:31.794991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9e347195-9689-4ff3-b4d8-6b3befa97dab tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1486788 May 27 02:15:31.797566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42010) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:31.948387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port b60ecc8f-e857-4d75-98fd-e5057451740b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:31.948966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:32.439685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:32.642959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for b60ecc8f-e857-4d75-98fd-e5057451740b owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:33.012094 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.017123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.170829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=b60ecc8f-e857-4d75-98fd-e5057451740b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:33.289651 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.339854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d091646f-ce06-473f-bba8-97429df9839a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:33.514312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.528470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42038) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:33.531453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a828c3bd-b4cb-4882-bc39-fc3b96f15016 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/b60ecc8f-e857-4d75-98fd-e5057451740b HTTP/1.1" status: 204 len: 168 time: 1.7319553 May 27 02:15:33.643922 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec95ce0a-f7af-4d39-ba41-8b5ff6e82c27 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:15:33.648269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec95ce0a-f7af-4d39-ba41-8b5ff6e82c27 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:15:33.653163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42044) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:33.654183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec95ce0a-f7af-4d39-ba41-8b5ff6e82c27 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/b60ecc8f-e857-4d75-98fd-e5057451740b HTTP/1.1" status: 404 len: 333 time: 0.1237099 May 27 02:15:33.658436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e344c7e-0d8c-420f-a234-658c9f40ded4 None None] Network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:33.740438 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-325f4976-4460-476c-9e5d-b93c1be3832b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:15:33.740968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-325f4976-4460-476c-9e5d-b93c1be3832b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:33.776015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-325f4976-4460-476c-9e5d-b93c1be3832b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:33.777819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-325f4976-4460-476c-9e5d-b93c1be3832b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/b60ecc8f-e857-4d75-98fd-e5057451740b HTTP/1.1" status: 404 len: 333 time: 0.1235921 May 27 02:15:33.784008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:33.919367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet fcabbc6e-a52b-420b-bfab-2f953284304d {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:15:33.927177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:33.962798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42056) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:34.020569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d091646f-ce06-473f-bba8-97429df9839a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:34.040730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d091646f-ce06-473f-bba8-97429df9839a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:34.043204 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.043943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.120795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] Provisioning for port d091646f-ce06-473f-bba8-97429df9839a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:34.140331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] Provisioning complete for port d091646f-ce06-473f-bba8-97429df9839a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:34.140944 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.228249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.355887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.393880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:34.407443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Usage tracker for resource:security_group_rule and tenant:e414d57e2ea04100884a1a0ed434de02 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:34.411357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:34.418854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:34.421530 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.455855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] Current status of the port d091646f-ce06-473f-bba8-97429df9839a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:34.456232 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.512840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.515333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] For port d091646f-ce06-473f-bba8-97429df9839a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d091646f-ce06-473f-bba8-97429df9839a,segment=NetworkSegment(6438782c-8345-4cad-8a29-12e96a3cfc30),segment_id=6438782c-8345-4cad-8a29-12e96a3cfc30)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:34.526520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.531012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=fcabbc6e-a52b-420b-bfab-2f953284304d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:34.549616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea180441-8fbb-4efc-b37c-ace783f890e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/fcabbc6e-a52b-420b-bfab-2f953284304d HTTP/1.1" status: 204 len: 168 time: 0.7642655 May 27 02:15:34.555257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42064) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:34.621366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.633663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d091646f-ce06-473f-bba8-97429df9839a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:34.634425 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.634556 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:34.743729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e414d57e2ea04100884a1a0ed434de02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7794940 May 27 02:15:34.744865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970362b-b36a-459f-85db-de64c4fd5326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e313cfc-81ff-4b20-9b79-216c097db8c2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:34.747781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42068) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:34.807133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:15:34.807635 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:15:34.816730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8756b-486a-46cd-9772-cf6183e110cd None None] Pushing event updated for resources: {'Port': ['ID=d091646f-ce06-473f-bba8-97429df9839a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:34.927947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cdff7e0-5e88-40d1-8637-7e6df8da5873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.004745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cdff7e0-5e88-40d1-8637-7e6df8da5873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.022886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.058256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port d091646f-ce06-473f-bba8-97429df9839a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:35.058906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.133051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2567c-88f5-4c26-9d83-a8b52fc947d5 None None] Network 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:35.136396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cdff7e0-5e88-40d1-8637-7e6df8da5873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.165930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdff7e0-5e88-40d1-8637-7e6df8da5873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e313cfc-81ff-4b20-9b79-216c097db8c2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:35.170077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cdff7e0-5e88-40d1-8637-7e6df8da5873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.175406 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5cdff7e0-5e88-40d1-8637-7e6df8da5873 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e313cfc-81ff-4b20-9b79-216c097db8c2 HTTP/1.1" status: 204 len: 168 time: 0.4266627 May 27 02:15:35.388685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port d091646f-ce06-473f-bba8-97429df9839a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d091646f-ce06-473f-bba8-97429df9839a,segment=NetworkSegment(6438782c-8345-4cad-8a29-12e96a3cfc30),segment_id=6438782c-8345-4cad-8a29-12e96a3cfc30)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:35.389051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.648531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-982f38bb-e557-4293-a765-70713fc59474 None None] Provisioning complete for port d091646f-ce06-473f-bba8-97429df9839a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:35.649458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-982f38bb-e557-4293-a765-70713fc59474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.724223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for d091646f-ce06-473f-bba8-97429df9839a owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:35.817081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d091646f-ce06-473f-bba8-97429df9839a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:35.849186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42094) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:35.886778 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.907985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.928301 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d886fad6-0db9-4f55-b17c-dac944404e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:35.953891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:35.971969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c933a3e635b141cb9adc607d1bf71d6b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:35.975814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-982f38bb-e557-4293-a765-70713fc59474 None None] Could not find standard attr ID for object d091646f-ce06-473f-bba8-97429df9839a. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:15:35.982752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d091646f-ce06-473f-bba8-97429df9839a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:35.984269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:35.994327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:36.040451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No DVR routers for this DVR port d091646f-ce06-473f-bba8-97429df9839a on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:36.081794 n-d-843146-11 neutron-server[88427]: INFO neutron.plugins.ml2.db [None req-982f38bb-e557-4293-a765-70713fc59474 None None] No ports have port_id starting with d091646f-ce06-473f-bba8-97429df9839a May 27 02:15:36.107159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d091646f-ce06-473f-bba8-97429df9839a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:36.107812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d091646f-ce06-473f-bba8-97429df9839a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 27 02:15:36.180510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef2510-699f-4adb-902a-fb0243984d46 None None] DHCP port deletion for 56e50aeb-0714-43fd-85f3-f8fcf1c57e9e request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:15:36.237269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=d091646f-ce06-473f-bba8-97429df9839a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:36.238160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port d091646f-ce06-473f-bba8-97429df9839a not found, will not notify nova. {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 27 02:15:36.276599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.289184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.403266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c933a3e635b141cb9adc607d1bf71d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523272 May 27 02:15:36.405035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42136) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:36.470894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff435c6-f0e4-4390-a3a9-e0b71947a358,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:36.474145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.481473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.482066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.482555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.483074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.483554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.484531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.485015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.485490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.485967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.486439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.486948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.487434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de8855-7d37-4c72-8ac9-3b5afaa837d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:36.511731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8c41500-9f95-42a2-b1d1-a654b4d00ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.512710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e50aeb-0714-43fd-85f3-f8fcf1c57e9e']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:36.528295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6438782c-8345-4cad-8a29-12e96a3cfc30') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:36.528724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6438782c-8345-4cad-8a29-12e96a3cfc30') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:36.543085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.548560 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8c41500-9f95-42a2-b1d1-a654b4d00ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.593576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.620238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8c41500-9f95-42a2-b1d1-a654b4d00ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.623717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:15:36.624376 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.644141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c41500-9f95-42a2-b1d1-a654b4d00ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff435c6-f0e4-4390-a3a9-e0b71947a358,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:36.654133 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a8c41500-9f95-42a2-b1d1-a654b4d00ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.696290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a8c41500-9f95-42a2-b1d1-a654b4d00ba9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ff435c6-f0e4-4390-a3a9-e0b71947a358 HTTP/1.1" status: 204 len: 168 time: 0.2894931 May 27 02:15:36.723825 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6438782c-8345-4cad-8a29-12e96a3cfc30 resource provider aggregate not found May 27 02:15:36.805686 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 6438782c-8345-4cad-8a29-12e96a3cfc30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6438782c-8345-4cad-8a29-12e96a3cfc30 found for delete ", "request_id": "req-212e888f-1dea-4153-a4cd-b70f58e53b4f"}]} May 27 02:15:36.856032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.862421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:36.911672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/56e50aeb-0714-43fd-85f3-f8fcf1c57e9e HTTP/1.1" status: 204 len: 168 time: 2.3550649 May 27 02:15:36.915285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf645e-b6a2-43a7-b29d-bed67921a2db tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=56e50aeb-0714-43fd-85f3-f8fcf1c57e9e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:36.915794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42178) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:36.922171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978991879'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:36.955065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:36.974112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:36.989705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:37.030513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:37.046571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:37.055834 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.138527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:37.164761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.165130 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment 821f4265-8b7a-4e94-b9ed-0347ee50562b of type vlan for network 75bcd71d-288f-4778-af4a-55ff88e6578c May 27 02:15:37.223056 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.289824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.298306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:37.299029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.401168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4830027 May 27 02:15:37.403283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:37.410112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:37.605776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c535d-47bd-4611-8195-c43092f6d109 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=75bcd71d-288f-4778-af4a-55ff88e6578c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:37.618069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 75bcd71d-288f-4778-af4a-55ff88e6578c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:37.667096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:37.673166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:37.676753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:37.685676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:37.705682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:37.716126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:37.964587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d091646f-ce06-473f-bba8-97429df9839a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:38.017540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d091646f-ce06-473f-bba8-97429df9839a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:38.018954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d091646f-ce06-473f-bba8-97429df9839a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:38.027077 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-870c4d0f-f553-41a3-b7d7-ebc669bf3b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.196820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a0d3-3db9-49c5-8293-83cc21165ed0 req-d8807175-1e43-4dca-9ee1-f9e7d899c286 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:38.198550 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5654a0d3-3db9-49c5-8293-83cc21165ed0 req-d8807175-1e43-4dca-9ee1-f9e7d899c286 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.2124996 May 27 02:15:38.256462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5654a0d3-3db9-49c5-8293-83cc21165ed0 req-006c2ee5-9fdd-4037-892d-5218ac2301aa tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511270 May 27 02:15:38.324390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.426544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=d5cb0b16-d3af-4faa-87c4-5bb2aa9d3140,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:38.446815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': '821f4265-8b7a-4e94-b9ed-0347ee50562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:38.447349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: 75bcd71d-288f-4778-af4a-55ff88e6578c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:38.480476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 75bcd71d-288f-4778-af4a-55ff88e6578c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:38.495533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 75bcd71d-288f-4778-af4a-55ff88e6578c) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:38.500104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:38.501377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.508675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd418f93-8c87-4168-a806-ee52ad85879a None None] Network 75bcd71d-288f-4778-af4a-55ff88e6578c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:38.541944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-499f4288-4c6a-4d35-ad79-f7921c953eeb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1346104 May 27 02:15:38.542192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42356) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:38.548812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-856534551'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:38.812350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:38.817185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:38.820251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:38.834551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:38.854691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:38.860007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:38.894913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 9ae3aeff-a723-4402-856b-44389b90a0ef yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:38.915947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-75bcd71d-288f-4778-af4a-55ff88e6578c', 'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c', 'tenant_id': 'c9b9dba8649f43f7a54356b4506b2dd7', 'fixed_ips': [{'subnet_id': 'd5cb0b16-d3af-4faa-87c4-5bb2aa9d3140'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:15:38.918179 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.108185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.4 (75bcd71d-288f-4778-af4a-55ff88e6578c/d5cb0b16-d3af-4faa-87c4-5bb2aa9d3140/9ae3aeff-a723-4402-856b-44389b90a0ef) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:39.335730 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.355210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.373986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object 9ae3aeff-a723-4402-856b-44389b90a0ef will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:39.431862 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.445387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.584563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 75bcd71d-288f-4778-af4a-55ff88e6578c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:39.587835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:39.593615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:39.611703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa400621-4625-48a5-ad34-1bbe56e3a3a3 req-6696f6e5-bb8d-45a8-ac29-a4c55653fa2c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.622124 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa400621-4625-48a5-ad34-1bbe56e3a3a3 req-6696f6e5-bb8d-45a8-ac29-a4c55653fa2c tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.2191486 May 27 02:15:39.637843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Allocated IP 172.20.0.2 (75bcd71d-288f-4778-af4a-55ff88e6578c/d5cb0b16-d3af-4faa-87c4-5bb2aa9d3140/b86dcd62-acb2-414d-aac5-73ce20b01e78) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:39.653785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=9ae3aeff-a723-4402-856b-44389b90a0ef,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:39.688841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.689400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.715305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa400621-4625-48a5-ad34-1bbe56e3a3a3 req-6743f43d-8ee2-4014-8a30-243396dd9276 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922289 May 27 02:15:39.739653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d176b4a7-ac63-4df6-9397-04a174c08c01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1962786 May 27 02:15:39.742701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42514) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:39.832137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 9ae3aeff-a723-4402-856b-44389b90a0ef {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:39.832484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:39.905173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-810548da-f432-44af-8c42-88bf6b65cd0e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:39.907164 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-810548da-f432-44af-8c42-88bf6b65cd0e tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.1531918 May 27 02:15:40.045986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Deleting port ac637561-5f11-44a6-8918-024de409fac4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:40.047176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.074493 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.106400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Transition to ACTIVE for port object b86dcd62-acb2-414d-aac5-73ce20b01e78 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:40.133016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Transition to ACTIVE for port object b86dcd62-acb2-414d-aac5-73ce20b01e78 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:40.141494 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.243360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Network 75bcd71d-288f-4778-af4a-55ff88e6578c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:40.246590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:40.252782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:40.295811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Pushing event updated for resources: {'Port': ['ID=b86dcd62-acb2-414d-aac5-73ce20b01e78,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:40.395189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Attempting to bind port b86dcd62-acb2-414d-aac5-73ce20b01e78 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:40.398471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Attempting to bind port b86dcd62-acb2-414d-aac5-73ce20b01e78 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '821f4265-8b7a-4e94-b9ed-0347ee50562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:40.398973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Attempting to bind port b86dcd62-acb2-414d-aac5-73ce20b01e78 on network 75bcd71d-288f-4778-af4a-55ff88e6578c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:40.407882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:40.412752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Checking segment: {'id': '821f4265-8b7a-4e94-b9ed-0347ee50562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:40.414527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.415787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Bound using segment: {'id': '821f4265-8b7a-4e94-b9ed-0347ee50562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:40.417151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Bound port: b86dcd62-acb2-414d-aac5-73ce20b01e78, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821f4265-8b7a-4e94-b9ed-0347ee50562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75bcd71d-288f-4778-af4a-55ff88e6578c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:40.419336 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.492442 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.654919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:40.658917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b86dcd62-acb2-414d-aac5-73ce20b01e78,segment=NetworkSegment(821f4265-8b7a-4e94-b9ed-0347ee50562b),segment_id=821f4265-8b7a-4e94-b9ed-0347ee50562b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:40.668087 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.748964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 9ae3aeff-a723-4402-856b-44389b90a0ef owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:40.756770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] For port ac637561-5f11-44a6-8918-024de409fac4, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ac637561-5f11-44a6-8918-024de409fac4,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:40.757863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:40.854259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18021ee5-dc6d-40d3-ab6d-ce74b53ae929 None None] Pushing event updated for resources: {'Port': ['ID=b86dcd62-acb2-414d-aac5-73ce20b01e78,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:41.017458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.268744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.287223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e112d-dd0f-4b24-adb4-23018ab3e85b req-1a26a561-7d83-486b-b42a-e6e5ce507d37 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:41.295519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-458e112d-dd0f-4b24-adb4-23018ab3e85b req-1a26a561-7d83-486b-b42a-e6e5ce507d37 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 945 time: 0.3717074 May 27 02:15:41.408832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.409325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.409741 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Floating IP d7a69a5f-eb73-46ca-9904-32b8a4c6227e disassociated. External IP: 172.25.3.35, port: ac637561-5f11-44a6-8918-024de409fac4. May 27 02:15:41.410188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Calling delete_port for ac637561-5f11-44a6-8918-024de409fac4 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:41.435573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=9ae3aeff-a723-4402-856b-44389b90a0ef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:41.451315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.451836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.452347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.452829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.453310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.453790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.454385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.454923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.455423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.455935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.456410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.456905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:15:41.583646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.607590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-458e112d-dd0f-4b24-adb4-23018ab3e85b req-ef50dce5-fa44-4b10-8e2e-bf2d3372d286 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups?id=028e8dc4-1c8c-472a-8569-6ba444f7fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100421 May 27 02:15:41.608326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42734) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:41.621732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d90d3a2c-6e43-4b9f-88bb-906fb764b49b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/9ae3aeff-a723-4402-856b-44389b90a0ef HTTP/1.1" status: 204 len: 168 time: 1.8757117 May 27 02:15:41.628845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42740) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:41.688120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.695087 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b82efa7-fb19-4a79-a27b-61cfbf1d6f05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:15:41.695907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5b82efa7-fb19-4a79-a27b-61cfbf1d6f05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:41.717377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5b82efa7-fb19-4a79-a27b-61cfbf1d6f05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:41.722352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5b82efa7-fb19-4a79-a27b-61cfbf1d6f05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/9ae3aeff-a723-4402-856b-44389b90a0ef HTTP/1.1" status: 404 len: 333 time: 0.0925272 May 27 02:15:41.723199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42744) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:41.781066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event deleted for resources: {'Port': ['ID=ac637561-5f11-44a6-8918-024de409fac4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:41.822113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet d5cb0b16-d3af-4faa-87c4-5bb2aa9d3140 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:15:41.827271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.837724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.904180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:41.912137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Usage tracker for resource:security_group_rule and tenant:ef6f88646ea64e7bbbd567360c14c587 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:41.917627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:41.926229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:41.961019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:41.997929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b86dcd62-acb2-414d-aac5-73ce20b01e78 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:42.037757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Router ed992b4d-8480-4dc3-85ac-4a712391a77e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:15:42.101782 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.106801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b86dcd62-acb2-414d-aac5-73ce20b01e78 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:42.242544 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.254731 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.317999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.410873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.423373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef6f88646ea64e7bbbd567360c14c587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8125744 May 27 02:15:42.424485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cb0b16-d3af-4faa-87c4-5bb2aa9d3140,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:42.425920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42756) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:42.441938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a595304-1adf-4942-a13f-86d3610e981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d839a624-58ad-42dd-85a1-b6007730b1ad,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:42.457438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5186de94-8436-49ba-a285-37d2014606a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/d5cb0b16-d3af-4faa-87c4-5bb2aa9d3140 HTTP/1.1" status: 204 len: 168 time: 0.7331164 May 27 02:15:42.460478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42760) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:42.530107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:15:42.541237 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] Sync routers for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:15:42.564753 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:42.565791 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:42.599134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24c48e-3dc9-4ec2-b64c-463f1b4ace90 None None] Network 75bcd71d-288f-4778-af4a-55ff88e6578c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:42.641307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a477071-e8f6-4a88-b1da-8e11c084d792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.689327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.702173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] No DVR routers for this DVR port ac637561-5f11-44a6-8918-024de409fac4 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:42.702442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port b86dcd62-acb2-414d-aac5-73ce20b01e78 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:42.702933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.705907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.714698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'name': 'network-vif-deleted', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:15:42.721165 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a477071-e8f6-4a88-b1da-8e11c084d792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.761237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d9d9be0-8ee7-4f6a-8723-700315522922 req-1fe022ad-8c65-4683-86ad-16be8adb04ff tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.47 "DELETE /v2.0/ports/ac637561-5f11-44a6-8918-024de409fac4 HTTP/1.1" status: 204 len: 173 time: 2.8456860 May 27 02:15:42.840395 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a477071-e8f6-4a88-b1da-8e11c084d792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.852039 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:42.865330 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4332ab4-3142-424c-9aa0-389494262bc7'] response: {'server_uuid': '7e84469c-6b42-43ff-a977-ee6cbd880465', 'name': 'network-vif-deleted', 'tag': 'ac637561-5f11-44a6-8918-024de409fac4', 'status': 'completed', 'code': 200} May 27 02:15:42.876191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a477071-e8f6-4a88-b1da-8e11c084d792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d839a624-58ad-42dd-85a1-b6007730b1ad,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:42.909300 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a477071-e8f6-4a88-b1da-8e11c084d792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:42.931836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2a477071-e8f6-4a88-b1da-8e11c084d792 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d839a624-58ad-42dd-85a1-b6007730b1ad HTTP/1.1" status: 204 len: 168 time: 0.5043736 May 27 02:15:43.050643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] Provisioning for port b86dcd62-acb2-414d-aac5-73ce20b01e78 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:43.070642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] Provisioning complete for port b86dcd62-acb2-414d-aac5-73ce20b01e78 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:43.074983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:43.115618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f42b6484-f905-478e-86a5-4f4b6ed5679d req-4f3acff8-27c5-4575-885c-3bbd7aa4c748 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Synchronizing usage tracker for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:43.159016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f42b6484-f905-478e-86a5-4f4b6ed5679d req-4f3acff8-27c5-4575-885c-3bbd7aa4c748 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Unset dirty status for tenant:695f9c8eca3e4e0dba27d6cef2ff42c0 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:43.160196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f42b6484-f905-478e-86a5-4f4b6ed5679d req-4f3acff8-27c5-4575-885c-3bbd7aa4c748 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e84469c-6b42-43ff-a977-ee6cbd880465 HTTP/1.1" status: 200 len: 210 time: 0.2270224 May 27 02:15:43.248451 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:43.253299 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] Checking router: ed992b4d-8480-4dc3-85ac-4a712391a77e for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:15:43.263950 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:15:43.264964 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:43.348364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] Current status of the port b86dcd62-acb2-414d-aac5-73ce20b01e78 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:43.349226 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:43.473846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b86dcd62-acb2-414d-aac5-73ce20b01e78,segment=NetworkSegment(821f4265-8b7a-4e94-b9ed-0347ee50562b),segment_id=821f4265-8b7a-4e94-b9ed-0347ee50562b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:43.477084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] DHCP port deletion for 75bcd71d-288f-4778-af4a-55ff88e6578c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:15:43.488083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Deleting port b86dcd62-acb2-414d-aac5-73ce20b01e78 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:43.488728 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:43.507555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:15:43.565214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:43.767647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b86dcd62-acb2-414d-aac5-73ce20b01e78,segment=NetworkSegment(821f4265-8b7a-4e94-b9ed-0347ee50562b),segment_id=821f4265-8b7a-4e94-b9ed-0347ee50562b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:43.768965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:43.771369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee631f4-9c02-44c1-8dc1-6ccc8b9ce204 None None] Pushing event updated for resources: {'Port': ['ID=b86dcd62-acb2-414d-aac5-73ce20b01e78,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:43.945061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b86dcd62-acb2-414d-aac5-73ce20b01e78 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:43.990422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for b86dcd62-acb2-414d-aac5-73ce20b01e78 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:44.133170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:15:44.133855 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:15:44.140352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b86dcd62-acb2-414d-aac5-73ce20b01e78,segment=NetworkSegment(821f4265-8b7a-4e94-b9ed-0347ee50562b),segment_id=821f4265-8b7a-4e94-b9ed-0347ee50562b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:44.140851 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.231360 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:44.241788 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e84ad6-84bc-49c8-87ca-3d4fee9578ba None None] The sync data for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 is: [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:08:17Z', 'revision_number': 4, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9', 'name': '', 'network_id': 'e6e0725b-4dc8-402e-b6a3-783853413457', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'mac_address': 'fa:16:3e:0a:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:15Z', 'updated_at': '2022-05-27T02:08:26Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'subnets': [{'id': '618d284f-de99-4df9-a6e9-d31b2f3a8241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:15:44.361875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Calling delete_port for b86dcd62-acb2-414d-aac5-73ce20b01e78 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:44.403450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42796) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:44.421385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b86dcd62-acb2-414d-aac5-73ce20b01e78 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:44.421769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.467816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b86dcd62-acb2-414d-aac5-73ce20b01e78,segment=NetworkSegment(821f4265-8b7a-4e94-b9ed-0347ee50562b),segment_id=821f4265-8b7a-4e94-b9ed-0347ee50562b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:44.488640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.567960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97c6b930-b5b9-4b40-b032-e9f111439762 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.570185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42804) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:44.651763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port b86dcd62-acb2-414d-aac5-73ce20b01e78 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:44.652115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.693928 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:15:44.699220 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:15:44.706576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113bbd0c-e639-43d8-8179-83a6549855d2 None None] New status for floating IP d7a69a5f-eb73-46ca-9904-32b8a4c6227e: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:15:44.716323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] Deleting subnet 2170b48b-832b-4fff-b017-0127ee74ac01 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:15:44.727176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.745341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97c6b930-b5b9-4b40-b032-e9f111439762 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.831940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b86dcd62-acb2-414d-aac5-73ce20b01e78,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:44.838071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:44.955906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ac637561-5f11-44a6-8918-024de409fac4 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:15:44.965753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.063207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: ac637561-5f11-44a6-8918-024de409fac4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:15:45.063821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ac637561-5f11-44a6-8918-024de409fac4 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:15:45.085156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97c6b930-b5b9-4b40-b032-e9f111439762 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.174291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6b930-b5b9-4b40-b032-e9f111439762 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028e8dc4-1c8c-472a-8569-6ba444f7fb73,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:45.202153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Deleting port b86dcd62-acb2-414d-aac5-73ce20b01e78 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:45.204201 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.212400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b86dcd62-acb2-414d-aac5-73ce20b01e78,segment=NetworkSegment(821f4265-8b7a-4e94-b9ed-0347ee50562b),segment_id=821f4265-8b7a-4e94-b9ed-0347ee50562b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:45.212717 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.220178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97c6b930-b5b9-4b40-b032-e9f111439762 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.221295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-97c6b930-b5b9-4b40-b032-e9f111439762 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "DELETE /v2.0/security-groups/028e8dc4-1c8c-472a-8569-6ba444f7fb73 HTTP/1.1" status: 204 len: 168 time: 0.8155410 May 27 02:15:45.242077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42816) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:45.281368 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-6ba0770a-e2d4-4cad-ae76-ef9912e30224 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] show failed (client error): The resource could not be found. May 27 02:15:45.282400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6ba0770a-e2d4-4cad-ae76-ef9912e30224 tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "GET /v2.0/security-groups/028e8dc4-1c8c-472a-8569-6ba444f7fb73 HTTP/1.1" status: 404 len: 347 time: 0.0393746 May 27 02:15:45.294798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42822) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:45.541880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for b86dcd62-acb2-414d-aac5-73ce20b01e78 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:45.544738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Deleting port ca5b7d50-5d5a-4921-b0b5-5afd5e6378ca {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:45.545318 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.620522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] For port b86dcd62-acb2-414d-aac5-73ce20b01e78, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b86dcd62-acb2-414d-aac5-73ce20b01e78,segment=NetworkSegment(821f4265-8b7a-4e94-b9ed-0347ee50562b),segment_id=821f4265-8b7a-4e94-b9ed-0347ee50562b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:45.620831 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.692588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.742254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.748746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Calling delete_port for b86dcd62-acb2-414d-aac5-73ce20b01e78 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:45.777401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No DVR routers for this DVR port b86dcd62-acb2-414d-aac5-73ce20b01e78 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:15:45.831973 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:15:45.832506 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:15:45.840082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=b86dcd62-acb2-414d-aac5-73ce20b01e78,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:45.844173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2170b48b-832b-4fff-b017-0127ee74ac01,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:45.849528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.871061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8ee4111b-4629-4eb0-999e-b3013977cf60 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2170b48b-832b-4fff-b017-0127ee74ac01 HTTP/1.1" status: 204 len: 168 time: 1.2968411 May 27 02:15:45.874348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42840) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:45.928758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.957637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bcd71d-288f-4778-af4a-55ff88e6578c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:45.973056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821f4265-8b7a-4e94-b9ed-0347ee50562b') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:45.973644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821f4265-8b7a-4e94-b9ed-0347ee50562b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:45.985305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.985633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:45.988132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.005850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.017435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:15:46.018347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.099223 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 821f4265-8b7a-4e94-b9ed-0347ee50562b resource provider aggregate not found May 27 02:15:46.132705 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 821f4265-8b7a-4e94-b9ed-0347ee50562b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 821f4265-8b7a-4e94-b9ed-0347ee50562b found for delete ", "request_id": "req-57aaa545-f976-409c-8b9b-ffb006bb7d8b"}]} May 27 02:15:46.139875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.170853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.190995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=75bcd71d-288f-4778-af4a-55ff88e6578c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:46.208636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Calling delete_port for ca5b7d50-5d5a-4921-b0b5-5afd5e6378ca owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:46.211486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-02c265ad-abbd-4896-9639-f7b638153837 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/75bcd71d-288f-4778-af4a-55ff88e6578c HTTP/1.1" status: 204 len: 168 time: 3.7490606 May 27 02:15:46.212247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42878) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:46.218938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'name': 'tempest-PortsTestJSON-1346039443'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:46.273510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Deleting port b86dcd62-acb2-414d-aac5-73ce20b01e78 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:46.274621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.293596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.399542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-49b59ea8-0690-44c5-9e55-52a3b8938445 None None] The port 'b86dcd62-acb2-414d-aac5-73ce20b01e78' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:15:46.454205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:46.458527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:46.461957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:46.471634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:46.488093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:46.492655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.531680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 70144f52-0f3c-4965-ac27-f6e28f7eedf4 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:46.662690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.677459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.774278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Pushing event deleted for resources: {'Port': ['ID=ca5b7d50-5d5a-4921-b0b5-5afd5e6378ca,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:46.860195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92db17a-eea4-49f2-858e-9ae4227bf1ea']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:46.897076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.908491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:46.926806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e97b592-4f0c-494c-ab4a-57ac4a2bfed5') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:15:46.950733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.973504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.978819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-19cde3c5-f8e4-48a1-b576-4b9a2d98cd1d tempest-AttachVolumeTestJSON-1403346325 tempest-AttachVolumeTestJSON-1403346325-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7a69a5f-eb73-46ca-9904-32b8a4c6227e HTTP/1.1" status: 204 len: 168 time: 1.6771083 May 27 02:15:46.978819 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:46.984914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:15:46.985709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.078625 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 2e97b592-4f0c-494c-ab4a-57ac4a2bfed5 resource provider aggregate not found May 27 02:15:47.133748 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 2e97b592-4f0c-494c-ab4a-57ac4a2bfed5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e97b592-4f0c-494c-ab4a-57ac4a2bfed5 found for delete ", "request_id": "req-fb7aeb80-d2f3-43c4-827f-0de94931f6b9"}]} May 27 02:15:47.139664 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.157596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.184891 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.197281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] Pushing event deleted for resources: {'Network': ['ID=f92db17a-eea4-49f2-858e-9ae4227bf1ea,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:47.201836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42936) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.221661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.230919 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0bc7eed6-795c-4b3c-b58c-91ec9024547b admin admin] 10.222.0.16 "DELETE /v2.0/networks/f92db17a-eea4-49f2-858e-9ae4227bf1ea HTTP/1.1" status: 204 len: 168 time: 1.3553205 May 27 02:15:47.330092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:47.333705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:47.345940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:47.352211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:47.352960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.367517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=70144f52-0f3c-4965-ac27-f6e28f7eedf4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:47.388798 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec679c69-e90c-4282-b975-d4e0f66ede41 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1750276 May 27 02:15:47.389683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42946) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.403149 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.446092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:47.452561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Usage tracker for resource:security_group_rule and tenant:a756358fb42e491e8ad960c9e724a634 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:47.463199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:47.469758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.472895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:47.550508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 70144f52-0f3c-4965-ac27-f6e28f7eedf4 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:47.551062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.582095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.588919 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.628098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8bc1f564-0a98-48e9-b8a1-ec67879aba0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=004cb2b4844b41158d02b27db79759ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551957 May 27 02:15:47.636042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42954) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.688016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8729b2e5-d61e-4363-86b0-480a96e501ef,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:47.695870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c1ed1b08-53e2-43e2-8e66-646dfc164a9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a756358fb42e491e8ad960c9e724a634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929483 May 27 02:15:47.699776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42958) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:47.848405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.913888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a302bd52-4e7a-49da-8162-1d3336de1191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.915726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5216247-7ca7-4a1c-a3af-3ab8b11e0314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.966173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a302bd52-4e7a-49da-8162-1d3336de1191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:47.974260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5216247-7ca7-4a1c-a3af-3ab8b11e0314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.000812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 70144f52-0f3c-4965-ac27-f6e28f7eedf4 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:48.073002 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a302bd52-4e7a-49da-8162-1d3336de1191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.099099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.101706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5216247-7ca7-4a1c-a3af-3ab8b11e0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.108766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302bd52-4e7a-49da-8162-1d3336de1191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde9702-f5ac-4020-a4ec-5ea9e6162e05,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:48.130648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5216247-7ca7-4a1c-a3af-3ab8b11e0314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8729b2e5-d61e-4363-86b0-480a96e501ef,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:48.137481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d5216247-7ca7-4a1c-a3af-3ab8b11e0314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.138542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d5216247-7ca7-4a1c-a3af-3ab8b11e0314 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8729b2e5-d61e-4363-86b0-480a96e501ef HTTP/1.1" status: 204 len: 168 time: 0.4378386 May 27 02:15:48.139868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a302bd52-4e7a-49da-8162-1d3336de1191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.145602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a302bd52-4e7a-49da-8162-1d3336de1191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cde9702-f5ac-4020-a4ec-5ea9e6162e05 HTTP/1.1" status: 204 len: 168 time: 0.5037608 May 27 02:15:48.176799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=70144f52-0f3c-4965-ac27-f6e28f7eedf4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:48.183584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.203836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42966) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:48.204069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f821e517-fc20-4e35-ba73-722f3f52e05a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/70144f52-0f3c-4965-ac27-f6e28f7eedf4 HTTP/1.1" status: 204 len: 168 time: 0.8131912 May 27 02:15:48.210436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'mac_address': 'fa:16:3e:91:47:ef', 'name': 'tempest-PortsTestJSON-736947514'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:48.486954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:48.495683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:48.502045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:48.515650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:48.544305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:48.754748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42980) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:48.760848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.776542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:48.791212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 4f71a23c-7d6c-4fd7-86e4-c624f146298b yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:48.794403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:48.798638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6ec7dea1fa4bddbd27c6816eeb9ac9 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:48.802364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:48.809413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:48.999160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.008466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.076780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.089059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696bcbd-decc-4119-b7af-badcf9f0980c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:49.117101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.126553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b39df6cf-06d9-4073-85fc-b7724629d113 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd6ec7dea1fa4bddbd27c6816eeb9ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703890 May 27 02:15:49.127179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 42990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:49.192456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5491-e191-4955-a3d1-c8a953d99414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.199947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:49.206162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:49.216572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:49.223824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.224440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.240695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=4f71a23c-7d6c-4fd7-86e4-c624f146298b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:49.241436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5491-e191-4955-a3d1-c8a953d99414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.271871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-98b6f7aa-5d6c-44a7-96a7-7437f450aab5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0640807 May 27 02:15:49.272268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 42998) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:49.333934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5491-e191-4955-a3d1-c8a953d99414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.354184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e5491-e191-4955-a3d1-c8a953d99414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696bcbd-decc-4119-b7af-badcf9f0980c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:49.366635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5491-e191-4955-a3d1-c8a953d99414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.367867 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c9e5491-e191-4955-a3d1-c8a953d99414 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c696bcbd-decc-4119-b7af-badcf9f0980c HTTP/1.1" status: 204 len: 168 time: 0.2397738 May 27 02:15:49.370651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399cde7-fa70-4ea9-b472-045ac754e935 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:49.371401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c399cde7-fa70-4ea9-b472-045ac754e935 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:49.393133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c399cde7-fa70-4ea9-b472-045ac754e935 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:49.394806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c399cde7-fa70-4ea9-b472-045ac754e935 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/4f71a23c-7d6c-4fd7-86e4-c624f146298b HTTP/1.1" status: 200 len: 840 time: 0.1215456 May 27 02:15:49.397676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43008) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:49.493658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 4f71a23c-7d6c-4fd7-86e4-c624f146298b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:49.494235 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:49.925152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.163480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 4f71a23c-7d6c-4fd7-86e4-c624f146298b owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:50.210138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43038) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:50.303458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.416025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=4f71a23c-7d6c-4fd7-86e4-c624f146298b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:50.427034 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.462912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c01fd0d7-7910-4bca-83a9-57bcc7ea2403 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/4f71a23c-7d6c-4fd7-86e4-c624f146298b HTTP/1.1" status: 204 len: 168 time: 1.0609243 May 27 02:15:50.463463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43052) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:50.521528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ada412f7-bf6d-49aa-8da9-a97bdde2ccfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb6377db6a0d4befacaaf5bb1bd8d77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087628 May 27 02:15:50.539582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43058) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:50.567835 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32eea02-2e1b-4c83-bc27-47febd933aff tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:15:50.568380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f32eea02-2e1b-4c83-bc27-47febd933aff tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:50.617446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f32eea02-2e1b-4c83-bc27-47febd933aff tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:50.622186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f32eea02-2e1b-4c83-bc27-47febd933aff tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/4f71a23c-7d6c-4fd7-86e4-c624f146298b HTTP/1.1" status: 404 len: 333 time: 0.1542315 May 27 02:15:50.622379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43066) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:50.628456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'name': 'tempest-PortsTestJSON-976951924'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:50.703296 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d8d0f52-796a-4e71-bd6a-e38e91d8b344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.742506 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d8d0f52-796a-4e71-bd6a-e38e91d8b344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.891378 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d8d0f52-796a-4e71-bd6a-e38e91d8b344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.901275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:50.916877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:50.922821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d0f52-796a-4e71-bd6a-e38e91d8b344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ef6dc-2b29-4e01-adac-3126bd681702,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:50.935729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d8d0f52-796a-4e71-bd6a-e38e91d8b344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.938223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9d8d0f52-796a-4e71-bd6a-e38e91d8b344 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/863ef6dc-2b29-4e01-adac-3126bd681702 HTTP/1.1" status: 204 len: 168 time: 0.3941207 May 27 02:15:50.950449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:50.955693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:50.991096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 3568a8bf-8d15-4b65-b8a8-f264825b43ef yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:51.513531 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.576405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.752972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:51.757294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:51.762345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:51.767854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:51.768467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:51.773967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=3568a8bf-8d15-4b65-b8a8-f264825b43ef,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:51.815005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c89b6107-416a-4c5c-ad32-f50be1a367a6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1891506 May 27 02:15:51.815813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43114) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:51.822404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:51.999071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.272482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.277075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.332161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] In _notify_port_updated(), no bound segment for port 3568a8bf-8d15-4b65-b8a8-f264825b43ef on network 40c142b5-781e-4ce6-8b38-b87a855a758a {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:15:52.338679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:52.339340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.343159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "PUT /v2.0/ports/3568a8bf-8d15-4b65-b8a8-f264825b43ef HTTP/1.1" status: 200 len: 818 time: 0.5238631 May 27 02:15:52.344746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43150) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:52.375342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cf921-9e64-48af-85be-dccb2341b42a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=3568a8bf-8d15-4b65-b8a8-f264825b43ef,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:52.443822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 3568a8bf-8d15-4b65-b8a8-f264825b43ef {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:52.444264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.759396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:52.919819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 3568a8bf-8d15-4b65-b8a8-f264825b43ef owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:15:52.964859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:53.027369 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.134575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.154650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=3568a8bf-8d15-4b65-b8a8-f264825b43ef,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:53.161690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-67cf265b-181c-4d1d-8b06-f638d0f0e9e9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/3568a8bf-8d15-4b65-b8a8-f264825b43ef HTTP/1.1" status: 204 len: 168 time: 0.8140485 May 27 02:15:53.164031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43198) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:53.309130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255c12e-e5e0-4f2b-9b7e-12e5310c4705 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.311549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4255c12e-e5e0-4f2b-9b7e-12e5310c4705 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:15:53.358441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-ef61a60c-c52b-4f99-87f0-ab841338aecc tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5687cf6c66cd480b8c7f6de370d2f58f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410843 May 27 02:15:53.363813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'network': {'name': 'tempest-network-smoke--2032586636', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:53.370124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4255c12e-e5e0-4f2b-9b7e-12e5310c4705 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:15:53.371223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4255c12e-e5e0-4f2b-9b7e-12e5310c4705 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2060468 May 27 02:15:53.373990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:53.475464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:53.487863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:network and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:53.550506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:53.557126 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5ccad6-56e2-4657-a0f9-93ec1cd1efaf tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:15:53.558813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9f5ccad6-56e2-4657-a0f9-93ec1cd1efaf tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/3568a8bf-8d15-4b65-b8a8-f264825b43ef HTTP/1.1" status: 404 len: 333 time: 0.0907671 May 27 02:15:53.564309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43242) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:53.569632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:53.574493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-612976616'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:53.588252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:53.600840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:53.608345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:53.609791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:53.612484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.625488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:53.632133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.656056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:53.661024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.664294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:53.678905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:53.695302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:53.701945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:53.715138 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.715908 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment 52f54f06-873e-45e0-9d75-f7e9f0547e26 of type vlan for network c23eaebd-0c60-4b03-9b3c-915d0f981004 May 27 02:15:53.718076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-454462a8-ae72-4ee8-8ac3-f6cbfc52a9bc tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.730050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-454462a8-ae72-4ee8-8ac3-f6cbfc52a9bc tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612525 May 27 02:15:53.732846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:53.759284 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.761012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-ed0daa96-894b-4db4-8082-29a599521b41 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/quotas/5687cf6c66cd480b8c7f6de370d2f58f HTTP/1.1" status: 200 len: 375 time: 0.0295744 May 27 02:15:53.837010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:53.845848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-bece47c2-29a8-4dae-beec-85d7b5a3349f tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5687cf6c66cd480b8c7f6de370d2f58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838547 May 27 02:15:53.851729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:53.852390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.029877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43262) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:54.030458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4640772 May 27 02:15:54.033726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a511d3b-1184-46b0-9380-f23e7c7a846e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=c23eaebd-0c60-4b03-9b3c-915d0f981004,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:54.041216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.047625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:54.053579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:54.191797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84b1318b-26de-45e5-bc6d-d19476ae51d5 req-655745c4-5e92-44b3-bf37-f44bba6d6b8b tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 210 time: 0.0708482 May 27 02:15:54.400819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.464139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:15:54.496859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9506b38-39db-4865-b57c-5b34fb0c5c36,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:54.510623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.511108 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Added segment 50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4 of type vlan for network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 May 27 02:15:54.529442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:54.536763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:54.541968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:54.559353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:54.565242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.591656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:54.598335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.727872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.733282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:54.733860 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:54.873907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Network': ['ID=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:54.885574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:15:54.934427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d3bc8edb-4575-4431-99cb-9d41b25c9268 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9684324 May 27 02:15:54.937982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43322) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:54.945562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-583309193', 'admin_state_up': True, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:54.965454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:54.984623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:router and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:54.988138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:54.998331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:55.022695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.024087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.025906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.043246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.116698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=223826df-b0f7-41b6-a307-01f1fdee8e20,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:55.168098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': '52f54f06-873e-45e0-9d75-f7e9f0547e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:55.168459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: c23eaebd-0c60-4b03-9b3c-915d0f981004, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:15:55.198460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:15:55.222200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, c23eaebd-0c60-4b03-9b3c-915d0f981004) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:55.232399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308c248-3a77-4108-825f-b313132d001b None None] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:55.243245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:55.243937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.297213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a980f61-cf71-4628-a718-1b03db4c497c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2650652 May 27 02:15:55.300135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43348) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:55.307388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:55.460172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b085c5ec-41d8-444a-a85c-5f12a4628271 req-729859c1-55e3-4f3e-9cdb-93a5ac1952ad tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 210 time: 0.1136897 May 27 02:15:55.460947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.577837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:55.582156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:55.586164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:55.592684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:55.604907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:55.612429 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.698918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-c23eaebd-0c60-4b03-9b3c-915d0f981004', 'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004', 'tenant_id': 'c9b9dba8649f43f7a54356b4506b2dd7', 'fixed_ips': [{'subnet_id': '223826df-b0f7-41b6-a307-01f1fdee8e20'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:15:55.700059 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:55.975836 n-d-843146-11 neutron-server[88426]: INFO neutron.db.ipam_backend_mixin [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 223826df-b0f7-41b6-a307-01f1fdee8e20 (CIDR: 172.20.0.0/28) May 27 02:15:55.983575 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:15:55.984607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:15:56.031983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ac67495-82f3-476d-b2d9-395351fc525e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7307291 May 27 02:15:56.032726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43382) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:56.044564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:56.090688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Allocated IP 172.20.0.2 (c23eaebd-0c60-4b03-9b3c-915d0f981004/223826df-b0f7-41b6-a307-01f1fdee8e20/01bfa049-370a-4e25-a48d-7cffd3a54876) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:56.160779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-86e90ee9-6f9f-44e3-8d6c-bb94b554bfc3 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5687cf6c66cd480b8c7f6de370d2f58f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978851 May 27 02:15:56.269454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:56.275116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:56.278935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:56.289865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:56.320335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:56.325988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.332077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.373727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.386761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Transition to ACTIVE for port object 01bfa049-370a-4e25-a48d-7cffd3a54876 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:56.394977 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.424086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Transition to ACTIVE for port object 01bfa049-370a-4e25-a48d-7cffd3a54876 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:56.434927 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.550464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:56.554725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:56.560106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:56.593506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-f7ff6ce3-6d5b-4003-b1bf-998463c6937e tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.595606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-f7ff6ce3-6d5b-4003-b1bf-998463c6937e tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289684 May 27 02:15:56.622620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Pushing event updated for resources: {'Port': ['ID=01bfa049-370a-4e25-a48d-7cffd3a54876,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:56.697136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Request body: {'port': {'device_id': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': '5687cf6c66cd480b8c7f6de370d2f58f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:56.715509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Attempting to bind port 01bfa049-370a-4e25-a48d-7cffd3a54876 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:15:56.715883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Attempting to bind port 01bfa049-370a-4e25-a48d-7cffd3a54876 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '52f54f06-873e-45e0-9d75-f7e9f0547e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:15:56.716248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Attempting to bind port 01bfa049-370a-4e25-a48d-7cffd3a54876 on network c23eaebd-0c60-4b03-9b3c-915d0f981004 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:15:56.721686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:15:56.722078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Checking segment: {'id': '52f54f06-873e-45e0-9d75-f7e9f0547e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:15:56.722476 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.722924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Bound using segment: {'id': '52f54f06-873e-45e0-9d75-f7e9f0547e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:15:56.723463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Bound port: 01bfa049-370a-4e25-a48d-7cffd3a54876, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f54f06-873e-45e0-9d75-f7e9f0547e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:15:56.723755 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.806701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.835920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:15:56.840948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:15:56.847208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.869270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c813ad9f-b613-4b57-8f89-340926426f9c req-101b9efe-bd79-4e5e-839c-c315a93c72e6 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 210 time: 0.1804249 May 27 02:15:56.878286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.25.3.28 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/6404c7d1-241c-479e-bbed-b497b37099b5) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:56.896607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:56.900081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:56.904590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:56.905184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:56.929093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=312cd6ba-9680-4e3d-90a7-64613c2b4aca,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:56.949012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7ac72a9-06bc-49a3-acef-2f35672e609b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9127755 May 27 02:15:56.949476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43426) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:56.956670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004', 'fixed_ips': [{'subnet_id': '223826df-b0f7-41b6-a307-01f1fdee8e20'}, {'subnet_id': '312cd6ba-9680-4e3d-90a7-64613c2b4aca'}], 'name': 'tempest-PortsTestJSON-414628593'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:56.997532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627917cf-fec3-4db9-bf76-8898ed85f85e None None] Pushing event updated for resources: {'Port': ['ID=01bfa049-370a-4e25-a48d-7cffd3a54876,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:57.071105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:57.099115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Usage tracker for resource:port and tenant:5687cf6c66cd480b8c7f6de370d2f58f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:57.105253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:57.128967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:57.201414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Made reservation on behalf of 5687cf6c66cd480b8c7f6de370d2f58f for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:57.205020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.240186 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.241716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:57.247561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:57.252014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:57.260431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:57.274423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.279645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:15:57.286491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:57.295432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Usage tracker for resource:security_group_rule and tenant:5687cf6c66cd480b8c7f6de370d2f58f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:57.318739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:57.347601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:57.397873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.407859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43456) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:57.511680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:57.515753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:57.523504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:57.541991 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.580560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=6404c7d1-241c-479e-bbed-b497b37099b5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:57.602129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:15:57.842038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.852708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:57.935269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:58.015020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01bfa049-370a-4e25-a48d-7cffd3a54876 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:15:58.132280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 01bfa049-370a-4e25-a48d-7cffd3a54876 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:58.257298 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63dc89b7-4f4f-4bba-bdee-cd8b7d942a55 req-d54d2106-544b-4b94-ac64-86d50539fc25 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 210 time: 0.0797303 May 27 02:15:58.446470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Allocated IP 192.168.233.8 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/d73152fa-5f72-44a1-ae90-f964c9758213) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:58.482574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dcad6-cb17-4c54-a35a-2d902b47b7d3 None None] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:15:58.620752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] Provisioning for port 01bfa049-370a-4e25-a48d-7cffd3a54876 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:15:58.631407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.13 (c23eaebd-0c60-4b03-9b3c-915d0f981004/223826df-b0f7-41b6-a307-01f1fdee8e20/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:58.651741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] Provisioning complete for port 01bfa049-370a-4e25-a48d-7cffd3a54876 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:15:58.652352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.673280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.20 (c23eaebd-0c60-4b03-9b3c-915d0f981004/312cd6ba-9680-4e3d-90a7-64613c2b4aca/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:58.689872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:58.953021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] Current status of the port 01bfa049-370a-4e25-a48d-7cffd3a54876 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:15:58.953433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.000479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:59.011447 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.017524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.040410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:59.055071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.075101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.113304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43536) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:59.152171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0eb373-fc73-4ae9-97a5-a4b479593209 None None] Pushing event updated for resources: {'Port': ['ID=01bfa049-370a-4e25-a48d-7cffd3a54876,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:59.155562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Transition to ACTIVE for port object d73152fa-5f72-44a1-ae90-f964c9758213 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:59.169462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:59.171712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] Update dhcp port {'port': {'network_id': 'c23eaebd-0c60-4b03-9b3c-915d0f981004', 'fixed_ips': [{'subnet_id': '223826df-b0f7-41b6-a307-01f1fdee8e20', 'ip_address': '172.20.0.2'}, {'subnet_id': '312cd6ba-9680-4e3d-90a7-64613c2b4aca'}], 'binding:host_id': 'n-d-843146-11'}, 'id': '01bfa049-370a-4e25-a48d-7cffd3a54876'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:15:59.175654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:59.178824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:59.184344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.238286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.254553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=ba3c9dd4-585b-46f1-b84b-9ece4704e9c9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:59.267413 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.343965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.346329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:59.347073 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.452088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6e4678ee-63df-4ca4-bea0-24219a1e530f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5017138 May 27 02:15:59.454273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Pushing event updated for resources: {'Port': ['ID=d73152fa-5f72-44a1-ae90-f964c9758213,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:59.456913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43544) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:15:59.464514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.520255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '223826df-b0f7-41b6-a307-01f1fdee8e20'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:15:59.523492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] Allocated IP 172.20.0.18 (c23eaebd-0c60-4b03-9b3c-915d0f981004/312cd6ba-9680-4e3d-90a7-64613c2b4aca/01bfa049-370a-4e25-a48d-7cffd3a54876) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:15:59.682959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:15:59.688789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:15:59.691940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:15:59.696614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:15:59.704741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbf197142044be0af8cc4e0aec6a854 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:15:59.709730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:15:59.735261 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.748969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:15:59.759376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] Transition to ACTIVE for port object 01bfa049-370a-4e25-a48d-7cffd3a54876 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:15:59.766490 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.776737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:15:59.807290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Deleting port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:15:59.807915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.895020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:15:59.895708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:15:59.953706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e289885-0dde-475b-b27d-6d9453f2e1a6 None None] Pushing event updated for resources: {'Port': ['ID=01bfa049-370a-4e25-a48d-7cffd3a54876,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:15:59.975222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01bfa049-370a-4e25-a48d-7cffd3a54876 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:00.053567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f5262d7-4fc8-4282-b7fb-48f36bccf614 None None] Provisioning for port d73152fa-5f72-44a1-ae90-f964c9758213 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:00.061256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] For port a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:00.061616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.063877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f5262d7-4fc8-4282-b7fb-48f36bccf614 None None] Provisioning complete for port d73152fa-5f72-44a1-ae90-f964c9758213 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:00.064450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f5262d7-4fc8-4282-b7fb-48f36bccf614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.134271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0f5262d7-4fc8-4282-b7fb-48f36bccf614 None None] Port d73152fa-5f72-44a1-ae90-f964c9758213 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:00.199066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbcb38-14e8-4127-8bf1-7ce3e5e778d1 req-579218c7-986a-4016-b7dd-46f75e44d279 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:00.203314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2acbcb38-14e8-4127-8bf1-7ce3e5e778d1 req-579218c7-986a-4016-b7dd-46f75e44d279 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 934 time: 0.7499421 May 27 02:16:00.213849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Calling delete_port for a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:00.222115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router 7baaf20b-6b7e-4133-8652-0ded35f882b7 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:16:00.276667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.312507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-17c4989f-8d23-476e-ba07-4ee3dbcc4524 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6269290 May 27 02:16:00.414388 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.461150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2acbcb38-14e8-4127-8bf1-7ce3e5e778d1 req-e425e072-ed2a-4fc2-b677-c50f17facd57 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Synchronizing usage tracker for tenant:5687cf6c66cd480b8c7f6de370d2f58f on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:00.465498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:00.509416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Request body: {'port': {'device_id': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:00.592667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.619901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134388e2-da03-45c9-a4d3-5c7d02effa04 None None] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:00.706576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.782244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.811239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2acbcb38-14e8-4127-8bf1-7ce3e5e778d1 req-e425e072-ed2a-4fc2-b677-c50f17facd57 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Unset dirty status for tenant:5687cf6c66cd480b8c7f6de370d2f58f on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:00.819159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2acbcb38-14e8-4127-8bf1-7ce3e5e778d1 req-e425e072-ed2a-4fc2-b677-c50f17facd57 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974481 May 27 02:16:00.841315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-01ba262c-f505-44f7-bee3-6975b368783f None None] Provisioning for port 01bfa049-370a-4e25-a48d-7cffd3a54876 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:00.851515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-01ba262c-f505-44f7-bee3-6975b368783f None None] Provisioning complete for port 01bfa049-370a-4e25-a48d-7cffd3a54876 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:00.852009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-01ba262c-f505-44f7-bee3-6975b368783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.907147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:00.931173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dbf197142044be0af8cc4e0aec6a854&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8115561 May 27 02:16:00.937766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43550) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:00.956081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7259451-df9f-4861-a790-1462347fcf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93839e-ca7f-4857-82aa-0af3a72e3954,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:01.003612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:01.024863 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Sync routers for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:01.034327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-01ba262c-f505-44f7-bee3-6975b368783f None None] Current status of the port 01bfa049-370a-4e25-a48d-7cffd3a54876 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:01.054235 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:01.055227 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:01.103484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fe67459-6760-44b5-98ec-e4f88b4955a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.184056 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fe67459-6760-44b5-98ec-e4f88b4955a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.201625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.206120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-395303bf-a8ad-4970-b08a-8742caeeab5d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2670453 May 27 02:16:01.206937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43554) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:01.259983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Router ed992b4d-8480-4dc3-85ac-4a712391a77e has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:16:01.298641 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:01.377265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-df293f99-df60-4b13-a7d3-438398f0315c None None] Provisioning for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:01.383659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-df293f99-df60-4b13-a7d3-438398f0315c None None] Provisioning complete for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:01.384036 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-df293f99-df60-4b13-a7d3-438398f0315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.475975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-df293f99-df60-4b13-a7d3-438398f0315c None None] Port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:01.488519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-df293f99-df60-4b13-a7d3-438398f0315c None None] Provisioning complete for port 01bfa049-370a-4e25-a48d-7cffd3a54876 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:01.488987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-df293f99-df60-4b13-a7d3-438398f0315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.504612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e87343e5-90ad-428d-9455-db1cb73d60a3 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca5bc903af224f4eaef32d60754e0a82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2902865 May 27 02:16:01.512492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43560) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:01.689787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:01.702105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] Sync routers for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:01.705358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fe67459-6760-44b5-98ec-e4f88b4955a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.714403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba04257-f0d1-4884-98ab-9e5fd9e207a6 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:01.714752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-df293f99-df60-4b13-a7d3-438398f0315c None None] Current status of the port 01bfa049-370a-4e25-a48d-7cffd3a54876 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:01.715956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ba04257-f0d1-4884-98ab-9e5fd9e207a6 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2023320 May 27 02:16:01.725672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43564) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:01.726380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:01.727400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:01.735104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe67459-6760-44b5-98ec-e4f88b4955a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93839e-ca7f-4857-82aa-0af3a72e3954,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:01.756981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Delete allocated IP 172.20.0.20 (c23eaebd-0c60-4b03-9b3c-915d0f981004/312cd6ba-9680-4e3d-90a7-64613c2b4aca) {{(pid=88425) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:16:01.759788 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:15:57Z', 'revision_number': 3, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:01.764954 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Checking router: 7baaf20b-6b7e-4133-8652-0ded35f882b7 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:01.765474 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Updating router 7baaf20b-6b7e-4133-8652-0ded35f882b7 port 6404c7d1-241c-479e-bbed-b497b37099b5 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:16:01.805243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-560ef32a-7aa7-456f-97e8-2bdb75473f73 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644720 May 27 02:16:01.807374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43568) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:01.813391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722558470', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:01.826227 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.960601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2970ee03-2c30-48c6-b761-87f1d0401245 None None] Provisioning complete for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:01.961696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2970ee03-2c30-48c6-b761-87f1d0401245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.967044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a38fbe87-e139-448b-bcf6-844695d650dc admin admin] 10.222.0.16 "PUT /v2.0/routers/ed992b4d-8480-4dc3-85ac-4a712391a77e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5581210 May 27 02:16:01.968225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:01.970600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43574) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:01.975979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7fe67459-6760-44b5-98ec-e4f88b4955a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:01.988467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7fe67459-6760-44b5-98ec-e4f88b4955a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d93839e-ca7f-4857-82aa-0af3a72e3954 HTTP/1.1" status: 204 len: 168 time: 1.0409741 May 27 02:16:01.994910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:subnet and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:02.080112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73152fa-5f72-44a1-ae90-f964c9758213 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:02.091539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.108201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01bfa049-370a-4e25-a48d-7cffd3a54876 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:02.113054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Transition to ACTIVE for port object d73152fa-5f72-44a1-ae90-f964c9758213 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:02.122015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.163682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:02.219166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:02.250099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2970ee03-2c30-48c6-b761-87f1d0401245 None None] Port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:02.280858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:02.286988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.288674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:02.350346 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.364812 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Transition to ACTIVE for port object 6404c7d1-241c-479e-bbed-b497b37099b5 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:02.383415 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.531790 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Attempting to bind port 6404c7d1-241c-479e-bbed-b497b37099b5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:02.532072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Attempting to bind port 6404c7d1-241c-479e-bbed-b497b37099b5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:02.532447 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Attempting to bind port 6404c7d1-241c-479e-bbed-b497b37099b5 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:02.540892 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:02.541258 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:02.541651 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.542038 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:02.542492 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Bound port: 6404c7d1-241c-479e-bbed-b497b37099b5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:02.542885 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.574291 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Pushing event updated for resources: {'Port': ['ID=6404c7d1-241c-479e-bbed-b497b37099b5,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:02.606251 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.606597 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.607044 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.607379 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.607710 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.608036 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.608361 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.608683 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.609004 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.609322 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.609858 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.610425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:02.639543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.648802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.672655 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] For port 6404c7d1-241c-479e-bbed-b497b37099b5, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:02.683489 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] For port 6404c7d1-241c-479e-bbed-b497b37099b5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6404c7d1-241c-479e-bbed-b497b37099b5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:02.695996 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.783669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Pushing event updated for resources: {'Port': ['ID=d73152fa-5f72-44a1-ae90-f964c9758213,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:02.795683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c9582-034a-433e-bbab-a277781c8e4a req-042fb64e-011b-4ab0-a30a-6e45bb94966d tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:02.798938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Ignored duplicate provisioning block setup for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 02:16:02.805177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f47c9582-034a-433e-bbab-a277781c8e4a req-042fb64e-011b-4ab0-a30a-6e45bb94966d tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 946 time: 0.6953497 May 27 02:16:02.809234 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.812766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Checking segment: {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:02.813442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network hostable DHCP agents. Network: bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:02.857143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Subnet': ['ID=b476bdb9-f681-4f6e-9212-24950dd80055,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:02.864400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:02.870066 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:02.870701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:03.058384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 01bfa049-370a-4e25-a48d-7cffd3a54876 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:03.066630 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.068380 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905eb9f-6ada-484d-a505-de412d68861c None None] Pushing event updated for resources: {'Port': ['ID=6404c7d1-241c-479e-bbed-b497b37099b5,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:03.102493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Attempting to bind port d73152fa-5f72-44a1-ae90-f964c9758213 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:03.107456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Attempting to bind port d73152fa-5f72-44a1-ae90-f964c9758213 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:03.107956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Attempting to bind port d73152fa-5f72-44a1-ae90-f964c9758213 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:03.125300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=ba3c9dd4-585b-46f1-b84b-9ece4704e9c9,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:03.164843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f47c9582-034a-433e-bbab-a277781c8e4a req-3978976d-b89f-4fc3-b76e-02f8b4508ebd tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586922 May 27 02:16:03.203343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:03.204861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] In _notify_port_updated(), no bound segment for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 on network c23eaebd-0c60-4b03-9b3c-915d0f981004 {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:16:03.211106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.211972 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.213711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5ff9b09e-eb3c-4633-acc9-22ee605eb637 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "PUT /v2.0/ports/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 HTTP/1.1" status: 200 len: 919 time: 3.7502315 May 27 02:16:03.214814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Port d73152fa-5f72-44a1-ae90-f964c9758213 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:03.215256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Attempting to bind port d73152fa-5f72-44a1-ae90-f964c9758213 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:03.217265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43598) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:03.222996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:03.223476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:03.224121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:03.225626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Bound port: d73152fa-5f72-44a1-ae90-f964c9758213, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:03.226050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.232188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:03.239457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '223826df-b0f7-41b6-a307-01f1fdee8e20'}, {'subnet_id': '312cd6ba-9680-4e3d-90a7-64613c2b4aca'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:03.246992 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.252072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46016efc-cb90-4597-9ede-583143c6e966 None None] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:03.270532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.271144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.282760 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.326778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Deleting port acb97e8b-7146-4385-96b3-e03b361b1594 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:03.327171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.341708 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:03.375318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-360992d0-5e1f-4bcd-bcc0-bee6b70b657c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5642557 May 27 02:16:03.385468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43604) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:03.481633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] For port d73152fa-5f72-44a1-ae90-f964c9758213, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:03.491114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] For port d73152fa-5f72-44a1-ae90-f964c9758213, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d73152fa-5f72-44a1-ae90-f964c9758213,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:03.508767 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.547714 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.574685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:16:00Z', 'revision_number': 5, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port': {'id': 'acb97e8b-7146-4385-96b3-e03b361b1594', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:08:09Z', 'updated_at': '2022-05-27T02:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:03.611841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-36c89b14-bb87-46a5-be6c-8db2cd555981 None None] Provisioning complete for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:03.612141 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-36c89b14-bb87-46a5-be6c-8db2cd555981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.647552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.649380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.654630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] 10.222.0.47 "PUT /v2.0/ports/d73152fa-5f72-44a1-ae90-f964c9758213 HTTP/1.1" status: 200 len: 1095 time: 3.2749255 May 27 02:16:03.671714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'tag': 'd73152fa-5f72-44a1-ae90-f964c9758213'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:03.739700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] Checking router: ed992b4d-8480-4dc3-85ac-4a712391a77e for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:03.800030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b3812-f26d-4582-80ee-497db56ac1db service neutron] Pushing event updated for resources: {'Port': ['ID=d73152fa-5f72-44a1-ae90-f964c9758213,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:03.814770 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80d8d38-c784-4b3a-9e72-75d5811bdb71'] response: {'name': 'network-changed', 'server_uuid': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'tag': 'd73152fa-5f72-44a1-ae90-f964c9758213', 'status': 'completed', 'code': 200} May 27 02:16:03.822537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-fdccb2bd-bc64-4338-847b-70810ef601bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:03.823619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-fdccb2bd-bc64-4338-847b-70810ef601bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5687cf6c66cd480b8c7f6de370d2f58f&device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 1098 time: 0.1173856 May 27 02:16:03.912653 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-ca45cca4-143d-42bc-ae95-0d5399ff34fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d73152fa-5f72-44a1-ae90-f964c9758213 HTTP/1.1" status: 200 len: 217 time: 0.0773635 May 27 02:16:03.946541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 01bfa049-370a-4e25-a48d-7cffd3a54876 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:03.969869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:03.970362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:03.973369 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:15:57Z', 'revision_number': 3, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:03.989509 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec8746-4de4-4d57-a553-ecf766ab0df9 None None] The sync data for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 is: [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:15:57Z', 'revision_number': 3, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:04.003061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] Routers {'ed992b4d-8480-4dc3-85ac-4a712391a77e'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:04.008593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-2ddbf7a8-37ae-434a-8f54-6a1645c1a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:04.009801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ed992b4d-8480-4dc3-85ac-4a712391a77e'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:04.011675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-2ddbf7a8-37ae-434a-8f54-6a1645c1a217 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0928195 May 27 02:16:04.099926 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:16:04.139005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-4bbca5c8-4af4-4ea3-a037-8653f37c9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:04.143093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-4bbca5c8-4af4-4ea3-a037-8653f37c9d72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259561 May 27 02:16:04.205057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] Set router ed992b4d-8480-4dc3-85ac-4a712391a77e gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:04.333056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:16:03Z', 'revision_number': 6, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:04.343688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-36c89b14-bb87-46a5-be6c-8db2cd555981 None None] Port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:04.345740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4810a8-e824-491b-8d16-ba3d08d899ac None None] The sync data for ids ['ed992b4d-8480-4dc3-85ac-4a712391a77e'] in n-d-843146-11 is: [{'id': 'ed992b4d-8480-4dc3-85ac-4a712391a77e', 'name': 'tempest-AttachVolumeTestJSON-21901386-router', 'tenant_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:08:07Z', 'updated_at': '2022-05-27T02:16:03Z', 'revision_number': 6, 'project_id': '695f9c8eca3e4e0dba27d6cef2ff42c0', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:04.436161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-c9e8bb24-bb78-449d-91e1-ae7a20bb41c5 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861350 May 27 02:16:04.534503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Allocated IP 172.20.0.2 (bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6/b476bdb9-f681-4f6e-9212-24950dd80055/80701b70-ed6f-42b4-9dcd-87101ed15dd1) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:04.585822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43624) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:04.617236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5020b20-fdfa-4c89-ada7-273700ded7ea req-481758fa-c7a8-4af7-abc4-dd30567775d2 service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755519 May 27 02:16:04.634161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] For port acb97e8b-7146-4385-96b3-e03b361b1594, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=acb97e8b-7146-4385-96b3-e03b361b1594,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:04.635265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.648290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.793063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-90342ce0-49f7-4fad-b4bc-cafa694952b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:04.794549 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-90342ce0-49f7-4fad-b4bc-cafa694952b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5687cf6c66cd480b8c7f6de370d2f58f&device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 1098 time: 0.1275644 May 27 02:16:04.821175 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.836219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Transition to ACTIVE for port object 80701b70-ed6f-42b4-9dcd-87101ed15dd1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:04.845295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Calling delete_port for acb97e8b-7146-4385-96b3-e03b361b1594 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:04.866740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Transition to ACTIVE for port object 80701b70-ed6f-42b4-9dcd-87101ed15dd1 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:04.879095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:04.947770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2002766996'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:04.955195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:04.963555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Usage tracker for resource:network and tenant:b11ce2cc58284d8aa2bc5169ac789411 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:04.967324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:04.975246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:04.990917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:04.994411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:05.009562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Made reservation on behalf of b11ce2cc58284d8aa2bc5169ac789411 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:05.010957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:05.013785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.029957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-bf40bf4b-635b-4136-b83a-112d1740e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.031923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-bf40bf4b-635b-4136-b83a-112d1740e59e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.2183702 May 27 02:16:05.111780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-9b6a0e9d-7527-4fa6-b704-77ab317ea6a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d73152fa-5f72-44a1-ae90-f964c9758213 HTTP/1.1" status: 200 len: 217 time: 0.0733397 May 27 02:16:05.135354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.161676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Pushing event updated for resources: {'Port': ['ID=80701b70-ed6f-42b4-9dcd-87101ed15dd1,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:05.184120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Attempting to bind port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:05.185190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Attempting to bind port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:05.185737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Attempting to bind port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 on network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:05.189619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-8d81f25d-e9e2-474a-97dd-0beb0f69c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.191288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-8d81f25d-e9e2-474a-97dd-0beb0f69c45c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0717490 May 27 02:16:05.194012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:05.194268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:05.194867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Checking segment: {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:05.195429 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.196266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Bound using segment: {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:05.196830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Bound port: 80701b70-ed6f-42b4-9dcd-87101ed15dd1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:05.197214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.226200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Usage tracker for resource:security_group_rule and tenant:b11ce2cc58284d8aa2bc5169ac789411 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:05.266671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:05.281366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58689cf5-6106-45f6-9889-593ccb587a52 req-691a43d8-a3df-4e3e-a901-9e33ece10ac9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.281744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-5ce938a8-2118-4958-b013-2a5fda223f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:05.283850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-5ce938a8-2118-4958-b013-2a5fda223f33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858805 May 27 02:16:05.288289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58689cf5-6106-45f6-9889-593ccb587a52 req-691a43d8-a3df-4e3e-a901-9e33ece10ac9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 946 time: 0.8482933 May 27 02:16:05.326844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] For port 80701b70-ed6f-42b4-9dcd-87101ed15dd1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:05.331443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] For port 80701b70-ed6f-42b4-9dcd-87101ed15dd1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=80701b70-ed6f-42b4-9dcd-87101ed15dd1,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:05.338600 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.437294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:05.451173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9f379-5e6a-4b64-9f8c-6b9897788994 None None] Pushing event updated for resources: {'Port': ['ID=80701b70-ed6f-42b4-9dcd-87101ed15dd1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:05.641114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-e0b7ccfc-f6e0-4989-b54b-8fae8565486b service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496578 May 27 02:16:05.832109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a04ffea-8694-473b-8e6a-7c3123fb8de1 req-44a4192e-360e-4221-8b10-449167d374ef service neutron] 10.222.0.47 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825454 May 27 02:16:05.840271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc5bf-c99f-4eff-95d6-1fc32add297e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:05.874503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58689cf5-6106-45f6-9889-593ccb587a52 req-4fed7905-e71d-44d8-b2bf-eca05c6868ae tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850847 May 27 02:16:05.938577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.060094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.070367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6404c7d1-241c-479e-bbed-b497b37099b5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:06.144629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6404c7d1-241c-479e-bbed-b497b37099b5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:06.149626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6404c7d1-241c-479e-bbed-b497b37099b5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:06.149998 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.156361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb97e8b-7146-4385-96b3-e03b361b1594,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:06.275842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6404c7d1-241c-479e-bbed-b497b37099b5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:06.276309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.294624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6404c7d1-241c-479e-bbed-b497b37099b5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6404c7d1-241c-479e-bbed-b497b37099b5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:06.299565 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.300465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 80701b70-ed6f-42b4-9dcd-87101ed15dd1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:06.416066 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.419517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6404c7d1-241c-479e-bbed-b497b37099b5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:06.428632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:06.436875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.478458 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.494372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:06.528121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.29 (c23eaebd-0c60-4b03-9b3c-915d0f981004/312cd6ba-9680-4e3d-90a7-64613c2b4aca/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:06.532128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:06.532567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4fd2c41-b950-4cc1-a5ba-7bc08e2322c9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:06.533471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device acb97e8b-7146-4385-96b3-e03b361b1594 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:06.567485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: acb97e8b-7146-4385-96b3-e03b361b1594 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:06.567989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device acb97e8b-7146-4385-96b3-e03b361b1594 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:06.737895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:06.745607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d40e2e-798f-42a8-9298-47dac778ded2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:06.761994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.816815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.848882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.849262 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Added segment c7d28347-668e-41a2-8745-047c6ec328c8 of type vlan for network 8fff2ff4-10ee-4a98-a71c-a4815f639a5b May 27 02:16:06.915849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:06.916423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed992b4d-8480-4dc3-85ac-4a712391a77e {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:16:06.977431 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.106726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ebac-fdaf-455f-bd0c-042a1ae85080 req-dc645dce-fec5-4eed-917f-dfcf2c4a8ed6 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.107507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6d07ebac-fdaf-455f-bd0c-042a1ae85080 req-dc645dce-fec5-4eed-917f-dfcf2c4a8ed6 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Synchronizing usage tracker for tenant:5687cf6c66cd480b8c7f6de370d2f58f on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:07.122407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.123596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a5d9c371-c864-4ac7-ba16-1bae770966e3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ed992b4d-8480-4dc3-85ac-4a712391a77e HTTP/1.1" status: 204 len: 168 time: 5.1504648 May 27 02:16:07.124433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.126452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43632) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:07.130082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.131272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.158998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6d07ebac-fdaf-455f-bd0c-042a1ae85080 req-dc645dce-fec5-4eed-917f-dfcf2c4a8ed6 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Unset dirty status for tenant:5687cf6c66cd480b8c7f6de370d2f58f on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:07.160194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d07ebac-fdaf-455f-bd0c-042a1ae85080 req-dc645dce-fec5-4eed-917f-dfcf2c4a8ed6 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 946 time: 0.1597548 May 27 02:16:07.161846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.20.0.1 (bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6/b476bdb9-f681-4f6e-9212-24950dd80055/9092b746-289b-4566-99b7-577e413169c8) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:07.166186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.226020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d07ebac-fdaf-455f-bd0c-042a1ae85080 req-d845f5a1-9eda-4911-ba47-ff2678d57a3e tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573940 May 27 02:16:07.233100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] Deleting subnet 618d284f-de99-4df9-a6e9-d31b2f3a8241 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:16:07.236326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.279187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:07.286610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786e619-52e4-4878-a90c-4d0ee54fdd97 None None] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:07.303085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7125058 May 27 02:16:07.304872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43636) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:07.306395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d71bb-ba2d-447e-a27d-0091f0992729 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Pushing event updated for resources: {'Network': ['ID=8fff2ff4-10ee-4a98-a71c-a4815f639a5b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:07.308598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.322103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.372055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 8fff2ff4-10ee-4a98-a71c-a4815f639a5b details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:07.390036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'network': {'name': 'tempest-network--874780738', 'router:external': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:07.400140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:07.416818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:network and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:07.421469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:07.430457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:07.448412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.477891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Made reservation on behalf of 3c082114c0f543f5b0f4552df2bb55f9 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:07.480530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.491214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] Provisioning for port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:07.506748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.522968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] Provisioning complete for port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:07.523471 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.529212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:07.539531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:security_group_rule and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:07.543156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:07.551606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:07.585791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.638094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=618d284f-de99-4df9-a6e9-d31b2f3a8241,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:07.653465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.668291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81863f-c84a-4c06-bc3e-131200c78f7f None None] Network e6e0725b-4dc8-402e-b6a3-783853413457 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:07.691166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-823d416a-8bae-468b-979b-94cc3095dddf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/618d284f-de99-4df9-a6e9-d31b2f3a8241 HTTP/1.1" status: 204 len: 168 time: 0.5623710 May 27 02:16:07.691166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43642) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:07.700780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=ba3c9dd4-585b-46f1-b84b-9ece4704e9c9,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:07.793202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.809027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.811257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] In _notify_port_updated(), no bound segment for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 on network c23eaebd-0c60-4b03-9b3c-915d0f981004 {{(pid=88426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:16:07.818053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:07.818743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.820297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8089812d-3660-4c3e-afa8-e60d39e16fd7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "PUT /v2.0/ports/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 HTTP/1.1" status: 200 len: 999 time: 4.6016214 May 27 02:16:07.825957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43646) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:07.862376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Transition to ACTIVE for port object 9092b746-289b-4566-99b7-577e413169c8 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:07.871402 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.905848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:07.906184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.934340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:07.951811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf803e6f-35de-4cb1-b6bf-8cf578d39ffc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:07.956192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.960829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:07.961253 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Added segment 1a6d1c3b-2d23-46ff-9b4a-d49666a9a8b0 of type vlan for network 4c748b8b-b193-45ff-aa89-fd9144b1b2ea May 27 02:16:07.983842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Deleting port f76a8eac-c508-400f-914b-3a31f4a70656 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:07.984179 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.006422 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.024263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] Current status of the port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:08.024830 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.042767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8bbf8fd5-0ee3-4cef-86ed-583cdd69f6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.067364 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.087366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] For port 80701b70-ed6f-42b4-9dcd-87101ed15dd1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=80701b70-ed6f-42b4-9dcd-87101ed15dd1,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:08.104552 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.126226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:08.131637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:08.168264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:08.182195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6404c7d1-241c-479e-bbed-b497b37099b5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:08.247043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd8e3e-f592-4f6f-9068-d3d77d0bcbdc None None] DHCP port deletion for e6e0725b-4dc8-402e-b6a3-783853413457 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:16:08.253061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=9092b746-289b-4566-99b7-577e413169c8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:08.295854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd8e3e-f592-4f6f-9068-d3d77d0bcbdc None None] Deleting port f76a8eac-c508-400f-914b-3a31f4a70656 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:08.296228 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8e3e-f592-4f6f-9068-d3d77d0bcbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.297720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] For port f76a8eac-c508-400f-914b-3a31f4a70656, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f76a8eac-c508-400f-914b-3a31f4a70656,segment=NetworkSegment(1f54bcee-8823-4798-a539-4543986587d4),segment_id=1f54bcee-8823-4798-a539-4543986587d4)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:08.301849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.324152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.441587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-810ffb8f-341c-4ad2-b692-5769e0d6025a None None] Provisioning for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:08.454299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6404c7d1-241c-479e-bbed-b497b37099b5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:08.454744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.480093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aefb15-75ed-4805-abdc-4388fb84ffc2 None None] Pushing event updated for resources: {'Port': ['ID=80701b70-ed6f-42b4-9dcd-87101ed15dd1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:08.489280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-810ffb8f-341c-4ad2-b692-5769e0d6025a None None] Provisioning complete for port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:08.489649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-810ffb8f-341c-4ad2-b692-5769e0d6025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.522770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Calling delete_port for f76a8eac-c508-400f-914b-3a31f4a70656 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:08.560369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-810ffb8f-341c-4ad2-b692-5769e0d6025a None None] Port ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:08.571937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.615170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.619724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd8e3e-f592-4f6f-9068-d3d77d0bcbdc None None] The port 'f76a8eac-c508-400f-914b-3a31f4a70656' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:16:08.676350 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.677799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:08.678393 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.712591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f76a8eac-c508-400f-914b-3a31f4a70656,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:08.731164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e825a308-8e98-4c14-922a-416c1f6b57f1 None None] Provisioning complete for port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:08.731646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e825a308-8e98-4c14-922a-416c1f6b57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.732045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:08.768377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] No DVR routers for this DVR port f76a8eac-c508-400f-914b-3a31f4a70656 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:16:08.792671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6404c7d1-241c-479e-bbed-b497b37099b5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:08.840054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846f060-b370-472b-8284-26852a7f1ec9 req-b0cc0b45-fbc0-4bbe-9a1c-e435da962edf tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:08.841717 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2846f060-b370-472b-8284-26852a7f1ec9 req-b0cc0b45-fbc0-4bbe-9a1c-e435da962edf tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 946 time: 0.3989096 May 27 02:16:08.873878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e825a308-8e98-4c14-922a-416c1f6b57f1 None None] Current status of the port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:08.913394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6072395 May 27 02:16:08.914035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aafb7-e1f7-49f0-9d3c-ee6a3f88bdcc tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Network': ['ID=4c748b8b-b193-45ff-aa89-fd9144b1b2ea,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:08.916500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:08.926999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 4c748b8b-b193-45ff-aa89-fd9144b1b2ea details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:08.949701 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:08.986530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2846f060-b370-472b-8284-26852a7f1ec9 req-91d0a584-7b9c-455d-8bb5-c6de3cb036e8 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325889 May 27 02:16:09.016333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.019905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d73152fa-5f72-44a1-ae90-f964c9758213 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:09.101242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2c42ef7c-2c50-47da-bd06-470dc1deff60 None None] Provisioning for port 9092b746-289b-4566-99b7-577e413169c8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:09.152722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e0725b-4dc8-402e-b6a3-783853413457']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:09.157893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2c42ef7c-2c50-47da-bd06-470dc1deff60 None None] Provisioning complete for port 9092b746-289b-4566-99b7-577e413169c8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:09.158506 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2c42ef7c-2c50-47da-bd06-470dc1deff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.176855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f54bcee-8823-4798-a539-4543986587d4') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:09.177053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f54bcee-8823-4798-a539-4543986587d4') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:09.189798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.195092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.241085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2c42ef7c-2c50-47da-bd06-470dc1deff60 None None] Port 9092b746-289b-4566-99b7-577e413169c8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:09.247838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.270700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:09.271615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d73152fa-5f72-44a1-ae90-f964c9758213, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d73152fa-5f72-44a1-ae90-f964c9758213,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:09.271723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.289923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd73152fa-5f72-44a1-ae90-f964c9758213', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': 'd73152fa-5f72-44a1-ae90-f964c9758213', 'mac_address': 'fa:16:3e:67:e1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:09.341705 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1f54bcee-8823-4798-a539-4543986587d4 resource provider aggregate not found May 27 02:16:09.355014 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.362317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d73152fa-5f72-44a1-ae90-f964c9758213 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:09.362686 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.380895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73152fa-5f72-44a1-ae90-f964c9758213 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:09.384422 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.407810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d73152fa-5f72-44a1-ae90-f964c9758213, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d73152fa-5f72-44a1-ae90-f964c9758213,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:09.412875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.416466 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1f54bcee-8823-4798-a539-4543986587d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f54bcee-8823-4798-a539-4543986587d4 found for delete ", "request_id": "req-bf7750b9-5ef6-41d0-8174-d1b3b673ad4f"}]} May 27 02:16:09.430109 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.454062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.475830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c748b8b-b193-45ff-aa89-fd9144b1b2ea']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:09.483828 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.484990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.495341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e0725b-4dc8-402e-b6a3-783853413457,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:09.500732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6d1c3b-2d23-46ff-9b4a-d49666a9a8b0') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:09.500855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6d1c3b-2d23-46ff-9b4a-d49666a9a8b0') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:09.503957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d73152fa-5f72-44a1-ae90-f964c9758213,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:09.515873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.528591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-81bfafd8-f0e9-43be-8c1e-9a6302285a6f admin admin] 10.222.0.16 "DELETE /v2.0/networks/e6e0725b-4dc8-402e-b6a3-783853413457 HTTP/1.1" status: 204 len: 168 time: 1.8325269 May 27 02:16:09.537067 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.545043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:09.545953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.577334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=ba3c9dd4-585b-46f1-b84b-9ece4704e9c9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:09.661851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.683735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c748b8b-b193-45ff-aa89-fd9144b1b2ea {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:16:09.688678 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.693469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c748b8b-b193-45ff-aa89-fd9144b1b2ea,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:09.700996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8f1f0b58-b70e-4bea-b875-bd2653023fd7 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "DELETE /v2.0/networks/4c748b8b-b193-45ff-aa89-fd9144b1b2ea HTTP/1.1" status: 204 len: 168 time: 0.7816482 May 27 02:16:09.704247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43662) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:09.712722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:09.720955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:09.725611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:network and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:09.726249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d73152fa-5f72-44a1-ae90-f964c9758213'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:09.729108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:09.736532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:09.760390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Made reservation on behalf of 3c082114c0f543f5b0f4552df2bb55f9 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:09.770580 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.822086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:09.836164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.836697 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Added segment c2cd20da-9964-4092-a127-680331a3bae7 of type vlan for network c07abec9-0f23-49cb-ba28-4d1df2192e1d May 27 02:16:09.876500 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.914768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43666) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:09.934257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:09.935446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:09.936187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.002090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.004634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.015154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.093489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 80701b70-ed6f-42b4-9dcd-87101ed15dd1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:10.101677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3927543 May 27 02:16:10.104496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43672) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:10.111538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'subnet': {'network_id': 'c07abec9-0f23-49cb-ba28-4d1df2192e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:10.116985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:10.121046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:subnet and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:10.123946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:10.130748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:10.149362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-212da228-a24d-4d8b-aeef-bc965b751499 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=695f9c8eca3e4e0dba27d6cef2ff42c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333496 May 27 02:16:10.154095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43676) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:10.159131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8ba835e4-fc0f-4b0e-8232-41f381181be0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 HTTP/1.1" status: 204 len: 168 time: 2.3318162 May 27 02:16:10.159851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d51c54-d8c7-40a7-ae2d-d72ecc54416a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Network': ['ID=c07abec9-0f23-49cb-ba28-4d1df2192e1d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:10.166760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43680) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:10.171881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Made reservation on behalf of 3c082114c0f543f5b0f4552df2bb55f9 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:10.176633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network c07abec9-0f23-49cb-ba28-4d1df2192e1d details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:10.178351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.226448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=9092b746-289b-4566-99b7-577e413169c8,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:10.228758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.302315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:10.302807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.382632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:10.383870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:10.428534 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4419c71f-c8f0-4510-b11f-2424d8dd8322 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:16:10.429154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4419c71f-c8f0-4510-b11f-2424d8dd8322 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:10.435966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:10.497580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f76a8eac-c508-400f-914b-3a31f4a70656 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:10.511114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4419c71f-c8f0-4510-b11f-2424d8dd8322 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:10.515082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4419c71f-c8f0-4510-b11f-2424d8dd8322 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 HTTP/1.1" status: 404 len: 333 time: 0.3441057 May 27 02:16:10.524034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43684) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:10.543063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f76a8eac-c508-400f-914b-3a31f4a70656 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:10.543568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f76a8eac-c508-400f-914b-3a31f4a70656 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:10.575516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-266b07cf-4def-4251-ab98-3b0caed09776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.640939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router 7baaf20b-6b7e-4133-8652-0ded35f882b7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:16:10.688499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-266b07cf-4def-4251-ab98-3b0caed09776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.710593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a160c-1925-4bd1-b95d-1ad624bd2f25 req-bb8b2948-4511-4463-8926-a0d773d1f8e5 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:10.712619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8a160c-1925-4bd1-b95d-1ad624bd2f25 req-bb8b2948-4511-4463-8926-a0d773d1f8e5 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 947 time: 0.3979852 May 27 02:16:10.715926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 312cd6ba-9680-4e3d-90a7-64613c2b4aca {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:16:10.728683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.776583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4867bb70-9c14-4079-b2f3-3782b5abcb15 None None] Provisioning complete for port 9092b746-289b-4566-99b7-577e413169c8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:10.777164 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4867bb70-9c14-4079-b2f3-3782b5abcb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.834311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:10.835599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4867bb70-9c14-4079-b2f3-3782b5abcb15 None None] Port 9092b746-289b-4566-99b7-577e413169c8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:10.839352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eedb0c66-93dd-4803-8d16-c72a0709b992 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "PUT /v2.0/routers/7baaf20b-6b7e-4133-8652-0ded35f882b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4529111 May 27 02:16:10.842045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43688) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:10.848027 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Sync routers for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:10.856683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:10.859494 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:10.860205 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:10.914738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac8a160c-1925-4bd1-b95d-1ad624bd2f25 req-27a32e27-2c4a-4835-849c-45b971f066d8 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925876 May 27 02:16:11.007653 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.008016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-266b07cf-4def-4251-ab98-3b0caed09776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.011685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d73152fa-5f72-44a1-ae90-f964c9758213 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:11.013759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.014348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.014957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.016848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.016848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.017050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.018304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.018304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.019090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.020260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.022508 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-63889fca-3362-4606-a394-7b26dbd8fad9 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6950 time: 0.1795011 May 27 02:16:11.025659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43694) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:11.041252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b07cf-4def-4251-ab98-3b0caed09776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e2a69-a77f-4e95-b69a-88de60a885d2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:11.074190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.107125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.107727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.108240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.108758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.109273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.109786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.110293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.110838 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:11.110978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.111436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:11.113668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-984ef1ac-d68a-44ed-a366-cce582f19fc1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5778 time: 0.0869074 May 27 02:16:11.117233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:11.138589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d73152fa-5f72-44a1-ae90-f964c9758213 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:11.144996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d73152fa-5f72-44a1-ae90-f964c9758213 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:11.145509 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.240246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-266b07cf-4def-4251-ab98-3b0caed09776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.241031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-266b07cf-4def-4251-ab98-3b0caed09776 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd3e2a69-a77f-4e95-b69a-88de60a885d2 HTTP/1.1" status: 204 len: 168 time: 1.0842657 May 27 02:16:11.296492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d73152fa-5f72-44a1-ae90-f964c9758213 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:11.296794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.383719 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.405271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d73152fa-5f72-44a1-ae90-f964c9758213, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d73152fa-5f72-44a1-ae90-f964c9758213,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:11.413450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73152fa-5f72-44a1-ae90-f964c9758213'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:11.428623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.491890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.495556 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1a6d1c3b-2d23-46ff-9b4a-d49666a9a8b0 resource provider aggregate not found May 27 02:16:11.498297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e11946-a81e-40ea-b0c8-25b43f8f3cb1 None None] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:11.499453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=312cd6ba-9680-4e3d-90a7-64613c2b4aca,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:11.510494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.objects.ports [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88425) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 02:16:11.510988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.539042 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba6d92c-a22e-4da4-bdff-4f08d05f97e4'] response: {'server_uuid': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73152fa-5f72-44a1-ae90-f964c9758213', 'code': 200} May 27 02:16:11.557141 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1a6d1c3b-2d23-46ff-9b4a-d49666a9a8b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a6d1c3b-2d23-46ff-9b4a-d49666a9a8b0 found for delete ", "request_id": "req-84bf04ee-9b9e-4e4f-a234-f466103f805a"}]} May 27 02:16:11.559414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6ad41d7f-40b8-4dc2-b2f2-9b321a6ac833 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/312cd6ba-9680-4e3d-90a7-64613c2b4aca HTTP/1.1" status: 204 len: 168 time: 1.0320716 May 27 02:16:11.565031 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:16:08Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:09Z', 'revision_number': 2, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:11.569816 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Checking router: 7baaf20b-6b7e-4133-8652-0ded35f882b7 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:11.571010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43710) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:11.571717 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Updating router 7baaf20b-6b7e-4133-8652-0ded35f882b7 port 9092b746-289b-4566-99b7-577e413169c8 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:16:11.632933 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.672468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7c9c852a-971e-42e0-86f5-cc288e441a49 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3039 time: 0.5540621 May 27 02:16:11.747278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d73152fa-5f72-44a1-ae90-f964c9758213,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:11.806631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43718) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:11.808232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Subnet': ['ID=485f26b4-56ce-446b-b72b-95e9c06e86d9,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:11.822433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208823113', 'description': 'tempest-secgroup-smoke-208823113 description', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:11.830433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Checking segment: {'id': 'c2cd20da-9964-4092-a127-680331a3bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c07abec9-0f23-49cb-ba28-4d1df2192e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:11.830804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Network hostable DHCP agents. Network: c07abec9-0f23-49cb-ba28-4d1df2192e1d, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:11.831681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:11.837010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:11.841235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:11.847721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:11.852672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 223826df-b0f7-41b6-a307-01f1fdee8e20 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:16:11.867320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.872650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:11.901403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:11.905420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:11.908509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:11.914367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:11.973255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.031874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d29be-32b5-4328-904b-8f2849e2b380 req-1554ad36-746d-46d4-b697-f1b43572a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.034110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-281d29be-32b5-4328-904b-8f2849e2b380 req-1554ad36-746d-46d4-b697-f1b43572a5b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 1100 time: 0.4243226 May 27 02:16:12.038975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Network c07abec9-0f23-49cb-ba28-4d1df2192e1d is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:12.075171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.085152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.108995 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-281d29be-32b5-4328-904b-8f2849e2b380 req-be7d8567-df17-4547-8e36-08cdaede498b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668797 May 27 02:16:12.111772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, c07abec9-0f23-49cb-ba28-4d1df2192e1d) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:12.123319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6c3fe-a0bd-4f8b-abc1-eeade37ee3a9 None None] Network c07abec9-0f23-49cb-ba28-4d1df2192e1d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:12.136062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.136990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.204823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e42b4264-46d7-4c54-adbf-a8966f332257 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0982358 May 27 02:16:12.209641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43732) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:12.212780 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.224507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'floatingip': {'floating_network_id': 'c07abec9-0f23-49cb-ba28-4d1df2192e1d'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:12.229608 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Transition to ACTIVE for port object 9092b746-289b-4566-99b7-577e413169c8 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:12.242244 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.244718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaa0783-b69f-4815-8457-7f99ffa3fc26,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:12.245547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:12.259079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:floatingip and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:12.264544 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.265823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4bdcd271-45f6-4dce-8fec-0484566a4e56 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4574165 May 27 02:16:12.267879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:12.268972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:12.283717 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.295534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ffaa0783-b69f-4815-8457-7f99ffa3fc26', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:12.310442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:12.314867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:12.319005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:12.325768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:12.335167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:12.390497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bad66-8b5b-4d07-8531-ca15586a36f7 req-e3b3f19a-12b4-4825-9ec0-1728c6c9ba3e tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:12.394432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-669bad66-8b5b-4d07-8531-ca15586a36f7 req-e3b3f19a-12b4-4825-9ec0-1728c6c9ba3e tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 948 time: 0.2394509 May 27 02:16:12.395234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.418684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.552817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ad5047-110a-43fd-8d63-0445af94b57b None None] Network c07abec9-0f23-49cb-ba28-4d1df2192e1d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:12.565695 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73952b-4a78-47e6-ab5a-7c635536fb16 None None] Pushing event updated for resources: {'Port': ['ID=9092b746-289b-4566-99b7-577e413169c8,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:12.583384 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.595249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-669bad66-8b5b-4d07-8531-ca15586a36f7 req-9fdecbdd-7d68-4df2-9550-1e516eed362c tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748538 May 27 02:16:12.656935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.665215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=223826df-b0f7-41b6-a307-01f1fdee8e20,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:12.666340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.693666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.713329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-410041e9-333a-481b-86ca-c36dc73483bb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/223826df-b0f7-41b6-a307-01f1fdee8e20 HTTP/1.1" status: 204 len: 168 time: 1.1389394 May 27 02:16:12.714191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43748) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:12.744543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b1b45c-8b81-420b-bcc9-e8982cc2678a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:12.747775 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.749469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8d9b49a4-e266-4047-b298-9d7d0e941ab3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4793708 May 27 02:16:12.752137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43752) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:12.758959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ffaa0783-b69f-4815-8457-7f99ffa3fc26', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:12.787490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:12.791513 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Attempting to bind port 9092b746-289b-4566-99b7-577e413169c8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:12.792005 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Attempting to bind port 9092b746-289b-4566-99b7-577e413169c8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:12.792497 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Attempting to bind port 9092b746-289b-4566-99b7-577e413169c8 on network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:12.801835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:12.806300 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:12.806490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:12.806846 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Checking segment: {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:12.807416 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.807887 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Bound using segment: {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:12.809690 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Bound port: 9092b746-289b-4566-99b7-577e413169c8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:12.810171 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.816525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:12.840804 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.938644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.948355 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.997548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:12.999274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2461946 May 27 02:16:13.000444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc03a25-a035-4196-84dc-a8ab4e0622de tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463d0c4f-b1dc-40d5-b57e-c21c5f9a684d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.008772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43758) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:13.015202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ffaa0783-b69f-4815-8457-7f99ffa3fc26', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:13.019878 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] For port 9092b746-289b-4566-99b7-577e413169c8, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:13.024215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:13.026439 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] For port 9092b746-289b-4566-99b7-577e413169c8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9092b746-289b-4566-99b7-577e413169c8,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:13.029670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:13.032987 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.033893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:13.046935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:13.048754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.061689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.078999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.129103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 01bfa049-370a-4e25-a48d-7cffd3a54876 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:13.129729 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.137440 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73952b-4a78-47e6-ab5a-7c635536fb16 None None] Pushing event updated for resources: {'Port': ['ID=9092b746-289b-4566-99b7-577e413169c8,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.158667 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:13.159841 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:13.170114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bead12a0-6da7-4506-b622-d72d9f34de8c None None] Network c23eaebd-0c60-4b03-9b3c-915d0f981004 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:13.190493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.200626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.229064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb395adf-d735-433b-9d79-846e3626af89,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.257179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.269924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-15f060c8-cb92-4208-990d-5ec84b94f93d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596924 May 27 02:16:13.271571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43766) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:13.278922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ffaa0783-b69f-4815-8457-7f99ffa3fc26', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:13.289454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:13.294946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:13.318909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:13.341662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:13.385459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.488989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5209a2fb-3013-4fbe-aa25-283a07d00507 None None] Provisioning complete for port 01bfa049-370a-4e25-a48d-7cffd3a54876 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:13.493786 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5209a2fb-3013-4fbe-aa25-283a07d00507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.537936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.546072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:13.549844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.555150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Allocated IP 172.20.0.7 (c07abec9-0f23-49cb-ba28-4d1df2192e1d/485f26b4-56ce-446b-b72b-95e9c06e86d9/93958d34-55ec-4948-8af8-b3a6cdf3996c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:13.584909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96591d83-7988-4743-a628-6df556cfd0e5,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.623712 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.627378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c35b47d2-eef2-4973-8860-4cdc350b0a7d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3521004 May 27 02:16:13.627623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43776) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:13.633327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ffaa0783-b69f-4815-8457-7f99ffa3fc26', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:13.643307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:13.658669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:13.670686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:13.676742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:13.701501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5209a2fb-3013-4fbe-aa25-283a07d00507 None None] Current status of the port 01bfa049-370a-4e25-a48d-7cffd3a54876 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:13.705665 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Project ca5bc903af224f4eaef32d60754e0a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:16:13.724215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.807908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] DHCP port deletion for c23eaebd-0c60-4b03-9b3c-915d0f981004 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:16:13.819515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Deleting port 01bfa049-370a-4e25-a48d-7cffd3a54876 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:13.819515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.852194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.862449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.916412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:13.920670 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2896893 May 27 02:16:13.921968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43784) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:13.930376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ffaa0783-b69f-4815-8457-7f99ffa3fc26', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:13.939310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:13.945468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:13.948654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:13.955833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:13.966745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca52047-dda4-42e6-be63-451ae2143161 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fabb4ab-0228-42f7-a863-4b27be5ed0a5,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:13.975875 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Project ca5bc903af224f4eaef32d60754e0a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:16:13.994299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.069409 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.080473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 01bfa049-370a-4e25-a48d-7cffd3a54876 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:14.092247 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:16:08Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:13Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:14.097165 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7d707-0627-43fd-aa47-85d8bad655a6 None None] The sync data for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 is: [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:16:08Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:13Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:14.120252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.128891 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.143677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:14.144328 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.173580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73b6c4a-2556-49cc-b6a8-02d3eb2d50d1,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:14.186270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c50db-9caa-43f6-ac52-049e275068c7 req-9d772be5-0071-49b5-b2d7-012ac9b480af tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:14.188422 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-163c50db-9caa-43f6-ac52-049e275068c7 req-9d772be5-0071-49b5-b2d7-012ac9b480af tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 948 time: 0.4033918 May 27 02:16:14.196663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.198569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:14.199170 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.212574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ad382a35-9837-4ea3-b7d4-448c2f5a5b6f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818675 May 27 02:16:14.472949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Calling delete_port for 01bfa049-370a-4e25-a48d-7cffd3a54876 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:14.520319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 01bfa049-370a-4e25-a48d-7cffd3a54876 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:14.630677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-163c50db-9caa-43f6-ac52-049e275068c7 req-67d71152-bdcd-4c1d-8b6e-0bedffa7bc4a tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619187 May 27 02:16:14.656052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.693740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 01bfa049-370a-4e25-a48d-7cffd3a54876 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:14.694255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.745047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:14.757156 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.771398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-028180cd-9c73-4aa3-97d7-3da7e09b9f70 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:14.799148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-028180cd-9c73-4aa3-97d7-3da7e09b9f70 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:14.806461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-028180cd-9c73-4aa3-97d7-3da7e09b9f70 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208823113&fields=id&tenant_id=ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 267 time: 0.1051669 May 27 02:16:14.832045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Network c07abec9-0f23-49cb-ba28-4d1df2192e1d is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:14.841820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:14.851092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:14.865181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=01bfa049-370a-4e25-a48d-7cffd3a54876,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:14.870239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:16:14.870847 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:16:14.938669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Port': ['ID=93958d34-55ec-4948-8af8-b3a6cdf3996c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:14.943550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:16:14.949425 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:16:14.994592 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:14.999275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-6fcfc856-6cbb-4849-ace7-4ce96f17d840 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:15.000266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-6fcfc856-6cbb-4849-ace7-4ce96f17d840 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:15.025984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-6fcfc856-6cbb-4849-ace7-4ce96f17d840 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:15.027888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-6fcfc856-6cbb-4849-ace7-4ce96f17d840 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/networks?id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 797 time: 0.2156999 May 27 02:16:15.047846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-9e0b4558-adb4-4af9-898b-d5f9f40ae452 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/quotas/ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 375 time: 0.0141280 May 27 02:16:15.076408 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.212867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-fdaf1b1b-fd61-49b6-9195-ee658d0d246c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:15.242864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-fdaf1b1b-fd61-49b6-9195-ee658d0d246c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:15.244222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-fdaf1b1b-fd61-49b6-9195-ee658d0d246c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908903 May 27 02:16:15.372113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Deleting port 01bfa049-370a-4e25-a48d-7cffd3a54876 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:15.372651 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.451600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.453884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 01bfa049-370a-4e25-a48d-7cffd3a54876 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:15.454249 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.499141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.503515 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-0bdbd840-8b09-4e2c-b7f5-29b985424c51 service neutron] 10.222.0.16 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414250 May 27 02:16:15.676339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:15.676770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.739804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-6ae366d2-c561-4b3d-b540-4cbc07e058c7 service neutron] 10.222.0.16 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279367 May 27 02:16:15.740533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43822) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:15.833914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Calling delete_port for 01bfa049-370a-4e25-a48d-7cffd3a54876 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:15.877146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port 01bfa049-370a-4e25-a48d-7cffd3a54876, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=01bfa049-370a-4e25-a48d-7cffd3a54876,segment=NetworkSegment(52f54f06-873e-45e0-9d75-f7e9f0547e26),segment_id=52f54f06-873e-45e0-9d75-f7e9f0547e26)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:15.890527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.913207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Port': ['ID=93958d34-55ec-4948-8af8-b3a6cdf3996c,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:15.943256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.946049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:15.966371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:15.970357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Usage tracker for resource:security_group_rule and tenant:214866c438f644918e014222134d9303 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:15.975146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:15.982965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:16.060727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 01bfa049-370a-4e25-a48d-7cffd3a54876 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:16.075112 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f33ae796-95c9-44f6-aabb-0e8f168be638 req-7f3f5439-8878-4f2a-bff2-5d65916c3e35 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 210 time: 0.0837541 May 27 02:16:16.083720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] No DVR routers for this DVR port 01bfa049-370a-4e25-a48d-7cffd3a54876 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:16:16.095204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc41161-b9f5-4f03-be6d-da6b770c4849 None None] Pushing event deleted for resources: {'Port': ['ID=01bfa049-370a-4e25-a48d-7cffd3a54876,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:16.138661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9092b746-289b-4566-99b7-577e413169c8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:16:16.150668 n-d-843146-11 neutron-server[88425]: util.warn( May 27 02:16:16.159901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:16:16.160223 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:16:16.178183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.203152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77f54-381c-45f1-a176-6132c848e818 req-66f0ff75-42ae-499f-83fc-879d575c6a2d tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:16.209473 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.211337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76a77f54-381c-45f1-a176-6132c848e818 req-66f0ff75-42ae-499f-83fc-879d575c6a2d tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 948 time: 0.8663249 May 27 02:16:16.216106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.220297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 9092b746-289b-4566-99b7-577e413169c8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:16.226789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9092b746-289b-4566-99b7-577e413169c8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:16.227434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.262441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1759dea2-a9f0-424c-8e5b-686af7ff358e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:16.290261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43834) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:16.290398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8c008a4-65f8-412d-891c-81b946568994 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=214866c438f644918e014222134d9303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487969 May 27 02:16:16.293975 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.298111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44384eb8-e4cd-45c5-9bf2-0fe6d38fe7e0 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0875022 May 27 02:16:16.298598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43838) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:16.328802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-76a77f54-381c-45f1-a176-6132c848e818 req-e754ab43-a923-4d97-b1e2-38a93630d616 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136000 May 27 02:16:16.368759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9092b746-289b-4566-99b7-577e413169c8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:16.369565 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.387685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-863ec16d-3dae-4ebb-8da9-2df00f3bc137 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=c07abec9-0f23-49cb-ba28-4d1df2192e1d HTTP/1.1" status: 200 len: 689 time: 0.0877090 May 27 02:16:16.390051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43848) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:16.392127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f22b9ad-ac66-4794-93dc-1804a2b4f525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.427401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f22b9ad-ac66-4794-93dc-1804a2b4f525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.443124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 9092b746-289b-4566-99b7-577e413169c8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9092b746-289b-4566-99b7-577e413169c8,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:16.450376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.501585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f22b9ad-ac66-4794-93dc-1804a2b4f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.526067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22b9ad-ac66-4794-93dc-1804a2b4f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1759dea2-a9f0-424c-8e5b-686af7ff358e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:16.527754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.538192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f22b9ad-ac66-4794-93dc-1804a2b4f525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.541993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4f22b9ad-ac66-4794-93dc-1804a2b4f525 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1759dea2-a9f0-424c-8e5b-686af7ff358e HTTP/1.1" status: 204 len: 168 time: 0.2476928 May 27 02:16:16.565990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=9092b746-289b-4566-99b7-577e413169c8,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:16.622061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Deleting port 93958d34-55ec-4948-8af8-b3a6cdf3996c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:16.622411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.771217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b0ad-6384-4715-a874-019c18986e57 req-7eee3c29-1cad-41bc-a445-0216be82c768 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:16.773304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14b0ad-6384-4715-a874-019c18986e57 req-7eee3c29-1cad-41bc-a445-0216be82c768 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.47 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 948 time: 0.1126091 May 27 02:16:16.871395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Deleting port d73152fa-5f72-44a1-ae90-f964c9758213 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:16.871733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.942107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.943398 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:16.952965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 43860) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:17.034738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.112048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Calling delete_port for 93958d34-55ec-4948-8af8-b3a6cdf3996c owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:17.146911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 01bfa049-370a-4e25-a48d-7cffd3a54876 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:17.147147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:17.147513 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.159051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0dc91ac87443069f890a7af988830b is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:17.163260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:17.171458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:17.334102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] The port '01bfa049-370a-4e25-a48d-7cffd3a54876' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:16:17.352451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-298bdf11-8332-4e64-8b6e-fdffa7af81b2 req-51133290-2dbe-4522-bfe2-8ed9979cb25e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 210 time: 0.0594740 May 27 02:16:17.398822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.407098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.428772 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.482292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event deleted for resources: {'Port': ['ID=93958d34-55ec-4948-8af8-b3a6cdf3996c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:17.669587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a0dc91ac87443069f890a7af988830b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7154677 May 27 02:16:17.673510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] For port d73152fa-5f72-44a1-ae90-f964c9758213, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d73152fa-5f72-44a1-ae90-f964c9758213,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:17.673885 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.688775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43868) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:17.690206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbd027-bd84-45a2-8c43-e7dc637f1751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aafd9a-bb78-461f-817d-6e6ad9c7d7fc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:17.762703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.773123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.844284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Calling delete_port for d73152fa-5f72-44a1-ae90-f964c9758213 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:17.869079 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:17.901449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-40363617-0b41-434c-9345-868f17bb6ec7 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:17.902887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-40363617-0b41-434c-9345-868f17bb6ec7 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "GET /v2.0/networks?id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 797 time: 0.2370625 May 27 02:16:17.932393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23eaebd-0c60-4b03-9b3c-915d0f981004']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:17.961501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f54f06-873e-45e0-9d75-f7e9f0547e26') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:17.961798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f54f06-873e-45e0-9d75-f7e9f0547e26') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:17.971511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-6c006bf0-0baf-4fc9-8ee2-bcdca8ff62ab tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 379 time: 0.0576420 May 27 02:16:17.983161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'port': {'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'admin_state_up': True, 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'security_groups': ['ffaa0783-b69f-4815-8457-7f99ffa3fc26']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:17.989909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2284cbe0-3592-4c5b-9c0e-9a42bfaf8f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.007800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.048502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9092b746-289b-4566-99b7-577e413169c8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:18.057961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.066058 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.072149 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2284cbe0-3592-4c5b-9c0e-9a42bfaf8f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.089016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:18.089419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.120162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=485f26b4-56ce-446b-b72b-95e9c06e86d9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.136207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9092b746-289b-4566-99b7-577e413169c8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:18.137322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.177199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672d4b-6625-4552-a002-d37d1d5e0d04 req-af359d08-07d2-409f-b3b6-124b2d5615ae tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:18.183331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f672d4b-6625-4552-a002-d37d1d5e0d04 req-af359d08-07d2-409f-b3b6-124b2d5615ae tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/ports?device_id=9caa4d6c-2aec-4063-9f18-c7c57e38f46d HTTP/1.1" status: 200 len: 948 time: 0.6512823 May 27 02:16:18.196048 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 52f54f06-873e-45e0-9d75-f7e9f0547e26 resource provider aggregate not found May 27 02:16:18.232880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.260076 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 52f54f06-873e-45e0-9d75-f7e9f0547e26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52f54f06-873e-45e0-9d75-f7e9f0547e26 found for delete ", "request_id": "req-fec62d4c-3aa8-46d0-a4b2-85ea4791af2c"}]} May 27 02:16:18.263242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9092b746-289b-4566-99b7-577e413169c8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:18.279115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07abec9-0f23-49cb-ba28-4d1df2192e1d']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:18.298372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cd20da-9964-4092-a127-680331a3bae7') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:18.298667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cd20da-9964-4092-a127-680331a3bae7') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:18.306381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:18.309392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.319357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.331990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:18.339510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.343241 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.345939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:18.349407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.366762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:18.367162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.372204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=c23eaebd-0c60-4b03-9b3c-915d0f981004,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.378186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7f672d4b-6625-4552-a002-d37d1d5e0d04 req-11c99ac3-f3ef-480b-8349-ae06e0ab2cc0 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936293 May 27 02:16:18.381162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dff96154-8a51-474e-96dd-ccf72cb86f9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/c23eaebd-0c60-4b03-9b3c-915d0f981004 HTTP/1.1" status: 204 len: 168 time: 5.6652896 May 27 02:16:18.382412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.384821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43878) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:18.399016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d73152fa-5f72-44a1-ae90-f964c9758213'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:18.467541 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c2cd20da-9964-4092-a127-680331a3bae7 resource provider aggregate not found May 27 02:16:18.488931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2284cbe0-3592-4c5b-9c0e-9a42bfaf8f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.491963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2284cbe0-3592-4c5b-9c0e-9a42bfaf8f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.493090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2284cbe0-3592-4c5b-9c0e-9a42bfaf8f4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67aafd9a-bb78-461f-817d-6e6ad9c7d7fc HTTP/1.1" status: 204 len: 168 time: 0.8024991 May 27 02:16:18.513668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Pushing event deleted for resources: {'Port': ['ID=d73152fa-5f72-44a1-ae90-f964c9758213,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.515499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284cbe0-3592-4c5b-9c0e-9a42bfaf8f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aafd9a-bb78-461f-817d-6e6ad9c7d7fc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.521165 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c2cd20da-9964-4092-a127-680331a3bae7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2cd20da-9964-4092-a127-680331a3bae7 found for delete ", "request_id": "req-2f9d0dfe-9dca-4537-8542-b0b5790b51e7"}]} May 27 02:16:18.642029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] No DVR routers for this DVR port d73152fa-5f72-44a1-ae90-f964c9758213 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:16:18.644975 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.648157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14b0ad-6384-4715-a874-019c18986e57 req-2001adff-80fb-4dd7-8c87-14be227e2fd9 tempest-VolumesNegativeTest-1817044404 tempest-VolumesNegativeTest-1817044404-project] 10.222.0.47 "DELETE /v2.0/ports/d73152fa-5f72-44a1-ae90-f964c9758213 HTTP/1.1" status: 204 len: 173 time: 1.8690343 May 27 02:16:18.649193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'name': 'network-vif-deleted', 'tag': 'd73152fa-5f72-44a1-ae90-f964c9758213'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:18.719210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e07ab19-294a-44c6-9262-4ed4b691feab req-b12edaf0-2614-4fb8-b973-02b3316bc7e2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 210 time: 0.1997516 May 27 02:16:18.733620 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf95ae-04de-49ea-8925-84c0d6fb0258'] response: {'server_uuid': '9caa4d6c-2aec-4063-9f18-c7c57e38f46d', 'name': 'network-vif-deleted', 'tag': 'd73152fa-5f72-44a1-ae90-f964c9758213', 'status': 'completed', 'code': 200} May 27 02:16:18.755686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f165dec-ada5-4b3b-a736-482f73830595 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:18.756494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4f165dec-ada5-4b3b-a736-482f73830595 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:18.761277 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.777581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4f165dec-ada5-4b3b-a736-482f73830595 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:18.783865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4f165dec-ada5-4b3b-a736-482f73830595 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3934722 May 27 02:16:18.784430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43892) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:18.791066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c07abec9-0f23-49cb-ba28-4d1df2192e1d {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:16:18.802302 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:18.817614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event deleted for resources: {'Network': ['ID=c07abec9-0f23-49cb-ba28-4d1df2192e1d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:18.917489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2531678d-91c4-46b9-8ddc-44de81b484ab tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c07abec9-0f23-49cb-ba28-4d1df2192e1d HTTP/1.1" status: 204 len: 168 time: 2.5264165 May 27 02:16:18.920205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43896) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:18.944015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.20.0.9 (bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6/b476bdb9-f681-4f6e-9212-24950dd80055/d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:18.997691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d1d6fe81-f999-4091-9b84-77293d1222e3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2118278 May 27 02:16:19.022397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43904) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:19.033930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251745665'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:19.058846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:19.063784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:19.066994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:19.073880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:19.098005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:19.102084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.127918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3c845a2-ff8d-4d7e-bd75-42ffef3ceae3 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Synchronizing usage tracker for tenant:3c082114c0f543f5b0f4552df2bb55f9 on resource:floatingip {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:19.149945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:19.160700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.161126 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment 9a21ec44-a513-4145-8a82-7e973feb8f1d of type vlan for network 65c79a06-e1cc-42f7-8642-4f643881f72c May 27 02:16:19.163292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3c845a2-ff8d-4d7e-bd75-42ffef3ceae3 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Unset dirty status for tenant:3c082114c0f543f5b0f4552df2bb55f9 on resource:floatingip {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:19.164612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e3c845a2-ff8d-4d7e-bd75-42ffef3ceae3 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2434072 May 27 02:16:19.183824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:19.258547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.366443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.398258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Transition to ACTIVE for port object d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:19.427599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.428375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.428662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.429058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.429502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.429943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.430901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Synchronizing usage tracker for tenant:3c082114c0f543f5b0f4552df2bb55f9 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:19.447488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.458758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.465399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:19.466247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:19.501854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Unset dirty status for tenant:3c082114c0f543f5b0f4552df2bb55f9 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:19.503318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-234755cc-1eaf-4abf-b689-d550a9e9e038 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.3173935 May 27 02:16:19.510953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43920) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:19.671882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:19.685505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=65c79a06-e1cc-42f7-8642-4f643881f72c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:19.700801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 65c79a06-e1cc-42f7-8642-4f643881f72c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:19.703328 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7a07b4c5-e950-4e60-bcca-9f262eca1004 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6790183 May 27 02:16:19.704109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43932) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:19.707243 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-518e0f91-1af7-446b-9b13-a25cd23c8f73 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] delete failed (client error): The resource could not be found. May 27 02:16:19.711126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-518e0f91-1af7-446b-9b13-a25cd23c8f73 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/618a2d28-6a0b-4e74-a640-168c59e511d0 HTTP/1.1" status: 404 len: 345 time: 0.1474664 May 27 02:16:19.711632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43936) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:19.717136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:19.717611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:19.738493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:19.839949 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e661084e-f99a-4a1a-adda-29326fea16dd tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] DELETE failed (client error): The resource could not be found. May 27 02:16:19.840425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e661084e-f99a-4a1a-adda-29326fea16dd tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:16:19.859029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e661084e-f99a-4a1a-adda-29326fea16dd tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c07abec9-0f23-49cb-ba28-4d1df2192e1d HTTP/1.1" status: 404 len: 339 time: 0.1459920 May 27 02:16:19.859858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43944) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:19.934354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'network': {'name': 'tempest-network--1720852757', 'router:external': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:19.939378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:19.943884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:network and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:19.947039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:19.953515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:19.972924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Made reservation on behalf of 3c082114c0f543f5b0f4552df2bb55f9 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:19.975454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.003549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:20.055355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:20.076816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.077593 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Added segment 7910ae29-2f71-4c8f-83b4-ae3aa11aa8bf of type vlan for network 4ea18809-6b45-478c-84e9-e57d5ca15755 May 27 02:16:20.078652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.079471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.150365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.163762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:20.171473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:20.176154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:20.189503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:20.190173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-93252c9a-adca-4d4d-88b6-856f74e210cd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2131386 May 27 02:16:20.209434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Request body: {'port': {'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:20.211180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:20.217726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.236736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.237893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.238452 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.238642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c01253a6-b6de-4eb8-9075-5afc84b73cb6 None None] Provisioning for port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:20.248184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c01253a6-b6de-4eb8-9075-5afc84b73cb6 None None] Provisioning complete for port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:20.249957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c01253a6-b6de-4eb8-9075-5afc84b73cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.330305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656d261-c5e1-429c-9384-895706052d3f req-8a26d95f-5386-4624-a268-715ffab8b755 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.331154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5656d261-c5e1-429c-9384-895706052d3f req-8a26d95f-5386-4624-a268-715ffab8b755 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:20.382207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5656d261-c5e1-429c-9384-895706052d3f req-8a26d95f-5386-4624-a268-715ffab8b755 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:20.383536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5656d261-c5e1-429c-9384-895706052d3f req-8a26d95f-5386-4624-a268-715ffab8b755 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 931 time: 0.2805603 May 27 02:16:20.384247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.394184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c01253a6-b6de-4eb8-9075-5afc84b73cb6 None None] Port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:20.434952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Network': ['ID=4ea18809-6b45-478c-84e9-e57d5ca15755,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:20.437763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a73fd850-46e4-40c0-8937-603ed3bf0ee5 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5721755 May 27 02:16:20.440852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43960) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:20.452290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 4ea18809-6b45-478c-84e9-e57d5ca15755 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:20.541187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5656d261-c5e1-429c-9384-895706052d3f req-644b7b4d-2a26-4419-b809-8c2ec1397c4d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443913 May 27 02:16:20.714018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a400c-59f1-4a84-899e-cc79f65663d8 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.719969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a400c-59f1-4a84-899e-cc79f65663d8 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.726199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a400c-59f1-4a84-899e-cc79f65663d8 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.732060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a400c-59f1-4a84-899e-cc79f65663d8 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:20.733753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c86a400c-59f1-4a84-899e-cc79f65663d8 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2920322 May 27 02:16:20.737115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 43974) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:20.890206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:20.893880 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.006244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:21.014428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.028155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=cd0751ca-2b6f-43c2-9f11-c6bdbfb12757,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:21.032608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Transition to ACTIVE for port object d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:21.042053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.109042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': '9a21ec44-a513-4145-8a82-7e973feb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:21.109398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: 65c79a06-e1cc-42f7-8642-4f643881f72c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:21.112705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d73152fa-5f72-44a1-ae90-f964c9758213 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:21.119640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.162237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea18809-6b45-478c-84e9-e57d5ca15755']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:21.176470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7910ae29-2f71-4c8f-83b4-ae3aa11aa8bf') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:21.176846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7910ae29-2f71-4c8f-83b4-ae3aa11aa8bf') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:21.187395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 65c79a06-e1cc-42f7-8642-4f643881f72c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:21.194139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: d73152fa-5f72-44a1-ae90-f964c9758213 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:21.194139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d73152fa-5f72-44a1-ae90-f964c9758213 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:21.197059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.215394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 65c79a06-e1cc-42f7-8642-4f643881f72c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:21.217126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.224583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:21.225188 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.226237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199e0c4-a8fe-426f-abd1-ac2253ad2902 None None] Network 65c79a06-e1cc-42f7-8642-4f643881f72c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:21.232537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:21.233021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.315243 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7910ae29-2f71-4c8f-83b4-ae3aa11aa8bf resource provider aggregate not found May 27 02:16:21.359723 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7910ae29-2f71-4c8f-83b4-ae3aa11aa8bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7910ae29-2f71-4c8f-83b4-ae3aa11aa8bf found for delete ", "request_id": "req-fd673540-cdb4-4384-9ec4-95017dca7c01"}]} May 27 02:16:21.383800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bf91fa1e-fa03-480b-8053-30b4fefea36f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6760771 May 27 02:16:21.384068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44010) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:21.407149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c', 'name': 'tempest-PortsTestJSON-1884637456'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:21.475221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:21.488009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Attempting to bind port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:21.488344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Attempting to bind port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:21.488673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Attempting to bind port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd on network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:21.505760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd on network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:21.506258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Attempting to bind port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd on network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:21.516519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:21.517141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Checking segment: {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:21.517838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Bound using segment: {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:21.518476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Bound port: d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:21.519023 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.594635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.633399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-65c79a06-e1cc-42f7-8642-4f643881f72c', 'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c', 'tenant_id': 'c9b9dba8649f43f7a54356b4506b2dd7', 'fixed_ips': [{'subnet_id': 'cd0751ca-2b6f-43c2-9f11-c6bdbfb12757'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:21.636876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.699736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ea18809-6b45-478c-84e9-e57d5ca15755 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:16:21.737201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:21.750695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ea18809-6b45-478c-84e9-e57d5ca15755,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:21.825073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5be4521a-78bf-46d7-8c25-3faf76b78558 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "DELETE /v2.0/networks/4ea18809-6b45-478c-84e9-e57d5ca15755 HTTP/1.1" status: 204 len: 168 time: 1.0871618 May 27 02:16:21.853982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44062) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:21.901172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] For port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:21.904761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] For port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:21.922167 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.070950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:22.074395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.076705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] 10.222.0.47 "PUT /v2.0/ports/d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 200 len: 1092 time: 1.8755393 May 27 02:16:22.078363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:22.112892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'network': {'name': 'tempest-network--2144284039', 'router:external': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:22.124555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Allocated IP 172.20.0.2 (65c79a06-e1cc-42f7-8642-4f643881f72c/cd0751ca-2b6f-43c2-9f11-c6bdbfb12757/0a4d5af5-614f-4838-8782-764c4e8db717) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:22.176462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:22.271275 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31418c91-58ba-4120-8f46-786b1c9955ba'] response: {'name': 'network-changed', 'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'status': 'completed', 'code': 200} May 27 02:16:22.299037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:network and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:22.305906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:22.334076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:22.338746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:22.379627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:22.384922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Made reservation on behalf of 3c082114c0f543f5b0f4552df2bb55f9 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:22.387620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.400307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc07fd-ecd2-4a2c-b5d2-bc3f0e6cc99a service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:22.446110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:22.450770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-d8cacbe5-6906-4b33-84fa-ce75cf464383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:22.453836 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-d8cacbe5-6906-4b33-84fa-ce75cf464383 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1095 time: 0.3042364 May 27 02:16:22.470673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.501179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:22.506108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 9192c644-817f-480b-bf90-02faeb20ce67 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:22.663970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-105864c7-5a81-4a5c-a70e-c9dc752f4547 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 200 len: 217 time: 0.1995962 May 27 02:16:22.722387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.722990 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Added segment dda2587c-21bc-4ed6-997a-868d0475b68b of type vlan for network c76bcd80-4348-406c-8680-dfb490bd4e12 May 27 02:16:22.774685 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.777688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c09ec-8ef1-4e41-83dc-24d8bed95664 req-c32a7015-6848-4f45-ab0a-3f5e5980519c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:22.790121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-128c09ec-8ef1-4e41-83dc-24d8bed95664 req-c32a7015-6848-4f45-ab0a-3f5e5980519c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 943 time: 0.6896555 May 27 02:16:22.816743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Transition to ACTIVE for port object 0a4d5af5-614f-4838-8782-764c4e8db717 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:22.875867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Transition to ACTIVE for port object 0a4d5af5-614f-4838-8782-764c4e8db717 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:22.895277 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.916280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-b5dbd037-0109-445e-9afe-f35f33d72f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:22.918502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-b5dbd037-0109-445e-9afe-f35f33d72f3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b476bdb9-f681-4f6e-9212-24950dd80055 HTTP/1.1" status: 200 len: 834 time: 0.2468040 May 27 02:16:22.930613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:22.956716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Network 65c79a06-e1cc-42f7-8642-4f643881f72c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:22.963157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:22.976505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:23.018128 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-128c09ec-8ef1-4e41-83dc-24d8bed95664 req-14e2235a-0b29-4ab9-8226-794690602c60 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270932 May 27 02:16:23.072933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.14 (65c79a06-e1cc-42f7-8642-4f643881f72c/cd0751ca-2b6f-43c2-9f11-c6bdbfb12757/9192c644-817f-480b-bf90-02faeb20ce67) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:23.118035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.121006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.121582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-fb0fe155-6af6-42d6-9d2c-f36e862e8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.122763 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.129241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-fb0fe155-6af6-42d6-9d2c-f36e862e8d21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898973 May 27 02:16:23.178522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44118) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:23.187806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3321226 May 27 02:16:23.191816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Attempting to bind port 0a4d5af5-614f-4838-8782-764c4e8db717 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:23.192969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Attempting to bind port 0a4d5af5-614f-4838-8782-764c4e8db717 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '9a21ec44-a513-4145-8a82-7e973feb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:23.193105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Attempting to bind port 0a4d5af5-614f-4838-8782-764c4e8db717 on network 65c79a06-e1cc-42f7-8642-4f643881f72c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:23.198599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Pushing event updated for resources: {'Port': ['ID=0a4d5af5-614f-4838-8782-764c4e8db717,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.202066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:23.202445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Checking segment: {'id': '9a21ec44-a513-4145-8a82-7e973feb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:23.202867 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.203252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Bound using segment: {'id': '9a21ec44-a513-4145-8a82-7e973feb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:23.203772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Bound port: 0a4d5af5-614f-4838-8782-764c4e8db717, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a21ec44-a513-4145-8a82-7e973feb8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:23.204144 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.245785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44126) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:23.298766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] For port 0a4d5af5-614f-4838-8782-764c4e8db717, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:23.303085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] For port 0a4d5af5-614f-4838-8782-764c4e8db717, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0a4d5af5-614f-4838-8782-764c4e8db717,segment=NetworkSegment(9a21ec44-a513-4145-8a82-7e973feb8f1d),segment_id=9a21ec44-a513-4145-8a82-7e973feb8f1d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:23.306611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e044-599e-4d68-bb7e-e92ca3ddb649 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Network': ['ID=c76bcd80-4348-406c-8680-dfb490bd4e12,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.310364 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.417854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network c76bcd80-4348-406c-8680-dfb490bd4e12 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:23.491187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f39a6-84bc-48b0-985f-ff64825c7399 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.492032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f80f39a6-84bc-48b0-985f-ff64825c7399 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Synchronizing usage tracker for tenant:b11ce2cc58284d8aa2bc5169ac789411 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:23.509128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-11aa7411-6abf-49ca-8fab-69254616f058 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754034 May 27 02:16:23.547765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d2976-e07b-4d23-8324-045ff2cc2597 None None] Pushing event updated for resources: {'Port': ['ID=0a4d5af5-614f-4838-8782-764c4e8db717,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.564887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.593417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object 9192c644-817f-480b-bf90-02faeb20ce67 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:23.609447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f80f39a6-84bc-48b0-985f-ff64825c7399 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Unset dirty status for tenant:b11ce2cc58284d8aa2bc5169ac789411 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:23.610573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f80f39a6-84bc-48b0-985f-ff64825c7399 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] 10.222.0.16 "GET /v2.0/networks/c76bcd80-4348-406c-8680-dfb490bd4e12 HTTP/1.1" status: 200 len: 757 time: 0.3637307 May 27 02:16:23.620275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44138) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:23.630673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.707052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 65c79a06-e1cc-42f7-8642-4f643881f72c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:23.716793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:23.719226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:23.727607 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.796073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=9192c644-817f-480b-bf90-02faeb20ce67,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:23.804469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.805096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:23.849738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f374503d-e8fb-4c98-b9f7-d88c5c3cde6e tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4600029 May 27 02:16:23.852795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44152) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:23.876887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '65c79a06-e1cc-42f7-8642-4f643881f72c', 'name': 'tempest-PortsTestJSON-972414665'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:23.911468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ef28c-b6b9-4949-b06a-d684ee5f7f91 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:23.912853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c74ef28c-b6b9-4949-b06a-d684ee5f7f91 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] 10.222.0.16 "GET /v2.0/networks/8fff2ff4-10ee-4a98-a71c-a4815f639a5b HTTP/1.1" status: 200 len: 768 time: 0.2868214 May 27 02:16:23.915761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44162) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:23.971017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:23.989753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e5e7e669d29848129a9dedb521d24dc3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:24.009290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:24.025321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:24.062867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.085488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6a32c46c-300c-4e07-9bd6-f139a58ad138 req-2845f432-5e28-4ce6-891e-53bebe55fde7 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682464 May 27 02:16:24.124788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:24.129226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:24.132784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:24.139579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:24.169927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0a4d5af5-614f-4838-8782-764c4e8db717 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:24.190316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:24.194258 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.256303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 0a4d5af5-614f-4838-8782-764c4e8db717 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:24.285516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.299244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port cdb21059-a3ea-426f-9c88-6b86963b2044 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:24.325292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76bcd80-4348-406c-8680-dfb490bd4e12']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:24.340141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda2587c-21bc-4ed6-997a-868d0475b68b') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:24.340514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda2587c-21bc-4ed6-997a-868d0475b68b') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:24.354423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.383731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.391341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:24.391687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.441256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.455440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.470016 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment dda2587c-21bc-4ed6-997a-868d0475b68b resource provider aggregate not found May 27 02:16:24.497729 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment dda2587c-21bc-4ed6-997a-868d0475b68b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dda2587c-21bc-4ed6-997a-868d0475b68b found for delete ", "request_id": "req-e2939c21-d8a6-4574-88b6-f3e5bcdcf7a7"}]} May 27 02:16:24.522087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.543366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c76bcd80-4348-406c-8680-dfb490bd4e12 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:16:24.547828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.549365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-bd445199-7ec8-4152-a284-d0f89e721269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:24.550352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event deleted for resources: {'Network': ['ID=c76bcd80-4348-406c-8680-dfb490bd4e12,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:24.551949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-bd445199-7ec8-4152-a284-d0f89e721269 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1095 time: 0.4032648 May 27 02:16:24.555674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bc70e796-5d43-44ff-a1ef-3ebc880eaf3c tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c76bcd80-4348-406c-8680-dfb490bd4e12 HTTP/1.1" status: 204 len: 168 time: 0.6387889 May 27 02:16:24.567403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44220) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:24.573209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'network': {'name': 'tempest-network--1329748169'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:24.578545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:24.583161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Usage tracker for resource:network and tenant:3c082114c0f543f5b0f4552df2bb55f9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:24.602072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:24.622640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:24.643555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22608379-90bd-4c2c-97fc-9b75d298b174 req-164ddc19-1ed4-482d-b967-3ecd1daa339b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:24.647292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Made reservation on behalf of 3c082114c0f543f5b0f4552df2bb55f9 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:24.649926 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.653227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22608379-90bd-4c2c-97fc-9b75d298b174 req-164ddc19-1ed4-482d-b967-3ecd1daa339b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 943 time: 0.4434216 May 27 02:16:24.702376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:24.712016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.712368 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Added segment fc455940-6866-4bc0-ae47-d78f426cbf9a of type vlan for network 3854c43c-ef75-498d-9b3c-af254ad50984 May 27 02:16:24.745780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.800284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5e7e669d29848129a9dedb521d24dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6176679 May 27 02:16:24.802439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.803438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:24.804132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:24.807569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44236) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:24.845773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35553725-ac77-423c-92f9-0d62b85e59c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d350401-8a5a-4c8c-a434-7c00f1763155,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:24.932867 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22608379-90bd-4c2c-97fc-9b75d298b174 req-cc531aad-29c4-4755-a9f1-cbd69d7cbdfd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784345 May 27 02:16:24.946612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.8 (65c79a06-e1cc-42f7-8642-4f643881f72c/cd0751ca-2b6f-43c2-9f11-c6bdbfb12757/cdb21059-a3ea-426f-9c88-6b86963b2044) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:24.960034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3915431 May 27 02:16:24.966485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44246) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:24.968388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ebc12-7e8c-4b0c-a693-3a2d8c03b183 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Network': ['ID=3854c43c-ef75-498d-9b3c-af254ad50984,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:24.979438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3854c43c-ef75-498d-9b3c-af254ad50984 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:24.980841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:25.003160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c09eee8-4989-4399-8ba9-d7c7955c3b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.041727 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c09eee8-4989-4399-8ba9-d7c7955c3b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.133077 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c09eee8-4989-4399-8ba9-d7c7955c3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.176768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-d3c24519-12e3-45d2-b565-b4fa6182f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.178455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-d3c24519-12e3-45d2-b565-b4fa6182f653 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 898 time: 0.5986300 May 27 02:16:25.183391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09eee8-4989-4399-8ba9-d7c7955c3b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d350401-8a5a-4c8c-a434-7c00f1763155,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:25.206253 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3c09eee8-4989-4399-8ba9-d7c7955c3b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.207426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3c09eee8-4989-4399-8ba9-d7c7955c3b46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d350401-8a5a-4c8c-a434-7c00f1763155 HTTP/1.1" status: 204 len: 168 time: 0.3865991 May 27 02:16:25.265240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc0a22a-7ae8-4e51-86c9-2e4440e5fdd8 None None] Network 65c79a06-e1cc-42f7-8642-4f643881f72c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:25.400944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] Provisioning for port 0a4d5af5-614f-4838-8782-764c4e8db717 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:25.427972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] Provisioning complete for port 0a4d5af5-614f-4838-8782-764c4e8db717 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:25.428618 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.527556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-f9072ac4-39d9-48bd-8c71-a13e552945e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 200 len: 217 time: 0.3424404 May 27 02:16:25.635606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44270) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:25.655044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.671656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:25.676805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2d21f4b7d2429d97c15df36a1645b3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:25.680211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:25.686307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:25.736950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-270433ab-a88a-4959-9423-0867a9c2f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.738328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-270433ab-a88a-4959-9423-0867a9c2f5c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b476bdb9-f681-4f6e-9212-24950dd80055 HTTP/1.1" status: 200 len: 834 time: 0.2004945 May 27 02:16:25.739890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.783441 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.789762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.801112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] Current status of the port 0a4d5af5-614f-4838-8782-764c4e8db717 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:25.801915 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.840789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.849721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] For port 0a4d5af5-614f-4838-8782-764c4e8db717, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0a4d5af5-614f-4838-8782-764c4e8db717,segment=NetworkSegment(9a21ec44-a513-4145-8a82-7e973feb8f1d),segment_id=9a21ec44-a513-4145-8a82-7e973feb8f1d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:25.856035 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.944685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc996c2f-8172-4307-b4d7-db29ffec12e5 None None] Pushing event updated for resources: {'Port': ['ID=0a4d5af5-614f-4838-8782-764c4e8db717,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:25.979217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event updated for resources: {'Network': ['ID=3854c43c-ef75-498d-9b3c-af254ad50984,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:25.981340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Network 3854c43c-ef75-498d-9b3c-af254ad50984 is not hosted by any dhcp agent {{(pid=88426) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:16:25.982276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:25.982886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:25.984163 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-27740474-9001-4286-9aff-19a8a19e65d4 tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "PUT /v2.0/networks/3854c43c-ef75-498d-9b3c-af254ad50984 HTTP/1.1" status: 200 len: 858 time: 1.0161774 May 27 02:16:25.990254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44284) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:26.107928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd72da1-9587-4f6c-ae80-814f33c95d60,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:26.124062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4f09f1ad-a249-4933-90a6-36cd7f4bbbb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e2d21f4b7d2429d97c15df36a1645b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873919 May 27 02:16:26.125792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0a4d5af5-614f-4838-8782-764c4e8db717 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:26.126679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44290) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:26.158696 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.177855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.183282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-081341b8-4a1c-4f06-8ce3-a6b653083c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.184902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-081341b8-4a1c-4f06-8ce3-a6b653083c30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4347620 May 27 02:16:26.240066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-19478b60-616a-4d36-8a92-25f6d2df3362 None None] Provisioning for port 9192c644-817f-480b-bf90-02faeb20ce67 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:26.255695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-19478b60-616a-4d36-8a92-25f6d2df3362 None None] Provisioning complete for port 9192c644-817f-480b-bf90-02faeb20ce67 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:26.256532 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19478b60-616a-4d36-8a92-25f6d2df3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.261842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-daf8216f-566e-41ad-bbcb-fa039c0d48d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.310536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-daf8216f-566e-41ad-bbcb-fa039c0d48d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.342151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 0a4d5af5-614f-4838-8782-764c4e8db717 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:26.342760 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.394175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e83995-9db4-4744-a5d3-6061bbf0d7f4 req-fea67101-88f6-42b9-8470-94d4e851cc9e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:26.398276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57e83995-9db4-4744-a5d3-6061bbf0d7f4 req-fea67101-88f6-42b9-8470-94d4e851cc9e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 943 time: 0.2666926 May 27 02:16:26.416353 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-19478b60-616a-4d36-8a92-25f6d2df3362 None None] Port 9192c644-817f-480b-bf90-02faeb20ce67 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:26.432914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-19478b60-616a-4d36-8a92-25f6d2df3362 None None] Provisioning complete for port 0a4d5af5-614f-4838-8782-764c4e8db717 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:26.433409 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19478b60-616a-4d36-8a92-25f6d2df3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.460154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-d0b4d5f3-1188-451e-9f56-f772071a6272 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627776 May 27 02:16:26.462514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57e83995-9db4-4744-a5d3-6061bbf0d7f4 req-7b03663e-e324-4e2c-849b-d1a8ca62382e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496953 May 27 02:16:26.463479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object cdb21059-a3ea-426f-9c88-6b86963b2044 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:26.494626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-daf8216f-566e-41ad-bbcb-fa039c0d48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.509491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8216f-566e-41ad-bbcb-fa039c0d48d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd72da1-9587-4f6c-ae80-814f33c95d60,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:26.520883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-daf8216f-566e-41ad-bbcb-fa039c0d48d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.522296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-daf8216f-566e-41ad-bbcb-fa039c0d48d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fd72da1-9587-4f6c-ae80-814f33c95d60 HTTP/1.1" status: 204 len: 168 time: 0.3936639 May 27 02:16:26.599546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 0a4d5af5-614f-4838-8782-764c4e8db717 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:26.703110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-19478b60-616a-4d36-8a92-25f6d2df3362 None None] Current status of the port 0a4d5af5-614f-4838-8782-764c4e8db717 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:26.742506 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.795001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3854c43c-ef75-498d-9b3c-af254ad50984']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:26.798096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f8a0b6d-95a5-4bf8-a3f6-258e5dee937c req-198c7195-5b95-4011-9ac9-2a74188b5abc service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287947 May 27 02:16:26.803980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.806629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc455940-6866-4bc0-ae47-d78f426cbf9a') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:26.806961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc455940-6866-4bc0-ae47-d78f426cbf9a') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:26.832056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fbda3cfd-a470-49a3-b9e2-22a870d17a90 None None] Provisioning complete for port 9192c644-817f-480b-bf90-02faeb20ce67 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:26.832056 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fbda3cfd-a470-49a3-b9e2-22a870d17a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.876053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.896373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fbda3cfd-a470-49a3-b9e2-22a870d17a90 None None] Port 9192c644-817f-480b-bf90-02faeb20ce67 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:26.902369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 65c79a06-e1cc-42f7-8642-4f643881f72c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:26.908266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:26.914128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:26.953730 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.983136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:26.983479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:26.998206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=cdb21059-a3ea-426f-9c88-6b86963b2044,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:27.055275 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fc455940-6866-4bc0-ae47-d78f426cbf9a resource provider aggregate not found May 27 02:16:27.083839 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment fc455940-6866-4bc0-ae47-d78f426cbf9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc455940-6866-4bc0-ae47-d78f426cbf9a found for delete ", "request_id": "req-7db749a3-2a82-40bd-a956-6a2286abbadd"}]} May 27 02:16:27.093222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:27.093835 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.135794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44326) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:27.136365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1e0920ae-b0c1-4469-bf5d-bbcfd4a84e62 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2730281 May 27 02:16:27.137265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.143598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:16:27.159849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3854c43c-ef75-498d-9b3c-af254ad50984 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 02:16:27.168401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.171073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] Pushing event deleted for resources: {'Network': ['ID=3854c43c-ef75-498d-9b3c-af254ad50984,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:27.177065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35573c87-f338-4f61-8e1e-b5fbaac0540a tempest-ExternalNetworksTestJSON-762811648 tempest-ExternalNetworksTestJSON-762811648-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3854c43c-ef75-498d-9b3c-af254ad50984 HTTP/1.1" status: 204 len: 168 time: 1.1852493 May 27 02:16:27.180361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44330) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:27.241480 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-80084c7d-0fc5-4fd1-ae47-cda79b943732 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] DELETE failed (client error): The resource could not be found. May 27 02:16:27.241934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80084c7d-0fc5-4fd1-ae47-cda79b943732 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:16:27.243673 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-80084c7d-0fc5-4fd1-ae47-cda79b943732 tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] 10.222.0.16 "DELETE /v2.0/subnets/485f26b4-56ce-446b-b72b-95e9c06e86d9 HTTP/1.1" status: 404 len: 337 time: 0.0624151 May 27 02:16:27.246217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44340) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:27.270994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e8434-b053-459a-8b45-59bd51117608 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:27.271987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-951e8434-b053-459a-8b45-59bd51117608 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:27.295451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-951e8434-b053-459a-8b45-59bd51117608 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:27.297390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-951e8434-b053-459a-8b45-59bd51117608 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1593440 May 27 02:16:27.300886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44344) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:27.355269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1c74124d-6941-459c-b5f0-cccba650c08b None None] Provisioning for port cdb21059-a3ea-426f-9c88-6b86963b2044 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:27.366947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1c74124d-6941-459c-b5f0-cccba650c08b None None] Provisioning complete for port cdb21059-a3ea-426f-9c88-6b86963b2044 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:27.367370 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c74124d-6941-459c-b5f0-cccba650c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.471399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port cdb21059-a3ea-426f-9c88-6b86963b2044 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:27.472196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.477625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:27.521114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:16:27.608352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.608596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1c74124d-6941-459c-b5f0-cccba650c08b None None] Port cdb21059-a3ea-426f-9c88-6b86963b2044 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:27.700003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:27.702976 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.732463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:27.789358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.790989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:27.803103 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.845813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fff2ff4-10ee-4a98-a71c-a4815f639a5b']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:27.923618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d28347-668e-41a2-8745-047c6ec328c8') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:27.924640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d28347-668e-41a2-8745-047c6ec328c8') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:27.940368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:27.949949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:27.986669 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.010589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:28.011046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.065191 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.102742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:16:28.127734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b374ff-1aad-4100-a7aa-1b00644a943f req-b2a308ad-cef4-4d81-89d6-c043f38bde89 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:28.129906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61b374ff-1aad-4100-a7aa-1b00644a943f req-b2a308ad-cef4-4d81-89d6-c043f38bde89 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 944 time: 0.2597630 May 27 02:16:28.130770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.134800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.186775 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] 10.222.0.16 "DELETE /v2.0/networks/8fff2ff4-10ee-4a98-a71c-a4815f639a5b HTTP/1.1" status: 204 len: 168 time: 0.9392617 May 27 02:16:28.197036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d127-0dc6-4acc-8e36-c077e0ce815b tempest-ExternalNetworksTestJSON-1004564054 tempest-ExternalNetworksTestJSON-1004564054-project] Pushing event deleted for resources: {'Network': ['ID=8fff2ff4-10ee-4a98-a71c-a4815f639a5b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:28.223304 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61b374ff-1aad-4100-a7aa-1b00644a943f req-53664d9b-60df-4b08-a433-4124149c3ea4 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768476 May 27 02:16:28.230573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for cdb21059-a3ea-426f-9c88-6b86963b2044 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:28.455258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.586052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44370) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:28.622985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=cdb21059-a3ea-426f-9c88-6b86963b2044,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:28.668911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44376) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:28.719240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.737580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c0c1b8ef-93a1-4911-a6f0-380b13630502 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/cdb21059-a3ea-426f-9c88-6b86963b2044 HTTP/1.1" status: 204 len: 168 time: 1.4336693 May 27 02:16:28.740989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44382) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:28.808214 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cb7a02-95d4-409a-89bf-e5342c3e2c1b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:16:28.808748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b8cb7a02-95d4-409a-89bf-e5342c3e2c1b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:28.855477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:28.875526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b8cb7a02-95d4-409a-89bf-e5342c3e2c1b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:28.876674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8cb7a02-95d4-409a-89bf-e5342c3e2c1b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/cdb21059-a3ea-426f-9c88-6b86963b2044 HTTP/1.1" status: 404 len: 333 time: 0.1347160 May 27 02:16:28.879978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44386) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:28.887477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:28.895654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Usage tracker for resource:security_group_rule and tenant:913d1f6136464b32b17851d88640515e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:28.899963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:28.914046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:28.925475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e9fff10-7851-4a4b-af0e-f23e4b5876cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b11ce2cc58284d8aa2bc5169ac789411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531784 May 27 02:16:28.926138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44390) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:28.994549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 9192c644-817f-480b-bf90-02faeb20ce67 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:28.994911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.007178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.012858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.060386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf6057e-2fab-4ad1-9f0e-e05152c09794,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.066813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-657473b1-5f39-4665-95e4-3fe61c460301 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=913d1f6136464b32b17851d88640515e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772487 May 27 02:16:29.071239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44398) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:29.120863 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c7d28347-668e-41a2-8745-047c6ec328c8 resource provider aggregate not found May 27 02:16:29.146324 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment c7d28347-668e-41a2-8745-047c6ec328c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7d28347-668e-41a2-8745-047c6ec328c8 found for delete ", "request_id": "req-8e707332-18f7-4966-bbe0-b9476071f169"}]} May 27 02:16:29.159258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-289b66f1-5579-4b1e-9b91-a689b9740801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.182539 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-922dda30-a0dd-4c2b-a596-322334d8a10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.188051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-289b66f1-5579-4b1e-9b91-a689b9740801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.215114 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-922dda30-a0dd-4c2b-a596-322334d8a10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.274291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-289b66f1-5579-4b1e-9b91-a689b9740801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.309598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-922dda30-a0dd-4c2b-a596-322334d8a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.327971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dda30-a0dd-4c2b-a596-322334d8a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf6057e-2fab-4ad1-9f0e-e05152c09794,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.346986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-922dda30-a0dd-4c2b-a596-322334d8a10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.348178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-922dda30-a0dd-4c2b-a596-322334d8a10c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bf6057e-2fab-4ad1-9f0e-e05152c09794 HTTP/1.1" status: 204 len: 168 time: 0.2745101 May 27 02:16:29.380489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-289b66f1-5579-4b1e-9b91-a689b9740801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.383074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-289b66f1-5579-4b1e-9b91-a689b9740801 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19d40e2e-798f-42a8-9298-47dac778ded2 HTTP/1.1" status: 204 len: 168 time: 0.4551611 May 27 02:16:29.400603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44414) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:29.428365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b66f1-5579-4b1e-9b91-a689b9740801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d40e2e-798f-42a8-9298-47dac778ded2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:29.561363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7152c42-d91f-4010-b119-e9ab5f86b182 req-341dd59e-7476-4584-8870-df438e4b75af tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:29.562890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a7152c42-d91f-4010-b119-e9ab5f86b182 req-341dd59e-7476-4584-8870-df438e4b75af tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 944 time: 0.1800110 May 27 02:16:29.564822 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:29.830006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 9192c644-817f-480b-bf90-02faeb20ce67 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:29.893572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a7152c42-d91f-4010-b119-e9ab5f86b182 req-76ce8930-a82b-4b8b-9919-5b13bd9bd784 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203049 May 27 02:16:29.917737 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4f8f4552-3954-4f8c-9d90-132a90195b72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5687cf6c66cd480b8c7f6de370d2f58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157447 May 27 02:16:29.925354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44430) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:29.949003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44442) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:30.017200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.052661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c3781202-88f7-4702-abba-b42315709784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c082114c0f543f5b0f4552df2bb55f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988522 May 27 02:16:30.052877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44448) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:30.067170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01145d41-2f07-4cc9-8416-94978ae26285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.085510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=9192c644-817f-480b-bf90-02faeb20ce67,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:30.131803 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01145d41-2f07-4cc9-8416-94978ae26285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.179053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48c83790-968e-457f-a2b2-3a1559fd9746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.201511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.214485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48c83790-968e-457f-a2b2-3a1559fd9746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.222738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44460) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:30.224194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c5e7a921-aa20-4272-8727-2a68588560a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/9192c644-817f-480b-bf90-02faeb20ce67 HTTP/1.1" status: 204 len: 168 time: 1.3428848 May 27 02:16:30.286479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01145d41-2f07-4cc9-8416-94978ae26285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.290958 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a23a08-61d4-4962-b105-bc5622757fb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:16:30.294848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-49a23a08-61d4-4962-b105-bc5622757fb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/9192c644-817f-480b-bf90-02faeb20ce67 HTTP/1.1" status: 404 len: 333 time: 0.0681288 May 27 02:16:30.295482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44466) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:30.320816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01145d41-2f07-4cc9-8416-94978ae26285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:30.342147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-01145d41-2f07-4cc9-8416-94978ae26285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.346395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-01145d41-2f07-4cc9-8416-94978ae26285 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bcf7bff-f555-4d39-a6b5-6ef2f6d09b82 HTTP/1.1" status: 204 len: 168 time: 0.4191735 May 27 02:16:30.372694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48c83790-968e-457f-a2b2-3a1559fd9746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.388537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet cd0751ca-2b6f-43c2-9f11-c6bdbfb12757 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:16:30.392966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-48c83790-968e-457f-a2b2-3a1559fd9746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.393885 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.394224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-48c83790-968e-457f-a2b2-3a1559fd9746 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf803e6f-35de-4cb1-b6bf-8cf578d39ffc HTTP/1.1" status: 204 len: 168 time: 0.3404171 May 27 02:16:30.395990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c83790-968e-457f-a2b2-3a1559fd9746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf803e6f-35de-4cb1-b6bf-8cf578d39ffc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:30.458382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.555323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.651638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.691459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0751ca-2b6f-43c2-9f11-c6bdbfb12757,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:30.695519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.701735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4aaf0032-5671-4d6e-8f00-bcfcfcf189ea tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/cd0751ca-2b6f-43c2-9f11-c6bdbfb12757 HTTP/1.1" status: 204 len: 168 time: 0.4054735 May 27 02:16:30.704447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44482) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:30.710171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce8ec1-c2d9-4902-9e67-1dac16b5e7e4 None None] Network 65c79a06-e1cc-42f7-8642-4f643881f72c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:30.836217 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:30.848089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 0a4d5af5-614f-4838-8782-764c4e8db717 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:30.848424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.045205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] DHCP port deletion for 65c79a06-e1cc-42f7-8642-4f643881f72c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:16:31.049811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Deleting port 0a4d5af5-614f-4838-8782-764c4e8db717 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:31.050389 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.133711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port 0a4d5af5-614f-4838-8782-764c4e8db717, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0a4d5af5-614f-4838-8782-764c4e8db717,segment=NetworkSegment(9a21ec44-a513-4145-8a82-7e973feb8f1d),segment_id=9a21ec44-a513-4145-8a82-7e973feb8f1d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:31.134320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.170015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:31.392681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 0a4d5af5-614f-4838-8782-764c4e8db717 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:31.398139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:31.411550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:31.412133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.472340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] For port 0a4d5af5-614f-4838-8782-764c4e8db717, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0a4d5af5-614f-4838-8782-764c4e8db717,segment=NetworkSegment(9a21ec44-a513-4145-8a82-7e973feb8f1d),segment_id=9a21ec44-a513-4145-8a82-7e973feb8f1d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:31.473576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.483000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f901a-908a-44ad-8425-8f34e288e567 req-3752d7ab-1aad-4757-bc2f-95f060652d90 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:31.485494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a56f901a-908a-44ad-8425-8f34e288e567 req-3752d7ab-1aad-4757-bc2f-95f060652d90 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 944 time: 0.4216690 May 27 02:16:31.553285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.615755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=0a4d5af5-614f-4838-8782-764c4e8db717,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:31.617937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Calling delete_port for 0a4d5af5-614f-4838-8782-764c4e8db717 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:31.631224 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a56f901a-908a-44ad-8425-8f34e288e567 req-bf7cc8d0-0a90-4e8a-bd5b-881f87e3c5fa tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293824 May 27 02:16:31.631635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No DVR routers for this DVR port 0a4d5af5-614f-4838-8782-764c4e8db717 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:16:31.772501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:31.773502 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.791339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.797207 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:16:31.797776 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:16:31.803758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:31.815999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:31.824999 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.828698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c79a06-e1cc-42f7-8642-4f643881f72c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:31.844674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a21ec44-a513-4145-8a82-7e973feb8f1d') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:31.845107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a21ec44-a513-4145-8a82-7e973feb8f1d') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:31.859542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.880096 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.882956 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb252f2c-ea23-4eee-abfe-966e7099badd'] response: {'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'code': 200} May 27 02:16:31.900098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:31.900611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:31.932603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:31.940985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.941461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.942517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.943034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.943518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.944018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.944771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.945398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.945900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.946235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.946568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:31.946932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:32.009057 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 9a21ec44-a513-4145-8a82-7e973feb8f1d resource provider aggregate not found May 27 02:16:32.039212 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 9a21ec44-a513-4145-8a82-7e973feb8f1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a21ec44-a513-4145-8a82-7e973feb8f1d found for delete ", "request_id": "req-9eaabb57-dd36-4b69-b21b-3ce519412a79"}]} May 27 02:16:32.063729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0a4d5af5-614f-4838-8782-764c4e8db717 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:32.088597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.103954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 0a4d5af5-614f-4838-8782-764c4e8db717 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:32.104352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0a4d5af5-614f-4838-8782-764c4e8db717 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:32.116452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.130429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=65c79a06-e1cc-42f7-8642-4f643881f72c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:32.147223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc1d58-6a8f-44ac-a205-cee46241d52e req-82aebe20-c863-450c-b66d-a8d2f830e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:32.148641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51cc1d58-6a8f-44ac-a205-cee46241d52e req-82aebe20-c863-450c-b66d-a8d2f830e533 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1097 time: 0.2235804 May 27 02:16:32.150429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0438172-2763-476d-8371-0aec09e96962 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/65c79a06-e1cc-42f7-8642-4f643881f72c HTTP/1.1" status: 204 len: 168 time: 1.4448895 May 27 02:16:32.154254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44546) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:32.161293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-656983730'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:32.185716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:32.193971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:32.198110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:32.210458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:32.223104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51cc1d58-6a8f-44ac-a205-cee46241d52e req-d2e44507-75fa-4ca2-b54b-c289594bdc13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655012 May 27 02:16:32.228933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:32.232357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.268574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:32.282236 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.282936 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment 7d52af0d-9def-4329-9cb0-e5b2eee45b8d of type vlan for network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf May 27 02:16:32.299276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Deleting port 0a4d5af5-614f-4838-8782-764c4e8db717 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:32.300447 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.311133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.345989 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.354146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:32.354890 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.380371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a2412bf3-0b9c-4d5d-8345-4a2a828e2925 None None] The port '0a4d5af5-614f-4838-8782-764c4e8db717' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:16:32.500405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=352235fd-c6c9-4f0c-a1ea-2082dbd82ecf,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:32.504977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b1db7812-05bf-4f3a-9488-4f2b06271f10 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3493621 May 27 02:16:32.507738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44572) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:32.513829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:32.515372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:32.716367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:32.720437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:32.724184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:32.730128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:32.742023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:32.745611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:32.921802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02de627-681f-4449-9d6a-39c9734c975f req-8f48f6e2-ea30-4cdd-87fc-3dbaea76834d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:32.926090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b02de627-681f-4449-9d6a-39c9734c975f req-8f48f6e2-ea30-4cdd-87fc-3dbaea76834d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 945 time: 0.1238019 May 27 02:16:32.979770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b02de627-681f-4449-9d6a-39c9734c975f req-ee9a05cb-c47b-4af6-a382-06239e1e8146 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 May 27 02:16:33.010547 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.113334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.192525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=4365d5b7-992e-4fc8-b282-fdc54854baba,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:33.202916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': '7d52af0d-9def-4329-9cb0-e5b2eee45b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:33.203280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:33.226347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:33.240208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:33.244964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:33.245884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.257399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44638) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.272778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e7d7abf7-7242-48fd-bce5-ed5876cb6a01 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7638195 May 27 02:16:33.275414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44644) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.276662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9d076-313f-408d-bec0-fcf0cb3c2bec None None] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:33.280903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf', 'name': 'tempest-PortsTestJSON-52793109', 'fixed_ips': [{'subnet_id': '4365d5b7-992e-4fc8-b282-fdc54854baba', 'ip_address': '172.20.0.10'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:33.390228 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.457448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:33.473271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:33.477256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:33.480640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.486521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:33.501609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:33.618956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-352235fd-c6c9-4f0c-a1ea-2082dbd82ecf', 'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf', 'tenant_id': 'c9b9dba8649f43f7a54356b4506b2dd7', 'fixed_ips': [{'subnet_id': '4365d5b7-992e-4fc8-b282-fdc54854baba'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:33.620662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.663267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.700832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:33.711764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Usage tracker for resource:security_group_rule and tenant:431dd717ad2d44a3950e37d0e159adc4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:33.717186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:33.722507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.730383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-19a691e6-f982-47df-92a7-7b126b236270 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:33.736279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:33.757433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 8a481cb5-d287-4567-853f-9af35962f030 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:33.777365 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-19a691e6-f982-47df-92a7-7b126b236270 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "PUT /v2.0/quotas/cb41df859b24446e9495c6aeae1fe754 HTTP/1.1" status: 200 len: 366 time: 0.2950892 May 27 02:16:33.780047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44662) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.795915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-39afa594-8ce1-49a8-a45c-11af79ab76e9 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0147221 May 27 02:16:33.797013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44666) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.827010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Allocated IP 172.20.0.2 (352235fd-c6c9-4f0c-a1ea-2082dbd82ecf/4365d5b7-992e-4fc8-b282-fdc54854baba/cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:33.830744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b62ef3e6-5f52-4d51-9f99-2d23439cd92e tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "GET /v2.0/quotas/cb41df859b24446e9495c6aeae1fe754 HTTP/1.1" status: 200 len: 366 time: 0.0242031 May 27 02:16:33.831220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44670) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.857318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c8c0d973-cfe2-4f6e-b5aa-3a82f80228ad tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/cb41df859b24446e9495c6aeae1fe754 HTTP/1.1" status: 204 len: 168 time: 0.0248005 May 27 02:16:33.859635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44674) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.873967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-08a08a99-f279-435f-8e4d-eeba95a0f2b9 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0115602 May 27 02:16:33.876386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44678) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.887439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6b0a7168-de4e-42ab-aa08-62ce63317032 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "GET /v2.0/quotas/cb41df859b24446e9495c6aeae1fe754 HTTP/1.1" status: 200 len: 370 time: 0.0098524 May 27 02:16:33.889716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44682) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.895714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-220b4d94-e7ed-41a9-89c6-d5123624ed15 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "GET /v2.0/quotas/cb41df859b24446e9495c6aeae1fe754/default HTTP/1.1" status: 200 len: 370 time: 0.0049152 May 27 02:16:33.897857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44686) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:33.909328 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-c46182a1-4369-4f59-b0e9-ea03155b66b0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] delete failed (client error): The resource could not be found. May 27 02:16:33.910422 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c46182a1-4369-4f59-b0e9-ea03155b66b0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/cb41df859b24446e9495c6aeae1fe754 HTTP/1.1" status: 404 len: 348 time: 0.0114472 May 27 02:16:33.973513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:33.981745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.042411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44698) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:34.042659 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=431dd717ad2d44a3950e37d0e159adc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832065 May 27 02:16:34.044670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22041d-45f9-4c35-9718-b21f3dea194e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a60851-a9f2-47e3-a810-9c55a4217737,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:34.125995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9285d217-179e-4ff8-8d46-fda66422736b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.132383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.150603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Transition to ACTIVE for port object cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:34.174094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Transition to ACTIVE for port object cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:34.184296 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.199471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9285d217-179e-4ff8-8d46-fda66422736b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.225270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44702) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:34.262531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:34.270290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:network and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.270503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:34.274412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.278994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.10 (352235fd-c6c9-4f0c-a1ea-2082dbd82ecf/4365d5b7-992e-4fc8-b282-fdc54854baba/8a481cb5-d287-4567-853f-9af35962f030) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:34.279524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:34.283841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:subnet and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.290950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.296401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:subnetpool and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.296986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015dbe-c4eb-41d2-905c-644e09dda19d req-2d9c3652-d7a1-47cb-b29e-95843bae45ee tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:34.298628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d015dbe-c4eb-41d2-905c-644e09dda19d req-2d9c3652-d7a1-47cb-b29e-95843bae45ee tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 945 time: 0.1674633 May 27 02:16:34.302868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.313743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:port and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.319258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.321649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9285d217-179e-4ff8-8d46-fda66422736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.344256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285d217-179e-4ff8-8d46-fda66422736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a60851-a9f2-47e3-a810-9c55a4217737,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:34.349351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9285d217-179e-4ff8-8d46-fda66422736b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.353318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9285d217-179e-4ff8-8d46-fda66422736b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2a60851-a9f2-47e3-a810-9c55a4217737 HTTP/1.1" status: 204 len: 168 time: 0.3097262 May 27 02:16:34.355385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:router and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.359726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.367562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:floatingip and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.371968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.414916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d015dbe-c4eb-41d2-905c-644e09dda19d req-f677d3d2-bb55-48d6-bdb6-12ae755a317b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000738 May 27 02:16:34.415226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:security_group and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.416408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.424960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Usage tracker for resource:security_group_rule and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.442159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.449706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc3d8e8e-5232-48a9-bb39-687c4e4e52a0 tempest-QuotasTest-2122198301 tempest-QuotasTest-2122198301-project-admin] 10.222.0.16 "GET /v2.0/quotas/ee6b21fc36484c25b1810d871d0581c5/details.json HTTP/1.1" status: 200 len: 703 time: 0.2215011 May 27 02:16:34.507652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Pushing event updated for resources: {'Port': ['ID=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:34.516548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Attempting to bind port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:34.516909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Attempting to bind port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7d52af0d-9def-4329-9cb0-e5b2eee45b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:34.517259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Attempting to bind port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 on network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:34.522792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:34.523162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Checking segment: {'id': '7d52af0d-9def-4329-9cb0-e5b2eee45b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:34.523556 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.523940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Bound using segment: {'id': '7d52af0d-9def-4329-9cb0-e5b2eee45b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:34.524395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Bound port: cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d52af0d-9def-4329-9cb0-e5b2eee45b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:34.524759 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.566470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44712) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:34.575020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'network': {'name': 'tempest-network-smoke--1941168601', 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'port_security_enabled': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:34.589141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:34.601889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:network and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.611890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.622704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:34.632786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] For port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:34.636311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] For port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,segment=NetworkSegment(7d52af0d-9def-4329-9cb0-e5b2eee45b8d),segment_id=7d52af0d-9def-4329-9cb0-e5b2eee45b8d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:34.639641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Made reservation on behalf of 69f37c384d284138a231fc7c77d00e8e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:34.642484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.646666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.701690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.737342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc2d02-dcd9-4947-9059-8e9776e8ab56 None None] Pushing event updated for resources: {'Port': ['ID=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:34.772467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:34.778353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:security_group_rule and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:34.781665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:34.788413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:34.932584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44720) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:34.954481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.963758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.968062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:34.999722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c58346-881d-44fc-95b1-44011f3a9a74 req-2b75db5a-da3d-460d-ad53-3b14585ac6a5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.015840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94c58346-881d-44fc-95b1-44011f3a9a74 req-2b75db5a-da3d-460d-ad53-3b14585ac6a5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 945 time: 0.3649814 May 27 02:16:35.017517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:35.042854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf72041-8407-4d01-b4d4-6afe3b386a4a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:35.047490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object 8a481cb5-d287-4567-853f-9af35962f030 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:35.064708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.065139 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Added segment 355419e0-3881-4d42-9c86-c9466d0a5921 of type vlan for network d8261e42-9c2a-413e-b130-f69f0fae3fb1 May 27 02:16:35.091336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94c58346-881d-44fc-95b1-44011f3a9a74 req-dcb2e30b-9957-4cca-b4dd-32f8bcec3907 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742972 May 27 02:16:35.109771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44726) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:35.128333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.172348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.181435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44730) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:35.210756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.226677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:35.230155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:35.238071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:35.247316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.256556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Usage tracker for resource:security_group_rule and tenant:576d025ad90a41b4bdd874fb34299732 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.262165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.271267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.277712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=8a481cb5-d287-4567-853f-9af35962f030,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:35.282664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.288826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.289443 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.326661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.327361 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.360883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1a845b39-8e1d-4782-ac15-5f40d402996d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0843370 May 27 02:16:35.363277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44734) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:35.369139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': '352235fd-c6c9-4f0c-a1ea-2082dbd82ecf', 'name': 'tempest-PortsTestJSON-39630168', 'fixed_ips': [{'subnet_id': '4365d5b7-992e-4fc8-b282-fdc54854baba', 'ip_address': '172.20.0.9'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:35.455280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.487793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.496822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Usage tracker for resource:security_group_rule and tenant:b1db3788e5a042f5a6d918f4ca79e65d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.501655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.512376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.552406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Network': ['ID=d8261e42-9c2a-413e-b130-f69f0fae3fb1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:35.561293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6b09d3b1-f332-4188-8512-fd0429c65fbf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9912992 May 27 02:16:35.562493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44738) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:35.568202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383910a9-52c8-43b4-851a-d253b12f378c tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:35.569942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-383910a9-52c8-43b4-851a-d253b12f378c tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1092 time: 0.4573491 May 27 02:16:35.570506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:35.576126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44742) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:35.577039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'admin_state_up': True, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:35.583255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:35.587190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.596034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:router and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.599836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.600449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.603161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:35.610959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.611625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:floatingip and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.616842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:35.623833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.628298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:35.638181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.644094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:35.649878 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.651319 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.673857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:35.678953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.679838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.689770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.692303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.718162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port c3ae66db-7f63-4a13-ad7e-e2349d5f2335 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:35.757247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.826776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.828690 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccb4973c-207c-4d53-997a-bf65a525ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.878213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:35.883387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=576d025ad90a41b4bdd874fb34299732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998718 May 27 02:16:35.889935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44746) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:35.894425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4fb77-a245-4656-8e72-8ff13903fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad2ade-9471-408e-89a8-ba1602accf07,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.045599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.053370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1db3788e5a042f5a6d918f4ca79e65d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1187682 May 27 02:16:36.056029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44750) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:36.064746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bfee1-c366-4f7e-a7f1-f8f9c6788844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb62523b-927e-4bfa-9f40-51a2c3fc99a8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.102354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c212c11-910b-4c5e-89ec-a93d624200fb None None] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:36.177151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:36.181526 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609bc72f-c529-447b-814c-453c70c3ced0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.184313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.9 (352235fd-c6c9-4f0c-a1ea-2082dbd82ecf/4365d5b7-992e-4fc8-b282-fdc54854baba/c3ae66db-7f63-4a13-ad7e-e2349d5f2335) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:36.214669 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.241129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609bc72f-c529-447b-814c-453c70c3ced0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.247798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.271882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ac4b31f3-9f27-419b-95cc-e917a9cdb33e None None] Provisioning for port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:36.299243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.355144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:36.369889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:36.370269 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.409548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609bc72f-c529-447b-814c-453c70c3ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.472416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.487007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.490046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bc72f-c529-447b-814c-453c70c3ced0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad2ade-9471-408e-89a8-ba1602accf07,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.515562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb62523b-927e-4bfa-9f40-51a2c3fc99a8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.525557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.568613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.568854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.569198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.569778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.570516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.570516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.570946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.571060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.571363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.571684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.571992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.572538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:36.586729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.25.3.117 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ed1082fc-8a7a-46e2-9f49-7fa7bbe2a81d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:36.599554 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.603037 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fac5a8cb-fea2-4914-b342-9ef4935372a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb62523b-927e-4bfa-9f40-51a2c3fc99a8 HTTP/1.1" status: 204 len: 168 time: 0.5432949 May 27 02:16:36.619072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:36.619615 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.622244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-609bc72f-c529-447b-814c-453c70c3ced0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.623384 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-609bc72f-c529-447b-814c-453c70c3ced0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cad2ade-9471-408e-89a8-ba1602accf07 HTTP/1.1" status: 204 len: 168 time: 0.7229087 May 27 02:16:36.688331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,segment=NetworkSegment(7d52af0d-9def-4329-9cb0-e5b2eee45b8d),segment_id=7d52af0d-9def-4329-9cb0-e5b2eee45b8d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:36.701629 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.763666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.822802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object c3ae66db-7f63-4a13-ad7e-e2349d5f2335 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:36.835793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:36.872110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.903210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:36.968633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:36.977581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:36.983585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:37.036758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b2637e78-f5db-4c58-8224-cc6ec0005677 None None] Provisioning complete for port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:37.037091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b2637e78-f5db-4c58-8224-cc6ec0005677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.102629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=c3ae66db-7f63-4a13-ad7e-e2349d5f2335,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:37.114682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.115502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.122659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.171669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44768) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:37.218204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Allocated IP 172.25.3.149 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/d47b6036-6253-4e71-898f-b4bad3871656) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:37.228841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:37.234180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1b27a1b7-c8c5-42e3-9d82-f397f28c36d4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8697028 May 27 02:16:37.237900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:37.239573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:37.239746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b2637e78-f5db-4c58-8224-cc6ec0005677 None None] Current status of the port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:37.242125 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.259501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b2637e78-f5db-4c58-8224-cc6ec0005677 None None] Provisioning for port 8a481cb5-d287-4567-853f-9af35962f030 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:37.266403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:37.273021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b2637e78-f5db-4c58-8224-cc6ec0005677 None None] Provisioning complete for port 8a481cb5-d287-4567-853f-9af35962f030 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:37.274531 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b2637e78-f5db-4c58-8224-cc6ec0005677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.350091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b2637e78-f5db-4c58-8224-cc6ec0005677 None None] Port 8a481cb5-d287-4567-853f-9af35962f030 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:37.476216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5933024f-a6f6-4d9d-876a-1b4f44d22fd8 None None] Provisioning complete for port 8a481cb5-d287-4567-853f-9af35962f030 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:37.476872 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5933024f-a6f6-4d9d-876a-1b4f44d22fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.484384 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.522702 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.614580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5933024f-a6f6-4d9d-876a-1b4f44d22fd8 None None] Port 8a481cb5-d287-4567-853f-9af35962f030 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:37.629887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:37.633356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=d47b6036-6253-4e71-898f-b4bad3871656,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:37.636948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:37.639033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:37.718886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:37.736053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-272f2202-d3e8-4d5c-8b4e-c327ff2943c7 None None] Provisioning for port c3ae66db-7f63-4a13-ad7e-e2349d5f2335 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:37.744609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6b21fc36484c25b1810d871d0581c5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:37.745415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-272f2202-d3e8-4d5c-8b4e-c327ff2943c7 None None] Provisioning complete for port c3ae66db-7f63-4a13-ad7e-e2349d5f2335 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:37.745919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-272f2202-d3e8-4d5c-8b4e-c327ff2943c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.747265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=ed1082fc-8a7a-46e2-9f49-7fa7bbe2a81d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:37.749735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:37.766365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:37.823918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-272f2202-d3e8-4d5c-8b4e-c327ff2943c7 None None] Port c3ae66db-7f63-4a13-ad7e-e2349d5f2335 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:37.830428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-8ed9d6d6-91b7-4303-83ed-f12b405cb11a req-37601fa3-9af5-4ebe-a886-81df9722a20e tempest-MultipleCreateTestJSON-168792856 tempest-MultipleCreateTestJSON-168792856-project] (88425) timed out ('10.222.0.47', 60060) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:16:37.961248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e9fc-c1c0-4231-85a7-bec57d5e40b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:37.987855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b1559-6e8e-48a0-a34a-339b872715a1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:37.988591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d50b1559-6e8e-48a0-a34a-339b872715a1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:38.046006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d50b1559-6e8e-48a0-a34a-339b872715a1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:38.050134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d50b1559-6e8e-48a0-a34a-339b872715a1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.7892778 May 27 02:16:38.051902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44796) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:38.088665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:38.113338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.161221 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.173773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:38.174663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.180228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.280241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbbf122-256f-41a6-ba99-6d83615c54e7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:38.292316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c5893351-11d4-458a-bd93-dc527c26b2b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee6b21fc36484c25b1810d871d0581c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173604 May 27 02:16:38.295299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:38.332994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.351463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4b213-5548-4d23-867e-89949f6b6e6a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:38.357707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4b213-5548-4d23-867e-89949f6b6e6a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:38.365754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4b213-5548-4d23-867e-89949f6b6e6a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:38.366097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:38.366691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-10a4b213-5548-4d23-867e-89949f6b6e6a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:38.372440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.430958 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ec7045f-165f-4887-a987-bf1f179fac29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.450578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-10a4b213-5548-4d23-867e-89949f6b6e6a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:38.454309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-10a4b213-5548-4d23-867e-89949f6b6e6a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.3990200 May 27 02:16:38.456009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44816) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:38.589405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ec7045f-165f-4887-a987-bf1f179fac29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.620026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port c3ae66db-7f63-4a13-ad7e-e2349d5f2335 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:38.620411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.786749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.810368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.812071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ec7045f-165f-4887-a987-bf1f179fac29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.846116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.995780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ec7045f-165f-4887-a987-bf1f179fac29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:38.996909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8ec7045f-165f-4887-a987-bf1f179fac29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bbbf122-256f-41a6-ba99-6d83615c54e7 HTTP/1.1" status: 204 len: 168 time: 0.7006364 May 27 02:16:38.998022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7045f-165f-4887-a987-bf1f179fac29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbbf122-256f-41a6-ba99-6d83615c54e7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:39.001401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=ed1082fc-8a7a-46e2-9f49-7fa7bbe2a81d,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:39.058461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router 0cfc20aa-e2a4-49ff-86e2-2601afda519f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:16:39.102261 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.199374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.258950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:39.272472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Sync routers for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:39.289469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:39.290574 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.290992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:39.292277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1f2db656-ce0a-48e6-b0dd-0b3af42812f1 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7272923 May 27 02:16:39.296725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44874) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:39.452600 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.544726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:39.557952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-d9b804b3-bc18-4732-8193-aa804970d6a5 req-b67f155a-aa7b-4fcb-9f72-4737b9173d4a tempest-ServersTestJSON-1123120530 tempest-ServersTestJSON-1123120530-project] (88426) timed out ('10.222.0.47', 60082) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:16:39.578746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for c3ae66db-7f63-4a13-ad7e-e2349d5f2335 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:39.607001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:39.733199 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Floating IP f037729a-a0cf-42f8-9c00-f446fc133f15 associated. External IP: 172.25.3.117, port: d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd. May 27 02:16:39.738239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fd8c5b12-2806-4fed-b30c-b74c1034891d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=69f37c384d284138a231fc7c77d00e8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4367864 May 27 02:16:39.738763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44900) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:39.967075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ed7e1-f039-481e-9444-ca490111e851 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:39.970519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-948ed7e1-f039-481e-9444-ca490111e851 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2304182 May 27 02:16:39.973072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44914) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:40.028676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-06f6c432-fdc3-406c-af19-7a284e45c8a8 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542586 May 27 02:16:40.031649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44920) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:40.041597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716644493', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:40.096785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:38Z', 'revision_number': 3, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:40.101237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Checking router: 0cfc20aa-e2a4-49ff-86e2-2601afda519f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:40.101581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Updating router 0cfc20aa-e2a4-49ff-86e2-2601afda519f port d47b6036-6253-4e71-898f-b4bad3871656 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:16:40.132949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.280706 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.294913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=c3ae66db-7f63-4a13-ad7e-e2349d5f2335,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:40.377850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router 7baaf20b-6b7e-4133-8652-0ded35f882b7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:16:40.396805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:40.401422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:subnet and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:40.406891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:40.414639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:40.431195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Made reservation on behalf of 69f37c384d284138a231fc7c77d00e8e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:40.435809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.518330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44944) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:40.532251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.601274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44950) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:40.602001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4afe2846-4621-43cd-8318-325755d2a378 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/c3ae66db-7f63-4a13-ad7e-e2349d5f2335 HTTP/1.1" status: 204 len: 168 time: 2.0984607 May 27 02:16:40.706368 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1680d16-5ddb-4002-8830-f918d30bf4be tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:16:40.710704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b1680d16-5ddb-4002-8830-f918d30bf4be tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/c3ae66db-7f63-4a13-ad7e-e2349d5f2335 HTTP/1.1" status: 404 len: 333 time: 0.0993481 May 27 02:16:40.710704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 44956) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:40.765755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:40.777108 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] Sync routers for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:40.794233 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:40.795241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:40.812393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1a1c01a6-cac9-44c2-a7c6-46ee26a82025 tempest-AgentManagementNegativeTest-455968540 tempest-AgentManagementNegativeTest-455968540-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2913930 May 27 02:16:40.828085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.898669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 8a481cb5-d287-4567-853f-9af35962f030 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:40.909537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:40.923299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-71d45b69-6203-4f27-82b6-137668b134bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3459935 May 27 02:16:40.924613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:16:40.929908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:41.008321 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.026337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Transition to ACTIVE for port object d47b6036-6253-4e71-898f-b4bad3871656 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:41.046523 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.050117 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f1b55e-c676-4410-978b-b563a6492cae'] response: {'name': 'network-changed', 'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'status': 'completed', 'code': 200} May 27 02:16:41.119167 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.130588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Attempting to bind port d47b6036-6253-4e71-898f-b4bad3871656 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:41.131905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Attempting to bind port d47b6036-6253-4e71-898f-b4bad3871656 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:41.132620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Attempting to bind port d47b6036-6253-4e71-898f-b4bad3871656 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:41.141839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:41.142736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:41.143361 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.143958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:41.144673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Bound port: d47b6036-6253-4e71-898f-b4bad3871656, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:41.145266 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.194598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ce9e2-9350-4f4b-acef-6acd5f9677f3 None None] Pushing event updated for resources: {'Port': ['ID=d47b6036-6253-4e71-898f-b4bad3871656,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:41.195596 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:16:41.234529 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:41.263230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-28a79faa-a349-4d69-bf42-5ca5045c82c9 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/f037729a-a0cf-42f8-9c00-f446fc133f15 HTTP/1.1" status: 200 len: 991 time: 0.3321033 May 27 02:16:41.277703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-bc27e69e-1c7c-4d3f-a912-fdbc29a0b993 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2233179 May 27 02:16:41.307462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] For port d47b6036-6253-4e71-898f-b4bad3871656, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:41.325797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] For port d47b6036-6253-4e71-898f-b4bad3871656, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d47b6036-6253-4e71-898f-b4bad3871656,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:41.335621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.338316 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.349028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 44996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:41.511778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:41.512415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:41.519642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-b1bd893f-a1dd-4020-8b4d-1f233c241de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:41.521099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-b1bd893f-a1dd-4020-8b4d-1f233c241de8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72cc15af36d64ae8a216d2a9420afc73&device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 1098 time: 0.1207092 May 27 02:16:41.589920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 8a481cb5-d287-4567-853f-9af35962f030 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:41.804132 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:16:08Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:38Z', 'revision_number': 0, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:41.809930 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] Checking router: 7baaf20b-6b7e-4133-8652-0ded35f882b7 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:41.820388 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:41.821276 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:41.845636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:41.942206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:41.963375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:41.967274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e7f1e75a894ba8b34eb8d6adfe8c49 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:41.970149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:41.976796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:42.049029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-212cef0d-696a-4608-a417-0282246194ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:42.050541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-212cef0d-696a-4608-a417-0282246194ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=53d98a6b-b987-4d5d-9014-186eeeb765bb HTTP/1.1" status: 200 len: 910 time: 0.4916472 May 27 02:16:42.056457 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:42.085223 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.196520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-2509c6d9-a8bb-44ce-9772-28ff9ced82bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab42e48-7aa7-43de-903b-092460398b2d HTTP/1.1" status: 200 len: 1002 time: 0.1389248 May 27 02:16:42.202937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ce9e2-9350-4f4b-acef-6acd5f9677f3 None None] Pushing event updated for resources: {'Port': ['ID=d47b6036-6253-4e71-898f-b4bad3871656,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:42.239804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:38Z', 'revision_number': 3, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:42.245984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0319d-3f12-4127-956d-e375b7dfa9dc None None] The sync data for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 is: [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:38Z', 'revision_number': 3, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:42.286949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45036) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:42.297703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.311085 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.352087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=8a481cb5-d287-4567-853f-9af35962f030,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:42.442042 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.513979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-e500d978-c489-4a95-8521-b8ce4496b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:42.518654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-e500d978-c489-4a95-8521-b8ce4496b2e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1097 time: 1.4660027 May 27 02:16:42.529594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Subnet': ['ID=3752f35a-282e-4466-afd8-5353129527fb,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:42.532094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-bac2456e-feab-4987-9527-8831e95d3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:42.548579 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-bac2456e-feab-4987-9527-8831e95d3dbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=177bb8d5-03d7-41be-89e9-32c8e98d968e HTTP/1.1" status: 200 len: 848 time: 0.3253438 May 27 02:16:42.565552 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9e7f1e75a894ba8b34eb8d6adfe8c49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2151339 May 27 02:16:42.570617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.574554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45050) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:42.574683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9afefad3-8b76-42e6-9c8f-bc5ff765b3ad tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/f037729a-a0cf-42f8-9c00-f446fc133f15 HTTP/1.1" status: 200 len: 991 time: 0.2829936 May 27 02:16:42.658276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Checking segment: {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:42.667412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc56acf-a23b-4153-aa1e-e0f2b7c32c61,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:42.674245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network hostable DHCP agents. Network: d8261e42-9c2a-413e-b130-f69f0fae3fb1, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:42.682843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.682843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.683154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.690210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.690210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.690210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.691820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.691820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.694447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.694447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.694447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.694447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efec86-3dbf-43af-9b70-294793f16e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:16:42.749032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-540bf487-70af-4bcf-90c1-da923b06a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:42.750778 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-540bf487-70af-4bcf-90c1-da923b06a658 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53d98a6b-b987-4d5d-9014-186eeeb765bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747816 May 27 02:16:42.764978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-65195e3c-d3ca-4840-8210-3ee065dc7346 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/8a481cb5-d287-4567-853f-9af35962f030 HTTP/1.1" status: 204 len: 168 time: 2.0532629 May 27 02:16:42.770340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45054) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:42.854765 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26cfea4-0236-44e3-8f31-bb9f4e1c69fa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:16:42.855626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c26cfea4-0236-44e3-8f31-bb9f4e1c69fa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:42.866810 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:16:08Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:38Z', 'revision_number': 0, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:42.873796 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537bd55-a7d7-468d-8a7c-311c8e948405 None None] The sync data for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 is: [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:16:08Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:38Z', 'revision_number': 0, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:42.876155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:42.923283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d8261e42-9c2a-413e-b130-f69f0fae3fb1) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:42.932150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82c16c5a-8948-4902-b2f1-c5092cbfb4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.933117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef6353-b320-4e66-b275-1c8a4ab2a5b6 None None] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:42.943509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:42.944041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:42.962502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45060) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:42.998529 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-13e59bbe-ca08-435e-b735-18cc6fd41838 service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380383 May 27 02:16:43.004093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82c16c5a-8948-4902-b2f1-c5092cbfb4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.065084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c26cfea4-0236-44e3-8f31-bb9f4e1c69fa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:43.066419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c26cfea4-0236-44e3-8f31-bb9f4e1c69fa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/8a481cb5-d287-4567-853f-9af35962f030 HTTP/1.1" status: 404 len: 333 time: 0.2931173 May 27 02:16:43.069032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-140ca2c7-71be-4954-909b-13c971ca0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:43.070809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-140ca2c7-71be-4954-909b-13c971ca0f4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 898 time: 0.5443413 May 27 02:16:43.071608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45066) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:43.076365 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6975e3eb-2f88-4fb2-9d3b-ae4b73a1e28b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0420074 May 27 02:16:43.081550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45068) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:43.082324 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82c16c5a-8948-4902-b2f1-c5092cbfb4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.194021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.275409 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-defe2de3-ef84-45a2-88ee-a560285697b6 req-e97a8ea8-03df-4960-bdc0-da83c7a24ec7 service neutron] 10.222.0.47 "GET /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707953 May 27 02:16:43.286116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:43.291904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Usage tracker for resource:security_group_rule and tenant:052cec4e94384a6387884483227d0f75 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:43.296840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:43.306442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:43.373069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386f5e0-70a9-4b3e-9cee-34802fb9c5ee None None] New status for floating IP f037729a-a0cf-42f8-9c00-f446fc133f15: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:16:43.449935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.455531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.511897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=052cec4e94384a6387884483227d0f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482194 May 27 02:16:43.515253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:43.577625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45078) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:43.579750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c16c5a-8948-4902-b2f1-c5092cbfb4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc56acf-a23b-4153-aa1e-e0f2b7c32c61,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:43.603228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-d8261e42-9c2a-413e-b130-f69f0fae3fb1', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:43.604089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82c16c5a-8948-4902-b2f1-c5092cbfb4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.604748 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.605267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-82c16c5a-8948-4902-b2f1-c5092cbfb4f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cc56acf-a23b-4153-aa1e-e0f2b7c32c61 HTTP/1.1" status: 204 len: 168 time: 1.0227330 May 27 02:16:43.700589 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 4365d5b7-992e-4fc8-b282-fdc54854baba {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:16:43.714014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfb594-21bf-47df-9133-71598376e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be02a53-cf1f-47b1-a252-6e1448fa2667,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:43.765298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.780306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2149ae3-91c1-4b02-909f-ff4d43636f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.786543 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0b2dfa6a-5cc6-43fa-8485-65b6de875df4 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/f037729a-a0cf-42f8-9c00-f446fc133f15 HTTP/1.1" status: 200 len: 991 time: 0.2035062 May 27 02:16:43.809472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-0b6b2c07-11cf-4a85-a434-52a1d2a205ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 200 len: 999 time: 0.7296267 May 27 02:16:43.828552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2149ae3-91c1-4b02-909f-ff4d43636f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.902499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2149ae3-91c1-4b02-909f-ff4d43636f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.906235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-9fba6890-a1b7-408a-a206-2a0540b962e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:43.907710 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-9fba6890-a1b7-408a-a206-2a0540b962e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b476bdb9-f681-4f6e-9212-24950dd80055 HTTP/1.1" status: 200 len: 834 time: 0.0823362 May 27 02:16:43.916012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.928810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2149ae3-91c1-4b02-909f-ff4d43636f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be02a53-cf1f-47b1-a252-6e1448fa2667,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:43.940548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2149ae3-91c1-4b02-909f-ff4d43636f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:43.942450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2149ae3-91c1-4b02-909f-ff4d43636f10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2be02a53-cf1f-47b1-a252-6e1448fa2667 HTTP/1.1" status: 204 len: 168 time: 0.4259317 May 27 02:16:44.029764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Allocated IP 172.20.0.2 (d8261e42-9c2a-413e-b130-f69f0fae3fb1/3752f35a-282e-4466-afd8-5353129527fb/91453e3c-1241-4a83-9a83-792e665eb07f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:44.171250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d47b6036-6253-4e71-898f-b4bad3871656 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:44.327151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.347984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d47b6036-6253-4e71-898f-b4bad3871656 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:44.356524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d47b6036-6253-4e71-898f-b4bad3871656 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:44.357085 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.359765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-f7f37adf-c5dd-48df-be2d-1d2ffeb5c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:44.361254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-f7f37adf-c5dd-48df-be2d-1d2ffeb5c7b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3976810 May 27 02:16:44.442354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.488603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Transition to ACTIVE for port object 91453e3c-1241-4a83-9a83-792e665eb07f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:44.541473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Transition to ACTIVE for port object 91453e3c-1241-4a83-9a83-792e665eb07f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:44.552291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d47b6036-6253-4e71-898f-b4bad3871656 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:44.554090 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.575119 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.610066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port d47b6036-6253-4e71-898f-b4bad3871656, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d47b6036-6253-4e71-898f-b4bad3871656,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:44.642592 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.678883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:44.690017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:44.690017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.707858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:44.768722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=4365d5b7-992e-4fc8-b282-fdc54854baba,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:44.774695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:44.779214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-4b38ac2a-05bc-4ab2-bf49-83860a9c6f41 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546593 May 27 02:16:44.789276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45110) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:44.814412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83f471-eca6-4050-9fdc-d9cf6aa3b064 None None] Network 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:44.894400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-de4fd968-a046-46da-a4bb-dcb9df69b9b2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/4365d5b7-992e-4fc8-b282-fdc54854baba HTTP/1.1" status: 204 len: 168 time: 1.8159235 May 27 02:16:44.904317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45116) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:44.964819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Pushing event updated for resources: {'Port': ['ID=91453e3c-1241-4a83-9a83-792e665eb07f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:45.012480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-51cc9dc0-ec69-44c7-9597-802414bbd275 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/f037729a-a0cf-42f8-9c00-f446fc133f15 HTTP/1.1" status: 200 len: 993 time: 0.2211957 May 27 02:16:45.178645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=d47b6036-6253-4e71-898f-b4bad3871656,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:45.182421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Attempting to bind port 91453e3c-1241-4a83-9a83-792e665eb07f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:45.182822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Attempting to bind port 91453e3c-1241-4a83-9a83-792e665eb07f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:45.183191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Attempting to bind port 91453e3c-1241-4a83-9a83-792e665eb07f on network d8261e42-9c2a-413e-b130-f69f0fae3fb1 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:45.193073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:45.193452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Checking segment: {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:45.193851 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.194492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Bound using segment: {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:45.195144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Bound port: 91453e3c-1241-4a83-9a83-792e665eb07f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:45.195675 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.229396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45128) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:45.252146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.294228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.331775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] For port 91453e3c-1241-4a83-9a83-792e665eb07f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:45.337473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] For port 91453e3c-1241-4a83-9a83-792e665eb07f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91453e3c-1241-4a83-9a83-792e665eb07f,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:45.347924 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.404541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:45.404795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.408381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] DHCP port deletion for 352235fd-c6c9-4f0c-a1ea-2082dbd82ecf request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:16:45.430817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a429c664-33f3-454d-a1bc-6ab5d3095ba2 req-f769da3d-5ff2-44ec-a430-c5a7e3733958 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216972 May 27 02:16:45.434331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] Deleting port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:45.434728 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.474573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45136) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:45.526831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21529be7-3c11-4fd2-bedc-06f917851f2d None None] Pushing event updated for resources: {'Port': ['ID=91453e3c-1241-4a83-9a83-792e665eb07f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:45.544027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-323585715'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:45.558888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:45.565323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:network and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:45.576693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:45.587584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:45.621084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677842688'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:45.632042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Made reservation on behalf of a54451ae2cfd40a6ba6332537b50ccd4 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:45.635435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.650770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:45.660266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:45.664473 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.674617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:45.682990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:45.690411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:45.696593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:security_group_rule and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:45.701047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:45.710485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:45.714529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.725386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:45.748762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.778467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:45.779456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] For port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,segment=NetworkSegment(7d52af0d-9def-4329-9cb0-e5b2eee45b8d),segment_id=7d52af0d-9def-4329-9cb0-e5b2eee45b8d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:45.779994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.785842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:security_group_rule and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:45.789973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:45.799179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:45.888947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,segment=NetworkSegment(7d52af0d-9def-4329-9cb0-e5b2eee45b8d),segment_id=7d52af0d-9def-4329-9cb0-e5b2eee45b8d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:45.889681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.911227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.936994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] Calling delete_port for cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:45.973945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.986214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:45.999090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.021973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:46.027654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4c0577-119b-4845-b932-54ed88a35c11,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:46.036209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:16:46.040516 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.047312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:46.049505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.049848 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Added segment 1e8bf490-d3be-4bf0-b19e-a0207571a3ee of type vlan for network eec9e781-aa12-4f80-842d-7ff299e58ad7 May 27 02:16:46.079031 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.079031 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment 94b29c18-b299-4e1d-9f24-6349c2c9ed89 of type vlan for network ef78661a-a523-4a39-ac38-4649a45f37d5 May 27 02:16:46.099821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f60de9-4a46-48f4-bdf3-1012646373e2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:46.107572 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.121599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] No DVR routers for this DVR port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:16:46.122336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:16:46.122940 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:16:46.136758 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.145681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937bbb9-e896-40b0-8a57-9c94bdb0026e None None] Pushing event deleted for resources: {'Port': ['ID=cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:46.184594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.191829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:46.192581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.212024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.218381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:46.218381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.239335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91453e3c-1241-4a83-9a83-792e665eb07f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:46.272376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Allocated IP 172.20.0.1 (d8261e42-9c2a-413e-b130-f69f0fae3fb1/3752f35a-282e-4466-afd8-5353129527fb/63c91558-bfd2-4cdb-876d-88fcdd61f0cb) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:46.321176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 91453e3c-1241-4a83-9a83-792e665eb07f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:46.326791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d47b6036-6253-4e71-898f-b4bad3871656 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:46.398169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d47b6036-6253-4e71-898f-b4bad3871656 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:46.398606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.484973 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.509040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Transition to ACTIVE for port object 63c91558-bfd2-4cdb-876d-88fcdd61f0cb will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:46.522211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0461996 May 27 02:16:46.525554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:46.529395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2983310 May 27 02:16:46.531161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699451bf-3674-4a3f-ab85-3a2eef509b71 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Network': ['ID=eec9e781-aa12-4f80-842d-7ff299e58ad7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:46.538462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d47b6036-6253-4e71-898f-b4bad3871656 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:46.548461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:46.554584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'subnet': {'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:46.686326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:16:46.690541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:46.690952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.702285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44581c-43ef-423e-8ae2-da1bde73eb27 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=ef78661a-a523-4a39-ac38-4649a45f37d5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:46.705099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45146) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:46.711220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': 'ef78661a-a523-4a39-ac38-4649a45f37d5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:46.734642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network ef78661a-a523-4a39-ac38-4649a45f37d5 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:46.802026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] The port 'cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:16:46.803320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.834659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:46.838945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:46.842318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:46.850846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:46.860352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:16:46.860501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cfc50e0d-4a18-4c0e-8b9d-bd7f6196e613 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:16:46.881724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:46.886072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:46.906530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1724e-7282-42b7-a866-73dcfaa67895 None None] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:47.042625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:47.047179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:47.049265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] Provisioning for port 91453e3c-1241-4a83-9a83-792e665eb07f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:47.059558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] Provisioning complete for port 91453e3c-1241-4a83-9a83-792e665eb07f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:47.060290 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.062052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:47.087511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:47.115950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:subnet and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:47.117513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.169753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:47.199522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=81c49834-49a5-4f0d-8442-1187b6e2400e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:47.203878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:47.205791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:47.208894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': '94b29c18-b299-4e1d-9f24-6349c2c9ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ef78661a-a523-4a39-ac38-4649a45f37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:47.209270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: ef78661a-a523-4a39-ac38-4649a45f37d5, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:47.215397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.235126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network ef78661a-a523-4a39-ac38-4649a45f37d5 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:47.245568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, ef78661a-a523-4a39-ac38-4649a45f37d5) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:47.250526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:47.250526 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.251029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.271131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352235fd-c6c9-4f0c-a1ea-2082dbd82ecf']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:47.274074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4291c428-ffa0-464a-a0c9-b257cf0297ab tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5670588 May 27 02:16:47.277729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45150) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:47.278704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Made reservation on behalf of a54451ae2cfd40a6ba6332537b50ccd4 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:47.282428 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.283853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385238343'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:47.290698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:47.295844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:47.299317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d6001-2e93-4733-9626-cab82f134ff4 None None] Network ef78661a-a523-4a39-ac38-4649a45f37d5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:47.300941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:47.307608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:47.319816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:47.322172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d52af0d-9def-4329-9cb0-e5b2eee45b8d') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:47.322465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d52af0d-9def-4329-9cb0-e5b2eee45b8d') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:47.323819 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.352465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:47.361272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.361684 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment 82b6013f-1f0c-4f1f-bd13-d73f6e408b5c of type vlan for network a79cbde3-7856-4171-bef0-4ad8dd5799bd May 27 02:16:47.379567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] Current status of the port 91453e3c-1241-4a83-9a83-792e665eb07f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:47.380574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.390754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.404133 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.424163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.429583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:47.430307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.472398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] For port 91453e3c-1241-4a83-9a83-792e665eb07f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91453e3c-1241-4a83-9a83-792e665eb07f,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:47.510181 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.513189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.529014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:47.529346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.544565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2586553 May 27 02:16:47.544565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45154) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:47.546563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': 'a79cbde3-7856-4171-bef0-4ad8dd5799bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:47.612419 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7d52af0d-9def-4329-9cb0-e5b2eee45b8d resource provider aggregate not found May 27 02:16:47.653191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0fbd3-5901-4c01-a3e0-8c6ab1c55226 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=a79cbde3-7856-4171-bef0-4ad8dd5799bd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:47.662014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969ee9b-b685-40bd-8407-b9a5ba913358 None None] Pushing event updated for resources: {'Port': ['ID=91453e3c-1241-4a83-9a83-792e665eb07f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:47.668654 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7d52af0d-9def-4329-9cb0-e5b2eee45b8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d52af0d-9def-4329-9cb0-e5b2eee45b8d found for delete ", "request_id": "req-b2b9ec7a-0e69-421c-8e9a-44d9010ea826"}]} May 27 02:16:47.678361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:47.681999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:47.685459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:47.692919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-ef78661a-a523-4a39-ac38-4649a45f37d5', 'network_id': 'ef78661a-a523-4a39-ac38-4649a45f37d5', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': '81c49834-49a5-4f0d-8442-1187b6e2400e'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:47.693375 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.712637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a79cbde3-7856-4171-bef0-4ad8dd5799bd details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:47.715676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:47.727224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:47.731814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.735819 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.769222 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.804794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=352235fd-c6c9-4f0c-a1ea-2082dbd82ecf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:47.875264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9f8dc5eb-d7dc-4eb0-a191-57f25b22ab58 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/352235fd-c6c9-4f0c-a1ea-2082dbd82ecf HTTP/1.1" status: 204 len: 168 time: 2.9627080 May 27 02:16:47.894450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45162) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:47.903445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.903874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-883616592'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:47.915359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:47.922521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:network and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:47.927329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:47.938095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:47.961830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:47.965407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.972264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:47.977300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d47fc25d-a90f-44d3-83f1-35efe539e011 None None] Provisioning for port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:48.002933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d47fc25d-a90f-44d3-83f1-35efe539e011 None None] Provisioning complete for port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:48.004157 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d47fc25d-a90f-44d3-83f1-35efe539e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.081006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:48.113917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.114262 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Added segment aaf34625-6339-46bd-b307-62da82e9a612 of type vlan for network cf8c96ca-585a-46de-9ae5-75ce5abbda0c May 27 02:16:48.123235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Allocated IP 172.20.255.242 (ef78661a-a523-4a39-ac38-4649a45f37d5/81c49834-49a5-4f0d-8442-1187b6e2400e/b880cee7-3f7b-497f-902b-e86b8884351d) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:48.129290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91453e3c-1241-4a83-9a83-792e665eb07f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:48.168342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Checking segment: {'id': '1e8bf490-d3be-4bf0-b19e-a0207571a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:48.169318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Network hostable DHCP agents. Network: eec9e781-aa12-4f80-842d-7ff299e58ad7, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:48.184881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.188910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.212249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d47fc25d-a90f-44d3-83f1-35efe539e011 None None] Port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:48.223671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Subnet': ['ID=8abef5e3-a8a1-4d23-9533-f65af92a35f3,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:48.228839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:48.302551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, eec9e781-aa12-4f80-842d-7ff299e58ad7) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:48.324088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.327547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 91453e3c-1241-4a83-9a83-792e665eb07f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:48.328046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.329803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.330442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.330559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.331065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.351857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f95d08-fb50-4469-b07a-4c8cb8bf8514 None None] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:48.357695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d2211d9c-f1db-4d17-81ee-f1300ad4ae72 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8310416 May 27 02:16:48.360935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45166) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:48.368667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-799670345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:48.370245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=04f5432a-993a-4071-912c-26645464f2bc,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:48.375878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:48.377622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d47fc25d-a90f-44d3-83f1-35efe539e011 None None] Provisioning complete for port 91453e3c-1241-4a83-9a83-792e665eb07f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:48.377813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d47fc25d-a90f-44d3-83f1-35efe539e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.380057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:router and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:48.382942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:48.398251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:48.476664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.477693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.481322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Network': ['ID=cf8c96ca-585a-46de-9ae5-75ce5abbda0c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:48.485263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': '82b6013f-1f0c-4f1f-bd13-d73f6e408b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a79cbde3-7856-4171-bef0-4ad8dd5799bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:48.485978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: a79cbde3-7856-4171-bef0-4ad8dd5799bd, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:48.495462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ccafedd5-a042-4e7b-a733-fd0566406ee3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5999415 May 27 02:16:48.499991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45170) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:48.508467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:48.509734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:48.512225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network a79cbde3-7856-4171-bef0-4ad8dd5799bd is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:48.523414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a79cbde3-7856-4171-bef0-4ad8dd5799bd) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:48.529556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:48.530163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.552458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-53ce1ad2-c1c7-4531-8d24-e63b14c4b181 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0103424 May 27 02:16:48.555885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45174) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:48.594610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fe9402-48b2-4af7-9641-d068f4045251 None None] Network a79cbde3-7856-4171-bef0-4ad8dd5799bd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:48.636554 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.679888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:48.695974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:48.702889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:48.715168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:48.715678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.720238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.747787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:48.751606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.771685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.772792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-953d51f9-1cf5-4973-82f7-14aaa14ace6b tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4107463 May 27 02:16:48.778583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45178) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:48.910803 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:48.965085 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:16:48.996624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.042560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=04f5432a-993a-4071-912c-26645464f2bc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:49.074155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.139533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.141985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.165467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 91453e3c-1241-4a83-9a83-792e665eb07f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:49.170235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.174596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79cbde3-7856-4171-bef0-4ad8dd5799bd']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:49.187487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b6013f-1f0c-4f1f-bd13-d73f6e408b5c') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:49.187790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b6013f-1f0c-4f1f-bd13-d73f6e408b5c') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:49.199915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.220817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.235674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:49.236306 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.255533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d47fc25d-a90f-44d3-83f1-35efe539e011 None None] Current status of the port 91453e3c-1241-4a83-9a83-792e665eb07f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:49.293426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-eec9e781-aa12-4f80-842d-7ff299e58ad7', 'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7', 'tenant_id': 'a54451ae2cfd40a6ba6332537b50ccd4', 'fixed_ips': [{'subnet_id': '8abef5e3-a8a1-4d23-9533-f65af92a35f3'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:49.294438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.307668 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 82b6013f-1f0c-4f1f-bd13-d73f6e408b5c resource provider aggregate not found May 27 02:16:49.333217 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 82b6013f-1f0c-4f1f-bd13-d73f6e408b5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82b6013f-1f0c-4f1f-bd13-d73f6e408b5c found for delete ", "request_id": "req-d5820dba-5424-45bf-bf69-7ecb475874bd"}]} May 27 02:16:49.349090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.357309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Transition to ACTIVE for port object b880cee7-3f7b-497f-902b-e86b8884351d will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:49.360569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b1e6c-c353-4130-aa3e-6eca39ea6bcc None None] Network a79cbde3-7856-4171-bef0-4ad8dd5799bd requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:49.366918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.377866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=a79cbde3-7856-4171-bef0-4ad8dd5799bd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:49.386413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-16ef546c-23ab-4c94-b35d-25de2e075ac7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/a79cbde3-7856-4171-bef0-4ad8dd5799bd HTTP/1.1" status: 204 len: 168 time: 0.8259571 May 27 02:16:49.386637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45186) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:49.392198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398744514'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:49.398024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:49.399870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b1e6c-c353-4130-aa3e-6eca39ea6bcc None None] Network a79cbde3-7856-4171-bef0-4ad8dd5799bd could not be found, it might have been deleted concurrently. {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 27 02:16:49.402098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:49.405460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:49.415821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:49.431698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:49.431911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Transition to ACTIVE for port object b880cee7-3f7b-497f-902b-e86b8884351d will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:49.436884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.443509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.449962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.468667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:49.477726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.478173 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment e8da5003-d036-4ddd-9ed2-10deeee0c9b1 of type vlan for network 99b08a0b-372a-45c0-b076-043fab7910f3 May 27 02:16:49.484330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8c308591-428d-4ee6-adcc-d92860934c90 None None] Provisioning complete for port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:49.485169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8c308591-428d-4ee6-adcc-d92860934c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.507083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.513339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:49.556875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.564283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:49.565201 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.579352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Pushing event updated for resources: {'Port': ['ID=b880cee7-3f7b-497f-902b-e86b8884351d,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:49.625185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Network ef78661a-a523-4a39-ac38-4649a45f37d5 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:49.633217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:49.635749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:49.678669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8c308591-428d-4ee6-adcc-d92860934c90 None None] Port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:49.701114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3107567 May 27 02:16:49.702307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45190) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:49.713627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '99b08a0b-372a-45c0-b076-043fab7910f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:49.732687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761b224-069c-4241-a034-95b3bc64e7bf tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=99b08a0b-372a-45c0-b076-043fab7910f3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:49.741980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Allocated IP 172.20.0.2 (eec9e781-aa12-4f80-842d-7ff299e58ad7/8abef5e3-a8a1-4d23-9533-f65af92a35f3/a5d03351-ff5c-4c15-823f-f49d1e6c1fee) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:49.754189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 99b08a0b-372a-45c0-b076-043fab7910f3 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:49.834230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Attempting to bind port b880cee7-3f7b-497f-902b-e86b8884351d on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:49.834599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Attempting to bind port b880cee7-3f7b-497f-902b-e86b8884351d by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '94b29c18-b299-4e1d-9f24-6349c2c9ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ef78661a-a523-4a39-ac38-4649a45f37d5'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:49.834998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Attempting to bind port b880cee7-3f7b-497f-902b-e86b8884351d on network ef78661a-a523-4a39-ac38-4649a45f37d5 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:49.836330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:49.840258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:49.843328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:49.850703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:49.855001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:49.855475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Checking segment: {'id': '94b29c18-b299-4e1d-9f24-6349c2c9ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ef78661a-a523-4a39-ac38-4649a45f37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:49.855807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.856271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Bound using segment: {'id': '94b29c18-b299-4e1d-9f24-6349c2c9ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ef78661a-a523-4a39-ac38-4649a45f37d5'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:49.856830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Bound port: b880cee7-3f7b-497f-902b-e86b8884351d, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b29c18-b299-4e1d-9f24-6349c2c9ed89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ef78661a-a523-4a39-ac38-4649a45f37d5'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:49.857221 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.861679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:49.865121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.866072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:49.908649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:49.960934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Performing IP validity checks on allocation pools {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:16:49.961550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:16:49.963370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:49.976533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.075954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] For port b880cee7-3f7b-497f-902b-e86b8884351d, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:50.098377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] For port b880cee7-3f7b-497f-902b-e86b8884351d, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b880cee7-3f7b-497f-902b-e86b8884351d,segment=NetworkSegment(94b29c18-b299-4e1d-9f24-6349c2c9ed89),segment_id=94b29c18-b299-4e1d-9f24-6349c2c9ed89)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:50.132096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.143586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.237604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=01e26bc9-a3f3-41d4-8823-4b3f83f82264,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:50.241506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': 'e8da5003-d036-4ddd-9ed2-10deeee0c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '99b08a0b-372a-45c0-b076-043fab7910f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:50.241862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 99b08a0b-372a-45c0-b076-043fab7910f3, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:50.248238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.263839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 99b08a0b-372a-45c0-b076-043fab7910f3 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:50.269770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Transition to ACTIVE for port object a5d03351-ff5c-4c15-823f-f49d1e6c1fee will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:50.272946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96347ccf-0628-423a-aa31-dc43ed718e5c None None] Pushing event updated for resources: {'Port': ['ID=b880cee7-3f7b-497f-902b-e86b8884351d,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:50.285106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 99b08a0b-372a-45c0-b076-043fab7910f3) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:50.290349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:50.290967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.301757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e7ff0-cc1d-4c2a-b5bd-cc6807a4b382 None None] Network 99b08a0b-372a-45c0-b076-043fab7910f3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:50.317349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Transition to ACTIVE for port object a5d03351-ff5c-4c15-823f-f49d1e6c1fee will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:50.318257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ee9ced8-73f2-4601-9d26-a217cc4699d0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6146188 May 27 02:16:50.321150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:50.384354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.457895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e0bdfda3-665d-4120-9218-8b004d37f4a2 None None] Provisioning complete for port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:50.458283 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfda3-665d-4120-9218-8b004d37f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.502724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.611523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:50.621921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:50.629636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:50.636919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.654646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Pushing event updated for resources: {'Port': ['ID=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:50.727327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e0bdfda3-665d-4120-9218-8b004d37f4a2 None None] Port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:50.760472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.799735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Attempting to bind port a5d03351-ff5c-4c15-823f-f49d1e6c1fee on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:50.800653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Attempting to bind port a5d03351-ff5c-4c15-823f-f49d1e6c1fee by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '1e8bf490-d3be-4bf0-b19e-a0207571a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:50.801079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Attempting to bind port a5d03351-ff5c-4c15-823f-f49d1e6c1fee on network eec9e781-aa12-4f80-842d-7ff299e58ad7 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:50.806109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=26cf78f2-2044-4e3d-a774-c841f51bd719,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:50.835128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:50.835507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Checking segment: {'id': '1e8bf490-d3be-4bf0-b19e-a0207571a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:50.835913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.836315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Bound using segment: {'id': '1e8bf490-d3be-4bf0-b19e-a0207571a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:50.836789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Bound port: a5d03351-ff5c-4c15-823f-f49d1e6c1fee, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8bf490-d3be-4bf0-b19e-a0207571a3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:50.837852 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.837985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Checking segment: {'id': 'aaf34625-6339-46bd-b307-62da82e9a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:50.838224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network hostable DHCP agents. Network: cf8c96ca-585a-46de-9ae5-75ce5abbda0c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:50.852799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router 0cfc20aa-e2a4-49ff-86e2-2601afda519f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:16:50.876198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=01e26bc9-a3f3-41d4-8823-4b3f83f82264,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:50.882644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Allocated IP 172.20.0.1 (eec9e781-aa12-4f80-842d-7ff299e58ad7/8abef5e3-a8a1-4d23-9533-f65af92a35f3/fbaab249-6d2c-40eb-a8a5-ed74307ab2e8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:50.891694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305dd927-c47b-46e3-9298-92b9cb24b3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-99b08a0b-372a-45c0-b076-043fab7910f3', 'network_id': '99b08a0b-372a-45c0-b076-043fab7910f3', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': '01e26bc9-a3f3-41d4-8823-4b3f83f82264'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:50.892546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-305dd927-c47b-46e3-9298-92b9cb24b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.910033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.943166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b08a0b-372a-45c0-b076-043fab7910f3']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:50.951648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:50.957094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8da5003-d036-4ddd-9ed2-10deeee0c9b1') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:50.957662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8da5003-d036-4ddd-9ed2-10deeee0c9b1') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:50.971290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.990478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:50.998304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:50.998690 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.000168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, cf8c96ca-585a-46de-9ae5-75ce5abbda0c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:51.017397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb6f32-f18a-4a56-9346-7688d017f3cf None None] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:51.035392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] For port a5d03351-ff5c-4c15-823f-f49d1e6c1fee, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:51.061144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:51.061736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.099246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] For port a5d03351-ff5c-4c15-823f-f49d1e6c1fee, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,segment=NetworkSegment(1e8bf490-d3be-4bf0-b19e-a0207571a3ee),segment_id=1e8bf490-d3be-4bf0-b19e-a0207571a3ee)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:51.115052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.199021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c2853a5-3bb5-411e-a5ed-dc3e514b010f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6966579 May 27 02:16:51.201930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45198) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:51.212119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14931b-012b-46d8-8f49-4a136f7d7f73 None None] Pushing event updated for resources: {'Port': ['ID=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:51.214826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0e58c1-6a46-4ab2-a170-ac6ca18ce630 None None] Network 99b08a0b-372a-45c0-b076-043fab7910f3 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:51.225815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-424415516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:51.233490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:51.236119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:51.238508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:router and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:51.242330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:51.248448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:51.249212 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Sync routers for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:51.250378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e49ce23f-36c3-4cb8-b5e5-f4537da328b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "PUT /v2.0/routers/0cfc20aa-e2a4-49ff-86e2-2601afda519f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1550167 May 27 02:16:51.254271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45202) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:51.267867 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:51.268088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.269327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.269751 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:51.274228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1445459417', 'description': 'tempest-secgroup_access--1445459417 description', 'project_id': '69f37c384d284138a231fc7c77d00e8e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:51.286792 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.298593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:51.310413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:security_group and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:51.321423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:51.341523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.351298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:51.374170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.377691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.387822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.422864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=99b08a0b-372a-45c0-b076-043fab7910f3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:51.439495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:51.458203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:security_group_rule and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:51.462349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:51.468446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:51.469251 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e8da5003-d036-4ddd-9ed2-10deeee0c9b1 resource provider aggregate not found May 27 02:16:51.491747 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-63ac58c2-f9f0-4fac-9747-a286dc1c26e4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/99b08a0b-372a-45c0-b076-043fab7910f3 HTTP/1.1" status: 204 len: 168 time: 1.1688592 May 27 02:16:51.495747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45210) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:51.503100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106527030'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:51.519594 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e8da5003-d036-4ddd-9ed2-10deeee0c9b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8da5003-d036-4ddd-9ed2-10deeee0c9b1 found for delete ", "request_id": "req-75a49e6a-e150-4c13-b765-20b3a9d9cb8f"}]} May 27 02:16:51.520628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:51.527450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Transition to ACTIVE for port object fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:51.531361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:51.541199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.550101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:51.577350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:51.608116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.611842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-63eaad4e-0aa9-4b01-a41b-c4be18371fa6 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3953686 May 27 02:16:51.616735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45214) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:51.623761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:51.631202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.646131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c', 'name': 'tempest-PortsTestJSON-870186854'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:51.647065 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:51.683524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:51.695716 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.696839 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment a402397c-8402-4061-b032-d08c995223b9 of type vlan for network 54c11e04-7c1d-43d9-a787-9c1da26333fe May 27 02:16:51.703959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-cf8c96ca-585a-46de-9ae5-75ce5abbda0c', 'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c', 'tenant_id': 'c9b9dba8649f43f7a54356b4506b2dd7', 'fixed_ips': [{'subnet_id': '26cf78f2-2044-4e3d-a774-c841f51bd719'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:51.704797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.744064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.836476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.841334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.842750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:51.843450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:51.897974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ea53c-3c3b-4b5f-a789-ee3474beb3b0 None None] Network ef78661a-a523-4a39-ac38-4649a45f37d5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:51.913275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4138710 May 27 02:16:51.915699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45218) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:51.985482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '54c11e04-7c1d-43d9-a787-9c1da26333fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:52.072582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Allocated IP 172.20.0.2 (cf8c96ca-585a-46de-9ae5-75ce5abbda0c/26cf78f2-2044-4e3d-a774-c841f51bd719/8d6204c1-4969-4fb8-a85d-207262fcdc3f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:52.079257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:52.087957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b773d3e8-9da0-48da-b6a3-236f176a7502 None None] Provisioning for port b880cee7-3f7b-497f-902b-e86b8884351d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:52.129322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:52.136206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:52.144132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4a044-bd8b-4b33-9396-7a6ae88c9b05 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=54c11e04-7c1d-43d9-a787-9c1da26333fe,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:52.145986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:52.162389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.174061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:52.176326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:52.181279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.181634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 54c11e04-7c1d-43d9-a787-9c1da26333fe details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:52.184016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:52.188935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:52.193031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:52.194770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Port': ['ID=fbaab249-6d2c-40eb-a8a5-ed74307ab2e8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:52.200314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:52.202021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:52.206319 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.211799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:52.221223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:52.229474 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.271263 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:48Z', 'revision_number': 2, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:52.279849 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Checking router: 0cfc20aa-e2a4-49ff-86e2-2601afda519f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:16:52.279849 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Updating router 0cfc20aa-e2a4-49ff-86e2-2601afda519f port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:16:52.340817 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.343956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:52.383499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a5d03351-ff5c-4c15-823f-f49d1e6c1fee up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:52.436610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.438021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1825640 May 27 02:16:52.445470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45224) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:52.448082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.456605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--302913267', 'description': 'tempest-secgroup_general--302913267 description', 'project_id': '69f37c384d284138a231fc7c77d00e8e'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:52.464764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:52.472958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb91e81-7c4a-4ab6-8e89-b24cd656c971 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09583344-c8fd-49b1-8c27-094807b274ba,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:52.474847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:security_group and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:52.486421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:52.493685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:52.521814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.560586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:52.588628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:security_group_rule and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:52.607206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:52.626756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:52.645311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.694677 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.796738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a5d03351-ff5c-4c15-823f-f49d1e6c1fee completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:52.807901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b880cee7-3f7b-497f-902b-e86b8884351d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:52.826343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=c341d338-1197-4ce3-9380-b98bc9ef0609,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:52.889576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.905430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Transition to ACTIVE for port object 8d6204c1-4969-4fb8-a85d-207262fcdc3f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:52.929868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': 'a402397c-8402-4061-b032-d08c995223b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '54c11e04-7c1d-43d9-a787-9c1da26333fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:52.930495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 54c11e04-7c1d-43d9-a787-9c1da26333fe, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:52.930688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Transition to ACTIVE for port object 8d6204c1-4969-4fb8-a85d-207262fcdc3f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:52.941093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b880cee7-3f7b-497f-902b-e86b8884351d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:52.946832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.948113 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:52.964174 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Transition to ACTIVE for port object 63c91558-bfd2-4cdb-876d-88fcdd61f0cb will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:52.975715 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.001025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b880cee7-3f7b-497f-902b-e86b8884351d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:53.003390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.031186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.036717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 54c11e04-7c1d-43d9-a787-9c1da26333fe is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:53.043099 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.046834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a99aa-0ede-4df9-a165-1c6b26480252 None None] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:53.131762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548f1f09-2d12-485b-a15a-92bda3dc059c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:53.133789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.138355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-961c69e3-4dc3-4b37-afb1-692060c9b2b2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6916139 May 27 02:16:53.139361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45228) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:53.145633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'security_group_rule': {'security_group_id': '09583344-c8fd-49b1-8c27-094807b274ba', 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:53.161879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 54c11e04-7c1d-43d9-a787-9c1da26333fe) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:53.163902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:53.185621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:53.188289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.199077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:security_group_rule and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:53.203844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:53.228437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c917e80-8f87-4384-898a-733748ea36e2 None None] Network 54c11e04-7c1d-43d9-a787-9c1da26333fe requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:53.238858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:53.262396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae8ee0cf-8e7b-4ac5-90c7-b72ccfe67e73 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3429732 May 27 02:16:53.262994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45232) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:53.277008 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21984ebc-fa35-4e0b-b002-e517c9c7ecbc None None] Pushing event updated for resources: {'Port': ['ID=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:53.295394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.298647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:53.310087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:53.313033 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Attempting to bind port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:53.313513 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Attempting to bind port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:53.314591 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Attempting to bind port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb on network d8261e42-9c2a-413e-b130-f69f0fae3fb1 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:53.322577 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:53.323146 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Checking segment: {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:53.323608 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.324134 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Bound using segment: {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:53.324699 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Bound port: 63c91558-bfd2-4cdb-876d-88fcdd61f0cb, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:53.325098 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.352404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.5 (cf8c96ca-585a-46de-9ae5-75ce5abbda0c/26cf78f2-2044-4e3d-a774-c841f51bd719/3e3fe5ae-1687-47d0-82d0-0509ebdf1f55) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:53.374134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Pushing event updated for resources: {'Port': ['ID=8d6204c1-4969-4fb8-a85d-207262fcdc3f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:53.387576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:53.402922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] Provisioning for port a5d03351-ff5c-4c15-823f-f49d1e6c1fee completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:53.471181 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.478077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.504740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] Provisioning complete for port a5d03351-ff5c-4c15-823f-f49d1e6c1fee triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:53.504740 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.506544 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] For port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:53.510251 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] For port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:53.516747 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.521626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8116017-597f-44b5-9c27-3b639d95b67a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:53.603173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.614759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c83b5d54-91c5-4621-8c0b-168711c42618 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641309 May 27 02:16:53.624279 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:53.624968 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:53.734069 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21984ebc-fa35-4e0b-b002-e517c9c7ecbc None None] Pushing event updated for resources: {'Port': ['ID=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:53.878609 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:16:53.913211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Attempting to bind port 8d6204c1-4969-4fb8-a85d-207262fcdc3f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:53.913741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Attempting to bind port 8d6204c1-4969-4fb8-a85d-207262fcdc3f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'aaf34625-6339-46bd-b307-62da82e9a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:53.913941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Attempting to bind port 8d6204c1-4969-4fb8-a85d-207262fcdc3f on network cf8c96ca-585a-46de-9ae5-75ce5abbda0c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:53.950341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:53.950736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Checking segment: {'id': 'aaf34625-6339-46bd-b307-62da82e9a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:53.956801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:53.957207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Bound using segment: {'id': 'aaf34625-6339-46bd-b307-62da82e9a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:53.957710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Bound port: 8d6204c1-4969-4fb8-a85d-207262fcdc3f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf34625-6339-46bd-b307-62da82e9a612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cf8c96ca-585a-46de-9ae5-75ce5abbda0c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:53.958087 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.035679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b880cee7-3f7b-497f-902b-e86b8884351d is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:54.036059 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.048824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-2d0a7024-f0ae-4510-a4d1-3b7409204d47 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:54.069633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-2d0a7024-f0ae-4510-a4d1-3b7409204d47 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:54.071410 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-2d0a7024-f0ae-4510-a4d1-3b7409204d47 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1445459417&fields=id&tenant_id=69f37c384d284138a231fc7c77d00e8e HTTP/1.1" status: 200 len: 267 time: 0.0744023 May 27 02:16:54.111282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.116171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] Current status of the port a5d03351-ff5c-4c15-823f-f49d1e6c1fee is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:54.116551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.136133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-25581c67-87c6-4de1-97bf-44968dc985e8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--302913267&fields=id&tenant_id=69f37c384d284138a231fc7c77d00e8e HTTP/1.1" status: 200 len: 267 time: 0.0573287 May 27 02:16:54.216907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b880cee7-3f7b-497f-902b-e86b8884351d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b880cee7-3f7b-497f-902b-e86b8884351d,segment=NetworkSegment(94b29c18-b299-4e1d-9f24-6349c2c9ed89),segment_id=94b29c18-b299-4e1d-9f24-6349c2c9ed89)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:54.240341 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.263337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.294877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.363715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-f1ba46ef-f35a-46b9-8334-f3e6d3244e17 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:54.365416 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-f1ba46ef-f35a-46b9-8334-f3e6d3244e17 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/networks?id=d8261e42-9c2a-413e-b130-f69f0fae3fb1 HTTP/1.1" status: 200 len: 797 time: 0.2281206 May 27 02:16:54.379997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:54.384407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-1cf2c692-1200-462f-9da6-2e50452cc437 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/quotas/69f37c384d284138a231fc7c77d00e8e HTTP/1.1" status: 200 len: 375 time: 0.0114946 May 27 02:16:54.394027 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0faea-1db2-457b-ba23-ea6e35fe707c None None] The sync data for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 is: [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:53Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:54.432309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b880cee7-3f7b-497f-902b-e86b8884351d,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:54.455492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.481585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] For port a5d03351-ff5c-4c15-823f-f49d1e6c1fee, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,segment=NetworkSegment(1e8bf490-d3be-4bf0-b19e-a0207571a3ee),segment_id=1e8bf490-d3be-4bf0-b19e-a0207571a3ee)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:54.493694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401237f-2d4a-4921-8126-3c25d023b538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-54c11e04-7c1d-43d9-a787-9c1da26333fe', 'network_id': '54c11e04-7c1d-43d9-a787-9c1da26333fe', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': 'c341d338-1197-4ce3-9380-b98bc9ef0609'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:54.494568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f401237f-2d4a-4921-8126-3c25d023b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.526517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.558960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Port': ['ID=fbaab249-6d2c-40eb-a8a5-ed74307ab2e8,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:54.560430 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-73eb44d1-0a72-46c2-b633-ae56ec34c9a6 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686397 May 27 02:16:54.560975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] For port 8d6204c1-4969-4fb8-a85d-207262fcdc3f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:54.564726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] For port 8d6204c1-4969-4fb8-a85d-207262fcdc3f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8d6204c1-4969-4fb8-a85d-207262fcdc3f,segment=NetworkSegment(aaf34625-6339-46bd-b307-62da82e9a612),segment_id=aaf34625-6339-46bd-b307-62da82e9a612)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:54.573217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.621073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.672424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:54.701019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.802785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807cf74-3f54-4920-b8cf-cd5ae659451c None None] Pushing event updated for resources: {'Port': ['ID=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:54.821779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Provisioning complete for port b880cee7-3f7b-497f-902b-e86b8884351d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:54.822378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.827212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-d4059ad0-64c2-4fd4-84ea-20b7aeaf0350 service neutron] 10.222.0.16 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368720 May 27 02:16:54.876906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:54.942289 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.018065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-c26398c3-a1c3-4699-a06b-f5877ef422ec service neutron] 10.222.0.16 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897604 May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server [None req-f401237f-2d4a-4921-8126-3c25d023b538 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c341d338-1197-4ce3-9380-b98bc9ef0609: This subnet is being modified by another concurrent operation. May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise exception May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c341d338-1197-4ce3-9380-b98bc9ef0609: This subnet is being modified by another concurrent operation. May 27 02:16:55.031561 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server May 27 02:16:55.051107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=c341d338-1197-4ce3-9380-b98bc9ef0609,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:55.133213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9c954-8946-4e81-afdd-f98f8f44d97f None None] Network 54c11e04-7c1d-43d9-a787-9c1da26333fe requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:55.141279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:55.232298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:55.256604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:55.260283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:55.328973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:55.407374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c87b5df5-98a6-47b7-9316-a2edbc68addb req-a3eaa067-05fc-4bdd-90a1-f4b60fe8662c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:55.410486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=3e3fe5ae-1687-47d0-82d0-0509ebdf1f55,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:55.424005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.453010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671211ed-5a8e-4b3c-9d2f-a1fefff1fcc6 None None] Pushing event updated for resources: {'Port': ['ID=8d6204c1-4969-4fb8-a85d-207262fcdc3f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:55.531358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:55.532206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.563663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c11e04-7c1d-43d9-a787-9c1da26333fe']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:55.652985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Current status of the port b880cee7-3f7b-497f-902b-e86b8884351d is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:55.672637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Provisioning for port fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:55.681928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Provisioning complete for port fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:55.682360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.696974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c87b5df5-98a6-47b7-9316-a2edbc68addb req-a3eaa067-05fc-4bdd-90a1-f4b60fe8662c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:55.698460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c87b5df5-98a6-47b7-9316-a2edbc68addb req-a3eaa067-05fc-4bdd-90a1-f4b60fe8662c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 210 time: 0.3667393 May 27 02:16:55.706349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a402397c-8402-4061-b032-d08c995223b9') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:55.706976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a402397c-8402-4061-b032-d08c995223b9') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:55.728417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.740413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45256) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:55.743485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-297e674a-f8e5-48ee-9bcb-7d7a68a86448 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1254251 May 27 02:16:55.774967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.794447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Port fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:55.796954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:16:55.797638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.832125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Provisioning complete for port a5d03351-ff5c-4c15-823f-f49d1e6c1fee triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:55.832683 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:55.928594 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a402397c-8402-4061-b032-d08c995223b9 resource provider aggregate not found May 27 02:16:55.962956 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a402397c-8402-4061-b032-d08c995223b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a402397c-8402-4061-b032-d08c995223b9 found for delete ", "request_id": "req-e12125fb-b02a-4c2b-82b9-0cc89666e8ac"}]} May 27 02:16:56.018026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3b4b4-2f9e-4bc6-aae8-ccf4284609af None None] Current status of the port a5d03351-ff5c-4c15-823f-f49d1e6c1fee is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:56.151303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9db8bcad-3e51-46ee-ad51-7f71d67180db None None] Provisioning complete for port fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:56.151988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9db8bcad-3e51-46ee-ad51-7f71d67180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.184207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.189877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.218036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=54c11e04-7c1d-43d9-a787-9c1da26333fe,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:56.227007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-760068ed-f354-46cc-917d-36813890a621 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/54c11e04-7c1d-43d9-a787-9c1da26333fe HTTP/1.1" status: 204 len: 168 time: 2.9583068 May 27 02:16:56.232377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45266) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:56.242803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1437431278'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:56.248500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:56.252608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:56.255610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:56.262302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:56.270543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Router 0630b4dd-52ef-4b85-bbf4-28e2426208bd is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:16:56.281348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:56.286052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.292556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9db8bcad-3e51-46ee-ad51-7f71d67180db None None] Port fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:56.468012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b9ebc-d1b3-4445-af47-01b1e44f371b None None] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:56.548572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:16:56.559032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.559386 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment b37b667d-c42c-49da-9d32-4d6cdc6acd6b of type vlan for network 4e1ade11-48d4-458d-8d26-a55582202e1f May 27 02:16:56.596264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.613890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8d6204c1-4969-4fb8-a85d-207262fcdc3f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:56.634433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:16:56.641918 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.649936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:56.650694 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:56.655727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] Sync routers for ids ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:16:56.684281 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ef2988ca-315b-401d-91f7-050e248f9a20 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "PUT /v2.0/routers/0630b4dd-52ef-4b85-bbf4-28e2426208bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7184567 May 27 02:16:56.684466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45270) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:56.697204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'port': {'network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7', 'name': 'tempest-FloatingIPNegativeTestJSON-1337328103'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:56.741547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] Routers {'0630b4dd-52ef-4b85-bbf4-28e2426208bd'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:56.742442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:56.771381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5379422 May 27 02:16:56.774260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45276) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:56.785384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdd7b1-538f-4485-bbed-2d46475ecf63 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=4e1ade11-48d4-458d-8d26-a55582202e1f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:56.789039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '4e1ade11-48d4-458d-8d26-a55582202e1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:56.828000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 4e1ade11-48d4-458d-8d26-a55582202e1f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:16:56.854169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e41f4077-38de-4f6c-8056-4326ef0283cc None None] Provisioning for port 8d6204c1-4969-4fb8-a85d-207262fcdc3f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:56.915891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:56.988020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-347b5031-5e61-44d8-a990-1ac62ed70b5d req-e93beefb-eba4-4b1a-9674-ae9c8a34f2d5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 210 time: 0.0803568 May 27 02:16:56.993639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] Routers {'0630b4dd-52ef-4b85-bbf4-28e2426208bd'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:16:56.994153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:57.054292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.082025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8d6204c1-4969-4fb8-a85d-207262fcdc3f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:57.085172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:16:57.085574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8dad3-949b-4d30-8bf5-55aaf8a95324 None None] The sync data for ids ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:16:57.088036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:57.100317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:57.103532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8d6204c1-4969-4fb8-a85d-207262fcdc3f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:57.103906 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.104183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:57.110239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:57.173188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:57.177129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.265792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8d6204c1-4969-4fb8-a85d-207262fcdc3f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:57.266376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.319900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-b4a1b802-4eb1-4ed8-b688-510239cea01d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:57.321527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8d6204c1-4969-4fb8-a85d-207262fcdc3f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8d6204c1-4969-4fb8-a85d-207262fcdc3f,segment=NetworkSegment(aaf34625-6339-46bd-b307-62da82e9a612),segment_id=aaf34625-6339-46bd-b307-62da82e9a612)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:57.321745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-b4a1b802-4eb1-4ed8-b688-510239cea01d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:57.337739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.339711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b880cee7-3f7b-497f-902b-e86b8884351d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:57.359369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:57.366142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-b4a1b802-4eb1-4ed8-b688-510239cea01d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:57.370972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-b4a1b802-4eb1-4ed8-b688-510239cea01d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.47 "GET /v2.0/networks?id=d8261e42-9c2a-413e-b130-f69f0fae3fb1 HTTP/1.1" status: 200 len: 797 time: 0.4555688 May 27 02:16:57.428846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:port and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:16:57.441302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:16:57.452838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-0362de64-6bfe-4b78-9694-5dca838f7ab8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:57.469047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-0362de64-6bfe-4b78-9694-5dca838f7ab8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:57.470536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-0362de64-6bfe-4b78-9694-5dca838f7ab8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f37c384d284138a231fc7c77d00e8e HTTP/1.1" status: 200 len: 477 time: 0.0832777 May 27 02:16:57.491378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'port': {'device_id': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'admin_state_up': True, 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'security_groups': ['09583344-c8fd-49b1-8c27-094807b274ba', '548f1f09-2d12-485b-a15a-92bda3dc059c']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:57.514367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b880cee7-3f7b-497f-902b-e86b8884351d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:57.514903 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.523879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:57.631528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Made reservation on behalf of a54451ae2cfd40a6ba6332537b50ccd4 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:57.635264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.661346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:16:57.666316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b57c620d-4e41-4b89-8846-7ec98f0378cd None None] Provisioning complete for port 8d6204c1-4969-4fb8-a85d-207262fcdc3f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:57.666864 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b57c620d-4e41-4b89-8846-7ec98f0378cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.672173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:16:57.689392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Made reservation on behalf of 69f37c384d284138a231fc7c77d00e8e for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:16:57.694536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:57.716348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8d6204c1-4969-4fb8-a85d-207262fcdc3f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:57.804104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] device_id is not set on port ce19accd-354d-4275-954f-3ce738255011 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:16:57.886848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651c56e-bf7b-4299-99d5-91d26139ad36 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:16:57.889336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Allocated IP 172.20.0.6 (d8261e42-9c2a-413e-b130-f69f0fae3fb1/3752f35a-282e-4466-afd8-5353129527fb/8021bc75-678f-4f6d-af53-2dcf331271d0) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:57.996227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b57c620d-4e41-4b89-8846-7ec98f0378cd None None] Current status of the port 8d6204c1-4969-4fb8-a85d-207262fcdc3f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:58.016517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b880cee7-3f7b-497f-902b-e86b8884351d is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:58.019521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a5d03351-ff5c-4c15-823f-f49d1e6c1fee up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:58.072937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b57c620d-4e41-4b89-8846-7ec98f0378cd None None] Provisioning for port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:58.102260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b57c620d-4e41-4b89-8846-7ec98f0378cd None None] Provisioning complete for port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:58.103137 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b57c620d-4e41-4b89-8846-7ec98f0378cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.124256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.126954 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.145705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Transition to ACTIVE for port object 8021bc75-678f-4f6d-af53-2dcf331271d0 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:58.176900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.201074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b57c620d-4e41-4b89-8846-7ec98f0378cd None None] Port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:58.227141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a5d03351-ff5c-4c15-823f-f49d1e6c1fee triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:58.227458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.270456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651c56e-bf7b-4299-99d5-91d26139ad36 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:16:58.307284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:16:58.318781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:58.321245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:16:58.335910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=41b3281c-813b-4adf-a098-8af3bcf0a982,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:58.357041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470188-8b29-4e47-bbcc-c545e34a1c21 req-c542ebdd-2ed0-49d7-bd04-3595c4111473 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.360371 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41470188-8b29-4e47-bbcc-c545e34a1c21 req-c542ebdd-2ed0-49d7-bd04-3595c4111473 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.6384757 May 27 02:16:58.373735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=8021bc75-678f-4f6d-af53-2dcf331271d0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:58.407386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Allocated IP 172.20.0.3 (eec9e781-aa12-4f80-842d-7ff299e58ad7/8abef5e3-a8a1-4d23-9533-f65af92a35f3/ce19accd-354d-4275-954f-3ce738255011) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:58.409616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.410020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.416129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.419461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': 'b37b667d-c42c-49da-9d32-4d6cdc6acd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4e1ade11-48d4-458d-8d26-a55582202e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:58.419829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 4e1ade11-48d4-458d-8d26-a55582202e1f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:16:58.436430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3f44c999-7e3d-47ba-a42e-386e3ec54ff4 None None] Provisioning complete for port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:58.436800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f44c999-7e3d-47ba-a42e-386e3ec54ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.441066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60186f44-f403-4b8f-9d3d-ed487a2511ca req-b0000a5f-d318-4358-8d3d-2e5d181aff6e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.442294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-84993086-d2a2-4ef6-b8d5-4873d07f70a8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.442705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-60186f44-f403-4b8f-9d3d-ed487a2511ca req-b0000a5f-d318-4358-8d3d-2e5d181aff6e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 970 time: 0.2572207 May 27 02:16:58.444087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-84993086-d2a2-4ef6-b8d5-4873d07f70a8 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.4116421 May 27 02:16:58.445132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.450437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-e6cdbd18-c043-4962-ae48-1a0ea113fca3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9706876 May 27 02:16:58.472566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Request body: {'port': {'device_id': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:16:58.529700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a5d03351-ff5c-4c15-823f-f49d1e6c1fee is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:58.530529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 63c91558-bfd2-4cdb-876d-88fcdd61f0cb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:58.552543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-60186f44-f403-4b8f-9d3d-ed487a2511ca req-d62e0f34-2570-42e6-9aa7-ca1a10d12640 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1001639 May 27 02:16:58.590515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3f44c999-7e3d-47ba-a42e-386e3ec54ff4 None None] Port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:58.623401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.680415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-41470188-8b29-4e47-bbcc-c545e34a1c21 req-dcdb9094-fe60-4a1a-99a5-5bcd221e122e tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2952828 May 27 02:16:58.708628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 4e1ade11-48d4-458d-8d26-a55582202e1f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:16:58.710744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=3e3fe5ae-1687-47d0-82d0-0509ebdf1f55,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:58.711715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:58.719449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:58.720166 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.721618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Deleting port 2ab42e48-7aa7-43de-903b-092460398b2d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:16:58.721905 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.821660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 4e1ade11-48d4-458d-8d26-a55582202e1f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:16:58.917429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:58.918307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.936350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:58.936800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:58.972464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af926ce-6d94-4dfa-a8f3-2c93f034a58c None None] Network 4e1ade11-48d4-458d-8d26-a55582202e1f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:16:58.990189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:59.049076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.201706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8d6204c1-4969-4fb8-a85d-207262fcdc3f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:16:59.206897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.275136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8021bc75-678f-4f6d-af53-2dcf331271d0 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:16:59.286137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.308060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Transition to ACTIVE for port object 8021bc75-678f-4f6d-af53-2dcf331271d0 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:16:59.316652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.326153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:59.344452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-edf0fa94-7f5f-4655-a9a4-8ada9ae28a1a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5690446 May 27 02:16:59.359957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fdf5a985-f705-4269-893b-99673181abd1 None None] Provisioning for port 8021bc75-678f-4f6d-af53-2dcf331271d0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:16:59.369309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45288) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:16:59.420330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8d6204c1-4969-4fb8-a85d-207262fcdc3f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:59.420678 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.457094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-4e1ade11-48d4-458d-8d26-a55582202e1f', 'network_id': '4e1ade11-48d4-458d-8d26-a55582202e1f', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': '41b3281c-813b-4adf-a098-8af3bcf0a982'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:16:59.457748 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.476289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Pushing event updated for resources: {'Port': ['ID=8021bc75-678f-4f6d-af53-2dcf331271d0,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:16:59.596268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2cc33010-e0a7-422e-a16c-7ffb62683fe9 None None] Provisioning complete for port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:16:59.598641 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2cc33010-e0a7-422e-a16c-7ffb62683fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.617461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.657719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] For port 2ab42e48-7aa7-43de-903b-092460398b2d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2ab42e48-7aa7-43de-903b-092460398b2d,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:16:59.658484 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.682275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Attempting to bind port 8021bc75-678f-4f6d-af53-2dcf331271d0 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:16:59.682923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Attempting to bind port 8021bc75-678f-4f6d-af53-2dcf331271d0 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:16:59.684017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Attempting to bind port 8021bc75-678f-4f6d-af53-2dcf331271d0 on network d8261e42-9c2a-413e-b130-f69f0fae3fb1 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:59.692629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Port 8021bc75-678f-4f6d-af53-2dcf331271d0 on network d8261e42-9c2a-413e-b130-f69f0fae3fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:16:59.700662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Attempting to bind port 8021bc75-678f-4f6d-af53-2dcf331271d0 on network d8261e42-9c2a-413e-b130-f69f0fae3fb1 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:16:59.712877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:16:59.713484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Checking segment: {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:16:59.714035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Bound using segment: {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:16:59.714632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Bound port: 8021bc75-678f-4f6d-af53-2dcf331271d0, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355419e0-3881-4d42-9c86-c9466d0a5921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:16:59.716291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.798456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2cc33010-e0a7-422e-a16c-7ffb62683fe9 None None] Port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:16:59.804201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8d6204c1-4969-4fb8-a85d-207262fcdc3f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:16:59.822554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Allocated IP 172.20.0.2 (4e1ade11-48d4-458d-8d26-a55582202e1f/41b3281c-813b-4adf-a098-8af3bcf0a982/412edde5-fa3c-4dee-a93e-9efd0095dc59) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:16:59.890146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] For port 8021bc75-678f-4f6d-af53-2dcf331271d0, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:16:59.901406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18479c79-4a36-4074-9878-4235ee321ff5 req-085b3835-8a96-4650-bc02-67e5fe95fddb tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:16:59.902169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-18479c79-4a36-4074-9878-4235ee321ff5 req-085b3835-8a96-4650-bc02-67e5fe95fddb tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:16:59.906263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] For port 8021bc75-678f-4f6d-af53-2dcf331271d0, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8021bc75-678f-4f6d-af53-2dcf331271d0,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:16:59.914657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:16:59.979731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-18479c79-4a36-4074-9878-4235ee321ff5 req-085b3835-8a96-4650-bc02-67e5fe95fddb tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:16:59.986487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18479c79-4a36-4074-9878-4235ee321ff5 req-085b3835-8a96-4650-bc02-67e5fe95fddb tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 982 time: 0.2214394 May 27 02:17:00.012488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.013129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.014475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] 10.222.0.47 "PUT /v2.0/ports/8021bc75-678f-4f6d-af53-2dcf331271d0 HTTP/1.1" status: 200 len: 1131 time: 1.5466661 May 27 02:17:00.024445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:00.057538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18479c79-4a36-4074-9878-4235ee321ff5 req-a38019bd-b895-46e6-adfa-e57dc3651203 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0699925 May 27 02:17:00.110122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Transition to ACTIVE for port object ce19accd-354d-4275-954f-3ce738255011 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:00.126226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a3156-725f-4b45-8323-546a845a7103 service neutron] Pushing event updated for resources: {'Port': ['ID=8021bc75-678f-4f6d-af53-2dcf331271d0,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:00.173374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-63f28f1d-1e8d-4881-83f3-74a9c7a1023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.174960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-63f28f1d-1e8d-4881-83f3-74a9c7a1023b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1134 time: 0.1137028 May 27 02:17:00.213010 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.226978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Transition to ACTIVE for port object 412edde5-fa3c-4dee-a93e-9efd0095dc59 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:00.253802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Transition to ACTIVE for port object 412edde5-fa3c-4dee-a93e-9efd0095dc59 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:00.258738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.263256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.264494 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebdeb83-211a-4cdd-a4d7-db2da20c7b41'] response: {'name': 'network-changed', 'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'status': 'completed', 'code': 200} May 27 02:17:00.274217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-a091bdd2-91e3-482f-a99c-54d3410a03a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8021bc75-678f-4f6d-af53-2dcf331271d0 HTTP/1.1" status: 200 len: 217 time: 0.0929298 May 27 02:17:00.279289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.348523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-49c2d8b8-d4af-4e4f-910f-c20747284492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.349962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-49c2d8b8-d4af-4e4f-910f-c20747284492 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3752f35a-282e-4466-afd8-5353129527fb HTTP/1.1" status: 200 len: 835 time: 0.0681334 May 27 02:17:00.350896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Network 4e1ade11-48d4-458d-8d26-a55582202e1f is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:00.353761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:00.357948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:00.360113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Pushing event updated for resources: {'Port': ['ID=412edde5-fa3c-4dee-a93e-9efd0095dc59,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:00.361877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.362493 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.362844 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Floating IP 9d2c38af-99d6-4101-9fe3-fa8c08d4de9a disassociated. External IP: 172.25.3.204, port: 2ab42e48-7aa7-43de-903b-092460398b2d. May 27 02:17:00.363354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Calling delete_port for 2ab42e48-7aa7-43de-903b-092460398b2d owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:00.429915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Deleting port 412edde5-fa3c-4dee-a93e-9efd0095dc59 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:00.430432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.441793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-b9ef1c3f-e4fd-4c30-920a-c18a26523566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.443745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-b9ef1c3f-e4fd-4c30-920a-c18a26523566 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8261e42-9c2a-413e-b130-f69f0fae3fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876684 May 27 02:17:00.455249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Attempting to bind port 412edde5-fa3c-4dee-a93e-9efd0095dc59 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:00.455623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Attempting to bind port 412edde5-fa3c-4dee-a93e-9efd0095dc59 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'b37b667d-c42c-49da-9d32-4d6cdc6acd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4e1ade11-48d4-458d-8d26-a55582202e1f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:00.456018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Attempting to bind port 412edde5-fa3c-4dee-a93e-9efd0095dc59 on network 4e1ade11-48d4-458d-8d26-a55582202e1f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:00.466014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:00.466780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Checking segment: {'id': 'b37b667d-c42c-49da-9d32-4d6cdc6acd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4e1ade11-48d4-458d-8d26-a55582202e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:00.466780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.467268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Bound using segment: {'id': 'b37b667d-c42c-49da-9d32-4d6cdc6acd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4e1ade11-48d4-458d-8d26-a55582202e1f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:00.467653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Bound port: 412edde5-fa3c-4dee-a93e-9efd0095dc59, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37b667d-c42c-49da-9d32-4d6cdc6acd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4e1ade11-48d4-458d-8d26-a55582202e1f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:00.468031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.590398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-ba7c6795-60c7-49e5-9a0f-5527dddcea9f service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396956 May 27 02:17:00.594433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] For port 412edde5-fa3c-4dee-a93e-9efd0095dc59, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:00.599498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] For port 412edde5-fa3c-4dee-a93e-9efd0095dc59, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=412edde5-fa3c-4dee-a93e-9efd0095dc59,segment=NetworkSegment(b37b667d-c42c-49da-9d32-4d6cdc6acd6b),segment_id=b37b667d-c42c-49da-9d32-4d6cdc6acd6b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:00.613765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.646264 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:00.668675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd2f0f-a5c8-4903-bec3-e1c6ab438d3d req-7313ed34-7170-46b4-86c1-1a6c7dc39b4f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.671306 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6dd2f0f-a5c8-4903-bec3-e1c6ab438d3d req-7313ed34-7170-46b4-86c1-1a6c7dc39b4f tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 946 time: 0.6720691 May 27 02:17:00.711238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f9f0a-8af3-4daa-8bef-6364f229bdf6 None None] Pushing event updated for resources: {'Port': ['ID=412edde5-fa3c-4dee-a93e-9efd0095dc59,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:00.743722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c0a72c14-b479-4bff-9b15-ea949e222cc8 req-48f18187-74e9-4548-8c61-cc1c2cfa1c9a service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465194 May 27 02:17:00.876001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-a2b211cb-db34-45dd-8536-b0c82893dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:00.879137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-a2b211cb-db34-45dd-8536-b0c82893dfcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1134 time: 0.0865445 May 27 02:17:00.889726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:00.924007 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6dd2f0f-a5c8-4903-bec3-e1c6ab438d3d req-e5c4efb9-cbea-4165-81f5-416f45d28285 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/security-groups?id=ecf17f95-8beb-456c-abfe-6304de93147d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942976 May 27 02:17:00.925421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:00.928159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:01.007888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Port': ['ID=ce19accd-354d-4275-954f-3ce738255011,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:01.058827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-99da5647-0284-4565-9373-8f482164d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:01.060376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-99da5647-0284-4565-9373-8f482164d8d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8261e42-9c2a-413e-b130-f69f0fae3fb1 HTTP/1.1" status: 200 len: 898 time: 0.1706893 May 27 02:17:01.152628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-ee82107d-4c6e-4ec5-b4f2-d72c1cc2b277 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8021bc75-678f-4f6d-af53-2dcf331271d0 HTTP/1.1" status: 200 len: 217 time: 0.0852733 May 27 02:17:01.286310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 412edde5-fa3c-4dee-a93e-9efd0095dc59 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:01.298847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:01.300866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.355702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.379847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-aec65f11-a7bf-4f3b-bf28-7aca256ed3ba None None] Provisioning for port ce19accd-354d-4275-954f-3ce738255011 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:01.386237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 412edde5-fa3c-4dee-a93e-9efd0095dc59 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:01.391865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-aec65f11-a7bf-4f3b-bf28-7aca256ed3ba None None] Provisioning complete for port ce19accd-354d-4275-954f-3ce738255011 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:01.392608 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aec65f11-a7bf-4f3b-bf28-7aca256ed3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.416397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-e966ead9-3e77-4b73-bd21-b329a33340e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:01.417932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-e966ead9-3e77-4b73-bd21-b329a33340e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3752f35a-282e-4466-afd8-5353129527fb HTTP/1.1" status: 200 len: 835 time: 0.2589846 May 27 02:17:01.423295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 63c91558-bfd2-4cdb-876d-88fcdd61f0cb up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:01.439771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event deleted for resources: {'Port': ['ID=2ab42e48-7aa7-43de-903b-092460398b2d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:01.450786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] For port 412edde5-fa3c-4dee-a93e-9efd0095dc59, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=412edde5-fa3c-4dee-a93e-9efd0095dc59,segment=NetworkSegment(b37b667d-c42c-49da-9d32-4d6cdc6acd6b),segment_id=b37b667d-c42c-49da-9d32-4d6cdc6acd6b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:01.451405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.464612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-75313f86-3b59-4a72-94e8-192e6c9b6cc4 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7778499 May 27 02:17:01.465037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45302) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:01.479928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:01.492072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:01.513785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325e84-dbd0-4bbb-97b9-948af0afdcd0 req-083e1a70-fec1-49d2-abde-8d766d680f88 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:01.515453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30325e84-dbd0-4bbb-97b9-948af0afdcd0 req-083e1a70-fec1-49d2-abde-8d766d680f88 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 982 time: 0.1855106 May 27 02:17:01.516722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:floatingip and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:01.520727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:01.537801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aec65f11-a7bf-4f3b-bf28-7aca256ed3ba None None] Port ce19accd-354d-4275-954f-3ce738255011 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:01.542074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:01.561803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:01.562517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.571667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.616692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30325e84-dbd0-4bbb-97b9-948af0afdcd0 req-913bfcc3-b69e-499c-bc1b-e2e9a23f8a37 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0890946 May 27 02:17:01.699624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-436cf5b2-78b1-4dd7-925e-c2c498f81657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:01.701098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-436cf5b2-78b1-4dd7-925e-c2c498f81657 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8261e42-9c2a-413e-b130-f69f0fae3fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2754369 May 27 02:17:01.740933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:01.879397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Calling delete_port for 412edde5-fa3c-4dee-a93e-9efd0095dc59 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:01.902969 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-31335ca7-cb61-417d-af71-eff887c5c095 service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890783 May 27 02:17:01.940945 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:01.963492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.resource_extend [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:17:02.077181 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.079858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee57ef-bf5d-4b66-a77c-4f47e6d10b25 None None] Network 4e1ade11-48d4-458d-8d26-a55582202e1f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:02.116916 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.146408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49f291c7-8d4c-478b-a9af-d96bad0e4805 req-2babfaec-fd78-44fb-a619-8b8ef1293978 service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332289 May 27 02:17:02.156127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.156603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4996c6ef-1203-4257-8fba-497ff7d33d46 None None] Could not find standard attr ID for object 412edde5-fa3c-4dee-a93e-9efd0095dc59. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:02.199058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7dbfaef6-0707-4d0d-bab4-bb65934c34bf req-9def891e-3a6a-4b85-96d5-2237c9308d86 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Synchronizing usage tracker for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:02.216500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Allocated IP 172.25.3.90 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/92ff51e0-889f-4238-8472-6a6db58e7484) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:02.279714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Port': ['ID=412edde5-fa3c-4dee-a93e-9efd0095dc59,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:02.379227 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.412118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.444444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No DVR routers for this DVR port 412edde5-fa3c-4dee-a93e-9efd0095dc59 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:02.446296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7dbfaef6-0707-4d0d-bab4-bb65934c34bf req-9def891e-3a6a-4b85-96d5-2237c9308d86 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Unset dirty status for tenant:72cc15af36d64ae8a216d2a9420afc73 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:02.447185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7dbfaef6-0707-4d0d-bab4-bb65934c34bf req-9def891e-3a6a-4b85-96d5-2237c9308d86 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 210 time: 0.3751302 May 27 02:17:02.484768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.494998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:02.498538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:02.500985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:02.520158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=3e3fe5ae-1687-47d0-82d0-0509ebdf1f55,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:02.553604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Port': ['ID=92ff51e0-889f-4238-8472-6a6db58e7484,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:02.595611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.595869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Router 215af786-e1bc-451b-ae30-06903b70fe0c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:02.615290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.663529 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.809293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:02.860619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:02.916079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893b69-f835-4a3f-9913-9feade631780 req-b57467fe-41ff-4ca1-84a7-ab96dff19bd2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:02.917528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce893b69-f835-4a3f-9913-9feade631780 req-b57467fe-41ff-4ca1-84a7-ab96dff19bd2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 982 time: 0.1881135 May 27 02:17:02.953472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.977771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.992477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce893b69-f835-4a3f-9913-9feade631780 req-32cb1904-2187-4d68-b6bb-890172fbf0f3 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0672512 May 27 02:17:02.993101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:02.994426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.090897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da32b7-30cf-4028-81c1-3fe9ffbd5585 None None] Network 4e1ade11-48d4-458d-8d26-a55582202e1f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:03.100848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=41b3281c-813b-4adf-a098-8af3bcf0a982,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:03.112922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Port': ['ID=92ff51e0-889f-4238-8472-6a6db58e7484,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:03.123232 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.125031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:03.135730 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] Sync routers for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:03.148028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.149726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ecdb63c5-e1fd-47bf-9e7f-8086e595c8ca tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6758187 May 27 02:17:03.154503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45310) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:03.159959 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:03.161553 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:03.167588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-09c2111a-958b-414f-b7db-ac18ff8a4dab tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'floatingip': {'port_id': 'ce19accd-354d-4275-954f-3ce738255011', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:03.278352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5c0667a9-321f-4157-ad61-4fa6212c28e2 None None] Provisioning complete for port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:03.278742 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5c0667a9-321f-4157-ad61-4fa6212c28e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.316879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2ab42e48-7aa7-43de-903b-092460398b2d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:03.383202 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:03.389592 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 2ab42e48-7aa7-43de-903b-092460398b2d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:03.390197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2ab42e48-7aa7-43de-903b-092460398b2d not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:03.435947 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.437177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-09c2111a-958b-414f-b7db-ac18ff8a4dab tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.439207 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.456758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] No DVR routers for this DVR port 2ab42e48-7aa7-43de-903b-092460398b2d on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:03.468638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.482036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'name': 'network-vif-deleted', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:03.496136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5c0667a9-321f-4157-ad61-4fa6212c28e2 None None] Port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:03.521862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1ade11-48d4-458d-8d26-a55582202e1f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:03.563461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-853015d4-246f-46bd-b3aa-ef447d5b94a6 req-54dc8c44-3896-46e8-a72f-d00e652ebda3 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.47 "DELETE /v2.0/ports/2ab42e48-7aa7-43de-903b-092460398b2d HTTP/1.1" status: 204 len: 173 time: 5.1094294 May 27 02:17:03.578141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37b667d-c42c-49da-9d32-4d6cdc6acd6b') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:03.578426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37b667d-c42c-49da-9d32-4d6cdc6acd6b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:03.600761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705a005-5277-4b23-866e-10b6f898d69e None None] DHCP port deletion for 4e1ade11-48d4-458d-8d26-a55582202e1f request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:03.611931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.686524 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-09c2111a-958b-414f-b7db-ac18ff8a4dab tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] update failed (client error): The resource could not be found. May 27 02:17:03.687606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-09c2111a-958b-414f-b7db-ac18ff8a4dab tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "PUT /v2.0/floatingips/67517cba-a6cf-4e78-9288-4bc2ea04ae98 HTTP/1.1" status: 404 len: 507 time: 0.5298140 May 27 02:17:03.690373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45318) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:03.707956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-50ccc3e6-0f6f-4588-a3a2-dad88c7ccf3f req-e55dee84-eae6-4e26-8add-04ee25b17068 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f97d3ab-dd8a-4812-b069-1f4683a79529 HTTP/1.1" status: 200 len: 210 time: 0.0774357 May 27 02:17:03.709866 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74aa8bef-d821-41d1-b4b5-020f265bdf27'] response: {'server_uuid': '3f97d3ab-dd8a-4812-b069-1f4683a79529', 'name': 'network-vif-deleted', 'tag': '2ab42e48-7aa7-43de-903b-092460398b2d', 'status': 'completed', 'code': 200} May 27 02:17:03.728292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.733539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Router c1d2606c-6b78-4657-b478-6164027a24b3 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:03.738107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:03.738504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.812554 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment b37b667d-c42c-49da-9d32-4d6cdc6acd6b resource provider aggregate not found May 27 02:17:03.846946 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:03.851200 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] Checking router: 215af786-e1bc-451b-ae30-06903b70fe0c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:03.859637 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:03.860303 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:03.889660 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment b37b667d-c42c-49da-9d32-4d6cdc6acd6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b37b667d-c42c-49da-9d32-4d6cdc6acd6b found for delete ", "request_id": "req-4e35898d-78d2-499b-bde9-80ea8c389670"}]} May 27 02:17:03.891479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Deleting port 92ff51e0-889f-4238-8472-6a6db58e7484 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:03.891896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.973991 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:03.996164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.008382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=4e1ade11-48d4-458d-8d26-a55582202e1f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:04.012831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-df289e64-8fa9-47d8-853c-45fb0379d8ea tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/4e1ade11-48d4-458d-8d26-a55582202e1f HTTP/1.1" status: 204 len: 168 time: 4.6368384 May 27 02:17:04.020192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45326) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:04.031663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1491765605'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:04.039206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:04.044594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f2f125c2-a58c-4405-9a93-2bee9bcc6b63 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "PUT /v2.0/routers/c1d2606c-6b78-4657-b478-6164027a24b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3025677 May 27 02:17:04.045821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:04.048015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45332) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:04.069375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] Sync routers for ids ['c1d2606c-6b78-4657-b478-6164027a24b3'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:04.071056 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:04.086420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] Routers {'c1d2606c-6b78-4657-b478-6164027a24b3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:04.087671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c1d2606c-6b78-4657-b478-6164027a24b3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:04.092946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:04.102733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:04.111546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:04.147025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:04.150764 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.176571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.176967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.222911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c1aac-e453-4873-b21b-e1c163f50f90 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:04.223684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-207c1aac-e453-4873-b21b-e1c163f50f90 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:04.227809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:04.250593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] Routers {'c1d2606c-6b78-4657-b478-6164027a24b3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:04.255091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:04.257819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-207c1aac-e453-4873-b21b-e1c163f50f90 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:04.261811 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-207c1aac-e453-4873-b21b-e1c163f50f90 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d2606c-6b78-4657-b478-6164027a24b3 HTTP/1.1" status: 200 len: 981 time: 0.2104182 May 27 02:17:04.262699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45336) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:04.270537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:16:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c1d2606c-6b78-4657-b478-6164027a24b3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:04.319625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Calling delete_port for 92ff51e0-889f-4238-8472-6a6db58e7484 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:04.385151 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.385902 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment 039b989c-e56b-40f8-8404-f017756cb47c of type vlan for network 43fcf9c2-9a30-4693-9ab8-7ab7b488815c May 27 02:17:04.400944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15321de6-7da0-4be0-978f-89396d0a487e req-bbcfe168-e3ec-45d6-a6fd-8a6587fcfc3b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:04.408337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15321de6-7da0-4be0-978f-89396d0a487e req-bbcfe168-e3ec-45d6-a6fd-8a6587fcfc3b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 982 time: 0.2924540 May 27 02:17:04.420729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:04.423291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90c797-1897-43c9-8d71-5ca79d467f8d None None] The sync data for ids ['c1d2606c-6b78-4657-b478-6164027a24b3'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:04.427977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.481006 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15321de6-7da0-4be0-978f-89396d0a487e req-bfa7b069-9ad8-48c6-a51a-bb6a25824182 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0716913 May 27 02:17:04.536160 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:04.541336 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbad3f-7bab-44ae-a87a-dc9746043008 None None] The sync data for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 is: [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:10:49Z', 'revision_number': 4, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'aa945d35-d2d9-46f3-9aad-06826dcc9b32', 'name': '', 'network_id': '53d98a6b-b987-4d5d-9014-186eeeb765bb', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'mac_address': 'fa:16:3e:27:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:48Z', 'updated_at': '2022-05-27T02:10:59Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'subnets': [{'id': '177bb8d5-03d7-41be-89e9-32c8e98d968e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:04.567463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.628424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event deleted for resources: {'Port': ['ID=92ff51e0-889f-4238-8472-6a6db58e7484,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:04.643137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.649451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:04.649451 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.738292 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.754861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.760115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-470aed28-e33e-44c5-ae94-d84b7c9e31d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "DELETE /v2.0/floatingips/67517cba-a6cf-4e78-9288-4bc2ea04ae98 HTTP/1.1" status: 204 len: 168 time: 1.0651891 May 27 02:17:04.760115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45342) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:04.765413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'floatingip': {'floating_network_id': 'eec9e781-aa12-4f80-842d-7ff299e58ad7', 'port_id': 'ce19accd-354d-4275-954f-3ce738255011', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:04.772179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:04.776389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:floatingip and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:04.779440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:04.785924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:04.811447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:04.832286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=43fcf9c2-9a30-4693-9ab8-7ab7b488815c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:04.844732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 43fcf9c2-9a30-4693-9ab8-7ab7b488815c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:04.874290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-06b0f285-906a-4e31-ab50-53c3430ec3e8 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8529868 May 27 02:17:04.878422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45346) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:04.888857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:04.901740 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6adb6-d676-4e1e-88b3-ce170f175762 None None] New status for floating IP 9d2c38af-99d6-4101-9fe3-fa8c08d4de9a: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:17:04.981906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45350) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:05.098646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 412edde5-fa3c-4dee-a93e-9efd0095dc59 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:05.121999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:05.126496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:05.129777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:05.136200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:05.145099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 412edde5-fa3c-4dee-a93e-9efd0095dc59 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:05.145502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 412edde5-fa3c-4dee-a93e-9efd0095dc59 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:05.153678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:05.157801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.258742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Deleting port aedae15e-f580-4830-a385-a241fdeadc65 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:05.258982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.273538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Performing IP validity checks on allocation pools {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:17:05.274056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:17:05.307458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8021bc75-678f-4f6d-af53-2dcf331271d0 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:17:05.432856 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:17:05.437688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44ad9e76-5933-41e9-8805-03e458410c06 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6728485 May 27 02:17:05.445430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45354) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:05.459091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'ce19accd-354d-4275-954f-3ce738255011', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:05.472461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.473211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.480329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8021bc75-678f-4f6d-af53-2dcf331271d0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8021bc75-678f-4f6d-af53-2dcf331271d0,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:05.495271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'port_id': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:17:05.560307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8021bc75-678f-4f6d-af53-2dcf331271d0 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:05.560855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.581247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8021bc75-678f-4f6d-af53-2dcf331271d0 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:17:05.599602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8021bc75-678f-4f6d-af53-2dcf331271d0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8021bc75-678f-4f6d-af53-2dcf331271d0,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:05.603841 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.658563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Calling delete_port for aedae15e-f580-4830-a385-a241fdeadc65 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:05.669812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:05.674084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8021bc75-678f-4f6d-af53-2dcf331271d0,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:05.696840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Usage tracker for resource:floatingip and tenant:a54451ae2cfd40a6ba6332537b50ccd4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:05.702925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:05.713809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:05.717937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.747941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.815624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2554d-9a96-4283-89ee-d4400526dba4 req-60c1ac5e-40fc-47bc-b5ba-28c342d7bd6e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:05.817076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5a2554d-9a96-4283-89ee-d4400526dba4 req-60c1ac5e-40fc-47bc-b5ba-28c342d7bd6e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 983 time: 0.1667411 May 27 02:17:05.830764 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b7828ce-a4dd-423a-924b-5a23c22a6013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.905562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8021bc75-678f-4f6d-af53-2dcf331271d0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:17:05.912633 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.916444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5a2554d-9a96-4283-89ee-d4400526dba4 req-2f4a5535-3275-441a-b044-5ccece8c7249 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0640979 May 27 02:17:05.918164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:05.970353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event deleted for resources: {'Port': ['ID=aedae15e-f580-4830-a385-a241fdeadc65,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:06.022494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=8306d130-c034-4189-9cec-79c6be5f952c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:06.069360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.087930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.089448 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bf6346f9-9711-4b99-99e6-eb28b8408597 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "DELETE /v2.0/floatingips/9d2c38af-99d6-4101-9fe3-fa8c08d4de9a HTTP/1.1" status: 204 len: 168 time: 1.1059642 May 27 02:17:06.102674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': '039b989c-e56b-40f8-8404-f017756cb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:06.103090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 43fcf9c2-9a30-4693-9ab8-7ab7b488815c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:06.182190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 43fcf9c2-9a30-4693-9ab8-7ab7b488815c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:06.199636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 43fcf9c2-9a30-4693-9ab8-7ab7b488815c) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:06.208290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:06.208856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.209987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc335c07-be80-4f95-b3a1-00dd8ee0d87e None None] Network 43fcf9c2-9a30-4693-9ab8-7ab7b488815c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:06.242621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45364) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:06.261504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:06.261939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.293872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c8131928-d775-492a-8d11-d32402c209a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4116969 May 27 02:17:06.295462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45368) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:06.315104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.401160 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc70705-5bcd-4f60-9d62-bf6c83ba2802 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.463153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc70705-5bcd-4f60-9d62-bf6c83ba2802 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.466851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-43fcf9c2-9a30-4693-9ab8-7ab7b488815c', 'network_id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': '8306d130-c034-4189-9cec-79c6be5f952c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:06.468683 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.513456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.584672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.608696 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.640405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Allocated IP 172.20.0.3 (43fcf9c2-9a30-4693-9ab8-7ab7b488815c/8306d130-c034-4189-9cec-79c6be5f952c/e16bddae-6433-4c3a-a060-40d4498765da) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:06.670540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc70705-5bcd-4f60-9d62-bf6c83ba2802 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.697239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc70705-5bcd-4f60-9d62-bf6c83ba2802 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf17f95-8beb-456c-abfe-6304de93147d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:06.710739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2fc70705-5bcd-4f60-9d62-bf6c83ba2802 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.711910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2fc70705-5bcd-4f60-9d62-bf6c83ba2802 tempest-TestServerBasicOps-1688966627 tempest-TestServerBasicOps-1688966627-project] 10.222.0.16 "DELETE /v2.0/security-groups/ecf17f95-8beb-456c-abfe-6304de93147d HTTP/1.1" status: 204 len: 168 time: 0.4680727 May 27 02:17:06.727698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:06.749750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45374) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:06.780690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Allocated IP 172.25.3.219 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/0ddcfb51-a8be-431d-a53f-b0df5b8121a6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:06.883679 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:06.894422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Transition to ACTIVE for port object e16bddae-6433-4c3a-a060-40d4498765da will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:06.912527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Transition to ACTIVE for port object e16bddae-6433-4c3a-a060-40d4498765da will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:06.919254 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.019090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Pushing event updated for resources: {'Port': ['ID=e16bddae-6433-4c3a-a060-40d4498765da,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:07.037701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Network 43fcf9c2-9a30-4693-9ab8-7ab7b488815c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:07.039700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:07.045596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.047657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:07.109899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=8306d130-c034-4189-9cec-79c6be5f952c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:07.146995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Attempting to bind port e16bddae-6433-4c3a-a060-40d4498765da on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:07.147406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Attempting to bind port e16bddae-6433-4c3a-a060-40d4498765da by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '039b989c-e56b-40f8-8404-f017756cb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:07.147718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Attempting to bind port e16bddae-6433-4c3a-a060-40d4498765da on network 43fcf9c2-9a30-4693-9ab8-7ab7b488815c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:07.153604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:07.153974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Checking segment: {'id': '039b989c-e56b-40f8-8404-f017756cb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:07.154365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.154778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Bound using segment: {'id': '039b989c-e56b-40f8-8404-f017756cb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:07.155246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Bound port: e16bddae-6433-4c3a-a060-40d4498765da, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039b989c-e56b-40f8-8404-f017756cb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:07.156168 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.250456 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.254626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] For port e16bddae-6433-4c3a-a060-40d4498765da, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:07.258535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] For port e16bddae-6433-4c3a-a060-40d4498765da, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e16bddae-6433-4c3a-a060-40d4498765da,segment=NetworkSegment(039b989c-e56b-40f8-8404-f017756cb47c),segment_id=039b989c-e56b-40f8-8404-f017756cb47c)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:07.264621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.336807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.336924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8021bc75-678f-4f6d-af53-2dcf331271d0 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:07.378214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.395439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=3e3fe5ae-1687-47d0-82d0-0509ebdf1f55,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:07.482308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101199d-f7da-4827-9981-91a7df9d36ff None None] Pushing event updated for resources: {'Port': ['ID=e16bddae-6433-4c3a-a060-40d4498765da,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:07.493550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:07.508528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d588283-4afa-4cdf-902d-d2b43e36160b None None] Network 43fcf9c2-9a30-4693-9ab8-7ab7b488815c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:07.526422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8021bc75-678f-4f6d-af53-2dcf331271d0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:07.532666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.536730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:07.544371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:07.591401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8021bc75-678f-4f6d-af53-2dcf331271d0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:07.592164 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.610852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event updated for resources: {'Port': ['ID=0ddcfb51-a8be-431d-a53f-b0df5b8121a6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:07.778314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fcf9c2-9a30-4693-9ab8-7ab7b488815c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:07.818564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8021bc75-678f-4f6d-af53-2dcf331271d0 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:07.818943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.825657 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.831666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039b989c-e56b-40f8-8404-f017756cb47c') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:07.831666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039b989c-e56b-40f8-8404-f017756cb47c') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:07.850882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccb021-994c-4de0-a661-396510ae6015 req-c49d422e-6d1b-431d-8a98-6368caf6ed19 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:07.852372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eaccb021-994c-4de0-a661-396510ae6015 req-c49d422e-6d1b-431d-8a98-6368caf6ed19 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 983 time: 0.7975647 May 27 02:17:07.852509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:07.882925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.883816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8021bc75-678f-4f6d-af53-2dcf331271d0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8021bc75-678f-4f6d-af53-2dcf331271d0,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:07.897693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffb929-c4b1-4b28-8512-72c0f578cfe7 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:17:07.932602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:07.949358 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eaccb021-994c-4de0-a661-396510ae6015 req-97cd9624-0a91-42dc-8951-028f87216368 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0865035 May 27 02:17:07.952345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:07.952871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.004686 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb49637f-f582-43eb-a64c-46aa30fd9490'] response: {'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'code': 200} May 27 02:17:08.012759 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.039532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Deleting port 0ddcfb51-a8be-431d-a53f-b0df5b8121a6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:08.039868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.050765 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 039b989c-e56b-40f8-8404-f017756cb47c resource provider aggregate not found May 27 02:17:08.079772 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6032-b8b1-4419-a79c-5e7dcf594b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.113213 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 039b989c-e56b-40f8-8404-f017756cb47c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 039b989c-e56b-40f8-8404-f017756cb47c found for delete ", "request_id": "req-029c5454-fb82-4221-bf29-c5fc0623695a"}]} May 27 02:17:08.114630 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:17:08.114630 n-d-843146-11 neutron-server[88425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:17:08.114630 n-d-843146-11 neutron-server[88425]: [parameters: {'id': '43fcf9c2-9a30-4693-9ab8-7ab7b488815c'}] May 27 02:17:08.114630 n-d-843146-11 neutron-server[88425]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:08.115388 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:08.134160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8021bc75-678f-4f6d-af53-2dcf331271d0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:08.175629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffb929-c4b1-4b28-8512-72c0f578cfe7 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:17:08.200094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.336892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Router c1d2606c-6b78-4657-b478-6164027a24b3 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:08.527203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:08.531887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a08bf-c602-479e-9de9-c3f9758f0f22 req-69d3037d-a2bd-4d2d-9e10-fa7b387b934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:08.533889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-111a08bf-c602-479e-9de9-c3f9758f0f22 req-69d3037d-a2bd-4d2d-9e10-fa7b387b934f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1136 time: 0.4061196 May 27 02:17:08.536445 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.536948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.547901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] Sync routers for ids ['c1d2606c-6b78-4657-b478-6164027a24b3'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:08.577864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Deleting port aa945d35-d2d9-46f3-9aad-06826dcc9b32 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:08.578418 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.579572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] Routers {'c1d2606c-6b78-4657-b478-6164027a24b3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:08.580353 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c1d2606c-6b78-4657-b478-6164027a24b3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:08.636908 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.650164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:08.660547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] Routers {'c1d2606c-6b78-4657-b478-6164027a24b3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:08.661267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c1d2606c-6b78-4657-b478-6164027a24b3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:08.725762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:08.726170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055dbc9b-397b-45ad-bdd1-334093491555 None None] The sync data for ids ['c1d2606c-6b78-4657-b478-6164027a24b3'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:08.731729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Deleting port e16bddae-6433-4c3a-a060-40d4498765da {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:08.732062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.834516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Calling delete_port for 0ddcfb51-a8be-431d-a53f-b0df5b8121a6 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:08.862248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] For port aa945d35-d2d9-46f3-9aad-06826dcc9b32, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=aa945d35-d2d9-46f3-9aad-06826dcc9b32,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:08.862605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:08.870752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35179569-22b7-4281-a39c-1290b70485a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "PUT /v2.0/routers/c1d2606c-6b78-4657-b478-6164027a24b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6070335 May 27 02:17:08.875630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45390) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:08.886573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-111a08bf-c602-479e-9de9-c3f9758f0f22 req-39a95b77-da06-4a3b-a4bf-c2eac8129271 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09583344-c8fd-49b1-8c27-094807b274ba&id=548f1f09-2d12-485b-a15a-92bda3dc059c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3384340 May 27 02:17:08.983479 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.036852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event deleted for resources: {'Port': ['ID=0ddcfb51-a8be-431d-a53f-b0df5b8121a6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:09.154944 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] create failed (client error): The resource could not be found. May 27 02:17:09.156003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-af2c9476-38ab-42b9-b0bb-6bc4d768a0d6 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7103438 May 27 02:17:09.159832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45396) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:09.181211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Calling delete_port for aa945d35-d2d9-46f3-9aad-06826dcc9b32 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:09.224506 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-92339004-3366-4cba-aba6-6d0aa2c578c7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:17:09.225053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-92339004-3366-4cba-aba6-6d0aa2c578c7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:09.229749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Deleting port ce19accd-354d-4275-954f-3ce738255011 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:09.230094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.332695 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.437932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.482422 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.520377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-92339004-3366-4cba-aba6-6d0aa2c578c7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:09.521539 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-92339004-3366-4cba-aba6-6d0aa2c578c7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/3e3fe5ae-1687-47d0-82d0-0509ebdf1f55 HTTP/1.1" status: 404 len: 333 time: 0.6450052 May 27 02:17:09.536224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45404) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:09.606693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Calling delete_port for ce19accd-354d-4275-954f-3ce738255011 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:09.672756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] For port e16bddae-6433-4c3a-a060-40d4498765da, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e16bddae-6433-4c3a-a060-40d4498765da,segment=NetworkSegment(039b989c-e56b-40f8-8404-f017756cb47c),segment_id=039b989c-e56b-40f8-8404-f017756cb47c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:09.673121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.754576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.809773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event deleted for resources: {'Port': ['ID=ce19accd-354d-4275-954f-3ce738255011,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:09.818052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Calling delete_port for e16bddae-6433-4c3a-a060-40d4498765da owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:09.847322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c16ea753-7cb0-400c-a2ac-e6e57c7350c2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.907110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:09.916835 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6f8db835-0c42-4528-b79b-08042841d875 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "DELETE /v2.0/ports/ce19accd-354d-4275-954f-3ce738255011 HTTP/1.1" status: 204 len: 168 time: 0.7559986 May 27 02:17:09.919482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45408) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:10.008891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed0849-6808-4101-863f-21e8279ae3e7 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:10.010307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26ed0849-6808-4101-863f-21e8279ae3e7 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Synchronizing usage tracker for tenant:a54451ae2cfd40a6ba6332537b50ccd4 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:10.032232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-26ed0849-6808-4101-863f-21e8279ae3e7 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Unset dirty status for tenant:a54451ae2cfd40a6ba6332537b50ccd4 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:10.036206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-26ed0849-6808-4101-863f-21e8279ae3e7 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "GET /v2.0/ports?device_id=0630b4dd-52ef-4b85-bbf4-28e2426208bd HTTP/1.1" status: 200 len: 913 time: 0.1130788 May 27 02:17:10.036394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45412) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:10.038512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b8212-df4b-4a12-8a62-22e5aba92349 req-e19d9cc1-9243-4974-9c2f-1c993babf9b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:10.040003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d22b8212-df4b-4a12-8a62-22e5aba92349 req-e19d9cc1-9243-4974-9c2f-1c993babf9b7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 984 time: 0.8224587 May 27 02:17:10.274809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c16ea753-7cb0-400c-a2ac-e6e57c7350c2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.283711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c16ea753-7cb0-400c-a2ac-e6e57c7350c2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.458138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d22b8212-df4b-4a12-8a62-22e5aba92349 req-f079f5aa-f777-48a8-87a5-95bd148f4722 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3678420 May 27 02:17:10.472299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.532177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Port': ['ID=e16bddae-6433-4c3a-a060-40d4498765da,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:10.534417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No DVR routers for this DVR port e16bddae-6433-4c3a-a060-40d4498765da on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:10.569745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c16ea753-7cb0-400c-a2ac-e6e57c7350c2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.570260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16ea753-7cb0-400c-a2ac-e6e57c7350c2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Fanout notify agent at l3_agent the message router_deleted on router c1d2606c-6b78-4657-b478-6164027a24b3 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:10.659438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.668961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.732291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa945d35-d2d9-46f3-9aad-06826dcc9b32,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:10.759293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.778312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c16ea753-7cb0-400c-a2ac-e6e57c7350c2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:10.779428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c16ea753-7cb0-400c-a2ac-e6e57c7350c2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/routers/c1d2606c-6b78-4657-b478-6164027a24b3 HTTP/1.1" status: 204 len: 168 time: 1.2407169 May 27 02:17:10.786979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45416) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:10.869201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fcf9c2-9a30-4693-9ab8-7ab7b488815c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:10.900330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039b989c-e56b-40f8-8404-f017756cb47c') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:10.900665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039b989c-e56b-40f8-8404-f017756cb47c') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:10.923388 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.001774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 26cf78f2-2044-4e3d-a774-c841f51bd719 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:11.012176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.018265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Deleting port fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:11.018895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.022376 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.038540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.064214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:11.064633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.154865 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 039b989c-e56b-40f8-8404-f017756cb47c resource provider aggregate not found May 27 02:17:11.174897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.211578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.215076 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 039b989c-e56b-40f8-8404-f017756cb47c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 039b989c-e56b-40f8-8404-f017756cb47c found for delete ", "request_id": "req-5ca98957-f48f-42f1-8c65-61c4353451ba"}]} May 27 02:17:11.323016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.340964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Calling delete_port for fbaab249-6d2c-40eb-a8a5-ed74307ab2e8 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:11.349487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.364815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=43fcf9c2-9a30-4693-9ab8-7ab7b488815c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:11.376392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-70899984-5071-401a-97ca-2231573a76f6 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/43fcf9c2-9a30-4693-9ab8-7ab7b488815c HTTP/1.1" status: 204 len: 168 time: 5.0811284 May 27 02:17:11.378643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.382310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45424) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:11.390065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-726344648'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:11.400122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:11.407514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:11.412733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:11.421403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:11.447465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.456775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:11.460485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.500481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:11.512120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.512473 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment c05c10e5-a10e-4a3f-acd0-0d58364c8b45 of type vlan for network 205b83cf-2bec-4093-852b-4171ea4f8958 May 27 02:17:11.584564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.646920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.719781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event deleted for resources: {'Port': ['ID=fbaab249-6d2c-40eb-a8a5-ed74307ab2e8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:11.723865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.769525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=26cf78f2-2044-4e3d-a774-c841f51bd719,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:11.781105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.788269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d626b56-1f90-4580-a0c4-c39feda110ea None None] Network cf8c96ca-585a-46de-9ae5-75ce5abbda0c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:11.794339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.800365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:11.800966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:11.936791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=205b83cf-2bec-4093-852b-4171ea4f8958,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:11.962575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 205b83cf-2bec-4093-852b-4171ea4f8958 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:11.983281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e02ec2a7-4fec-4ac8-b6e4-5c83f7df95c7 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5998662 May 27 02:17:11.988112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45432) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:11.992126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3802209a-f8ea-4e4a-9450-ec8e8808ae60 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/26cf78f2-2044-4e3d-a774-c841f51bd719 HTTP/1.1" status: 204 len: 168 time: 1.1965394 May 27 02:17:11.995206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45436) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:11.997572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '205b83cf-2bec-4093-852b-4171ea4f8958', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:12.127495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Router 215af786-e1bc-451b-ae30-06903b70fe0c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:12.138499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.165477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] DHCP port deletion for cf8c96ca-585a-46de-9ae5-75ce5abbda0c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:12.169771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] Deleting port 8d6204c1-4969-4fb8-a85d-207262fcdc3f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:12.170148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.215438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285180ec-8e53-4848-ba59-c2c0f3875e34 req-55795280-04cf-47c6-a654-9e92d03fbb32 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:12.216949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-285180ec-8e53-4848-ba59-c2c0f3875e34 req-55795280-04cf-47c6-a654-9e92d03fbb32 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 984 time: 0.6266942 May 27 02:17:12.219580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 8d6204c1-4969-4fb8-a85d-207262fcdc3f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:12.219923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.389925 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.425457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] For port 8d6204c1-4969-4fb8-a85d-207262fcdc3f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8d6204c1-4969-4fb8-a85d-207262fcdc3f,segment=NetworkSegment(aaf34625-6339-46bd-b307-62da82e9a612),segment_id=aaf34625-6339-46bd-b307-62da82e9a612)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:12.425838 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.442325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:12.453960 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] Sync routers for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:12.465263 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:12.466162 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:12.551797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] Calling delete_port for 8d6204c1-4969-4fb8-a85d-207262fcdc3f owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:12.552252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:12.565307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-285180ec-8e53-4848-ba59-c2c0f3875e34 req-6860f1a9-716f-4956-b0a3-afc32fa6e58a tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2887158 May 27 02:17:12.568907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:12.570645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port 8d6204c1-4969-4fb8-a85d-207262fcdc3f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8d6204c1-4969-4fb8-a85d-207262fcdc3f,segment=NetworkSegment(aaf34625-6339-46bd-b307-62da82e9a612),segment_id=aaf34625-6339-46bd-b307-62da82e9a612)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:12.573492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.636950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.672302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:12.679013 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:12.701044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] Pushing event deleted for resources: {'Port': ['ID=8d6204c1-4969-4fb8-a85d-207262fcdc3f,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:12.703447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6ac0e-5bca-430a-8687-360f62c46e99 None None] No DVR routers for this DVR port 8d6204c1-4969-4fb8-a85d-207262fcdc3f on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:12.731299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7f907e14-b0eb-4555-928b-28a3856adfa1 admin admin] 10.222.0.16 "PUT /v2.0/routers/215af786-e1bc-451b-ae30-06903b70fe0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9804511 May 27 02:17:12.763454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45442) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:12.765890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:12.827749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 8d6204c1-4969-4fb8-a85d-207262fcdc3f owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:12.873098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Router 0630b4dd-52ef-4b85-bbf4-28e2426208bd has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:12.876159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:12.880154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:12.939305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386f83-ad7d-4502-bd93-9e896cf413a6 req-3f0cf16f-82dc-4fa4-ad91-f8a5ad280565 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:12.941235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f386f83-ad7d-4502-bd93-9e896cf413a6 req-3f0cf16f-82dc-4fa4-ad91-f8a5ad280565 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 984 time: 0.1540031 May 27 02:17:12.941818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:12.942142 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:12.988345 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:17:10Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:12.992215 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] Checking router: 215af786-e1bc-451b-ae30-06903b70fe0c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:12.996325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f386f83-ad7d-4502-bd93-9e896cf413a6 req-26eeb825-7c48-46ce-8d89-b06eee4662ea tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0490863 May 27 02:17:13.001181 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] Routers {'215af786-e1bc-451b-ae30-06903b70fe0c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:13.001801 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['215af786-e1bc-451b-ae30-06903b70fe0c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:13.155732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8d6204c1-4969-4fb8-a85d-207262fcdc3f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:13.183672 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] Set router 215af786-e1bc-451b-ae30-06903b70fe0c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:13.193284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8d6204c1-4969-4fb8-a85d-207262fcdc3f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:13.193795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8d6204c1-4969-4fb8-a85d-207262fcdc3f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:13.228048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:13.233437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-21fd8d85-c3d2-477e-9de5-38d5972e7155 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "PUT /v2.0/routers/0630b4dd-52ef-4b85-bbf4-28e2426208bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1958733 May 27 02:17:13.237388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45448) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:13.239954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] Sync routers for ids ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:13.247309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.251342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] Routers {'0630b4dd-52ef-4b85-bbf4-28e2426208bd'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:13.252760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:13.321541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:13.332134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] Routers {'0630b4dd-52ef-4b85-bbf4-28e2426208bd'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:13.333052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:13.413998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63078e3f-4b7b-4d24-b41f-42e801729990 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.423121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:13.424361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8b005-a3b3-47e4-8494-eccac4f51fc4 None None] The sync data for ids ['0630b4dd-52ef-4b85-bbf4-28e2426208bd'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:13.522987 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:17:10Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:13.527817 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab9ab1-1d39-405b-a52d-f801396b81c3 None None] The sync data for ids ['215af786-e1bc-451b-ae30-06903b70fe0c'] in n-d-843146-11 is: [{'id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'name': 'tempest-TestServerBasicOps-1641985475-router', 'tenant_id': '72cc15af36d64ae8a216d2a9420afc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:42Z', 'updated_at': '2022-05-27T02:17:10Z', 'revision_number': 5, 'project_id': '72cc15af36d64ae8a216d2a9420afc73', 'gw_port': {'id': 'ae737072-66f9-4d2e-ab1a-be9395c798f6', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215af786-e1bc-451b-ae30-06903b70fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:43Z', 'updated_at': '2022-05-27T02:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:13.543751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 8d6204c1-4969-4fb8-a85d-207262fcdc3f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:13.544934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.627447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] The port '8d6204c1-4969-4fb8-a85d-207262fcdc3f' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:17:13.645307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-727acafc-80c6-416a-a8e8-eb0db43213be tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:13.646818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-727acafc-80c6-416a-a8e8-eb0db43213be tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1136 time: 0.4851484 May 27 02:17:13.679112 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.692821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.721835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Deleting port ae737072-66f9-4d2e-ab1a-be9395c798f6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:13.722150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.746243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:13.765099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Usage tracker for resource:security_group_rule and tenant:bca9e056c1d54696bfbe45818fa397a8 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:13.776356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:13.799913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:13.804922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:13.989090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=52027ebf-613d-4432-b34b-c0d5f4dc82d9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:14.027669 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63078e3f-4b7b-4d24-b41f-42e801729990 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.040761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63078e3f-4b7b-4d24-b41f-42e801729990 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.043935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '205b83cf-2bec-4093-852b-4171ea4f8958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:14.044298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 205b83cf-2bec-4093-852b-4171ea4f8958, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:14.059924 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.065071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] For port ae737072-66f9-4d2e-ab1a-be9395c798f6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae737072-66f9-4d2e-ab1a-be9395c798f6,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:14.065435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.093996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63078e3f-4b7b-4d24-b41f-42e801729990 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.094513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63078e3f-4b7b-4d24-b41f-42e801729990 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Fanout notify agent at l3_agent the message router_deleted on router 0630b4dd-52ef-4b85-bbf4-28e2426208bd {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:14.101806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8c96ca-585a-46de-9ae5-75ce5abbda0c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:14.119258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf34625-6339-46bd-b307-62da82e9a612') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:14.119562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf34625-6339-46bd-b307-62da82e9a612') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:14.133536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.144734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63078e3f-4b7b-4d24-b41f-42e801729990 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.148594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-63078e3f-4b7b-4d24-b41f-42e801729990 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "DELETE /v2.0/routers/0630b4dd-52ef-4b85-bbf4-28e2426208bd HTTP/1.1" status: 204 len: 168 time: 0.9068668 May 27 02:17:14.149275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45452) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:14.196931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.203558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Calling delete_port for ae737072-66f9-4d2e-ab1a-be9395c798f6 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:14.214403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:14.214829 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.261990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 205b83cf-2bec-4093-852b-4171ea4f8958 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:14.288454 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment aaf34625-6339-46bd-b307-62da82e9a612 resource provider aggregate not found May 27 02:17:14.307525 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.309895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 205b83cf-2bec-4093-852b-4171ea4f8958) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:14.319304 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment aaf34625-6339-46bd-b307-62da82e9a612 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaf34625-6339-46bd-b307-62da82e9a612 found for delete ", "request_id": "req-ca8cbd0c-a9d2-4647-a664-fd161062d706"}]} May 27 02:17:14.321069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.321651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.322348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6609ab6-d0b9-48c5-ba1c-13783f13fd66 None None] Network 205b83cf-2bec-4093-852b-4171ea4f8958 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:14.325171 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.341363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Deleting subnet 8abef5e3-a8a1-4d23-9533-f65af92a35f3 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:14.347345 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.375331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e412840-8574-4a7a-a25d-d9876e5eb60c req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7136452 May 27 02:17:14.406769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9970612-51fa-4f0a-9a98-50a16a5b74f2 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9591358-98a7-4e88-b97e-ff988af94003,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:14.407661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae88cf99-df0e-402a-a16c-7db5994a55a3 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4175696 May 27 02:17:14.408394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45460) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:14.420087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45462) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:14.426735 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.449061 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.510252 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.535498 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.569867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def45eda-8cf3-4046-b154-d113a91468a8 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.574073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-def45eda-8cf3-4046-b154-d113a91468a8 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1131 time: 0.1614966 May 27 02:17:14.578000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45468) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:14.581130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-205b83cf-2bec-4093-852b-4171ea4f8958', 'network_id': '205b83cf-2bec-4093-852b-4171ea4f8958', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': '52027ebf-613d-4432-b34b-c0d5f4dc82d9'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:14.582163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.593213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:14.598635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae737072-66f9-4d2e-ab1a-be9395c798f6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:14.607177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=cf8c96ca-585a-46de-9ae5-75ce5abbda0c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:14.631607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-41b9ee6f-3dc4-431f-a719-c621a4ce6ca2 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/cf8c96ca-585a-46de-9ae5-75ce5abbda0c HTTP/1.1" status: 204 len: 168 time: 2.6353936 May 27 02:17:14.636493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:14.637158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45472) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:14.648295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:floatingip and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:14.656550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:14.692907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:14.717909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.736791 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.751053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Allocated IP 172.20.0.1 (205b83cf-2bec-4093-852b-4171ea4f8958/52027ebf-613d-4432-b34b-c0d5f4dc82d9/1612c7a0-86f2-4a70-b403-0336dbe7245a) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:14.783829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957adcc-1677-4fc4-aa5b-6d7735194c53 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:14.784419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d957adcc-1677-4fc4-aa5b-6d7735194c53 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:14.801853 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.809487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.858554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d957adcc-1677-4fc4-aa5b-6d7735194c53 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:14.859758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d957adcc-1677-4fc4-aa5b-6d7735194c53 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 HTTP/1.1" status: 200 len: 840 time: 0.2192833 May 27 02:17:14.865481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45476) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:14.961569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.964332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.977229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:14.999880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.000402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215af786-e1bc-451b-ae30-06903b70fe0c {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:15.006914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4547ee9b-efc9-41cf-bff6-0554e09ec647 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1382644 May 27 02:17:15.010383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45480) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:15.017847 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.018063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:15.023733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Transition to ACTIVE for port object 1612c7a0-86f2-4a70-b403-0336dbe7245a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:15.047616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Transition to ACTIVE for port object 1612c7a0-86f2-4a70-b403-0336dbe7245a will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:15.050599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.057287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.116118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event deleted for resources: {'Subnet': ['ID=8abef5e3-a8a1-4d23-9533-f65af92a35f3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:15.130268 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.141427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4dba6ac0-4374-4cca-8d67-93360b12e438 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "DELETE /v2.0/subnets/8abef5e3-a8a1-4d23-9533-f65af92a35f3 HTTP/1.1" status: 204 len: 168 time: 0.9910145 May 27 02:17:15.145151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45484) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:15.146870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090ff91-0206-49d7-a1f4-922fea2dc927 None None] Network eec9e781-aa12-4f80-842d-7ff299e58ad7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:15.178145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Network 205b83cf-2bec-4093-852b-4171ea4f8958 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:15.197717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device aa945d35-d2d9-46f3-9aad-06826dcc9b32 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:15.229430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:15.282145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:15.292744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.297526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.304089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: aa945d35-d2d9-46f3-9aad-06826dcc9b32 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:15.304549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device aa945d35-d2d9-46f3-9aad-06826dcc9b32 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:15.309961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.313655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c42bef46-f518-4e66-8c97-458043cc419f admin admin] 10.222.0.16 "DELETE /v2.0/routers/215af786-e1bc-451b-ae30-06903b70fe0c HTTP/1.1" status: 204 len: 168 time: 2.5492687 May 27 02:17:15.315144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45488) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:15.349924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=52027ebf-613d-4432-b34b-c0d5f4dc82d9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:15.362167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Pushing event updated for resources: {'Port': ['ID=1612c7a0-86f2-4a70-b403-0336dbe7245a,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:15.372763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Deleting port a5d03351-ff5c-4c15-823f-f49d1e6c1fee {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:15.373110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.410378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:15.417575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:15.424877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:15.430272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] Deleting subnet 177bb8d5-03d7-41be-89e9-32c8e98d968e {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:15.435934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.437733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:15.440453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.462829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Attempting to bind port 1612c7a0-86f2-4a70-b403-0336dbe7245a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:15.463337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Attempting to bind port 1612c7a0-86f2-4a70-b403-0336dbe7245a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '205b83cf-2bec-4093-852b-4171ea4f8958'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:15.463795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Attempting to bind port 1612c7a0-86f2-4a70-b403-0336dbe7245a on network 205b83cf-2bec-4093-852b-4171ea4f8958 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:15.499514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.547015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:15.547576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Checking segment: {'id': 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '205b83cf-2bec-4093-852b-4171ea4f8958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:15.548449 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.548449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Bound using segment: {'id': 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '205b83cf-2bec-4093-852b-4171ea4f8958'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:15.549149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Bound port: 1612c7a0-86f2-4a70-b403-0336dbe7245a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '205b83cf-2bec-4093-852b-4171ea4f8958'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:15.549878 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.550176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:15.553600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.599904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.690642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] For port 1612c7a0-86f2-4a70-b403-0336dbe7245a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:15.694889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] For port 1612c7a0-86f2-4a70-b403-0336dbe7245a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1612c7a0-86f2-4a70-b403-0336dbe7245a,segment=NetworkSegment(c05c10e5-a10e-4a3f-acd0-0d58364c8b45),segment_id=c05c10e5-a10e-4a3f-acd0-0d58364c8b45)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:15.703526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.709459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205b83cf-2bec-4093-852b-4171ea4f8958']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:15.727151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:15.727151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:15.760562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.789895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedbf54-bcce-437f-9d51-c6057ab2b3e7 None None] Pushing event updated for resources: {'Port': ['ID=1612c7a0-86f2-4a70-b403-0336dbe7245a,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:15.848194 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.869163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:15.869501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Allocated IP 172.25.3.204 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/19e87ffc-47d1-40ec-9911-f00ededf439d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:15.869604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.881510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] DHCP port deletion for eec9e781-aa12-4f80-842d-7ff299e58ad7 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:15.888108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe10e24-4e0e-4629-a704-2bcca51c9aef None None] Network 205b83cf-2bec-4093-852b-4171ea4f8958 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:15.896101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] For port a5d03351-ff5c-4c15-823f-f49d1e6c1fee, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,segment=NetworkSegment(1e8bf490-d3be-4bf0-b19e-a0207571a3ee),segment_id=1e8bf490-d3be-4bf0-b19e-a0207571a3ee)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:15.896472 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.903770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Deleting port a5d03351-ff5c-4c15-823f-f49d1e6c1fee {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:15.904142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:15.921188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.098621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Calling delete_port for a5d03351-ff5c-4c15-823f-f49d1e6c1fee owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:16.144083 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:17:16.144083 n-d-843146-11 neutron-server[88425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:17:16.144083 n-d-843146-11 neutron-server[88425]: [parameters: {'id': '205b83cf-2bec-4093-852b-4171ea4f8958'}] May 27 02:17:16.144083 n-d-843146-11 neutron-server[88425]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:16.144611 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:16.158345 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.162087 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.181506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.220940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177bb8d5-03d7-41be-89e9-32c8e98d968e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:16.225294 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.237389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event deleted for resources: {'Port': ['ID=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:16.242388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] No DVR routers for this DVR port a5d03351-ff5c-4c15-823f-f49d1e6c1fee on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:16.252426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f4771-32e5-47d1-84fd-eaf2b462e8fa None None] Network 53d98a6b-b987-4d5d-9014-186eeeb765bb requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:16.270747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] For port a5d03351-ff5c-4c15-823f-f49d1e6c1fee, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a5d03351-ff5c-4c15-823f-f49d1e6c1fee,segment=NetworkSegment(1e8bf490-d3be-4bf0-b19e-a0207571a3ee),segment_id=1e8bf490-d3be-4bf0-b19e-a0207571a3ee)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:16.271135 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.284442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:16.285963 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.292874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.296515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:16.335028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3981cf-ec3e-42ca-aab9-3e284e226c2b None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:16.341878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:16.342589 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.393269 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c05c10e5-a10e-4a3f-acd0-0d58364c8b45 resource provider aggregate not found May 27 02:17:16.397961 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.407291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1834be8f-8fdf-4bfb-9137-1d94be241216 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/177bb8d5-03d7-41be-89e9-32c8e98d968e HTTP/1.1" status: 204 len: 168 time: 1.0856867 May 27 02:17:16.408624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45498) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:16.427734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:16.433167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:16.434581 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c05c10e5-a10e-4a3f-acd0-0d58364c8b45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c05c10e5-a10e-4a3f-acd0-0d58364c8b45 found for delete ", "request_id": "req-de27dc28-45e2-4de4-847e-9b5a80266b30"}]} May 27 02:17:16.435396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=6e3485ae-330f-4f5e-b343-107c524c0edc,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:16.438019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc4c5d40-3270-42a6-a3c8-195cdfb6e97d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4266396 May 27 02:17:16.439160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:16.453084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45502) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:16.458666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'security_group': {'name': 'tempest-secgroup-293063647'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:16.470797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=19e87ffc-47d1-40ec-9911-f00ededf439d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:16.523854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Calling delete_port for a5d03351-ff5c-4c15-823f-f49d1e6c1fee owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:16.531383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec9e781-aa12-4f80-842d-7ff299e58ad7']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:16.540555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:16.551944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:16.555858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:16.564155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8bf490-d3be-4bf0-b19e-a0207571a3ee') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:16.564496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8bf490-d3be-4bf0-b19e-a0207571a3ee') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:16.572688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:16.596016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.608625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.616608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.633210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.643562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:16.643967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.662049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.722285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:16.726797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Deleting port a2573656-f1fb-4f6c-acd0-82536775f27c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:16.727137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.760521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:16.760874 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:16.768963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group_rule and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:16.782015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:16.803039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:16.818974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Deleting port 1612c7a0-86f2-4a70-b403-0336dbe7245a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:16.819295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.872331 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.876572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-40c142b5-781e-4ce6-8b38-b87a855a758a', 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'tenant_id': 'c9b9dba8649f43f7a54356b4506b2dd7', 'fixed_ips': [{'subnet_id': '6e3485ae-330f-4f5e-b343-107c524c0edc'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:16.877442 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.878504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.931886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.936600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] DHCP port deletion for 53d98a6b-b987-4d5d-9014-186eeeb765bb request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:16.951855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Deleting port a2573656-f1fb-4f6c-acd0-82536775f27c {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:16.952231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:16.969889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] Pushing event deleted for resources: {'Network': ['ID=eec9e781-aa12-4f80-842d-7ff299e58ad7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:17.038376 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.062126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8ba0f4ca-8b9c-406f-b103-75d17f464679 tempest-FloatingIPNegativeTestJSON-1961724679 tempest-FloatingIPNegativeTestJSON-1961724679-project] 10.222.0.16 "DELETE /v2.0/networks/eec9e781-aa12-4f80-842d-7ff299e58ad7 HTTP/1.1" status: 204 len: 168 time: 1.9139390 May 27 02:17:17.248895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a5d03351-ff5c-4c15-823f-f49d1e6c1fee no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:17.298168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Allocated IP 172.20.0.2 (40c142b5-781e-4ce6-8b38-b87a855a758a/6e3485ae-330f-4f5e-b343-107c524c0edc/d5e25b90-8fea-4baf-a20b-eabece292f3c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:17.300312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Deleting port a5d03351-ff5c-4c15-823f-f49d1e6c1fee {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:17.300695 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.325280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] For port 1612c7a0-86f2-4a70-b403-0336dbe7245a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=1612c7a0-86f2-4a70-b403-0336dbe7245a,segment=NetworkSegment(c05c10e5-a10e-4a3f-acd0-0d58364c8b45),segment_id=c05c10e5-a10e-4a3f-acd0-0d58364c8b45)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:17.325865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.343669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a5d03351-ff5c-4c15-823f-f49d1e6c1fee {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:17.344010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a5d03351-ff5c-4c15-823f-f49d1e6c1fee not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:17.344430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae737072-66f9-4d2e-ab1a-be9395c798f6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:17.412005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ae737072-66f9-4d2e-ab1a-be9395c798f6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:17.412344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae737072-66f9-4d2e-ab1a-be9395c798f6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:17.412764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a2573656-f1fb-4f6c-acd0-82536775f27c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:17.429790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:17.507858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a5318510-77a3-482c-bb3d-c400869b6aa7 None None] The port 'a5d03351-ff5c-4c15-823f-f49d1e6c1fee' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:17:17.539559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.548417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.596180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2573656-f1fb-4f6c-acd0-82536775f27c,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:17.596745 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.650093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Calling delete_port for 1612c7a0-86f2-4a70-b403-0336dbe7245a owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:17.705538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.714509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2573656-f1fb-4f6c-acd0-82536775f27c,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:17.715418 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.730702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.732661 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.757472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Calling delete_port for a2573656-f1fb-4f6c-acd0-82536775f27c owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:17.811906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=19e87ffc-47d1-40ec-9911-f00ededf439d,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:17.866182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3ca2f856-9aec-4f8f-9e22-71d8ad374152 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a54451ae2cfd40a6ba6332537b50ccd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350801 May 27 02:17:17.880678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a2573656-f1fb-4f6c-acd0-82536775f27c is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:17.881303 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.883963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Calling delete_port for a2573656-f1fb-4f6c-acd0-82536775f27c owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:17.911812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45516) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:17.984288 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Floating IP 9db74517-8167-4a36-99c0-f7b98224f311 associated. External IP: 172.25.3.204, port: 8021bc75-678f-4f6d-af53-2dcf331271d0. May 27 02:17:17.991465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:17.995443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5413909 May 27 02:17:17.998908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2573656-f1fb-4f6c-acd0-82536775f27c,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:18.000401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45520) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:18.004230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c53f1b-453f-4316-89b4-d10ade1b44e0 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d7163c-39a5-49d1-8a1c-0a0414eb4adb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.010997 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.029507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'security_group': {'name': 'tempest-secgroup-2033642627'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:18.036958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:18.040880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:18.043827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:18.050169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:18.059812 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:18.060168 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:18.070985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.089055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-862392e8-cff7-41d3-b1ff-7427a58675f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.090991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.096039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Transition to ACTIVE for port object d5e25b90-8fea-4baf-a20b-eabece292f3c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:18.118136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.125082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Transition to ACTIVE for port object d5e25b90-8fea-4baf-a20b-eabece292f3c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:18.126474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a2573656-f1fb-4f6c-acd0-82536775f27c,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.139656 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.141032 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:17:18.187933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Port': ['ID=1612c7a0-86f2-4a70-b403-0336dbe7245a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.207578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:18.209602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:18.212916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:18.213134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No DVR routers for this DVR port 1612c7a0-86f2-4a70-b403-0336dbe7245a on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:18.215834 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-862392e8-cff7-41d3-b1ff-7427a58675f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.216652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:18.257017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Pushing event updated for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.261895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group_rule and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:18.274726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:18.298130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:18.298587 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:18.303143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:18.313719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Attempting to bind port d5e25b90-8fea-4baf-a20b-eabece292f3c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:18.314797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Attempting to bind port d5e25b90-8fea-4baf-a20b-eabece292f3c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '4a26cfcb-8bcc-419c-be94-ec49e581887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:18.314797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Attempting to bind port d5e25b90-8fea-4baf-a20b-eabece292f3c on network 40c142b5-781e-4ce6-8b38-b87a855a758a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:18.320694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:18.320998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Checking segment: {'id': '4a26cfcb-8bcc-419c-be94-ec49e581887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:18.321996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.322402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Bound using segment: {'id': '4a26cfcb-8bcc-419c-be94-ec49e581887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:18.322959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Bound port: d5e25b90-8fea-4baf-a20b-eabece292f3c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a26cfcb-8bcc-419c-be94-ec49e581887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:18.323338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.422662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:18.426584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:18.426817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.432081 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.471580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router 0cfc20aa-e2a4-49ff-86e2-2601afda519f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:18.474061 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1e8bf490-d3be-4bf0-b19e-a0207571a3ee resource provider aggregate not found May 27 02:17:18.478569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205b83cf-2bec-4093-852b-4171ea4f8958']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:18.491942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-862392e8-cff7-41d3-b1ff-7427a58675f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.508999 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1e8bf490-d3be-4bf0-b19e-a0207571a3ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e8bf490-d3be-4bf0-b19e-a0207571a3ee found for delete ", "request_id": "req-70adf6ef-f100-4604-9988-4a14d166b499"}]} May 27 02:17:18.510635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:18.511372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05c10e5-a10e-4a3f-acd0-0d58364c8b45') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:18.523925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68b89c-45ad-4b2d-82ca-88ec43857e32 None None] Pushing event updated for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.541459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862392e8-cff7-41d3-b1ff-7427a58675f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4c0577-119b-4845-b932-54ed88a35c11,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.552491 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.563721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Deleting port a2573656-f1fb-4f6c-acd0-82536775f27c {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:18.564744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.603711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.607048 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-862392e8-cff7-41d3-b1ff-7427a58675f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.608272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-862392e8-cff7-41d3-b1ff-7427a58675f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea4c0577-119b-4845-b932-54ed88a35c11 HTTP/1.1" status: 204 len: 168 time: 0.6955059 May 27 02:17:18.609592 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.630141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.694752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:18.695155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.710334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbccf2-e60f-4bdb-8bd1-f9a98537e38f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:18.712674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.713908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-06d562f1-4137-4e5c-9bf4-44b4e2042aaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7118485 May 27 02:17:18.718651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45530) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:18.728392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1584978485', 'security_groups': ['49dbccf2-e60f-4bdb-8bd1-f9a98537e38f'], 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e3485ae-330f-4f5e-b343-107c524c0edc'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:18.804528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Deleting port a2573656-f1fb-4f6c-acd0-82536775f27c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:18.805080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.890887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:18.896671 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.935763 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] Sync routers for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:18.944927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.953368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:18.954466 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:18.968668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2573656-f1fb-4f6c-acd0-82536775f27c,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:18.969799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:18.977735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.036041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=205b83cf-2bec-4093-852b-4171ea4f8958,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:19.065375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4659acd4-a7a0-4067-adb9-9f8d4d4d621e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4838624 May 27 02:17:19.069532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:17:19.073933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45538) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:19.096646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b395d97b-6db3-420b-853b-5a909d51846b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/205b83cf-2bec-4093-852b-4171ea4f8958 HTTP/1.1" status: 204 len: 168 time: 4.6751730 May 27 02:17:19.101175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45544) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:19.131896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1031122473'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:19.159892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:19.173238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Calling delete_port for a2573656-f1fb-4f6c-acd0-82536775f27c owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:19.214681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:19.222003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:19.233645 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66433176-cfbb-46aa-b3ab-c7c3ea8f2d25'] response: {'name': 'network-changed', 'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'status': 'completed', 'code': 200} May 27 02:17:19.269679 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.325180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5e25b90-8fea-4baf-a20b-eabece292f3c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:19.346986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:19.374381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] Pushing event deleted for resources: {'Port': ['ID=a2573656-f1fb-4f6c-acd0-82536775f27c,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:19.376852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db6c3b-fe12-483f-9448-ae3b97123b4e None None] No DVR routers for this DVR port a2573656-f1fb-4f6c-acd0-82536775f27c on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:19.408493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:19.413836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.417764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:19.419838 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:19.427786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:port and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:19.432964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d5e25b90-8fea-4baf-a20b-eabece292f3c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:19.435148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:19.445729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] For port a2573656-f1fb-4f6c-acd0-82536775f27c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2573656-f1fb-4f6c-acd0-82536775f27c,segment=NetworkSegment(544b122f-612c-41db-ba57-76efcb385557),segment_id=544b122f-612c-41db-ba57-76efcb385557)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:19.446105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.455928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:19.505462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:19.535508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9292257-332f-4deb-a1bf-c572997f963e req-e324db37-e9f6-4910-8a96-997ab8b2b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.538045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9292257-332f-4deb-a1bf-c572997f963e req-e324db37-e9f6-4910-8a96-997ab8b2b9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1136 time: 0.2773488 May 27 02:17:19.700971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Calling delete_port for a2573656-f1fb-4f6c-acd0-82536775f27c owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:19.749475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:19.788791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.789365 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment 84ef7a0d-dbc6-4489-9409-13b100616936 of type vlan for network 1eef4d60-0d46-47f6-a5ef-889c384bf86b May 27 02:17:19.844885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.845135 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:19.846582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.847431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.848051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.848829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.849698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.850338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.850969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.851624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:19.852037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:19.852361 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:19.854622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-647da0fd-b944-4b5b-a69a-9489a3bc771a tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6318 time: 0.7680149 May 27 02:17:19.858346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45564) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:19.926590 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9db74517-8167-4a36-99c0-f7b98224f311', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'port_id': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:17:16Z', 'updated_at': '2022-05-27T02:17:16Z', 'revision_number': 0, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:58Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:19.933049 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] Checking router: 0cfc20aa-e2a4-49ff-86e2-2601afda519f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:19.948997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:19.950033 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:19.956429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45568) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:20.044855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.057858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.058521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.128784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.129172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.129630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.130078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.130524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.130982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.131992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.131992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.133677 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-133f579c-a448-4a9c-8695-a06ef819264d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5184 time: 0.1954699 May 27 02:17:20.148105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45574) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:20.152027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55454f8-bdee-4cdf-a331-e6a79e4d45db None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:17:20.169735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Deleting port a2573656-f1fb-4f6c-acd0-82536775f27c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:20.170079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.223662 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:20.233750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.236750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Provisioning for port d5e25b90-8fea-4baf-a20b-eabece292f3c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:20.243738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1315153 May 27 02:17:20.244086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9292257-332f-4deb-a1bf-c572997f963e req-b60ecc98-e5e1-4e2c-9016-6ccc3b11d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.244361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45578) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:20.245578 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9292257-332f-4deb-a1bf-c572997f963e req-b60ecc98-e5e1-4e2c-9016-6ccc3b11d1de service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8261e42-9c2a-413e-b130-f69f0fae3fb1 HTTP/1.1" status: 200 len: 898 time: 0.7006860 May 27 02:17:20.251386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-438027803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:20.260758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:20.261463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.264083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:20.279667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:20.311945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] The port 'a2573656-f1fb-4f6c-acd0-82536775f27c' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:17:20.317234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd255cc7-4d6f-4cb2-9557-31403b39c0b5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=1eef4d60-0d46-47f6-a5ef-889c384bf86b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:20.332934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1eef4d60-0d46-47f6-a5ef-889c384bf86b details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:20.379757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9292257-332f-4deb-a1bf-c572997f963e req-633d80fa-413f-43c9-85a4-cd30cabbc88f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8021bc75-678f-4f6d-af53-2dcf331271d0 HTTP/1.1" status: 200 len: 999 time: 0.1219168 May 27 02:17:20.383874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:router and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:20.388757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:20.396735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port fb4e81fe-ee06-4dea-a85a-5389d235eb13 yet. {{(pid=88426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:17:20.467365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:20.478207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55454f8-bdee-4cdf-a331-e6a79e4d45db None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:17:20.533841 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.534918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.538023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.562110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9292257-332f-4deb-a1bf-c572997f963e req-c0829891-6266-4fdb-bb33-b2499f02e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:20.563581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9292257-332f-4deb-a1bf-c572997f963e req-c0829891-6266-4fdb-bb33-b2499f02e196 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3752f35a-282e-4466-afd8-5353129527fb HTTP/1.1" status: 200 len: 835 time: 0.1707215 May 27 02:17:20.606976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d98a6b-b987-4d5d-9014-186eeeb765bb']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:20.631960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544b122f-612c-41db-ba57-76efcb385557') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:20.632174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544b122f-612c-41db-ba57-76efcb385557') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:20.639476 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c05c10e5-a10e-4a3f-acd0-0d58364c8b45 resource provider aggregate not found May 27 02:17:20.652309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.672318 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c05c10e5-a10e-4a3f-acd0-0d58364c8b45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c05c10e5-a10e-4a3f-acd0-0d58364c8b45 found for delete ", "request_id": "req-75db3509-1ea2-4326-9baf-3875dbf807e7"}]} May 27 02:17:20.682586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:20.684136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.684975 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.689937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:20.694667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:20.697495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:20.697906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.715465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:20.716035 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.718562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:20.757450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9db74517-8167-4a36-99c0-f7b98224f311', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'port_id': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:17:16Z', 'updated_at': '2022-05-27T02:17:16Z', 'revision_number': 0, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:58Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:20.764491 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c15e1-f789-4f8f-9c0f-d509ae1cd199 None None] The sync data for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 is: [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9db74517-8167-4a36-99c0-f7b98224f311', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'port_id': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'mac_address': 'fa:16:3e:7e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:17:16Z', 'updated_at': '2022-05-27T02:17:16Z', 'revision_number': 0, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:58Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:20.786395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:20.793231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.818216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:20.822042 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.896648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.13 (40c142b5-781e-4ce6-8b38-b87a855a758a/6e3485ae-330f-4f5e-b343-107c524c0edc/fb4e81fe-ee06-4dea-a85a-5389d235eb13) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:20.903235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.905158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.940303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.952197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d98a6b-b987-4d5d-9014-186eeeb765bb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:20.958863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Provisioning complete for port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:20.958863 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:20.973655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d8cfcbef-b62b-44df-b08f-eb0b7af05b97 admin admin] 10.222.0.16 "DELETE /v2.0/networks/53d98a6b-b987-4d5d-9014-186eeeb765bb HTTP/1.1" status: 204 len: 168 time: 4.5647776 May 27 02:17:20.977369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45586) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:20.983625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Pushing event updated for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:20.998966 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.002376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d9049b55-6710-4f4c-a1e6-9d97e61f22d5 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0008249 May 27 02:17:21.004857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45590) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:21.025814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1e885367-d65d-4c38-9e06-9e5b22c79715 None None] Port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:21.028393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-365060490'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:21.075674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:21.081963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:network and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:21.085384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:21.092223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:21.167415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9292257-332f-4deb-a1bf-c572997f963e req-131acaa9-ecce-4a40-924b-60ee7843e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:21.169068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9292257-332f-4deb-a1bf-c572997f963e req-131acaa9-ecce-4a40-924b-60ee7843e8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8261e42-9c2a-413e-b130-f69f0fae3fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4815493 May 27 02:17:21.174454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:21.177839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.179869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b06bd-6365-4a91-a87c-4c1e42cadb7b None None] New status for floating IP 9db74517-8167-4a36-99c0-f7b98224f311: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:17:21.221408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a138c32-4f68-4069-bdc2-e2aabe5e54d7 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 1.0722351 May 27 02:17:21.225743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45594) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:21.240706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5e25b90-8fea-4baf-a20b-eabece292f3c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:21.327931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.363952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:21.387163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:security_group_rule and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:21.406976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:21.420659 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9292257-332f-4deb-a1bf-c572997f963e req-dd346430-f840-41e6-ab0a-ea847941586e service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051456 May 27 02:17:21.421446 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:21.434799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:21.435172 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.494258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.725746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:21.739971 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.785282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object fb4e81fe-ee06-4dea-a85a-5389d235eb13 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:21.810645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43474df8-5697-44a3-a40d-000dc729cb30 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:21.811605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43474df8-5697-44a3-a40d-000dc729cb30 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:21.815764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-43474df8-5697-44a3-a40d-000dc729cb30 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0cfc20aa-e2a4-49ff-86e2-2601afda519f HTTP/1.1" status: 200 len: 1992 time: 0.5845797 May 27 02:17:21.825113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9292257-332f-4deb-a1bf-c572997f963e req-ddf8e619-9350-43a9-a47f-0e9364b7e404 service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876724 May 27 02:17:21.831487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=4786da12-d11b-47eb-86ca-ec94c21302ce,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:21.836175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': '84ef7a0d-dbc6-4489-9409-13b100616936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:21.836557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 1eef4d60-0d46-47f6-a5ef-889c384bf86b, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:21.895784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.899592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 1eef4d60-0d46-47f6-a5ef-889c384bf86b is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:21.919412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1eef4d60-0d46-47f6-a5ef-889c384bf86b) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:21.926378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:21.927121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.931378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e490637-dcc1-494f-ab0b-47d04ea420f3 None None] Network 1eef4d60-0d46-47f6-a5ef-889c384bf86b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:21.946951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:21.956048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5cdfc4be-1c59-4a60-af5f-aed43dd5695f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7080045 May 27 02:17:21.960161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:21.976763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.018258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:22.030320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:22.033268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:22.041342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.189855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1eef4d60-0d46-47f6-a5ef-889c384bf86b', 'network_id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': '4786da12-d11b-47eb-86ca-ec94c21302ce'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:22.190615 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.230156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.239369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.243395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=fb4e81fe-ee06-4dea-a85a-5389d235eb13,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:22.248578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:22.263858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c40cab-e898-423b-a26e-69be2a88fc76,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:22.303088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.303704 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Added segment b055959d-12e4-4434-9b93-c7f4a81cfb97 of type vlan for network 1c07f284-d5f3-4587-85ed-4337bc31dd9a May 27 02:17:22.386741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c3397aa9-3aec-448f-8941-b9657ce819f9 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6654911 May 27 02:17:22.393308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.393951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45604) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:22.397248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.410831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Allocated IP 172.20.0.1 (1eef4d60-0d46-47f6-a5ef-889c384bf86b/4786da12-d11b-47eb-86ca-ec94c21302ce/507d0f8a-c7fd-4fdd-bf24-76af1658b33f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:22.448256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:22.495621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.538102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.552063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:22.552943 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.626223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c042a62-0f31-44f6-ab44-f34ed5db970c None None] Provisioning for port fb4e81fe-ee06-4dea-a85a-5389d235eb13 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:22.634127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c042a62-0f31-44f6-ab44-f34ed5db970c None None] Provisioning complete for port fb4e81fe-ee06-4dea-a85a-5389d235eb13 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:22.634681 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c042a62-0f31-44f6-ab44-f34ed5db970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.646908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Deleting port 26145bba-58bb-417f-9d68-a63dd206abfa {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:22.647258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.681308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6700604 May 27 02:17:22.691398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45608) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:22.708943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.718701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'subnet': {'network_id': '1c07f284-d5f3-4587-85ed-4337bc31dd9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:22.720915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9c042a62-0f31-44f6-ab44-f34ed5db970c None None] Port fb4e81fe-ee06-4dea-a85a-5389d235eb13 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:22.725626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Transition to ACTIVE for port object 507d0f8a-c7fd-4fdd-bf24-76af1658b33f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:22.747820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Transition to ACTIVE for port object 507d0f8a-c7fd-4fdd-bf24-76af1658b33f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:22.754857 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.819625 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 544b122f-612c-41db-ba57-76efcb385557 resource provider aggregate not found May 27 02:17:22.820844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Network 1eef4d60-0d46-47f6-a5ef-889c384bf86b is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:22.823875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:22.825012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754967b8-b843-4213-806d-0c842926c7e6 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Network': ['ID=1c07f284-d5f3-4587-85ed-4337bc31dd9a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:22.829437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:22.840527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Pushing event updated for resources: {'Port': ['ID=507d0f8a-c7fd-4fdd-bf24-76af1658b33f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:22.865637 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.869472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:22.879031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:22.891895 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 544b122f-612c-41db-ba57-76efcb385557 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 544b122f-612c-41db-ba57-76efcb385557 found for delete ", "request_id": "req-bf11bf2d-c315-4ad2-81d4-62d4e148ab9f"}]} May 27 02:17:22.901947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:subnet and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:22.907131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] For port 26145bba-58bb-417f-9d68-a63dd206abfa, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=26145bba-58bb-417f-9d68-a63dd206abfa,segment=NetworkSegment(bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd),segment_id=bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:22.907300 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:22.907886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:22.918961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:22.923182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=4786da12-d11b-47eb-86ca-ec94c21302ce,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:22.924243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:23.005381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:23.008723 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.018813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Attempting to bind port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:23.019289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Attempting to bind port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '84ef7a0d-dbc6-4489-9409-13b100616936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:23.019762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Attempting to bind port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f on network 1eef4d60-0d46-47f6-a5ef-889c384bf86b {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:23.036732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:23.037004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:23.037388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Checking segment: {'id': '84ef7a0d-dbc6-4489-9409-13b100616936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:23.037847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.039013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Bound using segment: {'id': '84ef7a0d-dbc6-4489-9409-13b100616936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:23.039013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Bound port: 507d0f8a-c7fd-4fdd-bf24-76af1658b33f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ef7a0d-dbc6-4489-9409-13b100616936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:23.039252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.044602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Calling delete_port for 26145bba-58bb-417f-9d68-a63dd206abfa owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:23.073062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:23.090736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:23.111949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.113964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:23.117876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.137831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] For port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:23.141070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] For port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=507d0f8a-c7fd-4fdd-bf24-76af1658b33f,segment=NetworkSegment(84ef7a0d-dbc6-4489-9409-13b100616936),segment_id=84ef7a0d-dbc6-4489-9409-13b100616936)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:23.144985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.150851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eef4d60-0d46-47f6-a5ef-889c384bf86b']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:23.171120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef7a0d-dbc6-4489-9409-13b100616936') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:23.171333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef7a0d-dbc6-4489-9409-13b100616936') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:23.187297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.207592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.246500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:23.246934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.263565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9cfe-b30e-4c83-8490-1125afc1689c None None] Pushing event updated for resources: {'Port': ['ID=507d0f8a-c7fd-4fdd-bf24-76af1658b33f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:23.296136 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e3485ae-330f-4f5e-b343-107c524c0edc (CIDR: 172.20.0.0/28) May 27 02:17:23.304984 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:17:23.305552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:23.312452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760977d0-1e99-4c38-88ea-ccd0588803e7 None None] Network 1eef4d60-0d46-47f6-a5ef-889c384bf86b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:23.324358 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 84ef7a0d-dbc6-4489-9409-13b100616936 resource provider aggregate not found May 27 02:17:23.330955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7efa1674-116c-4124-b758-c308cf580a80 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8924623 May 27 02:17:23.334944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45620) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:23.340457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:23.374560 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 84ef7a0d-dbc6-4489-9409-13b100616936 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84ef7a0d-dbc6-4489-9409-13b100616936 found for delete ", "request_id": "req-eaea9fde-baea-45a7-9ea7-4969a94f0caa"}]} May 27 02:17:23.381016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:17:23.381016 n-d-843146-11 neutron-server[88426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:17:23.381016 n-d-843146-11 neutron-server[88426]: [parameters: {'id': '1eef4d60-0d46-47f6-a5ef-889c384bf86b'}] May 27 02:17:23.381016 n-d-843146-11 neutron-server[88426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:23.381432 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:23.431995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.500352 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.514328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Subnet': ['ID=f9d93a91-2b4d-4635-8a9a-2730dd1e9fd4,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:23.528751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Checking segment: {'id': 'b055959d-12e4-4434-9b93-c7f4a81cfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c07f284-d5f3-4587-85ed-4337bc31dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:23.529116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network hostable DHCP agents. Network: 1c07f284-d5f3-4587-85ed-4337bc31dd9a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:23.529896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e4a33-6f5b-4484-9dc2-d203ef5f1873 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:17:23.552771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:23.565109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1c07f284-d5f3-4587-85ed-4337bc31dd9a) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:23.570353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:23.570996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.603727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b74197ef-3117-4d62-b6c6-213db952fce1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8940537 May 27 02:17:23.607204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45624) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:23.614884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'network': {'name': 'tempest-router-network01--1506174293'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:23.620882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:23.625423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:network and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:23.628547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:23.634885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:23.646994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:23.650407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.683168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:23.686163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3e4a33-6f5b-4484-9dc2-d203ef5f1873 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:17:23.693877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.694270 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Added segment f488a912-6102-4d56-ab99-8ec6f0e0462d of type vlan for network e61de766-764b-44d6-ac19-2562842b8a0f May 27 02:17:23.725173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.732857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:23.736787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Pushing event deleted for resources: {'Port': ['ID=26145bba-58bb-417f-9d68-a63dd206abfa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:23.759754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.765641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:23.766490 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.775817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:23.782543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:23.819665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:23.841297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:23.844762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.874896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2640798 May 27 02:17:23.875773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45628) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:23.883872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'network': {'name': 'tempest-router-network02--1382256112'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:23.887677 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:23.890434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59977988-7b4e-4ce4-abaf-3af0d94049ab tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Network': ['ID=e61de766-764b-44d6-ac19-2562842b8a0f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:23.893448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:23.898629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:network and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:23.905674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e61de766-764b-44d6-ac19-2562842b8a0f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:23.905933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:23.915923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:23.918331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Deleting port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:23.918743 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.108462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:24.112227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.155906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.188083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:24.196153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1c07f284-d5f3-4587-85ed-4337bc31dd9a', 'network_id': '1c07f284-d5f3-4587-85ed-4337bc31dd9a', 'tenant_id': 'fdbd69b6d1314c2e9a5f6f9c6e280086', 'fixed_ips': [{'subnet_id': 'f9d93a91-2b4d-4635-8a9a-2730dd1e9fd4'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:24.197568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.219689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.220427 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Added segment 056da06a-53be-4fdb-842c-9b1595ca7f04 of type vlan for network bd4f34cd-0e91-46aa-bc7d-43c642df0948 May 27 02:17:24.322432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.334269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] For port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=507d0f8a-c7fd-4fdd-bf24-76af1658b33f,segment=NetworkSegment(84ef7a0d-dbc6-4489-9409-13b100616936),segment_id=84ef7a0d-dbc6-4489-9409-13b100616936)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:24.335177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.366749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Allocated IP 2001:db8::2 (1c07f284-d5f3-4587-85ed-4337bc31dd9a/f9d93a91-2b4d-4635-8a9a-2730dd1e9fd4/ae363947-9dab-4dfb-ac74-7d3d617d6fe5) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:24.478218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Calling delete_port for 507d0f8a-c7fd-4fdd-bf24-76af1658b33f owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:24.519742 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.535719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.541827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:24.542452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.588890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:24.593692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.605039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Transition to ACTIVE for port object ae363947-9dab-4dfb-ac74-7d3d617d6fe5 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:24.627001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Transition to ACTIVE for port object ae363947-9dab-4dfb-ac74-7d3d617d6fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:24.635731 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.645742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:24.659249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:24.659842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.678931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=63447c6c-8dad-4976-ae0b-eb9921d693aa,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:24.688226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Network': ['ID=bd4f34cd-0e91-46aa-bc7d-43c642df0948,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:24.699827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ee0601b9-9fa1-4903-b98d-e16abf322947 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8220959 May 27 02:17:24.700541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45632) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:24.708701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'subnet': {'network_id': 'e61de766-764b-44d6-ac19-2562842b8a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:24.715266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3813437f-582e-4ab1-bb52-9ffbfdc0635d tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3791871 May 27 02:17:24.720560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45636) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:24.726987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bd4f34cd-0e91-46aa-bc7d-43c642df0948 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:24.727325 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.730222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364404501', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63447c6c-8dad-4976-ae0b-eb9921d693aa'}], 'security_groups': ['d4d7163c-39a5-49d1-8a1c-0a0414eb4adb']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:24.747321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:24.755050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:24.759104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Router 5084cb63-a8ea-4034-bc95-93d034ab0c56 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:24.806137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:24.826596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Pushing event updated for resources: {'Port': ['ID=ae363947-9dab-4dfb-ac74-7d3d617d6fe5,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:24.849911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Port': ['ID=507d0f8a-c7fd-4fdd-bf24-76af1658b33f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:24.854693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No DVR routers for this DVR port 507d0f8a-c7fd-4fdd-bf24-76af1658b33f on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:24.950776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Attempting to bind port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:24.951109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Attempting to bind port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'b055959d-12e4-4434-9b93-c7f4a81cfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c07f284-d5f3-4587-85ed-4337bc31dd9a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:24.951471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Attempting to bind port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 on network 1c07f284-d5f3-4587-85ed-4337bc31dd9a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:24.956869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:24.957240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Checking segment: {'id': 'b055959d-12e4-4434-9b93-c7f4a81cfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c07f284-d5f3-4587-85ed-4337bc31dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:24.957650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.958028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Bound using segment: {'id': 'b055959d-12e4-4434-9b93-c7f4a81cfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c07f284-d5f3-4587-85ed-4337bc31dd9a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:24.958481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Bound port: ae363947-9dab-4dfb-ac74-7d3d617d6fe5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b055959d-12e4-4434-9b93-c7f4a81cfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c07f284-d5f3-4587-85ed-4337bc31dd9a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:24.958884 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:24.975426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:24.994028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:subnet and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:24.999653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:25.008922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:25.011934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.043582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:25.047285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.066085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eef4d60-0d46-47f6-a5ef-889c384bf86b']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.072416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] For port ae363947-9dab-4dfb-ac74-7d3d617d6fe5, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:25.073449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:25.076798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] For port ae363947-9dab-4dfb-ac74-7d3d617d6fe5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae363947-9dab-4dfb-ac74-7d3d617d6fe5,segment=NetworkSegment(b055959d-12e4-4434-9b93-c7f4a81cfb97),segment_id=b055959d-12e4-4434-9b93-c7f4a81cfb97)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:25.089363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1832f72f-61dc-4707-8365-26f9aa5df835 admin admin] 10.222.0.16 "PUT /v2.0/routers/5084cb63-a8ea-4034-bc95-93d034ab0c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1085558 May 27 02:17:25.090086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45642) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:25.092989 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] Sync routers for ids ['5084cb63-a8ea-4034-bc95-93d034ab0c56'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:25.102073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.111912 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] Routers {'5084cb63-a8ea-4034-bc95-93d034ab0c56'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:25.112716 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5084cb63-a8ea-4034-bc95-93d034ab0c56'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.137448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef7a0d-dbc6-4489-9409-13b100616936') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.137738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef7a0d-dbc6-4489-9409-13b100616936') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.210016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.231172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a250a4-7b89-421b-b466-1a7a8fd80510 None None] Pushing event updated for resources: {'Port': ['ID=ae363947-9dab-4dfb-ac74-7d3d617d6fe5,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:25.250128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.261774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:25.262308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.365952 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] Set router 5084cb63-a8ea-4034-bc95-93d034ab0c56 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:25.422106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.431143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.437657 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 84ef7a0d-dbc6-4489-9409-13b100616936 resource provider aggregate not found May 27 02:17:25.479168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=1eef4d60-0d46-47f6-a5ef-889c384bf86b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:25.483243 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 84ef7a0d-dbc6-4489-9409-13b100616936 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84ef7a0d-dbc6-4489-9409-13b100616936 found for delete ", "request_id": "req-8e1d37c2-a918-4714-85d1-8dc52c354f7f"}]} May 27 02:17:25.493389 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-840d90a1-16b8-4e9b-98a8-04f1da76444b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/1eef4d60-0d46-47f6-a5ef-889c384bf86b HTTP/1.1" status: 204 len: 168 time: 3.5256491 May 27 02:17:25.495663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:25.496885 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.537687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275860990'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:25.549529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:25.555427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.589254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:25.608309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:25.630988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:25.645982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.664991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Subnet': ['ID=41e56165-ca80-48b2-a599-cdb2f3df9c03,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:25.702906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Checking segment: {'id': 'f488a912-6102-4d56-ab99-8ec6f0e0462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e61de766-764b-44d6-ac19-2562842b8a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:25.703400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network hostable DHCP agents. Network: e61de766-764b-44d6-ac19-2562842b8a0f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:25.729540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network e61de766-764b-44d6-ac19-2562842b8a0f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:25.746411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e61de766-764b-44d6-ac19-2562842b8a0f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:25.762791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:25.763945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.792949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:25.796734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:25.809751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4df7ebfd-90af-4a57-9ba9-25e31a201b5a tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1078503 May 27 02:17:25.811301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45656) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:25.830880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'subnet': {'network_id': 'bd4f34cd-0e91-46aa-bc7d-43c642df0948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:25.831070 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:17:23Z', 'revision_number': 5, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.835976 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] Checking router: 5084cb63-a8ea-4034-bc95-93d034ab0c56 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:25.844787 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] Routers {'5084cb63-a8ea-4034-bc95-93d034ab0c56'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:25.845434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5084cb63-a8ea-4034-bc95-93d034ab0c56'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:25.950678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:25.954760 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:subnet and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:25.957572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:25.963297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:25.970861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:25.974436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:25.978161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.008521 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.011997 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.012598 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment 9eacbb14-f81e-4ab5-97b3-65c30b6e5d46 of type vlan for network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 May 27 02:17:26.045797 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] Set router 5084cb63-a8ea-4034-bc95-93d034ab0c56 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:26.071541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Deleting port 535ccf97-873e-4995-9388-9606176655b4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:26.072158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.153470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.310826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:17:26.369257 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.371006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.376466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:26.377070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.388487 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:17:23Z', 'revision_number': 5, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:26.393453 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cffd0-d187-4bba-9ba8-d8da67aac570 None None] The sync data for ids ['5084cb63-a8ea-4034-bc95-93d034ab0c56'] in n-d-843146-11 is: [{'id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'name': 'tempest-TestServerBasicOps-693460995-router', 'tenant_id': '859ad833f0e94188a3f7ec38494103e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '535ccf97-873e-4995-9388-9606176655b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:10:55Z', 'updated_at': '2022-05-27T02:17:23Z', 'revision_number': 5, 'project_id': '859ad833f0e94188a3f7ec38494103e5', 'gw_port': {'id': '535ccf97-873e-4995-9388-9606176655b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084cb63-a8ea-4034-bc95-93d034ab0c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:10:57Z', 'updated_at': '2022-05-27T02:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:26.463157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Checking segment: {'id': '056da06a-53be-4fdb-842c-9b1595ca7f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4f34cd-0e91-46aa-bc7d-43c642df0948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:26.463495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network hostable DHCP agents. Network: bd4f34cd-0e91-46aa-bc7d-43c642df0948, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:26.467720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Subnet': ['ID=d547322c-4e60-4adb-a674-afcd4b9af91b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:26.490078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network bd4f34cd-0e91-46aa-bc7d-43c642df0948 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:26.501916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bd4f34cd-0e91-46aa-bc7d-43c642df0948) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:26.506327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:26.507152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.534356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-60564599-8a1c-4647-a965-ba2fbb7fe177 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7159574 May 27 02:17:26.536889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45660) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:26.573444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] For port 535ccf97-873e-4995-9388-9606176655b4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=535ccf97-873e-4995-9388-9606176655b4,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:26.574012 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:26.589611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0819721 May 27 02:17:26.594489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45664) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:26.602838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:26.630021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7a915-f468-4f2e-9f67-d31d7591fced None None] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:26.668485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb30c9-19a6-4c7c-802f-47f133361301 None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:26.683766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a2d5c-30eb-4e87-a038-c0f3b24972ef None None] Network bd4f34cd-0e91-46aa-bc7d-43c642df0948 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:26.707168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7269956-a353-4359-8c6c-c0584d17888a None None] Network e61de766-764b-44d6-ac19-2562842b8a0f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:26.807586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25875d6-daaa-4732-809e-9f8015fbf0f1 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=0d6ed3f2-5bf0-454c-a315-e43281c67d65,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:26.981004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:27.101569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.134929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Calling delete_port for 535ccf97-873e-4995-9388-9606176655b4 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:27.259724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Delete allocated IP 172.20.0.13 (40c142b5-781e-4ce6-8b38-b87a855a758a/6e3485ae-330f-4f5e-b343-107c524c0edc) {{(pid=88425) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:17:27.293430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae363947-9dab-4dfb-ac74-7d3d617d6fe5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:27.320200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.26 (40c142b5-781e-4ce6-8b38-b87a855a758a/63447c6c-8dad-4976-ae0b-eb9921d693aa/fb4e81fe-ee06-4dea-a85a-5389d235eb13) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:27.355150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf2f60cc-4c06-498e-b740-315c6c0fb673 None None] Provisioning for port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:27.383957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.436631 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.440608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.454035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e61de766-764b-44d6-ac19-2562842b8a0f', 'network_id': 'e61de766-764b-44d6-ac19-2562842b8a0f', 'tenant_id': 'fdbd69b6d1314c2e9a5f6f9c6e280086', 'fixed_ips': [{'subnet_id': '41e56165-ca80-48b2-a599-cdb2f3df9c03'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:27.455007 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.474525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Allocated IP 2001:db8::1 (e61de766-764b-44d6-ac19-2562842b8a0f/41e56165-ca80-48b2-a599-cdb2f3df9c03/00211f74-0b83-4851-9361-0bce1deb7dd3) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:27.550748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 is not hosted by any dhcp agent {{(pid=88425) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:17:27.558302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:27.560301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.566287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45674) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:27.568349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "PUT /v2.0/networks/0d6ed3f2-5bf0-454c-a315-e43281c67d65 HTTP/1.1" status: 200 len: 723 time: 0.9704144 May 27 02:17:27.579110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '0d6ed3f2-5bf0-454c-a315-e43281c67d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:27.692755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=535ccf97-873e-4995-9388-9606176655b4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:27.817980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd6221-ccab-43f3-89a8-fec8d2084be5 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=0d6ed3f2-5bf0-454c-a315-e43281c67d65,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:27.820745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:27.843195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:27.847946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.867155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:27.867607 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.877351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:27.885081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:27.889814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:27.891818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bd4f34cd-0e91-46aa-bc7d-43c642df0948', 'network_id': 'bd4f34cd-0e91-46aa-bc7d-43c642df0948', 'tenant_id': 'fdbd69b6d1314c2e9a5f6f9c6e280086', 'fixed_ips': [{'subnet_id': 'd547322c-4e60-4adb-a674-afcd4b9af91b'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:27.892816 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.905270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:27.912507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.931444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:27.934839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:27.948433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Transition to ACTIVE for port object 00211f74-0b83-4851-9361-0bce1deb7dd3 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:27.971948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.055468 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.059312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.061371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object fb4e81fe-ee06-4dea-a85a-5389d235eb13 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:28.069575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.075202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.201508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network e61de766-764b-44d6-ac19-2562842b8a0f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:28.212726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.212973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:28.213463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5084cb63-a8ea-4034-bc95-93d034ab0c56 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:17:28.221686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:28.222218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.224836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Port': ['ID=00211f74-0b83-4851-9361-0bce1deb7dd3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:28.251420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=fb4e81fe-ee06-4dea-a85a-5389d235eb13,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:28.261199 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.265568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-775b82f9-cd35-4575-be44-427e09b756f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5084cb63-a8ea-4034-bc95-93d034ab0c56 HTTP/1.1" status: 204 len: 168 time: 3.1746492 May 27 02:17:28.266275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45678) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:28.320127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] In _notify_port_updated(), no bound segment for port fb4e81fe-ee06-4dea-a85a-5389d235eb13 on network 40c142b5-781e-4ce6-8b38-b87a855a758a {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:17:28.321316 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.326455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:28.326927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.328518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cfe7496e-c93e-4929-810e-f0b154abbab7 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "PUT /v2.0/ports/fb4e81fe-ee06-4dea-a85a-5389d235eb13 HTTP/1.1" status: 200 len: 920 time: 3.6068265 May 27 02:17:28.332137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45682) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:28.338296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Allocated IP 2001:db8::2 (e61de766-764b-44d6-ac19-2562842b8a0f/41e56165-ca80-48b2-a599-cdb2f3df9c03/7d16d121-8e03-40ce-a502-e8aa142851ca) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:28.349977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] Deleting subnet ecc97ada-db73-4af1-bd0b-0d145beb8fdd {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:28.353632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.410301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.424017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:28.424399 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.518406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.584021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Allocated IP 2001:db8::2 (bd4f34cd-0e91-46aa-bc7d-43c642df0948/d547322c-4e60-4adb-a674-afcd4b9af91b/573d02f5-18a4-418f-9349-178a30d9eb54) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:28.595647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port fb4e81fe-ee06-4dea-a85a-5389d235eb13 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:28.597341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.616907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.640750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ae363947-9dab-4dfb-ac74-7d3d617d6fe5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae363947-9dab-4dfb-ac74-7d3d617d6fe5,segment=NetworkSegment(b055959d-12e4-4434-9b93-c7f4a81cfb97),segment_id=b055959d-12e4-4434-9b93-c7f4a81cfb97)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:28.678802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.680564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0a4eb-62b6-45f9-8fb2-095b908cf24b None None] Network 0c1cb04a-6ce3-474a-affc-14776d7c416f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:28.683380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc97ada-db73-4af1-bd0b-0d145beb8fdd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:28.692716 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.694028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fe1792ca-bd57-4fd6-bc49-1d503141cb35 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ecc97ada-db73-4af1-bd0b-0d145beb8fdd HTTP/1.1" status: 204 len: 168 time: 0.4237390 May 27 02:17:28.694824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45686) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:28.697027 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.739814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=52aec5c8-9859-4ef7-86e0-48825d8eee61,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:28.831155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.836533 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': '9eacbb14-f81e-4ab5-97b3-65c30b6e5d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d6ed3f2-5bf0-454c-a315-e43281c67d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:28.836901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 0d6ed3f2-5bf0-454c-a315-e43281c67d65, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:28.848367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Deleting port baf97833-afa5-4659-8000-acffdb36917c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:28.848705 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:28.925144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26145bba-58bb-417f-9d68-a63dd206abfa no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:29.022374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] Update dhcp port {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'fixed_ips': [{'subnet_id': '6e3485ae-330f-4f5e-b343-107c524c0edc', 'ip_address': '172.20.0.2'}, {'subnet_id': '63447c6c-8dad-4976-ae0b-eb9921d693aa'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'd5e25b90-8fea-4baf-a20b-eabece292f3c'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:17:29.102358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:29.114686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 26145bba-58bb-417f-9d68-a63dd206abfa {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:29.115563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 26145bba-58bb-417f-9d68-a63dd206abfa not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:29.143956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.199624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0d6ed3f2-5bf0-454c-a315-e43281c67d65) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:29.222189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:29.222812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.248593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c9864-4da1-4e94-b27c-e1dd7d1c075f None None] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:29.262482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 535ccf97-873e-4995-9388-9606176655b4 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:29.286726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] For port baf97833-afa5-4659-8000-acffdb36917c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=baf97833-afa5-4659-8000-acffdb36917c,segment=NetworkSegment(bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd),segment_id=bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:29.287108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c624eb-c833-4236-ac8f-44a5fec3ae11 None None] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:29.287228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.290768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b0fb4142-e247-4fe1-abe4-a8b51d998699 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7211230 May 27 02:17:29.294177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45690) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:29.301661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-01050067-2ada-4ee5-a89d-e2bd69e32061 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:29.303980 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.387934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.454703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 535ccf97-873e-4995-9388-9606176655b4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:29.455250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 535ccf97-873e-4995-9388-9606176655b4 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:29.473739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Calling delete_port for baf97833-afa5-4659-8000-acffdb36917c owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:29.517968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Transition to ACTIVE for port object 7d16d121-8e03-40ce-a502-e8aa142851ca will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:29.525457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for fb4e81fe-ee06-4dea-a85a-5389d235eb13 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:29.562542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ae363947-9dab-4dfb-ac74-7d3d617d6fe5,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:29.605154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-01050067-2ada-4ee5-a89d-e2bd69e32061 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1504468'] for subnet, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.659377 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.669699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Transition to ACTIVE for port object 7d16d121-8e03-40ce-a502-e8aa142851ca will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:29.721854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf97833-afa5-4659-8000-acffdb36917c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:29.724604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] No DVR routers for this DVR port baf97833-afa5-4659-8000-acffdb36917c on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:29.749028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5180fbd5-5656-4db2-bfed-f51e4d2e4baf None None] Provisioning complete for port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:29.749557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5180fbd5-5656-4db2-bfed-f51e4d2e4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.821423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.886667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.899458 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.912953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1cb04a-6ce3-474a-affc-14776d7c416f']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:29.925766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:29.926082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:29.937934 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.953666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.968851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.982542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:29.983120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:29.995698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=fb4e81fe-ee06-4dea-a85a-5389d235eb13,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:30.003286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.004044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.008001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Network e61de766-764b-44d6-ac19-2562842b8a0f is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:30.067378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:30.083107 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd resource provider aggregate not found May 27 02:17:30.100726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:30.109789 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.116219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Pushing event updated for resources: {'Port': ['ID=7d16d121-8e03-40ce-a502-e8aa142851ca,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:30.138636 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bab53176-69cf-4d9f-bfbc-7b3f2aa3c7dd found for delete ", "request_id": "req-2e0f68bf-6507-42c1-8bde-36f4dbdc0e6e"}]} May 27 02:17:30.179055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-01050067-2ada-4ee5-a89d-e2bd69e32061 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793544832440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1463674'] for subnet, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.214253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Transition to ACTIVE for port object 573d02f5-18a4-418f-9349-178a30d9eb54 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:30.215065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Port': ['ID=00211f74-0b83-4851-9361-0bce1deb7dd3,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:30.221325 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.222014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.242951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70a2af79-d72d-45db-b0cd-2fab8c6d1adb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/fb4e81fe-ee06-4dea-a85a-5389d235eb13 HTTP/1.1" status: 204 len: 168 time: 1.8733876 May 27 02:17:30.251805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.252589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:30.259822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01050067-2ada-4ee5-a89d-e2bd69e32061 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:30.260553 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-01050067-2ada-4ee5-a89d-e2bd69e32061 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.264352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-01050067-2ada-4ee5-a89d-e2bd69e32061 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "PUT /v2.0/subnets/52aec5c8-9859-4ef7-86e0-48825d8eee61 HTTP/1.1" status: 200 len: 806 time: 0.9667912 May 27 02:17:30.271032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45702) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:30.272953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1cb04a-6ce3-474a-affc-14776d7c416f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:30.301570 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f297cf4-fe8f-4abd-bd0b-feea9e1a9bac tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:17:30.302100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5f297cf4-fe8f-4abd-bd0b-feea9e1a9bac tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:30.333086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network e61de766-764b-44d6-ac19-2562842b8a0f is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:30.334957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:30.342669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5f297cf4-fe8f-4abd-bd0b-feea9e1a9bac tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:30.347019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5f297cf4-fe8f-4abd-bd0b-feea9e1a9bac tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/fb4e81fe-ee06-4dea-a85a-5389d235eb13 HTTP/1.1" status: 404 len: 333 time: 0.0904236 May 27 02:17:30.361551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45706) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:30.392670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f3a75bfa-b27e-4b68-8975-204b7e33c323 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0c1cb04a-6ce3-474a-affc-14776d7c416f HTTP/1.1" status: 204 len: 168 time: 1.6936116 May 27 02:17:30.396404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01050067-2ada-4ee5-a89d-e2bd69e32061 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=52aec5c8-9859-4ef7-86e0-48825d8eee61,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:30.502865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.505174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d892d12f-36c4-4efc-bff0-454500fa69f4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.517314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Transition to ACTIVE for port object 573d02f5-18a4-418f-9349-178a30d9eb54 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:30.526586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0152630-b9fb-466a-91a6-3d29e58711b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-0d6ed3f2-5bf0-454c-a315-e43281c67d65', 'network_id': '0d6ed3f2-5bf0-454c-a315-e43281c67d65', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': '52aec5c8-9859-4ef7-86e0-48825d8eee61'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:30.527696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0152630-b9fb-466a-91a6-3d29e58711b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.543849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Attempting to bind port 7d16d121-8e03-40ce-a502-e8aa142851ca on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:30.544496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Attempting to bind port 7d16d121-8e03-40ce-a502-e8aa142851ca by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'f488a912-6102-4d56-ab99-8ec6f0e0462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e61de766-764b-44d6-ac19-2562842b8a0f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:30.545376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Attempting to bind port 7d16d121-8e03-40ce-a502-e8aa142851ca on network e61de766-764b-44d6-ac19-2562842b8a0f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:30.564080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] Allocated IP 172.20.0.18 (40c142b5-781e-4ce6-8b38-b87a855a758a/63447c6c-8dad-4976-ae0b-eb9921d693aa/d5e25b90-8fea-4baf-a20b-eabece292f3c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:30.568682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Router 3adef88f-46fb-4215-b76e-cfdf94e32ce3 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:30.569378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.605714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d892d12f-36c4-4efc-bff0-454500fa69f4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.612356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:30.613010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Checking segment: {'id': 'f488a912-6102-4d56-ab99-8ec6f0e0462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e61de766-764b-44d6-ac19-2562842b8a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:30.613578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.614141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Bound using segment: {'id': 'f488a912-6102-4d56-ab99-8ec6f0e0462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e61de766-764b-44d6-ac19-2562842b8a0f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:30.614821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Bound port: 7d16d121-8e03-40ce-a502-e8aa142851ca, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f488a912-6102-4d56-ab99-8ec6f0e0462d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e61de766-764b-44d6-ac19-2562842b8a0f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:30.615366 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.638426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a181cd-b999-4661-a041-16e8b6283f98 None None] DHCP port deletion for 0c1cb04a-6ce3-474a-affc-14776d7c416f request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:30.664604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.675127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5180fbd5-5656-4db2-bfed-f51e4d2e4baf None None] Current status of the port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:30.724032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d892d12f-36c4-4efc-bff0-454500fa69f4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.752956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892d12f-36c4-4efc-bff0-454500fa69f4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbccf2-e60f-4bdb-8bd1-f9a98537e38f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:30.760176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d892d12f-36c4-4efc-bff0-454500fa69f4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.764002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d892d12f-36c4-4efc-bff0-454500fa69f4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/security-groups/49dbccf2-e60f-4bdb-8bd1-f9a98537e38f HTTP/1.1" status: 204 len: 168 time: 0.3970866 May 27 02:17:30.764963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45712) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:30.816764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45716) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:30.823404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:30.865667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:30.867549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Network bd4f34cd-0e91-46aa-bc7d-43c642df0948 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:30.879423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f62060c2-eaa0-4ac8-9533-4ffc7488eda8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3413873 May 27 02:17:30.883499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45720) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:30.933800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] Sync routers for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:30.935810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Pushing event updated for resources: {'Port': ['ID=573d02f5-18a4-418f-9349-178a30d9eb54,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:30.939466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:30.961172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:30.994257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=52aec5c8-9859-4ef7-86e0-48825d8eee61,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:31.044146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:31.044695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-93785255-ef7d-4e50-96ab-08037bc9a6e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72cc15af36d64ae8a216d2a9420afc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236021 May 27 02:17:31.044820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.044938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45724) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:31.086871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5aa07d1-de9a-493d-9b24-008b90c09eb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.126203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.144099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5aa07d1-de9a-493d-9b24-008b90c09eb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.177894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6ed3f2-5bf0-454c-a315-e43281c67d65']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.178287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.200968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eacbb14-f81e-4ab5-97b3-65c30b6e5d46') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.201281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eacbb14-f81e-4ab5-97b3-65c30b6e5d46') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server [None req-b0152630-b9fb-466a-91a6-3d29e58711b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52aec5c8-9859-4ef7-86e0-48825d8eee61: This subnet is being modified by another concurrent operation. May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise self.value May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server raise exception May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52aec5c8-9859-4ef7-86e0-48825d8eee61: This subnet is being modified by another concurrent operation. May 27 02:17:31.211082 n-d-843146-11 neutron-server[88427]: ERROR oslo_messaging.rpc.server May 27 02:17:31.219370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] For port 7d16d121-8e03-40ce-a502-e8aa142851ca, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:31.227329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.250095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf51a3-eb5f-4cf3-840b-53e649753a6a None None] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:31.262164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5aa07d1-de9a-493d-9b24-008b90c09eb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.263780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.286172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:31.286585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.296716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae363947-9dab-4dfb-ac74-7d3d617d6fe5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:31.302352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa07d1-de9a-493d-9b24-008b90c09eb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d7163c-39a5-49d1-8a1c-0a0414eb4adb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:31.322239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Attempting to bind port 573d02f5-18a4-418f-9349-178a30d9eb54 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:31.322609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Attempting to bind port 573d02f5-18a4-418f-9349-178a30d9eb54 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '056da06a-53be-4fdb-842c-9b1595ca7f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4f34cd-0e91-46aa-bc7d-43c642df0948'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:31.323007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Attempting to bind port 573d02f5-18a4-418f-9349-178a30d9eb54 on network bd4f34cd-0e91-46aa-bc7d-43c642df0948 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:31.327712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] For port 7d16d121-8e03-40ce-a502-e8aa142851ca, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7d16d121-8e03-40ce-a502-e8aa142851ca,segment=NetworkSegment(f488a912-6102-4d56-ab99-8ec6f0e0462d),segment_id=f488a912-6102-4d56-ab99-8ec6f0e0462d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:31.344258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:31.344944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.389464 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e5aa07d1-de9a-493d-9b24-008b90c09eb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.390618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e5aa07d1-de9a-493d-9b24-008b90c09eb4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4d7163c-39a5-49d1-8a1c-0a0414eb4adb HTTP/1.1" status: 204 len: 168 time: 0.6226881 May 27 02:17:31.395004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45728) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:31.472565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:31.472823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Checking segment: {'id': '056da06a-53be-4fdb-842c-9b1595ca7f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4f34cd-0e91-46aa-bc7d-43c642df0948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:31.473239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.473605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Bound using segment: {'id': '056da06a-53be-4fdb-842c-9b1595ca7f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4f34cd-0e91-46aa-bc7d-43c642df0948'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:31.474076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Bound port: 573d02f5-18a4-418f-9349-178a30d9eb54, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056da06a-53be-4fdb-842c-9b1595ca7f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4f34cd-0e91-46aa-bc7d-43c642df0948'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:31.474441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.475416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 6e3485ae-330f-4f5e-b343-107c524c0edc {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:31.477689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.489017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.505082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.512715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=0d6ed3f2-5bf0-454c-a315-e43281c67d65,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:31.515816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-55278581-ce1a-4737-b959-d2fa80938945 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/0d6ed3f2-5bf0-454c-a315-e43281c67d65 HTTP/1.1" status: 204 len: 168 time: 1.2444179 May 27 02:17:31.518468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45732) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:31.544531 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0595e5-d23f-4fe8-85fe-ed9c2363e74f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:31.545192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0595e5-d23f-4fe8-85fe-ed9c2363e74f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:31.547016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4e0595e5-d23f-4fe8-85fe-ed9c2363e74f tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/0d6ed3f2-5bf0-454c-a315-e43281c67d65 HTTP/1.1" status: 404 len: 339 time: 0.0274677 May 27 02:17:31.551671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45736) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:31.557800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1347813402', 'description': 'd1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:31.564627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:31.569232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:network and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:31.572352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:31.578804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:31.582415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:31.592305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:31.597446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.627646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ba14989-39fa-4c48-b32d-32c4fc1ad43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.629952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:31.639504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:31.639693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.639905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128e853-c0b1-4c42-b59f-7d782efeff60 None None] The sync data for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:31.640221 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment 5fabe9b2-f10e-4167-8cd0-100f5d97a63f of type vlan for network ea626d85-37c3-4907-a60c-7d3bfbb361fb May 27 02:17:31.676034 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.707742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ba14989-39fa-4c48-b32d-32c4fc1ad43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.709792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.715606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:31.717170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.805433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-aa26ba92-d187-49f5-8be3-fc66eff2398a None None] Provisioning complete for port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:31.806067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa26ba92-d187-49f5-8be3-fc66eff2398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.835151 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2819390 May 27 02:17:31.835734 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ba14989-39fa-4c48-b32d-32c4fc1ad43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.840186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45740) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:31.861552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14989-39fa-4c48-b32d-32c4fc1ad43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7541e32-e485-44d9-a051-58c0286d945e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:31.870107 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-d1ae9c91-0889-42df-a83d-95d7d4beb6b2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:17:31.873889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d1ae9c91-0889-42df-a83d-95d7d4beb6b2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9864736 May 27 02:17:31.876264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45746) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:31.877477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ba14989-39fa-4c48-b32d-32c4fc1ad43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.880947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ba14989-39fa-4c48-b32d-32c4fc1ad43d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7541e32-e485-44d9-a051-58c0286d945e HTTP/1.1" status: 204 len: 168 time: 0.8335302 May 27 02:17:31.884656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981ff09-f127-4c80-bfe9-8393c23f2b09 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=ea626d85-37c3-4907-a60c-7d3bfbb361fb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:31.903236 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.913593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:31.916082 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:31.979744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network ea626d85-37c3-4907-a60c-7d3bfbb361fb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:31.997856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e5a31-81e6-49e9-9036-dd93a78f2963 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:31.998581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d20e5a31-81e6-49e9-9036-dd93a78f2963 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Synchronizing usage tracker for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:32.004405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Pushing event updated for resources: {'Port': ['ID=7d16d121-8e03-40ce-a502-e8aa142851ca,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:32.039698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d20e5a31-81e6-49e9-9036-dd93a78f2963 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Unset dirty status for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:32.043928 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d20e5a31-81e6-49e9-9036-dd93a78f2963 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/networks?id=ea626d85-37c3-4907-a60c-7d3bfbb361fb HTTP/1.1" status: 200 len: 761 time: 0.2023406 May 27 02:17:32.049881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45752) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.063653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'description': 'd2'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:32.147929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] For port 573d02f5-18a4-418f-9349-178a30d9eb54, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:32.150660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129affc-d012-4050-9289-23962b3d3b68 None None] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:32.165581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.166214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.170692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.171126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.171471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.171810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.172146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.172477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.172862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.173183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.173535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.174063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d1922-30a8-43e2-ae9d-a79285af8287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:32.207149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] Transition to ACTIVE for port object d5e25b90-8fea-4baf-a20b-eabece292f3c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:32.260031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] For port 573d02f5-18a4-418f-9349-178a30d9eb54, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=573d02f5-18a4-418f-9349-178a30d9eb54,segment=NetworkSegment(056da06a-53be-4fdb-842c-9b1595ca7f04),segment_id=056da06a-53be-4fdb-842c-9b1595ca7f04)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:32.266079 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.271346 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9eacbb14-f81e-4ab5-97b3-65c30b6e5d46 resource provider aggregate not found May 27 02:17:32.276225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.357357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129affc-d012-4050-9289-23962b3d3b68 None None] Network 0d6ed3f2-5bf0-454c-a315-e43281c67d65 could not be found, it might have been deleted concurrently. {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 27 02:17:32.394739 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9eacbb14-f81e-4ab5-97b3-65c30b6e5d46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eacbb14-f81e-4ab5-97b3-65c30b6e5d46 found for delete ", "request_id": "req-0bad22d6-b203-49bf-8a0c-c8b2c1676fe6"}]} May 27 02:17:32.403441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.448733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.478547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45762) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.519764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.549193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.577356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network ea626d85-37c3-4907-a60c-7d3bfbb361fb is not hosted by any dhcp agent {{(pid=88425) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 02:17:32.587360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:32.589712 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.593408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "PUT /v2.0/networks/ea626d85-37c3-4907-a60c-7d3bfbb361fb HTTP/1.1" status: 200 len: 758 time: 0.5424626 May 27 02:17:32.610084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45766) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.624919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d793eb6e-38cf-4285-b509-a54d7d574c6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=859ad833f0e94188a3f7ec38494103e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436741 May 27 02:17:32.681144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8926636-5657-40bc-94c1-3ef88725756d None None] Pushing event updated for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:32.693725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45770) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.771342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00856d2f-ed96-47ce-8ba7-6716d125f1d2 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=ea626d85-37c3-4907-a60c-7d3bfbb361fb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:32.791049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba61ae-71bd-429f-90cd-3b6f26815f49 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:32.792321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eeba61ae-71bd-429f-90cd-3b6f26815f49 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Synchronizing usage tracker for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:32.803902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network ea626d85-37c3-4907-a60c-7d3bfbb361fb details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:32.819488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eeba61ae-71bd-429f-90cd-3b6f26815f49 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Unset dirty status for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:32.824624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.825699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eeba61ae-71bd-429f-90cd-3b6f26815f49 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/networks?id=ea626d85-37c3-4907-a60c-7d3bfbb361fb HTTP/1.1" status: 200 len: 761 time: 0.2124941 May 27 02:17:32.830831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45774) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:32.840918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-965016047'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:32.847947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:32.859321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:32.886760 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.896787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f775471-9f3b-48e4-ad9d-462bd01d764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.954607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:32.961587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:32.990843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa26ba92-d187-49f5-8be3-fc66eff2398a None None] Current status of the port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:32.993289 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f775471-9f3b-48e4-ad9d-462bd01d764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.040258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:33.086948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.101662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:33.134874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.135382 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment ce2d320f-0aa6-418c-8848-168a7e164a0b of type vlan for network 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a May 27 02:17:33.174265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device baf97833-afa5-4659-8000-acffdb36917c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:33.209117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3485ae-330f-4f5e-b343-107c524c0edc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:33.212874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.234839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f775471-9f3b-48e4-ad9d-462bd01d764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.240647 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.241326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff524f-a339-437f-a254-5f5e9d20dcae None None] Pushing event updated for resources: {'Port': ['ID=573d02f5-18a4-418f-9349-178a30d9eb54,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:33.260947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: baf97833-afa5-4659-8000-acffdb36917c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:33.261380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device baf97833-afa5-4659-8000-acffdb36917c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:33.266052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f775471-9f3b-48e4-ad9d-462bd01d764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7370a92c-e9c1-4d7b-a285-2b74775be032,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:33.270965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f775471-9f3b-48e4-ad9d-462bd01d764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.272121 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9f775471-9f3b-48e4-ad9d-462bd01d764b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7370a92c-e9c1-4d7b-a285-2b74775be032 HTTP/1.1" status: 204 len: 168 time: 0.5778167 May 27 02:17:33.273796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7a9ed74a-8bfd-4a45-9271-75e15c1e07e5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/6e3485ae-330f-4f5e-b343-107c524c0edc HTTP/1.1" status: 204 len: 168 time: 1.8777826 May 27 02:17:33.283562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45780) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:33.289179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:33.336109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.337282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.467481 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.474611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:33.475244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.685632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7d16d121-8e03-40ce-a502-e8aa142851ca up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:33.758521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e2cf3-ba07-4b4e-9660-05b0914e1925 None None] Network e61de766-764b-44d6-ac19-2562842b8a0f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:33.819619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:33.824644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:33.829891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:33.854298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:33.872220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:33.876591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:33.952439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=0ad03fc4-826a-470f-818a-bb3f4c4f2c2a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:33.977653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-980f6b8b-0c74-46bf-aae8-c6759ccb1df6 None None] Provisioning for port 7d16d121-8e03-40ce-a502-e8aa142851ca completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:33.978506 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-13d27cf6-9ebb-43d6-a504-6ef268635051 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1452250 May 27 02:17:33.985968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45796) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:33.988217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d99417-5d6c-43fd-ab22-78c6a33ed582 None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:33.992812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '0ad03fc4-826a-470f-818a-bb3f4c4f2c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:34.008192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:34.106337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting port 00211f74-0b83-4851-9361-0bce1deb7dd3 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:34.106632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.240630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:34.298548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Usage tracker for resource:subnet and tenant:78c455ca5515417888ee28a5b8245581 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:34.314222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Could not find standard attr ID for object fb4e81fe-ee06-4dea-a85a-5389d235eb13. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:34.316698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.326657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.350758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.395391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:34.399077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:34.402795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:34.404108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.417568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:34.424292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Provisioning for port d5e25b90-8fea-4baf-a20b-eabece292f3c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:34.424892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.434465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7d16d121-8e03-40ce-a502-e8aa142851ca completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:34.443951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e564d73-3be0-42b6-a685-e7cd007671c8 None None] Network bd4f34cd-0e91-46aa-bc7d-43c642df0948 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:34.449086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=58570128-16ca-4f5c-90bf-1126a52750b7,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:34.454036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-635ac915-91cf-439c-b8b7-3a8f070afcf4 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1693802 May 27 02:17:34.457021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45808) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:34.462291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'security_group': {'name': 'tempest-secgroup-540866202'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:34.466274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:34.466880 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.469104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:34.475621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:34.478343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45812) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:34.481734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.492747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.512053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.534073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:34.538377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group_rule and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:34.541243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.547267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.561282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.625219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1285736721-network', 'tenant_id': '172d850758cc4c09a84653999d5afac4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:34.638806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:34.642431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.645041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Usage tracker for resource:network and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:34.647995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.656113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.660598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.676563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7d16d121-8e03-40ce-a502-e8aa142851ca triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:34.677183 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.703188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Made reservation on behalf of 172d850758cc4c09a84653999d5afac4 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:34.705520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.727063 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.733480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Calling delete_port for 00211f74-0b83-4851-9361-0bce1deb7dd3 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:34.739086 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.742409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2818837 May 27 02:17:34.742409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627ee78-ec5d-4aab-8e47-6124e637e2a5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a87fdd-6b58-413b-b793-b47a5f506bf8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:34.744711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45818) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:34.752409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'security_group': {'name': 'tempest-secgroup-217604587'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:34.757599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:34.761960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:34.765458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:34.768510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.771381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:34.776337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.779034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.784906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.806995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.835108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:34.842778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group_rule and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:34.847332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:34.857019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:34.944965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.961376 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.985959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:34.993874 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.001646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.012794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:35.036524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f566df-19a9-4287-bae8-07f55acd182a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:35.050420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.050857 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Added segment 0028ae2a-2a00-4162-af02-efe410250cb6 of type vlan for network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 May 27 02:17:35.080959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.084630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3350992 May 27 02:17:35.087574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45822) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:35.098108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7a745-130a-4525-bff9-f4dee060dd4c tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c9589f-c2c5-46e8-ac88-43017370f2b2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:35.101170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.106222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'security_group': {'name': 'tempest-secgroup-1663812194'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:35.114675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:35.118551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:35.122108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:35.130132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:35.133455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.135358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:35.136394 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.156152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:35.166546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7d16d121-8e03-40ce-a502-e8aa142851ca is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:35.167217 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.167453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=c37b88ba-e579-4163-b4de-177a5e792ae0,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:35.177362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.189395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': 'ce2d320f-0aa6-418c-8848-168a7e164a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0ad03fc4-826a-470f-818a-bb3f4c4f2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:35.189790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:35.203324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.234471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Provisioning complete for port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:35.235171 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.262187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:35.266291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:security_group_rule and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:35.267645 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7882116 May 27 02:17:35.269932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:35.275317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45826) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:35.281648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Port': ['ID=00211f74-0b83-4851-9361-0bce1deb7dd3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:35.281849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e22f16-ba52-412f-b88d-da5d405b2da7 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:35.283596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7d16d121-8e03-40ce-a502-e8aa142851ca, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7d16d121-8e03-40ce-a502-e8aa142851ca,segment=NetworkSegment(f488a912-6102-4d56-ab99-8ec6f0e0462d),segment_id=f488a912-6102-4d56-ab99-8ec6f0e0462d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:35.285987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:35.291400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Request body: {'subnet': {'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1285736721-subnet', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:35.298969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:35.303224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:35.344779 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.346323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5e25b90-8fea-4baf-a20b-eabece292f3c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:35.352975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Usage tracker for resource:subnet and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:35.355718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:35.357895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:35.432868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:35.444681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:35.515187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:35.515765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.523835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a07bba-9bab-4e3e-b243-e05a61054cc2 None None] Network 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:35.548667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Made reservation on behalf of 172d850758cc4c09a84653999d5afac4 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:35.550795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.564224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.638398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-be62bb84-6cae-4225-9811-0a9de1ff753b None None] Port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:35.659884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5378ef6e-9994-47ba-a43b-acb432e4fc1e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6696608 May 27 02:17:35.660901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45830) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:35.707427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7d16d121-8e03-40ce-a502-e8aa142851ca,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:35.726557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] Update dhcp port {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'fixed_ips': [{'subnet_id': '63447c6c-8dad-4976-ae0b-eb9921d693aa', 'ip_address': '172.20.0.18'}, {'subnet_id': '58570128-16ca-4f5c-90bf-1126a52750b7'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'd5e25b90-8fea-4baf-a20b-eabece292f3c'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:17:35.846904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:35.847335 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.906413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.965592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.985829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:35.991193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.018390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ff6036d7-eb7b-4fa7-8e76-429de5513cca None None] Provisioning for port 573d02f5-18a4-418f-9349-178a30d9eb54 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:36.031823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.059799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b9c4-7f11-4236-892d-bc3d3f414716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.097726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.144149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=c37b88ba-e579-4163-b4de-177a5e792ae0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:36.176522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ff6036d7-eb7b-4fa7-8e76-429de5513cca None None] Could not find standard attr ID for object 00211f74-0b83-4851-9361-0bce1deb7dd3. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:36.241449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.242613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1560841 May 27 02:17:36.247638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45836) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:36.249345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96f6e2-cc1b-476a-a277-fa4c9dca3ca1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcda233-9b86-4d13-99a4-925f5e1a9d25,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:36.255439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1550765224', 'security_groups': ['4dcda233-9b86-4d13-99a4-925f5e1a9d25'], 'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58570128-16ca-4f5c-90bf-1126a52750b7'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:36.262343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Router 3adef88f-46fb-4215-b76e-cfdf94e32ce3 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:36.265626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e55bc-9f09-4862-9194-f123b87e4764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-0ad03fc4-826a-470f-818a-bb3f4c4f2c2a', 'network_id': '0ad03fc4-826a-470f-818a-bb3f4c4f2c2a', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': 'c37b88ba-e579-4163-b4de-177a5e792ae0'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:36.266491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-360e55bc-9f09-4862-9194-f123b87e4764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.298979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:36.300104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 573d02f5-18a4-418f-9349-178a30d9eb54 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:36.324305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ff6036d7-eb7b-4fa7-8e76-429de5513cca None None] Provisioning complete for port 7d16d121-8e03-40ce-a502-e8aa142851ca triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:36.324677 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ff6036d7-eb7b-4fa7-8e76-429de5513cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.350430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.395241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad03fc4-826a-470f-818a-bb3f4c4f2c2a']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:36.423793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2d320f-0aa6-418c-8848-168a7e164a0b') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:36.424695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2d320f-0aa6-418c-8848-168a7e164a0b') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:36.448346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.467996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:36.475006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ce0b2288-c542-4008-b5b5-cb8734777adc tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5947030 May 27 02:17:36.479507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:36.490115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:36.495934 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] Sync routers for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:36.510367 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:36.512318 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:36.524396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:36.530155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.540567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:36.541336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.583289 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ce2d320f-0aa6-418c-8848-168a7e164a0b resource provider aggregate not found May 27 02:17:36.587915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] Allocated IP 172.20.0.2 (40c142b5-781e-4ce6-8b38-b87a855a758a/58570128-16ca-4f5c-90bf-1126a52750b7/d5e25b90-8fea-4baf-a20b-eabece292f3c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:36.596877 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:36.606877 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:36.607701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:36.612356 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-dd553f35-f7d7-4631-bdee-6be798932e53 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] delete failed (client error): The resource could not be found. May 27 02:17:36.617061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dd553f35-f7d7-4631-bdee-6be798932e53 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1005149661 HTTP/1.1" status: 404 len: 335 time: 0.1326406 May 27 02:17:36.629298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45848) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:36.642470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-95e578e5-a258-4008-be71-eaf1e4c2001d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'router': {'external_gateway_info': {'network_id': '3adef88f-46fb-4215-b76e-cfdf94e32ce3'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:36.645943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:36.672743 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ce2d320f-0aa6-418c-8848-168a7e164a0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce2d320f-0aa6-418c-8848-168a7e164a0b found for delete ", "request_id": "req-2dec6344-77ef-4c9f-ad18-db3d09a1ed5f"}]} May 27 02:17:36.682108 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:36.682518 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c041875-0e5b-4560-9cac-c48fc24163fb None None] The sync data for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:36.778014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 573d02f5-18a4-418f-9349-178a30d9eb54 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:36.783407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.796037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 573d02f5-18a4-418f-9349-178a30d9eb54 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:36.796413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.863679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7af8e-1acd-4976-8bd2-f9ea4e8dabd6 None None] Network 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:36.881832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.906356 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:36.926999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=0ad03fc4-826a-470f-818a-bb3f4c4f2c2a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:36.952304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.952818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.953253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.953687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.955425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.955425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.955425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.955993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.956365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.956998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.957413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.957943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:36.964420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-56119990-a78b-493f-a676-77012babf407 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/0ad03fc4-826a-470f-818a-bb3f4c4f2c2a HTTP/1.1" status: 204 len: 168 time: 1.3017640 May 27 02:17:36.967283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45852) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:36.979613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:36.992802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7af8e-1acd-4976-8bd2-f9ea4e8dabd6 None None] Network 0ad03fc4-826a-470f-818a-bb3f4c4f2c2a could not be found, it might have been deleted concurrently. {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 27 02:17:37.001741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a308463-4458-4c13-931e-611dce447eea,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:37.004263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.011246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ff6036d7-eb7b-4fa7-8e76-429de5513cca None None] Current status of the port 7d16d121-8e03-40ce-a502-e8aa142851ca is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:37.028221 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf1d49b-62f5-4029-9c18-a1b9bf6e6110 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] GET failed (client error): The resource could not be found. May 27 02:17:37.028767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5bf1d49b-62f5-4029-9c18-a1b9bf6e6110 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Synchronizing usage tracker for tenant:78c455ca5515417888ee28a5b8245581 on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:37.039631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] device_id is not set on port da002dcb-6554-427f-8e01-de19df42e043 yet. {{(pid=88425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 02:17:37.039856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.078020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Checking segment: {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:37.078562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Network hostable DHCP agents. Network: a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:37.087219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] Transition to ACTIVE for port object d5e25b90-8fea-4baf-a20b-eabece292f3c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:37.104154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.105432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5bf1d49b-62f5-4029-9c18-a1b9bf6e6110 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Unset dirty status for tenant:78c455ca5515417888ee28a5b8245581 on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:37.106666 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5bf1d49b-62f5-4029-9c18-a1b9bf6e6110 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/subnets/c37b88ba-e579-4163-b4de-177a5e792ae0 HTTP/1.1" status: 404 len: 337 time: 0.1384346 May 27 02:17:37.110752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45856) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:37.146130 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce0f365-2419-463b-8abf-2f80373d0554 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:37.146600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce0f365-2419-463b-8abf-2f80373d0554 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:37.158372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-95e578e5-a258-4008-be71-eaf1e4c2001d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.167360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:37.185591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4ce0f365-2419-463b-8abf-2f80373d0554 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/0ad03fc4-826a-470f-818a-bb3f4c4f2c2a HTTP/1.1" status: 404 len: 339 time: 0.0740824 May 27 02:17:37.192013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45860) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:37.196910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:37.216693 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-95e578e5-a258-4008-be71-eaf1e4c2001d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] update failed (client error): The resource could not be found. May 27 02:17:37.217679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-95e578e5-a258-4008-be71-eaf1e4c2001d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3 HTTP/1.1" status: 404 len: 339 time: 0.5823786 May 27 02:17:37.224292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45864) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:37.224615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6638e533-fef8-43d2-b17f-ccd367899abc None None] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:37.225552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.226310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.233237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-291490433'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:37.240242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:37.255806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 573d02f5-18a4-418f-9349-178a30d9eb54 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:37.256189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.279653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:network and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:37.286931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:37.301500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:37.326505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:37.330264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.350144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.14 (40c142b5-781e-4ce6-8b38-b87a855a758a/58570128-16ca-4f5c-90bf-1126a52750b7/da002dcb-6554-427f-8e01-de19df42e043) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:37.379518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:37.408596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-23d05ba4-b17b-4c78-83f4-24048479553c None None] Provisioning complete for port 573d02f5-18a4-418f-9349-178a30d9eb54 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:37.408976 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-23d05ba4-b17b-4c78-83f4-24048479553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.410545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.411005 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Added segment 07402e92-6b69-48de-b7a7-51e8c7c877da of type vlan for network c2602b9a-5417-4044-9326-73eb4f2fd6ad May 27 02:17:37.448450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bb3c6f8a-591e-4972-9d2b-a6df367cf1cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1669984 May 27 02:17:37.449151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45868) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:37.456485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:37.465955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:37.469133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a9e44-afb3-467e-afcf-b008c5617eda None None] Pushing event updated for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:37.483370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Usage tracker for resource:router and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:37.489823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:37.499716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:37.526749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf61a3-93fc-4a2e-875a-3a713179575d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.527744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-81cf61a3-93fc-4a2e-875a-3a713179575d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Synchronizing usage tracker for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:37.529779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.550123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.555314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.571235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 573d02f5-18a4-418f-9349-178a30d9eb54, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=573d02f5-18a4-418f-9349-178a30d9eb54,segment=NetworkSegment(056da06a-53be-4fdb-842c-9b1595ca7f04),segment_id=056da06a-53be-4fdb-842c-9b1595ca7f04)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:37.586173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.591897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-81cf61a3-93fc-4a2e-875a-3a713179575d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Unset dirty status for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:37.593649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-81cf61a3-93fc-4a2e-875a-3a713179575d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3999770 May 27 02:17:37.597106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45872) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:37.622932 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.629286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:37.630080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.652510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.664563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e1c89db1-a1d2-4a0a-8052-57933df7aa92 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Synchronizing usage tracker for tenant:78c455ca5515417888ee28a5b8245581 on resource:subnet {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:37.690926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e1c89db1-a1d2-4a0a-8052-57933df7aa92 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Unset dirty status for tenant:78c455ca5515417888ee28a5b8245581 on resource:subnet {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:37.692105 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e1c89db1-a1d2-4a0a-8052-57933df7aa92 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 207 time: 0.0937383 May 27 02:17:37.696028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45876) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:37.759481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:37.787069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7d16d121-8e03-40ce-a502-e8aa142851ca up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:37.797078 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5716102 May 27 02:17:37.803262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45880) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:37.814091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'subnet': {'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:37.835362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object da002dcb-6554-427f-8e01-de19df42e043 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:37.843228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee9e4c-2d35-40bf-9d8f-d18d833996be tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Network': ['ID=c2602b9a-5417-4044-9326-73eb4f2fd6ad,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:37.861737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network c2602b9a-5417-4044-9326-73eb4f2fd6ad details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:37.953437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:37.959394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Usage tracker for resource:subnet and tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:37.963009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:37.969100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:37.980806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.029443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Made reservation on behalf of fdbd69b6d1314c2e9a5f6f9c6e280086 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:38.034027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.081194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.081563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d43a12-15cf-44ff-a4f2-d6584c9515c2 None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:38.161853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:38.167724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:38.170295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:38.181365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=573d02f5-18a4-418f-9349-178a30d9eb54,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:38.198994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb11b71-61b8-4ba5-8072-afd0e11bad75 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.205955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb11b71-61b8-4ba5-8072-afd0e11bad75 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.210885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb11b71-61b8-4ba5-8072-afd0e11bad75 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.216443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb11b71-61b8-4ba5-8072-afd0e11bad75 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.218104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9eb11b71-61b8-4ba5-8072-afd0e11bad75 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5210705 May 27 02:17:38.221751 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-afe398df-e3d5-4229-afde-d93e56ec5e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.222299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45884) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:38.240217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=da002dcb-6554-427f-8e01-de19df42e043,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:38.251055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-23d05ba4-b17b-4c78-83f4-24048479553c None None] Current status of the port 573d02f5-18a4-418f-9349-178a30d9eb54 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:38.262102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-23d05ba4-b17b-4c78-83f4-24048479553c None None] Could not find standard attr ID for object 00211f74-0b83-4851-9361-0bce1deb7dd3. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:38.284378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:38.285302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.288093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.288736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.326393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7d16d121-8e03-40ce-a502-e8aa142851ca triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:38.326772 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.342106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aa919ab2-77a1-4b49-8659-f4de05978492 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0912063 May 27 02:17:38.342937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45888) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:38.349757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:38.403679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-61569d31-25f6-49a9-b7e6-599bce9ff43d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1802018 May 27 02:17:38.409568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45892) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:38.495089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0eae010-f7fb-46ca-8004-798e22e81c74 None None] Provisioning for port d5e25b90-8fea-4baf-a20b-eabece292f3c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:38.549384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0eae010-f7fb-46ca-8004-798e22e81c74 None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:38.549755 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0eae010-f7fb-46ca-8004-798e22e81c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.611317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.620898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26f417-0c8d-49ba-9245-eddb5e44f664 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.622532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26f417-0c8d-49ba-9245-eddb5e44f664 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.628407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9e26f417-0c8d-49ba-9245-eddb5e44f664 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2137122 May 27 02:17:38.629008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45896) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:38.645451 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.728451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.734009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:38.744926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Allocated IP 172.20.0.2 (a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89/7a308463-4458-4c13-931e-611dce447eea/7ab55be3-7f2d-468b-974e-41a4fb19ee4f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:38.766511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7d16d121-8e03-40ce-a502-e8aa142851ca is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:38.767568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5e25b90-8fea-4baf-a20b-eabece292f3c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:38.778596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935c8be-6c05-45ea-8754-8b6902085495 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['shared'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.780149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935c8be-6c05-45ea-8754-8b6902085495 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['shared'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:38.787136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5935c8be-6c05-45ea-8754-8b6902085495 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1458900 May 27 02:17:38.787136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:38.787376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45900) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:38.800938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:38.811662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:38.843629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:38.848440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:38.873115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Subnet': ['ID=0e5461f4-5365-4338-b08b-fe65d6037244,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:38.913548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Allocated IP 172.25.3.53 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/3f99fa35-1423-411d-beab-da2bcfdf72b4) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:38.953261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Checking segment: {'id': '07402e92-6b69-48de-b7a7-51e8c7c877da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:38.953633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network hostable DHCP agents. Network: c2602b9a-5417-4044-9326-73eb4f2fd6ad, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:39.040119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a0eae010-f7fb-46ca-8004-798e22e81c74 None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:39.090400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a0eae010-f7fb-46ca-8004-798e22e81c74 None None] Provisioning complete for port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:39.090824 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a0eae010-f7fb-46ca-8004-798e22e81c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.132877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:39.133071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.145790 n-d-843146-11 neutron-server[88425]: INFO neutron.db.ipam_backend_mixin [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 58570128-16ca-4f5c-90bf-1126a52750b7 (CIDR: 172.20.0.0/28) May 27 02:17:39.146784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network c2602b9a-5417-4044-9326-73eb4f2fd6ad is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:39.154887 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:17:39.155585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:39.174551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, c2602b9a-5417-4044-9326-73eb4f2fd6ad) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:39.180577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:39.181663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.192064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64098f-e25f-41b0-a106-b51098ed97b3 None None] Network c2602b9a-5417-4044-9326-73eb4f2fd6ad requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:39.206436 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2d62b3fb-477c-40fe-8375-c100022901f3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8599234 May 27 02:17:39.209296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f12d8-9c42-4350-b2fb-761f0eb7544d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:39.211403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9a4f12d8-9c42-4350-b2fb-761f0eb7544d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/networks/ef78661a-a523-4a39-ac38-4649a45f37d5 HTTP/1.1" status: 200 len: 799 time: 0.4227276 May 27 02:17:39.211527 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-96ed5700-32cd-4cb5-b84a-b60a9591d405 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4028282 May 27 02:17:39.211627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45904) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:39.215099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45906) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:39.215099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45908) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:39.221025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:39.246526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b78fb693-8de5-493e-a9f7-1bf87a1d1c3c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:39.336531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a0eae010-f7fb-46ca-8004-798e22e81c74 None None] Port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:39.394802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.404526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.423616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:39.429163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:39.433337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:39.433910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.440619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:39.462668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:39.466565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.486377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.545945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Transition to ACTIVE for port object 7ab55be3-7f2d-468b-974e-41a4fb19ee4f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:39.559525 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.586136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:39.618759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:39.619195 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.674077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Transition to ACTIVE for port object 7ab55be3-7f2d-468b-974e-41a4fb19ee4f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:39.700497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:39.706742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:39.713605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:39.722183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 573d02f5-18a4-418f-9349-178a30d9eb54 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:39.741238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Pushing event updated for resources: {'Port': ['ID=3f99fa35-1423-411d-beab-da2bcfdf72b4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:39.762104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0cea77c7-d47d-4a00-903d-e5842b7a589c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Synchronizing usage tracker for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:39.772602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.793609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0cea77c7-d47d-4a00-903d-e5842b7a589c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Unset dirty status for tenant:78c455ca5515417888ee28a5b8245581 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:39.798291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0cea77c7-d47d-4a00-903d-e5842b7a589c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/networks/ef78661a-a523-4a39-ac38-4649a45f37d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5763321 May 27 02:17:39.799584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45920) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:39.810269 n-d-843146-11 neutron-server[88426]: INFO neutron.db.ipam_backend_mixin [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 63447c6c-8dad-4976-ae0b-eb9921d693aa (CIDR: 172.20.0.16/28) May 27 02:17:39.817625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-c2602b9a-5417-4044-9326-73eb4f2fd6ad', 'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad', 'tenant_id': 'fdbd69b6d1314c2e9a5f6f9c6e280086', 'fixed_ips': [{'subnet_id': '0e5461f4-5365-4338-b08b-fe65d6037244'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:39.818457 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:39.885848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:39.933048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:39.942840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:39.945218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Pushing event updated for resources: {'Port': ['ID=7ab55be3-7f2d-468b-974e-41a4fb19ee4f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:39.973550 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:17:39.973803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:40.006030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b78fb693-8de5-493e-a9f7-1bf87a1d1c3c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.021870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a0601-d98d-49cd-ab4a-5d79a61af06d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.024281 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9d2a0601-d98d-49cd-ab4a-5d79a61af06d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/subnets/81c49834-49a5-4f0d-8442-1187b6e2400e HTTP/1.1" status: 200 len: 811 time: 0.2232738 May 27 02:17:40.027910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45924) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.114807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3361a-695c-4c19-9ba1-c87eb5bab26c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['shared'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.119525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0ba3361a-695c-4c19-9ba1-c87eb5bab26c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "GET /v2.0/subnets/81c49834-49a5-4f0d-8442-1187b6e2400e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0871487 May 27 02:17:40.121422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45928) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.127468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-360256108'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:40.136075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:40.151398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a25cd771-c1c6-4291-8d32-a75d12e0d079 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9363940 May 27 02:17:40.166977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45932) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.175380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'subnet': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:40.188705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 573d02f5-18a4-418f-9349-178a30d9eb54 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:40.189238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.203336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:40.225312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:40.228959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.231005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:40.233161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Attempting to bind port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:40.233526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Attempting to bind port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:40.233881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Attempting to bind port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f on network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:40.260242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:40.260642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Checking segment: {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:40.261029 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.261424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Bound using segment: {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:40.261902 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Bound port: 7ab55be3-7f2d-468b-974e-41a4fb19ee4f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:40.262273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.267675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:40.281792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.282146 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Added segment 0f87dbe9-b9ac-44de-b9c5-4d254aa3141c of type vlan for network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 May 27 02:17:40.296011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Allocated IP 2001:db8:1::2 (c2602b9a-5417-4044-9326-73eb4f2fd6ad/0e5461f4-5365-4338-b08b-fe65d6037244/52be4f3b-2c47-4216-ab36-4a8b1d0c5434) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:40.298569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Provisioning for port da002dcb-6554-427f-8e01-de19df42e043 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:40.328308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.344001 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-b78fb693-8de5-493e-a9f7-1bf87a1d1c3c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:17:40.348501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b78fb693-8de5-493e-a9f7-1bf87a1d1c3c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3 HTTP/1.1" status: 400 len: 364 time: 1.1290495 May 27 02:17:40.348796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45936) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.352726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Provisioning complete for port da002dcb-6554-427f-8e01-de19df42e043 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:40.352881 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.376555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.384270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:40.384982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.513678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3884254 May 27 02:17:40.513678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee4b5e-a4a0-409f-b660-ccaa4137c41b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Network': ['ID=7fec908d-3b96-4e7c-82c3-d4dfc481c6b2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:40.515624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45940) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:40.515987 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.522208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'network_id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:40.544832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:40.658208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:40.668801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:40.681081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Made reservation on behalf of 78c455ca5515417888ee28a5b8245581 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:40.685142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.695800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Port da002dcb-6554-427f-8e01-de19df42e043 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:40.721702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] For port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:40.761456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 573d02f5-18a4-418f-9349-178a30d9eb54 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:40.782193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] For port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7ab55be3-7f2d-468b-974e-41a4fb19ee4f,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:40.792082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_backend_mixin [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Performing IP validity checks on allocation pools {{(pid=88425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:17:40.793674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.ipam_backend_mixin [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:17:40.802107 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.844966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Provisioning complete for port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:40.845641 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.890246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:40.899946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Usage tracker for resource:subnet and tenant:c9b9dba8649f43f7a54356b4506b2dd7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:40.947522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:40.992253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-63abc4b0-b483-468f-a576-61282a33433e None None] Port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:41.001389 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.012613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:41.017789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edbab8-7d84-4a03-bbce-a4768f955482 None None] Pushing event updated for resources: {'Port': ['ID=7ab55be3-7f2d-468b-974e-41a4fb19ee4f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:41.039209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Transition to ACTIVE for port object 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:41.053900 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.062569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Transition to ACTIVE for port object 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:41.073905 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.085519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:41.141649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2719058b-b35b-4b2c-be67-401f3a8c559c None None] Could not find standard attr ID for object fb4e81fe-ee06-4dea-a85a-5389d235eb13. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:41.151430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Network c2602b9a-5417-4044-9326-73eb4f2fd6ad is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:41.155794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:41.157193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Made reservation on behalf of c9b9dba8649f43f7a54356b4506b2dd7 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:41.160692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.162924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:41.171129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Pushing event updated for resources: {'Port': ['ID=52be4f3b-2c47-4216-ab36-4a8b1d0c5434,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:41.188846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=a7dc9c5b-4cb5-485f-883a-1e0b0daef165,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:41.196260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Checking segment: {'id': '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:41.196736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network hostable DHCP agents. Network: 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:41.217103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2719058b-b35b-4b2c-be67-401f3a8c559c None None] Provisioning complete for port da002dcb-6554-427f-8e01-de19df42e043 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:41.217664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:41.218234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2719058b-b35b-4b2c-be67-401f3a8c559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.229093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:41.234635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.236442 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.282184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f492a-cd18-4659-beb9-5d45ce7c5f19 None None] Network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:41.282947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5555e6d4-83b2-4914-8cf9-210e1a3120bc tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7668200 May 27 02:17:41.283535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45944) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:41.300120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-713e7dcd-51d1-4748-b5d1-5a30ca707cf4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:41.411194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.434737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Attempting to bind port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:41.434737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Attempting to bind port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '07402e92-6b69-48de-b7a7-51e8c7c877da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:41.435094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Attempting to bind port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 on network c2602b9a-5417-4044-9326-73eb4f2fd6ad {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:41.463104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:41.464003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Checking segment: {'id': '07402e92-6b69-48de-b7a7-51e8c7c877da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:41.464419 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.464817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Bound using segment: {'id': '07402e92-6b69-48de-b7a7-51e8c7c877da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:41.465371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Bound port: 52be4f3b-2c47-4216-ab36-4a8b1d0c5434, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07402e92-6b69-48de-b7a7-51e8c7c877da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c2602b9a-5417-4044-9326-73eb4f2fd6ad'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:41.465743 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.482757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2719058b-b35b-4b2c-be67-401f3a8c559c None None] Port da002dcb-6554-427f-8e01-de19df42e043 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:41.493729 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-713e7dcd-51d1-4748-b5d1-5a30ca707cf4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1504468'] for subnet, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.654580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] For port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:41.701607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] For port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=52be4f3b-2c47-4216-ab36-4a8b1d0c5434,segment=NetworkSegment(07402e92-6b69-48de-b7a7-51e8c7c877da),segment_id=07402e92-6b69-48de-b7a7-51e8c7c877da)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:41.709350 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.768380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-7fec908d-3b96-4e7c-82c3-d4dfc481c6b2', 'network_id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2', 'tenant_id': '78c455ca5515417888ee28a5b8245581', 'fixed_ips': [{'subnet_id': 'a7dc9c5b-4cb5-485f-883a-1e0b0daef165'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:41.769360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.789321 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-713e7dcd-51d1-4748-b5d1-5a30ca707cf4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793544832440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1463674'] for subnet, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.799507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ab55be3-7f2d-468b-974e-41a4fb19ee4f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:41.867309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.870562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e7dcd-51d1-4748-b5d1-5a30ca707cf4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:41.871564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-713e7dcd-51d1-4748-b5d1-5a30ca707cf4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:41.875927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-713e7dcd-51d1-4748-b5d1-5a30ca707cf4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "PUT /v2.0/subnets/a7dc9c5b-4cb5-485f-883a-1e0b0daef165 HTTP/1.1" status: 200 len: 877 time: 0.5882614 May 27 02:17:41.875927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45950) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:41.972903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e7dcd-51d1-4748-b5d1-5a30ca707cf4 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event updated for resources: {'Subnet': ['ID=a7dc9c5b-4cb5-485f-883a-1e0b0daef165,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:41.977775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b195b4-b1c8-48e3-b2f7-8d7144834039 None None] Pushing event updated for resources: {'Port': ['ID=52be4f3b-2c47-4216-ab36-4a8b1d0c5434,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:42.001080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:42.065028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.080027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.089207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Allocated IP 172.20.0.3 (7fec908d-3b96-4e7c-82c3-d4dfc481c6b2/a7dc9c5b-4cb5-485f-883a-1e0b0daef165/3685eb86-d91e-43c2-92d9-3e4ddf8bb113) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:42.171733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.409317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Network 40c142b5-781e-4ce6-8b38-b87a855a758a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:42.413312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.419814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:42.429462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Transition to ACTIVE for port object 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:42.433402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ed72d-e8cf-4b99-abb5-35904f565eeb None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:42.439936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:42.440524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.500187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Subnet': ['ID=9ebdd22b-6614-4331-a131-f39c7a92612d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:42.529969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Transition to ACTIVE for port object 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:42.545766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Allocated IP 2001:db8::1 (1c07f284-d5f3-4587-85ed-4337bc31dd9a/f9d93a91-2b4d-4635-8a9a-2730dd1e9fd4/886350b6-3230-45dd-a257-97c940ddb05b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:42.549759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45954) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:42.549996 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1f93bc4d-ac44-43c6-bf99-8896eb8551a3 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3819587 May 27 02:17:42.559665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.560180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1362782678', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ebdd22b-6614-4331-a131-f39c7a92612d'}], 'security_groups': ['66a87fdd-6b58-413b-b793-b47a5f506bf8', '05c9589f-c2c5-46e8-ac88-43017370f2b2']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:42.624225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eccbae-75d4-4e96-b098-23c2a6840c3f None None] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:42.658228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.692415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Router 6c433644-9c62-4cd4-8178-865cb5ff1a1c is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:17:42.704744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dc9c5b-4cb5-485f-883a-1e0b0daef165,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:42.815462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:42.832190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:42.846736 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.847882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:42.855871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Pushing event updated for resources: {'Port': ['ID=3685eb86-d91e-43c2-92d9-3e4ddf8bb113,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:42.900125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] Provisioning for port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:42.901879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.936557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Transition to ACTIVE for port object 886350b6-3230-45dd-a257-97c940ddb05b will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:42.950847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fec908d-3b96-4e7c-82c3-d4dfc481c6b2']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:42.962635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] Provisioning complete for port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:42.962635 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:42.978683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:42.979365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:42.983196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:43.011694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.015593 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2acb2487-7d4a-4cda-a34e-16509e40aea3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5627897 May 27 02:17:43.015994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45958) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:43.055432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.056506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Sync routers for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:43.092150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.098473 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.104662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:43.105366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.105680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:43.106431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:43.180284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Attempting to bind port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:43.180839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Attempting to bind port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:43.181464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Attempting to bind port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 on network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:43.235486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 02:17:43.235486 n-d-843146-11 neutron-server[88425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 02:17:43.235486 n-d-843146-11 neutron-server[88425]: [parameters: {'id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2'}] May 27 02:17:43.235486 n-d-843146-11 neutron-server[88425]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:43.235999 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:43.243793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:43.244206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Checking segment: {'id': '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:43.244559 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.244952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Bound using segment: {'id': '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:43.245432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Bound port: 3685eb86-d91e-43c2-92d9-3e4ddf8bb113, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7fec908d-3b96-4e7c-82c3-d4dfc481c6b2'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:43.245802 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.257028 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0f87dbe9-b9ac-44de-b9c5-4d254aa3141c resource provider aggregate not found May 27 02:17:43.259612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Port': ['ID=886350b6-3230-45dd-a257-97c940ddb05b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:43.267019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.275516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:43.293704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:43.308669 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.309019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.309355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.309689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.310015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.310342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.310666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.311014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.311335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.311653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.311968 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.312283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:17:43.329636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:43.330386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.336788 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0f87dbe9-b9ac-44de-b9c5-4d254aa3141c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f87dbe9-b9ac-44de-b9c5-4d254aa3141c found for delete ", "request_id": "req-874159ad-861d-44bd-857c-d760a18b2047"}]} May 27 02:17:43.521793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c9fc85-6a9e-44b6-a4b6-8017183b766d None None] Network c2602b9a-5417-4044-9326-73eb4f2fd6ad requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:43.552580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-d001b2d1-c9c9-4cb6-a99d-76a4a90bc609 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4620283 May 27 02:17:43.684045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:43.756030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.851686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:43.877713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] For port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:43.910623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] Current status of the port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:43.911019 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:43.962661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] For port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3685eb86-d91e-43c2-92d9-3e4ddf8bb113,segment=NetworkSegment(0f87dbe9-b9ac-44de-b9c5-4d254aa3141c),segment_id=0f87dbe9-b9ac-44de-b9c5-4d254aa3141c)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:44.055173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Deleting port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:44.055703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.057668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.115204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Delete allocated IP 172.20.0.14 (40c142b5-781e-4ce6-8b38-b87a855a758a/58570128-16ca-4f5c-90bf-1126a52750b7) {{(pid=88425) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 02:17:44.165994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Allocated IP 172.20.0.36 (40c142b5-781e-4ce6-8b38-b87a855a758a/9ebdd22b-6614-4331-a131-f39c7a92612d/da002dcb-6554-427f-8e01-de19df42e043) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:44.176857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] Update dhcp port {'port': {'network_id': '40c142b5-781e-4ce6-8b38-b87a855a758a', 'fixed_ips': [{'subnet_id': '63447c6c-8dad-4976-ae0b-eb9921d693aa', 'ip_address': '172.20.0.18'}, {'subnet_id': '58570128-16ca-4f5c-90bf-1126a52750b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ebdd22b-6614-4331-a131-f39c7a92612d'}], 'binding:host_id': 'n-d-843146-11'}, 'id': 'd5e25b90-8fea-4baf-a20b-eabece292f3c'} from n-d-843146-11. {{(pid=88427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 02:17:44.220303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] For port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7ab55be3-7f2d-468b-974e-41a4fb19ee4f,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:44.371090 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.397184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] For port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3685eb86-d91e-43c2-92d9-3e4ddf8bb113,segment=NetworkSegment(0f87dbe9-b9ac-44de-b9c5-4d254aa3141c),segment_id=0f87dbe9-b9ac-44de-b9c5-4d254aa3141c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:44.397420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b017-2844-495c-a4ce-b67e4013a867 req-de670078-5651-4a8a-bab1-316c6862e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:44.397900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.398806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-de670078-5651-4a8a-bab1-316c6862e260 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1097 time: 0.6109178 May 27 02:17:44.409840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.467524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a792-0a26-4f65-8d3f-fccc498dec7b None None] Pushing event updated for resources: {'Port': ['ID=3685eb86-d91e-43c2-92d9-3e4ddf8bb113,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:44.483083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:44.558566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Calling delete_port for 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:44.580448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd5783-1136-46db-a12d-8e4a7a0ac522 None None] Pushing event updated for resources: {'Port': ['ID=7ab55be3-7f2d-468b-974e-41a4fb19ee4f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:44.583072 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.657714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.700937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.710128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d995357-001f-40a8-aeb8-e6fc54ddd099 None None] Network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:44.746057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Provisioning for port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:44.787698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Port': ['ID=3685eb86-d91e-43c2-92d9-3e4ddf8bb113,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:44.789568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No DVR routers for this DVR port 3685eb86-d91e-43c2-92d9-3e4ddf8bb113 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:44.828267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Provisioning complete for port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:44.828668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.890428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b017-2844-495c-a4ce-b67e4013a867 req-0ed2a082-cded-4fdc-9020-3c3f01e1bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:44.892264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-0ed2a082-cded-4fdc-9020-3c3f01e1bd51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 898 time: 0.4688797 May 27 02:17:44.936685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.967900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:44.982329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fec908d-3b96-4e7c-82c3-d4dfc481c6b2']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:45.001752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:45.002144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f87dbe9-b9ac-44de-b9c5-4d254aa3141c') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:45.009064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Transition to ACTIVE for port object da002dcb-6554-427f-8e01-de19df42e043 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:45.017274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.027790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.093650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.134312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:45.134731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.167382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3057f6-c454-4d30-901f-b0442d578edc None None] Network 7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:45.176054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-f1fe9a9c-75ee-4a64-9348-d9f523d56e39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 200 len: 1001 time: 0.2754135 May 27 02:17:45.283630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:40Z', 'revision_number': 3, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:45.296654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Checking router: 6c433644-9c62-4cd4-8178-865cb5ff1a1c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:45.297257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Updating router 6c433644-9c62-4cd4-8178-865cb5ff1a1c port 3f99fa35-1423-411d-beab-da2bcfdf72b4 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:17:45.297889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event updated for resources: {'Port': ['ID=da002dcb-6554-427f-8e01-de19df42e043,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:45.319662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.359220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b017-2844-495c-a4ce-b67e4013a867 req-f4dcdb6d-a11a-4a85-b988-e27f407d61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:45.361651 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-f4dcdb6d-a11a-4a85-b988-e27f407d61ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b476bdb9-f681-4f6e-9212-24950dd80055 HTTP/1.1" status: 200 len: 834 time: 0.1753705 May 27 02:17:45.364592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Allocated IP 172.20.0.1 (a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89/7a308463-4458-4c13-931e-611dce447eea/5a735c65-e13d-431d-9093-d1df480221d9) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:45.375140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.377306 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.414246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=7fec908d-3b96-4e7c-82c3-d4dfc481c6b2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:45.424403 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0f87dbe9-b9ac-44de-b9c5-4d254aa3141c resource provider aggregate not found May 27 02:17:45.454448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Current status of the port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:45.455385 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.462753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cd8fedb3-e491-46e0-a56a-d62666df579d tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 HTTP/1.1" status: 204 len: 168 time: 3.5820601 May 27 02:17:45.462753 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0f87dbe9-b9ac-44de-b9c5-4d254aa3141c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f87dbe9-b9ac-44de-b9c5-4d254aa3141c found for delete ", "request_id": "req-75d9cce0-cd14-4a8e-b51a-549c8a7c9303"}]} May 27 02:17:45.464352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.464813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45972) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:45.467653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] In _notify_port_updated(), no bound segment for port da002dcb-6554-427f-8e01-de19df42e043 on network 40c142b5-781e-4ce6-8b38-b87a855a758a {{(pid=88425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 02:17:45.474377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:45.475051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.479046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3f967cf0-f28b-4705-80c1-fd33cc8a8feb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "PUT /v2.0/ports/da002dcb-6554-427f-8e01-de19df42e043 HTTP/1.1" status: 200 len: 960 time: 2.9256344 May 27 02:17:45.479182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45976) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:45.519858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.520626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.551430 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-89235ee0-1a30-4d69-befc-d6658e77c430 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:45.551908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89235ee0-1a30-4d69-befc-d6658e77c430 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:45.556202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-89235ee0-1a30-4d69-befc-d6658e77c430 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/a7dc9c5b-4cb5-485f-883a-1e0b0daef165 HTTP/1.1" status: 404 len: 337 time: 0.0883410 May 27 02:17:45.556363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] For port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=52be4f3b-2c47-4216-ab36-4a8b1d0c5434,segment=NetworkSegment(07402e92-6b69-48de-b7a7-51e8c7c877da),segment_id=07402e92-6b69-48de-b7a7-51e8c7c877da)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:45.556466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] Allocated IP 172.20.0.34 (40c142b5-781e-4ce6-8b38-b87a855a758a/9ebdd22b-6614-4331-a131-f39c7a92612d/d5e25b90-8fea-4baf-a20b-eabece292f3c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:45.560887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45980) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:45.577808 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.601071 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bf9d4d-007e-4bd7-a80b-d2814404bad0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:45.601546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bf9d4d-007e-4bd7-a80b-d2814404bad0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:45.605580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-58bf9d4d-007e-4bd7-a80b-d2814404bad0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/7fec908d-3b96-4e7c-82c3-d4dfc481c6b2 HTTP/1.1" status: 404 len: 339 time: 0.0416241 May 27 02:17:45.606025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45984) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:45.648663 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-35adaa2b-d582-4361-87d7-6315b8c8a8ff tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:45.649108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35adaa2b-d582-4361-87d7-6315b8c8a8ff tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:45.653073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-35adaa2b-d582-4361-87d7-6315b8c8a8ff tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/c37b88ba-e579-4163-b4de-177a5e792ae0 HTTP/1.1" status: 404 len: 337 time: 0.0439541 May 27 02:17:45.654643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port da002dcb-6554-427f-8e01-de19df42e043 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:45.655018 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.676509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:45.716673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Pushing event updated for resources: {'Port': ['ID=52be4f3b-2c47-4216-ab36-4a8b1d0c5434,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:45.721847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event updated for resources: {'Port': ['ID=886350b6-3230-45dd-a257-97c940ddb05b,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:45.754152 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-75853bb3-c29f-43ca-937e-611a24b51809 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:45.754617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75853bb3-c29f-43ca-937e-611a24b51809 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:45.775004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ab55be3-7f2d-468b-974e-41a4fb19ee4f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:45.783534 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-75853bb3-c29f-43ca-937e-611a24b51809 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/0ad03fc4-826a-470f-818a-bb3f4c4f2c2a HTTP/1.1" status: 404 len: 339 time: 0.1003289 May 27 02:17:45.785705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b017-2844-495c-a4ce-b67e4013a867 req-1c51d683-74b7-4c84-b31a-ca8715e7c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:45.787199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-1c51d683-74b7-4c84-b31a-ca8715e7c46d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4162693 May 27 02:17:45.800353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 45992) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:45.841298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Provisioning for port 886350b6-3230-45dd-a257-97c940ddb05b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:45.868630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:45.984981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Provisioning complete for port 886350b6-3230-45dd-a257-97c940ddb05b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:45.985313 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.059676 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.168409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-082aa214-ef9e-473e-bd92-c5bf7921bf0f None None] Port 886350b6-3230-45dd-a257-97c940ddb05b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:46.185668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for da002dcb-6554-427f-8e01-de19df42e043 owned by {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:46.192163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Transition to ACTIVE for port object 5a735c65-e13d-431d-9093-d1df480221d9 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:46.196672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:46.201888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:46.212812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:46.219638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:46.219931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.315285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.374097 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.386747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.390254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] Transition to ACTIVE for port object d5e25b90-8fea-4baf-a20b-eabece292f3c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:46.405043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2a34e45c-eafa-4d87-b05a-39207f4a22fe None None] Provisioning complete for port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:46.405420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a34e45c-eafa-4d87-b05a-39207f4a22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.431297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.432380 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-e2d4cd80-7d42-4a57-a9c0-d251483b487d service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999222 May 27 02:17:46.439251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.461862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=da002dcb-6554-427f-8e01-de19df42e043,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:46.513205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Router 3adef88f-46fb-4215-b76e-cfdf94e32ce3 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:46.574425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Transition to ACTIVE for port object 3f99fa35-1423-411d-beab-da2bcfdf72b4 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:46.587364 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.597841 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.608717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d95d0666-ba1d-40bc-9125-26b0cae21d05 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/da002dcb-6554-427f-8e01-de19df42e043 HTTP/1.1" status: 204 len: 168 time: 1.1284895 May 27 02:17:46.610184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 45996) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:46.638279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.664675 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3df5fa0-efd6-487e-9779-9a667176ab68 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] GET failed (client error): The resource could not be found. May 27 02:17:46.665370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d3df5fa0-efd6-487e-9779-9a667176ab68 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Synchronizing usage tracker for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:17:46.686129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d3df5fa0-efd6-487e-9779-9a667176ab68 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Unset dirty status for tenant:c9b9dba8649f43f7a54356b4506b2dd7 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:17:46.690060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d3df5fa0-efd6-487e-9779-9a667176ab68 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports/da002dcb-6554-427f-8e01-de19df42e043 HTTP/1.1" status: 404 len: 333 time: 0.0762961 May 27 02:17:46.690244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:46.690617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46000) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:46.739227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58089c-77c7-44d9-8fdc-91cab67c606e None None] Pushing event updated for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:46.759722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bae272b9-705c-46a0-9507-701a00fbec9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.794276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bae272b9-705c-46a0-9507-701a00fbec9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.824425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:46.829350 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.838000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Attempting to bind port 3f99fa35-1423-411d-beab-da2bcfdf72b4 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:46.838371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Attempting to bind port 3f99fa35-1423-411d-beab-da2bcfdf72b4 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:46.838742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Attempting to bind port 3f99fa35-1423-411d-beab-da2bcfdf72b4 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:46.857588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bae272b9-705c-46a0-9507-701a00fbec9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.866769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:46.867151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:46.867554 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.867952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:46.868423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Bound port: 3f99fa35-1423-411d-beab-da2bcfdf72b4, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:46.869119 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.876548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae272b9-705c-46a0-9507-701a00fbec9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcda233-9b86-4d13-99a4-925f5e1a9d25,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:46.886720 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bae272b9-705c-46a0-9507-701a00fbec9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.890445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bae272b9-705c-46a0-9507-701a00fbec9a tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/security-groups/4dcda233-9b86-4d13-99a4-925f5e1a9d25 HTTP/1.1" status: 204 len: 168 time: 0.1963737 May 27 02:17:46.891678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:46.892673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46004) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:46.894199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:46.920256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d704d3c-7d50-4e23-99ea-538c7cbaa67f None None] Pushing event updated for resources: {'Port': ['ID=3f99fa35-1423-411d-beab-da2bcfdf72b4,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:46.944258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2a34e45c-eafa-4d87-b05a-39207f4a22fe None None] Current status of the port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:46.981830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] For port 3f99fa35-1423-411d-beab-da2bcfdf72b4, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:46.983947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2a34e45c-eafa-4d87-b05a-39207f4a22fe None None] Provisioning complete for port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:46.984543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a34e45c-eafa-4d87-b05a-39207f4a22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:46.994345 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44af0a39-9999-47a2-9dd3-9c3bb201b1dd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.028354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44af0a39-9999-47a2-9dd3-9c3bb201b1dd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.031000 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] For port 3f99fa35-1423-411d-beab-da2bcfdf72b4, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3f99fa35-1423-411d-beab-da2bcfdf72b4,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:47.051229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.086784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1161b017-2844-495c-a4ce-b67e4013a867 req-8ab55e25-10d5-4d47-b3c0-5fdcef866755 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432512 May 27 02:17:47.087715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Pushing event updated for resources: {'Port': ['ID=5a735c65-e13d-431d-9093-d1df480221d9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:47.096418 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44af0a39-9999-47a2-9dd3-9c3bb201b1dd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.129373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0a39-9999-47a2-9dd3-9c3bb201b1dd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c9589f-c2c5-46e8-ac88-43017370f2b2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:47.134162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea626d85-37c3-4907-a60c-7d3bfbb361fb']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.143562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44af0a39-9999-47a2-9dd3-9c3bb201b1dd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.144691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44af0a39-9999-47a2-9dd3-9c3bb201b1dd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/security-groups/05c9589f-c2c5-46e8-ac88-43017370f2b2 HTTP/1.1" status: 204 len: 168 time: 0.2509012 May 27 02:17:47.147836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46008) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.163993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:47.173781 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-25397a6c-afd0-42f4-8c55-30c154f08dd1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8238406 May 27 02:17:47.175984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fabe9b2-f10e-4167-8cd0-100f5d97a63f') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.176411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fabe9b2-f10e-4167-8cd0-100f5d97a63f') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.179004 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] Sync routers for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:47.180332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46012) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.196895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.200436 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:47.201418 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.216705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2a34e45c-eafa-4d87-b05a-39207f4a22fe None None] Current status of the port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:47.218532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.237372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:47.238019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.284412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.299494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d704d3c-7d50-4e23-99ea-538c7cbaa67f None None] Pushing event updated for resources: {'Port': ['ID=3f99fa35-1423-411d-beab-da2bcfdf72b4,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:47.305018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:47.305780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.368853 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.380782 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:47.381765 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.420532 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 5fabe9b2-f10e-4167-8cd0-100f5d97a63f resource provider aggregate not found May 27 02:17:47.426598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8cfcd10b-999d-464f-9e5c-2a169c9d6edc None None] Provisioning for port 5a735c65-e13d-431d-9093-d1df480221d9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:47.467067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8cfcd10b-999d-464f-9e5c-2a169c9d6edc None None] Provisioning complete for port 5a735c65-e13d-431d-9093-d1df480221d9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:47.467432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd10b-999d-464f-9e5c-2a169c9d6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.481302 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 5fabe9b2-f10e-4167-8cd0-100f5d97a63f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fabe9b2-f10e-4167-8cd0-100f5d97a63f found for delete ", "request_id": "req-3f9a2b71-1de8-4416-922b-7187362596c6"}]} May 27 02:17:47.509009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.543075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.546307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8cfcd10b-999d-464f-9e5c-2a169c9d6edc None None] Port 5a735c65-e13d-431d-9093-d1df480221d9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:47.552015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:47.556346 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:47.557198 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df8572-ed00-4353-b2b7-2eb0bc2e15f6 None None] The sync data for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:47.559253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=ea626d85-37c3-4907-a60c-7d3bfbb361fb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:47.566046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24284764-c315-4239-b2ed-da1c722385df tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.569838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5c07cc31-3a0c-43fb-bb6a-cf652f14bdbf tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.576378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a50cd85-b270-442a-bf12-1fa3cb9a4e9a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/ea626d85-37c3-4907-a60c-7d3bfbb361fb HTTP/1.1" status: 204 len: 168 time: 1.7727962 May 27 02:17:47.577040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46020) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.629171 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e45667a-c9af-4927-86c7-b1e1691b6926 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:47.629714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e45667a-c9af-4927-86c7-b1e1691b6926 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:47.631513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e45667a-c9af-4927-86c7-b1e1691b6926 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/52aec5c8-9859-4ef7-86e0-48825d8eee61 HTTP/1.1" status: 404 len: 337 time: 0.0537374 May 27 02:17:47.639408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46024) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.727783 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c627edfa-7dfd-4ddc-9c4b-b9dcdffed5a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:47.728313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c627edfa-7dfd-4ddc-9c4b-b9dcdffed5a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:47.732940 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c627edfa-7dfd-4ddc-9c4b-b9dcdffed5a0 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/0d6ed3f2-5bf0-454c-a315-e43281c67d65 HTTP/1.1" status: 404 len: 339 time: 0.0896487 May 27 02:17:47.737959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46028) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.738595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:47.788100 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e666866-e038-4885-8518-037ec1d9dc72 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:47.788543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e666866-e038-4885-8518-037ec1d9dc72 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:47.790310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e666866-e038-4885-8518-037ec1d9dc72 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/4786da12-d11b-47eb-86ca-ec94c21302ce HTTP/1.1" status: 404 len: 337 time: 0.0514853 May 27 02:17:47.792792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.793012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8cfcd10b-999d-464f-9e5c-2a169c9d6edc None None] Provisioning complete for port 886350b6-3230-45dd-a257-97c940ddb05b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:47.793562 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd10b-999d-464f-9e5c-2a169c9d6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.818495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.829164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24284764-c315-4239-b2ed-da1c722385df tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:47.837773 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeab8ac8-a7f2-43c4-8150-1a63adc69b5e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:47.838241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeab8ac8-a7f2-43c4-8150-1a63adc69b5e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:47.842304 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aeab8ac8-a7f2-43c4-8150-1a63adc69b5e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/1eef4d60-0d46-47f6-a5ef-889c384bf86b HTTP/1.1" status: 404 len: 339 time: 0.0462821 May 27 02:17:47.842516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46036) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.891279 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-5c07cc31-3a0c-43fb-bb6a-cf652f14bdbf tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 02:17:47.893420 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5c07cc31-3a0c-43fb-bb6a-cf652f14bdbf tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3 HTTP/1.1" status: 409 len: 329 time: 0.7115505 May 27 02:17:47.896763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46040) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:47.999759 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8cfcd10b-999d-464f-9e5c-2a169c9d6edc None None] Port 886350b6-3230-45dd-a257-97c940ddb05b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:48.033832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24284764-c315-4239-b2ed-da1c722385df tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.063035 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-729f5748-07af-4abf-a216-4115c6f551ba tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.063285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729f5748-07af-4abf-a216-4115c6f551ba tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.064885 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-729f5748-07af-4abf-a216-4115c6f551ba tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/52027ebf-613d-4432-b34b-c0d5f4dc82d9 HTTP/1.1" status: 404 len: 337 time: 0.2214506 May 27 02:17:48.072240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46044) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.074705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:48.075356 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.108789 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-028996a8-8801-4138-8f07-356b12ee8f68 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.109249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028996a8-8801-4138-8f07-356b12ee8f68 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.111614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-028996a8-8801-4138-8f07-356b12ee8f68 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/205b83cf-2bec-4093-852b-4171ea4f8958 HTTP/1.1" status: 404 len: 339 time: 0.0384948 May 27 02:17:48.115650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.166133 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-57423a6b-980c-4e5f-8441-0fb18b2fd1df tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.167050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57423a6b-980c-4e5f-8441-0fb18b2fd1df tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.168083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Provisioning for port d5e25b90-8fea-4baf-a20b-eabece292f3c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:48.168277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-57423a6b-980c-4e5f-8441-0fb18b2fd1df tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/8306d130-c034-4189-9cec-79c6be5f952c HTTP/1.1" status: 404 len: 337 time: 0.0523603 May 27 02:17:48.170838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46052) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.181434 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:48.182147 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.187358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24284764-c315-4239-b2ed-da1c722385df tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a87fdd-6b58-413b-b793-b47a5f506bf8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:48.198459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24284764-c315-4239-b2ed-da1c722385df tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.202624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-24284764-c315-4239-b2ed-da1c722385df tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/security-groups/66a87fdd-6b58-413b-b793-b47a5f506bf8 HTTP/1.1" status: 204 len: 168 time: 1.0535779 May 27 02:17:48.206000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46056) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.277202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 58570128-16ca-4f5c-90bf-1126a52750b7 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:48.280123 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe25b89-ec9e-44d0-aab5-d0cf6d1db0ee tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.280123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe25b89-ec9e-44d0-aab5-d0cf6d1db0ee tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.280709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-efe25b89-ec9e-44d0-aab5-d0cf6d1db0ee tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/43fcf9c2-9a30-4693-9ab8-7ab7b488815c HTTP/1.1" status: 404 len: 339 time: 0.0948403 May 27 02:17:48.283588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.284112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46062) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.328455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:40Z', 'revision_number': 3, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:48.333399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:48.334736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5e25b90-8fea-4baf-a20b-eabece292f3c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:48.341568 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b609683d-cd04-4f82-8e8e-87e037948280 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.341568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b609683d-cd04-4f82-8e8e-87e037948280 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.341568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b609683d-cd04-4f82-8e8e-87e037948280 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/41b3281c-813b-4adf-a098-8af3bcf0a982 HTTP/1.1" status: 404 len: 337 time: 0.0563638 May 27 02:17:48.345965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.353013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46066) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.353467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46068) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.405283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9db40e-a4a2-4910-b072-c6bee8127cc6 None None] The sync data for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 is: [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:40Z', 'revision_number': 3, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:48.464922 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c673c5e3-926f-41cf-b5b6-22103364ef86 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.465492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c673c5e3-926f-41cf-b5b6-22103364ef86 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.470155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c673c5e3-926f-41cf-b5b6-22103364ef86 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/4e1ade11-48d4-458d-8d26-a55582202e1f HTTP/1.1" status: 404 len: 339 time: 0.1110044 May 27 02:17:48.470932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.472884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:48.473270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.527988 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5dbfb0-e516-4af3-82f2-5fdc15ddfd0e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.534637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5dbfb0-e516-4af3-82f2-5fdc15ddfd0e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.538917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cf5dbfb0-e516-4af3-82f2-5fdc15ddfd0e tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/c341d338-1197-4ce3-9380-b98bc9ef0609 HTTP/1.1" status: 404 len: 337 time: 0.0645084 May 27 02:17:48.539859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46078) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.568365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:48.580220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Could not find standard attr ID for object da002dcb-6554-427f-8e01-de19df42e043. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:48.581137 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-90701735-3b84-4b4c-84b2-ba16a50b6d1b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.581701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90701735-3b84-4b4c-84b2-ba16a50b6d1b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.585864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-90701735-3b84-4b4c-84b2-ba16a50b6d1b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/54c11e04-7c1d-43d9-a787-9c1da26333fe HTTP/1.1" status: 404 len: 339 time: 0.0405140 May 27 02:17:48.596493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46082) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.651692 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.662168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:48.671259 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1368d4c1-a4a2-4df9-99ad-d0f56ab0042c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.671833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1368d4c1-a4a2-4df9-99ad-d0f56ab0042c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.673825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Provisioning complete for port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:48.674132 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.689478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1368d4c1-a4a2-4df9-99ad-d0f56ab0042c tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/01e26bc9-a3f3-41d4-8823-4b3f83f82264 HTTP/1.1" status: 404 len: 337 time: 0.0891521 May 27 02:17:48.689755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.694087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46086) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.705433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4e057-de80-45ad-ac89-b937677c0d51 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:17:48.779173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.792346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0f1544e4-f812-4e01-a6c6-0f9b07ef6f47 None None] Port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:48.811325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17394818-08e6-4194-9413-d3ca14a9a42c tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.811880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17394818-08e6-4194-9413-d3ca14a9a42c tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.812406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17394818-08e6-4194-9413-d3ca14a9a42c tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:48.814686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-17394818-08e6-4194-9413-d3ca14a9a42c tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=ca5bc903af224f4eaef32d60754e0a82&network_id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 2972 time: 0.4602053 May 27 02:17:48.838638 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3958d8-95ba-4fd6-b968-aee688794863 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.838957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3958d8-95ba-4fd6-b968-aee688794863 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.842918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9a3958d8-95ba-4fd6-b968-aee688794863 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/99b08a0b-372a-45c0-b076-043fab7910f3 HTTP/1.1" status: 404 len: 339 time: 0.1434546 May 27 02:17:48.843546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46092) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.902631 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:48.908490 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2568adc-bea2-4b0d-b440-013c464e900b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:48.909083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2568adc-bea2-4b0d-b440-013c464e900b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:48.913238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a2568adc-bea2-4b0d-b440-013c464e900b tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/04f5432a-993a-4071-912c-26645464f2bc HTTP/1.1" status: 404 len: 337 time: 0.0663683 May 27 02:17:48.913238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Pushing event updated for resources: {'Port': ['ID=5a735c65-e13d-431d-9093-d1df480221d9,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:48.919376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1a6222c1-6e73-4094-92ee-4e6236af752c None None] Could not find standard attr ID for object da002dcb-6554-427f-8e01-de19df42e043. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:48.921623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46096) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:48.967669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4e057-de80-45ad-ac89-b937677c0d51 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:17:48.988106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.039750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.049107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=58570128-16ca-4f5c-90bf-1126a52750b7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:49.061392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-63d57aeb-d10d-4020-a7af-489df6fc8acd tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/58570128-16ca-4f5c-90bf-1126a52750b7 HTTP/1.1" status: 204 len: 168 time: 0.8543093 May 27 02:17:49.066574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:49.138572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:49.142808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:49.145420 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bdbd7b-ec15-4852-8f8d-acd823cea779 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] DELETE failed (client error): The resource could not be found. May 27 02:17:49.145883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bdbd7b-ec15-4852-8f8d-acd823cea779 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:49.151207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b9bdbd7b-ec15-4852-8f8d-acd823cea779 tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/a79cbde3-7856-4171-bef0-4ad8dd5799bd HTTP/1.1" status: 404 len: 339 time: 0.2264645 May 27 02:17:49.151845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46106) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:49.189908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 9ebdd22b-6614-4331-a131-f39c7a92612d {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:49.198755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.262445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.314314 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.391474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Router 6c433644-9c62-4cd4-8178-865cb5ff1a1c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:49.450554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2adbe8-ce67-460a-af84-96e9c7743cb7 None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:17:49.513128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Deleting subnet 81c49834-49a5-4f0d-8442-1187b6e2400e {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:49.522018 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.562410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.697460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2adbe8-ce67-460a-af84-96e9c7743cb7 None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:17:49.712297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.753327 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.768736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:49.779239 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b4e15e4-07a6-4baa-907c-3479c1f31198 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c433644-9c62-4cd4-8178-865cb5ff1a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7623770 May 27 02:17:49.853599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.867190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebdd22b-6614-4331-a131-f39c7a92612d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:49.869576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:49.877484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1977da2a-44d4-4bf3-9fa3-49efd8b9f9fb tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/9ebdd22b-6614-4331-a131-f39c7a92612d HTTP/1.1" status: 204 len: 168 time: 0.8095207 May 27 02:17:49.880015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46114) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:49.935533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3f99fa35-1423-411d-beab-da2bcfdf72b4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:49.940465 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87480b0-8acf-4702-b3ff-cc83ca71d562 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:49.941029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87480b0-8acf-4702-b3ff-cc83ca71d562 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:49.943046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e87480b0-8acf-4702-b3ff-cc83ca71d562 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/58570128-16ca-4f5c-90bf-1126a52750b7 HTTP/1.1" status: 404 len: 337 time: 0.0621521 May 27 02:17:49.951039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46120) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:50.059078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting subnet 63447c6c-8dad-4976-ae0b-eb9921d693aa {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:50.067512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.071816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3f99fa35-1423-411d-beab-da2bcfdf72b4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:50.119049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3f99fa35-1423-411d-beab-da2bcfdf72b4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:50.119735 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.122364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.178330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Subnet': ['ID=81c49834-49a5-4f0d-8442-1187b6e2400e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:50.181665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.192571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.197525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-805b4a0e-331a-4440-8dfe-21aeb532e24a tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/subnets/81c49834-49a5-4f0d-8442-1187b6e2400e HTTP/1.1" status: 204 len: 168 time: 1.0399084 May 27 02:17:50.199802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46132) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:50.230825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting port 886350b6-3230-45dd-a257-97c940ddb05b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:50.231175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.302439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46136) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:50.357805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8126445-8586-4947-ab3a-77f33a08ed66 None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:50.397675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52495ae2-066c-4663-b360-1d9b6f672659 None None] Network ef78661a-a523-4a39-ac38-4649a45f37d5 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:50.417683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3f99fa35-1423-411d-beab-da2bcfdf72b4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:50.418067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.435475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.455113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c55fa-130d-4c98-8175-094f7fa501b2 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:50.456865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4b7c55fa-130d-4c98-8175-094f7fa501b2 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a HTTP/1.1" status: 200 len: 814 time: 0.1530538 May 27 02:17:50.485850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Deleting port b880cee7-3f7b-497f-902b-e86b8884351d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:50.486198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.575232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3f99fa35-1423-411d-beab-da2bcfdf72b4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3f99fa35-1423-411d-beab-da2bcfdf72b4,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:50.612883 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.667184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46150) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:50.683062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1269478743-network', 'tenant_id': '9243d80823504ded92c2788c149ea035'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:50.713339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:50.732001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Usage tracker for resource:network and tenant:9243d80823504ded92c2788c149ea035 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:50.742033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:50.767546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:50.795865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.808005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Made reservation on behalf of 9243d80823504ded92c2788c149ea035 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:50.810227 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.815719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] For port b880cee7-3f7b-497f-902b-e86b8884351d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b880cee7-3f7b-497f-902b-e86b8884351d,segment=NetworkSegment(94b29c18-b299-4e1d-9f24-6349c2c9ed89),segment_id=94b29c18-b299-4e1d-9f24-6349c2c9ed89)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:50.817457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.819182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3f99fa35-1423-411d-beab-da2bcfdf72b4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:50.888498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Sync routers for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:50.894683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.918516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4ecd1592-1514-44a5-95de-482ed14a2626 None None] Provisioning complete for port 5a735c65-e13d-431d-9093-d1df480221d9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:50.918926 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4ecd1592-1514-44a5-95de-482ed14a2626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:50.960958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46154) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:50.961208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:50.961672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:50.970146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Calling delete_port for b880cee7-3f7b-497f-902b-e86b8884351d owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:50.972527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Calling delete_port for 886350b6-3230-45dd-a257-97c940ddb05b owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:51.016736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'network': {'name': 'tempest-network-smoke--1390137272', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'port_security_enabled': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:51.021311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.050068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:51.055996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.069015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Usage tracker for resource:security_group_rule and tenant:9243d80823504ded92c2788c149ea035 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:51.077130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:51.084230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:51.099549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:51.111436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd1592-1514-44a5-95de-482ed14a2626 None None] Port 5a735c65-e13d-431d-9093-d1df480221d9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:17:51.113462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:51.125289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Port': ['ID=b880cee7-3f7b-497f-902b-e86b8884351d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:51.132692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] No DVR routers for this DVR port b880cee7-3f7b-497f-902b-e86b8884351d on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:51.162029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:51.165448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.231006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.246934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:51.290860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:51.292641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.295515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Subnet': ['ID=63447c6c-8dad-4976-ae0b-eb9921d693aa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:51.299729 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.328250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef78661a-a523-4a39-ac38-4649a45f37d5']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:51.331923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77f885-14be-45a7-9d20-d78560cdbb40 None None] DHCP port deletion for ef78661a-a523-4a39-ac38-4649a45f37d5 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:51.342139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b29c18-b299-4e1d-9f24-6349c2c9ed89') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:51.342742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b29c18-b299-4e1d-9f24-6349c2c9ed89') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:51.360570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.380501 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.391914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cd46a1be-ad2c-4092-9a7f-2841966a252b tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/63447c6c-8dad-4976-ae0b-eb9921d693aa HTTP/1.1" status: 204 len: 168 time: 1.4368498 May 27 02:17:51.392115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:51.392115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.402541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46158) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:51.464281 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4adaa58-4b39-4e88-9605-15a72c363404 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:51.464754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4adaa58-4b39-4e88-9605-15a72c363404 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:51.469705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e4adaa58-4b39-4e88-9605-15a72c363404 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/6e3485ae-330f-4f5e-b343-107c524c0edc HTTP/1.1" status: 404 len: 337 time: 0.0629196 May 27 02:17:51.474868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.475644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46164) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:51.478907 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 94b29c18-b299-4e1d-9f24-6349c2c9ed89 resource provider aggregate not found May 27 02:17:51.501943 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 94b29c18-b299-4e1d-9f24-6349c2c9ed89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94b29c18-b299-4e1d-9f24-6349c2c9ed89 found for delete ", "request_id": "req-bb94a568-3256-4f4c-82bb-4e8d99cd0838"}]} May 27 02:17:51.517826 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.521704 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.540968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6b2776fe-1865-40cc-a070-0982de212df5 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d2606c-6b78-4657-b478-6164027a24b3 HTTP/1.1" status: 200 len: 205 time: 0.0641613 May 27 02:17:51.542424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.542782 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Added segment 1d8b46d4-ca6e-488d-a3c7-4d86138c7906 of type vlan for network bc5e63b9-686b-40e0-a38a-a3429829e54b May 27 02:17:51.546575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.548910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.552332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46170) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:51.553229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] Pushing event deleted for resources: {'Network': ['ID=ef78661a-a523-4a39-ac38-4649a45f37d5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:51.660080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Port': ['ID=886350b6-3230-45dd-a257-97c940ddb05b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:51.663097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:51.714894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3f99fa35-1423-411d-beab-da2bcfdf72b4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:51.730851 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-1622c03a-0209-4367-9f7b-1da7727dd059 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] delete failed (client error): The resource could not be found. May 27 02:17:51.731880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1622c03a-0209-4367-9f7b-1da7727dd059 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/routers/c1d2606c-6b78-4657-b478-6164027a24b3 HTTP/1.1" status: 404 len: 336 time: 0.1757278 May 27 02:17:51.733426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-30a745ab-42e5-4888-bb89-7d476536c6cd tempest-NetworksTest-1837013312 tempest-NetworksTest-1837013312-project] 10.222.0.16 "DELETE /v2.0/networks/ef78661a-a523-4a39-ac38-4649a45f37d5 HTTP/1.1" status: 204 len: 168 time: 1.5325654 May 27 02:17:51.739047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46176) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:51.743220 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.743836 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Added segment 6908456a-eb33-4bb3-8792-a11ec3f7975a of type vlan for network ee034c20-02f9-460d-93f0-11401bd50b0c May 27 02:17:51.789954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.792534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:17:48Z', 'revision_number': 2, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:51.801697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eb3e10-fadb-4b83-ad47-a583bff722a5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:51.802133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Checking router: 6c433644-9c62-4cd4-8178-865cb5ff1a1c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:17:51.802507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Updating router 6c433644-9c62-4cd4-8178-865cb5ff1a1c port 5a735c65-e13d-431d-9093-d1df480221d9 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:17:51.833967 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb477538-6ce1-4e31-91f5-8f0bf5c0dc73 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:51.834891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb477538-6ce1-4e31-91f5-8f0bf5c0dc73 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:51.851580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bb477538-6ce1-4e31-91f5-8f0bf5c0dc73 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/26cf78f2-2044-4e3d-a774-c841f51bd719 HTTP/1.1" status: 404 len: 337 time: 0.1049755 May 27 02:17:51.852543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46180) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:51.899262 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0949451-a8fa-4ae3-a9a2-ab336fc3be38 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:51.900002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0949451-a8fa-4ae3-a9a2-ab336fc3be38 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:51.904503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c0949451-a8fa-4ae3-a9a2-ab336fc3be38 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/4365d5b7-992e-4fc8-b282-fdc54854baba HTTP/1.1" status: 404 len: 337 time: 0.0486701 May 27 02:17:51.905398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46184) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:51.910027 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.975643 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c251f26-1a41-41a4-914b-4c6629deed72 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:51.976674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c251f26-1a41-41a4-914b-4c6629deed72 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:51.978574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3f99fa35-1423-411d-beab-da2bcfdf72b4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:51.979096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:51.979411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c251f26-1a41-41a4-914b-4c6629deed72 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/cd0751ca-2b6f-43c2-9f11-c6bdbfb12757 HTTP/1.1" status: 404 len: 337 time: 0.0722086 May 27 02:17:51.981750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46188) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.011733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:17:52.053107 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.062275 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2efc853-3645-424e-9d87-5f5d1637c892 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:52.063547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2efc853-3645-424e-9d87-5f5d1637c892 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:52.067258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d2efc853-3645-424e-9d87-5f5d1637c892 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/ba3c9dd4-585b-46f1-b84b-9ece4704e9c9 HTTP/1.1" status: 404 len: 333 time: 0.0835936 May 27 02:17:52.069309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46192) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.071052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.100902 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.106537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:52.107321 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.126116 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-498eac7e-cbab-4400-83ce-af79b328c54f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:52.126782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498eac7e-cbab-4400-83ce-af79b328c54f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:52.129259 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-498eac7e-cbab-4400-83ce-af79b328c54f tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/312cd6ba-9680-4e3d-90a7-64613c2b4aca HTTP/1.1" status: 404 len: 337 time: 0.0588193 May 27 02:17:52.133661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46198) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.247257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Network': ['ID=bc5e63b9-686b-40e0-a38a-a3429829e54b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:52.283077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bc5e63b9-686b-40e0-a38a-a3429829e54b details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:52.334218 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cd1764-0513-4c21-85a8-4ed192d83eaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:52.334917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cd1764-0513-4c21-85a8-4ed192d83eaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:52.339420 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8cd1764-0513-4c21-85a8-4ed192d83eaa tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/223826df-b0f7-41b6-a307-01f1fdee8e20 HTTP/1.1" status: 404 len: 337 time: 0.2024539 May 27 02:17:52.339420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46202) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.341145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46204) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.369490 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.370445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:52.371039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.401085 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2ecc7f-580b-4abe-8a9b-4d282e4d7d67 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:52.401555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2ecc7f-580b-4abe-8a9b-4d282e4d7d67 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:52.406178 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9f2ecc7f-580b-4abe-8a9b-4d282e4d7d67 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/9ae3aeff-a723-4402-856b-44389b90a0ef HTTP/1.1" status: 404 len: 333 time: 0.0585072 May 27 02:17:52.406795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46212) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.420960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef2c5ef-5e5c-4269-901e-26909b3964f6 None None] Network 40c142b5-781e-4ce6-8b38-b87a855a758a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:52.447822 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-223eec86-c279-4718-8d08-f205ed2877d1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:52.448271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223eec86-c279-4718-8d08-f205ed2877d1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:52.453108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-223eec86-c279-4718-8d08-f205ed2877d1 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/d5cb0b16-d3af-4faa-87c4-5bb2aa9d3140 HTTP/1.1" status: 404 len: 337 time: 0.0452332 May 27 02:17:52.454025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46216) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.486388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4dccef90-3b40-4c2d-8c47-6d72a9c8401a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5217905 May 27 02:17:52.496076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46220) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.501550 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f41730-baea-410b-af9a-93d3ebb04192 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] DELETE failed (client error): The resource could not be found. May 27 02:17:52.502212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f41730-baea-410b-af9a-93d3ebb04192 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:17:52.507218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-15f41730-baea-410b-af9a-93d3ebb04192 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/subnets/fcabbc6e-a52b-420b-bfab-2f953284304d HTTP/1.1" status: 404 len: 337 time: 0.0520575 May 27 02:17:52.508072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.611962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:52.612565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.669341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7e789f02-dc1e-4947-97f4-068021f2e4a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78c455ca5515417888ee28a5b8245581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294177 May 27 02:17:52.673559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3f99fa35-1423-411d-beab-da2bcfdf72b4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:52.674784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.749598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b880cee7-3f7b-497f-902b-e86b8884351d no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:52.764238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0934699 May 27 02:17:52.769712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46232) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:52.804889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: b880cee7-3f7b-497f-902b-e86b8884351d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:17:52.805246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b880cee7-3f7b-497f-902b-e86b8884351d not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:17:52.815130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8ebbaf44-d97b-444f-be0e-69603e6efcb3 None None] Provisioning complete for port d5e25b90-8fea-4baf-a20b-eabece292f3c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:52.815428 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ebbaf44-d97b-444f-be0e-69603e6efcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.887355 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6c295ee-d803-4bf5-8ea2-8f422bcfed1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.928795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Request body: {'subnet': {'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1269478743-subnet', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:52.934642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:52.939300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Usage tracker for resource:subnet and tenant:9243d80823504ded92c2788c149ea035 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:52.941508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6c295ee-d803-4bf5-8ea2-8f422bcfed1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.943115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:52.948939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.950214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:52.959642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:52.983404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c4cfb-e4c8-4b79-9a0d-3bcb1e093506 admin admin] Pushing event updated for resources: {'Network': ['ID=ee034c20-02f9-460d-93f0-11401bd50b0c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:52.995252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2670d2c1-092b-46c1-99a9-584568f00915 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:52.997165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2670d2c1-092b-46c1-99a9-584568f00915 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca5bc903af224f4eaef32d60754e0a82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3160834 May 27 02:17:53.003261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46236) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.005929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network ee034c20-02f9-460d-93f0-11401bd50b0c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:53.028543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Made reservation on behalf of 9243d80823504ded92c2788c149ea035 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:53.031877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.063047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Router 3adef88f-46fb-4215-b76e-cfdf94e32ce3 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:17:53.088878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Transition to ACTIVE for port object 5a735c65-e13d-431d-9093-d1df480221d9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:53.092658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] DHCP port deletion for 40c142b5-781e-4ce6-8b38-b87a855a758a request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:53.097959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 owned by {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:53.121073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Deleting port d5e25b90-8fea-4baf-a20b-eabece292f3c {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:53.121527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.148814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.197370 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6c295ee-d803-4bf5-8ea2-8f422bcfed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.200248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbaf44-d97b-444f-be0e-69603e6efcb3 None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:53.213077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.260987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c295ee-d803-4bf5-8ea2-8f422bcfed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f60de9-4a46-48f4-bdf3-1012646373e2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:53.261805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8ebbaf44-d97b-444f-be0e-69603e6efcb3 None None] Could not find standard attr ID for object 2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:17:53.271983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:53.284308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.290578 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-14cecb4b-16d4-4ca6-8df6-184ba5d91210 tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/ports/2ad8da8c-f3de-4d4c-8fa6-34ec6e3e54e8 HTTP/1.1" status: 204 len: 168 time: 0.7812970 May 27 02:17:53.291955 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6c295ee-d803-4bf5-8ea2-8f422bcfed1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.292976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b6c295ee-d803-4bf5-8ea2-8f422bcfed1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14f60de9-4a46-48f4-bdf3-1012646373e2 HTTP/1.1" status: 204 len: 168 time: 0.6172822 May 27 02:17:53.293506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46240) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.434851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f0a9f-9110-42a6-9722-a8436b3b2d88 None None] Pushing event updated for resources: {'Port': ['ID=5a735c65-e13d-431d-9093-d1df480221d9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:53.534860 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.557163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:17:53.564909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port d5e25b90-8fea-4baf-a20b-eabece292f3c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:53.565255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.572721 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] Sync routers for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:17:53.583242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e46bd5-9604-42c7-8410-5b723538fde8 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:53.585145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-70e46bd5-9604-42c7-8410-5b723538fde8 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5809472 May 27 02:17:53.596091 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:53.597457 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:53.604094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-83eefa6d-cb4b-431d-90d1-5874f2a61749 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7058663 May 27 02:17:53.609200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46250) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.613492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46252) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.676288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Attempting to bind port 5a735c65-e13d-431d-9093-d1df480221d9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:53.681143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Attempting to bind port 5a735c65-e13d-431d-9093-d1df480221d9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:53.681624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Attempting to bind port 5a735c65-e13d-431d-9093-d1df480221d9 on network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:53.752797 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:53.778791 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] Routers {'3adef88f-46fb-4215-b76e-cfdf94e32ce3'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:53.779570 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:53.798613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5e25b90-8fea-4baf-a20b-eabece292f3c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:17:53.865634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:53.866059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Checking segment: {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:53.867451 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.867596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Bound using segment: {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:53.868219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Bound port: 5a735c65-e13d-431d-9093-d1df480221d9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:53.868642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:53.876221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40034e05-f16f-41bf-be61-671b2181a4a1 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2609963 May 27 02:17:53.876405 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:53.876928 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09314cf3-2080-43ea-a60c-cd60352a586c None None] The sync data for ids ['3adef88f-46fb-4215-b76e-cfdf94e32ce3'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:53.881376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46260) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.884614 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-fb290a59-9147-42fd-8e8c-ca83d9c545d1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] show failed (client error): The resource could not be found. May 27 02:17:53.889677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fb290a59-9147-42fd-8e8c-ca83d9c545d1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-2004399731 HTTP/1.1" status: 404 len: 335 time: 0.2688417 May 27 02:17:53.908618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46264) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:53.928010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e1edb338-e2a2-4d97-90d3-95aceeb0de99 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:53.941455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-533cb9d7-c2b5-4afe-8f2e-56ca3f57d3a7 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca5bc903af224f4eaef32d60754e0a82&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585485 May 27 02:17:53.944569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46270) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:54.038495 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-e1edb338-e2a2-4d97-90d3-95aceeb0de99 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] update failed (client error): The resource could not be found. May 27 02:17:54.043523 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e1edb338-e2a2-4d97-90d3-95aceeb0de99 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1670663313 HTTP/1.1" status: 404 len: 335 time: 0.1302595 May 27 02:17:54.044384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46276) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:54.053484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:54.054338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.074361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] For port 5a735c65-e13d-431d-9093-d1df480221d9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:54.079290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] For port 5a735c65-e13d-431d-9093-d1df480221d9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5a735c65-e13d-431d-9093-d1df480221d9,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:54.104502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.168423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.185709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d5e25b90-8fea-4baf-a20b-eabece292f3c is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:17:54.186665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.202368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af5f284-581f-4b3f-92f6-0f41f347623f tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.203942 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6af5f284-581f-4b3f-92f6-0f41f347623f tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2585013 May 27 02:17:54.209560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46282) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:54.216668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e1d5d0-091e-4ec4-9273-7bb0e7b3f370,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:54.225535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for d5e25b90-8fea-4baf-a20b-eabece292f3c owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:54.268452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e4aea0cc-b173-44a5-a2c3-d2ca3971b8af tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577331 May 27 02:17:54.272392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46290) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:54.280340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761638965', 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:54.295849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Checking segment: {'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:54.296246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Network hostable DHCP agents. Network: ee034c20-02f9-460d-93f0-11401bd50b0c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:54.317811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f0a9f-9110-42a6-9722-a8436b3b2d88 None None] Pushing event updated for resources: {'Port': ['ID=5a735c65-e13d-431d-9093-d1df480221d9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:54.354066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:54.354743 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.410787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Network ee034c20-02f9-460d-93f0-11401bd50b0c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:54.440972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting subnet 0e5461f4-5365-4338-b08b-fe65d6037244 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:54.445795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.453486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, ee034c20-02f9-460d-93f0-11401bd50b0c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:54.455428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:54.477244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:54.477854 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.483249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:subnet and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:54.491784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:54.493660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:17:54.494466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:54.507329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:54.525135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:54.527590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:54.528032 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:54.537484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9688b9ae-4022-4654-a95b-79e65f8dbb8b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7647729 May 27 02:17:54.540590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46298) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:54.542724 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.551668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:54.567993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:54.577681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Usage tracker for resource:router and tenant:9243d80823504ded92c2788c149ea035 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:54.585771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:54.592232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:54.599894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.631945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:54.665652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.687985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46302) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:54.724257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.724788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.729955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d87f51-a854-4ca9-8ea7-45c7f3c96de1 None None] Network ee034c20-02f9-460d-93f0-11401bd50b0c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:54.748925 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.761488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.807472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5461f4-5365-4338-b08b-fe65d6037244,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:54.817790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.821045 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.832406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e1bf1b57-7ee6-45f7-999f-13673d98c8da tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/subnets/0e5461f4-5365-4338-b08b-fe65d6037244 HTTP/1.1" status: 204 len: 168 time: 0.7641513 May 27 02:17:54.834264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46308) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:54.836632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Calling delete_port for d5e25b90-8fea-4baf-a20b-eabece292f3c owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:54.880336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce6f6d-502f-4cd5-8e65-758ecd892689 None None] Network c2602b9a-5417-4044-9326-73eb4f2fd6ad requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:54.913630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1507577505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:54.921284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:54.925762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:router and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:54.928997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:54.935296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:54.950215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.951469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.959040 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.970300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:54.970962 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.975505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:54.988908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:17:55.052776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Deleting port d5e25b90-8fea-4baf-a20b-eabece292f3c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:55.053138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.132587 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:17:55.265291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.297906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=11']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:55.352235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] For port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=52be4f3b-2c47-4216-ab36-4a8b1d0c5434,segment=NetworkSegment(07402e92-6b69-48de-b7a7-51e8c7c877da),segment_id=07402e92-6b69-48de-b7a7-51e8c7c877da)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:55.352597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.405591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.420612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.425506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-656e9e78-d769-4993-8053-18afb6b3c72c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7365146 May 27 02:17:55.426899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46312) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:55.430750 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:17:55.431107 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:17:55.446072 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.452505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1634739405'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:55.489550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Calling delete_port for 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:55.492049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:55.511895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:network and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:55.520149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:55.538937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] For port d5e25b90-8fea-4baf-a20b-eabece292f3c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5e25b90-8fea-4baf-a20b-eabece292f3c,segment=NetworkSegment(4a26cfcb-8bcc-419c-be94-ec49e581887d),segment_id=4a26cfcb-8bcc-419c-be94-ec49e581887d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:17:55.539300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.539947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:55.658154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Made reservation on behalf of 0d360eba3bc744179b10805ff205e1ea for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:55.661577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.669220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-ee034c20-02f9-460d-93f0-11401bd50b0c', 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'fixed_ips': [{'subnet_id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:55.670033 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.679461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Calling delete_port for d5e25b90-8fea-4baf-a20b-eabece292f3c owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:17:55.689604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Subnet': ['ID=5b125155-c6f3-4a76-a990-97ae7676a5c1,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:55.692467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.725165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Checking segment: {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:55.725469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network hostable DHCP agents. Network: bc5e63b9-686b-40e0-a38a-a3429829e54b, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:55.730109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:55.736899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:security_group_rule and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:55.740731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:55.746694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.752305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:55.800355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bc5e63b9-686b-40e0-a38a-a3429829e54b is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:55.807457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Port': ['ID=52be4f3b-2c47-4216-ab36-4a8b1d0c5434,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:55.821836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] No DVR routers for this DVR port 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:55.836655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bc5e63b9-686b-40e0-a38a-a3429829e54b) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:55.847527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:55.848126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.848645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:17:54Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:55.855286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901e755-e69e-4b42-89a1-e65f3651e752 None None] Network bc5e63b9-686b-40e0-a38a-a3429829e54b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:55.875540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfe13d-bc6c-4bd9-b5f3-ae04d52d8ab4 None None] The sync data for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 is: [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:17:54Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:17:55.879946 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.941518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Deleting port d5e25b90-8fea-4baf-a20b-eabece292f3c {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:55.942138 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:55.972786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1b94cd85-85ce-4ca4-8efb-6ce72f142337 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6993401 May 27 02:17:56.083185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f44c25f1-d30c-49c5-a1ea-a789f180c81d None None] The port 'd5e25b90-8fea-4baf-a20b-eabece292f3c' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:17:56.085126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b9e59-4164-4900-ba93-868b14bc71db None None] DHCP port deletion for c2602b9a-5417-4044-9326-73eb4f2fd6ad request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:56.102426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46318) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:56.125515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Allocated IP 172.20.0.2 (ee034c20-02f9-460d-93f0-11401bd50b0c/27e1d5d0-091e-4ec4-9273-7bb0e7b3f370/7f65d450-9204-4e76-b0f0-e82b4052998a) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:56.191795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113830318', 'description': 'tempest-secgroup-smoke-1113830318 description', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:56.196537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Port': ['ID=d5e25b90-8fea-4baf-a20b-eabece292f3c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:56.208728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] No DVR routers for this DVR port d5e25b90-8fea-4baf-a20b-eabece292f3c on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:17:56.211440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.215527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.219545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:56.239576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:56.279962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.308438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.339594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:56.352560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2602b9a-5417-4044-9326-73eb4f2fd6ad']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:56.378147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886ab38a-afc4-4fbf-8ab0-5f7b6abf7d6c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:56.382955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.383308 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Added segment c2071fec-5710-4f92-809b-d587ff328fda of type vlan for network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 May 27 02:17:56.386066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.388615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07402e92-6b69-48de-b7a7-51e8c7c877da') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:56.388914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07402e92-6b69-48de-b7a7-51e8c7c877da') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:56.414249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:56.414487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.427641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bc5e63b9-686b-40e0-a38a-a3429829e54b', 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ips': [{'subnet_id': '5b125155-c6f3-4a76-a990-97ae7676a5c1'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:56.428567 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.432160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:56.435377 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.438858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:56.443753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.450766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:56.451169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.483684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:56.524736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.558425 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.577833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.591134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c142b5-781e-4ce6-8b38-b87a855a758a']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:56.606464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a26cfcb-8bcc-419c-be94-ec49e581887d') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:56.606849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a26cfcb-8bcc-419c-be94-ec49e581887d') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:17:56.621550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.623852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Transition to ACTIVE for port object 7f65d450-9204-4e76-b0f0-e82b4052998a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:56.638366 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.645914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:17:56.646319 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.678811 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.689766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:56.690463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.728845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Allocated IP 172.20.0.18 (bc5e63b9-686b-40e0-a38a-a3429829e54b/5b125155-c6f3-4a76-a990-97ae7676a5c1/860c8472-362f-4233-be36-c2b82c6080d2) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:56.745015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.773860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.778001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.781966 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 07402e92-6b69-48de-b7a7-51e8c7c877da resource provider aggregate not found May 27 02:17:56.790177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.799241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Network': ['ID=c2602b9a-5417-4044-9326-73eb4f2fd6ad,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:56.807915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.829392 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 07402e92-6b69-48de-b7a7-51e8c7c877da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07402e92-6b69-48de-b7a7-51e8c7c877da found for delete ", "request_id": "req-ddccbf88-c023-4d36-9a7b-e2e034f053da"}]} May 27 02:17:56.847145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] Pushing event deleted for resources: {'Network': ['ID=40c142b5-781e-4ce6-8b38-b87a855a758a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:56.853656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8de49136-2fa2-408d-bf93-4d89b1ed150c tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/networks/c2602b9a-5417-4044-9326-73eb4f2fd6ad HTTP/1.1" status: 204 len: 168 time: 2.0187595 May 27 02:17:56.855183 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fe1d0305-18f0-4a0a-bd07-2352fd8a69cc tempest-PortsTestJSON-1613399116 tempest-PortsTestJSON-1613399116-project] 10.222.0.16 "DELETE /v2.0/networks/40c142b5-781e-4ce6-8b38-b87a855a758a HTTP/1.1" status: 204 len: 168 time: 3.5460310 May 27 02:17:56.856247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46330) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:56.858874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Transition to ACTIVE for port object 7f65d450-9204-4e76-b0f0-e82b4052998a will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:56.876067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.903878 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 4a26cfcb-8bcc-419c-be94-ec49e581887d resource provider aggregate not found May 27 02:17:56.930638 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 4a26cfcb-8bcc-419c-be94-ec49e581887d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a26cfcb-8bcc-419c-be94-ec49e581887d found for delete ", "request_id": "req-4b2d8a72-4117-41f5-8090-452edeb33053"}]} May 27 02:17:56.951756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting subnet d547322c-4e60-4adb-a674-afcd4b9af91b {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:56.955780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:56.997492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.025044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Network ee034c20-02f9-460d-93f0-11401bd50b0c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:57.032473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:57.039119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:57.053425 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.066431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Allocated IP 172.25.3.183 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/c5bec4f2-0580-4a4e-a040-eff497668535) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:17:57.078650 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6476572 May 27 02:17:57.084154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.088510 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9686494 May 27 02:17:57.089027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46338) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:57.089177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46340) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:57.095940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'subnet': {'network_id': '31fe3142-ea95-4eb6-9f8b-569d12ae5347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:57.101510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005fb32-886c-4364-8225-bf83e3b84a6d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Network': ['ID=31fe3142-ea95-4eb6-9f8b-569d12ae5347,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:57.117280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ddac81ef-47cc-4329-a652-491ecfb7a5cf', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:57.129111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:57.136210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569decd0-baf7-4f93-988b-3bfbe7a80af8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac81ef-47cc-4329-a652-491ecfb7a5cf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:57.141606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:57.143395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:57.159917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:57.195446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Pushing event updated for resources: {'Port': ['ID=7f65d450-9204-4e76-b0f0-e82b4052998a,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:57.285380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.392690 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.409159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:57.411093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:57.461243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Subnet': ['ID=d547322c-4e60-4adb-a674-afcd4b9af91b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:57.461522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.475546 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.489404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:57.496665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-386acc0c-c849-4ae4-a22f-8613cd6e52e2 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/subnets/d547322c-4e60-4adb-a674-afcd4b9af91b HTTP/1.1" status: 204 len: 168 time: 0.6387579 May 27 02:17:57.497643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46354) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:57.500827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:subnet and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:57.504107 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.504415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:57.512840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4824a2-bc37-4537-970f-46c413a931f7 None None] Network bd4f34cd-0e91-46aa-bc7d-43c642df0948 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:57.513735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:57.534336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Made reservation on behalf of 0d360eba3bc744179b10805ff205e1ea for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:57.541173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.576082 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.710489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:57.719093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:57.738957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:57.800572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bec4f2-0580-4a4e-a040-eff497668535,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:57.810605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-55a7688b-75b8-471e-81a1-84451dd43777 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9b9dba8649f43f7a54356b4506b2dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981211 May 27 02:17:57.817062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:57.825420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting subnet 41e56165-ca80-48b2-a599-cdb2f3df9c03 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:17:57.843142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.852143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.865273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5a735c65-e13d-431d-9093-d1df480221d9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:17:57.897511 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.909233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Attempting to bind port 7f65d450-9204-4e76-b0f0-e82b4052998a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:57.909606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Attempting to bind port 7f65d450-9204-4e76-b0f0-e82b4052998a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:57.909980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Attempting to bind port 7f65d450-9204-4e76-b0f0-e82b4052998a on network ee034c20-02f9-460d-93f0-11401bd50b0c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:57.947914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Subnet': ['ID=bf3a452c-808c-4b8c-b8ae-047f60b21d76,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:57.952004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Checking segment: {'id': 'c2071fec-5710-4f92-809b-d587ff328fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31fe3142-ea95-4eb6-9f8b-569d12ae5347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:57.952378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network hostable DHCP agents. Network: 31fe3142-ea95-4eb6-9f8b-569d12ae5347, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:57.964496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Transition to ACTIVE for port object 860c8472-362f-4233-be36-c2b82c6080d2 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:57.970525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:57.970944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Checking segment: {'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:57.971342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.971739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Bound using segment: {'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:57.972285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Bound port: 7f65d450-9204-4e76-b0f0-e82b4052998a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:57.972717 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.975107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:57.983555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:57.988991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 31fe3142-ea95-4eb6-9f8b-569d12ae5347) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:57.995904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:57.996504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.011495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46702bb-6b29-4f52-8a9a-aac2e5b62fa6 None None] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:58.017518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.030427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-838c378c-df24-42e1-b12f-a6d568ce322c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9388895 May 27 02:17:58.034243 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46362) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:58.041307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'network': {'name': 'tempest-router-network01--971762442'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:58.047844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:58.051809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:network and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:58.054844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:58.060696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:58.072698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Made reservation on behalf of 0d360eba3bc744179b10805ff205e1ea for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:58.076570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.101228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.106809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:58.118344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.118907 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Added segment 7dcdda4d-16a0-4533-9119-3890a3a91991 of type vlan for network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 May 27 02:17:58.132432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Transition to ACTIVE for port object 860c8472-362f-4233-be36-c2b82c6080d2 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:17:58.151802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.162356 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.185339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.188553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0002970c-7b53-466b-a68b-fbb0b8d7eb23,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:58.192194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:58.193472 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.234076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.237977 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-055f6d7b-dc5b-4115-a3a8-bd203e912bda tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1358795 May 27 02:17:58.248369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46366) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:58.255920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ddac81ef-47cc-4329-a652-491ecfb7a5cf', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:58.260823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4256fdc8-28a4-4cdd-8e45-8f0dacf36b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.275985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:58.279826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Network bc5e63b9-686b-40e0-a38a-a3429829e54b is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:17:58.284837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:58.289782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:58.297349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5a735c65-e13d-431d-9093-d1df480221d9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:17:58.300595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:17:58.312434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2743437 May 27 02:17:58.312969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46370) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:58.319240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] For port 7f65d450-9204-4e76-b0f0-e82b4052998a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:58.321071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'network': {'name': 'tempest-router-network02--300503907'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:58.322476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Pushing event updated for resources: {'Port': ['ID=860c8472-362f-4233-be36-c2b82c6080d2,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:58.326686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:58.331955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:network and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:58.334786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:58.336597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5a735c65-e13d-431d-9093-d1df480221d9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:17:58.336979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.341050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:58.341243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:58.351590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14536c4-4b5e-429b-a0b5-e39f32c3c225 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Network': ['ID=854d9332-732c-4c4f-b43e-d8ba83dbcdf7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:58.357377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Made reservation on behalf of 0d360eba3bc744179b10805ff205e1ea for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:58.359381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:58.362118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.391470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4256fdc8-28a4-4cdd-8e45-8f0dacf36b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.394995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:17:58.405607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:58.408931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.409067 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.409869 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Added segment 162602db-155d-4534-b549-897524227c8c of type vlan for network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 May 27 02:17:58.429892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] For port 7f65d450-9204-4e76-b0f0-e82b4052998a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7f65d450-9204-4e76-b0f0-e82b4052998a,segment=NetworkSegment(6908456a-eb33-4bb3-8792-a11ec3f7975a),segment_id=6908456a-eb33-4bb3-8792-a11ec3f7975a)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:58.437930 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.472151 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.478536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:58.479260 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.555097 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.566686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.630442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] DHCP port deletion for bd4f34cd-0e91-46aa-bc7d-43c642df0948 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:17:58.644677 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.680880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Deleting port 573d02f5-18a4-418f-9349-178a30d9eb54 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:58.681258 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.738554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Attempting to bind port 860c8472-362f-4233-be36-c2b82c6080d2 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:17:58.739057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Attempting to bind port 860c8472-362f-4233-be36-c2b82c6080d2 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:17:58.739322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Attempting to bind port 860c8472-362f-4233-be36-c2b82c6080d2 on network bc5e63b9-686b-40e0-a38a-a3429829e54b {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:17:58.746505 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4324529 May 27 02:17:58.750624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab681db-5128-4463-bbc2-628d313a2e0c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Network': ['ID=b5afcb9c-d17d-47a8-9019-d091efd3b7d0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:58.752658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46374) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:58.764830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4256fdc8-28a4-4cdd-8e45-8f0dacf36b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.769611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'subnet': {'network_id': '854d9332-732c-4c4f-b43e-d8ba83dbcdf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:58.821970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256fdc8-28a4-4cdd-8e45-8f0dacf36b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834e568-1323-4935-b5bb-8baead6a963f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:58.834835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:17:58.870283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:17:58.870821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Checking segment: {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:58.871334 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.871822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Bound using segment: {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:17:58.872397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Bound port: 860c8472-362f-4233-be36-c2b82c6080d2, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:17:58.872869 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.896655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-31fe3142-ea95-4eb6-9f8b-569d12ae5347', 'network_id': '31fe3142-ea95-4eb6-9f8b-569d12ae5347', 'tenant_id': '0d360eba3bc744179b10805ff205e1ea', 'fixed_ips': [{'subnet_id': 'bf3a452c-808c-4b8c-b8ae-047f60b21d76'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:17:58.897938 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.898776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:58.903696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:subnet and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:58.906971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:58.913890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:58.926472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Made reservation on behalf of 0d360eba3bc744179b10805ff205e1ea for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:58.930083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.937859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.939410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:58.999353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Subnet': ['ID=41e56165-ca80-48b2-a599-cdb2f3df9c03,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:59.003180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.026186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e7a29-34cb-47ad-9a4e-a4ff2c04dfb4 None None] Pushing event updated for resources: {'Port': ['ID=7f65d450-9204-4e76-b0f0-e82b4052998a,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:59.034685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4256fdc8-28a4-4cdd-8e45-8f0dacf36b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.036017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4256fdc8-28a4-4cdd-8e45-8f0dacf36b22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f834e568-1323-4935-b5bb-8baead6a963f HTTP/1.1" status: 204 len: 168 time: 1.2155852 May 27 02:17:59.054822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177fd9e4-e627-4b4d-bd73-8fa1e5f54003,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:59.069393 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.079829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4660061d-d371-4f75-925a-1b033eaf89f8 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/subnets/41e56165-ca80-48b2-a599-cdb2f3df9c03 HTTP/1.1" status: 204 len: 168 time: 1.5807772 May 27 02:17:59.083129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46380) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:59.121220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc46980-5d17-4453-b525-b508de11735e None None] Network e61de766-764b-44d6-ac19-2562842b8a0f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:59.221951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-97af784a-59da-4d08-a020-157d06709c9f None None] For port 860c8472-362f-4233-be36-c2b82c6080d2, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:17:59.225402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-97af784a-59da-4d08-a020-157d06709c9f None None] For port 860c8472-362f-4233-be36-c2b82c6080d2, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=860c8472-362f-4233-be36-c2b82c6080d2,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:17:59.227231 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.373597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Subnet': ['ID=dbe6f45b-5dc2-4cce-8515-d6c635afc82b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:17:59.382579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Checking segment: {'id': '7dcdda4d-16a0-4533-9119-3890a3a91991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '854d9332-732c-4c4f-b43e-d8ba83dbcdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:17:59.383045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network hostable DHCP agents. Network: 854d9332-732c-4c4f-b43e-d8ba83dbcdf7, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:17:59.409145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:17:59.422883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 854d9332-732c-4c4f-b43e-d8ba83dbcdf7) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:17:59.430988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:17:59.431682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.470443 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d1a03d4c-ce69-4cee-8c68-c42159f8b7ad tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7166622 May 27 02:17:59.473291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46386) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:59.479705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'subnet': {'network_id': 'b5afcb9c-d17d-47a8-9019-d091efd3b7d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:59.509302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.575863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.580762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.584265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.588177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-39ce73c9-490b-4a95-bce6-5642cf17bf8c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3380821 May 27 02:17:59.590077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46394) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:17:59.660440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:59.665897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Usage tracker for resource:subnet and tenant:0d360eba3bc744179b10805ff205e1ea is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:59.670901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:59.678425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:17:59.697821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Made reservation on behalf of 0d360eba3bc744179b10805ff205e1ea for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:17:59.704052 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.748059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b48f72-b659-448b-a0c5-908f6bee6057 None None] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:17:59.753466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ddac81ef-47cc-4329-a652-491ecfb7a5cf', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:17:59.767325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:17:59.785513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:17:59.790980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:17:59.798608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting port 573d02f5-18a4-418f-9349-178a30d9eb54 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:17:59.798990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:17:59.867317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:00.032850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.049734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] For port 573d02f5-18a4-418f-9349-178a30d9eb54, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=573d02f5-18a4-418f-9349-178a30d9eb54,segment=NetworkSegment(056da06a-53be-4fdb-842c-9b1595ca7f04),segment_id=056da06a-53be-4fdb-842c-9b1595ca7f04)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:00.050279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.097834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] For port 573d02f5-18a4-418f-9349-178a30d9eb54, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=573d02f5-18a4-418f-9349-178a30d9eb54,segment=NetworkSegment(056da06a-53be-4fdb-842c-9b1595ca7f04),segment_id=056da06a-53be-4fdb-842c-9b1595ca7f04)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:00.098387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.121427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Subnet': ['ID=40b9be20-f070-47f0-b8cc-5c9e7636da46,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:00.185513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Checking segment: {'id': '162602db-155d-4534-b549-897524227c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5afcb9c-d17d-47a8-9019-d091efd3b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:00.186051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network hostable DHCP agents. Network: b5afcb9c-d17d-47a8-9019-d091efd3b7d0, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:18:00.195233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Calling delete_port for 573d02f5-18a4-418f-9349-178a30d9eb54 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:00.228151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:18:00.234536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5a735c65-e13d-431d-9093-d1df480221d9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:00.235076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.242513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b5afcb9c-d17d-47a8-9019-d091efd3b7d0) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:00.262663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:00.263566 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.295019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Calling delete_port for 573d02f5-18a4-418f-9349-178a30d9eb54 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:00.301027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70918711-f741-44ed-b030-19b6ff1d278c tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8266203 May 27 02:18:00.303829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46412) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:00.314225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6488e717-5909-4102-b060-8ec765df5b03 None None] Network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:00.362430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.380725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af784a-59da-4d08-a020-157d06709c9f None None] Pushing event updated for resources: {'Port': ['ID=860c8472-362f-4233-be36-c2b82c6080d2,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:00.468118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca215a-239c-485e-ae12-94fc716c6ded None None] Network ee034c20-02f9-460d-93f0-11401bd50b0c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:00.507505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Router d5578389-66d5-4148-81ac-5aca0f8dd8ab is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:00.511732 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.512758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.632068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Port': ['ID=573d02f5-18a4-418f-9349-178a30d9eb54,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:00.635536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:00.765008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Allocated IP 172.20.0.2 (31fe3142-ea95-4eb6-9f8b-569d12ae5347/bf3a452c-808c-4b8c-b8ae-047f60b21d76/946f22dc-e08f-4804-ad35-6a4d25e89bab) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:00.804329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] No DVR routers for this DVR port 573d02f5-18a4-418f-9349-178a30d9eb54 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:00.889193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87587456-4a7c-4543-a5ce-75ebae254692,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:00.926868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5a735c65-e13d-431d-9093-d1df480221d9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5a735c65-e13d-431d-9093-d1df480221d9,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:01.016937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.044744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.046403 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-53408ad1-3196-445a-bae9-af1bdc1d082a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4553745 May 27 02:18:01.051537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46424) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:01.088695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-854d9332-732c-4c4f-b43e-d8ba83dbcdf7', 'network_id': '854d9332-732c-4c4f-b43e-d8ba83dbcdf7', 'tenant_id': '0d360eba3bc744179b10805ff205e1ea', 'fixed_ips': [{'subnet_id': 'dbe6f45b-5dc2-4cce-8515-d6c635afc82b'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:18:01.089531 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.117352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d91368ad-a506-444f-be8f-2d639606dac8 None None] Provisioning for port 7f65d450-9204-4e76-b0f0-e82b4052998a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:01.136299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ddac81ef-47cc-4329-a652-491ecfb7a5cf', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:01.163590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.164550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:01.169737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.181672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:01.197515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:01.204561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:01.216953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:01.233344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4f34cd-0e91-46aa-bc7d-43c642df0948']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.248889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:01.249225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 52be4f3b-2c47-4216-ab36-4a8b1d0c5434 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:01.272042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056da06a-53be-4fdb-842c-9b1595ca7f04') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.272519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056da06a-53be-4fdb-842c-9b1595ca7f04') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.291237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:01.303805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.312863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.347861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.355222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:01.355627 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.485911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Sync routers for ids ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:01.493134 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:01.493616 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:01.651132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 860c8472-362f-4233-be36-c2b82c6080d2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:01.731134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Routers {'d5578389-66d5-4148-81ac-5aca0f8dd8ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:01.731852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:17:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:01.755855 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 056da06a-53be-4fdb-842c-9b1595ca7f04 resource provider aggregate not found May 27 02:18:01.792527 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 056da06a-53be-4fdb-842c-9b1595ca7f04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 056da06a-53be-4fdb-842c-9b1595ca7f04 found for delete ", "request_id": "req-41e2f49b-103a-46b5-bf90-9c9f26bb5dd2"}]} May 27 02:18:01.802981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.804562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c7acdb8f-6bc3-47cb-b306-a97fe70726d4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2628295 May 27 02:18:01.807493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46444) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:01.857104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.890786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5a735c65-e13d-431d-9093-d1df480221d9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:01.904116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:01.911111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Allocated IP 172.20.0.2 (854d9332-732c-4c4f-b43e-d8ba83dbcdf7/dbe6f45b-5dc2-4cce-8515-d6c635afc82b/3b68942e-afe8-4bb3-90a6-451e9f9504d8) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:01.934378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/networks/bd4f34cd-0e91-46aa-bc7d-43c642df0948 HTTP/1.1" status: 204 len: 168 time: 2.8501749 May 27 02:18:01.935127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46454) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:01.986326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33913d-2eb5-42f7-aecc-51d693061a7d tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Network': ['ID=bd4f34cd-0e91-46aa-bc7d-43c642df0948,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:02.002336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.027319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Deleting port 573d02f5-18a4-418f-9349-178a30d9eb54 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:02.027703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.076837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.087530 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] DHCP port deletion for e61de766-764b-44d6-ac19-2562842b8a0f request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:18:02.089204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4fa33-9151-4656-8f80-2267d4eccce3 None None] Network bc5e63b9-686b-40e0-a38a-a3429829e54b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:02.124518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c9f7b1-f7f4-4911-a369-b3412c2b2d44,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:02.148761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.152576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.156891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4aa88dad-288b-43ca-bb9a-a04e46f71111 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0962911 May 27 02:18:02.157362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46468) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:02.163449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ddac81ef-47cc-4329-a652-491ecfb7a5cf', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:02.174651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:02.176939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting port 7d16d121-8e03-40ce-a502-e8aa142851ca {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:02.177287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.214397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:02.224760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:02.233954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:02.282886 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Project ca5bc903af224f4eaef32d60754e0a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:18:02.304350 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.337143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Deleting port 7d16d121-8e03-40ce-a502-e8aa142851ca {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:02.337517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.391248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9f8df-1cab-4a8a-a3c8-e35553a47660 None None] The port '573d02f5-18a4-418f-9349-178a30d9eb54' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:18:02.482745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] For port 7d16d121-8e03-40ce-a502-e8aa142851ca, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7d16d121-8e03-40ce-a502-e8aa142851ca,segment=NetworkSegment(f488a912-6102-4d56-ab99-8ec6f0e0462d),segment_id=f488a912-6102-4d56-ab99-8ec6f0e0462d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:02.483129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.496732 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.638740 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.649812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b5afcb9c-d17d-47a8-9019-d091efd3b7d0', 'network_id': 'b5afcb9c-d17d-47a8-9019-d091efd3b7d0', 'tenant_id': '0d360eba3bc744179b10805ff205e1ea', 'fixed_ips': [{'subnet_id': '40b9be20-f070-47f0-b8cc-5c9e7636da46'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:18:02.651092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.659504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Calling delete_port for 7d16d121-8e03-40ce-a502-e8aa142851ca owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:02.735141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb933ca5-f0df-484b-b640-74bdc5ba0b0c,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:02.770805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.772497 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a49a7fae-4301-4367-b3a6-bee634bb7e04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6143210 May 27 02:18:02.775298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46484) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:02.781558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Provisioning for port 860c8472-362f-4233-be36-c2b82c6080d2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:02.784768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 860c8472-362f-4233-be36-c2b82c6080d2 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:02.785136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': 'ddac81ef-47cc-4329-a652-491ecfb7a5cf', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:02.792136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:02.797523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:02.801391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:02.809931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:02.827453 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Project ca5bc903af224f4eaef32d60754e0a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:18:02.834195 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.838029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Set router d5578389-66d5-4148-81ac-5aca0f8dd8ab gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:02.860338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46488) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:02.892928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.894738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Provisioning complete for port 860c8472-362f-4233-be36-c2b82c6080d2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:02.895210 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.912239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] No DVR routers for this DVR port 7d16d121-8e03-40ce-a502-e8aa142851ca on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:02.919936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Port': ['ID=7d16d121-8e03-40ce-a502-e8aa142851ca,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:02.929546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:02.957569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.037175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 860c8472-362f-4233-be36-c2b82c6080d2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:03.037583 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.037709 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.071134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:03.077136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb726bcb86624c3f8d2fd77bbb0792d7 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:03.081904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:03.091816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:03.109663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.170491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61de766-764b-44d6-ac19-2562842b8a0f']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:03.190700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f488a912-6102-4d56-ab99-8ec6f0e0462d') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:03.191549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f488a912-6102-4d56-ab99-8ec6f0e0462d') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:03.206834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Transition to ACTIVE for port object 946f22dc-e08f-4804-ad35-6a4d25e89bab will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:03.209115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.236780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.247378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:03.247838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.253931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Allocated IP 172.20.0.1 (ee034c20-02f9-460d-93f0-11401bd50b0c/27e1d5d0-091e-4ec4-9273-7bb0e7b3f370/d3a9e44a-16b0-4da6-b7b4-de65db878fc0) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:03.392784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.395051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.428945 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.435813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.453775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Network': ['ID=e61de766-764b-44d6-ac19-2562842b8a0f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:03.481325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026efc9c-f355-4538-9a07-290b44c1b455,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:03.488334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ceb6267d-0901-4f17-8a95-4a41ff192f83 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/networks/e61de766-764b-44d6-ac19-2562842b8a0f HTTP/1.1" status: 204 len: 168 time: 1.5471244 May 27 02:18:03.490763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46494) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:03.495759 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.504534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.532384 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.542348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-24be12e3-1e03-427b-9145-e74f97652bc3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7550771 May 27 02:18:03.590945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting subnet f9d93a91-2b4d-4635-8a9a-2730dd1e9fd4 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:03.603129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4111c056-4658-4893-baf8-b5c3100fff2f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:03.609539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.611504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a1aaca30-d7bc-4196-9725-40d0ceb52cc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb726bcb86624c3f8d2fd77bbb0792d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7501826 May 27 02:18:03.622956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46500) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:03.670872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.715629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.723248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0752d971-a507-4e57-beef-dbd6bd1d6ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.747896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Transition to ACTIVE for port object d3a9e44a-16b0-4da6-b7b4-de65db878fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:03.754877 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.766056 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0752d971-a507-4e57-beef-dbd6bd1d6ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.776414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.777127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Transition to ACTIVE for port object 946f22dc-e08f-4804-ad35-6a4d25e89bab will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:03.832016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.856303 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f488a912-6102-4d56-ab99-8ec6f0e0462d resource provider aggregate not found May 27 02:18:03.874748 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.886581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-a1732d74-89ca-453d-af26-4782263202eb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:03.890866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.901128 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment f488a912-6102-4d56-ab99-8ec6f0e0462d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f488a912-6102-4d56-ab99-8ec6f0e0462d found for delete ", "request_id": "req-86289622-c424-4745-b21b-1503f2e71518"}]} May 27 02:18:03.908479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Network ee034c20-02f9-460d-93f0-11401bd50b0c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:03.912342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:03.914056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-a1732d74-89ca-453d-af26-4782263202eb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:03.916822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0752d971-a507-4e57-beef-dbd6bd1d6ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.922942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:03.924540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-a1732d74-89ca-453d-af26-4782263202eb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113830318&fields=id&tenant_id=ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 267 time: 0.1026530 May 27 02:18:03.926837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:03.962362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Pushing event updated for resources: {'Port': ['ID=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:03.980778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752d971-a507-4e57-beef-dbd6bd1d6ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4111c056-4658-4893-baf8-b5c3100fff2f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.003615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d93a91-2b4d-4635-8a9a-2730dd1e9fd4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.005726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0752d971-a507-4e57-beef-dbd6bd1d6ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.006903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0752d971-a507-4e57-beef-dbd6bd1d6ce3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4111c056-4658-4893-baf8-b5c3100fff2f HTTP/1.1" status: 204 len: 168 time: 0.3829732 May 27 02:18:04.007703 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.067217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d14ea-5064-4ae9-ac84-c3bddd569b5f None None] Network 1c07f284-d5f3-4587-85ed-4337bc31dd9a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:04.076163 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.092339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4543c03f-78e4-492c-8e4d-32985f85d311 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/subnets/f9d93a91-2b4d-4635-8a9a-2730dd1e9fd4 HTTP/1.1" status: 204 len: 168 time: 0.6004274 May 27 02:18:04.101931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:04.102466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] For port 7d16d121-8e03-40ce-a502-e8aa142851ca, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7d16d121-8e03-40ce-a502-e8aa142851ca,segment=NetworkSegment(f488a912-6102-4d56-ab99-8ec6f0e0462d),segment_id=f488a912-6102-4d56-ab99-8ec6f0e0462d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:04.102803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.179773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.188595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:04.252740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.261423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:04.264801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:04.354472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Allocated IP 172.20.0.2 (b5afcb9c-d17d-47a8-9019-d091efd3b7d0/40b9be20-f070-47f0-b8cc-5c9e7636da46/012b4af3-0252-4e97-bb49-e8a7d31e01b4) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:04.366007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Calling delete_port for 7d16d121-8e03-40ce-a502-e8aa142851ca owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:04.408373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Transition to ACTIVE for port object 3b68942e-afe8-4bb3-90a6-451e9f9504d8 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:04.431017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46530) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:04.461461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Pushing event updated for resources: {'Port': ['ID=946f22dc-e08f-4804-ad35-6a4d25e89bab,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.465693 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.473747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.487353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:04.503298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Usage tracker for resource:security_group_rule and tenant:ba52714c851e48a0bd2f4224ba679798 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:04.508269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:04.517407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:04.525022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Deleting port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:04.525953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.585565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.589440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-344fa381-5399-4240-af5c-10defaad3af1 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:04.590343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-344fa381-5399-4240-af5c-10defaad3af1 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:04.601358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.636081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 860c8472-362f-4233-be36-c2b82c6080d2 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:04.636466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.662720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Current status of the port 860c8472-362f-4233-be36-c2b82c6080d2 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:04.663098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.673217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-344fa381-5399-4240-af5c-10defaad3af1 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:04.674380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-344fa381-5399-4240-af5c-10defaad3af1 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/networks?id=bc5e63b9-686b-40e0-a38a-a3429829e54b HTTP/1.1" status: 200 len: 797 time: 0.7414210 May 27 02:18:04.712589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-08f06ead-17dc-4297-baa3-3876e7799cc6 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/quotas/ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 375 time: 0.0243075 May 27 02:18:04.728843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Transition to ACTIVE for port object 3b68942e-afe8-4bb3-90a6-451e9f9504d8 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:04.757519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.760817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Pushing event updated for resources: {'Port': ['ID=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:04.765679 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.794699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Attempting to bind port 946f22dc-e08f-4804-ad35-6a4d25e89bab on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:04.795164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Attempting to bind port 946f22dc-e08f-4804-ad35-6a4d25e89bab by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'c2071fec-5710-4f92-809b-d587ff328fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31fe3142-ea95-4eb6-9f8b-569d12ae5347'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:04.795524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Attempting to bind port 946f22dc-e08f-4804-ad35-6a4d25e89bab on network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:04.798447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:17:58Z', 'revision_number': 3, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port': {'id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:56Z', 'updated_at': '2022-05-27T02:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:04.819948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.869878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba52714c851e48a0bd2f4224ba679798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333827 May 27 02:18:04.871629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46534) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:04.872474 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.900820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] For port ae363947-9dab-4dfb-ac74-7d3d617d6fe5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ae363947-9dab-4dfb-ac74-7d3d617d6fe5,segment=NetworkSegment(b055959d-12e4-4434-9b93-c7f4a81cfb97),segment_id=b055959d-12e4-4434-9b93-c7f4a81cfb97)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:04.901193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.926402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Checking router: d5578389-66d5-4148-81ac-5aca0f8dd8ab for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:04.926787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Updating router d5578389-66d5-4148-81ac-5aca0f8dd8ab port c5bec4f2-0580-4a4e-a040-eff497668535 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:18:04.960069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:04.960488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Checking segment: {'id': 'c2071fec-5710-4f92-809b-d587ff328fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31fe3142-ea95-4eb6-9f8b-569d12ae5347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:04.960841 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.961389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Bound using segment: {'id': 'c2071fec-5710-4f92-809b-d587ff328fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31fe3142-ea95-4eb6-9f8b-569d12ae5347'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:04.962196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Bound port: 946f22dc-e08f-4804-ad35-6a4d25e89bab, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2071fec-5710-4f92-809b-d587ff328fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31fe3142-ea95-4eb6-9f8b-569d12ae5347'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:04.962332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:04.986312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be7b38-b7fc-456d-878b-8caa3d9a444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82963a04-046f-40c5-bf33-51b7b79996d8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:05.021823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Allocated IP 172.20.0.1 (854d9332-732c-4c4f-b43e-d8ba83dbcdf7/dbe6f45b-5dc2-4cce-8515-d6c635afc82b/6aaa5137-0c7d-4984-8c3c-1bf777bc1faf) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:05.078301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 860c8472-362f-4233-be36-c2b82c6080d2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=860c8472-362f-4233-be36-c2b82c6080d2,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:05.088804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-e3bae670-5071-4b15-b426-34379ec9c1e5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3602693 May 27 02:18:05.100841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Calling delete_port for ae363947-9dab-4dfb-ac74-7d3d617d6fe5 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:05.133423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:05.133779 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:05.141496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:05.147139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Network ee034c20-02f9-460d-93f0-11401bd50b0c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:05.148924 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.149698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7f65d450-9204-4e76-b0f0-e82b4052998a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:05.153863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:05.175154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08db5d74-f819-4e23-bd98-e776c4780a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.220608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08db5d74-f819-4e23-bd98-e776c4780a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.300511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08db5d74-f819-4e23-bd98-e776c4780a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.332637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:05.339221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db5d74-f819-4e23-bd98-e776c4780a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82963a04-046f-40c5-bf33-51b7b79996d8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:05.351432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08db5d74-f819-4e23-bd98-e776c4780a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.352008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-08db5d74-f819-4e23-bd98-e776c4780a72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82963a04-046f-40c5-bf33-51b7b79996d8 HTTP/1.1" status: 204 len: 168 time: 0.4797552 May 27 02:18:05.366054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.377388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Pushing event updated for resources: {'Port': ['ID=3b68942e-afe8-4bb3-90a6-451e9f9504d8,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:05.444401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:05.466082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] No DVR routers for this DVR port ae363947-9dab-4dfb-ac74-7d3d617d6fe5 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:05.472590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.509688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Port': ['ID=ae363947-9dab-4dfb-ac74-7d3d617d6fe5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:05.524185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.595364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Transition to ACTIVE for port object 6aaa5137-0c7d-4984-8c3c-1bf777bc1faf will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:05.620750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Router d5578389-66d5-4148-81ac-5aca0f8dd8ab has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:05.664930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.688026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Deleting port 7d16d121-8e03-40ce-a502-e8aa142851ca {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:05.688408 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.690193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c07f284-d5f3-4587-85ed-4337bc31dd9a']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:05.704189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b055959d-12e4-4434-9b93-c7f4a81cfb97') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:05.704565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b055959d-12e4-4434-9b93-c7f4a81cfb97') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:05.716245 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.723501 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.735075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.741322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:05.741748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.856049 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.861170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:05.902417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:05.903033 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:05.909548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-831d212e-86a3-4cf3-91df-173bd7a99f8f None None] The port '7d16d121-8e03-40ce-a502-e8aa142851ca' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:18:05.914113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] For port 946f22dc-e08f-4804-ad35-6a4d25e89bab, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:05.959271 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b055959d-12e4-4434-9b93-c7f4a81cfb97 resource provider aggregate not found May 27 02:18:05.963427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Pushing event deleted for resources: {'Network': ['ID=1c07f284-d5f3-4587-85ed-4337bc31dd9a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:05.973205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e2d968e1-8309-490e-8f4a-d3da5ca450b1 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/networks/1c07f284-d5f3-4587-85ed-4337bc31dd9a HTTP/1.1" status: 204 len: 168 time: 1.8678751 May 27 02:18:05.974017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46556) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:06.010737 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b055959d-12e4-4434-9b93-c7f4a81cfb97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b055959d-12e4-4434-9b93-c7f4a81cfb97 found for delete ", "request_id": "req-79c6b3ac-4987-4210-92bd-a548cd30fa56"}]} May 27 02:18:06.011463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Attempting to bind port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:06.011820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Attempting to bind port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7dcdda4d-16a0-4533-9119-3890a3a91991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '854d9332-732c-4c4f-b43e-d8ba83dbcdf7'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:06.012417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Attempting to bind port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 on network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:06.023519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:06.026828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-733429c3-dcfc-4827-8cd5-870ba03aadbd tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Synchronizing usage tracker for tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:06.029674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:06.036708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] For port 946f22dc-e08f-4804-ad35-6a4d25e89bab, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=946f22dc-e08f-4804-ad35-6a4d25e89bab,segment=NetworkSegment(c2071fec-5710-4f92-809b-d587ff328fda),segment_id=c2071fec-5710-4f92-809b-d587ff328fda)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:06.043061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:06.071979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.074995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-733429c3-dcfc-4827-8cd5-870ba03aadbd tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Unset dirty status for tenant:fdbd69b6d1314c2e9a5f6f9c6e280086 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:06.079088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-733429c3-dcfc-4827-8cd5-870ba03aadbd tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3adef88f-46fb-4215-b76e-cfdf94e32ce3 HTTP/1.1" status: 200 len: 205 time: 0.1017151 May 27 02:18:06.080127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46560) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:06.085736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Transition to ACTIVE for port object 012b4af3-0252-4e97-bb49-e8a7d31e01b4 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:06.103766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.107907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Transition to ACTIVE for port object 012b4af3-0252-4e97-bb49-e8a7d31e01b4 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:06.119029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:06.119603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Checking segment: {'id': '7dcdda4d-16a0-4533-9119-3890a3a91991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '854d9332-732c-4c4f-b43e-d8ba83dbcdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:06.120174 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.120677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Bound using segment: {'id': '7dcdda4d-16a0-4533-9119-3890a3a91991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '854d9332-732c-4c4f-b43e-d8ba83dbcdf7'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:06.121291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Bound port: 3b68942e-afe8-4bb3-90a6-451e9f9504d8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcdda4d-16a0-4533-9119-3890a3a91991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '854d9332-732c-4c4f-b43e-d8ba83dbcdf7'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:06.121767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.154590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-600b4d55-928e-475f-86ff-0acd689fd418 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5e63b9-686b-40e0-a38a-a3429829e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0193608 May 27 02:18:06.158493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=860c8472-362f-4233-be36-c2b82c6080d2,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:06.177722 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.185260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Port': ['ID=6aaa5137-0c7d-4984-8c3c-1bf777bc1faf,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:06.244633 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.249930 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-150777aa-70c6-40fa-bf6a-3bc9dcf5f386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.251625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7f65d450-9204-4e76-b0f0-e82b4052998a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:06.290132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:06.346986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026f01ac-f636-414a-8cd3-f8e10571227e None None] DHCP port deletion for 1c07f284-d5f3-4587-85ed-4337bc31dd9a request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:18:06.355500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d384ae10-5d54-48d7-bce8-3de3a818a1bd admin admin] 10.222.0.16 "PUT /v2.0/routers/d5578389-66d5-4148-81ac-5aca0f8dd8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5467052 May 27 02:18:06.384103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7f65d450-9204-4e76-b0f0-e82b4052998a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:06.384103 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.411448 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.504075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:06.509854 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb87b8bb-2521-4ed1-8bc6-b48013c12218 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:06.520610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a30dc389-a37b-4a6a-a710-e8a8b23cf887 None None] Current status of the port 860c8472-362f-4233-be36-c2b82c6080d2 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:06.523042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:06.544570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:06.778106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a209022-d306-4d7b-aea5-3810edb87ff9 None None] Pushing event updated for resources: {'Port': ['ID=946f22dc-e08f-4804-ad35-6a4d25e89bab,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:06.991461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Provisioning complete for port 860c8472-362f-4233-be36-c2b82c6080d2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:06.991869 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.052949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] For port 3b68942e-afe8-4bb3-90a6-451e9f9504d8, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:07.113667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] For port 3b68942e-afe8-4bb3-90a6-451e9f9504d8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b68942e-afe8-4bb3-90a6-451e9f9504d8,segment=NetworkSegment(7dcdda4d-16a0-4533-9119-3890a3a91991),segment_id=7dcdda4d-16a0-4533-9119-3890a3a91991)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:07.128410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Attempting to bind port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:07.129025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Attempting to bind port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '162602db-155d-4534-b549-897524227c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5afcb9c-d17d-47a8-9019-d091efd3b7d0'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:07.129660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Attempting to bind port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 on network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:07.138424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Pushing event updated for resources: {'Port': ['ID=012b4af3-0252-4e97-bb49-e8a7d31e01b4,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:07.164562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb87b8bb-2521-4ed1-8bc6-b48013c12218 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.169662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb87b8bb-2521-4ed1-8bc6-b48013c12218 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.188991 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.220098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.223056 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-439008fd-b9df-46f6-8cb2-2c0a4c6453e3 service neutron] 10.222.0.16 "GET /v2.0/networks/bc5e63b9-686b-40e0-a38a-a3429829e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9974253 May 27 02:18:07.231253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.234810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb87b8bb-2521-4ed1-8bc6-b48013c12218 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.235583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb87b8bb-2521-4ed1-8bc6-b48013c12218 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Fanout notify agent at l3_agent the message router_deleted on router 3adef88f-46fb-4215-b76e-cfdf94e32ce3 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:18:07.267157 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb87b8bb-2521-4ed1-8bc6-b48013c12218 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.270835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fb87b8bb-2521-4ed1-8bc6-b48013c12218 tempest-RoutersNegativeIpV6Test-511175250 tempest-RoutersNegativeIpV6Test-511175250-project] 10.222.0.16 "DELETE /v2.0/routers/3adef88f-46fb-4215-b76e-cfdf94e32ce3 HTTP/1.1" status: 204 len: 168 time: 1.1897211 May 27 02:18:07.272186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:07.272580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Checking segment: {'id': '162602db-155d-4534-b549-897524227c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5afcb9c-d17d-47a8-9019-d091efd3b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:07.272965 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.299332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Bound using segment: {'id': '162602db-155d-4534-b549-897524227c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5afcb9c-d17d-47a8-9019-d091efd3b7d0'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:07.299855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Bound port: 012b4af3-0252-4e97-bb49-e8a7d31e01b4, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162602db-155d-4534-b549-897524227c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5afcb9c-d17d-47a8-9019-d091efd3b7d0'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:07.306806 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.422489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Port': ['ID=6aaa5137-0c7d-4984-8c3c-1bf777bc1faf,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:07.487927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.591694 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.628546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Transition to ACTIVE for port object c5bec4f2-0580-4a4e-a040-eff497668535 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:07.736113 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:07.835180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b326ddcd-d43b-48da-9180-e1a6a5d68756 req-2e0fb3c1-6fe6-4bc0-bf63-219ace3902b6 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 210 time: 0.1733606 May 27 02:18:07.847563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0261-c2e2-4a1b-81e5-2c09e630611d None None] Pushing event updated for resources: {'Port': ['ID=3b68942e-afe8-4bb3-90a6-451e9f9504d8,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:08.028010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:08.036793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:08.064027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46646) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:08.394975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbe1c4-889c-4bc2-891c-2c58ba42e2a2 None None] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:08.413088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46656) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:08.424982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2f94a249-134b-4eb7-9da8-b9407b6be929 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdbd69b6d1314c2e9a5f6f9c6e280086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596022 May 27 02:18:08.534322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Router 5c488717-283a-4c35-8405-bb0c39e8313c is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:08.638449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a331-0ad3-43c3-80cd-0a7b68580ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.671640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7f65d450-9204-4e76-b0f0-e82b4052998a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:08.672029 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.740829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7f65d450-9204-4e76-b0f0-e82b4052998a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7f65d450-9204-4e76-b0f0-e82b4052998a,segment=NetworkSegment(6908456a-eb33-4bb3-8792-a11ec3f7975a),segment_id=6908456a-eb33-4bb3-8792-a11ec3f7975a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:08.742035 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9e71ae59-c67a-41b9-8496-1bdd6397d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.791663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a331-0ad3-43c3-80cd-0a7b68580ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.825040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:08.831121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Attempting to bind port c5bec4f2-0580-4a4e-a040-eff497668535 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:08.832479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Attempting to bind port c5bec4f2-0580-4a4e-a040-eff497668535 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:08.832479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Attempting to bind port c5bec4f2-0580-4a4e-a040-eff497668535 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:08.841743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Current status of the port 860c8472-362f-4233-be36-c2b82c6080d2 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:08.844542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.849974 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] Sync routers for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:08.863921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5b67bf6c-711b-4857-8380-eba8ebf8a10d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "PUT /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5560153 May 27 02:18:08.865450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:08.866109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:08.866487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46680) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:08.867062 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.867259 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:08.867964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:08.868462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Bound port: c5bec4f2-0580-4a4e-a040-eff497668535, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:08.868916 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:08.869059 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.954013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a331-0ad3-43c3-80cd-0a7b68580ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:08.963454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80907f54-6853-435d-8b12-b60047cfb63b None None] Pushing event updated for resources: {'Port': ['ID=c5bec4f2-0580-4a4e-a040-eff497668535,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:08.990478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5a331-0ad3-43c3-80cd-0a7b68580ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c40cab-e898-423b-a26e-69be2a88fc76,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:09.007903 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a331-0ad3-43c3-80cd-0a7b68580ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.011857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c2a5a331-0ad3-43c3-80cd-0a7b68580ac8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15c40cab-e898-423b-a26e-69be2a88fc76 HTTP/1.1" status: 204 len: 168 time: 0.5964365 May 27 02:18:09.105081 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:09.109750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 573d02f5-18a4-418f-9349-178a30d9eb54 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:09.137971 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:09.141885 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:09.207417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Provisioning for port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:09.331491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 573d02f5-18a4-418f-9349-178a30d9eb54 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:09.331839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 573d02f5-18a4-418f-9349-178a30d9eb54 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:09.381275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7c5b3b9-ed0b-4f97-a9b9-a5f90f05cf68 req-256fa876-d07f-41f1-ba14-780838e2f00f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 210 time: 0.2688320 May 27 02:18:09.388420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Provisioning complete for port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:09.396628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.411770 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:09.412125 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ff9ee-02f4-4179-bf1b-d6caf42a40f0 None None] The sync data for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 is: [] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:09.511619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8894ac3-9b6f-421e-83eb-41cd87a073f6 None None] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:09.646431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] For port 012b4af3-0252-4e97-bb49-e8a7d31e01b4, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:09.800124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:09.815754 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.848653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] For port 012b4af3-0252-4e97-bb49-e8a7d31e01b4, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=012b4af3-0252-4e97-bb49-e8a7d31e01b4,segment=NetworkSegment(162602db-155d-4534-b549-897524227c8c),segment_id=162602db-155d-4534-b549-897524227c8c)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:09.855857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7f65d450-9204-4e76-b0f0-e82b4052998a,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:09.866459 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.874403 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:09.880374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] For port c5bec4f2-0580-4a4e-a040-eff497668535, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:09.934840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 946f22dc-e08f-4804-ad35-6a4d25e89bab up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:10.038582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-431da93f-ccbf-42aa-93dd-e75fc40d15d3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:10.041061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-431da93f-ccbf-42aa-93dd-e75fc40d15d3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "GET /v2.0/networks?id=bc5e63b9-686b-40e0-a38a-a3429829e54b HTTP/1.1" status: 200 len: 797 time: 0.8146019 May 27 02:18:10.061120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a0660-7eef-4799-a692-595781ce1c5a None None] Pushing event updated for resources: {'Port': ['ID=012b4af3-0252-4e97-bb49-e8a7d31e01b4,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:10.110477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] For port c5bec4f2-0580-4a4e-a040-eff497668535, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c5bec4f2-0580-4a4e-a040-eff497668535,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:10.136764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-2c76a9ee-e686-4e86-ba71-be4d33b5453a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 472 time: 0.0866604 May 27 02:18:10.149173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'port': {'device_id': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b', 'admin_state_up': True, 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'security_groups': ['ddac81ef-47cc-4329-a652-491ecfb7a5cf']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:10.196212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Provisioning complete for port 7f65d450-9204-4e76-b0f0-e82b4052998a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:10.196770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.295925 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.389474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:10.400027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:port and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:10.408565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:10.418546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:10.439734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:10.444570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:10.506658 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-4e17035a-33bf-47a4-9ef6-42957636a9ec tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:18:10.507297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4e17035a-33bf-47a4-9ef6-42957636a9ec tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "PUT /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6392770 May 27 02:18:10.509566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46726) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:10.813238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c2b0531f-3686-45de-9d22-9b01e4eb9ee6 req-e8e0d3be-7ba3-454b-b255-3a01c55b43ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 210 time: 0.1709721 May 27 02:18:10.866906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 946f22dc-e08f-4804-ad35-6a4d25e89bab completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:10.912207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Routers {'d5578389-66d5-4148-81ac-5aca0f8dd8ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:10.912936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:10.988564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46738) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:11.089186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.20.0.26 (bc5e63b9-686b-40e0-a38a-a3429829e54b/5b125155-c6f3-4a76-a990-97ae7676a5c1/8c597293-7c3a-48f3-a649-0376cb11b37c) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:11.099339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5a735c65-e13d-431d-9093-d1df480221d9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:11.317757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80907f54-6853-435d-8b12-b60047cfb63b None None] Pushing event updated for resources: {'Port': ['ID=c5bec4f2-0580-4a4e-a040-eff497668535,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:11.353577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--377577786'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:11.376347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:11.393957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.394638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5a624-eb38-4e99-9b6e-6614eb532485 None None] Current status of the port 7f65d450-9204-4e76-b0f0-e82b4052998a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:11.423847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:11.429115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:11.447674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:11.482038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.503337 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.541513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:11.558793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:11.564559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:11.570556 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.579535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:11.610644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Transition to ACTIVE for port object 8c597293-7c3a-48f3-a649-0376cb11b37c will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:11.724048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Provisioning for port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:11.809527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] Set router d5578389-66d5-4148-81ac-5aca0f8dd8ab gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:11.824677 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.834847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.864548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:11.877969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:11.882322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:11.889262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5a735c65-e13d-431d-9093-d1df480221d9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:11.890530 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:11.893282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:11.934360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f795a1f0-ea9f-42c0-ad2e-9567d514ad3c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:11.963464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.007130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.139257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94cd2a7-e5f4-47d6-995e-6d4d473869bf None None] Network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:12.180056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bc5e63b9-686b-40e0-a38a-a3429829e54b is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:12.201171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:12.215811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:12.312297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=8c597293-7c3a-48f3-a649-0376cb11b37c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:12.351227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.362282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.395330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Provisioning for port 946f22dc-e08f-4804-ad35-6a4d25e89bab completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:12.422859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Provisioning complete for port 946f22dc-e08f-4804-ad35-6a4d25e89bab triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:12.425137 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.435335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:12.436006 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.483909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6157e0b-4bbe-4fe2-8b7d-2e2635ec0876,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:12.507388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-029928fd-6960-4d15-85aa-2c4708a81259 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3636801 May 27 02:18:12.508253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.514466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-109391d6-ba86-41b8-bbd8-48fe4ced2b3f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5042310 May 27 02:18:12.515222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46754) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:12.531605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Request body: {'port': {'device_id': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:12.696076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5115-4b82-46c2-a13f-a557b26bac99 req-1f3df96f-99c6-4d2a-b960-0d6bc1434f1f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:12.697904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-447f5115-4b82-46c2-a13f-a557b26bac99 req-1f3df96f-99c6-4d2a-b960-0d6bc1434f1f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 932 time: 0.5617988 May 27 02:18:12.725257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a854e73a-cc6c-45a8-9317-9713f1ee7ec6 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:12.817789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a854e73a-cc6c-45a8-9317-9713f1ee7ec6 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:12.822382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a854e73a-cc6c-45a8-9317-9713f1ee7ec6 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3061271 May 27 02:18:12.823162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46760) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:12.832776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f3794559-9d07-4626-a409-82f335e32ecd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-security--1581439329', 'description': 'tempest-security-description-1704765246'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:12.849545 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-447f5115-4b82-46c2-a13f-a557b26bac99 req-c460bdb4-e9cf-4a5e-884b-7ef106937a01 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963125 May 27 02:18:12.853434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.867167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting port 6aaa5137-0c7d-4984-8c3c-1bf777bc1faf {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:12.867540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:12.989281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5a735c65-e13d-431d-9093-d1df480221d9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:12.990407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 860c8472-362f-4233-be36-c2b82c6080d2 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:12.993632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3794559-9d07-4626-a409-82f335e32ecd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.073266 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3794559-9d07-4626-a409-82f335e32ecd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.097974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3794559-9d07-4626-a409-82f335e32ecd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.109747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f3794559-9d07-4626-a409-82f335e32ecd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.111678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f3794559-9d07-4626-a409-82f335e32ecd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "PUT /v2.0/security-groups/f6157e0b-4bbe-4fe2-8b7d-2e2635ec0876 HTTP/1.1" status: 200 len: 1780 time: 0.2855878 May 27 02:18:13.118449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46764) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:13.331318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e64b3a73-891e-4dee-a7aa-cd7df7bf8eb0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups/f6157e0b-4bbe-4fe2-8b7d-2e2635ec0876 HTTP/1.1" status: 200 len: 1780 time: 0.2111952 May 27 02:18:13.337246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.352103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46776) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:13.358287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Current status of the port 946f22dc-e08f-4804-ad35-6a4d25e89bab is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:13.358474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3794559-9d07-4626-a409-82f335e32ecd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6157e0b-4bbe-4fe2-8b7d-2e2635ec0876,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:13.358952 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.481372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 860c8472-362f-4233-be36-c2b82c6080d2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:13.481787 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.558489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Calling delete_port for 6aaa5137-0c7d-4984-8c3c-1bf777bc1faf owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:13.619108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] For port 946f22dc-e08f-4804-ad35-6a4d25e89bab, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=946f22dc-e08f-4804-ad35-6a4d25e89bab,segment=NetworkSegment(c2071fec-5710-4f92-809b-d587ff328fda),segment_id=c2071fec-5710-4f92-809b-d587ff328fda)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:13.647875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c597293-7c3a-48f3-a649-0376cb11b37c {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:13.660504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.666752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.684851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc823936-68b6-4e11-bac0-d7c1b6b1ad93 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.700985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Transition to ACTIVE for port object 8c597293-7c3a-48f3-a649-0376cb11b37c will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:13.710552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.726700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc823936-68b6-4e11-bac0-d7c1b6b1ad93 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.773363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367c221-b41a-48f6-ac36-0d2f36b1ef61 None None] Pushing event updated for resources: {'Port': ['ID=946f22dc-e08f-4804-ad35-6a4d25e89bab,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:13.855955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Provisioning for port 8c597293-7c3a-48f3-a649-0376cb11b37c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:13.873960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 4, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port': {'id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:56Z', 'updated_at': '2022-05-27T02:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd3a9e44a-16b0-4da6-b7b4-de65db878fc0', 'name': '', 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'mac_address': 'fa:16:3e:db:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:03Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 2, 'project_id': '9243d80823504ded92c2788c149ea035', 'subnets': [{'id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:13.900464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a0115-e0f7-4ab3-b89b-0f9b0591024f None None] The sync data for ids ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'] in n-d-843146-11 is: [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 4, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port': {'id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:56Z', 'updated_at': '2022-05-27T02:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd3a9e44a-16b0-4da6-b7b4-de65db878fc0', 'name': '', 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'mac_address': 'fa:16:3e:db:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:03Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 2, 'project_id': '9243d80823504ded92c2788c149ea035', 'subnets': [{'id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:13.934525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Provisioning complete for port 946f22dc-e08f-4804-ad35-6a4d25e89bab triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:13.934936 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:13.987996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 860c8472-362f-4233-be36-c2b82c6080d2 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:13.989150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b68942e-afe8-4bb3-90a6-451e9f9504d8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:14.297322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc823936-68b6-4e11-bac0-d7c1b6b1ad93 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.315207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Current status of the port 946f22dc-e08f-4804-ad35-6a4d25e89bab is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:14.345554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:14.353666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:14.354259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.439664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Provisioning complete for port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:14.440028 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.489146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.636198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc823936-68b6-4e11-bac0-d7c1b6b1ad93 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6157e0b-4bbe-4fe2-8b7d-2e2635ec0876,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:14.644908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Pushing event updated for resources: {'Port': ['ID=8c597293-7c3a-48f3-a649-0376cb11b37c,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:14.749006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdd57-b1f9-4d24-b7fe-b13901610106 req-52a1d507-0174-4b57-997e-0cffa32e5a3c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:14.749744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-24bcdd57-b1f9-4d24-b7fe-b13901610106 req-52a1d507-0174-4b57-997e-0cffa32e5a3c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:14.793958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Attempting to bind port 8c597293-7c3a-48f3-a649-0376cb11b37c on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:14.804573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Attempting to bind port 8c597293-7c3a-48f3-a649-0376cb11b37c by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:14.805053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Attempting to bind port 8c597293-7c3a-48f3-a649-0376cb11b37c on network bc5e63b9-686b-40e0-a38a-a3429829e54b {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:14.812073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Port': ['ID=6aaa5137-0c7d-4984-8c3c-1bf777bc1faf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:14.829293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Port 8c597293-7c3a-48f3-a649-0376cb11b37c on network bc5e63b9-686b-40e0-a38a-a3429829e54b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:14.829615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Attempting to bind port 8c597293-7c3a-48f3-a649-0376cb11b37c on network bc5e63b9-686b-40e0-a38a-a3429829e54b {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:14.841364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:14.841711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Checking segment: {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:14.842102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Bound using segment: {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:14.842560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Bound port: 8c597293-7c3a-48f3-a649-0376cb11b37c, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:14.842939 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.868656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-24bcdd57-b1f9-4d24-b7fe-b13901610106 req-52a1d507-0174-4b57-997e-0cffa32e5a3c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:14.877668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:14.878306 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:14.879979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24bcdd57-b1f9-4d24-b7fe-b13901610106 req-52a1d507-0174-4b57-997e-0cffa32e5a3c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 944 time: 0.6337442 May 27 02:18:14.956105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3b68942e-afe8-4bb3-90a6-451e9f9504d8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b68942e-afe8-4bb3-90a6-451e9f9504d8,segment=NetworkSegment(7dcdda4d-16a0-4533-9119-3890a3a91991),segment_id=7dcdda4d-16a0-4533-9119-3890a3a91991)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:14.966700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Current status of the port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:14.967712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.015224 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.060910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24bcdd57-b1f9-4d24-b7fe-b13901610106 req-817eb7d5-8804-43f5-8453-3e1aea08d649 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731884 May 27 02:18:15.071807 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc823936-68b6-4e11-bac0-d7c1b6b1ad93 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.074739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc823936-68b6-4e11-bac0-d7c1b6b1ad93 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/f6157e0b-4bbe-4fe2-8b7d-2e2635ec0876 HTTP/1.1" status: 204 len: 168 time: 1.7174985 May 27 02:18:15.079143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46792) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:15.117495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7d16d121-8e03-40ce-a502-e8aa142851ca no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:15.180129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3b8dd20e-504c-4dba-95db-4c61fbfb453b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996487 May 27 02:18:15.182685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46796) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:15.199516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.228594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] For port 8c597293-7c3a-48f3-a649-0376cb11b37c, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:15.234488 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-0f4184d4-859c-4cec-8aec-eba9f3d279c8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] delete failed (client error): The resource could not be found. May 27 02:18:15.234488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0f4184d4-859c-4cec-8aec-eba9f3d279c8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/f6157e0b-4bbe-4fe2-8b7d-2e2635ec0876 HTTP/1.1" status: 404 len: 347 time: 0.0485339 May 27 02:18:15.236770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46800) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:15.246700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181812586'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:15.256249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] For port 8c597293-7c3a-48f3-a649-0376cb11b37c, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8c597293-7c3a-48f3-a649-0376cb11b37c,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:15.257691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:15.262499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:15.267049 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.271441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:15.318425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:15.338640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7d16d121-8e03-40ce-a502-e8aa142851ca {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:15.338640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7d16d121-8e03-40ce-a502-e8aa142851ca not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:15.338640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae363947-9dab-4dfb-ac74-7d3d617d6fe5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:15.351872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:15.352624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.354200 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c597293-7c3a-48f3-a649-0376cb11b37c HTTP/1.1" status: 200 len: 1093 time: 2.8361256 May 27 02:18:15.354916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'tag': '8c597293-7c3a-48f3-a649-0376cb11b37c'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:15.363652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.411736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:15.416481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:15.419655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:15.426783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:15.440776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ae363947-9dab-4dfb-ac74-7d3d617d6fe5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:15.442397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ae363947-9dab-4dfb-ac74-7d3d617d6fe5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:15.480868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb921b8-89b5-4bc2-a6d7-a70fcf778d52 service neutron] Pushing event updated for resources: {'Port': ['ID=8c597293-7c3a-48f3-a649-0376cb11b37c,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:15.494911 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:15.495141 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:15.510045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3b68942e-afe8-4bb3-90a6-451e9f9504d8,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:15.657766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.677606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.761624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:15.765726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5241864 May 27 02:18:15.768657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46812) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:15.818191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4a262e7c-a7af-4bfa-ad28-864fd33492f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:15.819665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Router 5c488717-283a-4c35-8405-bb0c39e8313c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:15.822561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-4a262e7c-a7af-4bfa-ad28-864fd33492f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 1096 time: 0.3403871 May 27 02:18:15.841165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '396c2b11-2299-46ef-9315-f3555df92ce1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:15.963631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 012b4af3-0252-4e97-bb49-e8a7d31e01b4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:15.986019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-6a52d854-4303-4b76-b45b-8347ce44f810 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=8c597293-7c3a-48f3-a649-0376cb11b37c HTTP/1.1" status: 200 len: 217 time: 0.1313822 May 27 02:18:15.986933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53265a-1951-43f4-9055-86d69ae0c2ca tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396c2b11-2299-46ef-9315-f3555df92ce1,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:15.992232 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236e9714-78a7-42f4-a7a0-bd789d865aa5'] response: {'name': 'network-changed', 'server_uuid': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'tag': '8c597293-7c3a-48f3-a649-0376cb11b37c', 'status': 'completed', 'code': 200} May 27 02:18:15.993189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:16.013434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:16.017023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:16.024732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:16.098340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-c8488625-23c8-4380-a422-0bb5dfc166d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:16.099718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-c8488625-23c8-4380-a422-0bb5dfc166d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b125155-c6f3-4a76-a990-97ae7676a5c1 HTTP/1.1" status: 200 len: 838 time: 0.0719581 May 27 02:18:16.154655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:16.162777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e1ed8111-7c48-4e85-bcf5-3dda82d0a35d tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "PUT /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6521161 May 27 02:18:16.168081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46826) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:16.175705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] Sync routers for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:16.182563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:16.211058 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:16.212677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Current status of the port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:16.228921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:16.229586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:16.265312 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-81b39d35-1504-44fb-bd6d-e4aa1be43130 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] delete failed (client error): The resource could not be found. May 27 02:18:16.269431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-81b39d35-1504-44fb-bd6d-e4aa1be43130 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1727974289 HTTP/1.1" status: 404 len: 335 time: 0.0972114 May 27 02:18:16.273605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46830) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:16.286881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d8b4e201-66be-475f-81df-69bec64261bf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c488717-283a-4c35-8405-bb0c39e8313c'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:16.290843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:16.343134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:16.393208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c5bec4f2-0580-4a4e-a040-eff497668535 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:16.394956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df7d7f0-d244-4b61-8e7a-29998cca7dff,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:16.474050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-f4756a9e-3429-412d-85d5-b3e20e2a3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:16.478589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-f4756a9e-3429-412d-85d5-b3e20e2a3f91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bc5e63b9-686b-40e0-a38a-a3429829e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3719249 May 27 02:18:16.484663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:16.485838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a8689344-eb46-4c28-b364-ca45f9240181 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7066715 May 27 02:18:16.488804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:16.535148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:16.551130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Provisioning for port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:16.580206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Provisioning complete for port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:16.580571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:16.660564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:16.661208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:16.702937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5697f2-6764-4c11-bc89-9bbc71509b32 req-4ae53c9b-7685-4a2f-b4cd-783ae3755e36 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:16.704477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf5697f2-6764-4c11-bc89-9bbc71509b32 req-4ae53c9b-7685-4a2f-b4cd-783ae3755e36 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 944 time: 0.4004390 May 27 02:18:16.842402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-0f5afd6a-e062-4847-9f78-08f569d8be87 service neutron] 10.222.0.47 "GET /v2.0/networks/bc5e63b9-686b-40e0-a38a-a3429829e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545451 May 27 02:18:16.847351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf5697f2-6764-4c11-bc89-9bbc71509b32 req-31286696-c4eb-4291-856b-e1b9ed9bcf5e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212623 May 27 02:18:16.852196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c5bec4f2-0580-4a4e-a040-eff497668535 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:16.860357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:16.860769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b55c99-97aa-4d59-8a7d-a38e0c970fdb None None] The sync data for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:16.873474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c5bec4f2-0580-4a4e-a040-eff497668535 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:16.874453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.039281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Current status of the port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:17.039696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.109448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae93c9a2-2f42-4ff8-b3cf-b6b8eafe3f41 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.140600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15213d41-8161-493c-85b8-1e3e3229cc1c req-b1c2092d-7337-4cb7-8e3c-a9cb0bc14b90 service neutron] 10.222.0.47 "GET /v2.0/networks/bc5e63b9-686b-40e0-a38a-a3429829e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909946 May 27 02:18:17.163102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] For port 012b4af3-0252-4e97-bb49-e8a7d31e01b4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=012b4af3-0252-4e97-bb49-e8a7d31e01b4,segment=NetworkSegment(162602db-155d-4534-b549-897524227c8c),segment_id=162602db-155d-4534-b549-897524227c8c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:17.177826 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.243078 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae93c9a2-2f42-4ff8-b3cf-b6b8eafe3f41 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.260110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Could not find standard attr ID for object 6aaa5137-0c7d-4984-8c3c-1bf777bc1faf. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:18:17.269011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e201-66be-475f-81df-69bec64261bf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.271810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c5bec4f2-0580-4a4e-a040-eff497668535 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:17.272360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.335813 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-d8b4e201-66be-475f-81df-69bec64261bf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] update failed (client error): The resource could not be found. May 27 02:18:17.336862 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d8b4e201-66be-475f-81df-69bec64261bf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "PUT /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c HTTP/1.1" status: 404 len: 339 time: 1.0624425 May 27 02:18:17.339884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c5bec4f2-0580-4a4e-a040-eff497668535, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c5bec4f2-0580-4a4e-a040-eff497668535,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:17.345187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46854) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:17.349367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-b1ca14a9-1ec3-45d2-8d6e-27fe2c7f817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:17.351818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-b1ca14a9-1ec3-45d2-8d6e-27fe2c7f817c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 1096 time: 0.1512921 May 27 02:18:17.354970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d78de-54cd-4188-b43e-80cdca6febd1 None None] Pushing event updated for resources: {'Port': ['ID=012b4af3-0252-4e97-bb49-e8a7d31e01b4,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:17.364602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.370178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 946f22dc-e08f-4804-ad35-6a4d25e89bab up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:17.416827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae93c9a2-2f42-4ff8-b3cf-b6b8eafe3f41 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.538667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-0a1db184-3626-4ce2-83e7-8079543eb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:17.541214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c9a2-2f42-4ff8-b3cf-b6b8eafe3f41 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5df7d7f0-d244-4b61-8e7a-29998cca7dff,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:17.541755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-0a1db184-3626-4ce2-83e7-8079543eb344 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bc5e63b9-686b-40e0-a38a-a3429829e54b HTTP/1.1" status: 200 len: 898 time: 0.1819353 May 27 02:18:17.543169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ae93c9a2-2f42-4ff8-b3cf-b6b8eafe3f41 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.544241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ae93c9a2-2f42-4ff8-b3cf-b6b8eafe3f41 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5df7d7f0-d244-4b61-8e7a-29998cca7dff HTTP/1.1" status: 204 len: 168 time: 1.0544438 May 27 02:18:17.548684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46858) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:17.635261 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Sync routers for ids ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:17.658506 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Routers {'d5578389-66d5-4148-81ac-5aca0f8dd8ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:17.659538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:17.690360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c5bec4f2-0580-4a4e-a040-eff497668535,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:17.774877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 946f22dc-e08f-4804-ad35-6a4d25e89bab triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:17.775526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.895132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5a144c3b-8694-4801-8784-0fcb4511a9a4 None None] Provisioning complete for port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:17.898013 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5a144c3b-8694-4801-8784-0fcb4511a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:17.942809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-e4459bb8-6eb5-4931-94ec-b6d2442828a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=8c597293-7c3a-48f3-a649-0376cb11b37c HTTP/1.1" status: 200 len: 217 time: 0.3807406 May 27 02:18:17.984469 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Set router d5578389-66d5-4148-81ac-5aca0f8dd8ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:18.038439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.123204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-30f70962-9870-437d-aba1-d648098e7c08 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:18.159692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-201b1cdf-7192-460f-a944-958a8f78426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:18.161122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-201b1cdf-7192-460f-a944-958a8f78426a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b125155-c6f3-4a76-a990-97ae7676a5c1 HTTP/1.1" status: 200 len: 838 time: 0.2107460 May 27 02:18:18.223634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 946f22dc-e08f-4804-ad35-6a4d25e89bab is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:18.224758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7f65d450-9204-4e76-b0f0-e82b4052998a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:18.322583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-30f70962-9870-437d-aba1-d648098e7c08 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:18.326421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-30f70962-9870-437d-aba1-d648098e7c08 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7726936 May 27 02:18:18.331326 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46868) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:18.457484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5a144c3b-8694-4801-8784-0fcb4511a9a4 None None] Current status of the port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:18.531199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7f65d450-9204-4e76-b0f0-e82b4052998a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:18.531596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.559039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3648-03bb-4539-868c-d92791357725 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.565413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-6a3d0c2b-c93f-46e1-8c7b-86bee29c9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:18.568060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-6a3d0c2b-c93f-46e1-8c7b-86bee29c9953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bc5e63b9-686b-40e0-a38a-a3429829e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3951373 May 27 02:18:18.572674 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 4, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port': {'id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:56Z', 'updated_at': '2022-05-27T02:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd3a9e44a-16b0-4da6-b7b4-de65db878fc0', 'name': '', 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'mac_address': 'fa:16:3e:db:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:03Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 2, 'project_id': '9243d80823504ded92c2788c149ea035', 'subnets': [{'id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:18.578230 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Checking router: d5578389-66d5-4148-81ac-5aca0f8dd8ab for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:18.578230 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Updating router d5578389-66d5-4148-81ac-5aca0f8dd8ab port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:18:18.651667 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.716905 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3648-03bb-4539-868c-d92791357725 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.815205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-200c4e4d-89fc-4ef3-a8e0-fe5dcc233d47 service neutron] 10.222.0.47 "GET /v2.0/networks/bc5e63b9-686b-40e0-a38a-a3429829e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332892 May 27 02:18:18.851856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3648-03bb-4539-868c-d92791357725 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.902771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb5ed-730c-4c03-8298-7867fd1b18de req-39439c4e-e9d7-45b3-b4a1-021168f02446 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:18.921428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7f65d450-9204-4e76-b0f0-e82b4052998a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:18.924871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d93bb5ed-730c-4c03-8298-7867fd1b18de req-39439c4e-e9d7-45b3-b4a1-021168f02446 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 944 time: 0.8886304 May 27 02:18:18.961632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a3648-03bb-4539-868c-d92791357725 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396c2b11-2299-46ef-9315-f3555df92ce1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:18.984437 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3648-03bb-4539-868c-d92791357725 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:18.988589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bf1a3648-03bb-4539-868c-d92791357725 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/396c2b11-2299-46ef-9315-f3555df92ce1 HTTP/1.1" status: 204 len: 168 time: 0.6448760 May 27 02:18:18.989411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46874) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:19.115398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9837cce-9d5f-4b19-81aa-81b97d7a7d39 req-98276c88-57a8-4f0f-8e31-2185b3821ae6 service neutron] 10.222.0.47 "GET /v2.0/networks/bc5e63b9-686b-40e0-a38a-a3429829e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936072 May 27 02:18:19.123405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b539c948-3a2d-4877-8a97-f4bff8739bb5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:19.143571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b539c948-3a2d-4877-8a97-f4bff8739bb5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:19.149705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b539c948-3a2d-4877-8a97-f4bff8739bb5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1573579 May 27 02:18:19.150524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46878) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:19.161143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d93bb5ed-730c-4c03-8298-7867fd1b18de req-93366024-6712-4eaf-93e0-85b2b8bad1b0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352431 May 27 02:18:19.165218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410052517'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:19.180082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 012b4af3-0252-4e97-bb49-e8a7d31e01b4 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:19.188842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:19.201502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:19.221640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.252395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:19.262369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:19.268349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Allocated IP 172.20.0.1 (31fe3142-ea95-4eb6-9f8b-569d12ae5347/bf3a452c-808c-4b8c-b8ae-047f60b21d76/7b4d2d8d-cfd1-4791-8aa4-ad36d428b940) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:19.274626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:19.288501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:19.367397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:19.368292 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.449633 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.460769 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.496808 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.528081 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Transition to ACTIVE for port object d3a9e44a-16b0-4da6-b7b4-de65db878fc0 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:19.546875 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.551075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.591403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Transition to ACTIVE for port object 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:19.622435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68b98d-a001-48b9-9641-7401f24413b0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:19.657972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.661672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f14fecea-db03-4fa5-85b1-936fbdd524dd tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5072131 May 27 02:18:19.661894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46886) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:19.667432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '7a68b98d-a001-48b9-9641-7401f24413b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:19.673219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.681235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:19.692774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:19.697547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:19.698635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b68942e-afe8-4bb3-90a6-451e9f9504d8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:19.700832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:19.716248 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Pushing event updated for resources: {'Port': ['ID=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:19.716966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:19.747001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.754598 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.757726 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.758373 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.762489 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.763332 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.763821 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.764989 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.765493 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.765973 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.766450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.766971 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.767444 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:19.870688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:19.871056 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.888101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.901733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:19.938356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841a8f48-bedc-4d21-bfba-7574d46250aa,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:19.996071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.000365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e0ed985d-4a6c-4089-86bb-89cac2002616 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3344665 May 27 02:18:20.000547 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46892) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:20.005883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '7a68b98d-a001-48b9-9641-7401f24413b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:20.023119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:20.031276 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Attempting to bind port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:20.033224 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Attempting to bind port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:20.033438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:20.033973 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Attempting to bind port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 on network ee034c20-02f9-460d-93f0-11401bd50b0c {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:20.039591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:20.047332 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:20.050179 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Checking segment: {'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:20.050913 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.051507 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Bound using segment: {'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:20.052212 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Bound port: d3a9e44a-16b0-4da6-b7b4-de65db878fc0, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6908456a-eb33-4bb3-8792-a11ec3f7975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:20.053204 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.055692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:20.092815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.144607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:20.146331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c5bec4f2-0580-4a4e-a040-eff497668535 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:20.191864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Port': ['ID=7b4d2d8d-cfd1-4791-8aa4-ad36d428b940,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:20.207865 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] For port d3a9e44a-16b0-4da6-b7b4-de65db878fc0, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:20.212206 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] For port d3a9e44a-16b0-4da6-b7b4-de65db878fc0, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,segment=NetworkSegment(6908456a-eb33-4bb3-8792-a11ec3f7975a),segment_id=6908456a-eb33-4bb3-8792-a11ec3f7975a)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:20.222875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.230827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:20.232046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:20.235078 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.235237 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.248554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:20.267095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c5bec4f2-0580-4a4e-a040-eff497668535 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:20.267801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.290226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9600cf3e-c444-41eb-aece-6ae8185f3d84,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:20.339728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.340929 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f1eced9c-2f4f-4de7-ab65-d3dedb2c7821 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394680 May 27 02:18:20.344145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46898) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:20.349225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '7a68b98d-a001-48b9-9641-7401f24413b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:20.398379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.462917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:20.475319 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Routers {'d5578389-66d5-4148-81ac-5aca0f8dd8ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:20.476318 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:20.505900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:20.527421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:20.561708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:20.592934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c5bec4f2-0580-4a4e-a040-eff497668535 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:20.663086 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.700980 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd33a54-d476-4697-b38d-129b518bfd3c None None] Pushing event updated for resources: {'Port': ['ID=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:20.740045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-deada354-b024-4c10-b463-732ca5044a87 None None] Provisioning for port 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:20.749504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-deada354-b024-4c10-b463-732ca5044a87 None None] Provisioning complete for port 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:20.750129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-deada354-b024-4c10-b463-732ca5044a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.802828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653e50-43c0-41c0-b607-d6cee4676f2c req-d01bb1c4-81ce-496e-af55-324698ddf326 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:20.815407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-31653e50-43c0-41c0-b607-d6cee4676f2c req-d01bb1c4-81ce-496e-af55-324698ddf326 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 944 time: 0.4529452 May 27 02:18:20.885312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-deada354-b024-4c10-b463-732ca5044a87 None None] Port 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:20.947535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:20.964521 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.027060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-31653e50-43c0-41c0-b607-d6cee4676f2c req-1c4d0ab9-b421-4484-9d1c-3f88b2aa484b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021203 May 27 02:18:21.051912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6df74c-c115-424d-896c-2bfb081162c5,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:21.064574 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.079744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.083635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-99c856fc-a119-4e43-af6f-eee00b05c755 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7360306 May 27 02:18:21.083924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46912) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:21.087502 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] Set router d5578389-66d5-4148-81ac-5aca0f8dd8ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:21.091317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '7a68b98d-a001-48b9-9641-7401f24413b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:21.107304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:21.116480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:21.122209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:21.134541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:21.140410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d3a9e44a-16b0-4da6-b7b4-de65db878fc0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:21.170862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.251092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:21.262655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:21.265808 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.301645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.313126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.353006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ea9e09-274c-4d69-8397-f2d8462be442,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:21.397536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.402065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c71027fe-c058-46e4-aa8f-a69e60689e22 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3147469 May 27 02:18:21.404368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46916) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:21.421230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '7a68b98d-a001-48b9-9641-7401f24413b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:21.435718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:21.445635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:21.448752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:21.455490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:21.468821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:21.469491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.482427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.553537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port d3a9e44a-16b0-4da6-b7b4-de65db878fc0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,segment=NetworkSegment(6908456a-eb33-4bb3-8792-a11ec3f7975a),segment_id=6908456a-eb33-4bb3-8792-a11ec3f7975a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:21.569279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.668466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.687998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.738179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8c597293-7c3a-48f3-a649-0376cb11b37c details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:21.752463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7023475-b8b3-4ebb-9d31-674c048109d9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:21.801339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.806490 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e019c6be-7c7e-42c8-9d06-17284077e7a0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4002137 May 27 02:18:21.809244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46922) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:21.880127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad2354aa-b854-476b-8511-afd2748be3dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.913648 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 4, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port': {'id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:56Z', 'updated_at': '2022-05-27T02:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd3a9e44a-16b0-4da6-b7b4-de65db878fc0', 'name': '', 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'mac_address': 'fa:16:3e:db:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:03Z', 'updated_at': '2022-05-27T02:18:20Z', 'revision_number': 4, 'project_id': '9243d80823504ded92c2788c149ea035', 'subnets': [{'id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:21.919142 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a33f4a-1544-43ad-a496-ecb77da716ef None None] The sync data for ids ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'] in n-d-843146-11 is: [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:18:04Z', 'revision_number': 4, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port': {'id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:56Z', 'updated_at': '2022-05-27T02:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd3a9e44a-16b0-4da6-b7b4-de65db878fc0', 'name': '', 'network_id': 'ee034c20-02f9-460d-93f0-11401bd50b0c', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'mac_address': 'fa:16:3e:db:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:03Z', 'updated_at': '2022-05-27T02:18:20Z', 'revision_number': 4, 'project_id': '9243d80823504ded92c2788c149ea035', 'subnets': [{'id': '27e1d5d0-091e-4ec4-9273-7bb0e7b3f370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:21.925978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad2354aa-b854-476b-8511-afd2748be3dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:21.996514 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad2354aa-b854-476b-8511-afd2748be3dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.010147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.044456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2354aa-b854-476b-8511-afd2748be3dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7023475-b8b3-4ebb-9d31-674c048109d9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.056372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad2354aa-b854-476b-8511-afd2748be3dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.064716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ad2354aa-b854-476b-8511-afd2748be3dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b7023475-b8b3-4ebb-9d31-674c048109d9 HTTP/1.1" status: 204 len: 168 time: 0.2508872 May 27 02:18:22.066782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46928) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:22.091372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.102341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.132133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8c597293-7c3a-48f3-a649-0376cb11b37c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8c597293-7c3a-48f3-a649-0376cb11b37c,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:22.165891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '8c597293-7c3a-48f3-a649-0376cb11b37c', 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b', 'port_id': '8c597293-7c3a-48f3-a649-0376cb11b37c', 'mac_address': 'fa:16:3e:89:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b125155-c6f3-4a76-a990-97ae7676a5c1', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:22.207424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea2eb5c7-ba77-4d89-9fd1-aaf2b92aac0a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:22.268191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea2eb5c7-ba77-4d89-9fd1-aaf2b92aac0a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:22.273596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea2eb5c7-ba77-4d89-9fd1-aaf2b92aac0a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2019792 May 27 02:18:22.277292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46940) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:22.292264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8c597293-7c3a-48f3-a649-0376cb11b37c is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:22.292830 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.316817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c597293-7c3a-48f3-a649-0376cb11b37c {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:22.340711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8c597293-7c3a-48f3-a649-0376cb11b37c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8c597293-7c3a-48f3-a649-0376cb11b37c,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:22.349908 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.370846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb72435f-9a9e-4232-ac16-0df0730ae884 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.405550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb72435f-9a9e-4232-ac16-0df0730ae884 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.446764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event updated for resources: {'Port': ['ID=7b4d2d8d-cfd1-4791-8aa4-ad36d428b940,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.501100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb72435f-9a9e-4232-ac16-0df0730ae884 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.511469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8c597293-7c3a-48f3-a649-0376cb11b37c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.552582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72435f-9a9e-4232-ac16-0df0730ae884 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07ea9e09-274c-4d69-8397-f2d8462be442,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:22.584403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb72435f-9a9e-4232-ac16-0df0730ae884 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.585803 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eb72435f-9a9e-4232-ac16-0df0730ae884 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/07ea9e09-274c-4d69-8397-f2d8462be442 HTTP/1.1" status: 204 len: 168 time: 0.3066521 May 27 02:18:22.588370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46950) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:22.611343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.690159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['8c597293-7c3a-48f3-a649-0376cb11b37c'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:22.773117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-98b2b784-aa7f-4958-ab34-e4179dfbbb40 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:22.820192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-98b2b784-aa7f-4958-ab34-e4179dfbbb40 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:22.822054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-98b2b784-aa7f-4958-ab34-e4179dfbbb40 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2323148 May 27 02:18:22.824831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46960) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:22.871647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:22.880717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:22.897383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f306087-c1a4-40f3-b0bf-9376730b94ef tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:22.918983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8d1eb-4862-4c00-9f4f-cb7853f2d4fb req-2bd2bc88-0441-42d5-8cde-e489df700214 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:22.929984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93a8d1eb-4862-4c00-9f4f-cb7853f2d4fb req-2bd2bc88-0441-42d5-8cde-e489df700214 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 945 time: 0.5906520 May 27 02:18:22.954642 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f306087-c1a4-40f3-b0bf-9376730b94ef tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.010864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.100578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d3a9e44a-16b0-4da6-b7b4-de65db878fc0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:23.238986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f306087-c1a4-40f3-b0bf-9376730b94ef tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.368153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f306087-c1a4-40f3-b0bf-9376730b94ef tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a6df74c-c115-424d-896c-2bfb081162c5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:23.399043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3f306087-c1a4-40f3-b0bf-9376730b94ef tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.404221 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3f306087-c1a4-40f3-b0bf-9376730b94ef tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5a6df74c-c115-424d-896c-2bfb081162c5 HTTP/1.1" status: 204 len: 168 time: 0.5759544 May 27 02:18:23.406499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46976) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.435715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:23.437180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.557290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93a8d1eb-4862-4c00-9f4f-cb7853f2d4fb req-e4e7fc7e-93a9-4de4-874d-3328bfdd8b13 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6257060 May 27 02:18:23.567541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ee306693-4a0f-407f-a710-2373b0e8da49 None None] Provisioning complete for port 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:23.568068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ee306693-4a0f-407f-a710-2373b0e8da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.574800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2e18ea2a-6ae8-4b87-bd29-1d30c16f873d tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3576 time: 0.5612092 May 27 02:18:23.585556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46980) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.600481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'network': {'name': 'tempest-network-smoke--625330213', 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'port_security_enabled': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:23.623441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:23.636898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8da8dc05-e8bf-40df-8d41-e0c39d4b6217 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:23.660867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:23.669123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Router 5c488717-283a-4c35-8405-bb0c39e8313c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:23.673561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8da8dc05-e8bf-40df-8d41-e0c39d4b6217 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:23.675414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8da8dc05-e8bf-40df-8d41-e0c39d4b6217 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2674339 May 27 02:18:23.678187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46984) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.692797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Made reservation on behalf of 69f37c384d284138a231fc7c77d00e8e for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:23.697333 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.739467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-345d761d-b22b-4ce8-a7a0-21ecd9eaf4f0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.753946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:23.755848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-345d761d-b22b-4ce8-a7a0-21ecd9eaf4f0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.769923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:23.787003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ee306693-4a0f-407f-a710-2373b0e8da49 None None] Port 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:23.788412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.788769 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Added segment a3104da1-bdb9-4090-8337-2b2b0b359b75 of type vlan for network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 May 27 02:18:23.821536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-345d761d-b22b-4ce8-a7a0-21ecd9eaf4f0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.842061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d761d-b22b-4ce8-a7a0-21ecd9eaf4f0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9600cf3e-c444-41eb-aece-6ae8185f3d84,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:23.852270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.887064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-345d761d-b22b-4ce8-a7a0-21ecd9eaf4f0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.888458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-345d761d-b22b-4ce8-a7a0-21ecd9eaf4f0 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9600cf3e-c444-41eb-aece-6ae8185f3d84 HTTP/1.1" status: 204 len: 168 time: 0.2085361 May 27 02:18:23.892330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:23.924666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:23.930185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:23.930986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.064832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:24.077683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-77e847f7-55f9-4266-a7a4-7cbbf5397abf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "PUT /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7289608 May 27 02:18:24.077924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 46992) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.081466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] Sync routers for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:24.085276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bdf47f3d-fbfe-4e70-9025-f75ba0b769dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:24.092130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:24.095028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5115147 May 27 02:18:24.095394 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:24.099139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 46996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.104738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'admin_state_up': True, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:24.127802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3eb40-bbe8-4b4c-b886-e34e9f70356c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Network': ['ID=64f6e1a0-fd83-46e8-a68f-d6948ca14fc2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:24.131032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:24.138811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:router and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:24.148242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:24.158772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bdf47f3d-fbfe-4e70-9025-f75ba0b769dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:24.160483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bdf47f3d-fbfe-4e70-9025-f75ba0b769dc tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2668834 May 27 02:18:24.162018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:24.164276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47000) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.169127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:24.201463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:24.207122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.209931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.258764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f86d4a72-70f7-4be2-968a-e0318977dfb7 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.271489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:24.272128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:24.278016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5334dd9c-7ec0-43f7-b70a-b71b6f2a2cec tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.294541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5334dd9c-7ec0-43f7-b70a-b71b6f2a2cec tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.309215 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.433461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:24.433883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5c9dcb-cc5b-40a4-8f3b-4bf1e89634d4 None None] The sync data for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:24.445035 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-f86d4a72-70f7-4be2-968a-e0318977dfb7 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 02:18:24.448742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f86d4a72-70f7-4be2-968a-e0318977dfb7 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c HTTP/1.1" status: 409 len: 329 time: 0.3672764 May 27 02:18:24.449028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47008) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:24.728129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5334dd9c-7ec0-43f7-b70a-b71b6f2a2cec tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.861704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334dd9c-7ec0-43f7-b70a-b71b6f2a2cec tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=841a8f48-bedc-4d21-bfba-7574d46250aa,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:24.867897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.932948 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5334dd9c-7ec0-43f7-b70a-b71b6f2a2cec tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:24.934069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5334dd9c-7ec0-43f7-b70a-b71b6f2a2cec tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/841a8f48-bedc-4d21-bfba-7574d46250aa HTTP/1.1" status: 204 len: 168 time: 0.7687304 May 27 02:18:24.942216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47016) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:25.032095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a893fa-3517-4526-8b71-2e6e79117192 req-917a38f2-b001-403b-b21d-6bdc9943b02d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:25.033205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30a893fa-3517-4526-8b71-2e6e79117192 req-917a38f2-b001-403b-b21d-6bdc9943b02d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 945 time: 0.2850814 May 27 02:18:25.094411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30a893fa-3517-4526-8b71-2e6e79117192 req-a7147861-e410-4e7c-9d46-d56b1e9d649c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517378 May 27 02:18:25.187913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-067c346a-7ac1-40eb-a4d4-599319acb0af tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:25.276586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-067c346a-7ac1-40eb-a4d4-599319acb0af tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:25.280531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-067c346a-7ac1-40eb-a4d4-599319acb0af tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3335469 May 27 02:18:25.281942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:25.361197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.394829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.458285 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3302a5c-a49c-4552-b77f-f027f46e8482 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.500809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3302a5c-a49c-4552-b77f-f027f46e8482 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.562783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.567949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Allocated IP 172.25.3.237 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/e3345eb7-4ebc-4d3c-86d0-81928ddbc68d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:25.756396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3302a5c-a49c-4552-b77f-f027f46e8482 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.777651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8c597293-7c3a-48f3-a649-0376cb11b37c up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:25.782753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3302a5c-a49c-4552-b77f-f027f46e8482 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68b98d-a001-48b9-9641-7401f24413b0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:25.854062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.898441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.942464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 8c597293-7c3a-48f3-a649-0376cb11b37c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:25.948532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 8c597293-7c3a-48f3-a649-0376cb11b37c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:25.948770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:25.987013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:25.990381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:25.997302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:26.059100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:26.096375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3302a5c-a49c-4552-b77f-f027f46e8482 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.098927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a3302a5c-a49c-4552-b77f-f027f46e8482 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a68b98d-a001-48b9-9641-7401f24413b0 HTTP/1.1" status: 204 len: 168 time: 0.8154061 May 27 02:18:26.106912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47040) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:26.156480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 8c597293-7c3a-48f3-a649-0376cb11b37c is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:26.157034 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.207206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c597293-7c3a-48f3-a649-0376cb11b37c'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:26.218250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 8c597293-7c3a-48f3-a649-0376cb11b37c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8c597293-7c3a-48f3-a649-0376cb11b37c,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:26.233800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.342855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7c16fdc5-041f-4107-9963-7d3645ad0a8d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:26.352698 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e3fde9-fd79-4dbf-bde5-9a2edd6c9e25'] response: {'server_uuid': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c597293-7c3a-48f3-a649-0376cb11b37c', 'code': 200} May 27 02:18:26.464785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=8c597293-7c3a-48f3-a649-0376cb11b37c,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:26.503584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7c16fdc5-041f-4107-9963-7d3645ad0a8d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:26.516869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7c16fdc5-041f-4107-9963-7d3645ad0a8d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3961365 May 27 02:18:26.516869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting port 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:26.516869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.548383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47056) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:26.566556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--138563335'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:26.671794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:26.754185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:26.774133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ad387-c5b9-4569-afc4-152f392f00c2 req-70bc300c-5841-4fbd-9933-aae9515bc9c4 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:26.781273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca2ad387-c5b9-4569-afc4-152f392f00c2 req-70bc300c-5841-4fbd-9933-aae9515bc9c4 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 946 time: 0.3865612 May 27 02:18:26.844715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.891070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c46b92-0963-4d53-978c-d3c9b8386842 req-f7f7724c-888a-41f1-a1ed-8ed28ce0c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:26.892249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca2ad387-c5b9-4569-afc4-152f392f00c2 req-6961675b-2b9a-465e-8d75-897631c7934c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091049 May 27 02:18:26.892551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7c46b92-0963-4d53-978c-d3c9b8386842 req-f7f7724c-888a-41f1-a1ed-8ed28ce0c0a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 1098 time: 0.3798909 May 27 02:18:26.893352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.925815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:26.932090 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:26.947003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:26.954160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:26.962426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:27.107294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Calling delete_port for 7b4d2d8d-cfd1-4791-8aa4-ad36d428b940 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:27.157225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7c46b92-0963-4d53-978c-d3c9b8386842 req-81333097-08c4-4fb9-aa15-ae205592573e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085326 May 27 02:18:27.312588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.321662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.374395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.456332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.509231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb0c85-3dd0-414c-a2d5-350be86890c8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:27.560448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:27.561720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-379b6fc5-6a90-4c09-a582-b8b939665442 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0076368 May 27 02:18:27.562653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Port': ['ID=7b4d2d8d-cfd1-4791-8aa4-ad36d428b940,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:27.574215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47070) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:27.582161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '9dcb0c85-3dd0-414c-a2d5-350be86890c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:27.681401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:27.780426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:18:27.782683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:27.797349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:27.868270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:27.904643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.007678 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.034502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:28.044621 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Sync routers for ids ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:28.059596 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Routers {'e97a240d-7b4f-4ac7-8e4d-850e0244cb67'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:28.060356 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:28.151663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.156655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d180412b-3c4a-41bc-90d2-f6751c5ce0d0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0558338 May 27 02:18:28.158213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47078) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:28.273644 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Set router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:28.290626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3914740-a4c4-4622-92b4-31e2ace12046 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:28.298242 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a3914740-a4c4-4622-92b4-31e2ace12046 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=69f37c384d284138a231fc7c77d00e8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1373487 May 27 02:18:28.299122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47084) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:28.464021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Router 5c488717-283a-4c35-8405-bb0c39e8313c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:28.474876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.544865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.663451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a2150-c4fc-4f3c-b6aa-5e11dbb96d9b tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:28.664506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38378dc0-15ca-48d8-9187-4819f4c893b5,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:28.664827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d81a2150-c4fc-4f3c-b6aa-5e11dbb96d9b tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3633440 May 27 02:18:28.668447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47090) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:28.683654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:28.695584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d066094-49da-47d2-9a11-563a159e44be None None] Sync routers for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:28.708179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fc7847eb-20c1-4b82-abbf-ea79d5ee5b92 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "PUT /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2581038 May 27 02:18:28.713544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47094) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:28.714624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d066094-49da-47d2-9a11-563a159e44be None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:28.714820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d066094-49da-47d2-9a11-563a159e44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:28.766112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d7f13-1c11-45ce-a92a-a1bdbfe26c15 req-72b51499-04ce-4855-8c6d-f465b7b0ff6e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:28.773636 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:18:26Z', 'revision_number': 3, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:28.775388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac1d7f13-1c11-45ce-a92a-a1bdbfe26c15 req-72b51499-04ce-4855-8c6d-f465b7b0ff6e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 946 time: 0.6988432 May 27 02:18:28.783038 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Checking router: e97a240d-7b4f-4ac7-8e4d-850e0244cb67 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:28.783884 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Updating router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:18:28.856116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.859367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0fd21218-6592-4aaf-9cd4-a8770a85b81f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2815828 May 27 02:18:28.860549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:28.860959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-979a6d6f-343d-484f-b1bc-6119801080f5 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1909306 May 27 02:18:28.863721 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-81f0c3de-f200-4850-a571-5f70ac426b24 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] show failed (client error): The resource could not be found. May 27 02:18:28.864966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-81f0c3de-f200-4850-a571-5f70ac426b24 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-742627400 HTTP/1.1" status: 404 len: 334 time: 0.1502249 May 27 02:18:28.866696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47106) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:28.868416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47108) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:28.885207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-112dd776-86db-4cff-b1f2-ee59269244e1 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:28.892756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d066094-49da-47d2-9a11-563a159e44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:28.907398 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.920512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d066094-49da-47d2-9a11-563a159e44be None None] Routers {'5c488717-283a-4c35-8405-bb0c39e8313c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:28.924654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d066094-49da-47d2-9a11-563a159e44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['5c488717-283a-4c35-8405-bb0c39e8313c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:28.946896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2324a19b-2709-4f34-85b1-eaf5b70c3801 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:28.985954 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2324a19b-2709-4f34-85b1-eaf5b70c3801 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.050851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d066094-49da-47d2-9a11-563a159e44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:29.051585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d066094-49da-47d2-9a11-563a159e44be None None] The sync data for ids ['5c488717-283a-4c35-8405-bb0c39e8313c'] in n-d-843146-11 is: [] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:29.063753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2324a19b-2709-4f34-85b1-eaf5b70c3801 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.095562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a19b-2709-4f34-85b1-eaf5b70c3801 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb0c85-3dd0-414c-a2d5-350be86890c8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:29.127221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2324a19b-2709-4f34-85b1-eaf5b70c3801 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.131855 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2324a19b-2709-4f34-85b1-eaf5b70c3801 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/9dcb0c85-3dd0-414c-a2d5-350be86890c8 HTTP/1.1" status: 204 len: 168 time: 0.2699704 May 27 02:18:29.132987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47116) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.207928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a2941db-ccce-4f7a-86dd-b92999097c84 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:29.228129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4a2941db-ccce-4f7a-86dd-b92999097c84 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:29.237233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a2941db-ccce-4f7a-86dd-b92999097c84 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958288 May 27 02:18:29.237727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47120) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.245918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938546697'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:29.257763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:29.265308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a4b53759-2d79-47c4-a242-d4b2565189ca tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=69f37c384d284138a231fc7c77d00e8e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3937829 May 27 02:18:29.266051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47124) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.273961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:29.277815 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-112dd776-86db-4cff-b1f2-ee59269244e1 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] update failed (client error): The resource could not be found. May 27 02:18:29.278920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-112dd776-86db-4cff-b1f2-ee59269244e1 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-58413149 HTTP/1.1" status: 404 len: 333 time: 0.4033828 May 27 02:18:29.284985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.291653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac1d7f13-1c11-45ce-a92a-a1bdbfe26c15 req-7a142faf-9640-4297-a874-53f00d434fbb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5057950 May 27 02:18:29.308336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47128) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.364584 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.368344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:29.379321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:29.380486 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Transition to ACTIVE for port object e3345eb7-4ebc-4d3c-86d0-81928ddbc68d will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:29.385231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:29.390929 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.396646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:29.406267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting subnet 40b9be20-f070-47f0-b8cc-5c9e7636da46 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:29.411910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.447200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b4e83-a7f0-45eb-9621-60bd8b226192 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:29.456848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-368b4e83-a7f0-45eb-9621-60bd8b226192 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1768050 May 27 02:18:29.457473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47132) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.483641 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Attempting to bind port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:29.484323 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Attempting to bind port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:29.485059 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Attempting to bind port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:29.492747 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:29.493414 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:29.493989 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.494558 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:29.495506 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Bound port: e3345eb7-4ebc-4d3c-86d0-81928ddbc68d, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:29.496146 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.502550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.508095 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d285eaf7-8e01-4b5c-bdac-3e8756aa28b4 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476480 May 27 02:18:29.508381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47136) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.520494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303567862', 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:29.552941 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de89d49-7c77-4afd-b1e1-de6f856d0e6c None None] Pushing event updated for resources: {'Port': ['ID=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:29.640573 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] For port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:29.641632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.643726 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] For port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:29.651008 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.653271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.666128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:29.671002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Usage tracker for resource:subnet and tenant:69f37c384d284138a231fc7c77d00e8e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:29.674146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:29.681749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:29.696056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Made reservation on behalf of 69f37c384d284138a231fc7c77d00e8e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:29.701632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.704580 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f461d58f-5da3-4f35-8b56-128e657e8524,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:29.729662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.766126 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de89d49-7c77-4afd-b1e1-de6f856d0e6c None None] Pushing event updated for resources: {'Port': ['ID=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:29.800775 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Routers {'e97a240d-7b4f-4ac7-8e4d-850e0244cb67'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:29.801611 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:29.867029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.868622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ce7d029-7765-439e-b717-11933bee9d9c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6297808 May 27 02:18:29.870216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.874163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47140) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.883714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780771682'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:29.897257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:29.905904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:29.911894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:29.923900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Subnet': ['ID=40b9be20-f070-47f0-b8cc-5c9e7636da46,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:29.926084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:29.926941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:29.932676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-856ab01f-3890-45eb-9a49-77eea9e39457 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/subnets/40b9be20-f070-47f0-b8cc-5c9e7636da46 HTTP/1.1" status: 204 len: 168 time: 0.6316321 May 27 02:18:29.935500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47144) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:29.941935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80d708-8e12-43d6-80f8-250e68368980 None None] Network b5afcb9c-d17d-47a8-9019-d091efd3b7d0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:29.956866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.036315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting subnet dbe6f45b-5dc2-4cce-8515-d6c635afc82b {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:30.042881 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.053659 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] Set router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:30.101007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:30.109949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:30.118325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:30.137718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:30.150274 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.322329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.412988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] DHCP port deletion for b5afcb9c-d17d-47a8-9019-d091efd3b7d0 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:18:30.419976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Deleting port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:30.420743 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.449410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.454296 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.483051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.520447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Subnet': ['ID=c1883a79-47d1-4e40-a082-9538836e699a,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:30.522518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.532320 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:18:26Z', 'revision_number': 3, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:30.542156 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1a891-1b24-4fa0-a81a-73b5b005ff8e None None] The sync data for ids ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'] in n-d-843146-11 is: [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:18:26Z', 'revision_number': 3, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:30.600412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe6f45b-5dc2-4cce-8515-d6c635afc82b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:30.603653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.623194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd101be0-14c8-4b15-b57f-049d02a06df5 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/subnets/dbe6f45b-5dc2-4cce-8515-d6c635afc82b HTTP/1.1" status: 204 len: 168 time: 0.6859694 May 27 02:18:30.628018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47170) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:30.717776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4874055-2c67-465f-b876-f235d1500e7d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:30.729387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.743732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8534d4d1-41c3-4190-906e-ef53419b9f1d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8681445 May 27 02:18:30.745898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47176) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:30.752879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': 'f461d58f-5da3-4f35-8b56-128e657e8524', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a4874055-2c67-465f-b876-f235d1500e7d', 'remote_ip_prefix': None}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:30.774588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Checking segment: {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:30.775033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network hostable DHCP agents. Network: 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:18:30.793602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:30.809937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:30.814913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:30.823324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:30.835261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.838617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] For port 012b4af3-0252-4e97-bb49-e8a7d31e01b4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=012b4af3-0252-4e97-bb49-e8a7d31e01b4,segment=NetworkSegment(162602db-155d-4534-b549-897524227c8c),segment_id=162602db-155d-4534-b549-897524227c8c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:30.839112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.849741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:18:30.864978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:30.865810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.887557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:30.891567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:30.931937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:30.932522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.019132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.044773 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.070545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944aee2-2206-42ed-9142-d4a3e1761755 None None] Network 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:31.095411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe89eb-1c6a-45fd-99a4-8b55999c4a7c None None] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:31.097079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0f5fd1b-1db3-4eda-873e-785b6a7e258e tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5860775 May 27 02:18:31.098304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47180) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:31.130038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Calling delete_port for 012b4af3-0252-4e97-bb49-e8a7d31e01b4 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:31.165486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 012b4af3-0252-4e97-bb49-e8a7d31e01b4 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:31.180299 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.184212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4344454 May 27 02:18:31.198093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47186) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:31.233406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae1f1c-65f3-4023-99b8-c3d549bfa912 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860dcd78-7bad-4496-9806-5905c9056140,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:31.364274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3fbd-4b0f-4cd5-814f-a08bf5072c5c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.404347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] For port 012b4af3-0252-4e97-bb49-e8a7d31e01b4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=012b4af3-0252-4e97-bb49-e8a7d31e01b4,segment=NetworkSegment(162602db-155d-4534-b549-897524227c8c),segment_id=162602db-155d-4534-b549-897524227c8c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:31.405646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.408496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3fbd-4b0f-4cd5-814f-a08bf5072c5c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.609586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3fbd-4b0f-4cd5-814f-a08bf5072c5c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.625290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1966-63f5-4253-9370-ec291c95ae84 req-fb3b9a4d-cd6b-4c2e-8244-1243dddd0a31 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:31.626833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3acb1966-63f5-4253-9370-ec291c95ae84 req-fb3b9a4d-cd6b-4c2e-8244-1243dddd0a31 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 946 time: 1.1018453 May 27 02:18:31.637952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Calling delete_port for 012b4af3-0252-4e97-bb49-e8a7d31e01b4 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:31.775242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3acb1966-63f5-4253-9370-ec291c95ae84 req-261fd9f0-0053-43f8-b192-7ff89872d0dd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922916 May 27 02:18:31.790255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.api [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:31.790602 n-d-843146-11 neutron-server[88425]: DEBUG oslo_db.api [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:31.870952 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3fbd-4b0f-4cd5-814f-a08bf5072c5c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:31.875119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3cbb3fbd-4b0f-4cd5-814f-a08bf5072c5c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/860dcd78-7bad-4496-9806-5905c9056140 HTTP/1.1" status: 204 len: 168 time: 0.6731167 May 27 02:18:31.875470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47204) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:31.967027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f090aca9-8c3b-4ce6-95f4-f2d87c5462ad tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:31.992767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f090aca9-8c3b-4ce6-95f4-f2d87c5462ad tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:32.001812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f090aca9-8c3b-4ce6-95f4-f2d87c5462ad tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1251783 May 27 02:18:32.005198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47210) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:32.018250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb3fbd-4b0f-4cd5-814f-a08bf5072c5c tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=860dcd78-7bad-4496-9806-5905c9056140,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:32.034084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.093981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1e49079-83c4-4a9e-b361-de6668413ca1 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.134359 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:18:32.140527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1e49079-83c4-4a9e-b361-de6668413ca1 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.153783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 update to DOWN by agent not found {{(pid=88427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 02:18:32.210039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] No DVR routers for this DVR port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:32.217146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1e49079-83c4-4a9e-b361-de6668413ca1 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.242924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e49079-83c4-4a9e-b361-de6668413ca1 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4874055-2c67-465f-b876-f235d1500e7d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:32.267152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1e49079-83c4-4a9e-b361-de6668413ca1 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.268407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a1e49079-83c4-4a9e-b361-de6668413ca1 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/a4874055-2c67-465f-b876-f235d1500e7d HTTP/1.1" status: 204 len: 168 time: 0.2596757 May 27 02:18:32.271413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47220) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:32.274173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'fixed_ips': [{'subnet_id': 'c1883a79-47d1-4e40-a082-9538836e699a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:18:32.275799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.296090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting port 012b4af3-0252-4e97-bb49-e8a7d31e01b4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:32.296435 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.299672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Pushing event deleted for resources: {'Port': ['ID=012b4af3-0252-4e97-bb49-e8a7d31e01b4,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:32.325256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.325857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.326449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.327029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.327854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.328416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.329002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.329848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.330397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.331002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.331549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.332084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf0a2-ef25-4f24-958a-6fab4eb98367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:32.385938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] The port '012b4af3-0252-4e97-bb49-e8a7d31e01b4' was deleted {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:18:32.535390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e33a9-9640-4c70-a087-4cf3b14dc00b req-a1bd82c1-97a2-4005-8301-e1099020fda6 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:32.537884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e7e33a9-9640-4c70-a087-4cf3b14dc00b req-a1bd82c1-97a2-4005-8301-e1099020fda6 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 946 time: 0.5849380 May 27 02:18:32.580214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.630441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f15bf083-2251-4bc9-96ed-475e353895c5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:32.637798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5afcb9c-d17d-47a8-9019-d091efd3b7d0']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:32.649735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Allocated IP 172.20.0.18 (64f6e1a0-fd83-46e8-a68f-d6948ca14fc2/c1883a79-47d1-4e40-a082-9538836e699a/2765348a-75c6-4150-acd1-77407ecea2a1) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:32.667144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162602db-155d-4534-b549-897524227c8c') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:32.667443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162602db-155d-4534-b549-897524227c8c') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:32.679986 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e7e33a9-9640-4c70-a087-4cf3b14dc00b req-649f09ac-496c-471e-9d65-82545cd40ec4 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306868 May 27 02:18:32.689488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f15bf083-2251-4bc9-96ed-475e353895c5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:32.695570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f15bf083-2251-4bc9-96ed-475e353895c5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4230232 May 27 02:18:32.698884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47232) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:32.704474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.766347 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.819903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:32.820259 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.872766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:32.936159 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 162602db-155d-4534-b549-897524227c8c resource provider aggregate not found May 27 02:18:32.994654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ccb91d0-62b6-4707-b346-4fd9364d3ec5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.049955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.065752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Transition to ACTIVE for port object 2765348a-75c6-4150-acd1-77407ecea2a1 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:33.104521 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 162602db-155d-4534-b549-897524227c8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 162602db-155d-4534-b549-897524227c8c found for delete ", "request_id": "req-2f10c5bc-31b2-49c1-abd8-7147d2d2ff24"}]} May 27 02:18:33.115966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Transition to ACTIVE for port object 2765348a-75c6-4150-acd1-77407ecea2a1 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:33.142694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] DHCP port deletion for 854d9332-732c-4c4f-b43e-d8ba83dbcdf7 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:18:33.152611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Deleting port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:33.153058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.175995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.184646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.188711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.193301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ccb91d0-62b6-4707-b346-4fd9364d3ec5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.226898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47256) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:33.227674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/networks/b5afcb9c-d17d-47a8-9019-d091efd3b7d0 HTTP/1.1" status: 204 len: 168 time: 2.5981271 May 27 02:18:33.228946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560468-3564-48e2-92c4-5c4ef04490fa tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Network': ['ID=b5afcb9c-d17d-47a8-9019-d091efd3b7d0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:33.270219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e3345eb7-4ebc-4d3c-86d0-81928ddbc68d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:33.366194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:33.390107 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.391519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:33.395154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:33.404527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.431444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Pushing event updated for resources: {'Port': ['ID=2765348a-75c6-4150-acd1-77407ecea2a1,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:33.454461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ccb91d0-62b6-4707-b346-4fd9364d3ec5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.471460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.490158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb91d0-62b6-4707-b346-4fd9364d3ec5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f461d58f-5da3-4f35-8b56-128e657e8524,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:33.554826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:33.555194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.700946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Attempting to bind port 2765348a-75c6-4150-acd1-77407ecea2a1 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:33.701669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Attempting to bind port 2765348a-75c6-4150-acd1-77407ecea2a1 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:33.701805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Attempting to bind port 2765348a-75c6-4150-acd1-77407ecea2a1 on network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:33.711513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ccb91d0-62b6-4707-b346-4fd9364d3ec5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.712543 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ccb91d0-62b6-4707-b346-4fd9364d3ec5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/f461d58f-5da3-4f35-8b56-128e657e8524 HTTP/1.1" status: 204 len: 168 time: 1.0126233 May 27 02:18:33.715714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47262) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:33.753881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:33.765286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:33.766034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Checking segment: {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:33.766640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.767244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Bound using segment: {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:33.767923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Bound port: 2765348a-75c6-4150-acd1-77407ecea2a1, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:33.768508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.809090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a4def419-f088-486b-87f0-2ea96e8c0237 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0921693 May 27 02:18:33.813307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47266) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:33.821471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--822282873'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:33.836106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:33.848495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:33.853707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:33.860722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:33.866842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] For port 3b68942e-afe8-4bb3-90a6-451e9f9504d8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b68942e-afe8-4bb3-90a6-451e9f9504d8,segment=NetworkSegment(7dcdda4d-16a0-4533-9119-3890a3a91991),segment_id=7dcdda4d-16a0-4533-9119-3890a3a91991)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:33.867212 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.880894 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.882973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:33.883966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:33.905096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:33.914929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:33.921881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:33.931357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:34.021523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.028848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.034532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] For port 3b68942e-afe8-4bb3-90a6-451e9f9504d8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b68942e-afe8-4bb3-90a6-451e9f9504d8,segment=NetworkSegment(7dcdda4d-16a0-4533-9119-3890a3a91991),segment_id=7dcdda4d-16a0-4533-9119-3890a3a91991)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:34.035066 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.091128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Calling delete_port for 3b68942e-afe8-4bb3-90a6-451e9f9504d8 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:34.098885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b4eba6-47ef-43e5-a47b-33832ef3b279,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:34.107344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.109688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e3c16459-543d-436d-9b0b-7fa12aac215f tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2953010 May 27 02:18:34.112364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47270) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:34.119077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': 'f2b4eba6-47ef-43e5-a47b-33832ef3b279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:34.128153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:34.133669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:34.138314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:34.161822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:34.174259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Allocated IP 172.20.0.17 (64f6e1a0-fd83-46e8-a68f-d6948ca14fc2/c1883a79-47d1-4e40-a082-9538836e699a/142d9a9a-0dd4-4bea-941a-81b27f478c45) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:34.189528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.228307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47276) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:34.277472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Calling delete_port for 3b68942e-afe8-4bb3-90a6-451e9f9504d8 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:34.287416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.292982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.339038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:34.339503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.340540 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99915788-3f0e-4897-807d-811b2b778064,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:34.362155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:34.362155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] For port 2765348a-75c6-4150-acd1-77407ecea2a1, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:34.377445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.382197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-66744825-104c-4fc9-a5ba-7f0b2ef09231 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2683864 May 27 02:18:34.383467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.383916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47282) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:34.420547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.430680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb62a-2272-449a-a00d-80141f57523b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.443565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb62a-2272-449a-a00d-80141f57523b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.475665 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb62a-2272-449a-a00d-80141f57523b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.508185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb62a-2272-449a-a00d-80141f57523b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.509907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cc9eb62a-2272-449a-a00d-80141f57523b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/99915788-3f0e-4897-807d-811b2b778064 HTTP/1.1" status: 204 len: 168 time: 0.1248963 May 27 02:18:34.514146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47286) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:34.548563 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9eb62a-2272-449a-a00d-80141f57523b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99915788-3f0e-4897-807d-811b2b778064,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:34.559640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] For port 2765348a-75c6-4150-acd1-77407ecea2a1, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2765348a-75c6-4150-acd1-77407ecea2a1,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:34.569564 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:34.570238 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:34.571705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b68942e-afe8-4bb3-90a6-451e9f9504d8 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:34.610760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40d07cd6-1d4d-4178-bf61-d5777ed73f9a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:34.636792 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.649920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-40d07cd6-1d4d-4178-bf61-d5777ed73f9a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:34.654464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-40d07cd6-1d4d-4178-bf61-d5777ed73f9a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1345475 May 27 02:18:34.654814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47292) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:34.691392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3b68942e-afe8-4bb3-90a6-451e9f9504d8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:34.692272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b68942e-afe8-4bb3-90a6-451e9f9504d8 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:34.743685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Port': ['ID=3b68942e-afe8-4bb3-90a6-451e9f9504d8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:34.775480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] No DVR routers for this DVR port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:34.786751 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:34.835709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13fb9efb-3813-45b8-bbf5-067e2112ef2e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.869856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6ff06-7717-40bd-a7a3-e48e42a52875 None None] Pushing event updated for resources: {'Port': ['ID=2765348a-75c6-4150-acd1-77407ecea2a1,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:34.893367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13fb9efb-3813-45b8-bbf5-067e2112ef2e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:34.981745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13fb9efb-3813-45b8-bbf5-067e2112ef2e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.031551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb9efb-3813-45b8-bbf5-067e2112ef2e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b4eba6-47ef-43e5-a47b-33832ef3b279,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:35.037365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-13fb9efb-3813-45b8-bbf5-067e2112ef2e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.041775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-13fb9efb-3813-45b8-bbf5-067e2112ef2e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/f2b4eba6-47ef-43e5-a47b-33832ef3b279 HTTP/1.1" status: 204 len: 168 time: 0.3835118 May 27 02:18:35.042216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47296) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:35.073664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Deleting port 3b68942e-afe8-4bb3-90a6-451e9f9504d8 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:35.074924 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.098854 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.129412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8bac2ac0-810e-4cd0-a986-3fddb56e8633 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:35.155854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8bac2ac0-810e-4cd0-a986-3fddb56e8633 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:35.157664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8bac2ac0-810e-4cd0-a986-3fddb56e8633 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1138637 May 27 02:18:35.164383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:35.170600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--657720048'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:35.181484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:35.205937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e3345eb7-4ebc-4d3c-86d0-81928ddbc68d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:35.209779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:35.265722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.309481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:35.313785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3abf086d-30b0-48a5-988b-e0e4b7f55de4 None None] The port '3b68942e-afe8-4bb3-90a6-451e9f9504d8' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:18:35.317218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:35.320382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:35.328203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:35.369994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:35.370644 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.513060 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.526031 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.607498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.611286 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4430654 May 27 02:18:35.612474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47308) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:35.621546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:35.634235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '5775bf01-7eee-4eba-b21e-72e8c472b400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:35.642243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:35.647254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:35.650514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:35.657036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:35.678961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb1fd9-00a9-42e6-8cfa-b18d1569f3b7 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5775bf01-7eee-4eba-b21e-72e8c472b400,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:35.691693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.701683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854d9332-732c-4c4f-b43e-d8ba83dbcdf7']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:35.718925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcdda4d-16a0-4533-9119-3890a3a91991') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:35.719422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcdda4d-16a0-4533-9119-3890a3a91991') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:35.733713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.754062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.763024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:35.764148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.772487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.779106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.841768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188ee198-df2b-46d3-870d-c8139bec0fd5,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:35.856656 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f979558-46d7-4114-bcd5-ca082977f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.883599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.885318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17aee7b2-5654-4385-b4a8-d3e2aaa5a330 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2725210 May 27 02:18:35.888241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47314) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:35.912311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a22a9a26-e989-47cf-b696-4d2d85f62131 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules/188ee198-df2b-46d3-870d-c8139bec0fd5 HTTP/1.1" status: 200 len: 763 time: 0.0200663 May 27 02:18:35.913008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47318) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:35.948144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:35.988694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab693344-458f-4711-86a4-f5786c11cf42 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:35.994957 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.001711 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.010629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab693344-458f-4711-86a4-f5786c11cf42 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:36.012541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab693344-458f-4711-86a4-f5786c11cf42 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0984650 May 27 02:18:36.015735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47326) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:36.052736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Transition to ACTIVE for port object 142d9a9a-0dd4-4bea-941a-81b27f478c45 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:36.058166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Network': ['ID=854d9332-732c-4c4f-b43e-d8ba83dbcdf7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:36.110896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84e9a99d-2469-4463-9a9b-7d45c6c4c17a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.149801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84e9a99d-2469-4463-9a9b-7d45c6c4c17a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.183440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-25510ffd-bd09-49d8-8819-ee2a1d1a3b00 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/networks/854d9332-732c-4c4f-b43e-d8ba83dbcdf7 HTTP/1.1" status: 204 len: 168 time: 2.9488780 May 27 02:18:36.184998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47330) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:36.239015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84e9a99d-2469-4463-9a9b-7d45c6c4c17a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.282915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9a99d-2469-4463-9a9b-7d45c6c4c17a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=188ee198-df2b-46d3-870d-c8139bec0fd5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:36.307378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84e9a99d-2469-4463-9a9b-7d45c6c4c17a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.310458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-84e9a99d-2469-4463-9a9b-7d45c6c4c17a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/188ee198-df2b-46d3-870d-c8139bec0fd5 HTTP/1.1" status: 204 len: 168 time: 0.2812560 May 27 02:18:36.315220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47334) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:36.318155 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7dcdda4d-16a0-4533-9119-3890a3a91991 resource provider aggregate not found May 27 02:18:36.338251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting subnet bf3a452c-808c-4b8c-b8ae-047f60b21d76 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:36.346320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.412501 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7dcdda4d-16a0-4533-9119-3890a3a91991 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dcdda4d-16a0-4533-9119-3890a3a91991 found for delete ", "request_id": "req-7d0197bf-d649-4a44-8b66-fb73d84ed0bb"}]} May 27 02:18:36.428302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.506379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.540477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051daaf3-54f5-4194-9eec-9458443421f3 None None] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:36.568393 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.594979 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.691951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:36.698073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:36.703849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:36.742247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-27b6eba9-1ca6-460c-865b-6a3b38daa7d3 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:36.772872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:36.871417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-23611b3c-b300-4406-929b-cfda3de3966e None None] Provisioning for port 2765348a-75c6-4150-acd1-77407ecea2a1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:36.883678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=142d9a9a-0dd4-4bea-941a-81b27f478c45,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:37.005609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-27b6eba9-1ca6-460c-865b-6a3b38daa7d3 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:37.010683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-27b6eba9-1ca6-460c-865b-6a3b38daa7d3 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6872041 May 27 02:18:37.019747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47346) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:37.036074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3a452c-808c-4b8c-b8ae-047f60b21d76,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:37.048978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '5775bf01-7eee-4eba-b21e-72e8c472b400', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:37.067367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:37.095599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:37.118682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.130974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.141161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.141161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.141161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.141161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.141161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.141615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.141702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.142592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.142592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.146537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6316d-9bfa-4fe4-aa71-a6835a948ba1 None None] Network 31fe3142-ea95-4eb6-9f8b-569d12ae5347 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:37.157167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.158140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.158140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:37.186857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.187808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2765348a-75c6-4150-acd1-77407ecea2a1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:37.278481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9da07f1e-1020-4512-adb6-a74d77ffddaf tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/subnets/bf3a452c-808c-4b8c-b8ae-047f60b21d76 HTTP/1.1" status: 204 len: 168 time: 1.0918763 May 27 02:18:37.282169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47350) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:37.319733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.376121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.495272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2765348a-75c6-4150-acd1-77407ecea2a1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:37.516914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2765348a-75c6-4150-acd1-77407ecea2a1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:37.517282 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.578128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9d1edf-368e-4961-88ce-f2dcf72425aa,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:37.639767 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.644967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.649428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1d4ebeda-3450-43cd-836e-08c43f642610 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6225760 May 27 02:18:37.650463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47354) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:37.682573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-97e3160d-6dd6-4d4b-9c32-f9796d235403 None None] Provisioning for port 142d9a9a-0dd4-4bea-941a-81b27f478c45 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:37.688374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18dcfecd-d8f0-46b3-a481-7c502df4b361 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules/ed9d1edf-368e-4961-88ce-f2dcf72425aa HTTP/1.1" status: 200 len: 763 time: 0.0352724 May 27 02:18:37.689097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:37.714144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Deleting port 946f22dc-e08f-4804-ad35-6a4d25e89bab {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:37.714403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.723969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-97e3160d-6dd6-4d4b-9c32-f9796d235403 None None] Provisioning complete for port 142d9a9a-0dd4-4bea-941a-81b27f478c45 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:37.724489 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97e3160d-6dd6-4d4b-9c32-f9796d235403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.873144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c0c84fd0-3760-455e-93bb-309609d05a1e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:37.885125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-97e3160d-6dd6-4d4b-9c32-f9796d235403 None None] Port 142d9a9a-0dd4-4bea-941a-81b27f478c45 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:37.887813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.917789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c0c84fd0-3760-455e-93bb-309609d05a1e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:37.920299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-97e3160d-6dd6-4d4b-9c32-f9796d235403 None None] Provisioning complete for port 2765348a-75c6-4150-acd1-77407ecea2a1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:37.921139 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97e3160d-6dd6-4d4b-9c32-f9796d235403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.922667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c0c84fd0-3760-455e-93bb-309609d05a1e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2300427 May 27 02:18:37.927056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47364) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:37.959506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] DHCP port deletion for 31fe3142-ea95-4eb6-9f8b-569d12ae5347 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:18:37.985725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2765348a-75c6-4150-acd1-77407ecea2a1 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:37.986108 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:37.996169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Deleting port 946f22dc-e08f-4804-ad35-6a4d25e89bab {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:37.996643 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.063061 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d59dbf3-1487-4a0c-b968-b36adbd6aa3a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.074929 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e75005c0-99d1-4847-b187-4c68595b5e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.090530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d59dbf3-1487-4a0c-b968-b36adbd6aa3a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.103660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2765348a-75c6-4150-acd1-77407ecea2a1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2765348a-75c6-4150-acd1-77407ecea2a1,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:38.155233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] For port 946f22dc-e08f-4804-ad35-6a4d25e89bab, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=946f22dc-e08f-4804-ad35-6a4d25e89bab,segment=NetworkSegment(c2071fec-5710-4f92-809b-d587ff328fda),segment_id=c2071fec-5710-4f92-809b-d587ff328fda)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:38.155576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.160530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.20.0.17 (bc5e63b9-686b-40e0-a38a-a3429829e54b/5b125155-c6f3-4a76-a990-97ae7676a5c1/adde9145-e4f9-4a78-bbac-367aa4a5d3df) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:38.169326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d59dbf3-1487-4a0c-b968-b36adbd6aa3a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.184628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.335722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-97e3160d-6dd6-4d4b-9c32-f9796d235403 None None] Current status of the port 2765348a-75c6-4150-acd1-77407ecea2a1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:38.376124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Calling delete_port for 946f22dc-e08f-4804-ad35-6a4d25e89bab owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:38.425290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59dbf3-1487-4a0c-b968-b36adbd6aa3a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed9d1edf-368e-4961-88ce-f2dcf72425aa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:38.456434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d59dbf3-1487-4a0c-b968-b36adbd6aa3a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.459950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2d59dbf3-1487-4a0c-b968-b36adbd6aa3a tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ed9d1edf-368e-4961-88ce-f2dcf72425aa HTTP/1.1" status: 204 len: 168 time: 0.5296609 May 27 02:18:38.460585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47374) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:38.482437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2765348a-75c6-4150-acd1-77407ecea2a1,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:38.510699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] For port 946f22dc-e08f-4804-ad35-6a4d25e89bab, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=946f22dc-e08f-4804-ad35-6a4d25e89bab,segment=NetworkSegment(c2071fec-5710-4f92-809b-d587ff328fda),segment_id=c2071fec-5710-4f92-809b-d587ff328fda)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:38.510973 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.519560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cc65e770-8260-4a66-9c8b-7716176cc3b2 None None] Provisioning complete for port 142d9a9a-0dd4-4bea-941a-81b27f478c45 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:38.520020 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cc65e770-8260-4a66-9c8b-7716176cc3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.521863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2241065a-8c0d-4961-ae16-679eded769e4 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:38.560812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2241065a-8c0d-4961-ae16-679eded769e4 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:38.569563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2241065a-8c0d-4961-ae16-679eded769e4 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1074040 May 27 02:18:38.571612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47378) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:38.579595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.597497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': '5775bf01-7eee-4eba-b21e-72e8c472b400', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:38.610226 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.650458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Transition to ACTIVE for port object adde9145-e4f9-4a78-bbac-367aa4a5d3df will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:38.678989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:38.696619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Port': ['ID=946f22dc-e08f-4804-ad35-6a4d25e89bab,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:38.697614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Calling delete_port for 946f22dc-e08f-4804-ad35-6a4d25e89bab owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:18:38.703998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] No DVR routers for this DVR port 946f22dc-e08f-4804-ad35-6a4d25e89bab on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:18:38.712674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.717619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.753351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cc65e770-8260-4a66-9c8b-7716176cc3b2 None None] Port 142d9a9a-0dd4-4bea-941a-81b27f478c45 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:38.762752 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.770622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:38.789393 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:18:38.789754 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:18:38.852504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bc5e63b9-686b-40e0-a38a-a3429829e54b is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:38.853394 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Project b91d226b0db4499eba1b19eeace6e779 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:18:38.861256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:38.863813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.865979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=adde9145-e4f9-4a78-bbac-367aa4a5d3df,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:38.868457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:38.903307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.949610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.955447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.970418 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:38.980879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fe3142-ea95-4eb6-9f8b-569d12ae5347']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:39.005162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2071fec-5710-4f92-809b-d587ff328fda') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:39.006054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2071fec-5710-4f92-809b-d587ff328fda') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:39.025775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11638115-2430-4246-bd69-22476839863d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:39.028691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.054971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.063986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:39.064686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.096023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2765348a-75c6-4150-acd1-77407ecea2a1 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:39.096204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.100109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9fc13a62-f149-4732-9c68-aac5c161864b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5256631 May 27 02:18:39.119250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47386) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.120046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=142d9a9a-0dd4-4bea-941a-81b27f478c45,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:39.178868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.184262 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c2071fec-5710-4f92-809b-d587ff328fda resource provider aggregate not found May 27 02:18:39.213353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3441723a-0996-465c-9d65-844896a8ad84 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules/11638115-2430-4246-bd69-22476839863d HTTP/1.1" status: 200 len: 769 time: 0.0906849 May 27 02:18:39.222931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47394) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.224371 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c2071fec-5710-4f92-809b-d587ff328fda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2071fec-5710-4f92-809b-d587ff328fda found for delete ", "request_id": "req-f64aee0e-fac7-4aa9-b4f4-6b88b8ed35ad"}]} May 27 02:18:39.229527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2765348a-75c6-4150-acd1-77407ecea2a1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:39.230269 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.290393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Deleting port 946f22dc-e08f-4804-ad35-6a4d25e89bab {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:18:39.290963 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.294103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.314787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:39.318156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:39.346626 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.362532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a0c3dad9-b47a-4825-9f5c-c1ce242bf7e4 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:39.369993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/networks/31fe3142-ea95-4eb6-9f8b-569d12ae5347 HTTP/1.1" status: 204 len: 168 time: 2.0411081 May 27 02:18:39.373364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47406) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.443411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d628b63-6252-4944-9bba-2730f81556bc tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Pushing event deleted for resources: {'Network': ['ID=31fe3142-ea95-4eb6-9f8b-569d12ae5347,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:39.476921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1234f56b-ba9d-477c-b1d8-ef5f7ca02422 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Synchronizing usage tracker for tenant:0d360eba3bc744179b10805ff205e1ea on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:39.488053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a0c3dad9-b47a-4825-9f5c-c1ce242bf7e4 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:39.491959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a0c3dad9-b47a-4825-9f5c-c1ce242bf7e4 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2643831 May 27 02:18:39.493739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47414) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.494549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.535589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f923c-5856-4f23-90a5-e1409202ba78 None None] The port '946f22dc-e08f-4804-ad35-6a4d25e89bab' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:18:39.577098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04bac5f3-e896-4841-8f2c-739f229d4fa5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.577590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e8a6661c-dc24-4344-993e-b1215bce9466 None None] Provisioning for port adde9145-e4f9-4a78-bbac-367aa4a5d3df completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:39.603138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e8a6661c-dc24-4344-993e-b1215bce9466 None None] Provisioning complete for port adde9145-e4f9-4a78-bbac-367aa4a5d3df triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:39.603581 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8a6661c-dc24-4344-993e-b1215bce9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.606554 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04bac5f3-e896-4841-8f2c-739f229d4fa5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.666429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04bac5f3-e896-4841-8f2c-739f229d4fa5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.721372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1234f56b-ba9d-477c-b1d8-ef5f7ca02422 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Unset dirty status for tenant:0d360eba3bc744179b10805ff205e1ea on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:39.727402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1234f56b-ba9d-477c-b1d8-ef5f7ca02422 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c488717-283a-4c35-8405-bb0c39e8313c HTTP/1.1" status: 200 len: 205 time: 0.3500409 May 27 02:18:39.731454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:39.733467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47422) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.737410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bac5f3-e896-4841-8f2c-739f229d4fa5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11638115-2430-4246-bd69-22476839863d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:39.748411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6661c-dc24-4344-993e-b1215bce9466 None None] Port adde9145-e4f9-4a78-bbac-367aa4a5d3df cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:39.757297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.758373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04bac5f3-e896-4841-8f2c-739f229d4fa5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.761639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-04bac5f3-e896-4841-8f2c-739f229d4fa5 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/11638115-2430-4246-bd69-22476839863d HTTP/1.1" status: 204 len: 168 time: 0.2553527 May 27 02:18:39.762069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47428) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:39.844564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2765348a-75c6-4150-acd1-77407ecea2a1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:39.864911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-420b7a59-2af8-45b4-9658-22840d17340e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:39.886537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b89449d0-7855-4f53-8910-4e59260b1c99 None None] Provisioning complete for port 142d9a9a-0dd4-4bea-941a-81b27f478c45 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:39.886537 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b89449d0-7855-4f53-8910-4e59260b1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:39.917714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-420b7a59-2af8-45b4-9658-22840d17340e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:39.919400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-420b7a59-2af8-45b4-9658-22840d17340e tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1562533 May 27 02:18:39.922888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47436) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:40.006893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b89449d0-7855-4f53-8910-4e59260b1c99 None None] Port 142d9a9a-0dd4-4bea-941a-81b27f478c45 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:40.009042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 946f22dc-e08f-4804-ad35-6a4d25e89bab no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:18:40.023723 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68d3f38-19aa-4e47-a4ca-ddfcd9b11572 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.055742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 946f22dc-e08f-4804-ad35-6a4d25e89bab {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:18:40.056095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 946f22dc-e08f-4804-ad35-6a4d25e89bab not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:18:40.069911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68d3f38-19aa-4e47-a4ca-ddfcd9b11572 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.135444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68d3f38-19aa-4e47-a4ca-ddfcd9b11572 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.158555 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38628ccd-eb4f-40c1-9de5-7bb35b1f2e74 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.200768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d3f38-19aa-4e47-a4ca-ddfcd9b11572 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5775bf01-7eee-4eba-b21e-72e8c472b400,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:40.249906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a68d3f38-19aa-4e47-a4ca-ddfcd9b11572 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.254332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a68d3f38-19aa-4e47-a4ca-ddfcd9b11572 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/5775bf01-7eee-4eba-b21e-72e8c472b400 HTTP/1.1" status: 204 len: 168 time: 0.3277645 May 27 02:18:40.254610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47446) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:40.307975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d1dd2cb0-c79e-4321-bb9d-d565655a1e03 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:40.330385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d1dd2cb0-c79e-4321-bb9d-d565655a1e03 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:40.332038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d1dd2cb0-c79e-4321-bb9d-d565655a1e03 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759101 May 27 02:18:40.337995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47452) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:40.342578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group': {'name': 'tempest-secgroup--372904427'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:40.351642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:40.367411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:40.380043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.401342 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:40.406095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:40.409424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:40.415756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:40.469811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47456) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:40.500843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.505927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.550375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfdcc82-e936-424a-b796-783ee77435f5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:40.571758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.573516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fdd1bfdc-2f39-4d11-b99c-36ccd1668e5b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2353909 May 27 02:18:40.576547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47462) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:40.586097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Request body: {'security_group_rule': {'security_group_id': 'ccfdcc82-e936-424a-b796-783ee77435f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:40.608494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:40.620974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Usage tracker for resource:security_group_rule and tenant:b91d226b0db4499eba1b19eeace6e779 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:40.629426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:40.638346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:40.677379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.699964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38628ccd-eb4f-40c1-9de5-7bb35b1f2e74 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.702145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:40.713531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38628ccd-eb4f-40c1-9de5-7bb35b1f2e74 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.715556 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Sync routers for ids ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:40.726055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-63e470b4-f6ae-410e-b18f-453c457ac0b8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "PUT /v2.0/routers/e97a240d-7b4f-4ac7-8e4d-850e0244cb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6245432 May 27 02:18:40.728810 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Routers {'e97a240d-7b4f-4ac7-8e4d-850e0244cb67'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:40.730555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:40.735062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.793158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.803564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.853115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5748cf4-c74e-4fd1-a4f5-4b484a27db8b,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:40.886703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:40.891087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a0e9c4f3-2649-4c2b-aa34-9fdb0122ed4b tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106365 May 27 02:18:40.891369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47468) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:40.987572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e007f72-62df-4f9e-8788-76cbddea4df8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.021287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e007f72-62df-4f9e-8788-76cbddea4df8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.045926 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.081995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.124274 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Set router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:41.146965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38628ccd-eb4f-40c1-9de5-7bb35b1f2e74 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.147493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38628ccd-eb4f-40c1-9de5-7bb35b1f2e74 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Fanout notify agent at l3_agent the message router_deleted on router 5c488717-283a-4c35-8405-bb0c39e8313c {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:18:41.168163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-38628ccd-eb4f-40c1-9de5-7bb35b1f2e74 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.171838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-38628ccd-eb4f-40c1-9de5-7bb35b1f2e74 tempest-RoutersNegativeTest-455818498 tempest-RoutersNegativeTest-455818498-project] 10.222.0.16 "DELETE /v2.0/routers/5c488717-283a-4c35-8405-bb0c39e8313c HTTP/1.1" status: 204 len: 168 time: 1.4341211 May 27 02:18:41.189120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:41.197496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Usage tracker for resource:security_group_rule and tenant:8a60868851e44664b6d6f791a0c0cccd is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:41.203339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:41.214149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:41.337781 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.345127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.366671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4dba3b97-0acf-436f-a01f-664d7accae5f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:41.374513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4dba3b97-0acf-436f-a01f-664d7accae5f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/networks?id=64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 HTTP/1.1" status: 200 len: 797 time: 0.3355098 May 27 02:18:41.392152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-b1d609cf-a9c4-4523-875b-208af6560c1f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/quotas/69f37c384d284138a231fc7c77d00e8e HTTP/1.1" status: 200 len: 375 time: 0.0165877 May 27 02:18:41.460622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e007f72-62df-4f9e-8788-76cbddea4df8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.485943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e007f72-62df-4f9e-8788-76cbddea4df8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfdcc82-e936-424a-b796-783ee77435f5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:41.498271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.506935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=adde9145-e4f9-4a78-bbac-367aa4a5d3df,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:41.522059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1e007f72-62df-4f9e-8788-76cbddea4df8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.522186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.524602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1e007f72-62df-4f9e-8788-76cbddea4df8 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/ccfdcc82-e936-424a-b796-783ee77435f5 HTTP/1.1" status: 204 len: 168 time: 0.6320753 May 27 02:18:41.527097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47488) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:41.578477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-0235fb85-8507-486c-8ec7-b2a62df14a0f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1853790 May 27 02:18:41.620857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47492) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:41.697459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.710199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7e9cb185-009c-4418-bf35-48d05d9984f9 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:41.760939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7e9cb185-009c-4418-bf35-48d05d9984f9 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:41.762624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7e9cb185-009c-4418-bf35-48d05d9984f9 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2343738 May 27 02:18:41.766429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47498) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:41.786623 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:18:37Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '142d9a9a-0dd4-4bea-941a-81b27f478c45', 'name': '', 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:7a:fd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c1883a79-47d1-4e40-a082-9538836e699a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:33Z', 'updated_at': '2022-05-27T02:18:38Z', 'revision_number': 2, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': 'c1883a79-47d1-4e40-a082-9538836e699a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:41.793232 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Checking router: e97a240d-7b4f-4ac7-8e4d-850e0244cb67 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:41.794141 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Updating router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 port 142d9a9a-0dd4-4bea-941a-81b27f478c45 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:18:41.796341 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-edad4e71-89a1-4b8b-b18b-98fc86896774 service neutron] 10.222.0.16 "GET /v2.0/networks/64f6e1a0-fd83-46e8-a68f-d6948ca14fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043984 May 27 02:18:41.823754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a60868851e44664b6d6f791a0c0cccd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3456764 May 27 02:18:41.829587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47502) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:41.832582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab5d4a6c-ecde-4ae8-a447-0336e683bb31 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Synchronizing usage tracker for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:41.834003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e35b7-8c91-4803-8d65-f059a808a900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5727e8-83ce-4652-9065-890adc6334e5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:41.918285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network bc5e63b9-686b-40e0-a38a-a3429829e54b is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:41.918585 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:41.926461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:41.990386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab5d4a6c-ecde-4ae8-a447-0336e683bb31 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] Unset dirty status for tenant:b91d226b0db4499eba1b19eeace6e779 on resource:security_group_rule {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:41.991757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab5d4a6c-ecde-4ae8-a447-0336e683bb31 tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2241364 May 27 02:18:41.998912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47508) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:42.015738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3119baaa-4c13-4317-a0a7-2a2092d937ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.053520 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-35659fb3-844b-4611-82bd-a1dbcfa79c1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d360eba3bc744179b10805ff205e1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312167 May 27 02:18:42.054957 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-d224abf7-4a6c-40ff-8a49-8332c71fa80d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] delete failed (client error): The resource could not be found. May 27 02:18:42.055850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d224abf7-4a6c-40ff-8a49-8332c71fa80d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "DELETE /v2.0/security-groups/ccfdcc82-e936-424a-b796-783ee77435f5 HTTP/1.1" status: 404 len: 347 time: 0.0556967 May 27 02:18:42.056500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47512) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:42.079648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47516) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:42.080011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3119baaa-4c13-4317-a0a7-2a2092d937ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.143459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3119baaa-4c13-4317-a0a7-2a2092d937ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.174952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119baaa-4c13-4317-a0a7-2a2092d937ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5727e8-83ce-4652-9065-890adc6334e5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:42.190985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-52eb6b9c-fea6-42ac-a614-10c9ee85336f service neutron] 10.222.0.16 "GET /v2.0/networks/64f6e1a0-fd83-46e8-a68f-d6948ca14fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670936 May 27 02:18:42.201305 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3119baaa-4c13-4317-a0a7-2a2092d937ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.213269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3119baaa-4c13-4317-a0a7-2a2092d937ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf5727e8-83ce-4652-9065-890adc6334e5 HTTP/1.1" status: 204 len: 168 time: 0.3826454 May 27 02:18:42.220242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a2a88b3b-99be-4561-8579-545b1d6aff5d tempest-SecGroupIPv6Test-293504271 tempest-SecGroupIPv6Test-293504271-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379309 May 27 02:18:42.251655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-370b1f6d-b4df-4b7d-b6cb-69fd53db4c46 None None] Provisioning complete for port adde9145-e4f9-4a78-bbac-367aa4a5d3df triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:42.254516 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-370b1f6d-b4df-4b7d-b6cb-69fd53db4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.273425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66ff849b-6d5b-4e81-8173-36cc6d4280e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.339690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66ff849b-6d5b-4e81-8173-36cc6d4280e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.420358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-370b1f6d-b4df-4b7d-b6cb-69fd53db4c46 None None] Port adde9145-e4f9-4a78-bbac-367aa4a5d3df cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:42.499909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66ff849b-6d5b-4e81-8173-36cc6d4280e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.549482 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-66ff849b-6d5b-4e81-8173-36cc6d4280e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.556614 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-66ff849b-6d5b-4e81-8173-36cc6d4280e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/886ab38a-afc4-4fbf-8ab0-5f7b6abf7d6c HTTP/1.1" status: 204 len: 168 time: 0.4909863 May 27 02:18:42.556614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff849b-6d5b-4e81-8173-36cc6d4280e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886ab38a-afc4-4fbf-8ab0-5f7b6abf7d6c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:42.574663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9d42f5f-ee38-46fe-b0e5-92e108df265f req-46bee010-e400-49bf-80c2-f8c5f5ac6fcf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:42.602901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router 7baaf20b-6b7e-4133-8652-0ded35f882b7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:18:42.606103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9d42f5f-ee38-46fe-b0e5-92e108df265f req-46bee010-e400-49bf-80c2-f8c5f5ac6fcf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:42.615705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9d42f5f-ee38-46fe-b0e5-92e108df265f req-46bee010-e400-49bf-80c2-f8c5f5ac6fcf tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 210 time: 0.1457217 May 27 02:18:42.678984 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.696912 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Transition to ACTIVE for port object 142d9a9a-0dd4-4bea-941a-81b27f478c45 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:42.719798 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:42.831743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47542) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:43.103715 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc77e2e-62a1-490a-9d98-b04a6e3e61c1 None None] Pushing event updated for resources: {'Port': ['ID=142d9a9a-0dd4-4bea-941a-81b27f478c45,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:43.159348 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Attempting to bind port 142d9a9a-0dd4-4bea-941a-81b27f478c45 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:43.159348 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Attempting to bind port 142d9a9a-0dd4-4bea-941a-81b27f478c45 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:43.159348 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Attempting to bind port 142d9a9a-0dd4-4bea-941a-81b27f478c45 on network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:43.181253 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:43.181630 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Checking segment: {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:43.182054 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.185388 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Bound using segment: {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:43.185889 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Bound port: 142d9a9a-0dd4-4bea-941a-81b27f478c45, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:43.186269 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.244114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:18:43.249821 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1bf9cd0c-f971-49e5-9ca0-c0747d757373 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "PUT /v2.0/routers/7baaf20b-6b7e-4133-8652-0ded35f882b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0198629 May 27 02:18:43.275838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-18b2542d-e337-49d2-9550-f262d25425d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2577085 May 27 02:18:43.331957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47554) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:43.334672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Sync routers for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:18:43.361848 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.417495 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] For port 142d9a9a-0dd4-4bea-941a-81b27f478c45, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:43.424984 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] For port 142d9a9a-0dd4-4bea-941a-81b27f478c45, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=142d9a9a-0dd4-4bea-941a-81b27f478c45,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:43.432341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:43.434405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:43.439686 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.448761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc3a16c7-2f58-4db9-9235-b7840a260a19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b91d226b0db4499eba1b19eeace6e779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146281 May 27 02:18:43.451761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47562) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:43.500408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:43.508213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Usage tracker for resource:security_group_rule and tenant:caaf0131df8d4839a4d93287cd39de02 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:43.519539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:43.530797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:43.601416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6322ddf7-38b6-4950-bc8e-71c0e5c272f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.661511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6322ddf7-38b6-4950-bc8e-71c0e5c272f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.678212 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Routers {'e97a240d-7b4f-4ac7-8e4d-850e0244cb67'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:43.698995 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:43.809407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6322ddf7-38b6-4950-bc8e-71c0e5c272f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:43.813953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-80760589-aed1-4877-b3ea-f318853cd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:43.816137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-80760589-aed1-4877-b3ea-f318853cd3a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1097 time: 0.4280672 May 27 02:18:43.863448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322ddf7-38b6-4950-bc8e-71c0e5c272f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f795a1f0-ea9f-42c0-ad2e-9567d514ad3c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:43.891932 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc77e2e-62a1-490a-9d98-b04a6e3e61c1 None None] Pushing event updated for resources: {'Port': ['ID=142d9a9a-0dd4-4bea-941a-81b27f478c45,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:43.918379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.007847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.035679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:44.041765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bc75044a-8c57-4d64-b594-92b693f1b50d req-31eec3d1-bf5d-479e-ab3b-8fa47685b038 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 210 time: 0.1293862 May 27 02:18:44.048695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6322ddf7-38b6-4950-bc8e-71c0e5c272f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.050158 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6322ddf7-38b6-4950-bc8e-71c0e5c272f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f795a1f0-ea9f-42c0-ad2e-9567d514ad3c HTTP/1.1" status: 204 len: 168 time: 0.5972223 May 27 02:18:44.130040 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] Set router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:44.191974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000bcb41-ebb0-4676-bc0d-6bb1e4f6cd25,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:44.199916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=caaf0131df8d4839a4d93287cd39de02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642764 May 27 02:18:44.200632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47584) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:44.246745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.247320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.248041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.251155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.251705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.252203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.252693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.253169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.253667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.259174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.259729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.260223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b612bd5-1e71-437d-9e10-74fa410459fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:18:44.275240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-313be49f-9312-48e5-8d3b-62797a547b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:44.283364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-313be49f-9312-48e5-8d3b-62797a547b8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 898 time: 0.4358656 May 27 02:18:44.393510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4b89f8f-398b-4fdd-874e-21266790331e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.468741 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4b89f8f-398b-4fdd-874e-21266790331e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.486750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.13', 52606) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:44.584391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4b89f8f-398b-4fdd-874e-21266790331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.618333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b89f8f-398b-4fdd-874e-21266790331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000bcb41-ebb0-4676-bc0d-6bb1e4f6cd25,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:44.635999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4b89f8f-398b-4fdd-874e-21266790331e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:44.637408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d4b89f8f-398b-4fdd-874e-21266790331e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/000bcb41-ebb0-4676-bc0d-6bb1e4f6cd25 HTTP/1.1" status: 204 len: 168 time: 0.4356780 May 27 02:18:44.728845 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-456ac342-e7a5-437e-94c3-72ba28b94968 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 200 len: 1001 time: 0.4372900 May 27 02:18:44.810238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47602) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:44.924579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-1344532d-5f74-4541-be5c-19497fa03446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:44.926014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-1344532d-5f74-4541-be5c-19497fa03446 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b476bdb9-f681-4f6e-9212-24950dd80055 HTTP/1.1" status: 200 len: 834 time: 0.1878705 May 27 02:18:45.025222 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:18:37Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '142d9a9a-0dd4-4bea-941a-81b27f478c45', 'name': '', 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:7a:fd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c1883a79-47d1-4e40-a082-9538836e699a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:33Z', 'updated_at': '2022-05-27T02:18:43Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': 'c1883a79-47d1-4e40-a082-9538836e699a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:45.026299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:18:40Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:43Z', 'revision_number': 1, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adde9145-e4f9-4a78-bbac-367aa4a5d3df', 'name': '', 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:89:fb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '5b125155-c6f3-4a76-a990-97ae7676a5c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:37Z', 'updated_at': '2022-05-27T02:18:41Z', 'revision_number': 2, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '5b125155-c6f3-4a76-a990-97ae7676a5c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:45.034163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Checking router: 7baaf20b-6b7e-4133-8652-0ded35f882b7 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:18:45.034315 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8107ac-fbfc-4865-b4a0-f10e0235821e None None] The sync data for ids ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'] in n-d-843146-11 is: [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:18:37Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '142d9a9a-0dd4-4bea-941a-81b27f478c45', 'name': '', 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:7a:fd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c1883a79-47d1-4e40-a082-9538836e699a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:33Z', 'updated_at': '2022-05-27T02:18:43Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': 'c1883a79-47d1-4e40-a082-9538836e699a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:45.035437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Updating router 7baaf20b-6b7e-4133-8652-0ded35f882b7 port adde9145-e4f9-4a78-bbac-367aa4a5d3df binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:18:45.062391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-69ca5b26-7982-4458-a879-3a02c8c9adf6 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:45.063059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-69ca5b26-7982-4458-a879-3a02c8c9adf6 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:45.111643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-69ca5b26-7982-4458-a879-3a02c8c9adf6 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:45.113633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-69ca5b26-7982-4458-a879-3a02c8c9adf6 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.13 "GET /v2.0/networks?id=64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 HTTP/1.1" status: 200 len: 797 time: 0.6009960 May 27 02:18:45.143194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Request body: {'port': {'device_id': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'admin_state_up': True, 'tenant_id': '69f37c384d284138a231fc7c77d00e8e'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:45.162140 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:45.383606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ce3b44f1-c07a-40d2-bf75-650bafbb8de5 tempest-ServiceProvidersTest-1347702978 tempest-ServiceProvidersTest-1347702978-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5721345 May 27 02:18:45.666678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-76e52c62-3748-48c3-bae9-c9d6357c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:45.668188 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-76e52c62-3748-48c3-bae9-c9d6357c5050 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7324276 May 27 02:18:45.722518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad4adcbc-cc69-4331-9f7c-0c5b870f1b3c req-02c19174-3d43-4fe1-a159-b8ecd66722bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 210 time: 0.1650441 May 27 02:18:45.734457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:45.766598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:45.845107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Made reservation on behalf of 69f37c384d284138a231fc7c77d00e8e for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:45.846793 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:45.848542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:45.866318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Transition to ACTIVE for port object adde9145-e4f9-4a78-bbac-367aa4a5d3df will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:45.883331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:45.977428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:46.062021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652abf96-eb87-4abd-8d98-421b58c16c10 None None] Pushing event updated for resources: {'Port': ['ID=adde9145-e4f9-4a78-bbac-367aa4a5d3df,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:46.143991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-e7070f5e-32b5-4f40-86d8-ba263710634a service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589705 May 27 02:18:46.200489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.241846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:46.253459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Usage tracker for resource:security_group_rule and tenant:f0cb5a4a485b4b8eb807ee654f475a0b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:46.258805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:46.274133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:46.363963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47664) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:46.486976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Attempting to bind port adde9145-e4f9-4a78-bbac-367aa4a5d3df on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:46.487661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Attempting to bind port adde9145-e4f9-4a78-bbac-367aa4a5d3df by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:46.488220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Attempting to bind port adde9145-e4f9-4a78-bbac-367aa4a5d3df on network bc5e63b9-686b-40e0-a38a-a3429829e54b {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:46.494285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:46.495006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Checking segment: {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:46.495642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.496256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Bound using segment: {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:46.496959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Bound port: adde9145-e4f9-4a78-bbac-367aa4a5d3df, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8b46d4-ca6e-488d-a3c7-4d86138c7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:46.498239 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.521867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.537202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e6862f-f5ee-49fb-a8d7-7a3c94a4eb45 req-8f619cfa-e246-4f91-8106-1f9976799a52 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145981 May 27 02:18:46.545539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Allocated IP 172.20.0.28 (64f6e1a0-fd83-46e8-a68f-d6948ca14fc2/c1883a79-47d1-4e40-a082-9538836e699a/95178a90-39a8-4779-9fca-fdef0aa5f5ab) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:18:46.548671 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.681868 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0cb5a4a485b4b8eb807ee654f475a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7020624 May 27 02:18:46.710813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] For port adde9145-e4f9-4a78-bbac-367aa4a5d3df, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:46.718176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] For port adde9145-e4f9-4a78-bbac-367aa4a5d3df, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=adde9145-e4f9-4a78-bbac-367aa4a5d3df,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:46.724156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecae75d-e119-40a3-84a4-e4e4194b8811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10992cd-e5d0-477e-8ad4-db352eb35d5d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:46.727093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47680) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:46.735055 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.899906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:18:46.900648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:18:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:46.925737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2089984171-network', 'tenant_id': '6ffd58f63d184357b8515fb042106ab0'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:46.954556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:46.969420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d0fa-db1f-43e7-83cc-ca0e2279dc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:46.973938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Usage tracker for resource:network and tenant:6ffd58f63d184357b8515fb042106ab0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:46.989743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:47.061391 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.062206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652abf96-eb87-4abd-8d98-421b58c16c10 None None] Pushing event updated for resources: {'Port': ['ID=adde9145-e4f9-4a78-bbac-367aa4a5d3df,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:47.120252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Transition to ACTIVE for port object 95178a90-39a8-4779-9fca-fdef0aa5f5ab will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:47.124116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:47.176417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.198370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-849e1ab3-6b60-4d20-93af-b7fbb2357697 req-c8e53ddd-dbcd-4dcb-8e40-bffc28b8591c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 210 time: 0.2053769 May 27 02:18:47.229742 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d0fa-db1f-43e7-83cc-ca0e2279dc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.256764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Made reservation on behalf of 6ffd58f63d184357b8515fb042106ab0 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:47.259611 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.263768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 142d9a9a-0dd4-4bea-941a-81b27f478c45 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:47.302279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.342493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:47.347832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:18:47.350417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Usage tracker for resource:security_group_rule and tenant:6ffd58f63d184357b8515fb042106ab0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:47.354368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:47.358097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:47.360824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 142d9a9a-0dd4-4bea-941a-81b27f478c45 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:47.366473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:18:47.371142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:47.374208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:18:47.429907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 142d9a9a-0dd4-4bea-941a-81b27f478c45 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:47.431121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.515675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:47.519033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.577793 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d0fa-db1f-43e7-83cc-ca0e2279dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.589490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event updated for resources: {'Port': ['ID=95178a90-39a8-4779-9fca-fdef0aa5f5ab,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:47.620926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4d0fa-db1f-43e7-83cc-ca0e2279dc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10992cd-e5d0-477e-8ad4-db352eb35d5d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:47.625326 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-1f44388d-c7c8-4f97-b6a2-891c6fc6bc34 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4949145 May 27 02:18:47.636787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-5f7c1641-e683-48c7-96cd-499eb750ac25 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:18:47.638504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-5f7c1641-e683-48c7-96cd-499eb750ac25 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061357 May 27 02:18:47.694001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.696193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d0fa-db1f-43e7-83cc-ca0e2279dc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.699983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ed4d0fa-db1f-43e7-83cc-ca0e2279dc20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e10992cd-e5d0-477e-8ad4-db352eb35d5d HTTP/1.1" status: 204 len: 168 time: 0.9692609 May 27 02:18:47.708180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.767071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:47.781364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046d9ffc-4f40-4615-840c-0562d50e2454,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:47.786494 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.787137 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Added segment 03086806-24fe-4886-bb2b-b23d9ac1e049 of type vlan for network b741754a-2110-4f63-9345-5bde6ea9c86f May 27 02:18:47.821001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.861322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.863072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:47.864184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:47.941220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Request body: {'port': {'device_id': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:47.973161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5972347 May 27 02:18:47.976641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47708) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:47.996162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Request body: {'subnet': {'network_id': 'b741754a-2110-4f63-9345-5bde6ea9c86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2089984171-subnet', 'tenant_id': '6ffd58f63d184357b8515fb042106ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:48.019681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:48.030919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681e139-91d3-4bd0-bd17-d856ccd523e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b741754a-2110-4f63-9345-5bde6ea9c86f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:48.040386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Usage tracker for resource:subnet and tenant:6ffd58f63d184357b8515fb042106ab0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:48.045012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:48.061966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:48.083662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b741754a-2110-4f63-9345-5bde6ea9c86f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:48.086767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Made reservation on behalf of 6ffd58f63d184357b8515fb042106ab0 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:48.089602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.139359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.305782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-84816d7e-418b-4758-8bac-c90a03f12817 None None] Provisioning for port 95178a90-39a8-4779-9fca-fdef0aa5f5ab completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:48.319294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 142d9a9a-0dd4-4bea-941a-81b27f478c45 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:48.320016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.330590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-84816d7e-418b-4758-8bac-c90a03f12817 None None] Provisioning complete for port 95178a90-39a8-4779-9fca-fdef0aa5f5ab triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:48.331311 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84816d7e-418b-4758-8bac-c90a03f12817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.502543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-84816d7e-418b-4758-8bac-c90a03f12817 None None] Port 95178a90-39a8-4779-9fca-fdef0aa5f5ab cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:18:48.563026 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.725017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09571b-e0cd-49e1-95c1-85b0032f85b2 req-18087674-7161-4330-a91a-a16bd79b2763 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.725823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5f09571b-e0cd-49e1-95c1-85b0032f85b2 req-18087674-7161-4330-a91a-a16bd79b2763 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:18:48.759565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-5f09571b-e0cd-49e1-95c1-85b0032f85b2 req-18087674-7161-4330-a91a-a16bd79b2763 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:18:48.760663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5f09571b-e0cd-49e1-95c1-85b0032f85b2 req-18087674-7161-4330-a91a-a16bd79b2763 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 895 time: 0.1678860 May 27 02:18:48.825780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8b0552-00e3-4160-b4f6-1a74bc99731b,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:48.830002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Checking segment: {'id': '03086806-24fe-4886-bb2b-b23d9ac1e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b741754a-2110-4f63-9345-5bde6ea9c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:48.831354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Network hostable DHCP agents. Network: b741754a-2110-4f63-9345-5bde6ea9c86f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:18:48.837879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95178a90-39a8-4779-9fca-fdef0aa5f5ab {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:48.848148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.866220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Transition to ACTIVE for port object 95178a90-39a8-4779-9fca-fdef0aa5f5ab will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:18:48.873693 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:48.900961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Network b741754a-2110-4f63-9345-5bde6ea9c86f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:18:48.927747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b741754a-2110-4f63-9345-5bde6ea9c86f) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:48.941185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:48.946674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.037657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 142d9a9a-0dd4-4bea-941a-81b27f478c45, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=142d9a9a-0dd4-4bea-941a-81b27f478c45,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:49.039089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1ed91-9ee6-4e7e-9a31-ce058612c030 None None] Network b741754a-2110-4f63-9345-5bde6ea9c86f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:49.323004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c54836af-f28c-4111-aca3-7552dd9ab9e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3335743 May 27 02:18:49.393229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Pushing event updated for resources: {'Port': ['ID=95178a90-39a8-4779-9fca-fdef0aa5f5ab,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:49.416913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.477296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Attempting to bind port 95178a90-39a8-4779-9fca-fdef0aa5f5ab on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:18:49.477619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Attempting to bind port 95178a90-39a8-4779-9fca-fdef0aa5f5ab by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:18:49.477951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Attempting to bind port 95178a90-39a8-4779-9fca-fdef0aa5f5ab on network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:49.486803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Port 95178a90-39a8-4779-9fca-fdef0aa5f5ab on network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:18:49.487147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Attempting to bind port 95178a90-39a8-4779-9fca-fdef0aa5f5ab on network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:18:49.492755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:18:49.493668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Checking segment: {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:49.493668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Bound using segment: {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:18:49.493921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Bound port: 95178a90-39a8-4779-9fca-fdef0aa5f5ab, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3104da1-bdb9-4090-8337-2b2b0b359b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:18:49.494201 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.542735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=142d9a9a-0dd4-4bea-941a-81b27f478c45,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:49.689230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8307ed6c-5728-478f-806c-37ba24fb9e83 None None] Network b741754a-2110-4f63-9345-5bde6ea9c86f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:49.698500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] For port 95178a90-39a8-4779-9fca-fdef0aa5f5ab, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:18:49.720075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] For port 95178a90-39a8-4779-9fca-fdef0aa5f5ab, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=95178a90-39a8-4779-9fca-fdef0aa5f5ab,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:18:49.726315 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.809377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Pushing event updated for resources: {'Port': ['ID=95178a90-39a8-4779-9fca-fdef0aa5f5ab,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:49.834653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:49.835951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:49.838883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-4ced0ccc-2843-4ab3-8577-c535ec022019 service neutron] 10.222.0.13 "PUT /v2.0/ports/95178a90-39a8-4779-9fca-fdef0aa5f5ab HTTP/1.1" status: 200 len: 1056 time: 2.1931844 May 27 02:18:49.839843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'tag': '95178a90-39a8-4779-9fca-fdef0aa5f5ab'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:49.876380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:18:40Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:43Z', 'revision_number': 1, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adde9145-e4f9-4a78-bbac-367aa4a5d3df', 'name': '', 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:89:fb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '5b125155-c6f3-4a76-a990-97ae7676a5c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:37Z', 'updated_at': '2022-05-27T02:18:46Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '5b125155-c6f3-4a76-a990-97ae7676a5c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:49.903475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7d90a-d128-4dbe-9235-10bdb583b2ea None None] The sync data for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 is: [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:18:40Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:43Z', 'revision_number': 1, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adde9145-e4f9-4a78-bbac-367aa4a5d3df', 'name': '', 'network_id': 'bc5e63b9-686b-40e0-a38a-a3429829e54b', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:89:fb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '5b125155-c6f3-4a76-a990-97ae7676a5c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:37Z', 'updated_at': '2022-05-27T02:18:46Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '5b125155-c6f3-4a76-a990-97ae7676a5c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:18:50.083629 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ad39bc-4f8a-4037-8498-199b8d1839f6'] response: {'name': 'network-changed', 'server_uuid': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'tag': '95178a90-39a8-4779-9fca-fdef0aa5f5ab', 'status': 'completed', 'code': 200} May 27 02:18:50.176227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-2d205f8f-37b9-464b-b892-db7e2d613e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.177726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-2d205f8f-37b9-464b-b892-db7e2d613e65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 1059 time: 0.2948525 May 27 02:18:50.342550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4aa8-2e8a-4f09-b54a-c43eaf279d31 req-988d46f7-4143-470f-95a1-5d66742b6b3d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.352384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f4e4aa8-2e8a-4f09-b54a-c43eaf279d31 req-988d46f7-4143-470f-95a1-5d66742b6b3d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 907 time: 0.1977115 May 27 02:18:50.409764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-f3f886ca-3a5a-477a-b52c-cef14e3fad0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=95178a90-39a8-4779-9fca-fdef0aa5f5ab HTTP/1.1" status: 200 len: 217 time: 0.2227609 May 27 02:18:50.553625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-5b99e12e-fa7b-4b09-a1fb-cbbbd1e871e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.555446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-5b99e12e-fa7b-4b09-a1fb-cbbbd1e871e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1883a79-47d1-4e40-a082-9538836e699a HTTP/1.1" status: 200 len: 838 time: 0.1396277 May 27 02:18:50.635688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47796) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:50.643897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-561516535-network', 'tenant_id': 'cbfa6501bdf144659d3aa6058a413bb5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:50.665305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:50.691539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Usage tracker for resource:network and tenant:cbfa6501bdf144659d3aa6058a413bb5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:50.695624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:50.713441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:50.740460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Made reservation on behalf of cbfa6501bdf144659d3aa6058a413bb5 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:50.743366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:50.770827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:50.773328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-d1446941-32ba-4af8-8ceb-ef34ba4cb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:50.774906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-d1446941-32ba-4af8-8ceb-ef34ba4cb5d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64f6e1a0-fd83-46e8-a68f-d6948ca14fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2131059 May 27 02:18:50.789360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:50.794679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfa6501bdf144659d3aa6058a413bb5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:50.798327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:50.806514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:50.955208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:50.963329 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.035049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:18:51.057528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9fed11-f220-4be4-b089-053bd8201e3e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:51.084595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-da1ba72d-06eb-425e-ba7e-39d3cb2e79c1 service neutron] 10.222.0.13 "GET /v2.0/networks/64f6e1a0-fd83-46e8-a68f-d6948ca14fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032804 May 27 02:18:51.085800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.086149 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Added segment 2e2e1a7f-65a9-417a-8be0-3df6556ac4d3 of type vlan for network d2c63eb9-a7b2-48b1-89cd-e12874358f7d May 27 02:18:51.147944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.206617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.208806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.209512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.380758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f908ba47-4e39-4731-a138-0f72a55822b8 req-edd3d245-f477-4f8e-aeb0-812d099c12f5 service neutron] 10.222.0.13 "GET /v2.0/networks/64f6e1a0-fd83-46e8-a68f-d6948ca14fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885809 May 27 02:18:51.435144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7976444 May 27 02:18:51.437822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47814) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:51.443878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Request body: {'subnet': {'network_id': 'd2c63eb9-a7b2-48b1-89cd-e12874358f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-561516535-subnet', 'tenant_id': 'cbfa6501bdf144659d3aa6058a413bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:18:51.452959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:18:51.460134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Usage tracker for resource:subnet and tenant:cbfa6501bdf144659d3aa6058a413bb5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:18:51.464410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:18:51.487761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0af4d-9162-476b-9ae7-c6d2780a5dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c63eb9-a7b2-48b1-89cd-e12874358f7d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:51.504426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d2c63eb9-a7b2-48b1-89cd-e12874358f7d details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:18:51.609990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:18:51.682278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device adde9145-e4f9-4a78-bbac-367aa4a5d3df up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:51.749849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Made reservation on behalf of cbfa6501bdf144659d3aa6058a413bb5 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:18:51.752996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.779866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port adde9145-e4f9-4a78-bbac-367aa4a5d3df completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:51.785637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port adde9145-e4f9-4a78-bbac-367aa4a5d3df triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:51.786268 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.876141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-77ddc114-ca92-4c64-9816-feed3216f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.877679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-77ddc114-ca92-4c64-9816-feed3216f094 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 1059 time: 0.4084108 May 27 02:18:51.925002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d5b54-f8b9-4831-b5c8-2bcd8fd3e7db req-95016eb6-5eee-4ef3-ad0c-957c6213bfd5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:51.933644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-708d5b54-f8b9-4831-b5c8-2bcd8fd3e7db req-95016eb6-5eee-4ef3-ad0c-957c6213bfd5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 907 time: 0.3187656 May 27 02:18:51.956089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port adde9145-e4f9-4a78-bbac-367aa4a5d3df is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:51.956481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:51.996465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port adde9145-e4f9-4a78-bbac-367aa4a5d3df, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=adde9145-e4f9-4a78-bbac-367aa4a5d3df,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:52.002929 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.004090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 142d9a9a-0dd4-4bea-941a-81b27f478c45 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:52.118842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-29a6c12e-294b-44ce-9497-fb5f4db083d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:52.120841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-29a6c12e-294b-44ce-9497-fb5f4db083d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 HTTP/1.1" status: 200 len: 898 time: 0.2356250 May 27 02:18:52.136831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=adde9145-e4f9-4a78-bbac-367aa4a5d3df,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:52.152846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 142d9a9a-0dd4-4bea-941a-81b27f478c45 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:52.153255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.208735 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-66e5feac-9b97-4d09-b295-fee93deed071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=95178a90-39a8-4779-9fca-fdef0aa5f5ab HTTP/1.1" status: 200 len: 217 time: 0.0806448 May 27 02:18:52.278594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.322676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 142d9a9a-0dd4-4bea-941a-81b27f478c45 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:52.364247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-ecd42a3d-d3aa-4f91-b480-4642a40f42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:52.365668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-ecd42a3d-d3aa-4f91-b480-4642a40f42dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1883a79-47d1-4e40-a082-9538836e699a HTTP/1.1" status: 200 len: 838 time: 0.1480770 May 27 02:18:52.368739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2c824a-37dc-4bb7-874a-2ec078e97971,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:52.424155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Checking segment: {'id': '2e2e1a7f-65a9-417a-8be0-3df6556ac4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd2c63eb9-a7b2-48b1-89cd-e12874358f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:18:52.424515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Network hostable DHCP agents. Network: d2c63eb9-a7b2-48b1-89cd-e12874358f7d, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:18:52.458044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Network d2c63eb9-a7b2-48b1-89cd-e12874358f7d is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:18:52.472375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d2c63eb9-a7b2-48b1-89cd-e12874358f7d) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:18:52.475263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-43740d8b-3dcc-4755-8f3e-534fceaeb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:52.476716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-43740d8b-3dcc-4755-8f3e-534fceaeb00c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64f6e1a0-fd83-46e8-a68f-d6948ca14fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1030455 May 27 02:18:52.480152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:52.480732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:52.484484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1773ce62-f16d-4dc5-9f70-6c8d96737770 None None] Network d2c63eb9-a7b2-48b1-89cd-e12874358f7d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:52.754950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9b213c09-df1e-4eae-9ba8-65836eeb605c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3160069 May 27 02:18:52.765571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd43226-f4f4-4bb9-be20-5c1008c6b229 None None] Network d2c63eb9-a7b2-48b1-89cd-e12874358f7d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:18:52.819349 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-ffdb5b67-8e54-4f2c-8dad-3697deab4baa service neutron] 10.222.0.13 "GET /v2.0/networks/64f6e1a0-fd83-46e8-a68f-d6948ca14fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340480 May 27 02:18:52.904920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47848) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:53.034579 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24a36726-13e6-4d27-9b11-cfbdad53b039 req-cebe7fed-7f5a-47fe-b4cf-228787306ea6 service neutron] 10.222.0.13 "GET /v2.0/networks/64f6e1a0-fd83-46e8-a68f-d6948ca14fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080104 May 27 02:18:53.081994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] Deleting subnet bf8b0552-00e3-4160-b4f6-1a74bc99731b {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:53.090400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.210180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.354560 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.412601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba51a9-3bdb-48cb-b8ef-89437d8dd599 req-04cd3aae-5cf1-4025-8477-259f5eb9fd8d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:53.414350 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2ba51a9-3bdb-48cb-b8ef-89437d8dd599 req-04cd3aae-5cf1-4025-8477-259f5eb9fd8d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 907 time: 0.1543446 May 27 02:18:53.469175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.510848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8b0552-00e3-4160-b4f6-1a74bc99731b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:53.521458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.529133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-74fe59dc-2509-4997-9678-d0fab55e4844 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bf8b0552-00e3-4160-b4f6-1a74bc99731b HTTP/1.1" status: 204 len: 168 time: 0.6223407 May 27 02:18:53.531945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47870) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:53.550732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device adde9145-e4f9-4a78-bbac-367aa4a5d3df up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:53.682015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.709482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port adde9145-e4f9-4a78-bbac-367aa4a5d3df triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:53.709787 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.858822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.892024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b741754a-2110-4f63-9345-5bde6ea9c86f']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:53.910901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03086806-24fe-4886-bb2b-b23d9ac1e049') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:53.911315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03086806-24fe-4886-bb2b-b23d9ac1e049') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:53.924901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.959208 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:53.962620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port adde9145-e4f9-4a78-bbac-367aa4a5d3df is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:53.974877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:53.974877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.089043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.094491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.140834 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b741754a-2110-4f63-9345-5bde6ea9c86f HTTP/1.1" status: 204 len: 168 time: 0.5985317 May 27 02:18:54.141950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47890) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:54.150826 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 03086806-24fe-4886-bb2b-b23d9ac1e049 resource provider aggregate not found May 27 02:18:54.159506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd9af-844d-4239-a148-7abb46989eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b741754a-2110-4f63-9345-5bde6ea9c86f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:54.190192 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 03086806-24fe-4886-bb2b-b23d9ac1e049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03086806-24fe-4886-bb2b-b23d9ac1e049 found for delete ", "request_id": "req-3e77e70a-5130-4f2e-9883-38a19a128f06"}]} May 27 02:18:54.210200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] Deleting subnet 7a2c824a-37dc-4bb7-874a-2ec078e97971 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:18:54.213564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.297398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.381231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.482248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.611784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.630748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2c824a-37dc-4bb7-874a-2ec078e97971,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:54.640206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2af4c405-bb8c-4ace-9af5-dd18e14eeb30 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a2c824a-37dc-4bb7-874a-2ec078e97971 HTTP/1.1" status: 204 len: 168 time: 0.5058377 May 27 02:18:54.643180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47912) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:54.934651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:54.963098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93059538-407d-407d-89e6-8b47a3c58ff2 req-6f8c5c6e-55a7-4daf-906b-2deaf4ff817d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:54.964612 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-93059538-407d-407d-89e6-8b47a3c58ff2 req-6f8c5c6e-55a7-4daf-906b-2deaf4ff817d tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 907 time: 0.2657213 May 27 02:18:55.132755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.165356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c63eb9-a7b2-48b1-89cd-e12874358f7d']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:55.177534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2e1a7f-65a9-417a-8be0-3df6556ac4d3') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:55.177833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2e1a7f-65a9-417a-8be0-3df6556ac4d3') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:18:55.190146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.207901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.215066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:18:55.216273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.324036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.345375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.353451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c63eb9-a7b2-48b1-89cd-e12874358f7d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:55.364454 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b6811d38-6b99-40ba-85dd-eee33fc05614 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d2c63eb9-a7b2-48b1-89cd-e12874358f7d HTTP/1.1" status: 204 len: 168 time: 0.7141237 May 27 02:18:55.552860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47936) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:55.612657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-56106f68-73b1-4dcd-952f-28b64a61b244 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ffd58f63d184357b8515fb042106ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585032 May 27 02:18:55.615181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47944) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:55.683311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-463df1c7-6be1-4d72-a640-f3bf768c5ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.722397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-463df1c7-6be1-4d72-a640-f3bf768c5ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.776480 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-463df1c7-6be1-4d72-a640-f3bf768c5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.792376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463df1c7-6be1-4d72-a640-f3bf768c5ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d9ffc-4f40-4615-840c-0562d50e2454,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:55.797128 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-463df1c7-6be1-4d72-a640-f3bf768c5ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:55.800649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-463df1c7-6be1-4d72-a640-f3bf768c5ea6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/046d9ffc-4f40-4615-840c-0562d50e2454 HTTP/1.1" status: 204 len: 168 time: 0.1844394 May 27 02:18:56.210558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 47960) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:56.243505 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 2e2e1a7f-65a9-417a-8be0-3df6556ac4d3 resource provider aggregate not found May 27 02:18:56.288693 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 2e2e1a7f-65a9-417a-8be0-3df6556ac4d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e2e1a7f-65a9-417a-8be0-3df6556ac4d3 found for delete ", "request_id": "req-1015acfe-a0d3-4de3-8f2e-bf721cc6a3bd"}]} May 27 02:18:56.289224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d84b3-da0e-4819-9a7d-7a973bbca947 req-264c1f5f-92f8-44ce-9dbc-e19152600cb2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:56.291376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-071d84b3-da0e-4819-9a7d-7a973bbca947 req-264c1f5f-92f8-44ce-9dbc-e19152600cb2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 907 time: 0.1566236 May 27 02:18:56.316031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bb5d50a2-67d0-404f-8388-c80c8835aa2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbfa6501bdf144659d3aa6058a413bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038885 May 27 02:18:56.318521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 47968) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:18:56.397292 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28851684-1f1d-4906-ad51-2dada229ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.424648 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28851684-1f1d-4906-ad51-2dada229ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.480508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28851684-1f1d-4906-ad51-2dada229ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.499965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28851684-1f1d-4906-ad51-2dada229ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.501061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-28851684-1f1d-4906-ad51-2dada229ab0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea9fed11-f220-4be4-b089-053bd8201e3e HTTP/1.1" status: 204 len: 168 time: 0.1813614 May 27 02:18:56.502042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28851684-1f1d-4906-ad51-2dada229ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9fed11-f220-4be4-b089-053bd8201e3e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:56.529442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 95178a90-39a8-4779-9fca-fdef0aa5f5ab details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:18:56.671829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 95178a90-39a8-4779-9fca-fdef0aa5f5ab, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=95178a90-39a8-4779-9fca-fdef0aa5f5ab,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:56.686267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '95178a90-39a8-4779-9fca-fdef0aa5f5ab', 'network_id': '64f6e1a0-fd83-46e8-a68f-d6948ca14fc2', 'port_id': '95178a90-39a8-4779-9fca-fdef0aa5f5ab', 'mac_address': 'fa:16:3e:b4:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1883a79-47d1-4e40-a082-9538836e699a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:18:56.758025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 95178a90-39a8-4779-9fca-fdef0aa5f5ab is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:56.758410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.778686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95178a90-39a8-4779-9fca-fdef0aa5f5ab {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:18:56.798584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 95178a90-39a8-4779-9fca-fdef0aa5f5ab, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=95178a90-39a8-4779-9fca-fdef0aa5f5ab,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:56.807578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:56.906178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=95178a90-39a8-4779-9fca-fdef0aa5f5ab,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:57.158947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['95178a90-39a8-4779-9fca-fdef0aa5f5ab'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:18:57.550841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b0f1-5026-459a-8e3f-ff45fa16a084 req-b1c0c119-64c8-4e30-ba4f-9ce0112e82a7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:57.564951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad28b0f1-5026-459a-8e3f-ff45fa16a084 req-b1c0c119-64c8-4e30-ba4f-9ce0112e82a7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 908 time: 0.1374304 May 27 02:18:58.529444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 95178a90-39a8-4779-9fca-fdef0aa5f5ab up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:18:58.674949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 95178a90-39a8-4779-9fca-fdef0aa5f5ab completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:18:58.680649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 95178a90-39a8-4779-9fca-fdef0aa5f5ab triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:18:58.681279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.868664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 95178a90-39a8-4779-9fca-fdef0aa5f5ab is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:18:58.869162 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:58.905721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 95178a90-39a8-4779-9fca-fdef0aa5f5ab, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=95178a90-39a8-4779-9fca-fdef0aa5f5ab,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:18:58.907196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95178a90-39a8-4779-9fca-fdef0aa5f5ab'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:18:58.937117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:18:59.006804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4b6da-d05a-47ec-b379-f8c8977d90d2 req-64de347c-3b54-4cde-a89b-0dcc71b01630 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:59.036034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91c4b6da-d05a-47ec-b379-f8c8977d90d2 req-64de347c-3b54-4cde-a89b-0dcc71b01630 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 908 time: 0.2595904 May 27 02:18:59.040216 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cdd1b4-c050-4920-ab34-12de5a474538'] response: {'server_uuid': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95178a90-39a8-4779-9fca-fdef0aa5f5ab', 'code': 200} May 27 02:18:59.100881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=95178a90-39a8-4779-9fca-fdef0aa5f5ab,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:18:59.207195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309ae8d-5746-44c3-8515-f18c69c3cd68 req-cab36c0f-ce52-4a48-940a-a0881278898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:18:59.211514 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7309ae8d-5746-44c3-8515-f18c69c3cd68 req-cab36c0f-ce52-4a48-940a-a0881278898f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 1061 time: 0.1238458 May 27 02:19:00.336024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5f8d-69a8-42a2-9b72-e5d8e5a92a67 req-bfd8c96c-d184-46fc-aa8c-9b9ffd172753 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:00.348039 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d90b5f8d-69a8-42a2-9b72-e5d8e5a92a67 req-bfd8c96c-d184-46fc-aa8c-9b9ffd172753 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 909 time: 0.1376600 May 27 02:19:00.498963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48088) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:00.836419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.855388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:00.859436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0e1adcdd304293a6005427b91792e1 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:00.862374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:00.868226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:00.973684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:00.987862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.045160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e527a08-3909-4547-98db-e1247906cb8d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:01.056291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48102) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:01.071367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fee06707-a3f4-4006-890c-edb5b78a6532 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c0e1adcdd304293a6005427b91792e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567980 May 27 02:19:01.146699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5065b47a-d79f-45a2-a16c-46ca6832a952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.173461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5065b47a-d79f-45a2-a16c-46ca6832a952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.236393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5065b47a-d79f-45a2-a16c-46ca6832a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.252024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065b47a-d79f-45a2-a16c-46ca6832a952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e527a08-3909-4547-98db-e1247906cb8d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:01.258831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5065b47a-d79f-45a2-a16c-46ca6832a952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.259953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5065b47a-d79f-45a2-a16c-46ca6832a952 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e527a08-3909-4547-98db-e1247906cb8d HTTP/1.1" status: 204 len: 168 time: 0.1987834 May 27 02:19:01.613876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b9a4-0132-4fe7-a48b-f5d7129883c7 req-dc7d96f6-2dc3-4138-bb30-6d4502fe9c23 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.623337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5220b9a4-0132-4fe7-a48b-f5d7129883c7 req-dc7d96f6-2dc3-4138-bb30-6d4502fe9c23 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 909 time: 0.1512070 May 27 02:19:01.700206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48120) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:01.740481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:01.811836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:01.822237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Usage tracker for resource:security_group_rule and tenant:3515c0519b3b4e4b95d573d83ce3887b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:01.827196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:01.837752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:01.927556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58c3d-471e-4ae0-9db6-f512952e44ec req-bc4b99e3-143d-4806-a0df-cbb1724a46ec tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:01.929754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2a58c3d-471e-4ae0-9db6-f512952e44ec req-bc4b99e3-143d-4806-a0df-cbb1724a46ec tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 909 time: 0.1685021 May 27 02:19:02.073572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.078372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.241509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3515c0519b3b4e4b95d573d83ce3887b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438347 May 27 02:19:02.243564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04807b12-a111-4a98-bf00-17fe4de1c6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0654c264-8389-4f25-b37c-2e8c25512bc1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:02.246079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48136) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:02.333375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b15cfaf7-8e63-4c42-aa3b-edeba5c4d66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.363712 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b15cfaf7-8e63-4c42-aa3b-edeba5c4d66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.435938 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b15cfaf7-8e63-4c42-aa3b-edeba5c4d66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.449207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425917e2-1e43-48c1-ad83-21e3d1aac660 req-314dd22a-3b6b-4212-b858-32ecaf59d9bc tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:02.454825 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-425917e2-1e43-48c1-ad83-21e3d1aac660 req-314dd22a-3b6b-4212-b858-32ecaf59d9bc tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 1061 time: 0.3684063 May 27 02:19:02.494465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cfaf7-8e63-4c42-aa3b-edeba5c4d66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0654c264-8389-4f25-b37c-2e8c25512bc1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:02.498833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b15cfaf7-8e63-4c42-aa3b-edeba5c4d66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:02.502729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b15cfaf7-8e63-4c42-aa3b-edeba5c4d66e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0654c264-8389-4f25-b37c-2e8c25512bc1 HTTP/1.1" status: 204 len: 168 time: 0.2524161 May 27 02:19:02.958487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2055e-c23d-4687-bc9c-7eb818f7e575 req-c430ace3-caef-45c7-b03f-79400efd3bf4 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:02.960107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b1e2055e-c23d-4687-bc9c-7eb818f7e575 req-c430ace3-caef-45c7-b03f-79400efd3bf4 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1136 time: 0.2868917 May 27 02:19:03.053536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.058679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b1e2055e-c23d-4687-bc9c-7eb818f7e575 req-b5a64439-3f9e-42a5-941d-58491d3d49c7 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0883174 May 27 02:19:03.084749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48154) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:03.253018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f11df-25c1-4c04-b4f5-f73c41d50036 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.256312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-608f11df-25c1-4c04-b4f5-f73c41d50036 tempest-TestSecurityGroupsBasicOps-837960827 tempest-TestSecurityGroupsBasicOps-837960827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 1056 time: 0.1671331 May 27 02:19:03.340572 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:03.993220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc794-511e-40d8-82cd-83258de6a90b req-e602f5d9-6805-4700-95a2-0eb4fb13ef75 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:03.994795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eefdc794-511e-40d8-82cd-83258de6a90b req-e602f5d9-6805-4700-95a2-0eb4fb13ef75 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 909 time: 0.1709278 May 27 02:19:04.205290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:05.291227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-98da231d-afb5-44f3-a973-ec93a2a442b9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:05.300274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-98da231d-afb5-44f3-a973-ec93a2a442b9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.13 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 909 time: 0.2754557 May 27 02:19:05.453990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port 95178a90-39a8-4779-9fca-fdef0aa5f5ab {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:05.454335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.507160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.687445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb6784-ae4b-4e82-8885-68c8a6cb30e0 req-61356b84-0566-45f7-92fe-50c1b00ec0e8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:05.688903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ecdb6784-ae4b-4e82-8885-68c8a6cb30e0 req-61356b84-0566-45f7-92fe-50c1b00ec0e8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 909 time: 0.4293807 May 27 02:19:05.851927 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5f0b642c-22d6-4780-ad56-018f1faa8bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:05.926652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] For port 95178a90-39a8-4779-9fca-fdef0aa5f5ab, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=95178a90-39a8-4779-9fca-fdef0aa5f5ab,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:05.927053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.263976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for 95178a90-39a8-4779-9fca-fdef0aa5f5ab owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:06.585701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:06.751123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=95178a90-39a8-4779-9fca-fdef0aa5f5ab,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:06.929159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd4607d2-c67c-4de8-90cc-8e51e376e918 req-838f2b50-5343-4d87-ad62-8e99cb8558e7 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=b143ed48-258a-4e6e-8246-b6fbf6ebd8e8 HTTP/1.1" status: 200 len: 210 time: 0.0824554 May 27 02:19:07.047084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] No DVR routers for this DVR port 95178a90-39a8-4779-9fca-fdef0aa5f5ab on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:07.055269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.058246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'name': 'network-vif-deleted', 'tag': '95178a90-39a8-4779-9fca-fdef0aa5f5ab'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:07.132469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-355afcfa-b39a-4b6d-927a-d5bb355b39c9 req-61ee23fc-f843-4f94-a89f-c31f4087a6d9 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.13 "DELETE /v2.0/ports/95178a90-39a8-4779-9fca-fdef0aa5f5ab HTTP/1.1" status: 204 len: 173 time: 1.7921822 May 27 02:19:07.161455 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8f3bfb-2d5f-4975-9ff2-6d5655329667'] response: {'server_uuid': 'b143ed48-258a-4e6e-8246-b6fbf6ebd8e8', 'name': 'network-vif-deleted', 'tag': '95178a90-39a8-4779-9fca-fdef0aa5f5ab', 'status': 'completed', 'code': 200} May 27 02:19:07.179492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port adde9145-e4f9-4a78-bbac-367aa4a5d3df {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:07.180396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.568834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port adde9145-e4f9-4a78-bbac-367aa4a5d3df, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=adde9145-e4f9-4a78-bbac-367aa4a5d3df,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:07.569618 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:07.830529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for adde9145-e4f9-4a78-bbac-367aa4a5d3df owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:07.982967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-44276459-0cec-4f24-ae38-9c2ce3886971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.151682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48298) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:08.545418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:08.574055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 95178a90-39a8-4779-9fca-fdef0aa5f5ab no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:08.658813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 95178a90-39a8-4779-9fca-fdef0aa5f5ab {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:08.659969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 95178a90-39a8-4779-9fca-fdef0aa5f5ab not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:08.711175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48310) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:08.714380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=adde9145-e4f9-4a78-bbac-367aa4a5d3df,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:09.134414 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:19:09.171615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.269100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.355271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.382169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:09.400601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Usage tracker for resource:security_group_rule and tenant:ece5279058a1446495a0a4dbac44cc6f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:09.423666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:09.449791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:09.466511 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.515794 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.858347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port 142d9a9a-0dd4-4bea-941a-81b27f478c45 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:09.858978 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.867442 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.924158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:09.974829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ece5279058a1446495a0a4dbac44cc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2592850 May 27 02:19:09.976049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48334) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:10.092011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] For port 142d9a9a-0dd4-4bea-941a-81b27f478c45, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=142d9a9a-0dd4-4bea-941a-81b27f478c45,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:10.092410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.097761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e81c5-54d4-463e-ad24-71e10466173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f062041-727c-4073-ba06-d9c328a3aa0e,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:10.160386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9edb62ef-16d7-49f7-8fb2-6e1680adb9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.192346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9edb62ef-16d7-49f7-8fb2-6e1680adb9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.249876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router 7baaf20b-6b7e-4133-8652-0ded35f882b7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:10.393056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for 142d9a9a-0dd4-4bea-941a-81b27f478c45 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:10.469570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9edb62ef-16d7-49f7-8fb2-6e1680adb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.514675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb62ef-16d7-49f7-8fb2-6e1680adb9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f062041-727c-4073-ba06-d9c328a3aa0e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:10.580913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:10.594123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9edb62ef-16d7-49f7-8fb2-6e1680adb9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.597879 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] Sync routers for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:10.599041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9edb62ef-16d7-49f7-8fb2-6e1680adb9d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f062041-727c-4073-ba06-d9c328a3aa0e HTTP/1.1" status: 204 len: 168 time: 0.6140678 May 27 02:19:10.608142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a24bcf8-9cf2-43d5-86e7-28a0627265ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "PUT /v2.0/routers/7baaf20b-6b7e-4133-8652-0ded35f882b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4010720 May 27 02:19:10.612493 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:10.613231 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:10.692665 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:10.824103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=142d9a9a-0dd4-4bea-941a-81b27f478c45,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:11.060081 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.069171 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:11.226430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48366) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:11.266689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.302257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:11.306872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Usage tracker for resource:security_group_rule and tenant:60b9910f78c2442f950fa51ba01382ec is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:11.309725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:11.317262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:11.371173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.449269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.476255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.579208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60b9910f78c2442f950fa51ba01382ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510349 May 27 02:19:11.580058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48378) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:11.580894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111f712-b370-411d-8321-bcb34de33e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a180d8-893c-41e8-b602-e10c413cff96,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:11.760567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68dfff88-8883-425a-86b7-b3ace1382337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:11.877566 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68dfff88-8883-425a-86b7-b3ace1382337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.003354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68dfff88-8883-425a-86b7-b3ace1382337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.018964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfff88-8883-425a-86b7-b3ace1382337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a180d8-893c-41e8-b602-e10c413cff96,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:12.020302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed357c3-9a07-4cd1-8b1a-5ee9f79ccca4 req-299955f4-4fe0-49a3-bdad-a1b461afaaaa tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:12.029986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ed357c3-9a07-4cd1-8b1a-5ee9f79ccca4 req-299955f4-4fe0-49a3-bdad-a1b461afaaaa tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 946 time: 0.6539667 May 27 02:19:12.048155 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-68dfff88-8883-425a-86b7-b3ace1382337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.049316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-68dfff88-8883-425a-86b7-b3ace1382337 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7a180d8-893c-41e8-b602-e10c413cff96 HTTP/1.1" status: 204 len: 168 time: 0.4525349 May 27 02:19:12.059920 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:08Z', 'revision_number': 6, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:43Z', 'revision_number': 1, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:12.067170 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] Checking router: 7baaf20b-6b7e-4133-8652-0ded35f882b7 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:12.093922 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:12.094555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:12.149339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3ed357c3-9a07-4cd1-8b1a-5ee9f79ccca4 req-702b6be6-a5de-4336-9835-e6b46de137d6 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177220 May 27 02:19:12.156601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:12.475499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:12.486165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] Sync routers for ids ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:12.486728 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:12.499129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] Routers {'e97a240d-7b4f-4ac7-8e4d-850e0244cb67'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:12.501001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:12.522560 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c423da21-941b-4b31-ba58-0179c04bf21f tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "PUT /v2.0/routers/e97a240d-7b4f-4ac7-8e4d-850e0244cb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3686473 May 27 02:19:12.525182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:12.816807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting subnet c1883a79-47d1-4e40-a082-9538836e699a {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:19:12.820189 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.883798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:12.941187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94090-1be4-4e80-9599-0960fda4af87 req-91ca832d-fd34-4497-82fd-0f189976c50b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:12.941888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-43a94090-1be4-4e80-9599-0960fda4af87 req-91ca832d-fd34-4497-82fd-0f189976c50b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:12.957642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] Set router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:13.085102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-43a94090-1be4-4e80-9599-0960fda4af87 req-91ca832d-fd34-4497-82fd-0f189976c50b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:13.086233 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43a94090-1be4-4e80-9599-0960fda4af87 req-91ca832d-fd34-4497-82fd-0f189976c50b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 946 time: 0.4860730 May 27 02:19:13.393175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.473458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port 8c597293-7c3a-48f3-a649-0376cb11b37c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:13.475158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:13.563048 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:08Z', 'revision_number': 6, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:43Z', 'revision_number': 1, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:13.567589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:19:10Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:13.568082 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b2f52-2576-4c07-b506-7c22b005cc95 None None] The sync data for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 is: [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:08Z', 'revision_number': 6, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f037729a-a0cf-42f8-9c00-f446fc133f15', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'port_id': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'mac_address': 'fa:16:3e:a7:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117ef88-94d2-4b94-b732-09500828329b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:16:38Z', 'updated_at': '2022-05-27T02:16:43Z', 'revision_number': 1, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:13.592195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] Checking router: e97a240d-7b4f-4ac7-8e4d-850e0244cb67 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:13.604041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] Routers {'e97a240d-7b4f-4ac7-8e4d-850e0244cb67'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:13.606291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:13.862944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48440) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:14.033417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] Set router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:14.091312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-383984019-network', 'tenant_id': 'efcb502197fb4eb3b49f026287b4958d'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:14.103407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:14.112121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Usage tracker for resource:network and tenant:efcb502197fb4eb3b49f026287b4958d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:14.116085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:14.135585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:14.154870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Made reservation on behalf of efcb502197fb4eb3b49f026287b4958d for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:14.157436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.183877 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.201795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.217470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:14.221596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:efcb502197fb4eb3b49f026287b4958d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:14.234270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:14.240776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:14.347878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Subnet': ['ID=c1883a79-47d1-4e40-a082-9538836e699a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:14.352851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.369054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-be52f24f-2cf2-4116-aca9-bce15f6d1db0 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/subnets/c1883a79-47d1-4e40-a082-9538836e699a HTTP/1.1" status: 204 len: 168 time: 1.8417971 May 27 02:19:14.380832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e18d7-a988-48be-ad59-4d6a349077fa req-6fbc8e97-6962-4b50-a4ee-404c433cd82d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:14.389899 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-836e18d7-a988-48be-ad59-4d6a349077fa req-6fbc8e97-6962-4b50-a4ee-404c433cd82d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 946 time: 0.8577499 May 27 02:19:14.391552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48450) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:14.450264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758009e5-24cf-4743-9bc4-64400c730b7e None None] Network 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:14.468730 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.488121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.550780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d955e9c-27c9-46ef-b246-6965f0e771db,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:14.599503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:14.619231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.621602 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Added segment 1bce24cc-f4af-4f2c-b5a9-a914bbbe568e of type vlan for network cb026295-9dbd-4786-8bb8-d8118932772d May 27 02:19:14.652808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port 8c597293-7c3a-48f3-a649-0376cb11b37c, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8c597293-7c3a-48f3-a649-0376cb11b37c,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:14.653396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.690681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.778013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.779532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:14.780236 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:14.883044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for 8c597293-7c3a-48f3-a649-0376cb11b37c owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:14.966141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-836e18d7-a988-48be-ad59-4d6a349077fa req-c2bed278-7814-42eb-8fa6-cfe02b624fb1 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddac81ef-47cc-4329-a652-491ecfb7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5672123 May 27 02:19:15.107820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.140549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:19:10Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:15.152439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56ca5d-d1a8-486d-8a85-98cdfde8349f None None] The sync data for ids ['e97a240d-7b4f-4ac7-8e4d-850e0244cb67'] in n-d-843146-11 is: [{'id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2001513052', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:18:24Z', 'updated_at': '2022-05-27T02:19:10Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'e3345eb7-4ebc-4d3c-86d0-81928ddbc68d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97a240d-7b4f-4ac7-8e4d-850e0244cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:18:25Z', 'updated_at': '2022-05-27T02:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:15.221071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb026295-9dbd-4786-8bb8-d8118932772d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:15.247638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] DHCP port deletion for 64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:19:15.249621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network cb026295-9dbd-4786-8bb8-d8118932772d details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:15.252327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-28b89e23-efd2-41dc-9be8-a9c47e57c5a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3882403 May 27 02:19:15.253150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48462) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:15.263151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Request body: {'subnet': {'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-383984019-subnet', 'tenant_id': 'efcb502197fb4eb3b49f026287b4958d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:15.300117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:15.315535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Usage tracker for resource:subnet and tenant:efcb502197fb4eb3b49f026287b4958d is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:15.320520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:15.340126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:15.363523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Deleting port 2765348a-75c6-4150-acd1-77407ecea2a1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:15.364076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.379834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Made reservation on behalf of efcb502197fb4eb3b49f026287b4958d for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:15.382960 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.779316 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.860783 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.882569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a483336d-9172-47dd-a8b2-6ed7312deadd,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:15.945884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Checking segment: {'id': '1bce24cc-f4af-4f2c-b5a9-a914bbbe568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:15.946252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Network hostable DHCP agents. Network: cb026295-9dbd-4786-8bb8-d8118932772d, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:15.968427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:15.985675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Network cb026295-9dbd-4786-8bb8-d8118932772d is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:16.017489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2765348a-75c6-4150-acd1-77407ecea2a1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:16.025805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, cb026295-9dbd-4786-8bb8-d8118932772d) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:16.030662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:16.031297 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.076293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17bde21d-ef00-47f7-90d8-c4644d6639b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8217144 May 27 02:19:16.096711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8c597293-7c3a-48f3-a649-0376cb11b37c no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:16.151630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=8c597293-7c3a-48f3-a649-0376cb11b37c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:16.254806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:16.257256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.313424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] No DVR routers for this DVR port 8c597293-7c3a-48f3-a649-0376cb11b37c on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:16.318885 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.340665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b8d2e-4298-4b17-866c-9f779efa1804 None None] Network cb026295-9dbd-4786-8bb8-d8118932772d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:16.352475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'name': 'network-vif-deleted', 'tag': '8c597293-7c3a-48f3-a649-0376cb11b37c'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:16.375329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3fccf2b-780f-4272-a855-2f579da5abef req-484f7729-af4f-495e-9fb4-06c944dd70cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 210 time: 0.1519933 May 27 02:19:16.631077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 8c597293-7c3a-48f3-a649-0376cb11b37c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:16.631424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8c597293-7c3a-48f3-a649-0376cb11b37c not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:16.653671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] For port 2765348a-75c6-4150-acd1-77407ecea2a1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2765348a-75c6-4150-acd1-77407ecea2a1,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:16.654078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.744471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] For port e3345eb7-4ebc-4d3c-86d0-81928ddbc68d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:16.744844 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:16.930139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Calling delete_port for 2765348a-75c6-4150-acd1-77407ecea2a1 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:16.958229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for e3345eb7-4ebc-4d3c-86d0-81928ddbc68d owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:17.126611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee6114-b8da-4d9f-b99a-934c6c1744b4 None None] Network cb026295-9dbd-4786-8bb8-d8118932772d requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:17.157861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2765348a-75c6-4150-acd1-77407ecea2a1 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:17.163109 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.166232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48516) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:17.171906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-19769745-network', 'tenant_id': '65a36d3004b143148c13804d2e78b00e'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:17.191842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:17.198195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Usage tracker for resource:network and tenant:65a36d3004b143148c13804d2e78b00e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:17.211727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:17.224659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:17.263943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Made reservation on behalf of 65a36d3004b143148c13804d2e78b00e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:17.275030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.315724 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.356923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:17.368724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Usage tracker for resource:security_group_rule and tenant:65a36d3004b143148c13804d2e78b00e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:17.377329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:17.394267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:17.427775 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769a142a-b03d-44eb-91c0-01c0108f0d02'] response: {'server_uuid': '7d6eb7c1-c914-4be1-8a09-6eb3fa969851', 'name': 'network-vif-deleted', 'tag': '8c597293-7c3a-48f3-a649-0376cb11b37c', 'status': 'completed', 'code': 200} May 27 02:19:17.461722 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43a94090-1be4-4e80-9599-0960fda4af87 req-716da284-8343-4d7c-ae7c-b33d01c1c2ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "DELETE /v2.0/ports/8c597293-7c3a-48f3-a649-0376cb11b37c HTTP/1.1" status: 204 len: 173 time: 4.3415985 May 27 02:19:17.462634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2765348a-75c6-4150-acd1-77407ecea2a1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2765348a-75c6-4150-acd1-77407ecea2a1,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:17.479434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.480493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device adde9145-e4f9-4a78-bbac-367aa4a5d3df no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:17.531938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.559076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.579182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.615118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:17.635718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=e3345eb7-4ebc-4d3c-86d0-81928ddbc68d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:17.652903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.657030 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Added segment fed9ce67-77e5-4501-95ce-c9cb47f7d4cb of type vlan for network 2e00e07d-9b64-446e-b5d1-5855ce4f10ac May 27 02:19:17.764199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: adde9145-e4f9-4a78-bbac-367aa4a5d3df {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:17.764556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device adde9145-e4f9-4a78-bbac-367aa4a5d3df not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:17.764991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 142d9a9a-0dd4-4bea-941a-81b27f478c45 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:17.802695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.821072 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:19:17.821432 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:19:17.859192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.885112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d06c263d-b573-4cfc-8318-116834e05aa6 req-85dd26af-c93b-4224-a5b5-f057db74d89d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6eb7c1-c914-4be1-8a09-6eb3fa969851 HTTP/1.1" status: 200 len: 210 time: 0.1815536 May 27 02:19:17.901981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5732ed-5354-437e-98e8-6e5e05e9cdaf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:17.963569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 142d9a9a-0dd4-4bea-941a-81b27f478c45 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:17.965276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.965630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 142d9a9a-0dd4-4bea-941a-81b27f478c45 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:17.966254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:17.966873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:17.994510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2765348a-75c6-4150-acd1-77407ecea2a1,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:18.122116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.127786 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.177998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.178514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Fanout notify agent at l3_agent the message router_deleted on router e97a240d-7b4f-4ac7-8e4d-850e0244cb67 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:19:18.216198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.216917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b97b4598-ffc7-4f89-97cc-50571f1a6fa8 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/routers/e97a240d-7b4f-4ac7-8e4d-850e0244cb67 HTTP/1.1" status: 204 len: 168 time: 3.8114877 May 27 02:19:18.224721 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0571330 May 27 02:19:18.225386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48534) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:18.227841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bd2cf-5d44-4060-9366-178e6e4e05c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2e00e07d-9b64-446e-b5d1-5855ce4f10ac,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:18.231356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48538) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:18.238234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Request body: {'subnet': {'network_id': '2e00e07d-9b64-446e-b5d1-5855ce4f10ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-19769745-subnet', 'tenant_id': '65a36d3004b143148c13804d2e78b00e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:18.240362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 2e00e07d-9b64-446e-b5d1-5855ce4f10ac details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:18.262076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:18.268636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Usage tracker for resource:subnet and tenant:65a36d3004b143148c13804d2e78b00e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:18.275541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:18.289109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:18.322751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Made reservation on behalf of 65a36d3004b143148c13804d2e78b00e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:18.331955 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.378125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Deleting port 2765348a-75c6-4150-acd1-77407ecea2a1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:18.378434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.481871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.516575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port 2765348a-75c6-4150-acd1-77407ecea2a1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:18.516923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.805541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.889552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5d1c5a-3220-4547-a0f1-b4c3cd06a337,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:18.917621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] For port 2765348a-75c6-4150-acd1-77407ecea2a1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2765348a-75c6-4150-acd1-77407ecea2a1,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:18.918778 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:18.936748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Checking segment: {'id': 'fed9ce67-77e5-4501-95ce-c9cb47f7d4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2e00e07d-9b64-446e-b5d1-5855ce4f10ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:18.937180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Network hostable DHCP agents. Network: 2e00e07d-9b64-446e-b5d1-5855ce4f10ac, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:18.966183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Network 2e00e07d-9b64-446e-b5d1-5855ce4f10ac is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:18.983616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 2e00e07d-9b64-446e-b5d1-5855ce4f10ac) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:19.005654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:19.007721 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.063352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-71f4343d-50f3-4d79-a471-722d27a7a355 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8301921 May 27 02:19:19.077393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] For port 2765348a-75c6-4150-acd1-77407ecea2a1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2765348a-75c6-4150-acd1-77407ecea2a1,segment=NetworkSegment(a3104da1-bdb9-4090-8337-2b2b0b359b75),segment_id=a3104da1-bdb9-4090-8337-2b2b0b359b75)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:19.077775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.085319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48554) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:19.364896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d3584-831e-42b7-9110-95b9ddcf668d None None] Network 2e00e07d-9b64-446e-b5d1-5855ce4f10ac requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:19.462602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b18ba4ce-0592-43d4-8523-dd98b834a2b8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.488848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Calling delete_port for 2765348a-75c6-4150-acd1-77407ecea2a1 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:19.544821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b18ba4ce-0592-43d4-8523-dd98b834a2b8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.545074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for 2765348a-75c6-4150-acd1-77407ecea2a1 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:19.677009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b18ba4ce-0592-43d4-8523-dd98b834a2b8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.745043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ba4ce-0592-43d4-8523-dd98b834a2b8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac81ef-47cc-4329-a652-491ecfb7a5cf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:19.751786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.792927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b18ba4ce-0592-43d4-8523-dd98b834a2b8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:19.794122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b18ba4ce-0592-43d4-8523-dd98b834a2b8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/security-groups/ddac81ef-47cc-4329-a652-491ecfb7a5cf HTTP/1.1" status: 204 len: 168 time: 0.7074902 May 27 02:19:19.812220 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:19:19.812658 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:19:19.861414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=2765348a-75c6-4150-acd1-77407ecea2a1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:19.875717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] No DVR routers for this DVR port 2765348a-75c6-4150-acd1-77407ecea2a1 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:19.879936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48570) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:20.012015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting subnet 5b125155-c6f3-4a76-a990-97ae7676a5c1 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:19:20.020932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.047458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e3345eb7-4ebc-4d3c-86d0-81928ddbc68d no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:20.074304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10377305-c048-48fb-81d6-9b77473389fc None None] Network 2e00e07d-9b64-446e-b5d1-5855ce4f10ac requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:20.110424 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.145965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.190936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Deleting port 2765348a-75c6-4150-acd1-77407ecea2a1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:20.191319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.242028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: e3345eb7-4ebc-4d3c-86d0-81928ddbc68d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:20.242623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device e3345eb7-4ebc-4d3c-86d0-81928ddbc68d not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:20.247082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f6e1a0-fd83-46e8-a68f-d6948ca14fc2']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:20.269226 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.313844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce55b-5685-4901-a009-45c846bef569 None None] The port '2765348a-75c6-4150-acd1-77407ecea2a1' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:19:20.459282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.543775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d68120-44c2-4998-bf3b-0707ca1ff78d None None] Network bc5e63b9-686b-40e0-a38a-a3429829e54b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:20.544786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Subnet': ['ID=5b125155-c6f3-4a76-a990-97ae7676a5c1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:20.552851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.561743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8ba1dc45-acdd-4cb4-83db-3469866111bb tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/subnets/5b125155-c6f3-4a76-a990-97ae7676a5c1 HTTP/1.1" status: 204 len: 168 time: 0.6812248 May 27 02:19:20.580259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:20.691169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3104da1-bdb9-4090-8337-2b2b0b359b75') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:20.691757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3104da1-bdb9-4090-8337-2b2b0b359b75') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:20.720014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.742226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.749368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:19:20.750117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.851054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.875157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port 860c8472-362f-4233-be36-c2b82c6080d2 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:20.875494 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.891784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.925343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:20.934496 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a3104da1-bdb9-4090-8337-2b2b0b359b75 resource provider aggregate not found May 27 02:19:20.977424 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a3104da1-bdb9-4090-8337-2b2b0b359b75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3104da1-bdb9-4090-8337-2b2b0b359b75 found for delete ", "request_id": "req-7c6a8e01-30e3-4423-bc75-adb7a88fd840"}]} May 27 02:19:20.978649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Network': ['ID=64f6e1a0-fd83-46e8-a68f-d6948ca14fc2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:21.009139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-672170cf-1543-4c0d-8fe0-24055138c3ee tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:21.009895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-672170cf-1543-4c0d-8fe0-24055138c3ee tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Synchronizing usage tracker for tenant:efcb502197fb4eb3b49f026287b4958d on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:21.029515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-97d3a1db-f031-4eb0-8a86-6eee7c060aca tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/networks/64f6e1a0-fd83-46e8-a68f-d6948ca14fc2 HTTP/1.1" status: 204 len: 168 time: 2.8028286 May 27 02:19:21.032051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48618) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:21.131570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-672170cf-1543-4c0d-8fe0-24055138c3ee tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Unset dirty status for tenant:efcb502197fb4eb3b49f026287b4958d on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:21.132720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-672170cf-1543-4c0d-8fe0-24055138c3ee tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/networks?id=cb026295-9dbd-4786-8bb8-d8118932772d HTTP/1.1" status: 200 len: 808 time: 1.0133049 May 27 02:19:21.150350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] DHCP port deletion for bc5e63b9-686b-40e0-a38a-a3429829e54b request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:19:21.155080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Deleting port 860c8472-362f-4233-be36-c2b82c6080d2 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:21.155557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.253190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-4fabf38d-7f61-4c84-9b9c-aefac632484d tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/quotas/efcb502197fb4eb3b49f026287b4958d HTTP/1.1" status: 200 len: 375 time: 0.0994730 May 27 02:19:21.397238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48626) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:21.470524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port 860c8472-362f-4233-be36-c2b82c6080d2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=860c8472-362f-4233-be36-c2b82c6080d2,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:21.470922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.592604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-7a6a467d-5a2f-4fe8-9811-e368c4550e92 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=efcb502197fb4eb3b49f026287b4958d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3256135 May 27 02:19:21.672187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] For port 860c8472-362f-4233-be36-c2b82c6080d2, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=860c8472-362f-4233-be36-c2b82c6080d2,segment=NetworkSegment(1d8b46d4-ca6e-488d-a3c7-4d86138c7906),segment_id=1d8b46d4-ca6e-488d-a3c7-4d86138c7906)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:21.672595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.789611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for 860c8472-362f-4233-be36-c2b82c6080d2 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:21.849773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port 19e87ffc-47d1-40ec-9911-f00ededf439d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:21.850357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.899372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:21.950587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:21.970463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Usage tracker for resource:security_group_rule and tenant:acf8282447774cc1963fc3d4719b7608 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:21.976792 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:21.987221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:22.005384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Calling delete_port for 860c8472-362f-4233-be36-c2b82c6080d2 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:22.085114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-17443d0c-e6e7-489a-b216-fb4f409486df service neutron] 10.222.0.16 "GET /v2.0/networks/cb026295-9dbd-4786-8bb8-d8118932772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908881 May 27 02:19:22.092738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.177477 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:19:22.177960 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:19:22.178525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 860c8472-362f-4233-be36-c2b82c6080d2 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:22.237931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 860c8472-362f-4233-be36-c2b82c6080d2 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:22.238292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 860c8472-362f-4233-be36-c2b82c6080d2 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:22.240775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=860c8472-362f-4233-be36-c2b82c6080d2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:22.244166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] No DVR routers for this DVR port 860c8472-362f-4233-be36-c2b82c6080d2 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:22.404385 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.404790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.435658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.455581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.475112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-d62e88ea-468b-4ed5-8760-ec8b1a0704df service neutron] 10.222.0.16 "GET /v2.0/networks/cb026295-9dbd-4786-8bb8-d8118932772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462749 May 27 02:19:22.582230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for 19e87ffc-47d1-40ec-9911-f00ededf439d owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:22.681209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Deleting port 860c8472-362f-4233-be36-c2b82c6080d2 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:22.681622 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.876653 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acf8282447774cc1963fc3d4719b7608&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4700711 May 27 02:19:22.877660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e2b15-3f05-46f3-94b5-b08f10028160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb0efd9-bc33-4b00-88f3-db3d7ddb8509,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:22.883886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48648) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:22.912790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d463d4d4-b1b1-4ef0-add1-23e9daa46843 req-9056ac81-a976-48dd-be4a-7bc45d997ae5 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 210 time: 0.1574135 May 27 02:19:22.928590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:22.957077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c7c77a83-1274-403c-9e05-610ff28b55e8 None None] The port '860c8472-362f-4233-be36-c2b82c6080d2' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:19:23.007090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5e63b9-686b-40e0-a38a-a3429829e54b']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:23.044914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8b46d4-ca6e-488d-a3c7-4d86138c7906') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:23.045218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8b46d4-ca6e-488d-a3c7-4d86138c7906') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:23.055534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.076875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.107467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.116661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:19:23.117260 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.179160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=19e87ffc-47d1-40ec-9911-f00ededf439d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:23.285350 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 1d8b46d4-ca6e-488d-a3c7-4d86138c7906 resource provider aggregate not found May 27 02:19:23.292140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d9b-6bff-4445-b3ef-4edf5dc35574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.333509 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 1d8b46d4-ca6e-488d-a3c7-4d86138c7906 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d8b46d4-ca6e-488d-a3c7-4d86138c7906 found for delete ", "request_id": "req-970e037c-3f7f-4818-81be-cccae1ddeecf"}]} May 27 02:19:23.364481 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.364749 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.365601 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Floating IP 9db74517-8167-4a36-99c0-f7b98224f311 disassociated (deleted). External IP: 172.25.3.204, port: 8021bc75-678f-4f6d-af53-2dcf331271d0. May 27 02:19:23.409262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.422183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Network': ['ID=bc5e63b9-686b-40e0-a38a-a3429829e54b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:23.499647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-58b59be6-bb09-4204-b855-4ab92b23d183 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/networks/bc5e63b9-686b-40e0-a38a-a3429829e54b HTTP/1.1" status: 204 len: 168 time: 2.9048889 May 27 02:19:23.501623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48664) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:23.780202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d9b-6bff-4445-b3ef-4edf5dc35574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.858490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port ed1082fc-8a7a-46e2-9f49-7fa7bbe2a81d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:23.859039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:23.969967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d9b-6bff-4445-b3ef-4edf5dc35574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.008420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c9d9b-6bff-4445-b3ef-4edf5dc35574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb0efd9-bc33-4b00-88f3-db3d7ddb8509,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:24.093995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.094959 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.113188 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d9b-6bff-4445-b3ef-4edf5dc35574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.114306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b53c9d9b-6bff-4445-b3ef-4edf5dc35574 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/feb0efd9-bc33-4b00-88f3-db3d7ddb8509 HTTP/1.1" status: 204 len: 168 time: 1.2285299 May 27 02:19:24.164007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router 0cfc20aa-e2a4-49ff-86e2-2601afda519f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:24.235022 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e91aa69b-a673-4d92-aa6c-9af6ad168e14 req-db9df12a-b86b-40a6-bb68-9dd04d40e32f tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 210 time: 0.0690286 May 27 02:19:24.259927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for ed1082fc-8a7a-46e2-9f49-7fa7bbe2a81d owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:24.466609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:24.477226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.479330 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] Sync routers for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:24.494958 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:24.495780 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:24.679607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3b7ec3e6-47d2-4a42-8f04-a2f63411a8e5 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/floatingips/9db74517-8167-4a36-99c0-f7b98224f311 HTTP/1.1" status: 204 len: 168 time: 3.6341143 May 27 02:19:24.681922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:24.696667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48684) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:24.739533 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.742044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:24.778262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:24.789653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Usage tracker for resource:security_group_rule and tenant:588bb0cff21c4dadb0bc86b7db8f0076 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:24.799062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:24.811616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:24.827828 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:24.885423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-4e82234a-bb51-4af1-b2a0-14bbf97a0e75 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:24.887711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-4e82234a-bb51-4af1-b2a0-14bbf97a0e75 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.13 "GET /v2.0/networks?id=cb026295-9dbd-4786-8bb8-d8118932772d HTTP/1.1" status: 200 len: 808 time: 0.4859271 May 27 02:19:24.923584 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f53fefc-a8e3-4420-83c1-117fcf9f0f1c'] response: {'name': 'network-changed', 'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'status': 'completed', 'code': 200} May 27 02:19:24.961983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Request body: {'port': {'device_id': '06da876c-de28-40a1-b397-2cacdf364566', 'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d', 'admin_state_up': True, 'tenant_id': 'efcb502197fb4eb3b49f026287b4958d'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:24.982382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=ed1082fc-8a7a-46e2-9f49-7fa7bbe2a81d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:25.021103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.045155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.186038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=588bb0cff21c4dadb0bc86b7db8f0076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880731 May 27 02:19:25.191395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48704) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:25.287984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01297969-386a-47f7-8c82-c36a879d7c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e681cfa3-e394-453c-ac9c-63bd8f6a1e33,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:25.345104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-317c56ee-fb46-48be-9c25-e2840117ebcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.366322 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:58Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:25.371503 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] Checking router: 0cfc20aa-e2a4-49ff-86e2-2601afda519f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:25.382030 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:25.383188 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:25.451745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:25.460961 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-317c56ee-fb46-48be-9c25-e2840117ebcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.505214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Usage tracker for resource:port and tenant:efcb502197fb4eb3b49f026287b4958d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:25.516657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:25.530851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-adba366d-f33b-416c-b05f-938a456766e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:25.536306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894d99-e133-45f0-826d-eef6e27ad90c req-45f3f197-c600-484f-8715-7ec40ffffc1b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:25.537065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fa894d99-e133-45f0-826d-eef6e27ad90c req-45f3f197-c600-484f-8715-7ec40ffffc1b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:25.560151 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-adba366d-f33b-416c-b05f-938a456766e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f37c384d284138a231fc7c77d00e8e&device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 1136 time: 0.6696258 May 27 02:19:25.562626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.564581 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Floating IP f037729a-a0cf-42f8-9c00-f446fc133f15 disassociated (deleted). External IP: 172.25.3.117, port: d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd. May 27 02:19:25.575204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fa894d99-e133-45f0-826d-eef6e27ad90c req-45f3f197-c600-484f-8715-7ec40ffffc1b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:25.576783 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa894d99-e133-45f0-826d-eef6e27ad90c req-45f3f197-c600-484f-8715-7ec40ffffc1b tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 984 time: 0.2329905 May 27 02:19:25.632833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-317c56ee-fb46-48be-9c25-e2840117ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.652979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c56ee-fb46-48be-9c25-e2840117ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e681cfa3-e394-453c-ac9c-63bd8f6a1e33,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:25.661732 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa894d99-e133-45f0-826d-eef6e27ad90c req-115438c1-4d84-4184-aa65-e088d5d0e3a6 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785332 May 27 02:19:25.668293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-317c56ee-fb46-48be-9c25-e2840117ebcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:25.669955 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-317c56ee-fb46-48be-9c25-e2840117ebcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e681cfa3-e394-453c-ac9c-63bd8f6a1e33 HTTP/1.1" status: 204 len: 168 time: 0.4711299 May 27 02:19:25.680035 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:25.689429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:25.707419 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d39ec24a-7c39-4b5e-86d1-24dbefa69307 req-4f51c0a9-e232-427b-9d3d-0b0aacc0c4c3 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 210 time: 0.2661817 May 27 02:19:25.840749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Made reservation on behalf of efcb502197fb4eb3b49f026287b4958d for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:25.844570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:26.013290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-c3ac31aa-0d99-40b9-8991-add2bcb790e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:26.014280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-c3ac31aa-0d99-40b9-8991-add2bcb790e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8261e42-9c2a-413e-b130-f69f0fae3fb1 HTTP/1.1" status: 200 len: 898 time: 0.3059816 May 27 02:19:26.147674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-f7dd529d-9811-4a8b-a757-48f7dc01cf87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8021bc75-678f-4f6d-af53-2dcf331271d0 HTTP/1.1" status: 200 len: 217 time: 0.0762615 May 27 02:19:26.290492 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:58Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:26.299448 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de48d6f-55fc-4b5d-b388-c6a1f95c0cec None None] The sync data for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 is: [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:16:47Z', 'revision_number': 4, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '63c91558-bfd2-4cdb-876d-88fcdd61f0cb', 'name': '', 'network_id': 'd8261e42-9c2a-413e-b130-f69f0fae3fb1', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'mac_address': 'fa:16:3e:04:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '3752f35a-282e-4466-afd8-5353129527fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:45Z', 'updated_at': '2022-05-27T02:16:58Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'subnets': [{'id': '3752f35a-282e-4466-afd8-5353129527fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:26.405759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-621c88af-38cc-4426-a423-efd7680116de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:26.407247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-621c88af-38cc-4426-a423-efd7680116de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3752f35a-282e-4466-afd8-5353129527fb HTTP/1.1" status: 200 len: 835 time: 0.2511396 May 27 02:19:26.622225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Allocated IP 172.20.0.3 (cb026295-9dbd-4786-8bb8-d8118932772d/a483336d-9172-47dd-a8b2-6ed7312deadd/7530db98-9463-4d49-8011-4a4fc49c8193) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:26.886952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54a92c-c1fc-47a2-80ac-60720fb82341 None None] New status for floating IP 9db74517-8167-4a36-99c0-f7b98224f311: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:19:26.954496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-f2097501-c2ba-4ec6-a2ae-947bc7e31949 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:26.961115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-f2097501-c2ba-4ec6-a2ae-947bc7e31949 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 984 time: 0.2386053 May 27 02:19:27.011754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router 7baaf20b-6b7e-4133-8652-0ded35f882b7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:27.064897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c702c80-c0ba-4c41-aad3-5fec7e64d477 req-7d6984b0-3fa3-45ad-8be0-d18554e666d2 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 210 time: 0.0557845 May 27 02:19:27.074192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-869d9cbe-9ccc-4d1f-89bb-2062dfe04d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:27.075656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-869d9cbe-9ccc-4d1f-89bb-2062dfe04d14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8261e42-9c2a-413e-b130-f69f0fae3fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6577740 May 27 02:19:27.175107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port 8021bc75-678f-4f6d-af53-2dcf331271d0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:27.175724 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.260212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb0d76-c554-4d22-8d06-a25363f9681d req-3d24028b-93ef-4522-a463-6576751fd008 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:27.263826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-febb0d76-c554-4d22-8d06-a25363f9681d req-3d24028b-93ef-4522-a463-6576751fd008 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 984 time: 0.3006103 May 27 02:19:27.424243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-febb0d76-c554-4d22-8d06-a25363f9681d req-0531c28a-915f-463a-9ec2-3fde64464b6c tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/security-groups?id=548f1f09-2d12-485b-a15a-92bda3dc059c&id=09583344-c8fd-49b1-8c27-094807b274ba&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1421275 May 27 02:19:27.637302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] For port 8021bc75-678f-4f6d-af53-2dcf331271d0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=8021bc75-678f-4f6d-af53-2dcf331271d0,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:27.637673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.654931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.754139 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-95876326-b676-4104-a85d-689d848845b0 service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673443 May 27 02:19:27.761076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:27.774632 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] Sync routers for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:27.798244 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:27.800452 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:27.890346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:27.983356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for 8021bc75-678f-4f6d-af53-2dcf331271d0 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:28.025110 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.151471 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6af2f53e-c951-40f1-bd38-7102eb052f84 req-284c8258-120f-4515-a450-bc289d5b7fb1 service neutron] 10.222.0.47 "GET /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876216 May 27 02:19:28.217392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Network cb026295-9dbd-4786-8bb8-d8118932772d is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:28.222703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:28.225348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:28.232722 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:28.290519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:28.291207 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.307145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dac66fd6-9d9f-4eb9-838b-1cac3131ab7b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/floatingips/f037729a-a0cf-42f8-9c00-f446fc133f15 HTTP/1.1" status: 204 len: 168 time: 4.8041458 May 27 02:19:28.314568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.331347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:28.351879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Pushing event updated for resources: {'Port': ['ID=7530db98-9463-4d49-8011-4a4fc49c8193,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:28.360546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-92ece18d-7cb7-4053-ae1e-373bbd43e751 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4252362 May 27 02:19:28.505504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=8021bc75-678f-4f6d-af53-2dcf331271d0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:28.553261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Request body: {'port': {'device_id': '06da876c-de28-40a1-b397-2cacdf364566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:28.807464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] No DVR routers for this DVR port 8021bc75-678f-4f6d-af53-2dcf331271d0 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:28.811104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:28.834550 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4108fd52-3eb1-420a-acc3-0ddd0e0db165'] response: {'name': 'network-changed', 'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'status': 'completed', 'code': 200} May 27 02:19:28.836169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'name': 'network-vif-deleted', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:28.853355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7ef6b9d-ed2b-4e28-8803-bc38412b4fba req-56a0c8e4-f068-4fb4-b280-79038640f0a2 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.47 "DELETE /v2.0/ports/8021bc75-678f-4f6d-af53-2dcf331271d0 HTTP/1.1" status: 204 len: 173 time: 1.8301024 May 27 02:19:28.962247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bce81-fb75-4ca1-b73a-f7a5647adc7a req-2d4fea91-4362-486c-8711-215b865feaa7 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:28.963313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-623bce81-fb75-4ca1-b73a-f7a5647adc7a req-2d4fea91-4362-486c-8711-215b865feaa7 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Synchronizing usage tracker for tenant:efcb502197fb4eb3b49f026287b4958d on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:28.988828 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:08Z', 'revision_number': 6, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:29.003013 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] Checking router: 7baaf20b-6b7e-4133-8652-0ded35f882b7 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:29.025441 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:29.026079 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:29.056920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f46fb327-5192-4630-815c-5e5b98ced199 req-779d1209-d6cf-4b0a-8fef-2cfe5e987759 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Synchronizing usage tracker for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:29.058980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.079178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f46fb327-5192-4630-815c-5e5b98ced199 req-779d1209-d6cf-4b0a-8fef-2cfe5e987759 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Unset dirty status for tenant:69f37c384d284138a231fc7c77d00e8e on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:29.080623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f46fb327-5192-4630-815c-5e5b98ced199 req-779d1209-d6cf-4b0a-8fef-2cfe5e987759 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cadd61d-2bcf-41d6-ad02-b546f14d5e87 HTTP/1.1" status: 200 len: 210 time: 0.1259403 May 27 02:19:29.200098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-623bce81-fb75-4ca1-b73a-f7a5647adc7a req-2d4fea91-4362-486c-8711-215b865feaa7 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Unset dirty status for tenant:efcb502197fb4eb3b49f026287b4958d on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:29.201710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-623bce81-fb75-4ca1-b73a-f7a5647adc7a req-2d4fea91-4362-486c-8711-215b865feaa7 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 931 time: 0.8925300 May 27 02:19:29.348846 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:29.436991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-623bce81-fb75-4ca1-b73a-f7a5647adc7a req-8774e944-df78-4f99-af04-73d4fb1427e4 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640768 May 27 02:19:29.440750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48806) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:29.524326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034126-bc8b-40f9-8990-aa90754e717a req-c566c9d8-c0a1-4b5e-b872-4893de2b873b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:29.538412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b034126-bc8b-40f9-8990-aa90754e717a req-c566c9d8-c0a1-4b5e-b872-4893de2b873b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 945 time: 0.1981225 May 27 02:19:29.583150 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c0145f-ce6a-4971-8805-9be29b1043c9'] response: {'server_uuid': '5cadd61d-2bcf-41d6-ad02-b546f14d5e87', 'name': 'network-vif-deleted', 'tag': '8021bc75-678f-4f6d-af53-2dcf331271d0', 'status': 'completed', 'code': 200} May 27 02:19:29.605086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-32792857-90b0-4764-b84b-f816c6109f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:29.606478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-32792857-90b0-4764-b84b-f816c6109f18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 1097 time: 0.7672899 May 27 02:19:29.703331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b034126-bc8b-40f9-8990-aa90754e717a req-36c4a41f-1b7e-4153-9fd7-f814551ca455 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599314 May 27 02:19:29.801821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:29.838538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:29.848088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Usage tracker for resource:security_group_rule and tenant:8014a3dd12d24563b0cf2074b6b024ed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:29.852600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:29.865608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:29.887644 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:08Z', 'revision_number': 6, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:29.897745 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f63cd-fb68-4524-9ef0-4253321bef14 None None] The sync data for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 is: [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:08Z', 'revision_number': 6, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '9092b746-289b-4566-99b7-577e413169c8', 'name': '', 'network_id': 'bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:1f:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:06Z', 'updated_at': '2022-05-27T02:16:16Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': 'b476bdb9-f681-4f6e-9212-24950dd80055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:30.026442 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.045273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.091436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8021bc75-678f-4f6d-af53-2dcf331271d0 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:30.125519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-9e2bf401-c374-4d16-a0c9-5d8e6db020dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:30.128588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-9e2bf401-c374-4d16-a0c9-5d8e6db020dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 200 len: 898 time: 0.5080810 May 27 02:19:30.154920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8014a3dd12d24563b0cf2074b6b024ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7121451 May 27 02:19:30.166740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48818) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:30.175770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa354e69-f96a-4f9f-91b2-12ab56b6babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2538665b-f0e5-44e3-9abf-aa86289ab16a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:30.216059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 8021bc75-678f-4f6d-af53-2dcf331271d0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:30.219436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 8021bc75-678f-4f6d-af53-2dcf331271d0 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:30.306248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-7d772197-e0f1-4987-b0a1-4bf9cf260e88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 200 len: 217 time: 0.1642480 May 27 02:19:30.425615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48826) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:30.516651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-8ce5a206-8f39-4ba1-8127-9535593da5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:30.518273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-8ce5a206-8f39-4ba1-8127-9535593da5d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b476bdb9-f681-4f6e-9212-24950dd80055 HTTP/1.1" status: 200 len: 834 time: 0.1938522 May 27 02:19:30.537448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d5dbe-bb9b-4e9f-9803-dc4f7a07a91e None None] New status for floating IP f037729a-a0cf-42f8-9c00-f446fc133f15: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:19:30.610475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f353e87f-8d92-4d78-a521-f5f961a3f5cc tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.670885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7530db98-9463-4d49-8011-4a4fc49c8193 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:30.677027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f353e87f-8d92-4d78-a521-f5f961a3f5cc tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.679434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.693728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c25adce-0808-435e-9a81-ba67963b0da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.702838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Transition to ACTIVE for port object 7530db98-9463-4d49-8011-4a4fc49c8193 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:30.705198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-2f075dd7-7755-45d5-88d5-8e1a6d8144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:30.706909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-2f075dd7-7755-45d5-88d5-8e1a6d8144bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795619 May 27 02:19:30.710441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.798263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-32cb734c-9255-47fa-8b70-404abd624aa6 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:30.799774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-32cb734c-9255-47fa-8b70-404abd624aa6 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 945 time: 0.4342356 May 27 02:19:30.871387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c25adce-0808-435e-9a81-ba67963b0da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:30.954408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:30.954782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.023977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Pushing event updated for resources: {'Port': ['ID=7530db98-9463-4d49-8011-4a4fc49c8193,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:31.045169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f353e87f-8d92-4d78-a521-f5f961a3f5cc tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.098236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353e87f-8d92-4d78-a521-f5f961a3f5cc tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f1f09-2d12-485b-a15a-92bda3dc059c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:31.121051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd452707-e1ce-4fa0-a88b-bac2668e3d98 req-b1c744a9-f82b-4194-87a7-59130a2ae8a9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:31.130906 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd452707-e1ce-4fa0-a88b-bac2668e3d98 req-b1c744a9-f82b-4194-87a7-59130a2ae8a9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 943 time: 0.4238203 May 27 02:19:31.150914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-b3cddaf1-9466-4466-8c7a-cfcb46f06c16 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347377 May 27 02:19:31.190425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Attempting to bind port 7530db98-9463-4d49-8011-4a4fc49c8193 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:31.190673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Attempting to bind port 7530db98-9463-4d49-8011-4a4fc49c8193 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '1bce24cc-f4af-4f2c-b5a9-a914bbbe568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:31.191044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Attempting to bind port 7530db98-9463-4d49-8011-4a4fc49c8193 on network cb026295-9dbd-4786-8bb8-d8118932772d {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:31.233469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c25adce-0808-435e-9a81-ba67963b0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.248160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450910-b2f6-4929-8e98-d946168a7269 req-a8682820-a3ba-4853-99e3-7f87af6c836b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:31.249063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d1450910-b2f6-4929-8e98-d946168a7269 req-a8682820-a3ba-4853-99e3-7f87af6c836b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:31.263795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Port 7530db98-9463-4d49-8011-4a4fc49c8193 on network cb026295-9dbd-4786-8bb8-d8118932772d not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:19:31.264120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Attempting to bind port 7530db98-9463-4d49-8011-4a4fc49c8193 on network cb026295-9dbd-4786-8bb8-d8118932772d {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:31.275742 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f353e87f-8d92-4d78-a521-f5f961a3f5cc tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.279677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f353e87f-8d92-4d78-a521-f5f961a3f5cc tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/security-groups/548f1f09-2d12-485b-a15a-92bda3dc059c HTTP/1.1" status: 204 len: 168 time: 0.8443973 May 27 02:19:31.279862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:31.279862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Checking segment: {'id': '1bce24cc-f4af-4f2c-b5a9-a914bbbe568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:31.279862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Bound using segment: {'id': '1bce24cc-f4af-4f2c-b5a9-a914bbbe568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:31.280209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25adce-0808-435e-9a81-ba67963b0da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2538665b-f0e5-44e3-9abf-aa86289ab16a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:31.280309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Bound port: 7530db98-9463-4d49-8011-4a4fc49c8193, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bce24cc-f4af-4f2c-b5a9-a914bbbe568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:31.280309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.285448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:31.288179 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6c25adce-0808-435e-9a81-ba67963b0da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.289469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6c25adce-0808-435e-9a81-ba67963b0da5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2538665b-f0e5-44e3-9abf-aa86289ab16a HTTP/1.1" status: 204 len: 168 time: 1.1213350 May 27 02:19:31.344986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd452707-e1ce-4fa0-a88b-bac2668e3d98 req-b4aae989-de81-4d0a-9288-0cc8c49691dc tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Synchronizing usage tracker for tenant:efcb502197fb4eb3b49f026287b4958d on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:31.423317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d658f81e-ab98-4935-8d6a-2fc4128afc5a tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.424275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d1450910-b2f6-4929-8e98-d946168a7269 req-a8682820-a3ba-4853-99e3-7f87af6c836b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:31.443929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:31.445374 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.449800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1450910-b2f6-4929-8e98-d946168a7269 req-a8682820-a3ba-4853-99e3-7f87af6c836b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 945 time: 0.5246375 May 27 02:19:31.457605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-cd452707-e1ce-4fa0-a88b-bac2668e3d98 req-b4aae989-de81-4d0a-9288-0cc8c49691dc tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Unset dirty status for tenant:efcb502197fb4eb3b49f026287b4958d on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:31.466873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd452707-e1ce-4fa0-a88b-bac2668e3d98 req-b4aae989-de81-4d0a-9288-0cc8c49691dc tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348882 May 27 02:19:31.535825 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5068b7a-451a-4734-95ec-f42e588b10a0 req-7059120a-7eb0-4da7-bb5b-e555bcb254d0 service neutron] 10.222.0.47 "GET /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769121 May 27 02:19:31.589597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d1450910-b2f6-4929-8e98-d946168a7269 req-ea07335b-04a0-4b25-bfaf-deb8b636c3ab tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:31.605524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] For port 7530db98-9463-4d49-8011-4a4fc49c8193, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:31.610584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] For port 7530db98-9463-4d49-8011-4a4fc49c8193, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7530db98-9463-4d49-8011-4a4fc49c8193,segment=NetworkSegment(1bce24cc-f4af-4f2c-b5a9-a914bbbe568e),segment_id=1bce24cc-f4af-4f2c-b5a9-a914bbbe568e)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:31.621934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.695979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d1450910-b2f6-4929-8e98-d946168a7269 req-ea07335b-04a0-4b25-bfaf-deb8b636c3ab tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:31.697106 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d1450910-b2f6-4929-8e98-d946168a7269 req-ea07335b-04a0-4b25-bfaf-deb8b636c3ab tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffaa0783-b69f-4815-8457-7f99ffa3fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465107 May 27 02:19:31.715970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:31.747992 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d658f81e-ab98-4935-8d6a-2fc4128afc5a tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.779426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:31.780032 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.781398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] 10.222.0.13 "PUT /v2.0/ports/7530db98-9463-4d49-8011-4a4fc49c8193 HTTP/1.1" status: 200 len: 1092 time: 3.2704246 May 27 02:19:31.781825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06da876c-de28-40a1-b397-2cacdf364566', 'tag': '7530db98-9463-4d49-8011-4a4fc49c8193'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:31.876777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29b727-2c80-466f-a891-fffbb1da1732 service neutron] Pushing event updated for resources: {'Port': ['ID=7530db98-9463-4d49-8011-4a4fc49c8193,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:31.928656 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729185ed-b5fe-4c18-8a10-eea71ace3420'] response: {'name': 'network-changed', 'server_uuid': '06da876c-de28-40a1-b397-2cacdf364566', 'tag': '7530db98-9463-4d49-8011-4a4fc49c8193', 'status': 'completed', 'code': 200} May 27 02:19:31.940433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48862) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:31.960210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:31.986542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:31.996151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Usage tracker for resource:security_group_rule and tenant:37f8498128964ddba15f80b4d42b9c98 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:32.000190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:32.008077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:32.011763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-f44b515f-f405-4103-846e-c68a09b956d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.013767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-f44b515f-f405-4103-846e-c68a09b956d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efcb502197fb4eb3b49f026287b4958d&device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 1095 time: 0.1844935 May 27 02:19:32.039349 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d658f81e-ab98-4935-8d6a-2fc4128afc5a tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.071252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f81e-ab98-4935-8d6a-2fc4128afc5a tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09583344-c8fd-49b1-8c27-094807b274ba,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:32.100764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d658f81e-ab98-4935-8d6a-2fc4128afc5a tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.102189 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d658f81e-ab98-4935-8d6a-2fc4128afc5a tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/security-groups/09583344-c8fd-49b1-8c27-094807b274ba HTTP/1.1" status: 204 len: 168 time: 0.8155947 May 27 02:19:32.106124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 48866) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:32.117278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-ac6e07ce-0ae7-4e07-b9f1-f037ee526da6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7530db98-9463-4d49-8011-4a4fc49c8193 HTTP/1.1" status: 200 len: 217 time: 0.0953066 May 27 02:19:32.175567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.205038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-f523bca0-7e09-4a48-84db-ab45dbea2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:32.206518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-f523bca0-7e09-4a48-84db-ab45dbea2f79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a483336d-9172-47dd-a8b2-6ed7312deadd HTTP/1.1" status: 200 len: 848 time: 0.0817907 May 27 02:19:32.263241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-1ad30ce1-478e-43ca-bc9a-33c583134189 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb026295-9dbd-4786-8bb8-d8118932772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496435 May 27 02:19:32.348543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:32.372420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.384592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.502016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] No DVR routers for this DVR port d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:32.510145 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:32.512722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-741c7fef-7c2e-4516-a800-374c1a57ea3e req-2ff52688-f93e-45bb-91d9-bbd1995c6c9c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.47 "DELETE /v2.0/ports/d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd HTTP/1.1" status: 204 len: 173 time: 1.6866484 May 27 02:19:32.513325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'name': 'network-vif-deleted', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:32.593725 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c20aa3-96aa-4694-ba81-6e4cb9a64124'] response: {'server_uuid': 'f117ef88-94d2-4b94-b732-09500828329b', 'name': 'network-vif-deleted', 'tag': 'd9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd', 'status': 'completed', 'code': 200} May 27 02:19:32.695655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37f8498128964ddba15f80b4d42b9c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546222 May 27 02:19:32.703749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48874) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:32.717178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3871e6a-2cea-4e32-bc1d-d5d51574b26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c408c3bf-abad-4d2b-91fe-427d2d00a5f7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:32.806387 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-64640f72-1b23-4f41-a502-e946d9fa659f service neutron] 10.222.0.13 "GET /v2.0/networks/cb026295-9dbd-4786-8bb8-d8118932772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360305 May 27 02:19:32.981422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5fb93c96-6f0c-44db-9af4-19273fde0336 req-aab8436f-cd02-4b9b-a246-92a27fe0e671 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:19:33.077110 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:33.086649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70627d28-2ea9-47a7-a752-78c33d2eda9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:33.091971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5fb93c96-6f0c-44db-9af4-19273fde0336 req-aab8436f-cd02-4b9b-a246-92a27fe0e671 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:19:33.100191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fb93c96-6f0c-44db-9af4-19273fde0336 req-aab8436f-cd02-4b9b-a246-92a27fe0e671 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f117ef88-94d2-4b94-b732-09500828329b HTTP/1.1" status: 200 len: 210 time: 0.1906605 May 27 02:19:33.159727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5080596-7bdd-44c9-b2b0-72cc8e406b30 req-e8125ed8-b99c-4376-a336-5b52c32565e3 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:33.166530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5080596-7bdd-44c9-b2b0-72cc8e406b30 req-e8125ed8-b99c-4376-a336-5b52c32565e3 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 943 time: 0.4244184 May 27 02:19:33.207973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-973b1b46-cc1a-4a79-a703-803513c6de0e req-ef005ef7-75fb-43f0-a3e1-4ebc8c7a710e service neutron] 10.222.0.13 "GET /v2.0/networks/cb026295-9dbd-4786-8bb8-d8118932772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931844 May 27 02:19:33.252654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70627d28-2ea9-47a7-a752-78c33d2eda9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:33.289967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b5080596-7bdd-44c9-b2b0-72cc8e406b30 req-f7b42bb1-bf7d-4a19-9ce3-656752d6f9a2 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219423 May 27 02:19:33.306128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:33.336044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:33.444831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-ebe43537-50f5-4941-b540-8b0c11a504ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:33.446631 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-ebe43537-50f5-4941-b540-8b0c11a504ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efcb502197fb4eb3b49f026287b4958d&device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 1095 time: 0.1210692 May 27 02:19:33.447898 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70627d28-2ea9-47a7-a752-78c33d2eda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:33.502790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70627d28-2ea9-47a7-a752-78c33d2eda9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c408c3bf-abad-4d2b-91fe-427d2d00a5f7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:33.556362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-70627d28-2ea9-47a7-a752-78c33d2eda9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:33.560329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70627d28-2ea9-47a7-a752-78c33d2eda9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c408c3bf-abad-4d2b-91fe-427d2d00a5f7 HTTP/1.1" status: 204 len: 168 time: 0.8448036 May 27 02:19:33.638905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-69ecfded-8301-4bf6-bf32-0f2814298ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:33.640481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-69ecfded-8301-4bf6-bf32-0f2814298ddf service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb026295-9dbd-4786-8bb8-d8118932772d HTTP/1.1" status: 200 len: 909 time: 0.1764462 May 27 02:19:33.739991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-149d90be-28cc-4862-9eb7-29899b65f60a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7530db98-9463-4d49-8011-4a4fc49c8193 HTTP/1.1" status: 200 len: 217 time: 0.0924771 May 27 02:19:33.818158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-e8315a8f-8198-4a30-8799-bff39daa00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:33.819898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-e8315a8f-8198-4a30-8799-bff39daa00b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a483336d-9172-47dd-a8b2-6ed7312deadd HTTP/1.1" status: 200 len: 848 time: 0.0725992 May 27 02:19:33.889663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-660a20bd-c37f-46be-ae2f-a09c8d46a11c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb026295-9dbd-4786-8bb8-d8118932772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626040 May 27 02:19:33.899473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:33.900035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.058130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-16bd01af-19ce-4534-8eeb-4b680bb6dbfd service neutron] 10.222.0.13 "GET /v2.0/networks/cb026295-9dbd-4786-8bb8-d8118932772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615050 May 27 02:19:34.104141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:34.179044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:34.179392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device d9cd69b0-5a0d-4840-a3ac-37c22ea7ccdd not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:34.189187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] For port 63c91558-bfd2-4cdb-876d-88fcdd61f0cb, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:34.191046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.237305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48912) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:34.378624 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0e57b863-4f24-4230-92c8-07da75c05bb2 req-3bf7070c-2368-4e21-865b-b68cec0e159c service neutron] 10.222.0.13 "GET /v2.0/networks/cb026295-9dbd-4786-8bb8-d8118932772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096347 May 27 02:19:34.416914 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-606bb5ea-7dae-4fe8-8865-2b999f96a101 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.475752 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-606bb5ea-7dae-4fe8-8865-2b999f96a101 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.503416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for 63c91558-bfd2-4cdb-876d-88fcdd61f0cb owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:34.669066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82f4ea-6083-41f2-8f91-27ef57d63c6f req-4e793d48-8a34-4ded-b004-8294127c6252 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:34.672995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b82f4ea-6083-41f2-8f91-27ef57d63c6f req-4e793d48-8a34-4ded-b004-8294127c6252 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 943 time: 0.1152952 May 27 02:19:34.744705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5b82f4ea-6083-41f2-8f91-27ef57d63c6f req-dac1e75a-b80d-4d84-829d-efb8ed529635 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649061 May 27 02:19:34.749205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-606bb5ea-7dae-4fe8-8865-2b999f96a101 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.774413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb5ea-7dae-4fe8-8865-2b999f96a101 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaa0783-b69f-4815-8457-7f99ffa3fc26,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:34.816815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-606bb5ea-7dae-4fe8-8865-2b999f96a101 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.817951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-606bb5ea-7dae-4fe8-8865-2b999f96a101 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/security-groups/ffaa0783-b69f-4815-8457-7f99ffa3fc26 HTTP/1.1" status: 204 len: 168 time: 0.5797338 May 27 02:19:34.840975 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:34.859753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 48942) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:34.950844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=63c91558-bfd2-4cdb-876d-88fcdd61f0cb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:35.388038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:35.857771 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d2696ff-d246-4cb2-b77b-5f3dd57994f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.095840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d972-3e51-428e-88da-5b5464ac4e5a req-28a32f3d-427a-4300-a757-64ca7228ba0b tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:36.097354 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3674d972-3e51-428e-88da-5b5464ac4e5a req-28a32f3d-427a-4300-a757-64ca7228ba0b tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 943 time: 0.1881428 May 27 02:19:36.138821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Router 0cfc20aa-e2a4-49ff-86e2-2601afda519f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:36.294923 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3674d972-3e51-428e-88da-5b5464ac4e5a req-d32cc8b3-f3fd-4fd3-bec8-21942bc499f8 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813431 May 27 02:19:36.331210 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.375981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:36.387357 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] Sync routers for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:36.401781 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:36.402506 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:36.418344 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ef8d7ace-ada8-4137-820e-b29c6f016513 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "PUT /v2.0/routers/0cfc20aa-e2a4-49ff-86e2-2601afda519f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3098838 May 27 02:19:36.421360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49008) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:36.512991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting subnet 3752f35a-282e-4466-afd8-5353129527fb {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:19:36.516492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.578813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:36.714366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7530db98-9463-4d49-8011-4a4fc49c8193 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:19:36.733698 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:36.889959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port 9092b746-289b-4566-99b7-577e413169c8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:36.890434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.083545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7530db98-9463-4d49-8011-4a4fc49c8193, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7530db98-9463-4d49-8011-4a4fc49c8193,segment=NetworkSegment(1bce24cc-f4af-4f2c-b5a9-a914bbbe568e),segment_id=1bce24cc-f4af-4f2c-b5a9-a914bbbe568e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:37.121066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '7530db98-9463-4d49-8011-4a4fc49c8193', 'network_id': 'cb026295-9dbd-4786-8bb8-d8118932772d', 'port_id': '7530db98-9463-4d49-8011-4a4fc49c8193', 'mac_address': 'fa:16:3e:ad:10:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a483336d-9172-47dd-a8b2-6ed7312deadd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:19:37.168493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.220738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 7530db98-9463-4d49-8011-4a4fc49c8193 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:37.221690 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.247146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7530db98-9463-4d49-8011-4a4fc49c8193 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:19:37.266034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7530db98-9463-4d49-8011-4a4fc49c8193, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7530db98-9463-4d49-8011-4a4fc49c8193,segment=NetworkSegment(1bce24cc-f4af-4f2c-b5a9-a914bbbe568e),segment_id=1bce24cc-f4af-4f2c-b5a9-a914bbbe568e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:37.271944 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.278193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port 9092b746-289b-4566-99b7-577e413169c8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9092b746-289b-4566-99b7-577e413169c8,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:37.279285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.308783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.372567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:37.377229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad43929-86f1-4444-b9b6-ce82971b23f8 None None] Network d8261e42-9c2a-413e-b130-f69f0fae3fb1 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:37.379492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Subnet': ['ID=3752f35a-282e-4466-afd8-5353129527fb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:37.384823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/subnets/3752f35a-282e-4466-afd8-5353129527fb HTTP/1.1" status: 204 len: 168 time: 0.9626069 May 27 02:19:37.389756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:37.391765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.392324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.393893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.394561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.395125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.395870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.396403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.397520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.398062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.398585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.399132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.400063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162be792-3dc7-42ab-a95f-e3a1ed86ca08 tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.511217 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:19:34Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:37.523107 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] Checking router: 0cfc20aa-e2a4-49ff-86e2-2601afda519f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:37.535222 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] Routers {'0cfc20aa-e2a4-49ff-86e2-2601afda519f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:37.536829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:37.671947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for 9092b746-289b-4566-99b7-577e413169c8 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:37.678826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=7530db98-9463-4d49-8011-4a4fc49c8193,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:37.707108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.707485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.708102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.708447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.709115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.709604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.709941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.710270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.710786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.711119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.711446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.711770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:37.716106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['7530db98-9463-4d49-8011-4a4fc49c8193'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:19:37.780742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49038) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:37.872759 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] Set router 0cfc20aa-e2a4-49ff-86e2-2601afda519f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:38.053709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6215cc6-25db-48be-bd45-d00a0c15b2b9 req-0b0edc53-27bc-4a65-983c-8bbc62bb1658 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:38.071103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6215cc6-25db-48be-bd45-d00a0c15b2b9 req-0b0edc53-27bc-4a65-983c-8bbc62bb1658 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 944 time: 0.4532928 May 27 02:19:38.108963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.138358 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1cf4-ca39-4216-8987-c10b60c76a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.189364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.241399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:38.269927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] DHCP port deletion for d8261e42-9c2a-413e-b130-f69f0fae3fb1 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:19:38.278522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Usage tracker for resource:security_group_rule and tenant:a2844fac07f541c3a1314a059c79876d is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:38.287487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] Deleting port 91453e3c-1241-4a83-9a83-792e665eb07f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:38.287487 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.291523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:38.298721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:38.421841 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:19:34Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:38.426626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64da72-a810-4588-a981-3fd41db436d6 None None] The sync data for ids ['0cfc20aa-e2a4-49ff-86e2-2601afda519f'] in n-d-843146-11 is: [{'id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1993144354', 'tenant_id': '69f37c384d284138a231fc7c77d00e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:16:35Z', 'updated_at': '2022-05-27T02:19:34Z', 'revision_number': 5, 'project_id': '69f37c384d284138a231fc7c77d00e8e', 'gw_port': {'id': 'd47b6036-6253-4e71-898f-b4bad3871656', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc20aa-e2a4-49ff-86e2-2601afda519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:16:36Z', 'updated_at': '2022-05-27T02:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:38.435741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.455943 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.521539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2844fac07f541c3a1314a059c79876d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7395594 May 27 02:19:38.530997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49054) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:38.533984 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.624654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.672546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Deleting port d47b6036-6253-4e71-898f-b4bad3871656 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:38.672883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.708495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] For port 91453e3c-1241-4a83-9a83-792e665eb07f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91453e3c-1241-4a83-9a83-792e665eb07f,segment=NetworkSegment(355419e0-3881-4d42-9c86-c9466d0a5921),segment_id=355419e0-3881-4d42-9c86-c9466d0a5921)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:38.708894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:38.711449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca559d4-21a4-4289-bae4-e77c0ec28a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a371a15-f7a9-451b-8a03-bb6b439af0f8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:38.736231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=9092b746-289b-4566-99b7-577e413169c8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:38.744632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6215cc6-25db-48be-bd45-d00a0c15b2b9 req-22d98f55-f75f-469c-8b33-32c3059b9988 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726656 May 27 02:19:39.039749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] For port d47b6036-6253-4e71-898f-b4bad3871656, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d47b6036-6253-4e71-898f-b4bad3871656,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:39.043290 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.060364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] Calling delete_port for 91453e3c-1241-4a83-9a83-792e665eb07f owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:39.216791 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-79a8b719-d71b-4209-af61-2b00aff1a295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.218805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.232257 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.326172 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-79a8b719-d71b-4209-af61-2b00aff1a295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.345894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] Pushing event deleted for resources: {'Port': ['ID=91453e3c-1241-4a83-9a83-792e665eb07f,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:39.351204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Calling delete_port for d47b6036-6253-4e71-898f-b4bad3871656 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:39.359054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dc0be-eb06-48cc-a773-60b54d10bb25 None None] No DVR routers for this DVR port 91453e3c-1241-4a83-9a83-792e665eb07f on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:39.391174 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.463355 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.580480 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-79a8b719-d71b-4209-af61-2b00aff1a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.622268 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.623818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8b719-d71b-4209-af61-2b00aff1a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a371a15-f7a9-451b-8a03-bb6b439af0f8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:39.714510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Port': ['ID=d47b6036-6253-4e71-898f-b4bad3871656,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:39.721301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-79a8b719-d71b-4209-af61-2b00aff1a295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:39.736599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-79a8b719-d71b-4209-af61-2b00aff1a295 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a371a15-f7a9-451b-8a03-bb6b439af0f8 HTTP/1.1" status: 204 len: 168 time: 1.1930976 May 27 02:19:39.802891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router 7baaf20b-6b7e-4133-8652-0ded35f882b7 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:19:39.829769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.235670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:40.243513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cca9930a-5004-4c0d-b90e-d4a49bb29f7f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "PUT /v2.0/routers/7baaf20b-6b7e-4133-8652-0ded35f882b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3802783 May 27 02:19:40.249699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:40.250211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] Sync routers for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:40.262727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:40.267810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:40.278089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.286195 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.331100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.332969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Fanout notify agent at l3_agent the message router_deleted on router 0cfc20aa-e2a4-49ff-86e2-2601afda519f {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:19:40.374898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.376566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-33cf56f7-99aa-4e49-9acd-26a2359c52bd tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/routers/0cfc20aa-e2a4-49ff-86e2-2601afda519f HTTP/1.1" status: 204 len: 168 time: 2.9672534 May 27 02:19:40.380301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49080) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:40.415854 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91453e3c-1241-4a83-9a83-792e665eb07f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:40.418309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting subnet b476bdb9-f681-4f6e-9212-24950dd80055 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:19:40.427323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.510041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 91453e3c-1241-4a83-9a83-792e665eb07f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:40.510452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91453e3c-1241-4a83-9a83-792e665eb07f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:40.511390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 63c91558-bfd2-4cdb-876d-88fcdd61f0cb no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:40.580721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 63c91558-bfd2-4cdb-876d-88fcdd61f0cb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:40.581339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 63c91558-bfd2-4cdb-876d-88fcdd61f0cb not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:40.584263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.625816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.629197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49084) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:40.653368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.672959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:40.710673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Usage tracker for resource:security_group_rule and tenant:5751f7c9fea1457fba183e9e5b84f5e2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:40.713824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f71546-62c4-41b9-a256-b10814821190 req-86d116ac-2693-4c3f-a170-d38eeb7a0571 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:40.715310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21f71546-62c4-41b9-a256-b10814821190 req-86d116ac-2693-4c3f-a170-d38eeb7a0571 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 944 time: 0.7354794 May 27 02:19:40.717226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:40.738856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7530db98-9463-4d49-8011-4a4fc49c8193 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:40.755016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:40.821315 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.856904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:40.883859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.928033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:40.939598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8261e42-9c2a-413e-b130-f69f0fae3fb1']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:40.968824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355419e0-3881-4d42-9c86-c9466d0a5921') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:40.968824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355419e0-3881-4d42-9c86-c9466d0a5921') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:40.986578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.018695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.033438 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.034658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Subnet': ['ID=b476bdb9-f681-4f6e-9212-24950dd80055,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:41.058139 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-686337fb-8cec-4951-8402-66dbc6f907e8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/subnets/b476bdb9-f681-4f6e-9212-24950dd80055 HTTP/1.1" status: 204 len: 168 time: 0.8073711 May 27 02:19:41.060993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49092) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:41.066840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:19:41.067378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.075940 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21f71546-62c4-41b9-a256-b10814821190 req-5bf4de72-ad0c-4609-bd43-dc4b57647cc8 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463383 May 27 02:19:41.125517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3bdf9-8f13-4848-bccd-2e579e957822 None None] Network bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:41.288425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.297511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.400722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5751f7c9fea1457fba183e9e5b84f5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7704048 May 27 02:19:41.404992 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 355419e0-3881-4d42-9c86-c9466d0a5921 resource provider aggregate not found May 27 02:19:41.408374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:41.411092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.452224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.459213 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 355419e0-3881-4d42-9c86-c9466d0a5921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 355419e0-3881-4d42-9c86-c9466d0a5921 found for delete ", "request_id": "req-7611c9c8-27c5-490b-9437-3194f4a77339"}]} May 27 02:19:41.488241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] Pushing event deleted for resources: {'Network': ['ID=d8261e42-9c2a-413e-b130-f69f0fae3fb1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:41.509144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03035d60-6b3e-411f-9167-081325f46410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9988c2d-8c41-463b-afb2-1c504947b41c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:41.513524 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.518424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7b022fa3-9f46-4d5d-ade2-99d7d42315be tempest-TestSecurityGroupsBasicOps-284315836 tempest-TestSecurityGroupsBasicOps-284315836-project] 10.222.0.16 "DELETE /v2.0/networks/d8261e42-9c2a-413e-b130-f69f0fae3fb1 HTTP/1.1" status: 204 len: 168 time: 1.1338532 May 27 02:19:41.522971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 7530db98-9463-4d49-8011-4a4fc49c8193 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:41.533229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 7530db98-9463-4d49-8011-4a4fc49c8193 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:41.533709 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.596681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d345de0-3900-4712-8461-e83962dd0cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.668951 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d345de0-3900-4712-8461-e83962dd0cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.773004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.782929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d345de0-3900-4712-8461-e83962dd0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.818573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4d345de0-3900-4712-8461-e83962dd0cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:41.823670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4d345de0-3900-4712-8461-e83962dd0cef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9988c2d-8c41-463b-afb2-1c504947b41c HTTP/1.1" status: 204 len: 168 time: 0.4133537 May 27 02:19:41.828863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d345de0-3900-4712-8461-e83962dd0cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9988c2d-8c41-463b-afb2-1c504947b41c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:41.993313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 7530db98-9463-4d49-8011-4a4fc49c8193 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:41.996892 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.036522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:37Z', 'revision_number': 7, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '6404c7d1-241c-479e-bbed-b497b37099b5', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:15:56Z', 'updated_at': '2022-05-27T02:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:42.073813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d47b6036-6253-4e71-898f-b4bad3871656 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:42.107546 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.133751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port 6404c7d1-241c-479e-bbed-b497b37099b5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:42.134102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.145800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] Checking router: 7baaf20b-6b7e-4133-8652-0ded35f882b7 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:42.192372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d47b6036-6253-4e71-898f-b4bad3871656 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:42.193120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d47b6036-6253-4e71-898f-b4bad3871656 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:42.210288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] Routers {'7baaf20b-6b7e-4133-8652-0ded35f882b7'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:42.219589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7baaf20b-6b7e-4133-8652-0ded35f882b7'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:42.264151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49130) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:42.318456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06da876c-de28-40a1-b397-2cacdf364566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530db98-9463-4d49-8011-4a4fc49c8193'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:19:42.477704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:42.633994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3044415f-9209-4e5a-99b7-2b47b2bf711f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69f37c384d284138a231fc7c77d00e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673298 May 27 02:19:42.634974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49152) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:42.639154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.673896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:42.693834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Usage tracker for resource:security_group_rule and tenant:450df14072804489ade1d2b46c639820 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:42.694556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36b547-0bd3-4f11-910e-dbcd51d486b5 req-e543a024-6bcb-4943-b87a-96e5b3dbc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:42.696565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a36b547-0bd3-4f11-910e-dbcd51d486b5 req-e543a024-6bcb-4943-b87a-96e5b3dbc79e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 1096 time: 0.1745780 May 27 02:19:42.732305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:42.732565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port 6404c7d1-241c-479e-bbed-b497b37099b5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6404c7d1-241c-479e-bbed-b497b37099b5,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:42.733225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.752748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:42.770812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aa4a6-4a50-4814-ac5b-5da284fce858 req-bd4ac835-efc9-412c-a304-7c11db069e96 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:42.778798 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-106aa4a6-4a50-4814-ac5b-5da284fce858 req-bd4ac835-efc9-412c-a304-7c11db069e96 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 944 time: 0.4705310 May 27 02:19:42.782366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35a35135-c871-4373-9a61-b27b8f981ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.788448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] Set router 7baaf20b-6b7e-4133-8652-0ded35f882b7 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:42.837396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35a35135-c871-4373-9a61-b27b8f981ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:42.929155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for 6404c7d1-241c-479e-bbed-b497b37099b5 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:42.989661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a36b547-0bd3-4f11-910e-dbcd51d486b5 req-a1ae1911-bf82-413f-9d8c-22ad4069fc33 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848868 May 27 02:19:42.993087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7530db98-9463-4d49-8011-4a4fc49c8193, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7530db98-9463-4d49-8011-4a4fc49c8193,segment=NetworkSegment(1bce24cc-f4af-4f2c-b5a9-a914bbbe568e),segment_id=1bce24cc-f4af-4f2c-b5a9-a914bbbe568e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:42.994274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:42Z', 'revision_number': 8, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:43.006550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35a35135-c871-4373-9a61-b27b8f981ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.013373 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9928c837-bff2-4dbb-9b49-a9a55e668c60'] response: {'server_uuid': '06da876c-de28-40a1-b397-2cacdf364566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530db98-9463-4d49-8011-4a4fc49c8193', 'code': 200} May 27 02:19:43.025990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] DHCP port deletion for bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:19:43.031497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.037989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-106aa4a6-4a50-4814-ac5b-5da284fce858 req-b8d8e9bb-99d1-4378-ba99-e48562bf5e9b tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582788 May 27 02:19:43.040806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] Deleting port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:43.041192 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.048151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35135-c871-4373-9a61-b27b8f981ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf72041-8407-4d01-b4d4-6afe3b386a4a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:43.051696 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.098382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.144717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe9169-008b-4f9b-8af1-c49d05ae1d5d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:43.180958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063c993-cd74-4bcc-913b-9eb2d3c32936 None None] The sync data for ids ['7baaf20b-6b7e-4133-8652-0ded35f882b7'] in n-d-843146-11 is: [{'id': '7baaf20b-6b7e-4133-8652-0ded35f882b7', 'name': 'tempest-TestNetworkBasicOps-router-583309193', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:15:55Z', 'updated_at': '2022-05-27T02:19:42Z', 'revision_number': 8, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:43.197449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=7530db98-9463-4d49-8011-4a4fc49c8193,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:43.223839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-35a35135-c871-4373-9a61-b27b8f981ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.225209 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-35a35135-c871-4373-9a61-b27b8f981ec4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cf72041-8407-4d01-b4d4-6afe3b386a4a HTTP/1.1" status: 204 len: 168 time: 0.5881639 May 27 02:19:43.238939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f208bc5f-7ed6-45b7-9caf-cf889ae0e8cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=450df14072804489ade1d2b46c639820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7587192 May 27 02:19:43.241586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49166) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:43.366953 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-677b79fa-9435-4c5b-ae57-d6c88d19f968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.380523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.453159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=6404c7d1-241c-479e-bbed-b497b37099b5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:43.460143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-677b79fa-9435-4c5b-ae57-d6c88d19f968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.566119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] For port 80701b70-ed6f-42b4-9dcd-87101ed15dd1, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=80701b70-ed6f-42b4-9dcd-87101ed15dd1,segment=NetworkSegment(50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4),segment_id=50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:43.566119 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.598217 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.805057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] Calling delete_port for 80701b70-ed6f-42b4-9dcd-87101ed15dd1 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:43.831273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:43.861855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.904989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.907775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:43.912362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Usage tracker for resource:security_group_rule and tenant:db18e6ae33a44d03bec795cd521aa719 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:43.916647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:43.924683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:43.971203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.978356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:43.992337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] No DVR routers for this DVR port 80701b70-ed6f-42b4-9dcd-87101ed15dd1 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:44.013376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585f3fd-f48a-4e9f-b914-88429f0fcada None None] Pushing event deleted for resources: {'Port': ['ID=80701b70-ed6f-42b4-9dcd-87101ed15dd1,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:44.017317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.017950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Fanout notify agent at l3_agent the message router_deleted on router 7baaf20b-6b7e-4133-8652-0ded35f882b7 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:19:44.028805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-677b79fa-9435-4c5b-ae57-d6c88d19f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.052587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b79fa-9435-4c5b-ae57-d6c88d19f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe9169-008b-4f9b-8af1-c49d05ae1d5d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:44.113294 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.128519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49192) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:44.131521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a608af3c-b7a8-46bf-b2dc-5fa739766e25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/routers/7baaf20b-6b7e-4133-8652-0ded35f882b7 HTTP/1.1" status: 204 len: 168 time: 3.0677073 May 27 02:19:44.133244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-677b79fa-9435-4c5b-ae57-d6c88d19f968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.133844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.139759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-677b79fa-9435-4c5b-ae57-d6c88d19f968 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41fe9169-008b-4f9b-8af1-c49d05ae1d5d HTTP/1.1" status: 204 len: 168 time: 0.8866074 May 27 02:19:44.279165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9092b746-289b-4566-99b7-577e413169c8 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:44.355562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 9092b746-289b-4566-99b7-577e413169c8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:44.355964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9092b746-289b-4566-99b7-577e413169c8 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:44.356348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6404c7d1-241c-479e-bbed-b497b37099b5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:44.390798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.447493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 6404c7d1-241c-479e-bbed-b497b37099b5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:44.447880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6404c7d1-241c-479e-bbed-b497b37099b5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:44.448310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 80701b70-ed6f-42b4-9dcd-87101ed15dd1 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:44.488135 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.493451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 80701b70-ed6f-42b4-9dcd-87101ed15dd1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:19:44.493927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 80701b70-ed6f-42b4-9dcd-87101ed15dd1 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:19:44.555083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49210) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:44.558556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db18e6ae33a44d03bec795cd521aa719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261491 May 27 02:19:44.567887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405b36-b831-420d-a21d-1788ea06a5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af257f-5381-41e2-95a0-9fd81c5fcee1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:44.683913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.733364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.792728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.825481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49216) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:44.834911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:44.856002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:44.856843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:44.871375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.889910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.897013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:19:44.897389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.949380 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:44.977971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af257f-5381-41e2-95a0-9fd81c5fcee1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:44.988754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.989404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.990053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.990569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.991128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.991662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.992179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.992698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.993213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.993715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.994239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.994832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:44.999334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.001406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c987ac25-2904-4dd0-b371-0699ee677082 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99af257f-5381-41e2-95a0-9fd81c5fcee1 HTTP/1.1" status: 204 len: 168 time: 0.4453092 May 27 02:19:45.137486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb44d92-1dda-4e3f-91ae-a17f262363d4 req-8d642d64-b873-4186-8257-20bddd509361 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:45.140214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdb44d92-1dda-4e3f-91ae-a17f262363d4 req-8d642d64-b873-4186-8257-20bddd509361 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 945 time: 0.8231335 May 27 02:19:45.161433 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4 resource provider aggregate not found May 27 02:19:45.191282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.204876 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50c6bf9a-8dc5-411d-8cb1-9afa5adb99f4 found for delete ", "request_id": "req-a783afed-f859-4716-bd1e-d2294550886a"}]} May 27 02:19:45.240209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:45.245684 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cdb44d92-1dda-4e3f-91ae-a17f262363d4 req-129d7178-a8e1-4283-8a17-af713fa395ce tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773823 May 27 02:19:45.247962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.250870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Usage tracker for resource:security_group_rule and tenant:17105400f1c445c1aaa2cf53696fcae5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:45.283992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:45.287461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.302103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/networks/bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6 HTTP/1.1" status: 204 len: 168 time: 1.1718643 May 27 02:19:45.308389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e16196-c48c-4b5e-b495-7eaae48cbd7e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Network': ['ID=bb9e8242-eb0c-4ac2-b244-7b99c5fb45c6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:45.315592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:45.325021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49238) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:45.331726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'network': {'name': 'tempest-network-smoke--1233044552', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:45.340174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:45.345410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:network and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:45.347897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:45.360438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:45.388387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:45.393619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.430910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:45.451234 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.451747 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Added segment a5982e10-b399-4fa4-a0d3-c8cf2ae71073 of type vlan for network fad764f4-d940-4484-a362-7ccf682aa6de May 27 02:19:45.481668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.492673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.499002 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.543070 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.551207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:45.553869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.604225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49246) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:45.638742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff91784-a87f-4eaa-bfec-fae0d2193fee,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:45.649195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-19ec6c34-190c-41c5-8038-47988f2fa25e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17105400f1c445c1aaa2cf53696fcae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8223615 May 27 02:19:45.650237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49256) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:45.739959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0a886bb-e8f8-4076-abb5-6e63f1e51f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.764395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4379513 May 27 02:19:45.765040 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49260) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:45.775423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0a886bb-e8f8-4076-abb5-6e63f1e51f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.786997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'admin_state_up': True, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:45.796059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:45.800376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:router and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:45.805121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:45.811308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:45.815496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ddcff-b6d3-4f57-849e-73462d2d2a3b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Network': ['ID=fad764f4-d940-4484-a362-7ccf682aa6de,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:45.829327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network fad764f4-d940-4484-a362-7ccf682aa6de details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:45.842668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0ac7116f-dfc7-430c-98a2-b5e05cdfb0a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bca9e056c1d54696bfbe45818fa397a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281339 May 27 02:19:45.847063 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0a886bb-e8f8-4076-abb5-6e63f1e51f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.852122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49264) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:45.872425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a886bb-e8f8-4076-abb5-6e63f1e51f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff91784-a87f-4eaa-bfec-fae0d2193fee,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:45.883127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0a886bb-e8f8-4076-abb5-6e63f1e51f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.884482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b0a886bb-e8f8-4076-abb5-6e63f1e51f2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eff91784-a87f-4eaa-bfec-fae0d2193fee HTTP/1.1" status: 204 len: 168 time: 0.2332716 May 27 02:19:45.887887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.889462 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:45.920737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.144700 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:19:46.220271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-553fa599-1edb-46de-ae78-d0bc6b9cb16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.298288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.316755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-553fa599-1edb-46de-ae78-d0bc6b9cb16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.624800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-553fa599-1edb-46de-ae78-d0bc6b9cb16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.667306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fa599-1edb-46de-ae78-d0bc6b9cb16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9591358-98a7-4e88-b97e-ff988af94003,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:46.679541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-553fa599-1edb-46de-ae78-d0bc6b9cb16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:46.680800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-553fa599-1edb-46de-ae78-d0bc6b9cb16f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9591358-98a7-4e88-b97e-ff988af94003 HTTP/1.1" status: 204 len: 168 time: 0.8275974 May 27 02:19:46.690434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2f8f-a2b4-4ba6-997f-4a633bf6071d req-8c56d925-7d71-4401-8f16-f6f5c2314d7e tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:46.699144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b3f2f8f-a2b4-4ba6-997f-4a633bf6071d req-8c56d925-7d71-4401-8f16-f6f5c2314d7e tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 945 time: 0.3187521 May 27 02:19:46.791367 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0b3f2f8f-a2b4-4ba6-997f-4a633bf6071d req-085f2203-d3b1-47cc-bad5-b41d72e3f509 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911300 May 27 02:19:47.037291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.081568 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.318087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.25.3.208 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/755d6836-1252-4fb1-a0b6-09f296ae086b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:47.752840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:47.793718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.043000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:48.047221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:48.051224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:48.160268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=755d6836-1252-4fb1-a0b6-09f296ae086b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:48.460595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49378) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:48.905287 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:48.983745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-797524261-network', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:48.990209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:48.995931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Usage tracker for resource:network and tenant:30b03a47fcb24251b9d9ab680314cb4f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:48.999502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:49.008946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:49.023224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Made reservation on behalf of 30b03a47fcb24251b9d9ab680314cb4f for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:49.026805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.045317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.091597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:49.098669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Usage tracker for resource:security_group_rule and tenant:30b03a47fcb24251b9d9ab680314cb4f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:49.107948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:49.122914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:49.251956 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.269657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.287996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:19:49.312121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.312764 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Added segment 292ead58-b80e-4627-9e43-0ac21a37da9d of type vlan for network 3fa0c5ac-76f6-48fb-a674-b9370e95119e May 27 02:19:49.359377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aa0fa3-f8cd-439f-a65d-0d6f096ae483,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:49.377529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.389785 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.430839 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.433198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:49.433869 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.485763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0233808 May 27 02:19:49.500120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49410) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:49.620431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Request body: {'subnet': {'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-797524261-subnet', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:49.636004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e0513-c694-44ea-a618-d8b37bd68d3e admin admin] Pushing event updated for resources: {'Network': ['ID=3fa0c5ac-76f6-48fb-a674-b9370e95119e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:49.647882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:19:49.737728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:49.744127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Usage tracker for resource:subnet and tenant:30b03a47fcb24251b9d9ab680314cb4f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:49.755518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:49.777611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:49.822224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Made reservation on behalf of 30b03a47fcb24251b9d9ab680314cb4f for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:49.822224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:49.857629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router ee79cc70-dc3b-42bd-8773-69111be9a423 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:19:50.376564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:50.399134 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Sync routers for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:50.421161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.422674 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3ab28ba8-999b-43b9-a49a-2890b98d4d9f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6518977 May 27 02:19:50.425832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49444) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:50.440394 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:50.440960 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:50.475956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cf083604-9933-469c-bafc-eab94652d342 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca5bc903af224f4eaef32d60754e0a82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488312 May 27 02:19:50.478934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49448) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:50.693722 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.802487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a50dc5d-8af4-4a64-92f1-6ce41a70896f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:50.811221 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:50.847079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfcf568-0ecd-4a29-a269-631e58897037 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:50.852848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5cfcf568-0ecd-4a29-a269-631e58897037 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3727379 May 27 02:19:50.856705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49454) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:50.870260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Checking segment: {'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:50.870632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Network hostable DHCP agents. Network: 3fa0c5ac-76f6-48fb-a674-b9370e95119e, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:50.907599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:50.931300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 3fa0c5ac-76f6-48fb-a674-b9370e95119e) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:50.941454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e757d-79b6-48af-95a9-778c960946de None None] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:50.942377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:50.942988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:50.986934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1d836cbd-1f6f-491b-a755-adaf6d9459fd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4854810 May 27 02:19:50.989748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49460) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:50.995453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:51.008809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3d4e7c5b-5324-4adb-8c3a-6008fc3a1004 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503365 May 27 02:19:51.009624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49464) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:51.011071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:51.022632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Usage tracker for resource:router and tenant:30b03a47fcb24251b9d9ab680314cb4f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:51.026149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:51.027269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1165894415', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:19:51.035314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:51.069714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.071136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.093849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.445574 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:48Z', 'revision_number': 3, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:51.450111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:19:51.453348 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Checking router: ee79cc70-dc3b-42bd-8773-69111be9a423 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:19:51.454975 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Updating router ee79cc70-dc3b-42bd-8773-69111be9a423 port 755d6836-1252-4fb1-a0b6-09f296ae086b binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:19:51.457140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:subnet and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:19:51.469689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:19:51.505270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:19:51.533780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:19:51.540365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.543815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'fixed_ips': [{'subnet_id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:19:51.552294 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.600870 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:51.967926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.057388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Allocated IP 172.20.0.2 (3fa0c5ac-76f6-48fb-a674-b9370e95119e/8a50dc5d-8af4-4a64-92f1-6ce41a70896f/f8707b3e-8709-4982-b8e3-9ae8b59f3b3f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:52.125928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.264437 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.268941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Subnet': ['ID=6e2e2418-c49e-436c-a12d-b66367e26a8c,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:52.302146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Checking segment: {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:52.302804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network hostable DHCP agents. Network: fad764f4-d940-4484-a362-7ccf682aa6de, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:19:52.306327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Transition to ACTIVE for port object 755d6836-1252-4fb1-a0b6-09f296ae086b will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:52.325356 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.328581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network fad764f4-d940-4484-a362-7ccf682aa6de is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:19:52.343406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, fad764f4-d940-4484-a362-7ccf682aa6de) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:52.351228 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:52.352312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.360883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbbf493-28e8-4571-ab30-a5020753d771 None None] Network fad764f4-d940-4484-a362-7ccf682aa6de requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:52.417372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b1dee6b8-8ce3-4a02-a0fc-8abdf9b395b2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4060037 May 27 02:19:52.420289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49498) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:52.515906 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Pushing event updated for resources: {'Port': ['ID=755d6836-1252-4fb1-a0b6-09f296ae086b,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:52.554573 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.554851 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.555229 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.555564 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.555894 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.556220 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.556542 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.556913 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.557234 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.557554 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.557873 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.558191 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:19:52.653357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-fad764f4-d940-4484-a362-7ccf682aa6de', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:19:52.654466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.659995 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Attempting to bind port 755d6836-1252-4fb1-a0b6-09f296ae086b on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:52.660368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Attempting to bind port 755d6836-1252-4fb1-a0b6-09f296ae086b by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:52.660726 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Attempting to bind port 755d6836-1252-4fb1-a0b6-09f296ae086b on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:52.681483 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:52.681890 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:52.682290 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.683491 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:52.683965 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Bound port: 755d6836-1252-4fb1-a0b6-09f296ae086b, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:52.684339 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.849893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.893499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Allocated IP 172.20.0.2 (fad764f4-d940-4484-a362-7ccf682aa6de/6e2e2418-c49e-436c-a12d-b66367e26a8c/49870f35-c8db-4574-9d56-d61841b4e059) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:52.895272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:52.961545 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] For port 755d6836-1252-4fb1-a0b6-09f296ae086b, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:52.972337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] For port 755d6836-1252-4fb1-a0b6-09f296ae086b, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=755d6836-1252-4fb1-a0b6-09f296ae086b,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:52.989864 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.130618 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.186652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Transition to ACTIVE for port object f8707b3e-8709-4982-b8e3-9ae8b59f3b3f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:53.201868 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab6703-3197-4827-8c8f-45043bd36698 None None] Pushing event updated for resources: {'Port': ['ID=755d6836-1252-4fb1-a0b6-09f296ae086b,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:53.221950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Transition to ACTIVE for port object f8707b3e-8709-4982-b8e3-9ae8b59f3b3f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:53.239503 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:53.240150 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:53.240668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.257856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.320586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Allocated IP 172.25.3.157 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/de289442-c303-424b-bc29-b36329191849) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:53.387142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Transition to ACTIVE for port object 49870f35-c8db-4574-9d56-d61841b4e059 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:53.508498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:53.513172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Transition to ACTIVE for port object 49870f35-c8db-4574-9d56-d61841b4e059 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:53.565281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:53.576027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Pushing event updated for resources: {'Port': ['ID=f8707b3e-8709-4982-b8e3-9ae8b59f3b3f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:53.584827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:53.803541 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:19:53.806829 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.816077 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.902371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:53.999050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Attempting to bind port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:53.999695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Attempting to bind port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:54.001235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Attempting to bind port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f on network 3fa0c5ac-76f6-48fb-a674-b9370e95119e {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:54.012560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Pushing event updated for resources: {'Port': ['ID=49870f35-c8db-4574-9d56-d61841b4e059,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:54.034949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Network fad764f4-d940-4484-a362-7ccf682aa6de is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:54.039671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:54.040063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Checking segment: {'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:54.040513 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.040924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Bound using segment: {'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:54.054835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Bound port: f8707b3e-8709-4982-b8e3-9ae8b59f3b3f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:54.055413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.088498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:54.093291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:54.093496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:54.109391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:54.125159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:54.246572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] For port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:54.258996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] For port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8707b3e-8709-4982-b8e3-9ae8b59f3b3f,segment=NetworkSegment(292ead58-b80e-4627-9e43-0ac21a37da9d),segment_id=292ead58-b80e-4627-9e43-0ac21a37da9d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:54.265910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Pushing event updated for resources: {'Port': ['ID=de289442-c303-424b-bc29-b36329191849,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:54.303649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.465120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adc120-22b6-4016-ae62-773cabe8583d None None] Pushing event updated for resources: {'Port': ['ID=f8707b3e-8709-4982-b8e3-9ae8b59f3b3f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:54.610652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.643560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Attempting to bind port 49870f35-c8db-4574-9d56-d61841b4e059 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:19:54.644036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Attempting to bind port 49870f35-c8db-4574-9d56-d61841b4e059 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:19:54.644482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Attempting to bind port 49870f35-c8db-4574-9d56-d61841b4e059 on network fad764f4-d940-4484-a362-7ccf682aa6de {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:19:54.659401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:19:54.667578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Checking segment: {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:19:54.668111 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.668605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Bound using segment: {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:19:54.669623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Bound port: 49870f35-c8db-4574-9d56-d61841b4e059, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:19:54.670150 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:54.826262 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:48Z', 'revision_number': 3, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:54.836473 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9002b9b-1959-4802-8e5b-b0b022d7a1ba None None] The sync data for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 is: [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:48Z', 'revision_number': 3, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:19:54.857937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] For port 49870f35-c8db-4574-9d56-d61841b4e059, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:19:54.869938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] For port 49870f35-c8db-4574-9d56-d61841b4e059, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=49870f35-c8db-4574-9d56-d61841b4e059,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:19:54.885871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:55.054071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629427b-91a5-46d8-ab6d-96c3fad5543a None None] Pushing event updated for resources: {'Port': ['ID=49870f35-c8db-4574-9d56-d61841b4e059,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:55.492813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da299c-cc6e-468d-8729-601fd40ecef0 req-96501ff8-d52a-4c28-85a3-bde6ee1ec3f0 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:55.506442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45da299c-cc6e-468d-8729-601fd40ecef0 req-96501ff8-d52a-4c28-85a3-bde6ee1ec3f0 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 945 time: 0.6225238 May 27 02:19:55.831694 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-45da299c-cc6e-468d-8729-601fd40ecef0 req-91442077-cf57-4eb8-a58e-ddb23e2125b5 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137064 May 27 02:19:55.976247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.20.0.1 (fad764f4-d940-4484-a362-7ccf682aa6de/6e2e2418-c49e-436c-a12d-b66367e26a8c/ef0cf0ed-dc23-4963-b2e2-6369b7edc68a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:19:56.237344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.341839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8707b3e-8709-4982-b8e3-9ae8b59f3b3f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:56.406509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.460561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Transition to ACTIVE for port object ef0cf0ed-dc23-4963-b2e2-6369b7edc68a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:19:56.528593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.575637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:56.581580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 49870f35-c8db-4574-9d56-d61841b4e059 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:56.720097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network fad764f4-d940-4484-a362-7ccf682aa6de is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:56.723310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:56.745120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:19:56.897599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:56.961497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 49870f35-c8db-4574-9d56-d61841b4e059 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:56.962369 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:56.969080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 755d6836-1252-4fb1-a0b6-09f296ae086b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:19:56.983316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-ccbc9b70-55b3-4615-a0b4-d1d856f3051c tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:56.985368 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-ccbc9b70-55b3-4615-a0b4-d1d856f3051c tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.13 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 945 time: 1.1395013 May 27 02:19:57.127620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786becd8-008f-44e5-a38d-4c3321e23002 None None] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:57.302020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Deleting port 7530db98-9463-4d49-8011-4a4fc49c8193 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:19:57.302626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.408821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.570991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:57.790264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40e380-d06b-434b-9ddd-5397b4ffff09 None None] Network fad764f4-d940-4484-a362-7ccf682aa6de requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:19:58.009109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] Provisioning for port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:58.026512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] Provisioning complete for port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:58.026971 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.154374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 755d6836-1252-4fb1-a0b6-09f296ae086b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:19:58.280288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97416ce-196c-46df-8b8d-dd19431277b8 req-2023df44-7123-495d-a6ac-e4daf6b23442 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:19:58.282062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b97416ce-196c-46df-8b8d-dd19431277b8 req-2023df44-7123-495d-a6ac-e4daf6b23442 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 945 time: 1.0107684 May 27 02:19:58.283415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 755d6836-1252-4fb1-a0b6-09f296ae086b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:19:58.284697 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.299235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] For port 7530db98-9463-4d49-8011-4a4fc49c8193, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7530db98-9463-4d49-8011-4a4fc49c8193,segment=NetworkSegment(1bce24cc-f4af-4f2c-b5a9-a914bbbe568e),segment_id=1bce24cc-f4af-4f2c-b5a9-a914bbbe568e)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:58.299853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:58.510481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Calling delete_port for 7530db98-9463-4d49-8011-4a4fc49c8193 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:19:58.559287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Router 1a38c600-744b-4c69-8e53-6d5e795e261b is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:19:58.905490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7530db98-9463-4d49-8011-4a4fc49c8193 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:19:59.001290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] Current status of the port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:59.001819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.048432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:19:59.092640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.120972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b97416ce-196c-46df-8b8d-dd19431277b8 req-5f8d8d07-9dab-4be4-b54a-57fc948bd9d4 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d955e9c-27c9-46ef-b246-6965f0e771db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233471 May 27 02:19:59.122398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Sync routers for ids ['1a38c600-744b-4c69-8e53-6d5e795e261b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:19:59.123540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.158901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 755d6836-1252-4fb1-a0b6-09f296ae086b is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:19:59.159751 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.256094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.263846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d52f5837-7c1b-4220-9b0b-512129ba49b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.2729421 May 27 02:19:59.267093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49618) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:59.350770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49622) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:19:59.365032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Routers {'1a38c600-744b-4c69-8e53-6d5e795e261b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:19:59.365752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1a38c600-744b-4c69-8e53-6d5e795e261b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:19:59.418845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:59.439261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.489755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.646884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network fad764f4-d940-4484-a362-7ccf682aa6de is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:19:59.648466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:19:59.666275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Pushing event deleted for resources: {'Port': ['ID=7530db98-9463-4d49-8011-4a4fc49c8193,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:19:59.740115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 755d6836-1252-4fb1-a0b6-09f296ae086b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=755d6836-1252-4fb1-a0b6-09f296ae086b,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:59.764100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] For port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8707b3e-8709-4982-b8e3-9ae8b59f3b3f,segment=NetworkSegment(292ead58-b80e-4627-9e43-0ac21a37da9d),segment_id=292ead58-b80e-4627-9e43-0ac21a37da9d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:19:59.792519 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.905784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.915085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] No DVR routers for this DVR port 7530db98-9463-4d49-8011-4a4fc49c8193 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:19:59.920737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:19:59.923150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2658cdf-6e4b-418c-8252-533e4bb1108d req-15e1acee-8771-447e-992c-55260e6399f9 tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.13 "DELETE /v2.0/ports/7530db98-9463-4d49-8011-4a4fc49c8193 HTTP/1.1" status: 204 len: 173 time: 2.9284515 May 27 02:19:59.923755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06da876c-de28-40a1-b397-2cacdf364566', 'name': 'network-vif-deleted', 'tag': '7530db98-9463-4d49-8011-4a4fc49c8193'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:00.066157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Set router 1a38c600-744b-4c69-8e53-6d5e795e261b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:00.082486 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f463b8-119c-47fc-8c96-b3d09d923cf0'] response: {'server_uuid': '06da876c-de28-40a1-b397-2cacdf364566', 'name': 'network-vif-deleted', 'tag': '7530db98-9463-4d49-8011-4a4fc49c8193', 'status': 'completed', 'code': 200} May 27 02:20:00.149419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.171317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No active binding found for port 7530db98-9463-4d49-8011-4a4fc49c8193 {{(pid=88427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 02:20:00.171994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7530db98-9463-4d49-8011-4a4fc49c8193 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:00.173021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router ee79cc70-dc3b-42bd-8773-69111be9a423 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:00.182666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:00.204339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Usage tracker for resource:security_group_rule and tenant:cfc05babcd764593a564895dbce6bedf is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:00.209934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:00.361257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:00.504054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] Provisioning for port 49870f35-c8db-4574-9d56-d61841b4e059 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:00.550815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d636d269-2ea6-4c35-86e1-e37e9c9291af req-b9275dd6-3f58-4692-a08f-d42153e1137c tempest-VolumesActionsTest-1847281249 tempest-VolumesActionsTest-1847281249-project] 10.222.0.16 "GET /v2.0/ports?device_id=06da876c-de28-40a1-b397-2cacdf364566 HTTP/1.1" status: 200 len: 210 time: 0.1772923 May 27 02:20:00.564845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] Provisioning complete for port 49870f35-c8db-4574-9d56-d61841b4e059 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:00.566023 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.703234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=755d6836-1252-4fb1-a0b6-09f296ae086b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:00.829362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ba8d5-f4ae-48cf-bf45-4c50e819f224 None None] Pushing event updated for resources: {'Port': ['ID=f8707b3e-8709-4982-b8e3-9ae8b59f3b3f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:00.856150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:00.874422 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Sync routers for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:00.888253 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:00.888891 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:00.940167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ff0cc445-7ece-456a-9780-f2459c9a964b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "PUT /v2.0/routers/ee79cc70-dc3b-42bd-8773-69111be9a423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5186095 May 27 02:20:00.943701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49640) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:00.953813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:00.990867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] Current status of the port 49870f35-c8db-4574-9d56-d61841b4e059 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:00.991428 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.027289 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.043710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] For port 49870f35-c8db-4574-9d56-d61841b4e059, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=49870f35-c8db-4574-9d56-d61841b4e059,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:01.054598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.127074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'de289442-c303-424b-bc29-b36329191849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:19:55Z', 'revision_number': 3, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port': {'id': 'de289442-c303-424b-bc29-b36329191849', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:52Z', 'updated_at': '2022-05-27T02:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:01.143390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Checking router: 1a38c600-744b-4c69-8e53-6d5e795e261b for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:01.144092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Updating router 1a38c600-744b-4c69-8e53-6d5e795e261b port de289442-c303-424b-bc29-b36329191849 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:20:01.211437 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.239281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.293849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Provisioning complete for port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:01.294232 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.300966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfc05babcd764593a564895dbce6bedf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9488876 May 27 02:20:01.303599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49646) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:01.314656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461ca49-883c-4a37-b1ed-d0e66d5c97db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf27d866-89da-4d7f-bde2-1ce09a307b68,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:01.380719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cc6b3-4844-4647-acd8-59538da62032 None None] Pushing event updated for resources: {'Port': ['ID=49870f35-c8db-4574-9d56-d61841b4e059,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:01.398087 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:01.438319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.451087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.451673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.452538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.453225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.453872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.454513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.455195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.457112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.459402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-54a48160-14bb-4e05-afce-71b8c507bf33 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6373 time: 0.5144672 May 27 02:20:01.467560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49652) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:01.654380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.659263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.660537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.661184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.670737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.671424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.672126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.672764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.673394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:01.675615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ef19d4b0-516c-4957-a327-6eaab943de81 tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.2060513 May 27 02:20:01.678355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49658) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:01.738228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a411158-1c3c-4317-bf0c-f64ffe8da735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:01.856814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Current status of the port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:01.968504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a411158-1c3c-4317-bf0c-f64ffe8da735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.013329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8707b3e-8709-4982-b8e3-9ae8b59f3b3f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:02.042139 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:19:58Z', 'revision_number': 2, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:02.047067 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Checking router: ee79cc70-dc3b-42bd-8773-69111be9a423 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:02.047605 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Updating router ee79cc70-dc3b-42bd-8773-69111be9a423 port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:20:02.124163 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.129334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Allocated IP 172.20.0.1 (3fa0c5ac-76f6-48fb-a674-b9370e95119e/8a50dc5d-8af4-4a64-92f1-6ce41a70896f/342a2b94-de92-46b1-ad00-cbc9c262f7f8) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:02.186052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-58581dda-a20e-477e-9155-c9b1b97ae47d tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.5062711 May 27 02:20:02.225347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a411158-1c3c-4317-bf0c-f64ffe8da735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.277211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Provisioning for port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:02.302175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49666) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:02.309958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617450047', 'description': 'tempest-secgroup-smoke-617450047 description', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:02.319892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Provisioning complete for port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:02.320101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a411158-1c3c-4317-bf0c-f64ffe8da735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf27d866-89da-4d7f-bde2-1ce09a307b68,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:02.326806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:02.328913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.339749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:02.342756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:02.355607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:02.378045 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5a411158-1c3c-4317-bf0c-f64ffe8da735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.379376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5a411158-1c3c-4317-bf0c-f64ffe8da735 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf27d866-89da-4d7f-bde2-1ce09a307b68 HTTP/1.1" status: 204 len: 168 time: 1.0747042 May 27 02:20:02.380600 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.385570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.433626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:02.438338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:02.449804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:02.456798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:02.515670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Transition to ACTIVE for port object de289442-c303-424b-bc29-b36329191849 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:02.567353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.602998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.681352 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.690492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Transition to ACTIVE for port object 342a2b94-de92-46b1-ad00-cbc9c262f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:02.692703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.763859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:02.840974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.864382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:02.866795 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.955452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac47808-514b-4314-9b38-84ae253d7aa2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:02.970589 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:02.976088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-347340b0-3c6b-443a-ba3b-a1ea3a64e8ce tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6705894 May 27 02:20:02.979155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49688) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:02.997418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': '5ac47808-514b-4314-9b38-84ae253d7aa2', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:03.001836 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.019215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:03.020796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea536cd-2eee-41f7-a7ac-55d0bda57c1e None None] Pushing event updated for resources: {'Port': ['ID=de289442-c303-424b-bc29-b36329191849,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:03.034105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Attempting to bind port de289442-c303-424b-bc29-b36329191849 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:03.035556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Attempting to bind port de289442-c303-424b-bc29-b36329191849 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:03.036267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:03.036476 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Transition to ACTIVE for port object ef0cf0ed-dc23-4963-b2e2-6369b7edc68a will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:03.036639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Attempting to bind port de289442-c303-424b-bc29-b36329191849 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:03.050416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:03.055526 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.083060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:03.095079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:03.095555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:03.096599 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.096784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:03.097309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:03.098061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Bound port: de289442-c303-424b-bc29-b36329191849, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:03.098893 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.104885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:03.114841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:03.154925 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.160779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=342a2b94-de92-46b1-ad00-cbc9c262f7f8,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:03.201863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Provisioning complete for port 49870f35-c8db-4574-9d56-d61841b4e059 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:03.203433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.245831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.341810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49696) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:03.347446 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e338a7-eb21-4af0-85b4-9592bd696dc4 None None] Pushing event updated for resources: {'Port': ['ID=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:03.446685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.454870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.487561 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.490799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.504640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:03.613911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43100859-e729-4433-81c8-d039ea8361fa,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:03.618126 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.627240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0633871253fe43db8e2322d3d34a2a1e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:03.633887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:03.648494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:03.652736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:03.654502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8a797d3d-319a-4251-86ba-67cdce5565e3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6727917 May 27 02:20:03.660318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49704) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:03.680776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': '5ac47808-514b-4314-9b38-84ae253d7aa2', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:03.751808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:03.770407 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:03.796949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:03.837517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:03.846688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:03.855419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 49870f35-c8db-4574-9d56-d61841b4e059 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:03.965111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] For port de289442-c303-424b-bc29-b36329191849, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:04.034467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] For port de289442-c303-424b-bc29-b36329191849, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=de289442-c303-424b-bc29-b36329191849,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:04.050221 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Attempting to bind port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:04.050969 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Attempting to bind port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:04.051549 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Attempting to bind port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a on network fad764f4-d940-4484-a362-7ccf682aa6de {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:04.059789 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:04.061035 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Checking segment: {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:04.062205 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.063114 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Bound using segment: {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:04.064249 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Bound port: ef0cf0ed-dc23-4963-b2e2-6369b7edc68a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:04.064863 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.221051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.235516 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.280483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49716) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:04.284383 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] For port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:04.298103 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] For port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:04.314395 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.369217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.386195 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.398332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e55f9735-d2e1-4ca8-ae6b-fd071fa7f4b8 None None] Current status of the port 49870f35-c8db-4574-9d56-d61841b4e059 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:04.463291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Routers {'1a38c600-744b-4c69-8e53-6d5e795e261b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:04.464190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1a38c600-744b-4c69-8e53-6d5e795e261b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:04.500129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46051113-37c5-49d8-a714-a48292a62fa2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:04.509610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.511025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ac5aec53-66bb-4d32-911a-c756950bb8b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0633871253fe43db8e2322d3d34a2a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1511188 May 27 02:20:04.513963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49726) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:04.590448 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:04.592837 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:04.747794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d0f4-9978-4b1a-9537-c69003be8409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.838316 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d0f4-9978-4b1a-9537-c69003be8409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.872158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.916571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:04.927825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Usage tracker for resource:security_group_rule and tenant:37c4a0b50b324574906f147c0ec5be51 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:04.934655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:04.953548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:04.960007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d0f4-9978-4b1a-9537-c69003be8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:04.989884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0d0f4-9978-4b1a-9537-c69003be8409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46051113-37c5-49d8-a714-a48292a62fa2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:04.990091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.006289 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d0f4-9978-4b1a-9537-c69003be8409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.016301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7ad0d0f4-9978-4b1a-9537-c69003be8409 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46051113-37c5-49d8-a714-a48292a62fa2 HTTP/1.1" status: 204 len: 168 time: 0.4969523 May 27 02:20:05.018291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.027003 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] Set router 1a38c600-744b-4c69-8e53-6d5e795e261b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:05.043118 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:05.093127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21a5e0c-5627-4de1-9e94-d06c86eace89,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:05.113046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.113837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2992bef8-e3fb-4d04-94ae-59588faab163 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4528861 May 27 02:20:05.117005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49738) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:05.133675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': '5ac47808-514b-4314-9b38-84ae253d7aa2', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:05.157732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:05.185586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:05.192661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.194815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:05.206495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:05.208723 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.225580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e338a7-eb21-4af0-85b4-9592bd696dc4 None None] Pushing event updated for resources: {'Port': ['ID=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:05.294328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea536cd-2eee-41f7-a7ac-55d0bda57c1e None None] Pushing event updated for resources: {'Port': ['ID=de289442-c303-424b-bc29-b36329191849,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:05.393601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.404883 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.412069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.444709 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.520938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=342a2b94-de92-46b1-ad00-cbc9c262f7f8,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:05.571273 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:05.579017 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef787e3-a251-433c-8f09-78b5d5b4e819 None None] The sync data for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 is: [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:05.804228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 49870f35-c8db-4574-9d56-d61841b4e059 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:05.807117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:05.898181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3bfe1-0887-4789-ba02-0efb4f11d29d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:05.994433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a54c7ec0-744e-44c7-8951-a132894e79c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37c4a0b50b324574906f147c0ec5be51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7080970 May 27 02:20:05.994974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49770) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:06.008455 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f79b5c82-a3c7-47bd-bfef-2ff201ab9655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.045461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:06.069731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:06.096014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.166170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9adf3c70-e08a-4be6-aad6-65fa2e3e40de None None] Provisioning for port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:06.189695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 49870f35-c8db-4574-9d56-d61841b4e059 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:06.190943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 755d6836-1252-4fb1-a0b6-09f296ae086b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:06.191043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bbf896d6-a4db-4797-9a9a-4ab91c445ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.272731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bbf896d6-a4db-4797-9a9a-4ab91c445ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.279798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.352401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e3401c-5fee-4f70-9703-e94f349cdb4b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:06.361491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9adf3c70-e08a-4be6-aad6-65fa2e3e40de None None] Provisioning complete for port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:06.361966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9adf3c70-e08a-4be6-aad6-65fa2e3e40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.411042 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bbf896d6-a4db-4797-9a9a-4ab91c445ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.435577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf896d6-a4db-4797-9a9a-4ab91c445ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3bfe1-0887-4789-ba02-0efb4f11d29d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:06.439205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bbf896d6-a4db-4797-9a9a-4ab91c445ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.441815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bbf896d6-a4db-4797-9a9a-4ab91c445ccc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ad3bfe1-0887-4789-ba02-0efb4f11d29d HTTP/1.1" status: 204 len: 168 time: 0.4449077 May 27 02:20:06.566953 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.568186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b7c293e3-7d86-4025-85a8-508857debce3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4502721 May 27 02:20:06.571065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49790) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:06.577654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': '5ac47808-514b-4314-9b38-84ae253d7aa2', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:06.600542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:06.620221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:06.625412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:06.641592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:06.666563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'de289442-c303-424b-bc29-b36329191849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 4, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port': {'id': 'de289442-c303-424b-bc29-b36329191849', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:52Z', 'updated_at': '2022-05-27T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '342a2b94-de92-46b1-ad00-cbc9c262f7f8', 'name': '', 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'mac_address': 'fa:16:3e:20:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:01Z', 'updated_at': '2022-05-27T02:20:02Z', 'revision_number': 1, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'subnets': [{'id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:06.679897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.702034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 755d6836-1252-4fb1-a0b6-09f296ae086b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:06.711320 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.757631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Router 1a38c600-744b-4c69-8e53-6d5e795e261b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:06.906456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b095f-d4f8-45e0-b7ae-ea3adafb8867 None None] The sync data for ids ['1a38c600-744b-4c69-8e53-6d5e795e261b'] in n-d-843146-11 is: [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'de289442-c303-424b-bc29-b36329191849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 4, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port': {'id': 'de289442-c303-424b-bc29-b36329191849', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:52Z', 'updated_at': '2022-05-27T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '342a2b94-de92-46b1-ad00-cbc9c262f7f8', 'name': '', 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'mac_address': 'fa:16:3e:20:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:01Z', 'updated_at': '2022-05-27T02:20:02Z', 'revision_number': 1, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'subnets': [{'id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:06.908906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:06.910798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9adf3c70-e08a-4be6-aad6-65fa2e3e40de None None] Port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:06.922647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.004698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec74b7b-fee1-4497-969e-86896c284619,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:07.015602 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.016879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d0bfade5-11ef-4889-9961-dd0af071736b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4447412 May 27 02:20:07.019631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49806) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:07.030375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': '5ac47808-514b-4314-9b38-84ae253d7aa2', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:07.052360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:07.069508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:07.108069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:07.133048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:07.167030 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Project ca5bc903af224f4eaef32d60754e0a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:20:07.182684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.197714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:07.209978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 755d6836-1252-4fb1-a0b6-09f296ae086b is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:07.215668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c8faa320-e7bd-4d31-bd0c-bc81ae7ed4f1 admin admin] 10.222.0.16 "PUT /v2.0/routers/1a38c600-744b-4c69-8e53-6d5e795e261b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9432647 May 27 02:20:07.232519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-42bc94d7-7a83-42ce-9c00-1636afcd75f4 None None] Provisioning complete for port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:07.235076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-42bc94d7-7a83-42ce-9c00-1636afcd75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.379506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.389534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.401013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-42bc94d7-7a83-42ce-9c00-1636afcd75f4 None None] Port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:07.436110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ef0cf0ed-dc23-4963-b2e2-6369b7edc68a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:07.467711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067832e3-c6d6-4ffb-bb06-f92542a0a346,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:07.495442 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.496757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c1d51b29-8af9-4f24-97ad-038b18c1d809 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4760010 May 27 02:20:07.499660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49814) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:07.505919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'security_group_rule': {'security_group_id': '5ac47808-514b-4314-9b38-84ae253d7aa2', 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:07.536840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:07.545422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49818) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:07.573160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:07.580401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:07.581216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.630940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:security_group_rule and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:07.640256 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.679492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:07.745816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:07.755593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:07.804462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:77601b56280848779728b744086645dc is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:07.810840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:07.822703 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Project ca5bc903af224f4eaef32d60754e0a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:20:07.840515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:07.843348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:07.905194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:07.905575 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.002414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.013073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.066113 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2360bceb-e4b6-44df-8584-49759ba22192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.084515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:08.095358 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.161007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.168577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6675861 May 27 02:20:08.170468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7179a4-22cf-4b51-bff6-067b96b95f41 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597ece09-fbac-42ef-901b-cfe4699b9199,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:08.218930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.226512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.268971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:08.288632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77601b56280848779728b744086645dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418940 May 27 02:20:08.292028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49842) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:08.378972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a34abf-7c6c-4563-ae20-2dc4bf1ed1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da0ce9d-f91a-45da-a680-b700814974a1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:08.518976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:08.568795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b92-c8a4-4dff-9b98-52635646df06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.662300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b92-c8a4-4dff-9b98-52635646df06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.808298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b92-c8a4-4dff-9b98-52635646df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.845720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae51b92-c8a4-4dff-9b98-52635646df06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da0ce9d-f91a-45da-a680-b700814974a1,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:08.860683 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b92-c8a4-4dff-9b98-52635646df06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.862141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ae51b92-c8a4-4dff-9b98-52635646df06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6da0ce9d-f91a-45da-a680-b700814974a1 HTTP/1.1" status: 204 len: 168 time: 0.5690968 May 27 02:20:08.882906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:08.928570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:08.938504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Usage tracker for resource:security_group_rule and tenant:fecb0a72e7f644eb9a3b486bba2dfa57 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:08.947827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:08.961755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:09.129518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.147309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.236400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fecb0a72e7f644eb9a3b486bba2dfa57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138765 May 27 02:20:09.239061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49880) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:09.242490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e7b24-8499-4af9-87e2-fcd7e600b845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba07d03-a98e-4037-a5c6-dcbf966c4d5e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:09.296759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-9b9f3ee6-e9ba-49b9-9c6b-e4b8af406d51 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:09.365147 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.387294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-9b9f3ee6-e9ba-49b9-9c6b-e4b8af406d51 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:09.390441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-9b9f3ee6-e9ba-49b9-9c6b-e4b8af406d51 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617450047&fields=id&tenant_id=ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 267 time: 0.1990223 May 27 02:20:09.399553 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-afb08478-c5d4-4556-9e1e-a2cc1fc75791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.435754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-afb08478-c5d4-4556-9e1e-a2cc1fc75791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.476845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.576941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-afb08478-c5d4-4556-9e1e-a2cc1fc75791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.631095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb08478-c5d4-4556-9e1e-a2cc1fc75791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba07d03-a98e-4037-a5c6-dcbf966c4d5e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:09.645929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-afb08478-c5d4-4556-9e1e-a2cc1fc75791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.649183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-afb08478-c5d4-4556-9e1e-a2cc1fc75791 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ba07d03-a98e-4037-a5c6-dcbf966c4d5e HTTP/1.1" status: 204 len: 168 time: 0.3931146 May 27 02:20:09.671642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device de289442-c303-424b-bc29-b36329191849 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:09.885937 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49902) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:09.898485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-c8d403b6-3441-4aee-b611-327ef7de7ef3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:09.899242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-c8d403b6-3441-4aee-b611-327ef7de7ef3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:09.933914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.942432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port de289442-c303-424b-bc29-b36329191849 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:09.961062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port de289442-c303-424b-bc29-b36329191849 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:09.961601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-c8d403b6-3441-4aee-b611-327ef7de7ef3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:09.962782 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:09.966382 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-c8d403b6-3441-4aee-b611-327ef7de7ef3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/networks?id=fad764f4-d940-4484-a362-7ccf682aa6de HTTP/1.1" status: 200 len: 797 time: 0.5650659 May 27 02:20:09.981195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:09.989247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Usage tracker for resource:security_group_rule and tenant:4684f5ff96474ac8bdaff7d850f09ce7 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:09.998034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:10.009646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:10.029717 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-7138abb4-d9de-452d-8309-2902a8fd678f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/quotas/ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 375 time: 0.0558705 May 27 02:20:10.237207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.245566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.328205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-112dd71a-653e-4219-a423-6d9c579518d0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:10.372431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-112dd71a-653e-4219-a423-6d9c579518d0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:10.378546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4684f5ff96474ac8bdaff7d850f09ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893577 May 27 02:20:10.379174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-112dd71a-653e-4219-a423-6d9c579518d0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3292937 May 27 02:20:10.380900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 49910) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:10.439630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port de289442-c303-424b-bc29-b36329191849 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:10.440227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.483563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port de289442-c303-424b-bc29-b36329191849, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=de289442-c303-424b-bc29-b36329191849,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:10.495810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.498194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ef0cf0ed-dc23-4963-b2e2-6369b7edc68a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:10.663356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac927ad-6031-49c7-bad5-ec2f9232396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ff8e32-31d4-4146-ae0e-e4c8f2b22684,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:10.678662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ab04-0808-4a52-b215-7aa583db8759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.760169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ab04-0808-4a52-b215-7aa583db8759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.881235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=de289442-c303-424b-bc29-b36329191849,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:10.889347 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ab04-0808-4a52-b215-7aa583db8759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.947443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6ab04-0808-4a52-b215-7aa583db8759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ff8e32-31d4-4146-ae0e-e4c8f2b22684,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:10.968185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ab04-0808-4a52-b215-7aa583db8759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:10.975786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ed6ab04-0808-4a52-b215-7aa583db8759 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06ff8e32-31d4-4146-ae0e-e4c8f2b22684 HTTP/1.1" status: 204 len: 168 time: 0.5917907 May 27 02:20:11.014387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:11.015068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.038579 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-8310fa07-748d-485c-bdd0-ec93b95cdb2e service neutron] 10.222.0.16 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490855 May 27 02:20:11.265149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-bf8ad115-5ecc-4548-963a-f6983596505a service neutron] 10.222.0.16 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249582 May 27 02:20:11.272542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:11.529857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:11.560511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 49948) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:11.561899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Sync routers for ids ['1a38c600-744b-4c69-8e53-6d5e795e261b'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:11.576316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Routers {'1a38c600-744b-4c69-8e53-6d5e795e261b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:11.576956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:20:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1a38c600-744b-4c69-8e53-6d5e795e261b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:11.659505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-add406ae-1b74-45d1-9b03-ffd94eac45a1 req-1d594cf7-459e-4fbe-bdbf-3ad533741dfa tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:11.701061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-add406ae-1b74-45d1-9b03-ffd94eac45a1 req-1d594cf7-459e-4fbe-bdbf-3ad533741dfa tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:11.702278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-add406ae-1b74-45d1-9b03-ffd94eac45a1 req-1d594cf7-459e-4fbe-bdbf-3ad533741dfa tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 210 time: 0.2260189 May 27 02:20:11.906403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device de289442-c303-424b-bc29-b36329191849 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:12.224322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port de289442-c303-424b-bc29-b36329191849 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:12.224701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:12.362128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Set router 1a38c600-744b-4c69-8e53-6d5e795e261b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:13.001547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port de289442-c303-424b-bc29-b36329191849 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:13.064814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d30e6bd-c0d3-4560-b9ce-1bed22fd5d1e req-385fa531-8b17-4e07-8e44-a169485d1dc5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 210 time: 0.1249390 May 27 02:20:13.215533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'de289442-c303-424b-bc29-b36329191849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 4, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port': {'id': 'de289442-c303-424b-bc29-b36329191849', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:52Z', 'updated_at': '2022-05-27T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '342a2b94-de92-46b1-ad00-cbc9c262f7f8', 'name': '', 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'mac_address': 'fa:16:3e:20:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:01Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 2, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'subnets': [{'id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:13.225551 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.225796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Checking router: 1a38c600-744b-4c69-8e53-6d5e795e261b for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:13.225991 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Updating router 1a38c600-744b-4c69-8e53-6d5e795e261b port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:20:13.306654 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.524657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-9fedbada-9dcf-47e7-b662-a1bcffb1b84d req-e7884eeb-dd2b-4d95-be24-e20b1204659a service neutron] (88426) timed out ('10.222.0.16', 50314) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:20:13.828148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50034) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:13.901875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:13.923748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Transition to ACTIVE for port object 342a2b94-de92-46b1-ad00-cbc9c262f7f8 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:13.946276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.143010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-9bfd2f1c-5525-42e6-9b6c-73de0af1c495 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:14.148874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-9bfd2f1c-5525-42e6-9b6c-73de0af1c495 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.13 "GET /v2.0/networks?id=fad764f4-d940-4484-a362-7ccf682aa6de HTTP/1.1" status: 200 len: 797 time: 0.6886191 May 27 02:20:14.170740 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.211051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:14.217452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Usage tracker for resource:security_group_rule and tenant:213ccd78d8ea4829b2c9c78e41913e08 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:14.223477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:14.245905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:14.255352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c3329-4a41-4d1b-b601-072377af64b7 None None] Pushing event updated for resources: {'Port': ['ID=342a2b94-de92-46b1-ad00-cbc9c262f7f8,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:14.333794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Attempting to bind port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:14.334195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Attempting to bind port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:14.334518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Attempting to bind port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 on network 3fa0c5ac-76f6-48fb-a674-b9370e95119e {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:14.350046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:14.350568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Checking segment: {'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:14.351105 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.357479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Bound using segment: {'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:14.358131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Bound port: 342a2b94-de92-46b1-ad00-cbc9c262f7f8, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292ead58-b80e-4627-9e43-0ac21a37da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:14.358625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.398283 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-5965eb58-30a8-4287-9ab0-187df954f7df tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5bc903af224f4eaef32d60754e0a82 HTTP/1.1" status: 200 len: 379 time: 0.2245436 May 27 02:20:14.411332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'port': {'device_id': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'admin_state_up': True, 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'security_groups': ['5ac47808-514b-4314-9b38-84ae253d7aa2']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:14.463591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.488941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] For port 342a2b94-de92-46b1-ad00-cbc9c262f7f8, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:14.492265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] For port 342a2b94-de92-46b1-ad00-cbc9c262f7f8, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=342a2b94-de92-46b1-ad00-cbc9c262f7f8,segment=NetworkSegment(292ead58-b80e-4627-9e43-0ac21a37da9d),segment_id=292ead58-b80e-4627-9e43-0ac21a37da9d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:14.496805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.501235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.614965 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4206ac38-153d-44aa-a95d-de62d0715074 req-7846c65b-c69d-4f25-be63-2ab99370c9b3 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 210 time: 0.1940944 May 27 02:20:14.623238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=213ccd78d8ea4829b2c9c78e41913e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7945426 May 27 02:20:14.626691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50056) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:14.669467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64526b-d6c0-486b-ba6e-09f42073519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beec723-a454-45c7-a653-a9eb7471ed49,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:14.756131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c3329-4a41-4d1b-b601-072377af64b7 None None] Pushing event updated for resources: {'Port': ['ID=342a2b94-de92-46b1-ad00-cbc9c262f7f8,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:14.787857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Routers {'1a38c600-744b-4c69-8e53-6d5e795e261b'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:14.788500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:20:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1a38c600-744b-4c69-8e53-6d5e795e261b'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:14.833590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:14.853983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:14.896845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Deleting port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:14.903127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:14.949859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Made reservation on behalf of ca5bc903af224f4eaef32d60754e0a82 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:14.956715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.172559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f43786b1-7ff4-4cb6-a433-f5c26c8758c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.194619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] Set router 1a38c600-744b-4c69-8e53-6d5e795e261b gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:15.245648 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f43786b1-7ff4-4cb6-a433-f5c26c8758c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.480884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.20.0.9 (fad764f4-d940-4484-a362-7ccf682aa6de/6e2e2418-c49e-436c-a12d-b66367e26a8c/45b158ac-8a2e-4989-9951-8096f0faa994) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:15.498269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] For port 342a2b94-de92-46b1-ad00-cbc9c262f7f8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=342a2b94-de92-46b1-ad00-cbc9c262f7f8,segment=NetworkSegment(292ead58-b80e-4627-9e43-0ac21a37da9d),segment_id=292ead58-b80e-4627-9e43-0ac21a37da9d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:15.498512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.691905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'de289442-c303-424b-bc29-b36329191849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 4, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port': {'id': 'de289442-c303-424b-bc29-b36329191849', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:52Z', 'updated_at': '2022-05-27T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '342a2b94-de92-46b1-ad00-cbc9c262f7f8', 'name': '', 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'mac_address': 'fa:16:3e:20:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:01Z', 'updated_at': '2022-05-27T02:20:14Z', 'revision_number': 4, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'subnets': [{'id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:15.697747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 342a2b94-de92-46b1-ad00-cbc9c262f7f8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:15.807524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41d40c-210c-4bbb-a4a9-7e0d85afede1 None None] The sync data for ids ['1a38c600-744b-4c69-8e53-6d5e795e261b'] in n-d-843146-11 is: [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'de289442-c303-424b-bc29-b36329191849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:04Z', 'revision_number': 4, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port': {'id': 'de289442-c303-424b-bc29-b36329191849', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:52Z', 'updated_at': '2022-05-27T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '342a2b94-de92-46b1-ad00-cbc9c262f7f8', 'name': '', 'network_id': '3fa0c5ac-76f6-48fb-a674-b9370e95119e', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'mac_address': 'fa:16:3e:20:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:20:01Z', 'updated_at': '2022-05-27T02:20:14Z', 'revision_number': 4, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'subnets': [{'id': '8a50dc5d-8af4-4a64-92f1-6ce41a70896f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:15.822492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:15.828969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:15.829480 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:15.893148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Calling delete_port for 342a2b94-de92-46b1-ad00-cbc9c262f7f8 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:15.941340 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f43786b1-7ff4-4cb6-a433-f5c26c8758c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.043131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43786b1-7ff4-4cb6-a433-f5c26c8758c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beec723-a454-45c7-a653-a9eb7471ed49,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:16.043693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:16.046981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b35a6282-0f04-449f-834e-d7ecd0beb1fe req-02c1a916-2c2f-45f8-9dcf-3bd9efc2628e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 210 time: 0.1981635 May 27 02:20:16.048958 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.120496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 342a2b94-de92-46b1-ad00-cbc9c262f7f8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=342a2b94-de92-46b1-ad00-cbc9c262f7f8,segment=NetworkSegment(292ead58-b80e-4627-9e43-0ac21a37da9d),segment_id=292ead58-b80e-4627-9e43-0ac21a37da9d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:16.136060 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.234464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=342a2b94-de92-46b1-ad00-cbc9c262f7f8,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:16.373677 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f43786b1-7ff4-4cb6-a433-f5c26c8758c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.374826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f43786b1-7ff4-4cb6-a433-f5c26c8758c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5beec723-a454-45c7-a653-a9eb7471ed49 HTTP/1.1" status: 204 len: 168 time: 1.7377357 May 27 02:20:16.516631 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.553049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Transition to ACTIVE for port object 45b158ac-8a2e-4989-9951-8096f0faa994 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:16.557284 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.db.api [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:20:16.557603 n-d-843146-11 neutron-server[88426]: DEBUG oslo_db.api [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:20:16.599588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:16.751946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=45b158ac-8a2e-4989-9951-8096f0faa994,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:16.782356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network fad764f4-d940-4484-a362-7ccf682aa6de is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:16.783961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:16.797320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:16.961167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:16.963083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.026230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-104f016f-ec14-4061-9ceb-b2ad09d91db0 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6209106 May 27 02:20:17.038519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Request body: {'port': {'device_id': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:17.076498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Deleting port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:17.077051 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.228909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5fc1a4ae-aa6b-4aed-b269-2c9b3d493ea6 None None] Provisioning for port 45b158ac-8a2e-4989-9951-8096f0faa994 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:17.235623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5fc1a4ae-aa6b-4aed-b269-2c9b3d493ea6 None None] Provisioning complete for port 45b158ac-8a2e-4989-9951-8096f0faa994 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:17.236338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a4ae-aa6b-4aed-b269-2c9b3d493ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.391335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1a4ae-aa6b-4aed-b269-2c9b3d493ea6 None None] Port 45b158ac-8a2e-4989-9951-8096f0faa994 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:20:17.436608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237bf2-611c-41a6-9c2f-72fac439c036 req-dad7e6f1-07d2-44f4-8f75-f72a60468b59 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:17.455305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-09237bf2-611c-41a6-9c2f-72fac439c036 req-dad7e6f1-07d2-44f4-8f75-f72a60468b59 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 931 time: 0.1764603 May 27 02:20:17.519407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-09237bf2-611c-41a6-9c2f-72fac439c036 req-3387b441-07c7-4cf3-905d-ecc896e74807 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:17.590748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-09237bf2-611c-41a6-9c2f-72fac439c036 req-3387b441-07c7-4cf3-905d-ecc896e74807 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:17.623320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-09237bf2-611c-41a6-9c2f-72fac439c036 req-3387b441-07c7-4cf3-905d-ecc896e74807 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668503 May 27 02:20:17.638166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 342a2b94-de92-46b1-ad00-cbc9c262f7f8 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:17.648386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] For port 342a2b94-de92-46b1-ad00-cbc9c262f7f8, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=342a2b94-de92-46b1-ad00-cbc9c262f7f8,segment=NetworkSegment(292ead58-b80e-4627-9e43-0ac21a37da9d),segment_id=292ead58-b80e-4627-9e43-0ac21a37da9d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:17.648951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.666132 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.889611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:17.890956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:17.926906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Calling delete_port for 342a2b94-de92-46b1-ad00-cbc9c262f7f8 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:18.097771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 342a2b94-de92-46b1-ad00-cbc9c262f7f8 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:19.013780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c137-eab7-4bf0-8ada-2f091d7d512d req-fd6a2d1e-16b6-4531-a539-9b8bab6ecdd7 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:19.014525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-66b0c137-eab7-4bf0-8ada-2f091d7d512d req-fd6a2d1e-16b6-4531-a539-9b8bab6ecdd7 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:20:19.043788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-66b0c137-eab7-4bf0-8ada-2f091d7d512d req-fd6a2d1e-16b6-4531-a539-9b8bab6ecdd7 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:20:19.052663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66b0c137-eab7-4bf0-8ada-2f091d7d512d req-fd6a2d1e-16b6-4531-a539-9b8bab6ecdd7 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 931 time: 0.2391770 May 27 02:20:19.175466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.329039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50188) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:19.394386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66b0c137-eab7-4bf0-8ada-2f091d7d512d req-adf33f57-328c-46aa-ba4c-d477b9b93bc7 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404522 May 27 02:20:19.407221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Pushing event deleted for resources: {'Port': ['ID=342a2b94-de92-46b1-ad00-cbc9c262f7f8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:19.496854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b158ac-8a2e-4989-9951-8096f0faa994 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:19.527005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.618174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.619334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Transition to ACTIVE for port object 45b158ac-8a2e-4989-9951-8096f0faa994 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:20:19.666921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:19.690478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f1cc6ea11ee48df8e18bf3f53c1aeb0 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:19.699452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:19.722217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:19.818827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.876643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.886143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:19.964372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0349d26a-ba6f-4775-b5dd-8031b82928a8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:20.017889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6e019fde-9892-4db5-bdfe-99590f95a7e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f1cc6ea11ee48df8e18bf3f53c1aeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870425 May 27 02:20:20.019478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50206) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:20.146890 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5771f3a9-ea82-4812-b6ee-fdcbec87ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.210312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5771f3a9-ea82-4812-b6ee-fdcbec87ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.236405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b158ac-8a2e-4989-9951-8096f0faa994,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:20.286551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5771f3a9-ea82-4812-b6ee-fdcbec87ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.319241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771f3a9-ea82-4812-b6ee-fdcbec87ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0349d26a-ba6f-4775-b5dd-8031b82928a8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:20.333796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5771f3a9-ea82-4812-b6ee-fdcbec87ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.336037 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5771f3a9-ea82-4812-b6ee-fdcbec87ab0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0349d26a-ba6f-4775-b5dd-8031b82928a8 HTTP/1.1" status: 204 len: 168 time: 0.3153944 May 27 02:20:20.416069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:20.828610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Attempting to bind port 45b158ac-8a2e-4989-9951-8096f0faa994 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:20:20.829421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Attempting to bind port 45b158ac-8a2e-4989-9951-8096f0faa994 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:20:20.830065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Attempting to bind port 45b158ac-8a2e-4989-9951-8096f0faa994 on network fad764f4-d940-4484-a362-7ccf682aa6de {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:20.847885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Port 45b158ac-8a2e-4989-9951-8096f0faa994 on network fad764f4-d940-4484-a362-7ccf682aa6de not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:20:20.848717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Attempting to bind port 45b158ac-8a2e-4989-9951-8096f0faa994 on network fad764f4-d940-4484-a362-7ccf682aa6de {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:20:20.903638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f09af8-96b5-40c7-a1c2-49e6a21e92fc req-d6769d2a-ee41-4d94-9cdd-541e1e86f367 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:20.905326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2f09af8-96b5-40c7-a1c2-49e6a21e92fc req-d6769d2a-ee41-4d94-9cdd-541e1e86f367 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 943 time: 0.2402296 May 27 02:20:20.929500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:20:20.930164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Checking segment: {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:20.931466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Bound using segment: {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:20:20.932068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Bound port: 45b158ac-8a2e-4989-9951-8096f0faa994, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:20:20.934263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.051491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f2f09af8-96b5-40c7-a1c2-49e6a21e92fc req-b2b7afb0-a26f-443e-ad84-e87a38a1ce6d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280651 May 27 02:20:21.054028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50242) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:21.172160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] For port 45b158ac-8a2e-4989-9951-8096f0faa994, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:20:21.178629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] For port 45b158ac-8a2e-4989-9951-8096f0faa994, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=45b158ac-8a2e-4989-9951-8096f0faa994,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:20:21.192162 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.289981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.316472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:21.320800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Usage tracker for resource:security_group_rule and tenant:bf8ca1637fb64ac786783d898b167ecd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:21.324825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:21.337818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:21.488527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.494428 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.564726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf8ca1637fb64ac786783d898b167ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079732 May 27 02:20:21.589922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68aac4-7725-4b0d-867e-d6afcd950491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab6892-4fac-46f5-9483-fd8498e9cac5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:21.593450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50262) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:21.600699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:21.603137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.610125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] 10.222.0.13 "PUT /v2.0/ports/45b158ac-8a2e-4989-9951-8096f0faa994 HTTP/1.1" status: 200 len: 1092 time: 4.5761449 May 27 02:20:21.615226 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf28e0d-3335-40af-a3d1-5993e1bf4dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b158ac-8a2e-4989-9951-8096f0faa994,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:21.654966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:21.856481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea426a87-a226-4314-8599-f4f62487f12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:21.955339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea426a87-a226-4314-8599-f4f62487f12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.133950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea426a87-a226-4314-8599-f4f62487f12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.152022 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3470f2-3a02-4498-a750-2a01f000ea0c'] response: {'name': 'network-changed', 'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994', 'status': 'completed', 'code': 200} May 27 02:20:22.161048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea426a87-a226-4314-8599-f4f62487f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab6892-4fac-46f5-9483-fd8498e9cac5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:22.164561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea426a87-a226-4314-8599-f4f62487f12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:22.168945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea426a87-a226-4314-8599-f4f62487f12d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36ab6892-4fac-46f5-9483-fd8498e9cac5 HTTP/1.1" status: 204 len: 168 time: 0.5715790 May 27 02:20:22.226503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Router 1a38c600-744b-4c69-8e53-6d5e795e261b has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:22.246944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-0377acac-217a-4b4c-969a-2e35aad8c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:22.248924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-0377acac-217a-4b4c-969a-2e35aad8c79c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 1095 time: 0.5317013 May 27 02:20:22.455052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-58562a25-fb44-45ce-a980-8e9aad51605f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b158ac-8a2e-4989-9951-8096f0faa994 HTTP/1.1" status: 200 len: 217 time: 0.1204984 May 27 02:20:22.464068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba7eb4-ed59-46eb-9b19-9520ef66965d req-90ec7d43-0902-4978-a033-886e4fd9beef tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:22.475491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67ba7eb4-ed59-46eb-9b19-9520ef66965d req-90ec7d43-0902-4978-a033-886e4fd9beef tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 943 time: 0.1719184 May 27 02:20:22.570583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-e8953bb8-0866-4447-a400-4e21f26ea15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:22.576336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-e8953bb8-0866-4447-a400-4e21f26ea15d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e2e2418-c49e-436c-a12d-b66367e26a8c HTTP/1.1" status: 200 len: 835 time: 0.1129134 May 27 02:20:22.590902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67ba7eb4-ed59-46eb-9b19-9520ef66965d req-a3dbcead-4bec-4e79-a197-7d7cf1bace48 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141407 May 27 02:20:22.773058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:22.794014 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] Sync routers for ids ['1a38c600-744b-4c69-8e53-6d5e795e261b'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:22.800720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50304) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:22.805111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bffdce6a-d78d-4f04-8fbc-05b0c3e9752f admin admin] 10.222.0.16 "PUT /v2.0/routers/1a38c600-744b-4c69-8e53-6d5e795e261b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2433410 May 27 02:20:22.807011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50308) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:22.811111 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] Routers {'1a38c600-744b-4c69-8e53-6d5e795e261b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:22.813699 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:20:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1a38c600-744b-4c69-8e53-6d5e795e261b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:22.836025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-f124b18d-cd6b-49d2-93ca-e43b67e52d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:22.838445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-f124b18d-cd6b-49d2-93ca-e43b67e52d87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fad764f4-d940-4484-a362-7ccf682aa6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2482677 May 27 02:20:23.122310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-fc9be8e8-af43-4840-998c-9ee571488677 service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739942 May 27 02:20:23.175671 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:20:23.240244 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] Set router 1a38c600-744b-4c69-8e53-6d5e795e261b gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:23.317268 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.401594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383bf656-88fb-4c64-bf63-6d14ef4ef060 req-979d6640-6828-4c6f-b872-52d468023871 service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687588 May 27 02:20:23.450046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:23.489977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Usage tracker for resource:security_group_rule and tenant:670e59d4ced441b680f018af8289a972 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:23.498740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:23.507029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:23.536897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.645114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-eb1d5df9-5536-4282-a170-570fc613f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:23.648695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-eb1d5df9-5536-4282-a170-570fc613f589 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 1095 time: 0.1879616 May 27 02:20:23.942608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:23.964168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Deleting port de289442-c303-424b-bc29-b36329191849 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:23.964816 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.025834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-abdae33d-c22d-4a6f-b6b8-572f8615f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:24.027629 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-abdae33d-c22d-4a6f-b6b8-572f8615f1f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fad764f4-d940-4484-a362-7ccf682aa6de HTTP/1.1" status: 200 len: 898 time: 0.3727098 May 27 02:20:24.045350 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'de289442-c303-424b-bc29-b36329191849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:18Z', 'revision_number': 5, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port': {'id': 'de289442-c303-424b-bc29-b36329191849', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:52Z', 'updated_at': '2022-05-27T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:24.050534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0b797-44b5-43b2-9c7f-15adcb0d4b4b req-caa349f1-0a79-4bc7-b060-54e01b6fadb8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:24.052824 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a0b797-44b5-43b2-9c7f-15adcb0d4b4b req-caa349f1-0a79-4bc7-b060-54e01b6fadb8 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 943 time: 0.2837529 May 27 02:20:24.063098 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] Checking router: 1a38c600-744b-4c69-8e53-6d5e795e261b for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:24.082238 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] Routers {'1a38c600-744b-4c69-8e53-6d5e795e261b'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:24.083125 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:20:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['1a38c600-744b-4c69-8e53-6d5e795e261b'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:24.151622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] For port de289442-c303-424b-bc29-b36329191849, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=de289442-c303-424b-bc29-b36329191849,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:24.152001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.176801 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-dabc1591-c622-4209-b6be-b2deffb635fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b158ac-8a2e-4989-9951-8096f0faa994 HTTP/1.1" status: 200 len: 217 time: 0.1398418 May 27 02:20:24.346680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-fba29250-99ff-46d2-91f6-2353f06558d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:24.353589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-fba29250-99ff-46d2-91f6-2353f06558d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e2e2418-c49e-436c-a12d-b66367e26a8c HTTP/1.1" status: 200 len: 835 time: 0.1683266 May 27 02:20:24.360590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0a0b797-44b5-43b2-9c7f-15adcb0d4b4b req-c171bf43-802a-451e-a5c8-9c0bbe165de2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356925 May 27 02:20:24.387649 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] Set router 1a38c600-744b-4c69-8e53-6d5e795e261b gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:24.449063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Calling delete_port for de289442-c303-424b-bc29-b36329191849 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:24.506419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.508846 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:23Z', 'revision_number': 6, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:24.513526 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e649dd5-d20f-47b2-808b-f642c3e4a2a9 None None] The sync data for ids ['1a38c600-744b-4c69-8e53-6d5e795e261b'] in n-d-843146-11 is: [{'id': '1a38c600-744b-4c69-8e53-6d5e795e261b', 'name': 'tempest-ImageQuotaTest-797524261-router', 'tenant_id': '30b03a47fcb24251b9d9ab680314cb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:51Z', 'updated_at': '2022-05-27T02:20:23Z', 'revision_number': 6, 'project_id': '30b03a47fcb24251b9d9ab680314cb4f', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:24.555443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-59f64d13-5d77-4be6-b8f0-80f3218ab53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:24.559039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-59f64d13-5d77-4be6-b8f0-80f3218ab53c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fad764f4-d940-4484-a362-7ccf682aa6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957874 May 27 02:20:24.561073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:24.822365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-13558c21-14df-4ca0-8397-02edb0f30beb service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581444 May 27 02:20:24.882012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=670e59d4ced441b680f018af8289a972&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0801952 May 27 02:20:24.889708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50380) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:25.111085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87c2bf-78f1-4610-a11a-85723407e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1927e27-00c3-4f98-af74-5955138ac35d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:25.130685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73392895-323f-467f-866e-58697b768415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.216322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73392895-323f-467f-866e-58697b768415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.317526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-43be40f7-a7b1-47be-bcd8-4e062b232fdb req-46eb326f-c678-4855-9b79-2023bf714dba service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875498 May 27 02:20:25.361616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.429171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de289442-c303-424b-bc29-b36329191849,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:25.475952 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73392895-323f-467f-866e-58697b768415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.496672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73392895-323f-467f-866e-58697b768415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1927e27-00c3-4f98-af74-5955138ac35d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:25.654088 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-73392895-323f-467f-866e-58697b768415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.662889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-73392895-323f-467f-866e-58697b768415 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1927e27-00c3-4f98-af74-5955138ac35d HTTP/1.1" status: 204 len: 168 time: 0.7720757 May 27 02:20:25.693140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device de289442-c303-424b-bc29-b36329191849 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:25.736590 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:25.770479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: de289442-c303-424b-bc29-b36329191849 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:25.772064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device de289442-c303-424b-bc29-b36329191849 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:25.773100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 342a2b94-de92-46b1-ad00-cbc9c262f7f8 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:25.830783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 342a2b94-de92-46b1-ad00-cbc9c262f7f8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:25.831413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 342a2b94-de92-46b1-ad00-cbc9c262f7f8 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:26.192017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.198697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.208841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a18aa-8bfc-4be7-89fb-ec5f78a523b5 req-8493226f-618a-469a-b6fe-33ab30e3757a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:26.210675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406a18aa-8bfc-4be7-89fb-ec5f78a523b5 req-8493226f-618a-469a-b6fe-33ab30e3757a tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 943 time: 0.6457431 May 27 02:20:26.270106 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.270612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a38c600-744b-4c69-8e53-6d5e795e261b {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:20:26.321412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.325193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-06625fc2-33cd-4702-87cd-de3dbc9b17b3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1a38c600-744b-4c69-8e53-6d5e795e261b HTTP/1.1" status: 204 len: 168 time: 3.5167520 May 27 02:20:26.328260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50458) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:26.376525 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-406a18aa-8bfc-4be7-89fb-ec5f78a523b5 req-6bd67cff-c251-4255-9478-00d3c817cf5c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529639 May 27 02:20:26.468550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] Deleting subnet 8a50dc5d-8af4-4a64-92f1-6ce41a70896f {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:20:26.473199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.554365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.668313 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.751173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.799061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a50dc5d-8af4-4a64-92f1-6ce41a70896f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:26.801411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.809353 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d4d845-91b3-4fb2-a25c-d882e0bdbcfb None None] Network 3fa0c5ac-76f6-48fb-a674-b9370e95119e requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:26.809854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66f50541-ac4a-4ed3-9cd4-3cff906196e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a50dc5d-8af4-4a64-92f1-6ce41a70896f HTTP/1.1" status: 204 len: 168 time: 0.4800303 May 27 02:20:26.812014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50472) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:26.965600 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:26.995652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Deleting port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:26.996108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.035429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 45b158ac-8a2e-4989-9951-8096f0faa994 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:20:27.274592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] For port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8707b3e-8709-4982-b8e3-9ae8b59f3b3f,segment=NetworkSegment(292ead58-b80e-4627-9e43-0ac21a37da9d),segment_id=292ead58-b80e-4627-9e43-0ac21a37da9d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:27.274910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.286076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 45b158ac-8a2e-4989-9951-8096f0faa994, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=45b158ac-8a2e-4989-9951-8096f0faa994,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:27.306325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '45b158ac-8a2e-4989-9951-8096f0faa994', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'port_id': '45b158ac-8a2e-4989-9951-8096f0faa994', 'mac_address': 'fa:16:3e:66:4d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:20:27.372247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 45b158ac-8a2e-4989-9951-8096f0faa994 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:27.372837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.397084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b158ac-8a2e-4989-9951-8096f0faa994 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:20:27.412859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa6c316-5c6e-4cf0-a40a-324fadd848db None None] DHCP port deletion for 3fa0c5ac-76f6-48fb-a674-b9370e95119e request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:20:27.420613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 45b158ac-8a2e-4989-9951-8096f0faa994, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=45b158ac-8a2e-4989-9951-8096f0faa994,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:27.423288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6c316-5c6e-4cf0-a40a-324fadd848db None None] Deleting port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:20:27.423877 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fa6c316-5c6e-4cf0-a40a-324fadd848db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.431105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Calling delete_port for f8707b3e-8709-4982-b8e3-9ae8b59f3b3f owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:20:27.464769 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.555269 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.622156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=45b158ac-8a2e-4989-9951-8096f0faa994,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:27.648350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8707b3e-8709-4982-b8e3-9ae8b59f3b3f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:27.657413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] No DVR routers for this DVR port f8707b3e-8709-4982-b8e3-9ae8b59f3b3f on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:20:27.678957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6c316-5c6e-4cf0-a40a-324fadd848db None None] The port 'f8707b3e-8709-4982-b8e3-9ae8b59f3b3f' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:20:27.681301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8707b3e-8709-4982-b8e3-9ae8b59f3b3f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:20:27.684534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b46ce3-9da8-42d3-9976-e907adcf7073 req-f80c6e3a-3152-44c3-8717-b4d9314cf3e5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:27.688511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7b46ce3-9da8-42d3-9976-e907adcf7073 req-f80c6e3a-3152-44c3-8717-b4d9314cf3e5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 944 time: 0.1711967 May 27 02:20:27.744350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f8707b3e-8709-4982-b8e3-9ae8b59f3b3f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:20:27.744706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8707b3e-8709-4982-b8e3-9ae8b59f3b3f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:20:27.764265 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7b46ce3-9da8-42d3-9976-e907adcf7073 req-166f92ea-5594-4a68-b63d-8f7f83569b2b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672557 May 27 02:20:27.777283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['45b158ac-8a2e-4989-9951-8096f0faa994'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:20:27.848165 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.889594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa0c5ac-76f6-48fb-a674-b9370e95119e']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:27.904159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292ead58-b80e-4627-9e43-0ac21a37da9d') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:27.904719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292ead58-b80e-4627-9e43-0ac21a37da9d') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:27.917212 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.938315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:27.947495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:27.948124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.037998 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 292ead58-b80e-4627-9e43-0ac21a37da9d resource provider aggregate not found May 27 02:20:28.066297 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 292ead58-b80e-4627-9e43-0ac21a37da9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 292ead58-b80e-4627-9e43-0ac21a37da9d found for delete ", "request_id": "req-271934f1-198f-4fcf-ab4e-3e56e4f4cd58"}]} May 27 02:20:28.077502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.083996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.139874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa0c5ac-76f6-48fb-a674-b9370e95119e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:28.142664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2304f5a3-0bde-45b8-8806-927dd1ea7c29 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3fa0c5ac-76f6-48fb-a674-b9370e95119e HTTP/1.1" status: 204 len: 168 time: 1.3286705 May 27 02:20:28.451077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50506) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:28.516152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4ae93fb9-2865-4fc1-8574-424647a123f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30b03a47fcb24251b9d9ab680314cb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635231 May 27 02:20:28.518478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50512) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:28.644090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d042a797-0679-43d9-ae12-dfcecfb4b203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.684635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d042a797-0679-43d9-ae12-dfcecfb4b203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.787744 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d042a797-0679-43d9-ae12-dfcecfb4b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.822833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042a797-0679-43d9-ae12-dfcecfb4b203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aa0fa3-f8cd-439f-a65d-0d6f096ae483,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:28.857421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d042a797-0679-43d9-ae12-dfcecfb4b203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:28.860950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d042a797-0679-43d9-ae12-dfcecfb4b203 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27aa0fa3-f8cd-439f-a65d-0d6f096ae483 HTTP/1.1" status: 204 len: 168 time: 0.3390930 May 27 02:20:29.041414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 45b158ac-8a2e-4989-9951-8096f0faa994 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:20:29.156374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 45b158ac-8a2e-4989-9951-8096f0faa994 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:20:29.166946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 45b158ac-8a2e-4989-9951-8096f0faa994 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:20:29.168120 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.395663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 45b158ac-8a2e-4989-9951-8096f0faa994 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:20:29.396235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.434776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce89e31-14ad-4816-9738-aa23a154b5b9 req-58fdaad1-6992-4072-89ff-7d41dbfda29c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:29.436268 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ce89e31-14ad-4816-9738-aa23a154b5b9 req-58fdaad1-6992-4072-89ff-7d41dbfda29c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 944 time: 0.1654367 May 27 02:20:29.439726 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:29.466288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 45b158ac-8a2e-4989-9951-8096f0faa994, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=45b158ac-8a2e-4989-9951-8096f0faa994,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:20:29.476118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.546522 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ce89e31-14ad-4816-9738-aa23a154b5b9 req-f84f60f2-2392-4690-b8dd-b3cf4e5fa538 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955505 May 27 02:20:29.598854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50538) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:29.612971 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e841f9b6-e962-4107-8d1a-bfec06843a88'] response: {'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994', 'code': 200} May 27 02:20:29.638679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=45b158ac-8a2e-4989-9951-8096f0faa994,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:29.648894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.753017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:29.759088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:29.763069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:29.776608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:29.795841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd8205-a162-4376-ae34-b66695a0b971 req-9d9f7615-a33e-4ca3-b228-74bf62798390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:29.798374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6cd8205-a162-4376-ae34-b66695a0b971 req-9d9f7615-a33e-4ca3-b228-74bf62798390 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 1097 time: 0.1235354 May 27 02:20:29.869015 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6cd8205-a162-4376-ae34-b66695a0b971 req-7c272cd0-2b47-4dce-a20c-74d91c0cace0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617454 May 27 02:20:29.963511 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:29.968407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.030859 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4286976 May 27 02:20:30.030859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcb5ef-6fca-4d66-b839-900b070a1dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ed64c-1cdc-43d7-9f40-746485a5862a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:30.031397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50548) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:30.150433 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbd25611-9a5f-4054-97b3-48891a25a035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.180378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbd25611-9a5f-4054-97b3-48891a25a035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.242059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbd25611-9a5f-4054-97b3-48891a25a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.261745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd25611-9a5f-4054-97b3-48891a25a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ed64c-1cdc-43d7-9f40-746485a5862a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:30.270415 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbd25611-9a5f-4054-97b3-48891a25a035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:30.274820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dbd25611-9a5f-4054-97b3-48891a25a035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd7ed64c-1cdc-43d7-9f40-746485a5862a HTTP/1.1" status: 204 len: 168 time: 0.2387142 May 27 02:20:30.920625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdb1d4-a352-47ab-8fae-1eb26a8aedfe req-eaa635ad-babd-44bc-b2c7-70d77aac34fd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:30.922535 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49fdb1d4-a352-47ab-8fae-1eb26a8aedfe req-eaa635ad-babd-44bc-b2c7-70d77aac34fd tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 945 time: 0.1533496 May 27 02:20:30.993314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49fdb1d4-a352-47ab-8fae-1eb26a8aedfe req-ab10e398-3b07-4f84-ad63-d01f09a8d88d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598860 May 27 02:20:32.210088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653727da-46f1-430c-9869-73d6d58b54b0 req-78d061d8-4945-4c11-800e-9c922e5c8a04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:32.219830 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-653727da-46f1-430c-9869-73d6d58b54b0 req-78d061d8-4945-4c11-800e-9c922e5c8a04 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 945 time: 0.1097701 May 27 02:20:32.294743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-653727da-46f1-430c-9869-73d6d58b54b0 req-6cbc42b1-3c57-488d-8773-047fcb6e8a0d tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707977 May 27 02:20:32.543597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1486-9458-4d99-ab0c-a6166cf284f5 req-3f577c6f-a0d2-457c-a052-2f049fbec5e9 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:32.553822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-144d1486-9458-4d99-ab0c-a6166cf284f5 req-3f577c6f-a0d2-457c-a052-2f049fbec5e9 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 945 time: 0.1123283 May 27 02:20:32.860554 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-144d1486-9458-4d99-ab0c-a6166cf284f5 req-991e5a03-ba85-448e-9d1f-8f8ebed4078b tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164419 May 27 02:20:32.860554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50604) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:32.921642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133dc7c6-64b6-4ec4-af13-ec466dfdb32f tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:32.923353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-133dc7c6-64b6-4ec4-af13-ec466dfdb32f tempest-TestNetworkBasicOps-1061939739 tempest-TestNetworkBasicOps-1061939739-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 1092 time: 0.1330471 May 27 02:20:32.926068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50612) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:32.932047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '45b158ac-8a2e-4989-9951-8096f0faa994', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:32.939606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:32.944486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Usage tracker for resource:floatingip and tenant:ca5bc903af224f4eaef32d60754e0a82 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:32.950600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:32.958140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:32.978065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.087326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.271623 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.357510 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:33.528268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Allocated IP 172.25.3.90 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/d55fb86b-8843-4869-ad1b-5e3ac0ad7bd6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:20:33.942164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.006638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.153472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:20:34.156757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:34.160778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:20:34.212662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=d55fb86b-8843-4869-ad1b-5e3ac0ad7bd6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:34.889558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:34.993288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.297645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.306015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.634811 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:35.690460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event updated for resources: {'Port': ['ID=d55fb86b-8843-4869-ad1b-5e3ac0ad7bd6,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:35.877761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-45a35dc1-8a59-48dc-8054-9aa212797874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:36.169841 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Floating IP c6ed5a45-e5af-4821-a14d-034e6b7ef023 associated. External IP: 172.25.3.90, port: 45b158ac-8a2e-4989-9951-8096f0faa994. May 27 02:20:36.772727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router ee79cc70-dc3b-42bd-8773-69111be9a423 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:20:37.110692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:20:37.122449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] Sync routers for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:20:37.133145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:37.133784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:20:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:37.143280 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:37.215531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-16bbf1c3-ed59-4cbb-903a-31c8d3179657 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2881815 May 27 02:20:37.216208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:20:37.218157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50718) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:37.324822 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a209ac1d-87e6-4fe9-8bcf-854295d4ae48'] response: {'name': 'network-changed', 'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994', 'status': 'completed', 'code': 200} May 27 02:20:37.562864 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35ee8fec-890a-464f-8c3c-481b4df44554 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/c6ed5a45-e5af-4821-a14d-034e6b7ef023 HTTP/1.1" status: 200 len: 990 time: 0.3332393 May 27 02:20:37.598418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-e8913e0f-8e2d-4935-a83f-41f535065d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:37.600383 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-e8913e0f-8e2d-4935-a83f-41f535065d8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 1097 time: 0.2329910 May 27 02:20:37.659983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:37.818521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-7812baae-3fa6-41c4-b822-289fd0a31130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:37.818521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-7812baae-3fa6-41c4-b822-289fd0a31130 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fad764f4-d940-4484-a362-7ccf682aa6de HTTP/1.1" status: 200 len: 898 time: 0.2092521 May 27 02:20:38.080312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-413e9ef6-d95b-4177-815d-53e122336519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b158ac-8a2e-4989-9951-8096f0faa994 HTTP/1.1" status: 200 len: 998 time: 0.2504258 May 27 02:20:38.174874 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-77470367-3c6c-420d-9ea3-6b560b765895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:38.255949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-a7c2a55e-ed45-400b-b545-523a217cb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:38.255949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-a7c2a55e-ed45-400b-b545-523a217cb88a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e2e2418-c49e-436c-a12d-b66367e26a8c HTTP/1.1" status: 200 len: 835 time: 0.1658449 May 27 02:20:38.430600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-94aa29c2-d6ae-463f-8b3b-f1c7568e3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:38.432277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-94aa29c2-d6ae-463f-8b3b-f1c7568e3f01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fad764f4-d940-4484-a362-7ccf682aa6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717556 May 27 02:20:38.518610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c6ed5a45-e5af-4821-a14d-034e6b7ef023', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'port_id': '45b158ac-8a2e-4989-9951-8096f0faa994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'mac_address': 'fa:16:3e:66:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:20:34Z', 'updated_at': '2022-05-27T02:20:34Z', 'revision_number': 0, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:08Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:38.529286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] Checking router: ee79cc70-dc3b-42bd-8773-69111be9a423 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:20:38.558610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:20:38.558610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:20:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:38.562171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50754) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:38.847650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-814c8f77-35fa-4528-8cef-4ec85d2807aa service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091916 May 27 02:20:38.929584 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-617ebcbc-0a01-4edf-982d-688cbdcd5f25 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/c6ed5a45-e5af-4821-a14d-034e6b7ef023 HTTP/1.1" status: 200 len: 990 time: 0.3713396 May 27 02:20:39.233098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:20:39.295556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57f2fa8d-0989-40dc-afff-ca2b80670ede req-ee1aec13-11b5-4206-a2df-8c914f8e0b68 service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380949 May 27 02:20:39.399737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.655640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:39.933920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50794) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:39.950100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c6ed5a45-e5af-4821-a14d-034e6b7ef023', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'port_id': '45b158ac-8a2e-4989-9951-8096f0faa994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'mac_address': 'fa:16:3e:66:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:20:34Z', 'updated_at': '2022-05-27T02:20:34Z', 'revision_number': 0, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:08Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:39.956134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fd27c-563f-47f2-8e2e-728538ae8fc7 None None] The sync data for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 is: [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c6ed5a45-e5af-4821-a14d-034e6b7ef023', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'port_id': '45b158ac-8a2e-4989-9951-8096f0faa994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'mac_address': 'fa:16:3e:66:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:20:34Z', 'updated_at': '2022-05-27T02:20:34Z', 'revision_number': 0, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:08Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:20:40.138257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0c7d9841-56f4-40c8-9ec7-08bbb9a4f2ed tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/c6ed5a45-e5af-4821-a14d-034e6b7ef023 HTTP/1.1" status: 200 len: 990 time: 0.1967299 May 27 02:20:40.325273 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f09544-5827-4207-be37-7370a90d2a20 None None] New status for floating IP c6ed5a45-e5af-4821-a14d-034e6b7ef023: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:20:41.051853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:41.136524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50812) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:41.299048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d90a2369-4e15-4bed-82d4-5c6e0c578951 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/c6ed5a45-e5af-4821-a14d-034e6b7ef023 HTTP/1.1" status: 200 len: 992 time: 0.1532028 May 27 02:20:42.141108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50830) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:42.213020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] Deleting subnet a483336d-9172-47dd-a8b2-6ed7312deadd {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:20:42.216476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.279477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.359021 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.488565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.572335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a483336d-9172-47dd-a8b2-6ed7312deadd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:42.580024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.611323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:42.615394 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d9763e1a-620c-4d51-b8d7-f54ef76249f7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a483336d-9172-47dd-a8b2-6ed7312deadd HTTP/1.1" status: 204 len: 168 time: 0.4725130 May 27 02:20:42.752182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:42.958015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.032376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb026295-9dbd-4786-8bb8-d8118932772d']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:43.078795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bce24cc-f4af-4f2c-b5a9-a914bbbe568e') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:43.078795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bce24cc-f4af-4f2c-b5a9-a914bbbe568e') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:43.131037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.205170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.219351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:43.226114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.455760 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1bce24cc-f4af-4f2c-b5a9-a914bbbe568e resource provider aggregate not found May 27 02:20:43.501630 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 1bce24cc-f4af-4f2c-b5a9-a914bbbe568e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bce24cc-f4af-4f2c-b5a9-a914bbbe568e found for delete ", "request_id": "req-0376714a-5e9e-437c-a4b8-2486757c8be9"}]} May 27 02:20:43.542823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.557559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.627529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Pushing event deleted for resources: {'Network': ['ID=cb026295-9dbd-4786-8bb8-d8118932772d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:43.656433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb026295-9dbd-4786-8bb8-d8118932772d HTTP/1.1" status: 204 len: 168 time: 1.0440810 May 27 02:20:43.659271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50862) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:43.664719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.670921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.672305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.673778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.676631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.679271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.679803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.681294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.683861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.685260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.686211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.686569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debdcd4-00df-4a8c-a6a5-56c4d142786a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:43.779588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] Deleting subnet 1a5d1c5a-3220-4547-a0f1-b4c3cd06a337 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:20:43.783249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.864418 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:43.957598 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.036763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.078567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.087066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1a5d1c5a-3220-4547-a0f1-b4c3cd06a337 HTTP/1.1" status: 204 len: 168 time: 0.4240184 May 27 02:20:44.088027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50868) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:44.089144 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965a503-7816-40da-865d-4629e0e96860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5d1c5a-3220-4547-a0f1-b4c3cd06a337,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:44.397658 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.570884 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.616174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e00e07d-9b64-446e-b5d1-5855ce4f10ac']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:44.649327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed9ce67-77e5-4501-95ce-c9cb47f7d4cb') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:44.649327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed9ce67-77e5-4501-95ce-c9cb47f7d4cb') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:20:44.683855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.725251 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.738458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:20:44.739195 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.851383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.873758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:44.884186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e00e07d-9b64-446e-b5d1-5855ce4f10ac,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:44.888006 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d03ed27d-7fb2-48d1-8189-857a7ff7e1c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e00e07d-9b64-446e-b5d1-5855ce4f10ac HTTP/1.1" status: 204 len: 168 time: 0.7986031 May 27 02:20:45.113818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50888) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:45.178917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-63cfde0c-ddb1-4002-8776-a54096cff577 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efcb502197fb4eb3b49f026287b4958d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636859 May 27 02:20:45.181814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 50892) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:45.263873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.302239 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.387704 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.489763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d955e9c-27c9-46ef-b246-6965f0e771db,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:45.508644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.519882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.520264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.520610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.520950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.521284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.521716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.521928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.523706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.524045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.524381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.524708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:20:45.533791 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment fed9ce67-77e5-4501-95ce-c9cb47f7d4cb resource provider aggregate not found May 27 02:20:45.550973 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment fed9ce67-77e5-4501-95ce-c9cb47f7d4cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fed9ce67-77e5-4501-95ce-c9cb47f7d4cb found for delete ", "request_id": "req-52584133-cbfb-45ea-b183-71a7f2facbe5"}]} May 27 02:20:45.564529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:45.565644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b2d7874f-dc1e-4f94-996d-4d6160b2fb4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d955e9c-27c9-46ef-b246-6965f0e771db HTTP/1.1" status: 204 len: 168 time: 0.3829587 May 27 02:20:45.635446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-d8599cde-c9a7-4cab-b41b-23dc0bb1db2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1885517 May 27 02:20:45.926084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-49cba87e-1343-4d38-bf90-e1626d7e7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:45.927813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-49cba87e-1343-4d38-bf90-e1626d7e7cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 1097 time: 0.1680605 May 27 02:20:46.160344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-927fa4d3-e4c7-4a6b-ab1f-d2cd8cdaa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:46.160344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-927fa4d3-e4c7-4a6b-ab1f-d2cd8cdaa143 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fad764f4-d940-4484-a362-7ccf682aa6de HTTP/1.1" status: 200 len: 898 time: 0.2092681 May 27 02:20:46.259531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50922) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:46.339040 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-0eb93a21-dece-4f17-acc9-56fdcf85511d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b158ac-8a2e-4989-9951-8096f0faa994 HTTP/1.1" status: 200 len: 1000 time: 0.1726267 May 27 02:20:46.351937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6c8a7062-71f1-4b3b-b8bb-b0dcad693697 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65a36d3004b143148c13804d2e78b00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952868 May 27 02:20:46.354338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 50928) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:46.422592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-ccd5292e-62f1-44ea-ba8d-0a6c058a3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:46.439743 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-ccd5292e-62f1-44ea-ba8d-0a6c058a3fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e2e2418-c49e-436c-a12d-b66367e26a8c HTTP/1.1" status: 200 len: 835 time: 0.0927579 May 27 02:20:46.464936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ffadacee-1ffa-4688-a160-d9aa3e7ddcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.524666 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ffadacee-1ffa-4688-a160-d9aa3e7ddcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.692922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-7c5ccb87-bae4-46cf-b33d-b651ed8cacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:46.695128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-7c5ccb87-bae4-46cf-b33d-b651ed8cacbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fad764f4-d940-4484-a362-7ccf682aa6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2456865 May 27 02:20:46.746527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ffadacee-1ffa-4688-a160-d9aa3e7ddcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.800349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadacee-1ffa-4688-a160-d9aa3e7ddcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5732ed-5354-437e-98e8-6e5e05e9cdaf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:46.819029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ffadacee-1ffa-4688-a160-d9aa3e7ddcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:46.821108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ffadacee-1ffa-4688-a160-d9aa3e7ddcab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd5732ed-5354-437e-98e8-6e5e05e9cdaf HTTP/1.1" status: 204 len: 168 time: 0.4655898 May 27 02:20:46.932629 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-c421faa6-4070-4007-9135-42645146c439 service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308784 May 27 02:20:47.205312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61ded9cc-fcf2-42a8-af6f-eec144c4af19 req-67b7e250-80f0-42e4-8c73-ce4091829650 service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632842 May 27 02:20:49.032760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51004) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:49.496876 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.536538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:49.547191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Usage tracker for resource:security_group_rule and tenant:a3ef45c34b364896bb686a8760d6fff2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:49.550401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:49.575656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:49.796649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.805113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:49.876411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3ef45c34b364896bb686a8760d6fff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8410099 May 27 02:20:49.877793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51034) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:49.880152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4259-835f-49c5-a1e7-10b3046a2a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e23fb-8077-4e0a-9d48-ab3a435c9a83,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:50.140941 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e3f5650-5220-47be-958e-0270af795198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.183423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e3f5650-5220-47be-958e-0270af795198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.289718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e3f5650-5220-47be-958e-0270af795198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.313779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f5650-5220-47be-958e-0270af795198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e23fb-8077-4e0a-9d48-ab3a435c9a83,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:50.321260 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e3f5650-5220-47be-958e-0270af795198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:50.322380 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1e3f5650-5220-47be-958e-0270af795198 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b4e23fb-8077-4e0a-9d48-ab3a435c9a83 HTTP/1.1" status: 204 len: 168 time: 0.4436295 May 27 02:20:51.591225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51090) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:51.736015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-89389736-network', 'tenant_id': '143672c77bb84f3b967619aadcc06765'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:51.740817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:51.747634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Usage tracker for resource:network and tenant:143672c77bb84f3b967619aadcc06765 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:51.751193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:51.765268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:51.790177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Made reservation on behalf of 143672c77bb84f3b967619aadcc06765 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:51.793882 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.831783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.846561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:51.855744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Usage tracker for resource:security_group_rule and tenant:143672c77bb84f3b967619aadcc06765 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:51.855744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:51.861507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:51.976741 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:51.984610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.028005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:20:52.041658 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.041658 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Added segment 86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38 of type vlan for network fe26fa8c-84da-4a1e-89ba-f788250f6268 May 27 02:20:52.041658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:52.079032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.153107 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.153107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:52.158783 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.298097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] Pushing event updated for resources: {'Network': ['ID=fe26fa8c-84da-4a1e-89ba-f788250f6268,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:52.318103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network fe26fa8c-84da-4a1e-89ba-f788250f6268 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:20:52.325617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51112) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:20:52.326153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4ccda5aa-a96f-4f8f-ae50-2e47aa140557 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7332592 May 27 02:20:52.381507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Request body: {'subnet': {'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-89389736-subnet', 'tenant_id': '143672c77bb84f3b967619aadcc06765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:20:52.421808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:20:52.421808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Usage tracker for resource:subnet and tenant:143672c77bb84f3b967619aadcc06765 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:20:52.430662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:20:52.445692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:20:52.466985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Made reservation on behalf of 143672c77bb84f3b967619aadcc06765 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:20:52.466985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.784550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.904203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:20:52.917782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Checking segment: {'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:20:52.918522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Network hostable DHCP agents. Network: fe26fa8c-84da-4a1e-89ba-f788250f6268, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:20:52.943850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Network fe26fa8c-84da-4a1e-89ba-f788250f6268 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:20:52.957510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, fe26fa8c-84da-4a1e-89ba-f788250f6268) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:20:52.962867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:20:52.963575 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:20:52.971177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b18b5f-c685-4178-9ad1-123fcc959636 None None] Network fe26fa8c-84da-4a1e-89ba-f788250f6268 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:20:53.021063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cf75708d-5821-4d7e-bd14-d52fbe73d3c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6748793 May 27 02:20:53.328123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a9905-a15f-4ad1-88d8-edd2bce087a9 None None] Network fe26fa8c-84da-4a1e-89ba-f788250f6268 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:00.172179 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:21:03.075429 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:03.356467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:05.857858 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-688b46ae-29e6-4c30-9717-c08a8d719d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:08.016841 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d1675dc2-31cd-4c8f-948f-e706263472af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.355189 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.476069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:09.804434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51442) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:10.031058 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.065069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:10.074636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:938771b561de4f278583e68043961883 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:10.082447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:10.099847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:10.303193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.310342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.378894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938771b561de4f278583e68043961883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5733452 May 27 02:21:10.381445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51452) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:10.398351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e338f-a4fa-4894-9362-69429fcbfcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c6eee9-3632-4e3a-825b-f1ffd969a01c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:10.489782 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45a94fef-ab37-4221-b5f4-d5f09a24454e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.526354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45a94fef-ab37-4221-b5f4-d5f09a24454e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.672536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45a94fef-ab37-4221-b5f4-d5f09a24454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.715790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a94fef-ab37-4221-b5f4-d5f09a24454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c6eee9-3632-4e3a-825b-f1ffd969a01c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:10.720874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-45a94fef-ab37-4221-b5f4-d5f09a24454e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:10.724519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-45a94fef-ab37-4221-b5f4-d5f09a24454e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6c6eee9-3632-4e3a-825b-f1ffd969a01c HTTP/1.1" status: 204 len: 168 time: 0.3394730 May 27 02:21:11.033353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.054777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51464) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:11.073789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.088664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:11.093405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Usage tracker for resource:security_group_rule and tenant:85fabee44fbe49f5a923251a01a2ad23 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:11.096776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:11.103567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:11.189353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.193892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.247571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85fabee44fbe49f5a923251a01a2ad23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908886 May 27 02:21:11.248689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d19ff-1b5b-44b6-af34-468511efbcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1209038-5321-4624-bf42-c74206c9e245,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:11.249650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51470) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:11.338929 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8ffbd49-92f2-4a63-bb13-8e52d3ef8aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.367342 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8ffbd49-92f2-4a63-bb13-8e52d3ef8aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.432047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8ffbd49-92f2-4a63-bb13-8e52d3ef8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.454312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d8ffbd49-92f2-4a63-bb13-8e52d3ef8aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:11.458695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d8ffbd49-92f2-4a63-bb13-8e52d3ef8aa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1209038-5321-4624-bf42-c74206c9e245 HTTP/1.1" status: 204 len: 168 time: 0.2076161 May 27 02:21:11.461460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffbd49-92f2-4a63-bb13-8e52d3ef8aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1209038-5321-4624-bf42-c74206c9e245,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:12.904386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:12.913430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334728041', 'description': 'tempest-secgroup-smoke-334728041 description', 'project_id': '172d850758cc4c09a84653999d5afac4'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:12.920963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:12.925064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:12.928057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:12.935331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:12.948998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:12.974950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:12.981090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:12.984250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:12.991816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.080474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.085664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.128190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03eb4557-212d-4d07-8ae6-7c907df8661f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.130937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.132175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a3cb25ca-1e52-48ae-8019-37db15e31ae1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2259777 May 27 02:21:13.135181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51532) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:13.140453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'security_group_rule': {'security_group_id': '03eb4557-212d-4d07-8ae6-7c907df8661f', 'project_id': '172d850758cc4c09a84653999d5afac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.147382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.151639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:13.154872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:13.161566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.195846 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.276770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.284154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.311694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975a1822-1ec2-450a-bca7-c9b58199f9f0,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.323092 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.324934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5da1274e-9bec-4be3-8b2e-ef387862b65b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886563 May 27 02:21:13.327631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51536) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:13.333899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'security_group_rule': {'security_group_id': '03eb4557-212d-4d07-8ae6-7c907df8661f', 'project_id': '172d850758cc4c09a84653999d5afac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.341830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.346169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:13.349717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:13.359866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.380087 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.450492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.455663 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.490315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6cb93e-c868-4dbb-95b6-bfb4f3050e24,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.504372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.506114 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-42410236-aab7-4d90-826e-f506e4f226b6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1768315 May 27 02:21:13.509217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51542) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:13.514826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'security_group_rule': {'security_group_id': '03eb4557-212d-4d07-8ae6-7c907df8661f', 'project_id': '172d850758cc4c09a84653999d5afac4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.521527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.526153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:13.529258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:13.541438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.564017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.669123 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.675278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.718355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad4ceb3-a2f5-41f5-9c6c-4caff6a30b51,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.724257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.726197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-93ec5ecb-8249-49ed-ba7f-b28e7fd68ae0 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159343 May 27 02:21:13.729262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51552) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:13.743535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'security_group_rule': {'security_group_id': '03eb4557-212d-4d07-8ae6-7c907df8661f', 'project_id': '172d850758cc4c09a84653999d5afac4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.751026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.755420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:13.758740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:13.766265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:13.792539 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.871625 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.879779 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.910366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87026042-20ba-4b34-bbb0-a2cf5ae30d2b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:13.932457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:13.933865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b1982b97-b79e-4c54-a253-cd1aa91074ce tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035654 May 27 02:21:13.937463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51564) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:13.943290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'security_group_rule': {'security_group_id': '03eb4557-212d-4d07-8ae6-7c907df8661f', 'project_id': '172d850758cc4c09a84653999d5afac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:13.954461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:13.962818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:13.969659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:13.979703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:14.016300 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Project 172d850758cc4c09a84653999d5afac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:21:14.026372 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.129603 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.138550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.177467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bb822a-5af8-4fa7-a2ca-404017e87b64,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:14.198457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.202679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69d7549d-b21f-49b4-9c72-da9489edf813 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2640905 May 27 02:21:14.202839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51580) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:14.210254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'security_group_rule': {'security_group_id': '03eb4557-212d-4d07-8ae6-7c907df8661f', 'project_id': '172d850758cc4c09a84653999d5afac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:14.231453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:14.250455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:security_group_rule and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:14.255086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:14.263521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:14.280461 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Project 172d850758cc4c09a84653999d5afac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:21:14.290047 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.381186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.386373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.409731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c47397f-3b8b-4899-828f-9616b1009616,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:14.424359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:14.434340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-688a034a-5f13-4e5a-ac08-28d13fd1d408 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2301621 May 27 02:21:14.789938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-c524baa8-b52a-44ff-b58c-0b22bb09b2c6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Synchronizing usage tracker for tenant:172d850758cc4c09a84653999d5afac4 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:14.821690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-c524baa8-b52a-44ff-b58c-0b22bb09b2c6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Unset dirty status for tenant:172d850758cc4c09a84653999d5afac4 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:14.823845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-c524baa8-b52a-44ff-b58c-0b22bb09b2c6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334728041&fields=id&tenant_id=172d850758cc4c09a84653999d5afac4 HTTP/1.1" status: 200 len: 267 time: 0.0945413 May 27 02:21:15.041622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-f476a259-4c1a-4bba-aa15-0059c2fd6ccb tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:15.042340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-f476a259-4c1a-4bba-aa15-0059c2fd6ccb tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Synchronizing usage tracker for tenant:172d850758cc4c09a84653999d5afac4 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:15.067889 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-f476a259-4c1a-4bba-aa15-0059c2fd6ccb tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Unset dirty status for tenant:172d850758cc4c09a84653999d5afac4 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:15.075212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-f476a259-4c1a-4bba-aa15-0059c2fd6ccb tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 814 time: 0.2445800 May 27 02:21:15.095451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-37cd2e47-3cba-4563-b4d2-649bf826d09b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/quotas/172d850758cc4c09a84653999d5afac4 HTTP/1.1" status: 200 len: 375 time: 0.0192974 May 27 02:21:15.216280 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-7af9dee2-3b64-4649-95a9-e0621fb0d266 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146991 May 27 02:21:15.397246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-ebfc0410-7978-4b3c-b4a1-0152fde5abea service neutron] 10.222.0.16 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691153 May 27 02:21:15.567373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-6139f04e-31f5-4646-a4be-8b701907733f service neutron] 10.222.0.16 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643038 May 27 02:21:16.192255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c960e25f-212e-405b-aebf-3d10645b516d req-ce7475f3-a4a2-4f55-8276-282fc469c496 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Synchronizing usage tracker for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:16.228265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c960e25f-212e-405b-aebf-3d10645b516d req-ce7475f3-a4a2-4f55-8276-282fc469c496 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Unset dirty status for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:16.229616 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c960e25f-212e-405b-aebf-3d10645b516d req-ce7475f3-a4a2-4f55-8276-282fc469c496 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 210 time: 0.1106377 May 27 02:21:16.815766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51682) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:17.212046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.236033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:17.242636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Usage tracker for resource:security_group_rule and tenant:811d30b9b3b547a8a0be7a287b82c3da is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:17.247257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:17.255364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:17.433832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.440044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.548884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=811d30b9b3b547a8a0be7a287b82c3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7315595 May 27 02:21:17.550075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb470940-3a1d-4a6a-93f4-4cbe85df2032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef7b90-719b-4a2a-9bc2-18efd8c477de,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:17.556947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51702) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:17.637226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bb0a5c4-fdaf-4b48-8f73-add9531dca76 req-4831518f-62a8-43f5-80cf-cb2fbde1b90f tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 210 time: 0.2075019 May 27 02:21:17.683213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f6da032-f9a2-4228-887d-fc9825f980fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.714334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f6da032-f9a2-4228-887d-fc9825f980fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.770575 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f6da032-f9a2-4228-887d-fc9825f980fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.793201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6da032-f9a2-4228-887d-fc9825f980fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef7b90-719b-4a2a-9bc2-18efd8c477de,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:17.797297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f6da032-f9a2-4228-887d-fc9825f980fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:17.798749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2f6da032-f9a2-4228-887d-fc9825f980fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41ef7b90-719b-4a2a-9bc2-18efd8c477de HTTP/1.1" status: 204 len: 168 time: 0.2405334 May 27 02:21:18.483016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-ab300f34-6ae7-482c-863b-cc41eb1074fb tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:18.484688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-ab300f34-6ae7-482c-863b-cc41eb1074fb tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.47 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 814 time: 0.4977534 May 27 02:21:18.554599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 51736) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:18.582980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-2445ee8c-7357-439c-a8e7-36e08d899323 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172d850758cc4c09a84653999d5afac4 HTTP/1.1" status: 200 len: 379 time: 0.0896032 May 27 02:21:18.596836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'port': {'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'admin_state_up': True, 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'security_groups': ['03eb4557-212d-4d07-8ae6-7c907df8661f']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:18.863357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:18.881995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:18.895576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.908695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Made reservation on behalf of 172d850758cc4c09a84653999d5afac4 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:21:18.919597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:18.943495 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8023631d-b6a3-4458-909c-efb25c38a175 req-82545a87-d881-430b-ac84-8b9159d53415 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 210 time: 0.1158421 May 27 02:21:18.950441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:18.966694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Usage tracker for resource:security_group_rule and tenant:354f10028bf047a98c4668024a907ab2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:18.972657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:18.986791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:19.103564 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.112362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.176198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=354f10028bf047a98c4668024a907ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204491 May 27 02:21:19.178960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 51762) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:19.182133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb650cd-76c6-42e7-82f0-373a285cdf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e02a0-741a-49f4-b1ec-57a935b5919a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:19.344368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abaae7be-6d04-4147-8ca9-9c33a2801dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.346925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Allocated IP 172.20.0.5 (a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89/7a308463-4458-4c13-931e-611dce447eea/df5f7cf2-37e9-4832-a7f1-59ce672514f7) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:19.385034 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abaae7be-6d04-4147-8ca9-9c33a2801dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.655119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abaae7be-6d04-4147-8ca9-9c33a2801dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.685974 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.701164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaae7be-6d04-4147-8ca9-9c33a2801dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e02a0-741a-49f4-b1ec-57a935b5919a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:19.743688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Transition to ACTIVE for port object df5f7cf2-37e9-4832-a7f1-59ce672514f7 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:19.758799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-abaae7be-6d04-4147-8ca9-9c33a2801dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.759978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-abaae7be-6d04-4147-8ca9-9c33a2801dcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a30e02a0-741a-49f4-b1ec-57a935b5919a HTTP/1.1" status: 204 len: 168 time: 0.5796671 May 27 02:21:19.794058 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:19.906905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:19.922361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:19.932610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:20.057466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.059815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.155703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'Port': ['ID=df5f7cf2-37e9-4832-a7f1-59ce672514f7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:20.177314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88597343-c6ff-4d53-9b2e-16bfdd7110bf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5861173 May 27 02:21:20.189608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-8cd5b960-d8e4-4dc5-a4d9-cccd84375ce5 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:21:20.203272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-8cd5b960-d8e4-4dc5-a4d9-cccd84375ce5 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181684 May 27 02:21:20.384584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c015afb0-f1c4-4238-a81f-6f46a6ce5897 None None] Provisioning for port df5f7cf2-37e9-4832-a7f1-59ce672514f7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:20.415075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c015afb0-f1c4-4238-a81f-6f46a6ce5897 None None] Provisioning complete for port df5f7cf2-37e9-4832-a7f1-59ce672514f7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:20.420058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c015afb0-f1c4-4238-a81f-6f46a6ce5897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:20.498259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a2ce3-3519-458c-a069-2e2c234eaf27 req-d77f360c-4112-465c-ad0e-482374b382aa tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:20.499000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8b6a2ce3-3519-458c-a069-2e2c234eaf27 req-d77f360c-4112-465c-ad0e-482374b382aa tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Synchronizing usage tracker for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:20.539185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8b6a2ce3-3519-458c-a069-2e2c234eaf27 req-d77f360c-4112-465c-ad0e-482374b382aa tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Unset dirty status for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:20.552590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b6a2ce3-3519-458c-a069-2e2c234eaf27 req-d77f360c-4112-465c-ad0e-482374b382aa tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 931 time: 0.2744656 May 27 02:21:20.605310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Request body: {'port': {'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:20.652793 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c015afb0-f1c4-4238-a81f-6f46a6ce5897 None None] Port df5f7cf2-37e9-4832-a7f1-59ce672514f7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:21:20.739278 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b6a2ce3-3519-458c-a069-2e2c234eaf27 req-2f8c028b-f1cb-47ee-8f71-073ad742ce3f tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850836 May 27 02:21:20.819068 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.462506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5f7cf2-37e9-4832-a7f1-59ce672514f7 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:21.472146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.488300 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Transition to ACTIVE for port object df5f7cf2-37e9-4832-a7f1-59ce672514f7 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:21:21.492734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:21.936777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Pushing event updated for resources: {'Port': ['ID=df5f7cf2-37e9-4832-a7f1-59ce672514f7,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:21.987345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Attempting to bind port df5f7cf2-37e9-4832-a7f1-59ce672514f7 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:21:21.988832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Attempting to bind port df5f7cf2-37e9-4832-a7f1-59ce672514f7 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:21:21.989373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Attempting to bind port df5f7cf2-37e9-4832-a7f1-59ce672514f7 on network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:21.997379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Port df5f7cf2-37e9-4832-a7f1-59ce672514f7 on network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:21:21.998270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Attempting to bind port df5f7cf2-37e9-4832-a7f1-59ce672514f7 on network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:21:22.006333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:21:22.006957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Checking segment: {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:21:22.007533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Bound using segment: {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:21:22.008643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Bound port: df5f7cf2-37e9-4832-a7f1-59ce672514f7, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0028ae2a-2a00-4162-af02-efe410250cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:21:22.009558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.130540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1180ab8-5f3e-442c-bcc4-f101c842c124 req-417e02fe-8572-483d-9ef7-d595328aafa6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.141827 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1180ab8-5f3e-442c-bcc4-f101c842c124 req-417e02fe-8572-483d-9ef7-d595328aafa6 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.1646564 May 27 02:21:22.194502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1180ab8-5f3e-442c-bcc4-f101c842c124 req-a5a63cd7-7001-4ff7-a1b4-66a4178c3db5 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518136 May 27 02:21:22.462912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] For port df5f7cf2-37e9-4832-a7f1-59ce672514f7, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:21:22.468467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] For port df5f7cf2-37e9-4832-a7f1-59ce672514f7, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:21:22.489030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.635571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.636183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:22.637889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 1092 time: 2.4264750 May 27 02:21:22.638373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:22.759170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fb154-ecf3-43f4-a1f7-de0d963902d1 service neutron] Pushing event updated for resources: {'Port': ['ID=df5f7cf2-37e9-4832-a7f1-59ce672514f7,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:22.767893 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2674c4df-eebb-4f83-99e8-79d9a9474623'] response: {'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'status': 'completed', 'code': 200} May 27 02:21:22.825675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-49f6d900-d8d1-46c2-9a7e-9dba5137501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:22.827337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-49f6d900-d8d1-46c2-9a7e-9dba5137501a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1095 time: 0.1280494 May 27 02:21:22.935489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-8a87d9e8-b3e3-4bc3-9d6c-060a26f50a2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 217 time: 0.0992627 May 27 02:21:23.035611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-cbaa7796-d63e-4c2b-8f18-0e117d94e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.038528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-cbaa7796-d63e-4c2b-8f18-0e117d94e32a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 200 len: 853 time: 0.0963819 May 27 02:21:23.133208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-93f404d5-73b4-4d9d-9ff5-ca5946f21e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.134966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-93f404d5-73b4-4d9d-9ff5-ca5946f21e3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858688 May 27 02:21:23.314438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-88960887-9248-4a28-93ed-686c6c39a0d7 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727278 May 27 02:21:23.507644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1e1d-fe4e-462a-87d8-6e3068f6231c req-aac6433a-ae83-4cab-a172-dd17254e471a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.509385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d4b1e1d-fe4e-462a-87d8-6e3068f6231c req-aac6433a-ae83-4cab-a172-dd17254e471a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.1529055 May 27 02:21:23.571174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d4b1e1d-fe4e-462a-87d8-6e3068f6231c req-340b0d49-c215-431c-8cd2-28c9b3891d8f tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540235 May 27 02:21:23.588251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d476214a-8c35-43bc-a62a-16fac16936e1 req-46b35843-a8fe-44d5-a585-ed7b5624512d service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681684 May 27 02:21:23.753768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-3483710c-7dcf-4e3e-8788-3d5069685aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.755541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-3483710c-7dcf-4e3e-8788-3d5069685aab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1095 time: 0.1198483 May 27 02:21:23.915582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-0431b422-3ba7-44cd-afcc-dbdf452235b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:23.917026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-0431b422-3ba7-44cd-afcc-dbdf452235b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 915 time: 0.1555791 May 27 02:21:23.991626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-af2ebdde-c4ce-4d54-9522-d54248a2e691 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 217 time: 0.0678248 May 27 02:21:24.067993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-5de83668-bda1-4887-8e9f-151af4ada440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:24.069458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-5de83668-bda1-4887-8e9f-151af4ada440 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 200 len: 853 time: 0.0732095 May 27 02:21:24.144567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-f8c0d2e2-3577-4ea6-b467-cc3102b03341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:24.146073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-f8c0d2e2-3577-4ea6-b467-cc3102b03341 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710351 May 27 02:21:24.291402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-8b0b520a-d0f2-453d-9e21-ae1a5257ec4a service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388390 May 27 02:21:24.425243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83e8bbda-719b-4a47-8b32-eeb8b9be1d42 req-24c4f4dc-9995-40d7-918b-c5849330b330 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279292 May 27 02:21:24.826174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0185eda-ff95-4dc3-bbb9-f152749cf46c req-201c1672-796b-49d8-845a-87a448c21076 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:24.827821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e0185eda-ff95-4dc3-bbb9-f152749cf46c req-201c1672-796b-49d8-845a-87a448c21076 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.0962336 May 27 02:21:24.931425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e0185eda-ff95-4dc3-bbb9-f152749cf46c req-2276ea0a-df90-4b9e-9147-96bf8e18b563 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874217 May 27 02:21:26.151562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a4d0-5c51-4fbe-b014-f055f41eab3a req-a9232c7f-bcd1-41ff-a561-85f92d0be6ed tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:26.153284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bd9a4d0-5c51-4fbe-b014-f055f41eab3a req-a9232c7f-bcd1-41ff-a561-85f92d0be6ed tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.0869875 May 27 02:21:26.201823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bd9a4d0-5c51-4fbe-b014-f055f41eab3a req-ca4bc667-f7e0-4ca9-8e75-427dfee04c6e tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 May 27 02:21:27.391863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff343ab-7f54-4fef-9ded-c58a6d4413fd req-081da998-f3d1-4ffc-a42d-3427f8777c53 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:27.393502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ff343ab-7f54-4fef-9ded-c58a6d4413fd req-081da998-f3d1-4ffc-a42d-3427f8777c53 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.0857682 May 27 02:21:27.442319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ff343ab-7f54-4fef-9ded-c58a6d4413fd req-25226268-8bca-4bfa-bd12-fb3d4e69b1f3 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420983 May 27 02:21:28.716746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a523-f5fc-4410-9c1d-028b50c9291d req-5e39a60e-2c16-470b-8d02-5927c4ed7415 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:28.724241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4180a523-f5fc-4410-9c1d-028b50c9291d req-5e39a60e-2c16-470b-8d02-5927c4ed7415 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.1302755 May 27 02:21:28.768759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4180a523-f5fc-4410-9c1d-028b50c9291d req-33e356db-d173-49b2-a93c-24fcfaea3c72 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431311 May 27 02:21:29.552571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52068) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:29.773474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:29.788329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:29.793789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Usage tracker for resource:security_group_rule and tenant:be5455f6bb634aa7990725bbf29940d5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:29.798345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:29.809608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:30.077330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.086757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.145453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be5455f6bb634aa7990725bbf29940d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916810 May 27 02:21:30.146214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65cd1c-9c86-45af-957d-4e9e1141b387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab0598-9a2a-42c1-84c6-19e86fd2a6a8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:30.149756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52094) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:30.165472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35648861-936f-4e4d-b3cf-3a6fdbd4acce req-13ce0c16-867c-44fc-be52-594407e19b4e tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:30.166999 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35648861-936f-4e4d-b3cf-3a6fdbd4acce req-13ce0c16-867c-44fc-be52-594407e19b4e tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.2628887 May 27 02:21:30.248418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35648861-936f-4e4d-b3cf-3a6fdbd4acce req-dad45410-290e-4381-87f5-345e134121bc tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749793 May 27 02:21:30.268909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-622b193b-1b78-4b31-b620-e9624465aa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.306932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-622b193b-1b78-4b31-b620-e9624465aa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.358669 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-622b193b-1b78-4b31-b620-e9624465aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.380697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b193b-1b78-4b31-b620-e9624465aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab0598-9a2a-42c1-84c6-19e86fd2a6a8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:30.389242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-622b193b-1b78-4b31-b620-e9624465aa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:30.390421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-622b193b-1b78-4b31-b620-e9624465aa59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdab0598-9a2a-42c1-84c6-19e86fd2a6a8 HTTP/1.1" status: 204 len: 168 time: 0.2358871 May 27 02:21:31.454875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5798-f2ce-4fa9-a451-2b5d48794dc7 req-c9cd6ce7-7f23-474f-912e-87286aa26a0e tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:31.466256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb1b5798-f2ce-4fa9-a451-2b5d48794dc7 req-c9cd6ce7-7f23-474f-912e-87286aa26a0e tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.1027477 May 27 02:21:31.507046 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bb1b5798-f2ce-4fa9-a451-2b5d48794dc7 req-b9e8153a-d574-4b36-9f2f-05f8a7f16577 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 May 27 02:21:32.631349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device df5f7cf2-37e9-4832-a7f1-59ce672514f7 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:21:32.739812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3426ea-48ae-4529-933a-20f135285ffd req-45b8c1b5-8629-4643-b5f4-3cacf13756d5 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:32.742030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d3426ea-48ae-4529-933a-20f135285ffd req-45b8c1b5-8629-4643-b5f4-3cacf13756d5 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 943 time: 0.0895875 May 27 02:21:32.784917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port df5f7cf2-37e9-4832-a7f1-59ce672514f7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:32.792143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8d3426ea-48ae-4529-933a-20f135285ffd req-f7d886e9-81fe-498e-b8bb-635167a8e208 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 May 27 02:21:32.811970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'mac_address': 'fa:16:3e:98:30:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:21:32.876342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port df5f7cf2-37e9-4832-a7f1-59ce672514f7 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:32.876664 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:32.894347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5f7cf2-37e9-4832-a7f1-59ce672514f7 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:21:32.927439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port df5f7cf2-37e9-4832-a7f1-59ce672514f7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:32.936491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.002068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=df5f7cf2-37e9-4832-a7f1-59ce672514f7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:33.009921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.010272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.010616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.010999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.011354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.011666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.011996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.012319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.012649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.012972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.013291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.013611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:33.061143 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:33.274084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['df5f7cf2-37e9-4832-a7f1-59ce672514f7'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:21:33.374061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.019865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d290d6-f0a1-4eba-9cf1-372869da28cc req-77798ad6-77cb-4029-9fae-2b7890058634 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:34.021273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71d290d6-f0a1-4eba-9cf1-372869da28cc req-77798ad6-77cb-4029-9fae-2b7890058634 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 944 time: 0.1078966 May 27 02:21:34.080908 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-71d290d6-f0a1-4eba-9cf1-372869da28cc req-7b410450-de00-4c58-9e27-a0b34a730ed5 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475049 May 27 02:21:34.661852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device df5f7cf2-37e9-4832-a7f1-59ce672514f7 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:21:34.732924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port df5f7cf2-37e9-4832-a7f1-59ce672514f7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:21:34.737738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port df5f7cf2-37e9-4832-a7f1-59ce672514f7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:21:34.738107 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.863464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port df5f7cf2-37e9-4832-a7f1-59ce672514f7 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:21:34.863871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.894910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:34.906824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port df5f7cf2-37e9-4832-a7f1-59ce672514f7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:34.911279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:34.952547 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266464d8-1dd4-4338-802a-79041f6b161c'] response: {'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'code': 200} May 27 02:21:34.993785 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=df5f7cf2-37e9-4832-a7f1-59ce672514f7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:35.084333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde7c7c-3d43-46e1-800f-5f4bded73c67 req-9da086bd-14a2-43ae-acbb-c35a6fa9ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.085834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fde7c7c-3d43-46e1-800f-5f4bded73c67 req-9da086bd-14a2-43ae-acbb-c35a6fa9ad57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1097 time: 0.0803816 May 27 02:21:35.137770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fde7c7c-3d43-46e1-800f-5f4bded73c67 req-9e0e3968-46ed-4253-9789-52e782cc4f97 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461917 May 27 02:21:35.269195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1adbcc-1a0a-4fae-9886-5cff9cf50e40 req-3ae4706b-4c95-4cc1-a515-c826fdfe951d tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:35.270633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c1adbcc-1a0a-4fae-9886-5cff9cf50e40 req-3ae4706b-4c95-4cc1-a515-c826fdfe951d tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 945 time: 0.0856154 May 27 02:21:35.351038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c1adbcc-1a0a-4fae-9886-5cff9cf50e40 req-aae5d77f-2e76-47c9-8a76-7b6022cebf23 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745499 May 27 02:21:35.844227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6cefc35b-bd1c-45e8-a8be-e692c75e4e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:36.645046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099e980-ae5a-49c0-885c-773ec74db199 req-cd024645-0595-4411-94a3-a77a4f8883d8 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:36.647825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d099e980-ae5a-49c0-885c-773ec74db199 req-cd024645-0595-4411-94a3-a77a4f8883d8 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 945 time: 0.1286943 May 27 02:21:36.707309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d099e980-ae5a-49c0-885c-773ec74db199 req-3521ae40-e247-4622-b616-7991c708cfbf tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516064 May 27 02:21:37.164124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:21:37.931938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897f2df-011b-4e16-b06e-79593e7787f8 req-8a2f8e4c-c70e-4b56-bca8-ddc7d74c6359 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:37.933401 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7897f2df-011b-4e16-b06e-79593e7787f8 req-8a2f8e4c-c70e-4b56-bca8-ddc7d74c6359 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 945 time: 0.1102438 May 27 02:21:37.963759 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15e5ef3d-a261-4a07-923c-deada70a5707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:37.983360 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7897f2df-011b-4e16-b06e-79593e7787f8 req-93463d54-10f0-43f3-92c2-cd99ebcbc59a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438232 May 27 02:21:38.187685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95494a3-790f-420b-962d-a1a161d1b5c2 req-ba70d8d9-ed48-41e9-bb7c-2dafc33d50c9 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.189082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95494a3-790f-420b-962d-a1a161d1b5c2 req-ba70d8d9-ed48-41e9-bb7c-2dafc33d50c9 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 945 time: 0.0908251 May 27 02:21:38.265349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c95494a3-790f-420b-962d-a1a161d1b5c2 req-834bf297-3bb5-4b72-a97f-fdef3584d36c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697465 May 27 02:21:38.287807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52372) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:38.384734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52378) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:38.696346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b53de926-718a-4956-9c7e-1271bd374ef2 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/floatingips/c6ed5a45-e5af-4821-a14d-034e6b7ef023 HTTP/1.1" status: 200 len: 992 time: 0.3104298 May 27 02:21:38.716600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb3920-2d9a-4ce0-90c8-5c18767ac579 tempest-TestVolumeBackupRestore-1375572467 tempest-TestVolumeBackupRestore-1375572467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:38.717542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7cb3920-2d9a-4ce0-90c8-5c18767ac579 tempest-TestVolumeBackupRestore-1375572467 tempest-TestVolumeBackupRestore-1375572467-project-admin] Synchronizing usage tracker for tenant:9243d80823504ded92c2788c149ea035 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:38.737558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e7cb3920-2d9a-4ce0-90c8-5c18767ac579 tempest-TestVolumeBackupRestore-1375572467 tempest-TestVolumeBackupRestore-1375572467-project-admin] Unset dirty status for tenant:9243d80823504ded92c2788c149ea035 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:38.738920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e7cb3920-2d9a-4ce0-90c8-5c18767ac579 tempest-TestVolumeBackupRestore-1375572467 tempest-TestVolumeBackupRestore-1375572467-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1092 time: 0.4500761 May 27 02:21:38.742172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52396) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:38.747592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:38.754399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:38.759791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Usage tracker for resource:floatingip and tenant:172d850758cc4c09a84653999d5afac4 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:38.762690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:38.769671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:38.784103 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:38.961621 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.017720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52408) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:39.122369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Allocated IP 172.25.3.245 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a42efc2c-81fe-4145-aae6-ea302c93171c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:21:39.299953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.300782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port d55fb86b-8843-4869-ad1b-5e3ac0ad7bd6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:39.301182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.343527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.349900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.432747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:21:39.443770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:21:39.469697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'Port': ['ID=a42efc2c-81fe-4145-aae6-ea302c93171c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:39.476700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:21:39.488973 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.524893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.525321 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.696607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for d55fb86b-8843-4869-ad1b-5e3ac0ad7bd6 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:39.866584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:39.932024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=d55fb86b-8843-4869-ad1b-5e3ac0ad7bd6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:40.054573 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.055953 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Floating IP c6ed5a45-e5af-4821-a14d-034e6b7ef023 disassociated (deleted). External IP: 172.25.3.90, port: 45b158ac-8a2e-4989-9951-8096f0faa994. May 27 02:21:40.068601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.156290 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.480160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router ee79cc70-dc3b-42bd-8773-69111be9a423 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:40.514383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.522099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.615742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event updated for resources: {'Port': ['ID=a42efc2c-81fe-4145-aae6-ea302c93171c,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:40.705121 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.843118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:40.853321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] Sync routers for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:40.867594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:40.868697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:40.879275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:40.955260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-de2fff7d-9f28-43f2-bda2-5fd2ca0db7ec tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/floatingips/c6ed5a45-e5af-4821-a14d-034e6b7ef023 HTTP/1.1" status: 204 len: 168 time: 1.9357262 May 27 02:21:40.956110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:40.976524 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Floating IP c2b43207-6d21-4f4c-a28f-820e76f6c0ac associated. External IP: 172.25.3.245, port: df5f7cf2-37e9-4832-a7f1-59ce672514f7. May 27 02:21:41.048542 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395e326f-9717-480d-b7f6-1568fceafe59'] response: {'name': 'network-changed', 'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994', 'status': 'completed', 'code': 200} May 27 02:21:41.154779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-0881ef8a-6225-4fd1-bd15-bbe8cfe23105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:41.157184 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-0881ef8a-6225-4fd1-bd15-bbe8cfe23105 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca5bc903af224f4eaef32d60754e0a82&device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 1097 time: 0.0840948 May 27 02:21:41.234510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:41.316686 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.464501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-1d337e55-fbde-4b5f-a734-203c7eea9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:41.467069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-1d337e55-fbde-4b5f-a734-203c7eea9e37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fad764f4-d940-4484-a362-7ccf682aa6de HTTP/1.1" status: 200 len: 898 time: 0.3018069 May 27 02:21:41.561557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Router 6c433644-9c62-4cd4-8178-865cb5ff1a1c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:41.699493 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-8f487d56-ea9c-4063-8fcf-3b89520905a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b158ac-8a2e-4989-9951-8096f0faa994 HTTP/1.1" status: 200 len: 217 time: 0.2201500 May 27 02:21:41.753473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:08Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:41.759234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] Checking router: ee79cc70-dc3b-42bd-8773-69111be9a423 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:41.784826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:41.785475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:41.867347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:41.877859 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] Sync routers for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:41.907525 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:41.908604 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:41.928512 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:41.938167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-113db38a-de96-46b1-b1f6-595e713961c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:41.941427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-113db38a-de96-46b1-b1f6-595e713961c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e2e2418-c49e-436c-a12d-b66367e26a8c HTTP/1.1" status: 200 len: 835 time: 0.1404009 May 27 02:21:42.042683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-82a40276-a07d-4448-9da5-0cced4f11502 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2993309 May 27 02:21:42.043488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:42.048399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52492) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:42.134412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00231d63-26e6-4140-8a7b-6d875e8e84cc tempest-TestVolumeBackupRestore-1375572467 tempest-TestVolumeBackupRestore-1375572467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.134827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:42.136001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-00231d63-26e6-4140-8a7b-6d875e8e84cc tempest-TestVolumeBackupRestore-1375572467 tempest-TestVolumeBackupRestore-1375572467-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1092 time: 0.0866945 May 27 02:21:42.137587 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd57fd9e-6a4e-415c-b275-6b64b2de35eb'] response: {'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'status': 'completed', 'code': 200} May 27 02:21:42.138952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52500) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:42.152857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222914f-8c9d-4dc5-9ad1-73893a7016f2 req-595ba042-671b-4367-9b1c-9ba2c4249525 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.153782 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e222914f-8c9d-4dc5-9ad1-73893a7016f2 req-595ba042-671b-4367-9b1c-9ba2c4249525 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Synchronizing usage tracker for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:42.169294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Request body: {'floatingip': {'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:21:42.179248 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:42.191560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-cf4f5bc7-4f92-41d1-bace-3ad50d8a8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:42.233450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-cf4f5bc7-4f92-41d1-bace-3ad50d8a8b6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fad764f4-d940-4484-a362-7ccf682aa6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611473 May 27 02:21:42.402165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e222914f-8c9d-4dc5-9ad1-73893a7016f2 req-595ba042-671b-4367-9b1c-9ba2c4249525 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Unset dirty status for tenant:ca5bc903af224f4eaef32d60754e0a82 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:42.409035 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e222914f-8c9d-4dc5-9ad1-73893a7016f2 req-595ba042-671b-4367-9b1c-9ba2c4249525 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 945 time: 0.7083011 May 27 02:21:42.412928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-481b0bf9-64ea-4f20-8e20-c1420d7f0e49 service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817684 May 27 02:21:42.431987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:42.624485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:08Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:42.631281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191a52c-6a8e-4370-981b-819aba649335 None None] The sync data for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 is: [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:19:57Z', 'revision_number': 4, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ef0cf0ed-dc23-4963-b2e2-6369b7edc68a', 'name': '', 'network_id': 'fad764f4-d940-4484-a362-7ccf682aa6de', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'mac_address': 'fa:16:3e:91:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:55Z', 'updated_at': '2022-05-27T02:20:08Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'subnets': [{'id': '6e2e2418-c49e-436c-a12d-b66367e26a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:42.689535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e222914f-8c9d-4dc5-9ad1-73893a7016f2 req-f07964b4-ff80-4c9b-93b2-88b17fa4ad3f tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794347 May 27 02:21:42.788909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6ae25a6-1e5e-4b2c-911f-b9e80db4a36d req-62f61406-90cc-4fe5-bb7b-fda4198d7380 service neutron] 10.222.0.13 "GET /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623965 May 27 02:21:42.955509 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c2b43207-6d21-4f4c-a28f-820e76f6c0ac', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'mac_address': 'fa:16:3e:98:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:39Z', 'updated_at': '2022-05-27T02:21:39Z', 'revision_number': 0, 'project_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:42.963093 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] Checking router: 6c433644-9c62-4cd4-8178-865cb5ff1a1c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:42.976290 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:42.977313 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:43.068994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-9422144e-a063-48dd-8665-52edfdb141f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.070687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-9422144e-a063-48dd-8665-52edfdb141f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1097 time: 0.5706193 May 27 02:21:43.155881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e84150-60d2-4d46-a027-1c4839e3d829 None None] New status for floating IP c6ed5a45-e5af-4821-a14d-034e6b7ef023: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:21:43.200970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-d4cc31c9-cc4e-4995-ad11-fde41fb9055c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.205182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-d4cc31c9-cc4e-4995-ad11-fde41fb9055c tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.13 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 945 time: 0.1315544 May 27 02:21:43.246886 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:43.263543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-27f620e7-cb18-41ea-9299-7e399fa92569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:43.263543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-27f620e7-cb18-41ea-9299-7e399fa92569 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 915 time: 0.1761291 May 27 02:21:43.345820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port 45b158ac-8a2e-4989-9951-8096f0faa994 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:43.352986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.710827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-7554c906-a34c-4a5e-83a4-b10190fb9984 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 999 time: 0.4338846 May 27 02:21:43.715981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port 45b158ac-8a2e-4989-9951-8096f0faa994, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=45b158ac-8a2e-4989-9951-8096f0faa994,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:43.716352 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:43.872179 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c2b43207-6d21-4f4c-a28f-820e76f6c0ac', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'mac_address': 'fa:16:3e:98:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:39Z', 'updated_at': '2022-05-27T02:21:39Z', 'revision_number': 0, 'project_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:43.877546 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42e88c-ef85-45b4-8983-720d069511dd None None] The sync data for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 is: [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c2b43207-6d21-4f4c-a28f-820e76f6c0ac', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'mac_address': 'fa:16:3e:98:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:39Z', 'updated_at': '2022-05-27T02:21:39Z', 'revision_number': 0, 'project_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:43.925699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for 45b158ac-8a2e-4989-9951-8096f0faa994 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:44.053817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-da97f4b7-b416-469a-9fa5-71bc8e167dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:44.055299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-da97f4b7-b416-469a-9fa5-71bc8e167dcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 200 len: 853 time: 0.3357289 May 27 02:21:44.244944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e426a860-fa95-4156-a518-7826f8f1f20d None None] New status for floating IP c2b43207-6d21-4f4c-a28f-820e76f6c0ac: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:21:44.279584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6ff71-f4ca-4173-9da4-46ad5ef15a8a req-3857d52c-2315-4c54-8d87-6b9da3c37267 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:44.282417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ada6ff71-f4ca-4173-9da4-46ad5ef15a8a req-3857d52c-2315-4c54-8d87-6b9da3c37267 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/ports?device_id=9830c28f-5f4f-4ba8-9154-13e935e308e0 HTTP/1.1" status: 200 len: 945 time: 0.4243150 May 27 02:21:44.294154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-89cb223a-775a-4814-b272-e7ea9ee6ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:44.295929 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-89cb223a-775a-4814-b272-e7ea9ee6ad9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2296572 May 27 02:21:44.355284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-643a0589-3a33-4a6a-918c-529e63c6d328 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3412800 May 27 02:21:44.382359 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.450173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.db.resource_extend [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 02:21:44.472589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=45b158ac-8a2e-4989-9951-8096f0faa994,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:44.553886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ada6ff71-f4ca-4173-9da4-46ad5ef15a8a req-cadda9b1-0298-42f4-9468-1ad97a2a0a22 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ac47808-514b-4314-9b38-84ae253d7aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549744 May 27 02:21:44.672790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] No DVR routers for this DVR port 45b158ac-8a2e-4989-9951-8096f0faa994 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:44.678889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.679388 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.681767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-4e24fb2c-ae3a-4e14-b291-9456d548b51e service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666692 May 27 02:21:44.691195 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.db.api [None req-e426a860-fa95-4156-a518-7826f8f1f20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:21:44.692211 n-d-843146-11 neutron-server[88428]: DEBUG oslo_db.api [None req-e426a860-fa95-4156-a518-7826f8f1f20d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:21:44.698189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'name': 'network-vif-deleted', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:44.706085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4236d222-3bc3-491a-b5d7-cff2a35dde95 req-41b92853-903d-4c1d-9018-9263ee3eef87 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.13 "DELETE /v2.0/ports/45b158ac-8a2e-4989-9951-8096f0faa994 HTTP/1.1" status: 204 len: 173 time: 1.4950626 May 27 02:21:44.732766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:44.775228 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a5a9c1-c7c7-4704-8d76-2e5a2a8297fd'] response: {'server_uuid': '9830c28f-5f4f-4ba8-9154-13e935e308e0', 'name': 'network-vif-deleted', 'tag': '45b158ac-8a2e-4989-9951-8096f0faa994', 'status': 'completed', 'code': 200} May 27 02:21:45.194207 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e426a860-fa95-4156-a518-7826f8f1f20d None None] New status for floating IP c2b43207-6d21-4f4c-a28f-820e76f6c0ac: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:21:45.232891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cac6b318-ee3f-4c55-8175-56a4b286e07a req-e0df187c-5337-42c9-89f4-cd7a0e41b3f5 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436749 May 27 02:21:45.365837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 45b158ac-8a2e-4989-9951-8096f0faa994 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:45.458742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 45b158ac-8a2e-4989-9951-8096f0faa994 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:45.459341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 45b158ac-8a2e-4989-9951-8096f0faa994 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:45.631590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Router 6c433644-9c62-4cd4-8178-865cb5ff1a1c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:45.654375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-8e512795-fffb-4ba2-8157-24ba986d050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:45.655575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-8e512795-fffb-4ba2-8157-24ba986d050a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1097 time: 0.1613393 May 27 02:21:45.766122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52582) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:45.851375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:45.884722 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.004254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-c7304793-21fa-4ec8-9010-f582638c9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:46.007467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-c7304793-21fa-4ec8-9010-f582638c9865 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 915 time: 0.3023965 May 27 02:21:46.008627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.008777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:46.015436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.020431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] Sync routers for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:46.035551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:46.036590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:46.072055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac47808-514b-4314-9b38-84ae253d7aa2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:46.086951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.087298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.087639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.087975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.088360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.088691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.089018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.089341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.089663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.089987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.090364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.090694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:46.105524 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:46.110213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23295a8b-2cd7-42d0-9bc9-037b74a5ea79 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ac47808-514b-4314-9b38-84ae253d7aa2 HTTP/1.1" status: 204 len: 168 time: 0.3430810 May 27 02:21:46.160445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52596) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:46.226566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:46.316227 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a8bbe8-38a0-46c0-b7b0-28d9719e038a'] response: {'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'status': 'completed', 'code': 200} May 27 02:21:46.343110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec5ae220-f3d1-4df7-954f-06bc2958063c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "PUT /v2.0/floatingips/c2b43207-6d21-4f4c-a28f-820e76f6c0ac HTTP/1.1" status: 200 len: 991 time: 4.1916435 May 27 02:21:46.362804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:46.366441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-c39b80a0-5176-4193-911b-8930eeb4c898 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 1001 time: 0.3091121 May 27 02:21:46.493549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-feedec08-99ac-4881-88aa-e354433892b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:46.495031 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-feedec08-99ac-4881-88aa-e354433892b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 200 len: 853 time: 0.1389542 May 27 02:21:46.676533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-6c1a47dd-6e9f-49e8-aa73-f298fbbd7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:46.678528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-6c1a47dd-6e9f-49e8-aa73-f298fbbd7130 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720915 May 27 02:21:46.865804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-46cc3083-693b-476b-ab71-be85d0f686d8 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782558 May 27 02:21:46.997560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c2b43207-6d21-4f4c-a28f-820e76f6c0ac', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'mac_address': 'fa:16:3e:98:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:39Z', 'updated_at': '2022-05-27T02:21:45Z', 'revision_number': 2, 'project_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:47.015217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] Checking router: 6c433644-9c62-4cd4-8178-865cb5ff1a1c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:47.019919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:47.019919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:47.147729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:47.163748 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-81df274d-20e4-4a42-b6bf-e359d2bce93b req-fd54b464-95bf-4f6f-bd50-e00d47cdb49a service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907317 May 27 02:21:47.316465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-586c103c-b3a0-4458-9b2a-793f35290d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.319462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-586c103c-b3a0-4458-9b2a-793f35290d02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1097 time: 0.1044497 May 27 02:21:47.454512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:47.581316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-056d9060-a110-488d-936d-3655572eaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:47.583813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-056d9060-a110-488d-936d-3655572eaa58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 915 time: 0.2476966 May 27 02:21:47.968065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:47.968065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.126148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c2b43207-6d21-4f4c-a28f-820e76f6c0ac', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'mac_address': 'fa:16:3e:98:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:39Z', 'updated_at': '2022-05-27T02:21:45Z', 'revision_number': 2, 'project_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:48.135800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994916e5-ae3e-4de9-be22-10fbf0f389a8 None None] The sync data for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 is: [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'c2b43207-6d21-4f4c-a28f-820e76f6c0ac', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'port_id': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'mac_address': 'fa:16:3e:98:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c287d-d888-406c-b863-ef2b18424a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:21:39Z', 'updated_at': '2022-05-27T02:21:45Z', 'revision_number': 2, 'project_id': '172d850758cc4c09a84653999d5afac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:48.258071 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-bd5eedb3-0cbb-496a-89b7-1dd913711bfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 1001 time: 0.6687791 May 27 02:21:48.369102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:21:48.375406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port ef0cf0ed-dc23-4963-b2e2-6369b7edc68a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:48.375889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:48.404654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-c0a6045a-5bc6-4f33-9f42-697d1978d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.410385 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-c0a6045a-5bc6-4f33-9f42-697d1978d28a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 200 len: 853 time: 0.1380024 May 27 02:21:48.490214 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6002c7b9-f0ae-4828-92b2-27444dc54c3d'] response: {'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'status': 'completed', 'code': 200} May 27 02:21:48.613574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-74f0cd36-4f01-4b8f-9434-08a663c8f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:48.618345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-74f0cd36-4f01-4b8f-9434-08a663c8f10d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2039127 May 27 02:21:48.793676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for ef0cf0ed-dc23-4963-b2e2-6369b7edc68a owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:48.853238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-8bcee3cb-9b8e-4808-b002-c55306b3ef3c service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281060 May 27 02:21:49.028234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2dc3e53-5258-4c0e-924f-2cdcb63d4d34 req-3b800a16-7cb4-4626-9b90-6cd97661ce03 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669142 May 27 02:21:49.047420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.104816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=ef0cf0ed-dc23-4963-b2e2-6369b7edc68a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:49.251678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bac786-cac0-4880-8691-be12170f179f req-15ce6a3c-19ca-4b74-b70f-96b7c519b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.256835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52bac786-cac0-4880-8691-be12170f179f req-15ce6a3c-19ca-4b74-b70f-96b7c519b2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1097 time: 0.1571577 May 27 02:21:49.485772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bac786-cac0-4880-8691-be12170f179f req-9bb86df7-18ec-445f-b7da-0dbe4c5d2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.485772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52bac786-cac0-4880-8691-be12170f179f req-9bb86df7-18ec-445f-b7da-0dbe4c5d2f10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 915 time: 0.2090900 May 27 02:21:49.509627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:49.626629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52bac786-cac0-4880-8691-be12170f179f req-43342163-f434-4f4f-bb0c-314e61296db9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 1001 time: 0.1424448 May 27 02:21:49.735468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bac786-cac0-4880-8691-be12170f179f req-4cd709e3-fe22-4093-bbbd-88e56fc85c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.737533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52bac786-cac0-4880-8691-be12170f179f req-4cd709e3-fe22-4093-bbbd-88e56fc85c02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 200 len: 853 time: 0.1036060 May 27 02:21:49.834581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bac786-cac0-4880-8691-be12170f179f req-17cfae41-a36a-4dbd-8d36-049504710f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:49.845418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52bac786-cac0-4880-8691-be12170f179f req-17cfae41-a36a-4dbd-8d36-049504710f22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925486 May 27 02:21:49.962994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Router ee79cc70-dc3b-42bd-8773-69111be9a423 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:21:50.020722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52bac786-cac0-4880-8691-be12170f179f req-2f3684a2-509c-4c1f-ac78-045ab900a294 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705298 May 27 02:21:50.169998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:21:50.194468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fcd623cd-d430-423f-a6a7-d77fe9c63594 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "PUT /v2.0/routers/ee79cc70-dc3b-42bd-8773-69111be9a423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0319591 May 27 02:21:50.196743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52698) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:50.212780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52bac786-cac0-4880-8691-be12170f179f req-4ebe15b2-6c85-48cf-8013-af149937a788 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817501 May 27 02:21:50.216787 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] Sync routers for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:21:50.245485 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:50.246178 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.276721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting subnet 6e2e2418-c49e-436c-a12d-b66367e26a8c {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:21:50.281071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.369285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.488092 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:50.621269 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.717823 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.771632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d43f875-1b32-4100-806f-e6f493b61701 None None] Network fad764f4-d940-4484-a362-7ccf682aa6de requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:21:50.772950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:50.781130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2e2418-c49e-436c-a12d-b66367e26a8c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:50.785293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ec3caac-8b20-44e2-b9b6-eca6338ed87e tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/subnets/6e2e2418-c49e-436c-a12d-b66367e26a8c HTTP/1.1" status: 204 len: 168 time: 0.5879836 May 27 02:21:50.788660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52716) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:50.892956 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:21:48Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:50.898337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] Checking router: ee79cc70-dc3b-42bd-8773-69111be9a423 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:21:50.927287 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] Routers {'ee79cc70-dc3b-42bd-8773-69111be9a423'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:21:50.929857 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['ee79cc70-dc3b-42bd-8773-69111be9a423'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:51.072549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.124287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] DHCP port deletion for fad764f4-d940-4484-a362-7ccf682aa6de request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:21:51.130770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] Deleting port 49870f35-c8db-4574-9d56-d61841b4e059 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:51.131319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.214289 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] Set router ee79cc70-dc3b-42bd-8773-69111be9a423 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:21:51.406625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.415894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] For port 49870f35-c8db-4574-9d56-d61841b4e059, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=49870f35-c8db-4574-9d56-d61841b4e059,segment=NetworkSegment(a5982e10-b399-4fa4-a0d3-c8cf2ae71073),segment_id=a5982e10-b399-4fa4-a0d3-c8cf2ae71073)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:51.416549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.423487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Deleting port 755d6836-1252-4fb1-a0b6-09f296ae086b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:21:51.423842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.609435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] Calling delete_port for 49870f35-c8db-4574-9d56-d61841b4e059 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:51.642091 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:21:48Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:51.655663 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30caf0-4dd6-4446-95e0-4739ca225ae0 None None] The sync data for ids ['ee79cc70-dc3b-42bd-8773-69111be9a423'] in n-d-843146-11 is: [{'id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'name': 'tempest-TestNetworkBasicOps-router-1931562011', 'tenant_id': 'ca5bc903af224f4eaef32d60754e0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:19:45Z', 'updated_at': '2022-05-27T02:21:48Z', 'revision_number': 5, 'project_id': 'ca5bc903af224f4eaef32d60754e0a82', 'gw_port': {'id': '755d6836-1252-4fb1-a0b6-09f296ae086b', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee79cc70-dc3b-42bd-8773-69111be9a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:19:47Z', 'updated_at': '2022-05-27T02:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:21:51.727732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] For port 755d6836-1252-4fb1-a0b6-09f296ae086b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=755d6836-1252-4fb1-a0b6-09f296ae086b,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:21:51.728235 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.754473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:51.808685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] Pushing event deleted for resources: {'Port': ['ID=49870f35-c8db-4574-9d56-d61841b4e059,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:51.811589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd03bd-a9c7-407a-934a-0ae950b946be None None] No DVR routers for this DVR port 49870f35-c8db-4574-9d56-d61841b4e059 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:21:51.872551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Calling delete_port for 755d6836-1252-4fb1-a0b6-09f296ae086b owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:21:52.057416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 49870f35-c8db-4574-9d56-d61841b4e059 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:52.095100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 49870f35-c8db-4574-9d56-d61841b4e059 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:52.096753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 49870f35-c8db-4574-9d56-d61841b4e059 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:52.107570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.218688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Port': ['ID=755d6836-1252-4fb1-a0b6-09f296ae086b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:52.265155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.265499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.265837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.266178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.266497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.266878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.267198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.267516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.267838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.268161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.268483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.268988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:21:52.322362 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.503465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.505911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.536798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.537501 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Fanout notify agent at l3_agent the message router_deleted on router ee79cc70-dc3b-42bd-8773-69111be9a423 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:21:52.557264 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.558885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-da12e4c6-0216-4875-a7c7-e569fd65a7cf tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/routers/ee79cc70-dc3b-42bd-8773-69111be9a423 HTTP/1.1" status: 204 len: 168 time: 1.7687194 May 27 02:21:52.562415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52758) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:52.725193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.883219 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.919043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad764f4-d940-4484-a362-7ccf682aa6de']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:52.933746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:52.934047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5982e10-b399-4fa4-a0d3-c8cf2ae71073') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:21:52.946926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.975745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:52.980381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:21:52.980809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:53.053872 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a5982e10-b399-4fa4-a0d3-c8cf2ae71073 resource provider aggregate not found May 27 02:21:53.105987 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a5982e10-b399-4fa4-a0d3-c8cf2ae71073 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5982e10-b399-4fa4-a0d3-c8cf2ae71073 found for delete ", "request_id": "req-7852a99b-448a-4494-b76b-160ddada1e28"}]} May 27 02:21:53.129397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:53.210056 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:53.212534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] Pushing event deleted for resources: {'Network': ['ID=fad764f4-d940-4484-a362-7ccf682aa6de,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:53.244329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e97e4dab-22af-4624-b587-0c59365e1bb5 tempest-TestNetworkBasicOps-298631517 tempest-TestNetworkBasicOps-298631517-project] 10.222.0.16 "DELETE /v2.0/networks/fad764f4-d940-4484-a362-7ccf682aa6de HTTP/1.1" status: 204 len: 168 time: 0.6739078 May 27 02:21:53.630184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52820) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:53.772085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ef0cf0ed-dc23-4963-b2e2-6369b7edc68a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:53.819166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ef0cf0ed-dc23-4963-b2e2-6369b7edc68a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:53.819585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ef0cf0ed-dc23-4963-b2e2-6369b7edc68a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:53.820169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 755d6836-1252-4fb1-a0b6-09f296ae086b no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:21:53.861593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 755d6836-1252-4fb1-a0b6-09f296ae086b {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:21:53.861942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 755d6836-1252-4fb1-a0b6-09f296ae086b not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:21:53.892011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d8ff0a6e-733e-414c-abfc-895eaad8d109 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca5bc903af224f4eaef32d60754e0a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593503 May 27 02:21:53.894329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52858) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:53.957470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ada80a78-c622-4442-a381-79f00877d982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:53.989244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ada80a78-c622-4442-a381-79f00877d982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.055599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ada80a78-c622-4442-a381-79f00877d982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.087807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada80a78-c622-4442-a381-79f00877d982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9506b38-39db-4865-b57c-5b34fb0c5c36,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:54.106529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ada80a78-c622-4442-a381-79f00877d982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.106529 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ada80a78-c622-4442-a381-79f00877d982 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9506b38-39db-4865-b57c-5b34fb0c5c36 HTTP/1.1" status: 204 len: 168 time: 0.2023001 May 27 02:21:54.585739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 52938) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:54.614874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.642938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:54.673480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Usage tracker for resource:security_group_rule and tenant:7b9a4a19e5a447fb8c643c50726ce3ca is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:54.673480 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:54.690567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:54.837164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.837164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:54.894109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b9a4a19e5a447fb8c643c50726ce3ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119144 May 27 02:21:54.894109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ba539-bf5e-4174-8cf4-5c2495604027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e105c3ca-ad20-409a-b491-f87572196e73,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:54.898640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 52968) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:55.028150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2246f56c-76a9-4ae2-8b62-ed4765ea445e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.095245 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2246f56c-76a9-4ae2-8b62-ed4765ea445e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.170239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2246f56c-76a9-4ae2-8b62-ed4765ea445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.200546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246f56c-76a9-4ae2-8b62-ed4765ea445e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e105c3ca-ad20-409a-b491-f87572196e73,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:55.202204 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2246f56c-76a9-4ae2-8b62-ed4765ea445e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:55.203456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2246f56c-76a9-4ae2-8b62-ed4765ea445e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e105c3ca-ad20-409a-b491-f87572196e73 HTTP/1.1" status: 204 len: 168 time: 0.3061957 May 27 02:21:58.130282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-e58349a3-f02c-4f3f-a435-113fa8f977ca tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:21:58.131128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-e58349a3-f02c-4f3f-a435-113fa8f977ca tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Synchronizing usage tracker for tenant:143672c77bb84f3b967619aadcc06765 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:21:58.149667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-e58349a3-f02c-4f3f-a435-113fa8f977ca tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Unset dirty status for tenant:143672c77bb84f3b967619aadcc06765 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:21:58.156775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-e58349a3-f02c-4f3f-a435-113fa8f977ca tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 812 time: 0.2120934 May 27 02:21:58.168397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-5b1d3ead-039e-4281-b62e-cda7c240bb17 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/quotas/143672c77bb84f3b967619aadcc06765 HTTP/1.1" status: 200 len: 375 time: 0.0108128 May 27 02:21:58.175535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53476) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:58.230885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-738b95bb-b061-4586-bdb6-36a70e3786f2 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482070 May 27 02:21:58.357051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.379859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:58.403556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Usage tracker for resource:security_group_rule and tenant:384cd819b7ba4eb3ba470e8896d8e96f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:58.416436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:58.426406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:58.472911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-7c28104c-b8f3-43c5-8aa8-b2b3d6e3ce50 service neutron] 10.222.0.16 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280519 May 27 02:21:58.769978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-a2622546-f834-4c43-a2a8-a3d360d91651 service neutron] 10.222.0.16 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898264 May 27 02:21:58.786075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.796543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.860803 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=384cd819b7ba4eb3ba470e8896d8e96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768174 May 27 02:21:58.860803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53490) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:58.909168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25350fd-15b1-48d0-b6a5-e2aa83f0e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710af430-7d03-4d46-b024-e80d92323467,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:58.948386 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3f65c42-438c-44d3-bcee-1f03221b19bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:58.977558 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3f65c42-438c-44d3-bcee-1f03221b19bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.032509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3f65c42-438c-44d3-bcee-1f03221b19bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.052885 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e45b09b3-691a-4b3f-9281-1ddf49ff1348 req-36ca0751-8b5d-4d69-991a-febc8875da7a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 210 time: 0.0632799 May 27 02:21:59.079192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f65c42-438c-44d3-bcee-1f03221b19bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710af430-7d03-4d46-b024-e80d92323467,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:59.085236 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d3f65c42-438c-44d3-bcee-1f03221b19bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.085236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d3f65c42-438c-44d3-bcee-1f03221b19bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/710af430-7d03-4d46-b024-e80d92323467 HTTP/1.1" status: 204 len: 168 time: 0.2273231 May 27 02:21:59.566480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53518) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:59.585298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.599824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:21:59.604303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e95f16804441ac9ab09e945908b9d9 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:21:59.608822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:21:59.617170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:21:59.748734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.754684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.797055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0e95f16804441ac9ab09e945908b9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270505 May 27 02:21:59.798090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53526) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:21:59.815862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0105e-cf84-42c6-ac51-ccb0cdc35951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cc9d8f-9ac8-4e61-934f-b7afca00a4d3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:59.864111 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25f7db8e-dd3d-42cc-b010-ee70e3e7cf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.889957 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25f7db8e-dd3d-42cc-b010-ee70e3e7cf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.949956 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25f7db8e-dd3d-42cc-b010-ee70e3e7cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.969365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7db8e-dd3d-42cc-b010-ee70e3e7cf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cc9d8f-9ac8-4e61-934f-b7afca00a4d3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:21:59.979488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-25f7db8e-dd3d-42cc-b010-ee70e3e7cf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:21:59.980501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-25f7db8e-dd3d-42cc-b010-ee70e3e7cf7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2cc9d8f-9ac8-4e61-934f-b7afca00a4d3 HTTP/1.1" status: 204 len: 168 time: 0.1819673 May 27 02:22:00.368544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f32b4c1e-c952-4aac-afd8-cfda70a8e530 req-31e83050-4bc5-4375-b4c0-6783f2a8d447 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 210 time: 0.0944879 May 27 02:22:00.454827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-2da34f44-3e83-4d2b-8e41-9c06a6664ca8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:00.456553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-2da34f44-3e83-4d2b-8e41-9c06a6664ca8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 812 time: 0.2691917 May 27 02:22:00.469490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Request body: {'port': {'device_id': '5aa25c35-d318-481a-ae35-52837de23005', 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268', 'admin_state_up': True, 'tenant_id': '143672c77bb84f3b967619aadcc06765'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:00.641974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:00.647524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Usage tracker for resource:port and tenant:143672c77bb84f3b967619aadcc06765 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:00.650556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:00.657364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:00.695596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Made reservation on behalf of 143672c77bb84f3b967619aadcc06765 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:00.695596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:00.917346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Allocated IP 172.20.0.7 (fe26fa8c-84da-4a1e-89ba-f788250f6268/8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86/d57eaf7a-d3f7-4e36-a93d-7c623319dd94) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:00.987336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53570) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:01.118034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-444573448-network', 'tenant_id': 'b27a3a3d9a30408cb3bbca240b2286f5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:01.123283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:01.128001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Usage tracker for resource:network and tenant:b27a3a3d9a30408cb3bbca240b2286f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:01.131368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:01.142182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:01.155594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Made reservation on behalf of b27a3a3d9a30408cb3bbca240b2286f5 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:01.158211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.172610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.189236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:01.193802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Usage tracker for resource:security_group_rule and tenant:b27a3a3d9a30408cb3bbca240b2286f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:01.197284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:01.202968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:01.234277 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.277827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.317937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.324755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.356360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:01.371733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4975ce-009e-4906-9f63-474b60e8c94c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:01.377537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.377847 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Added segment 89c22a7a-f757-4a41-a90e-e5ae17e5ea36 of type vlan for network c9f70789-a0a6-485c-9c5d-958595699a69 May 27 02:22:01.435167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.486319 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.487552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.488211 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.533105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Network fe26fa8c-84da-4a1e-89ba-f788250f6268 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:01.541158 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5522311 May 27 02:22:01.546469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53588) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:01.566839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:01.581863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:01.607941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Pushing event updated for resources: {'Port': ['ID=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:01.641236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943983-4a90-4639-b1d4-9af0eb9094bc admin admin] Pushing event updated for resources: {'Network': ['ID=c9f70789-a0a6-485c-9c5d-958595699a69,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:01.648493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Request body: {'subnet': {'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-444573448-subnet', 'tenant_id': 'b27a3a3d9a30408cb3bbca240b2286f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:01.665560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network c9f70789-a0a6-485c-9c5d-958595699a69 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:01.669188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.669488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:01.669796 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.684232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Usage tracker for resource:subnet and tenant:b27a3a3d9a30408cb3bbca240b2286f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:01.687448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:01.699978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:01.707980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbddce-2126-4dd3-8542-e9a5301f6fce req-3505700f-a66e-4314-84f0-f951556eccbc tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:01.711868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ecbddce-2126-4dd3-8542-e9a5301f6fce req-3505700f-a66e-4314-84f0-f951556eccbc tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 931 time: 0.1915789 May 27 02:22:01.724900 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-53b8c187-65b7-4565-bd93-c5caaf468a6e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2588198 May 27 02:22:01.727851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Made reservation on behalf of b27a3a3d9a30408cb3bbca240b2286f5 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:01.730200 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:01.757641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Request body: {'port': {'device_id': '5aa25c35-d318-481a-ae35-52837de23005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:01.894754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ecbddce-2126-4dd3-8542-e9a5301f6fce req-6a2eee70-7410-4ea7-a244-2dca16dc0844 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744518 May 27 02:22:01.923887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.008892 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.096188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d6fafd-0ca1-44a3-823c-cb36801c89aa,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:02.102217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Checking segment: {'id': '89c22a7a-f757-4a41-a90e-e5ae17e5ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:02.102771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Network hostable DHCP agents. Network: c9f70789-a0a6-485c-9c5d-958595699a69, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:02.133504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Network c9f70789-a0a6-485c-9c5d-958595699a69 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:02.155233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, c9f70789-a0a6-485c-9c5d-958595699a69) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:02.161313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:02.162684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.164171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fabab6-ce85-4868-9e07-c09b7a73b2b3 None None] Network c9f70789-a0a6-485c-9c5d-958595699a69 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:02.193892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ddc55ad4-8da2-4dec-8b89-8d8d5bcd08db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6466849 May 27 02:22:02.450636 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57eaf7a-d3f7-4e36-a93d-7c623319dd94 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:02.452891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9c523-be74-4f80-8d8b-1bee22cf5725 None None] Network c9f70789-a0a6-485c-9c5d-958595699a69 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:02.458308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.477763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Transition to ACTIVE for port object d57eaf7a-d3f7-4e36-a93d-7c623319dd94 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:02.481770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.645138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Pushing event updated for resources: {'Port': ['ID=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:02.766031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Attempting to bind port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:02.766599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Attempting to bind port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:02.766809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Attempting to bind port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 on network fe26fa8c-84da-4a1e-89ba-f788250f6268 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:02.772258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 on network fe26fa8c-84da-4a1e-89ba-f788250f6268 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:02.772534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Attempting to bind port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 on network fe26fa8c-84da-4a1e-89ba-f788250f6268 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:02.781324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:02.781324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Checking segment: {'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:02.781324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Bound using segment: {'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:02.781324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Bound port: d57eaf7a-d3f7-4e36-a93d-7c623319dd94, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:02.782103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.890169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] For port d57eaf7a-d3f7-4e36-a93d-7c623319dd94, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:02.893504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] For port d57eaf7a-d3f7-4e36-a93d-7c623319dd94, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:02.897938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.962190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 53626) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:02.965493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:02.966092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:02.967626 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] 10.222.0.13 "PUT /v2.0/ports/d57eaf7a-d3f7-4e36-a93d-7c623319dd94 HTTP/1.1" status: 200 len: 1092 time: 1.2157683 May 27 02:22:02.968053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa25c35-d318-481a-ae35-52837de23005', 'tag': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:02.970881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1192269609-network', 'tenant_id': '0b7e1085a98a442aaa9d48e8842296eb'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:02.986947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:03.013859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Usage tracker for resource:network and tenant:0b7e1085a98a442aaa9d48e8842296eb is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:03.037547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:03.073708 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.081587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59ed0d-7520-40e0-8682-4e2f7b479bff service neutron] Pushing event updated for resources: {'Port': ['ID=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:03.085959 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26406742-ac32-4138-828d-fd8f0c2a9243'] response: {'name': 'network-changed', 'server_uuid': '5aa25c35-d318-481a-ae35-52837de23005', 'tag': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94', 'status': 'completed', 'code': 200} May 27 02:22:03.094408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:03.119169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-a36b14b3-a376-4ecd-8837-c064028c5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.120809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-a36b14b3-a376-4ecd-8837-c064028c5d57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 1095 time: 0.0877249 May 27 02:22:03.139891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Made reservation on behalf of 0b7e1085a98a442aaa9d48e8842296eb for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:03.143524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.160046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.202166 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-0d41846e-31fc-4f01-ab55-4fbb2a0de9f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94 HTTP/1.1" status: 200 len: 217 time: 0.0735576 May 27 02:22:03.204249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:03.219726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Usage tracker for resource:security_group_rule and tenant:0b7e1085a98a442aaa9d48e8842296eb is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:03.223498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:03.236781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:03.263358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcab3-6ba8-4142-b8bb-365f6b932ede req-995ff4b1-abcc-4c8c-ad74-529e152e2906 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.270863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04ddcab3-6ba8-4142-b8bb-365f6b932ede req-995ff4b1-abcc-4c8c-ad74-529e152e2906 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 943 time: 0.2271414 May 27 02:22:03.287550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-beaa4958-72e0-427f-afd2-5d24deb26914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.289395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-beaa4958-72e0-427f-afd2-5d24deb26914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 HTTP/1.1" status: 200 len: 852 time: 0.0808010 May 27 02:22:03.356707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-04ddcab3-6ba8-4142-b8bb-365f6b932ede req-918c5f04-3bb7-4987-8f18-c68915da9e79 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Synchronizing usage tracker for tenant:143672c77bb84f3b967619aadcc06765 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:03.376625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.383525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-224a9bea-d6dc-4cec-8108-68f538be9b0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe26fa8c-84da-4a1e-89ba-f788250f6268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878115 May 27 02:22:03.450906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.453484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-04ddcab3-6ba8-4142-b8bb-365f6b932ede req-918c5f04-3bb7-4987-8f18-c68915da9e79 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Unset dirty status for tenant:143672c77bb84f3b967619aadcc06765 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:03.455298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04ddcab3-6ba8-4142-b8bb-365f6b932ede req-918c5f04-3bb7-4987-8f18-c68915da9e79 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833582 May 27 02:22:03.463143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.485078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:03.509718 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.510029 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Added segment 8d41574c-93db-40a5-aebe-d16acbc71a47 of type vlan for network b7b56408-1932-4bd0-a9ea-81ba0e15ae4f May 27 02:22:03.553534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8030b7a-8f32-4071-9551-e19099f5fe91,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:03.576420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.615406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-fe591748-49f2-400a-a48d-38f4de83246f service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251389 May 27 02:22:03.624634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.626140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:03.627038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:03.771140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8062806 May 27 02:22:03.780341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 53642) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:03.786377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Request body: {'subnet': {'network_id': 'b7b56408-1932-4bd0-a9ea-81ba0e15ae4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1192269609-subnet', 'tenant_id': '0b7e1085a98a442aaa9d48e8842296eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:03.793032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67201c-3efc-4477-ba6f-2d1216b45962 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b56408-1932-4bd0-a9ea-81ba0e15ae4f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:03.793179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:03.803187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6870970-0077-467f-a245-a9fe6c1cfc0c req-692b4779-b753-4e9d-a318-d1a5f8d20d69 service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745613 May 27 02:22:03.803187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Usage tracker for resource:subnet and tenant:0b7e1085a98a442aaa9d48e8842296eb is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:03.804678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:03.806104 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b7b56408-1932-4bd0-a9ea-81ba0e15ae4f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:03.818744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:03.827933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Made reservation on behalf of 0b7e1085a98a442aaa9d48e8842296eb for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:03.842746 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.149839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a7502-ab57-481a-991b-c915d335b528 req-7f4cba6b-c6f9-41ec-99ed-92268c61c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.151401 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a9a7502-ab57-481a-991b-c915d335b528 req-7f4cba6b-c6f9-41ec-99ed-92268c61c42b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 1095 time: 0.2912354 May 27 02:22:04.378126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a7502-ab57-481a-991b-c915d335b528 req-6ae7829e-e472-4899-9d8f-09779763c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.379661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a9a7502-ab57-481a-991b-c915d335b528 req-6ae7829e-e472-4899-9d8f-09779763c81a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 913 time: 0.2206943 May 27 02:22:04.380867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.512030 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a9a7502-ab57-481a-991b-c915d335b528 req-7f70e4f0-52af-4a6a-91d5-85a6cf90c4fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94 HTTP/1.1" status: 200 len: 217 time: 0.0916405 May 27 02:22:04.623312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28988170-1744-4f9f-8b2a-12769fd454b7,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:04.689824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a7502-ab57-481a-991b-c915d335b528 req-6b90117b-5b9c-43ce-ac3f-a29f5785cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.691427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a9a7502-ab57-481a-991b-c915d335b528 req-6b90117b-5b9c-43ce-ac3f-a29f5785cacf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 HTTP/1.1" status: 200 len: 852 time: 0.1722338 May 27 02:22:04.692655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Checking segment: {'id': '8d41574c-93db-40a5-aebe-d16acbc71a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7b56408-1932-4bd0-a9ea-81ba0e15ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:04.693107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Network hostable DHCP agents. Network: b7b56408-1932-4bd0-a9ea-81ba0e15ae4f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:04.757997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a9a7502-ab57-481a-991b-c915d335b528 req-912cfd60-cb78-4303-877f-e97dc0f41da3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe26fa8c-84da-4a1e-89ba-f788250f6268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602477 May 27 02:22:04.794228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Network b7b56408-1932-4bd0-a9ea-81ba0e15ae4f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:04.868912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b7b56408-1932-4bd0-a9ea-81ba0e15ae4f) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:04.877730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6dacd-c8b4-404d-bc2e-5caa956d7465 req-8b73e790-53b7-408a-a19e-26953cd7b085 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.878391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200be7d6-7ba5-43ef-9803-5eb9dab657bb None None] Network b7b56408-1932-4bd0-a9ea-81ba0e15ae4f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:04.878844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2fc6dacd-c8b4-404d-bc2e-5caa956d7465 req-8b73e790-53b7-408a-a19e-26953cd7b085 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Synchronizing usage tracker for tenant:143672c77bb84f3b967619aadcc06765 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:04.889814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:04.890255 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:04.946623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a9a7502-ab57-481a-991b-c915d335b528 req-c17aa257-1979-4254-8b8d-30851e75d49f service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806092 May 27 02:22:04.956690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a850c3e7-4288-4d27-8575-ec0c7d704f1d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1702421 May 27 02:22:04.956690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2fc6dacd-c8b4-404d-bc2e-5caa956d7465 req-8b73e790-53b7-408a-a19e-26953cd7b085 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Unset dirty status for tenant:143672c77bb84f3b967619aadcc06765 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:04.956690 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fc6dacd-c8b4-404d-bc2e-5caa956d7465 req-8b73e790-53b7-408a-a19e-26953cd7b085 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 943 time: 0.3182943 May 27 02:22:05.085793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fc6dacd-c8b4-404d-bc2e-5caa956d7465 req-fd03d46a-1a7b-4a3a-ae98-0ff53f133efb tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265509 May 27 02:22:05.144872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a9a7502-ab57-481a-991b-c915d335b528 req-4ec06bd1-182b-4d62-971a-37e4f7c8bbba service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870656 May 27 02:22:05.165458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5d2dc-f0e0-4e78-a026-46828bf7ab27 None None] Network b7b56408-1932-4bd0-a9ea-81ba0e15ae4f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:05.694048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39d41-813f-4981-b059-87af2be7e92c req-e41def0d-8f50-4a31-be66-ddfb5c4b44f3 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:05.694784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-33f39d41-813f-4981-b059-87af2be7e92c req-e41def0d-8f50-4a31-be66-ddfb5c4b44f3 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Synchronizing usage tracker for tenant:b27a3a3d9a30408cb3bbca240b2286f5 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:05.716274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-33f39d41-813f-4981-b059-87af2be7e92c req-e41def0d-8f50-4a31-be66-ddfb5c4b44f3 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Unset dirty status for tenant:b27a3a3d9a30408cb3bbca240b2286f5 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:05.717452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-e41def0d-8f50-4a31-be66-ddfb5c4b44f3 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/networks?id=c9f70789-a0a6-485c-9c5d-958595699a69 HTTP/1.1" status: 200 len: 811 time: 0.1776896 May 27 02:22:05.732892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-c2bd7df3-fe66-4d30-a764-7b249795676f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/quotas/b27a3a3d9a30408cb3bbca240b2286f5 HTTP/1.1" status: 200 len: 375 time: 0.0097549 May 27 02:22:05.788811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-be046d07-6ea3-4896-8c02-4ed836c91558 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b27a3a3d9a30408cb3bbca240b2286f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503323 May 27 02:22:05.848638 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d5d2af3-6823-43f3-b1e7-3c76abbf4839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:05.925863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-c0a74af5-ad36-4aa7-8877-68f24707c0fe service neutron] 10.222.0.16 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304171 May 27 02:22:06.161842 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-7049b4c2-25bd-4fac-8cf5-ba14dc1711a1 service neutron] 10.222.0.16 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301052 May 27 02:22:06.294545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b89bb7-15a8-452f-8491-84ecc023ee5f req-5185ccf2-99c1-4b0f-84ad-515dade72fab tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:06.296078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3b89bb7-15a8-452f-8491-84ecc023ee5f req-5185ccf2-99c1-4b0f-84ad-515dade72fab tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 943 time: 0.0893190 May 27 02:22:06.354284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f0041d8d-a6ae-4b08-a37c-ba44b077fca9 req-c1cc3108-089c-4ace-8e28-a4ff8643aa5d tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 210 time: 0.0582480 May 27 02:22:06.355839 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3b89bb7-15a8-452f-8491-84ecc023ee5f req-40422dc4-4bf5-4892-b7e7-9bf65a6b638d tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528307 May 27 02:22:07.482062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d57eaf7a-d3f7-4e36-a93d-7c623319dd94 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:07.654089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b1d82d3-d177-4979-ae38-6c0a161c4f43 req-4c4512c9-ff6c-4df6-a98e-2f6a27c4dedb tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 210 time: 0.0926981 May 27 02:22:07.664860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d84f0b-8c7e-4b7b-8c17-d596639531ed req-12e6bf86-f9f6-497d-a61b-b40fee3490f1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.673293 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8d84f0b-8c7e-4b7b-8c17-d596639531ed req-12e6bf86-f9f6-497d-a61b-b40fee3490f1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 943 time: 0.1678379 May 27 02:22:07.743334 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8d84f0b-8c7e-4b7b-8c17-d596639531ed req-3373e378-34f0-4b58-a1b4-19fb5bdd6db4 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692258 May 27 02:22:07.747073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39d41-813f-4981-b059-87af2be7e92c req-473c654b-eb5b-4877-b800-6554722242bd tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:07.748321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-473c654b-eb5b-4877-b800-6554722242bd tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.47 "GET /v2.0/networks?id=c9f70789-a0a6-485c-9c5d-958595699a69 HTTP/1.1" status: 200 len: 811 time: 0.4459372 May 27 02:22:07.763950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Request body: {'port': {'device_id': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69', 'admin_state_up': True, 'tenant_id': 'b27a3a3d9a30408cb3bbca240b2286f5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:07.819048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d57eaf7a-d3f7-4e36-a93d-7c623319dd94, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:07.840249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94', 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268', 'port_id': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94', 'mac_address': 'fa:16:3e:7d:d9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:07.911052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:07.911052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:07.928306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:07.932496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57eaf7a-d3f7-4e36-a93d-7c623319dd94 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:07.932716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Usage tracker for resource:port and tenant:b27a3a3d9a30408cb3bbca240b2286f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:07.936190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:07.951362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:07.962865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Made reservation on behalf of b27a3a3d9a30408cb3bbca240b2286f5 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:07.962865 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:07.971115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d57eaf7a-d3f7-4e36-a93d-7c623319dd94, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:07.971115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.010833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2f62-1d93-42d6-b036-c0ad949c433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.068745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:08.178485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Allocated IP 172.20.0.4 (c9f70789-a0a6-485c-9c5d-958595699a69/b7d6fafd-0ca1-44a3-823c-cb36801c89aa/a03dce14-1696-4d9e-8bf5-3978259c9be5) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:08.278092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d57eaf7a-d3f7-4e36-a93d-7c623319dd94'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:08.443708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.482190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.556552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Network c9f70789-a0a6-485c-9c5d-958595699a69 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:08.560272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:08.564386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:08.600308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Pushing event updated for resources: {'Port': ['ID=a03dce14-1696-4d9e-8bf5-3978259c9be5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:08.645004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:08.645004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.672094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-ed08fbbd-c792-4b2e-b106-e9187e5df1aa tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9129698 May 27 02:22:08.682608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Request body: {'port': {'device_id': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:08.820011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:08.991424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59210665-3d6a-4376-aaf9-6704ae52a84b req-ac6031db-4f04-4ac1-8205-73baa960301a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:08.992506 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59210665-3d6a-4376-aaf9-6704ae52a84b req-ac6031db-4f04-4ac1-8205-73baa960301a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 944 time: 0.1033423 May 27 02:22:09.052009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0ab7b-eefb-46a6-8f15-7f27a5ecac7f req-61e4f83a-fde0-4c28-a6c8-4af4a701e590 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.056018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-00b0ab7b-eefb-46a6-8f15-7f27a5ecac7f req-61e4f83a-fde0-4c28-a6c8-4af4a701e590 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Synchronizing usage tracker for tenant:b27a3a3d9a30408cb3bbca240b2286f5 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:09.061615 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59210665-3d6a-4376-aaf9-6704ae52a84b req-42608a2d-7ed2-4c99-97ca-97048800f1e1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570605 May 27 02:22:09.150695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-00b0ab7b-eefb-46a6-8f15-7f27a5ecac7f req-61e4f83a-fde0-4c28-a6c8-4af4a701e590 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Unset dirty status for tenant:b27a3a3d9a30408cb3bbca240b2286f5 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:09.152361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00b0ab7b-eefb-46a6-8f15-7f27a5ecac7f req-61e4f83a-fde0-4c28-a6c8-4af4a701e590 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 931 time: 0.2755821 May 27 02:22:09.230663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-00b0ab7b-eefb-46a6-8f15-7f27a5ecac7f req-dda3bf56-5655-4af1-a4fb-4cdc52fc968c tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Synchronizing usage tracker for tenant:b27a3a3d9a30408cb3bbca240b2286f5 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:09.264771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-00b0ab7b-eefb-46a6-8f15-7f27a5ecac7f req-dda3bf56-5655-4af1-a4fb-4cdc52fc968c tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Unset dirty status for tenant:b27a3a3d9a30408cb3bbca240b2286f5 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:09.271869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00b0ab7b-eefb-46a6-8f15-7f27a5ecac7f req-dda3bf56-5655-4af1-a4fb-4cdc52fc968c tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063557 May 27 02:22:09.328454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03dce14-1696-4d9e-8bf5-3978259c9be5 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:09.339248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.344689 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.359273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Transition to ACTIVE for port object a03dce14-1696-4d9e-8bf5-3978259c9be5 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:09.361932 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.462995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.476761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d57eaf7a-d3f7-4e36-a93d-7c623319dd94 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:09.608699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:09.618109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:09.618851 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.730456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Pushing event updated for resources: {'Port': ['ID=a03dce14-1696-4d9e-8bf5-3978259c9be5,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:09.781125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:09.781604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.781736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Attempting to bind port a03dce14-1696-4d9e-8bf5-3978259c9be5 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:09.783209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Attempting to bind port a03dce14-1696-4d9e-8bf5-3978259c9be5 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '89c22a7a-f757-4a41-a90e-e5ae17e5ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:09.783209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Attempting to bind port a03dce14-1696-4d9e-8bf5-3978259c9be5 on network c9f70789-a0a6-485c-9c5d-958595699a69 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:09.795451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Port a03dce14-1696-4d9e-8bf5-3978259c9be5 on network c9f70789-a0a6-485c-9c5d-958595699a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:09.795451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Attempting to bind port a03dce14-1696-4d9e-8bf5-3978259c9be5 on network c9f70789-a0a6-485c-9c5d-958595699a69 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:09.801573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:09.801573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Checking segment: {'id': '89c22a7a-f757-4a41-a90e-e5ae17e5ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:09.801573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Bound using segment: {'id': '89c22a7a-f757-4a41-a90e-e5ae17e5ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:09.801573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Bound port: a03dce14-1696-4d9e-8bf5-3978259c9be5, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c22a7a-f757-4a41-a90e-e5ae17e5ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:09.801573 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.844440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa25c35-d318-481a-ae35-52837de23005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:09.862500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d57eaf7a-d3f7-4e36-a93d-7c623319dd94, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:09.870099 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.921874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] For port a03dce14-1696-4d9e-8bf5-3978259c9be5, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:09.924825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] For port a03dce14-1696-4d9e-8bf5-3978259c9be5, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5,segment=NetworkSegment(89c22a7a-f757-4a41-a90e-e5ae17e5ea36),segment_id=89c22a7a-f757-4a41-a90e-e5ae17e5ea36)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:09.930875 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.983039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:09.983039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:09.984618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] 10.222.0.47 "PUT /v2.0/ports/a03dce14-1696-4d9e-8bf5-3978259c9be5 HTTP/1.1" status: 200 len: 1092 time: 1.3059530 May 27 02:22:09.984766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'tag': 'a03dce14-1696-4d9e-8bf5-3978259c9be5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:10.014338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:10.100322 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da72f532-5b5e-4b76-9154-9e5ff5426e3d'] response: {'server_uuid': '5aa25c35-d318-481a-ae35-52837de23005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94', 'code': 200} May 27 02:22:10.121517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c68358-6ef5-4099-9a3f-6d46e79d1c60 service neutron] Pushing event updated for resources: {'Port': ['ID=a03dce14-1696-4d9e-8bf5-3978259c9be5,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:10.163993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39d41-813f-4981-b059-87af2be7e92c req-9ef8c895-147f-4dc7-9fc8-ab463781d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.165538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-9ef8c895-147f-4dc7-9fc8-ab463781d4b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b27a3a3d9a30408cb3bbca240b2286f5&device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 1095 time: 0.1162341 May 27 02:22:10.261204 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73506ed-b4d7-4ad8-9001-5f0873eb01fa'] response: {'name': 'network-changed', 'server_uuid': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'tag': 'a03dce14-1696-4d9e-8bf5-3978259c9be5', 'status': 'completed', 'code': 200} May 27 02:22:10.275930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-37926282-feb7-4aa3-9b8a-648a4a0dbaa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5 HTTP/1.1" status: 200 len: 217 time: 0.0976980 May 27 02:22:10.365087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7023a7-2abd-4a2f-b21c-65f9548a98dd req-87c1bc92-9deb-490e-89d7-fcdc4a56dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.366898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c7023a7-2abd-4a2f-b21c-65f9548a98dd req-87c1bc92-9deb-490e-89d7-fcdc4a56dd78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 1097 time: 0.2031090 May 27 02:22:10.376075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39d41-813f-4981-b059-87af2be7e92c req-7c442745-614f-49f1-a2da-3ccc12ba6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.377536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-7c442745-614f-49f1-a2da-3ccc12ba6b3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d6fafd-0ca1-44a3-823c-cb36801c89aa HTTP/1.1" status: 200 len: 851 time: 0.0940609 May 27 02:22:10.433067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493f489-bf88-4f97-9568-866584afc85d req-fc361f49-9bdc-4f60-954e-374c084d8b96 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.434960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c493f489-bf88-4f97-9568-866584afc85d req-fc361f49-9bdc-4f60-954e-374c084d8b96 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 945 time: 0.1913586 May 27 02:22:10.447282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-44a17c4f-3d7e-47c5-9e83-229078b194af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9f70789-a0a6-485c-9c5d-958595699a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633917 May 27 02:22:10.466503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c7023a7-2abd-4a2f-b21c-65f9548a98dd req-276339c8-d4cd-4a2e-8c3b-b9a0fcfadec1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884044 May 27 02:22:10.534073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c493f489-bf88-4f97-9568-866584afc85d req-87207512-b70b-44d3-80ea-9bb77d96f7f0 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881395 May 27 02:22:10.672675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878fbc6-5a26-4aff-bbd5-9bae4006aeef req-167e59a2-2597-4f16-ba64-41cdc0fd8435 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.674147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a878fbc6-5a26-4aff-bbd5-9bae4006aeef req-167e59a2-2597-4f16-ba64-41cdc0fd8435 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 943 time: 0.2242315 May 27 02:22:10.676114 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-0d1517ad-29b8-4e2b-8e35-0429d17f3294 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881037 May 27 02:22:10.802016 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a878fbc6-5a26-4aff-bbd5-9bae4006aeef req-c683460a-ad8c-4d8d-841a-d72cfe9b447c tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218758 May 27 02:22:10.846039 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33f39d41-813f-4981-b059-87af2be7e92c req-382bdcc1-e408-4764-b866-b134c42b3673 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527004 May 27 02:22:10.985981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-b6d5ddae-b778-44aa-be54-7f0ef69e57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:10.989244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-b6d5ddae-b778-44aa-be54-7f0ef69e57f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b27a3a3d9a30408cb3bbca240b2286f5&device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 1095 time: 0.0852509 May 27 02:22:11.054881 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:11.180575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-dc0cef0f-a32e-46d7-96b7-7516981f3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.182703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-dc0cef0f-a32e-46d7-96b7-7516981f3eec service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9f70789-a0a6-485c-9c5d-958595699a69 HTTP/1.1" status: 200 len: 912 time: 0.1886547 May 27 02:22:11.267708 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-d9f219d7-89de-460f-a208-61308b734333 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5 HTTP/1.1" status: 200 len: 217 time: 0.0785971 May 27 02:22:11.334278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-03e4c554-7aaf-4e2e-acf6-2f37dda15bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.335742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-03e4c554-7aaf-4e2e-acf6-2f37dda15bb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d6fafd-0ca1-44a3-823c-cb36801c89aa HTTP/1.1" status: 200 len: 851 time: 0.0622265 May 27 02:22:11.384492 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-47e88391-be4d-48e0-8465-5c498c8cea37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9f70789-a0a6-485c-9c5d-958595699a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416329 May 27 02:22:11.642386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-d633e6cc-d230-42d4-9395-b420d28f509d service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501595 May 27 02:22:11.814802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b5f3fafe-2286-4b77-b1b2-b1a8610fde3a req-1e693c96-3cbe-4a64-8198-71b31cd962ee service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650031 May 27 02:22:11.858954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3685f5-0491-45c9-bbc6-423985b00be2 req-6c2b400b-9c43-444f-b8eb-bfa6cb2399d0 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.860399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac3685f5-0491-45c9-bbc6-423985b00be2 req-6c2b400b-9c43-444f-b8eb-bfa6cb2399d0 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 945 time: 0.2247441 May 27 02:22:11.906468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac3685f5-0491-45c9-bbc6-423985b00be2 req-67dbff54-c43d-4782-a615-0af6c6e9fc10 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395377 May 27 02:22:11.994998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f88d2-ab16-4c76-bf09-92cb7973346d req-549c78fa-c653-4be1-8cd8-5c0cd7cf52b2 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:11.996445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc3f88d2-ab16-4c76-bf09-92cb7973346d req-549c78fa-c653-4be1-8cd8-5c0cd7cf52b2 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 943 time: 0.0804656 May 27 02:22:12.058615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc3f88d2-ab16-4c76-bf09-92cb7973346d req-9e69d8fa-b562-4da6-bba0-d78fb38ed3b1 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561879 May 27 02:22:13.100061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ed01-5bce-454e-a9bc-10da2f5f5751 req-5e66d63e-78c3-43b7-bfa0-e602027e1a38 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.101520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e191ed01-5bce-454e-a9bc-10da2f5f5751 req-5e66d63e-78c3-43b7-bfa0-e602027e1a38 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 945 time: 0.0826504 May 27 02:22:13.150916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e191ed01-5bce-454e-a9bc-10da2f5f5751 req-54b1feac-0a79-45ef-975f-40cbe3393c42 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 May 27 02:22:13.261550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8b1eb-9096-4c50-b6b8-387179254091 req-a85746dd-76ce-4fa8-8421-37c54168480f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:13.263228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95f8b1eb-9096-4c50-b6b8-387179254091 req-a85746dd-76ce-4fa8-8421-37c54168480f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 943 time: 0.0932620 May 27 02:22:13.315191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95f8b1eb-9096-4c50-b6b8-387179254091 req-844225de-4b6e-4761-b7a5-c61273a86f77 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434632 May 27 02:22:13.603652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54240) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:13.746434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.761802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:13.765663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Usage tracker for resource:security_group_rule and tenant:b121906c657e4e519c224f0c9cc60119 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:13.768487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:13.774045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:13.859719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.864180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:13.912056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb9c876-37ba-4b4e-9319-80341e192b83,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:13.919891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-260e921d-6a7d-4635-a2c3-be54b9569583 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b121906c657e4e519c224f0c9cc60119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125405 May 27 02:22:13.920350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54250) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:13.984300 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f634a622-b683-4183-9159-6f91e5532075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.028674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f634a622-b683-4183-9159-6f91e5532075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.083784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f634a622-b683-4183-9159-6f91e5532075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.100279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634a622-b683-4183-9159-6f91e5532075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb9c876-37ba-4b4e-9319-80341e192b83,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:14.106662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f634a622-b683-4183-9159-6f91e5532075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:14.107801 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f634a622-b683-4183-9159-6f91e5532075 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfb9c876-37ba-4b4e-9319-80341e192b83 HTTP/1.1" status: 204 len: 168 time: 0.1864820 May 27 02:22:14.164826 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:22:14.521087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd847f3a-2c31-437d-b2ae-28a934c2359a req-c063b280-e7f2-4085-9b4a-61c130674080 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:14.523009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd847f3a-2c31-437d-b2ae-28a934c2359a req-c063b280-e7f2-4085-9b4a-61c130674080 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 943 time: 0.0868409 May 27 02:22:14.593397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd847f3a-2c31-437d-b2ae-28a934c2359a req-cddb61c2-227d-483e-9abf-5a820388c456 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645874 May 27 02:22:14.869052 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54306) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:14.911318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a03dce14-1696-4d9e-8bf5-3978259c9be5 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:15.001049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2140904906-network', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:15.008396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:15.015456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Usage tracker for resource:network and tenant:f386945965a44fb7b2b021359f26bf15 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:15.019311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:15.027458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:15.041704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Made reservation on behalf of f386945965a44fb7b2b021359f26bf15 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:15.044077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.061535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.062327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a03dce14-1696-4d9e-8bf5-3978259c9be5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5,segment=NetworkSegment(89c22a7a-f757-4a41-a90e-e5ae17e5ea36),segment_id=89c22a7a-f757-4a41-a90e-e5ae17e5ea36)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:15.080582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'a03dce14-1696-4d9e-8bf5-3978259c9be5', 'network_id': 'c9f70789-a0a6-485c-9c5d-958595699a69', 'port_id': 'a03dce14-1696-4d9e-8bf5-3978259c9be5', 'mac_address': 'fa:16:3e:29:54:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d6fafd-0ca1-44a3-823c-cb36801c89aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:15.082817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:15.088267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Usage tracker for resource:security_group_rule and tenant:f386945965a44fb7b2b021359f26bf15 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:15.091148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:15.098530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:15.139084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a03dce14-1696-4d9e-8bf5-3978259c9be5 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:15.139839 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.160639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03dce14-1696-4d9e-8bf5-3978259c9be5 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:15.178992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a03dce14-1696-4d9e-8bf5-3978259c9be5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5,segment=NetworkSegment(89c22a7a-f757-4a41-a90e-e5ae17e5ea36),segment_id=89c22a7a-f757-4a41-a90e-e5ae17e5ea36)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:15.183587 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.197865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.202409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.240082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:15.252624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64314f9-dc3c-426f-929d-338aee449609,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:15.256647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a03dce14-1696-4d9e-8bf5-3978259c9be5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:15.263133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.263759 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Added segment 900ea85f-5d58-41bb-a7fa-a1efcefcb7a2 of type vlan for network b347ff23-d8be-449b-972a-c4d341226282 May 27 02:22:15.292134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.324525 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.325745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.326433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.442084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5714002 May 27 02:22:15.442966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ba667-9094-4e48-b993-238daf8c8a75 admin admin] Pushing event updated for resources: {'Network': ['ID=b347ff23-d8be-449b-972a-c4d341226282,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:15.445064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54314) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:15.451481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Request body: {'subnet': {'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2140904906-subnet', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:15.454697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b347ff23-d8be-449b-972a-c4d341226282 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:15.457460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:15.461997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Usage tracker for resource:subnet and tenant:f386945965a44fb7b2b021359f26bf15 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:15.465723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:15.471866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:15.484804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Made reservation on behalf of f386945965a44fb7b2b021359f26bf15 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:15.487483 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.524966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['a03dce14-1696-4d9e-8bf5-3978259c9be5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:15.755214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.896316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540ae4a7-d204-4375-aace-ea2731dfca28,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:15.906748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Checking segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:15.907117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Network hostable DHCP agents. Network: b347ff23-d8be-449b-972a-c4d341226282, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:15.944391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edfcb6-4b9c-4b2e-ad5a-f9837153683f req-3bb10c88-9c80-4d25-a7f6-00430bd50d70 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.945907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89edfcb6-4b9c-4b2e-ad5a-f9837153683f req-3bb10c88-9c80-4d25-a7f6-00430bd50d70 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 944 time: 0.1514127 May 27 02:22:15.946518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Network b347ff23-d8be-449b-972a-c4d341226282 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:15.970535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b347ff23-d8be-449b-972a-c4d341226282) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:15.978792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:15.979394 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:15.980547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d24e8-d324-4c3a-a95b-05ed490a3b95 None None] Network b347ff23-d8be-449b-972a-c4d341226282 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:16.013595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89edfcb6-4b9c-4b2e-ad5a-f9837153683f req-b750e106-087e-45d8-8834-03467614194b tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605214 May 27 02:22:16.015826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-259ddafa-9222-4f6c-9852-142e9dd743a8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5691478 May 27 02:22:16.018644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54322) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:16.024442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:16.030104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:16.035747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Usage tracker for resource:router and tenant:f386945965a44fb7b2b021359f26bf15 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:16.038523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:16.054127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:16.068296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.069848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.088798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.266829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b347ff23-d8be-449b-972a-c4d341226282', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'fixed_ips': [{'subnet_id': '540ae4a7-d204-4375-aace-ea2731dfca28'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:22:16.267724 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.376266 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.438580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Allocated IP 172.20.0.2 (b347ff23-d8be-449b-972a-c4d341226282/540ae4a7-d204-4375-aace-ea2731dfca28/c4628b9f-689a-4944-838a-8d5cb3ef13cf) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:16.685143 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.695682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Transition to ACTIVE for port object c4628b9f-689a-4944-838a-8d5cb3ef13cf will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:16.708530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.714433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Transition to ACTIVE for port object c4628b9f-689a-4944-838a-8d5cb3ef13cf will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:16.720195 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.790133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Network b347ff23-d8be-449b-972a-c4d341226282 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:16.792874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:16.797438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:16.830386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Pushing event updated for resources: {'Port': ['ID=c4628b9f-689a-4944-838a-8d5cb3ef13cf,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:16.863436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.893356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Attempting to bind port c4628b9f-689a-4944-838a-8d5cb3ef13cf on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:16.893719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Attempting to bind port c4628b9f-689a-4944-838a-8d5cb3ef13cf by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:16.894088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Attempting to bind port c4628b9f-689a-4944-838a-8d5cb3ef13cf on network b347ff23-d8be-449b-972a-c4d341226282 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:16.901703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:16.901703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Checking segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:16.901703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.901703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Bound using segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:16.902060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Bound port: c4628b9f-689a-4944-838a-8d5cb3ef13cf, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:16.902422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:16.983319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a03dce14-1696-4d9e-8bf5-3978259c9be5 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:17.044161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Allocated IP 172.25.3.164 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a4bb2262-b328-43e3-9162-8348ce24107f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:17.091205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] For port c4628b9f-689a-4944-838a-8d5cb3ef13cf, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:17.095858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] For port c4628b9f-689a-4944-838a-8d5cb3ef13cf, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c4628b9f-689a-4944-838a-8d5cb3ef13cf,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:17.107873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.179817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port a03dce14-1696-4d9e-8bf5-3978259c9be5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:17.199144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port a03dce14-1696-4d9e-8bf5-3978259c9be5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:17.199532 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.288675 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969c85c-a413-47da-bfe1-e47f1fc35422 req-4a7cd6a1-95d2-431c-8631-2d7a242f386a tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:17.293027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a969c85c-a413-47da-bfe1-e47f1fc35422 req-4a7cd6a1-95d2-431c-8631-2d7a242f386a tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 944 time: 0.1212711 May 27 02:22:17.318027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.325258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3ed0-7755-47f6-9b3b-332a7747ce96 None None] Pushing event updated for resources: {'Port': ['ID=c4628b9f-689a-4944-838a-8d5cb3ef13cf,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:17.370292 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.380751 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a969c85c-a413-47da-bfe1-e47f1fc35422 req-9f61b51a-99aa-48ba-b896-c1d63950d70b tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815628 May 27 02:22:17.445184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54332) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:17.471471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port a03dce14-1696-4d9e-8bf5-3978259c9be5 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:17.471847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.474187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:17.476908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:17.480654 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:17.510889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03dce14-1696-4d9e-8bf5-3978259c9be5'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:17.524169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port a03dce14-1696-4d9e-8bf5-3978259c9be5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5,segment=NetworkSegment(89c22a7a-f757-4a41-a90e-e5ae17e5ea36),segment_id=89c22a7a-f757-4a41-a90e-e5ae17e5ea36)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:17.528874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bb2262-b328-43e3-9162-8348ce24107f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:17.538832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.687479 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bd62a9-5e42-45ec-8281-0e79f84fd94c'] response: {'server_uuid': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03dce14-1696-4d9e-8bf5-3978259c9be5', 'code': 200} May 27 02:22:17.759001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=a03dce14-1696-4d9e-8bf5-3978259c9be5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:17.874165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Deleting port a42efc2c-81fe-4145-aae6-ea302c93171c {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:17.875502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:17.883237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c4628b9f-689a-4944-838a-8d5cb3ef13cf up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:18.002062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c4628b9f-689a-4944-838a-8d5cb3ef13cf completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:18.016855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a88db-ac28-42d4-8c8c-1a65cde5b6f6 req-31798894-dcc4-4316-b2cf-35c6f549ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.018513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b0a88db-ac28-42d4-8c8c-1a65cde5b6f6 req-31798894-dcc4-4316-b2cf-35c6f549ddc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 1097 time: 0.1713531 May 27 02:22:18.118190 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.118469 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.203271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8b0a88db-ac28-42d4-8c8c-1a65cde5b6f6 req-982dfcd9-d3ce-4d88-b295-8d2aa3708297 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256268 May 27 02:22:18.234650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.263324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Calling delete_port for a42efc2c-81fe-4145-aae6-ea302c93171c owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:18.467057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.556357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event deleted for resources: {'Port': ['ID=a42efc2c-81fe-4145-aae6-ea302c93171c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:18.714153 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.715182 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Floating IP c2b43207-6d21-4f4c-a28f-820e76f6c0ac disassociated (deleted). External IP: 172.25.3.245, port: df5f7cf2-37e9-4832-a7f1-59ce672514f7. May 27 02:22:18.793293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34961909-9890-43bd-bddb-f9dc09849e74 None None] Network b347ff23-d8be-449b-972a-c4d341226282 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:18.870892 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.907382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] Provisioning for port c4628b9f-689a-4944-838a-8d5cb3ef13cf completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:18.916654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] Provisioning complete for port c4628b9f-689a-4944-838a-8d5cb3ef13cf triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:18.917569 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:18.960803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3eaca-335c-4d2f-b0c4-c24cfc878d01 req-80c4aa25-2310-4ec1-8300-b8edf1510d07 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:18.963996 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-54e3eaca-335c-4d2f-b0c4-c24cfc878d01 req-80c4aa25-2310-4ec1-8300-b8edf1510d07 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.3526921 May 27 02:22:19.153654 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-54e3eaca-335c-4d2f-b0c4-c24cfc878d01 req-17cd9166-6a9d-417b-b938-1c5946445e57 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264405 May 27 02:22:19.250944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] Current status of the port c4628b9f-689a-4944-838a-8d5cb3ef13cf is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:19.251463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.317815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] For port c4628b9f-689a-4944-838a-8d5cb3ef13cf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c4628b9f-689a-4944-838a-8d5cb3ef13cf,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:19.317815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.415830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Router 6c433644-9c62-4cd4-8178-865cb5ff1a1c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:19.430680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b09b1-93d6-4fd6-b169-89da4e34caf4 None None] Pushing event updated for resources: {'Port': ['ID=c4628b9f-689a-4944-838a-8d5cb3ef13cf,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:19.457510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:22:19.759131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:19.771095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] Sync routers for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:19.790997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c4628b9f-689a-4944-838a-8d5cb3ef13cf up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:19.811410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.824214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:19.835256 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Sync routers for ids ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:19.848264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:19.849043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:19.850538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Routers {'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:19.851837 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:19.870359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:19.873979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6cdfc049-8227-4881-94c7-32c2139a9895 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8537042 May 27 02:22:19.876693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54344) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:19.884464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9f6fd249-75ce-4673-a11f-1a9f03bc5d84 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "DELETE /v2.0/floatingips/c2b43207-6d21-4f4c-a28f-820e76f6c0ac HTTP/1.1" status: 204 len: 168 time: 2.4347098 May 27 02:22:19.884464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:20.003046 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208729bb-99d8-4f94-aa0f-323c6f211154'] response: {'name': 'network-changed', 'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'status': 'completed', 'code': 200} May 27 02:22:20.193910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c1907099-1aac-4c03-9b7d-4271e8d77dfa None None] Provisioning complete for port c4628b9f-689a-4944-838a-8d5cb3ef13cf triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:20.194749 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c1907099-1aac-4c03-9b7d-4271e8d77dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.203659 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Set router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:20.350339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:20.421800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-b25c7a6d-775d-42e2-916f-40423da462d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.423678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-b25c7a6d-775d-42e2-916f-40423da462d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d850758cc4c09a84653999d5afac4&device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 1097 time: 0.3922243 May 27 02:22:20.577217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303247-72db-4bc5-aff3-57bd88d6081a req-e50b90bb-32c4-43b1-9f8b-24e6e3d8aea2 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.590958 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e1303247-72db-4bc5-aff3-57bd88d6081a req-e50b90bb-32c4-43b1-9f8b-24e6e3d8aea2 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.2101562 May 27 02:22:20.692447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c4628b9f-689a-4944-838a-8d5cb3ef13cf triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:20.692447 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:20.766240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e1303247-72db-4bc5-aff3-57bd88d6081a req-ce820caf-7549-47e1-957e-b8a5026b84ab tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743524 May 27 02:22:20.994846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-c0c90694-1a13-4f2b-a06f-4495c12221a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:20.996435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-c0c90694-1a13-4f2b-a06f-4495c12221a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 200 len: 915 time: 0.5632219 May 27 02:22:21.106310 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:17Z', 'revision_number': 3, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port': {'id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:21.117902 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Checking router: a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:21.117902 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Updating router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 port a4bb2262-b328-43e3-9162-8348ce24107f binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:22:21.122928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c1907099-1aac-4c03-9b7d-4271e8d77dfa None None] Current status of the port c4628b9f-689a-4944-838a-8d5cb3ef13cf is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:21.146823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-131f5a2c-8034-43d3-b081-ae171c9669da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 200 len: 217 time: 0.1398342 May 27 02:22:21.164409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c06cc2-0fc0-4427-a345-2e3ddd799696 req-9a724dcb-fa43-4f29-9c97-46f9b3635ab3 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:21.179874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8c06cc2-0fc0-4427-a345-2e3ddd799696 req-9a724dcb-fa43-4f29-9c97-46f9b3635ab3 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.2045083 May 27 02:22:21.263006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8c06cc2-0fc0-4427-a345-2e3ddd799696 req-3317b7e9-9d29-4938-b4d6-731a6056a9ac tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774469 May 27 02:22:21.295771 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.511175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c4628b9f-689a-4944-838a-8d5cb3ef13cf is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:21.668927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:21.688516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] Checking router: 6c433644-9c62-4cd4-8178-865cb5ff1a1c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:21.708580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:21.709517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:21.789986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed1dde-d247-476b-b0a4-386cd8e4f6c8 req-f7df1903-8073-4794-ba74-3a2cdd64c2a4 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:21.791833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13ed1dde-d247-476b-b0a4-386cd8e4f6c8 req-f7df1903-8073-4794-ba74-3a2cdd64c2a4 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 945 time: 0.9952631 May 27 02:22:21.899079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-5e4c1eb1-5c80-42e8-b1b4-c20900d3c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:21.900780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-5e4c1eb1-5c80-42e8-b1b4-c20900d3c928 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 200 len: 853 time: 0.7370348 May 27 02:22:21.921614 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:21.937502 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Transition to ACTIVE for port object a4bb2262-b328-43e3-9162-8348ce24107f will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:21.952400 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.087977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b57eb-53c3-4b9e-99de-b49589ca5e9c req-3c214d18-9559-459b-bc8b-aa6024ccf85a tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.098264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b28b57eb-53c3-4b9e-99de-b49589ca5e9c req-3c214d18-9559-459b-bc8b-aa6024ccf85a tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.2268651 May 27 02:22:22.110535 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Attempting to bind port a4bb2262-b328-43e3-9162-8348ce24107f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:22.111091 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Attempting to bind port a4bb2262-b328-43e3-9162-8348ce24107f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:22.111258 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Attempting to bind port a4bb2262-b328-43e3-9162-8348ce24107f on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:22.126690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:22.144910 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:22.145673 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:22.146212 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.146786 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:22.147397 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Bound port: a4bb2262-b328-43e3-9162-8348ce24107f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:22.148116 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.204943 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Pushing event updated for resources: {'Port': ['ID=a4bb2262-b328-43e3-9162-8348ce24107f,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:22.229275 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.229970 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.230515 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.231033 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.231558 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.232073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.232603 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.233141 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.233555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.233969 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.235049 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.235598 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:22.266392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b28b57eb-53c3-4b9e-99de-b49589ca5e9c req-58675d5a-611a-41a8-85a0-42c0ee53c909 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668103 May 27 02:22:22.313596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13ed1dde-d247-476b-b0a4-386cd8e4f6c8 req-c7381d10-a28f-4048-be5b-914007812b7b tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5138402 May 27 02:22:22.318414 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] For port a4bb2262-b328-43e3-9162-8348ce24107f, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:22.324400 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] For port a4bb2262-b328-43e3-9162-8348ce24107f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4bb2262-b328-43e3-9162-8348ce24107f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:22.331081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-eba6fec4-8fca-4b6c-a401-0ba3ac441c55 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.332789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-eba6fec4-8fca-4b6c-a401-0ba3ac441c55 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Synchronizing usage tracker for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:22.342915 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.371764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-eba6fec4-8fca-4b6c-a401-0ba3ac441c55 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Unset dirty status for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:22.374140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-eba6fec4-8fca-4b6c-a401-0ba3ac441c55 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 945 time: 0.2589388 May 27 02:22:22.393279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-2fe22cce-0594-49df-92a3-fa16ca7f8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:22.394868 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-2fe22cce-0594-49df-92a3-fa16ca7f8001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4825752 May 27 02:22:22.400928 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.450382 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32f16-0016-4dfc-877d-03bcaa761446 None None] Pushing event updated for resources: {'Port': ['ID=a4bb2262-b328-43e3-9162-8348ce24107f,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:22.488789 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Routers {'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:22.492569 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:22.520998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Deleting port df5f7cf2-37e9-4832-a7f1-59ce672514f7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:22.521906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:22.580953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-efb7cb8b-a804-4c18-82ea-33842fb454f1 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695566 May 27 02:22:22.879730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:22.888764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e05fc-412c-4017-852c-2c181f21fcf5 None None] The sync data for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 is: [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:17:47Z', 'revision_number': 4, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '5a735c65-e13d-431d-9093-d1df480221d9', 'name': '', 'network_id': 'a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'mac_address': 'fa:16:3e:4c:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '7a308463-4458-4c13-931e-611dce447eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:44Z', 'updated_at': '2022-05-27T02:18:00Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'subnets': [{'id': '7a308463-4458-4c13-931e-611dce447eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:22.895483 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] Set router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:22.917128 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-0ffde6cd-2386-48f1-8949-00916c8b2ef7 service neutron] 10.222.0.47 "GET /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196332 May 27 02:22:23.080274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Allocated IP 172.20.0.1 (b347ff23-d8be-449b-972a-c4d341226282/540ae4a7-d204-4375-aace-ea2731dfca28/42336f01-ea3c-4b2c-8fe3-bf24b50a75a5) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:23.167883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] For port df5f7cf2-37e9-4832-a7f1-59ce672514f7, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=df5f7cf2-37e9-4832-a7f1-59ce672514f7,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:23.169539 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.305724 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.306914 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:17Z', 'revision_number': 3, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port': {'id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:23.316123 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eeb386-75ec-4802-a479-adc97bd72796 None None] The sync data for ids ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'] in n-d-843146-11 is: [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:17Z', 'revision_number': 3, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port': {'id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:23.331245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Transition to ACTIVE for port object 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:23.346943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7cf4c-66da-4d37-8cf5-2de52096fdbb None None] New status for floating IP c2b43207-6d21-4f4c-a28f-820e76f6c0ac: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:22:23.348179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Calling delete_port for df5f7cf2-37e9-4832-a7f1-59ce672514f7 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:23.366272 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.468717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Network b347ff23-d8be-449b-972a-c4d341226282 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:23.472869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:23.494779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:23.605615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.859657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Pushing event updated for resources: {'Port': ['ID=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:23.892358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b72bb3d6-bcf2-4bba-9bb2-cebd053bb683 None None] Provisioning for port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:23.902415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b72bb3d6-bcf2-4bba-9bb2-cebd053bb683 None None] Provisioning complete for port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:23.902813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b72bb3d6-bcf2-4bba-9bb2-cebd053bb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:23.959996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511cc6-8b68-447a-8625-99c7a9855b9c req-c1b38886-006a-4050-a04e-618476c4cb5d tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:23.969563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb511cc6-8b68-447a-8625-99c7a9855b9c req-c1b38886-006a-4050-a04e-618476c4cb5d tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.3349745 May 27 02:22:23.992688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.002513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b72bb3d6-bcf2-4bba-9bb2-cebd053bb683 None None] Port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:24.032293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c75df-5efd-41b6-9daf-ac97ad832c3b req-b23f4eaa-f11e-4474-af95-6ff1bc9e05d1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.033829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c7c75df-5efd-41b6-9daf-ac97ad832c3b req-b23f4eaa-f11e-4474-af95-6ff1bc9e05d1 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 945 time: 0.1909885 May 27 02:22:24.094951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event deleted for resources: {'Port': ['ID=df5f7cf2-37e9-4832-a7f1-59ce672514f7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:24.145892 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.162496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7c7c75df-5efd-41b6-9daf-ac97ad832c3b req-69e2bba4-d6ba-42ef-938a-668937903e8e tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/security-groups?id=03eb4557-212d-4d07-8ae6-7c907df8661f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785720 May 27 02:22:24.199340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] No DVR routers for this DVR port df5f7cf2-37e9-4832-a7f1-59ce672514f7 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:24.211755 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.217379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'name': 'network-vif-deleted', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:24.249705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb511cc6-8b68-447a-8625-99c7a9855b9c req-3152e2d3-e62a-43db-ab6a-f694ffdf91fe tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786798 May 27 02:22:24.257021 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ecfada73-0905-4924-a64e-a7e04a8c5ade req-9b228577-4c97-4174-9be6-e43bd113172a tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.47 "DELETE /v2.0/ports/df5f7cf2-37e9-4832-a7f1-59ce672514f7 HTTP/1.1" status: 204 len: 173 time: 1.8744385 May 27 02:22:24.295680 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dd0378-1d82-4b8f-80b1-1da3bb5902d5'] response: {'server_uuid': '8e2c287d-d888-406c-b863-ef2b18424a83', 'name': 'network-vif-deleted', 'tag': 'df5f7cf2-37e9-4832-a7f1-59ce672514f7', 'status': 'completed', 'code': 200} May 27 02:22:24.460776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.468091 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:24.857544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-56f8230f-ea20-4316-8e86-0af747790820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:24.860628 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-56f8230f-ea20-4316-8e86-0af747790820 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b27a3a3d9a30408cb3bbca240b2286f5&device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 1097 time: 0.1355150 May 27 02:22:24.958807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device df5f7cf2-37e9-4832-a7f1-59ce672514f7 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:24.976996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.024607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-d9786919-dce0-43a2-a404-be124c776a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:25.024825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: df5f7cf2-37e9-4832-a7f1-59ce672514f7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:25.025113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device df5f7cf2-37e9-4832-a7f1-59ce672514f7 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:25.026930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-d9786919-dce0-43a2-a404-be124c776a94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9f70789-a0a6-485c-9c5d-958595699a69 HTTP/1.1" status: 200 len: 912 time: 0.1585412 May 27 02:22:25.031414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Pushing event updated for resources: {'Port': ['ID=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:25.133265 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-ddcb9e74-0126-4450-8d0b-554a0f57850d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5 HTTP/1.1" status: 200 len: 217 time: 0.1004195 May 27 02:22:25.144482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4672-7c28-4a50-b682-a0efcd27a94b req-b9d33a39-5663-4709-9c78-aef8b9074a94 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:25.147077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b1c4672-7c28-4a50-b682-a0efcd27a94b req-b9d33a39-5663-4709-9c78-aef8b9074a94 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.2594643 May 27 02:22:25.228933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Network b347ff23-d8be-449b-972a-c4d341226282 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:25.232561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-512c8515-e23b-44c9-959e-999b889d778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:25.233074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:25.234466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-512c8515-e23b-44c9-959e-999b889d778c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d6fafd-0ca1-44a3-823c-cb36801c89aa HTTP/1.1" status: 200 len: 851 time: 0.0889931 May 27 02:22:25.314573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-4ac0c8cb-0f7c-488c-b703-a6cd7a0a974e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9f70789-a0a6-485c-9c5d-958595699a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637774 May 27 02:22:25.383045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b1c4672-7c28-4a50-b682-a0efcd27a94b req-55dbda19-70a8-4dd3-86eb-e81468273295 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206442 May 27 02:22:25.483532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-11ddd6d2-ea87-4d96-9aae-b60819ae457b req-2b19cbf2-2af0-4fc4-9ba8-f01dd7cfae15 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Synchronizing usage tracker for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:25.533363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-11ddd6d2-ea87-4d96-9aae-b60819ae457b req-2b19cbf2-2af0-4fc4-9ba8-f01dd7cfae15 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Unset dirty status for tenant:172d850758cc4c09a84653999d5afac4 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:25.545266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-11ddd6d2-ea87-4d96-9aae-b60819ae457b req-2b19cbf2-2af0-4fc4-9ba8-f01dd7cfae15 tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2c287d-d888-406c-b863-ef2b18424a83 HTTP/1.1" status: 200 len: 210 time: 0.1861670 May 27 02:22:25.586998 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-295ff26d-0476-4965-bf6e-1fc3c3ca3587 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617016 May 27 02:22:25.613978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:25.646352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a330bbf9-fc82-469a-9971-91993cbb75be None None] Provisioning complete for port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:25.647660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a330bbf9-fc82-469a-9971-91993cbb75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.803562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0fc995df-2d2d-48c7-97b6-b2b233c03f8a req-a5bf094c-44e9-4f5c-bb9f-6d4b55ec8003 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046182 May 27 02:22:25.814087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4bb2262-b328-43e3-9162-8348ce24107f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:25.907544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a330bbf9-fc82-469a-9971-91993cbb75be None None] Port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:25.921421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:25.931145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a4bb2262-b328-43e3-9162-8348ce24107f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:25.931618 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Sync routers for ids ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:25.935327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f715c0c1-a3b2-4c04-9496-e3ce345233a3 admin admin] 10.222.0.16 "PUT /v2.0/routers/a7db7fe1-7a9c-469a-b67c-fbba03ff23d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0573101 May 27 02:22:25.943954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a4bb2262-b328-43e3-9162-8348ce24107f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:25.944337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:25.944995 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Routers {'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:25.945638 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:26.082377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a4bb2262-b328-43e3-9162-8348ce24107f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:26.083183 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.109617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a4bb2262-b328-43e3-9162-8348ce24107f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4bb2262-b328-43e3-9162-8348ce24107f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:26.115377 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.204975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a4bb2262-b328-43e3-9162-8348ce24107f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:26.205640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Set router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:26.569185 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:24Z', 'revision_number': 4, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port': {'id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '42336f01-ea3c-4b2c-8fe3-bf24b50a75a5', 'name': '', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:22Z', 'updated_at': '2022-05-27T02:22:24Z', 'revision_number': 2, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'subnets': [{'id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:26.575252 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Checking router: a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:26.575601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Updating router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:22:26.582137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54404) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:26.589690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1454076694-network', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:26.598070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:26.602773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Usage tracker for resource:network and tenant:d641df65b9b84c358acd31160ee9ffed is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:26.608573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:26.617074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:26.629977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Made reservation on behalf of d641df65b9b84c358acd31160ee9ffed for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:26.632716 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.648424 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.657689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.679774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:26.687624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac788-1405-4827-9ac6-8dc20d6b6b90 req-4bfa213f-5874-4314-adea-f1e0c0aba3e7 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:26.688345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Usage tracker for resource:security_group_rule and tenant:d641df65b9b84c358acd31160ee9ffed is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:26.689922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c88ac788-1405-4827-9ac6-8dc20d6b6b90 req-4bfa213f-5874-4314-adea-f1e0c0aba3e7 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.1798456 May 27 02:22:26.695255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:26.720922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:26.757113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c88ac788-1405-4827-9ac6-8dc20d6b6b90 req-1e0d5e83-1ac8-46b8-86f1-e1755fd1ff49 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605743 May 27 02:22:26.774346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54408) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:26.857363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a46925-cdbc-428b-9f71-424d9d0f8a2c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.897449 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.898507 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a46925-cdbc-428b-9f71-424d9d0f8a2c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.905170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.954381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:26.955915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00634a3e-c95d-4471-98fa-99a5f0616a75,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:26.968997 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:26.969251 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Added segment ed0f7df6-48b1-4320-b8c4-0e32eb5437c3 of type vlan for network 92de60aa-e7a8-4096-ab5f-f6c589610158 May 27 02:22:27.003029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.004638 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a46925-cdbc-428b-9f71-424d9d0f8a2c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.027694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a46925-cdbc-428b-9f71-424d9d0f8a2c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eb4557-212d-4d07-8ae6-7c907df8661f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:27.043505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25a46925-cdbc-428b-9f71-424d9d0f8a2c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.046779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-25a46925-cdbc-428b-9f71-424d9d0f8a2c tempest-TestVolumeBackupRestore-1139338588 tempest-TestVolumeBackupRestore-1139338588-project] 10.222.0.16 "DELETE /v2.0/security-groups/03eb4557-212d-4d07-8ae6-7c907df8661f HTTP/1.1" status: 204 len: 168 time: 0.2694969 May 27 02:22:27.067986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.070090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:27.070577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.194281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6100600 May 27 02:22:27.195267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c88c82-dcaf-48d8-9334-c87b2fd2006d admin admin] Pushing event updated for resources: {'Network': ['ID=92de60aa-e7a8-4096-ab5f-f6c589610158,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:27.195462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54416) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:27.210759 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.221657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Request body: {'subnet': {'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1454076694-subnet', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:27.221985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:27.229361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:27.235784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Usage tracker for resource:subnet and tenant:d641df65b9b84c358acd31160ee9ffed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:27.240604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:27.246844 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Transition to ACTIVE for port object 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:27.247420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:27.259877 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.266610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Made reservation on behalf of d641df65b9b84c358acd31160ee9ffed for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:27.269399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:27.613426 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53895f-668d-449c-a0f9-de63f4869fee None None] Pushing event updated for resources: {'Port': ['ID=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:27.877558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4bb2262-b328-43e3-9162-8348ce24107f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:27.913437 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.000923 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Attempting to bind port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:28.002487 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Attempting to bind port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:28.003010 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Attempting to bind port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 on network b347ff23-d8be-449b-972a-c4d341226282 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:28.024919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a4bb2262-b328-43e3-9162-8348ce24107f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:28.025706 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.027696 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:28.028218 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Checking segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:28.030455 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.031992 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Bound using segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:28.033754 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Bound port: 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:28.036722 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.076406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20025a3b-f51f-4bd2-a646-7af0891a9f87,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:28.123598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Checking segment: {'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:28.124166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Network hostable DHCP agents. Network: 92de60aa-e7a8-4096-ab5f-f6c589610158, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:28.229461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:28.262255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 92de60aa-e7a8-4096-ab5f-f6c589610158) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:28.277099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.277706 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.279716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516494d6-4068-4dd3-abaa-39976e544deb None None] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:28.288439 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] For port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:28.298706 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] For port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:28.311071 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.339800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855dee-d21d-4363-a355-db59decdb6f2 req-e9ef3ae9-fcb7-4fa5-a4c5-4ba713476662 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:28.352131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec855dee-d21d-4363-a355-db59decdb6f2 req-e9ef3ae9-fcb7-4fa5-a4c5-4ba713476662 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.2577124 May 27 02:22:28.363049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a09a5148-d8b3-4e16-84f2-e20657178532 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1570306 May 27 02:22:28.365565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54526) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:28.375599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:28.413600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:28.432685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Usage tracker for resource:router and tenant:d641df65b9b84c358acd31160ee9ffed is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:28.432910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec855dee-d21d-4363-a355-db59decdb6f2 req-912b63be-9943-4c6a-bb57-863bdab8a110 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781286 May 27 02:22:28.438815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:28.447526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:28.500410 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.501661 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.530663 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53895f-668d-449c-a0f9-de63f4869fee None None] Pushing event updated for resources: {'Port': ['ID=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:28.555985 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:28.606702 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Routers {'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:28.609258 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:28.844580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a4bb2262-b328-43e3-9162-8348ce24107f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:29.267782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-92de60aa-e7a8-4096-ab5f-f6c589610158', 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'fixed_ips': [{'subnet_id': '20025a3b-f51f-4bd2-a646-7af0891a9f87'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:22:29.268939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.275903 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] Set router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:29.325185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:29.521531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2864e-d686-4325-8127-138734658482 req-8a75533d-c0aa-4401-8bac-a89d9f8931cf tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:29.527732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66f2864e-d686-4325-8127-138734658482 req-8a75533d-c0aa-4401-8bac-a89d9f8931cf tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.1867442 May 27 02:22:29.705894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66f2864e-d686-4325-8127-138734658482 req-fc08d297-f80e-4b41-a342-1a40882b9312 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590335 May 27 02:22:29.765483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Allocated IP 172.20.0.2 (92de60aa-e7a8-4096-ab5f-f6c589610158/20025a3b-f51f-4bd2-a646-7af0891a9f87/dadd54ca-3531-4155-baaa-97b7b2aba17e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:30.280859 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:24Z', 'revision_number': 4, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port': {'id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '42336f01-ea3c-4b2c-8fe3-bf24b50a75a5', 'name': '', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:22Z', 'updated_at': '2022-05-27T02:22:28Z', 'revision_number': 4, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'subnets': [{'id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:30.287227 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba656f8-d4e0-472d-be15-32bf2c1452ec None None] The sync data for ids ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'] in n-d-843146-11 is: [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:24Z', 'revision_number': 4, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port': {'id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '42336f01-ea3c-4b2c-8fe3-bf24b50a75a5', 'name': '', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:22Z', 'updated_at': '2022-05-27T02:22:28Z', 'revision_number': 4, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'subnets': [{'id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:30.300777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.328984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Transition to ACTIVE for port object dadd54ca-3531-4155-baaa-97b7b2aba17e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:30.393671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Transition to ACTIVE for port object dadd54ca-3531-4155-baaa-97b7b2aba17e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:30.406018 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.495446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Pushing event updated for resources: {'Port': ['ID=dadd54ca-3531-4155-baaa-97b7b2aba17e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:30.511062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.517550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:30.518962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:30.522202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:30.557208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.634545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Attempting to bind port dadd54ca-3531-4155-baaa-97b7b2aba17e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:30.635336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Attempting to bind port dadd54ca-3531-4155-baaa-97b7b2aba17e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:30.636079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Attempting to bind port dadd54ca-3531-4155-baaa-97b7b2aba17e on network 92de60aa-e7a8-4096-ab5f-f6c589610158 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:30.644287 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:30.645323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Checking segment: {'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:30.646259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.646829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Bound using segment: {'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:30.647475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Bound port: dadd54ca-3531-4155-baaa-97b7b2aba17e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:30.647998 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:30.945483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] For port dadd54ca-3531-4155-baaa-97b7b2aba17e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:30.948294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Allocated IP 172.25.3.4 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/78258dd9-a097-4bac-b66c-63d2b74f595d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:30.954399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] For port dadd54ca-3531-4155-baaa-97b7b2aba17e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dadd54ca-3531-4155-baaa-97b7b2aba17e,segment=NetworkSegment(ed0f7df6-48b1-4320-b8c4-0e32eb5437c3),segment_id=ed0f7df6-48b1-4320-b8c4-0e32eb5437c3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:30.963795 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.202647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325e4ea-e253-4768-8a83-1a0f7cf3fc19 None None] Pushing event updated for resources: {'Port': ['ID=dadd54ca-3531-4155-baaa-97b7b2aba17e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:31.289415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b44a16-f44b-4e3f-b040-781d81eda052 req-c379c894-67a7-4d45-8c32-2ab8f3f6d6b7 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:31.291479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3b44a16-f44b-4e3f-b040-781d81eda052 req-c379c894-67a7-4d45-8c32-2ab8f3f6d6b7 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.2860258 May 27 02:22:31.393029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.411065 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3b44a16-f44b-4e3f-b040-781d81eda052 req-9a5c3a24-5529-47f3-a1bd-a670de3b446c tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020849 May 27 02:22:31.506598 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:31.643573 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:31.677970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:31.687588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:31.780144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Pushing event updated for resources: {'Port': ['ID=78258dd9-a097-4bac-b66c-63d2b74f595d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:31.978219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:32.176328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:32.197832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:32.199069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.416251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-32820be8-6605-49f4-a45b-7f44caea1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.418321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-32820be8-6605-49f4-a45b-7f44caea1c9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b27a3a3d9a30408cb3bbca240b2286f5&device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 1097 time: 0.3243058 May 27 02:22:32.598682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:32.599467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.709928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:32.743493 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:32.744409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dadd54ca-3531-4155-baaa-97b7b2aba17e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:32.810595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54896) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:32.976091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0d254-baec-4313-8572-0ea03c858f91 req-9bf4b21f-182e-48f6-8c45-ff21a0c16be1 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:32.984823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebc0d254-baec-4313-8572-0ea03c858f91 req-9bf4b21f-182e-48f6-8c45-ff21a0c16be1 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.8745940 May 27 02:22:33.028631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:33.041832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.042404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.044463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.045075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.045562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.046118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.050421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.050974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.051473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.051951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.052447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.052922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:33.063362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-7cdfbefa-4a96-428c-9df6-2d035cdde2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:33.067709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-7cdfbefa-4a96-428c-9df6-2d035cdde2ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9f70789-a0a6-485c-9c5d-958595699a69 HTTP/1.1" status: 200 len: 912 time: 0.6419303 May 27 02:22:33.115162 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.126930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ebc0d254-baec-4313-8572-0ea03c858f91 req-106d33ef-13e0-4a83-a8cc-ce3a128c8310 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379580 May 27 02:22:33.158492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port dadd54ca-3531-4155-baaa-97b7b2aba17e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:33.166466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162a742-3a87-4631-ba76-9de3845dfd93 None None] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:33.222755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-80c03c69-5407-4f1f-9655-10875a41eaef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5 HTTP/1.1" status: 200 len: 217 time: 0.1478612 May 27 02:22:33.350410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-227ebed9-d9b5-4622-b94f-6956d2eaa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:33.351884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-227ebed9-d9b5-4622-b94f-6956d2eaa4e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d6fafd-0ca1-44a3-823c-cb36801c89aa HTTP/1.1" status: 200 len: 851 time: 0.1235108 May 27 02:22:33.441490 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-6dfdfbbf-8019-457a-89d0-4bd6ba03ce0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9f70789-a0a6-485c-9c5d-958595699a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807703 May 27 02:22:33.538502 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.578661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] Provisioning for port dadd54ca-3531-4155-baaa-97b7b2aba17e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:33.603087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] Provisioning complete for port dadd54ca-3531-4155-baaa-97b7b2aba17e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:33.603401 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.760597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-c821078e-506d-4cb2-a6fc-29c2f5461485 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137414 May 27 02:22:33.880528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.882817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] Current status of the port dadd54ca-3531-4155-baaa-97b7b2aba17e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:33.883206 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:33.914051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:33.962932 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b96f6ea6-ef5f-414e-98f9-a4d20c3e86d9 req-e40abfa9-86a0-4c64-924c-044eea7a8f37 service neutron] 10.222.0.47 "GET /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955659 May 27 02:22:34.030738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] For port dadd54ca-3531-4155-baaa-97b7b2aba17e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dadd54ca-3531-4155-baaa-97b7b2aba17e,segment=NetworkSegment(ed0f7df6-48b1-4320-b8c4-0e32eb5437c3),segment_id=ed0f7df6-48b1-4320-b8c4-0e32eb5437c3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:34.040983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.111377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:34.111872 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.198348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-178200ab-5e08-4675-8330-ea19a03c981a None None] Provisioning complete for port dadd54ca-3531-4155-baaa-97b7b2aba17e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:34.198732 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-178200ab-5e08-4675-8330-ea19a03c981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.228254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39e39b-3dbb-490e-9016-f4181ad36da8 None None] Pushing event updated for resources: {'Port': ['ID=dadd54ca-3531-4155-baaa-97b7b2aba17e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:34.340505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:34.348467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437af5-a07c-44cf-b15a-5bc7fa5cb583 req-7919e11b-8103-4624-9312-9a6aa296ac22 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:34.350094 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82437af5-a07c-44cf-b15a-5bc7fa5cb583 req-7919e11b-8103-4624-9312-9a6aa296ac22 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.0949368 May 27 02:22:34.398322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82437af5-a07c-44cf-b15a-5bc7fa5cb583 req-b5b5be33-5c4d-40d7-ad2f-37442ba533fc tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 May 27 02:22:34.408798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-178200ab-5e08-4675-8330-ea19a03c981a None None] Current status of the port dadd54ca-3531-4155-baaa-97b7b2aba17e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:34.433628 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.660504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:34.856991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Router 7fb1377c-793c-45db-a289-2aa62b542b96 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:22:35.286664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:35.296076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Sync routers for ids ['7fb1377c-793c-45db-a289-2aa62b542b96'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:35.306175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Routers {'7fb1377c-793c-45db-a289-2aa62b542b96'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:35.306951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7fb1377c-793c-45db-a289-2aa62b542b96'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:35.360053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.364594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0a3df3bf-cde5-4cc6-92ea-d1a821cadebd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9912703 May 27 02:22:35.364764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 54930) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:35.429765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Deleting port 5a735c65-e13d-431d-9093-d1df480221d9 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:35.429765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.509999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Set router 7fb1377c-793c-45db-a289-2aa62b542b96 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:35.753568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dadd54ca-3531-4155-baaa-97b7b2aba17e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:35.858241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] For port 5a735c65-e13d-431d-9093-d1df480221d9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5a735c65-e13d-431d-9093-d1df480221d9,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:35.858618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.885649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-681a110b-9117-420c-bec6-7e6800b6e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.894465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port dadd54ca-3531-4155-baaa-97b7b2aba17e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:35.894873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:35.965892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:22:32Z', 'revision_number': 3, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port': {'id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:30Z', 'updated_at': '2022-05-27T02:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:35.972311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Checking router: 7fb1377c-793c-45db-a289-2aa62b542b96 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:35.972663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Updating router 7fb1377c-793c-45db-a289-2aa62b542b96 port 78258dd9-a097-4bac-b66c-63d2b74f595d binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:22:36.041206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Calling delete_port for 5a735c65-e13d-431d-9093-d1df480221d9 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:36.075061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.108602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port dadd54ca-3531-4155-baaa-97b7b2aba17e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:36.110585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020030c-d284-48b5-8bb0-1189340fa8f9 req-a3b40601-5d1e-4ac9-9583-da4f145bee94 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:36.112168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c020030c-d284-48b5-8bb0-1189340fa8f9 req-a3b40601-5d1e-4ac9-9583-da4f145bee94 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.5513260 May 27 02:22:36.481727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.494551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Transition to ACTIVE for port object 78258dd9-a097-4bac-b66c-63d2b74f595d will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:36.503895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.540000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c020030c-d284-48b5-8bb0-1189340fa8f9 req-264a0072-6521-415a-b576-f1f5ac59b4c4 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187407 May 27 02:22:36.573423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9ea0e-43f5-4a0f-a9b6-4675774a46b3 None None] Pushing event updated for resources: {'Port': ['ID=78258dd9-a097-4bac-b66c-63d2b74f595d,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:36.593061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Attempting to bind port 78258dd9-a097-4bac-b66c-63d2b74f595d on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:36.593436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Attempting to bind port 78258dd9-a097-4bac-b66c-63d2b74f595d by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:36.593796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Attempting to bind port 78258dd9-a097-4bac-b66c-63d2b74f595d on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:36.599185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:36.599662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:36.600104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.600497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:36.600953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Bound port: 78258dd9-a097-4bac-b66c-63d2b74f595d, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:36.601322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.686894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] For port 78258dd9-a097-4bac-b66c-63d2b74f595d, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:36.691078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] For port 78258dd9-a097-4bac-b66c-63d2b74f595d, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=78258dd9-a097-4bac-b66c-63d2b74f595d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:36.699340 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:36.787154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Routers {'7fb1377c-793c-45db-a289-2aa62b542b96'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:36.787817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7fb1377c-793c-45db-a289-2aa62b542b96'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:36.866926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9ea0e-43f5-4a0f-a9b6-4675774a46b3 None None] Pushing event updated for resources: {'Port': ['ID=78258dd9-a097-4bac-b66c-63d2b74f595d,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:37.022165 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.042692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] Set router 7fb1377c-793c-45db-a289-2aa62b542b96 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:37.142466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a735c65-e13d-431d-9093-d1df480221d9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:37.157998 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.406684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d08b7-1a65-4e99-9a03-57ec158d2b54 req-6c614310-62f8-48f4-8f89-f617cb89a86f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:37.411362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee1d08b7-1a65-4e99-9a03-57ec158d2b54 req-6c614310-62f8-48f4-8f89-f617cb89a86f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.4466665 May 27 02:22:37.449318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:22:32Z', 'revision_number': 3, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port': {'id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:30Z', 'updated_at': '2022-05-27T02:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:37.454041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bb37-368c-4313-8273-ec35d25e2bba None None] The sync data for ids ['7fb1377c-793c-45db-a289-2aa62b542b96'] in n-d-843146-11 is: [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:22:32Z', 'revision_number': 3, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port': {'id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:30Z', 'updated_at': '2022-05-27T02:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:37.626853 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee1d08b7-1a65-4e99-9a03-57ec158d2b54 req-e9d01420-f650-4d7b-8982-177cfcc85c40 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986191 May 27 02:22:37.699136 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:37.774196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Allocated IP 172.20.0.1 (92de60aa-e7a8-4096-ab5f-f6c589610158/20025a3b-f51f-4bd2-a646-7af0891a9f87/ade612ce-4d25-4847-9c65-81bb2f0a9d90) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:37.965439 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7af8bfe4-5900-4383-b821-f5f61f2d2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.238068 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.270851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Transition to ACTIVE for port object ade612ce-4d25-4847-9c65-81bb2f0a9d90 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:38.384096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Router 6c433644-9c62-4cd4-8178-865cb5ff1a1c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:38.396217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.542054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:38.546431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:38.554428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:38.629716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Pushing event updated for resources: {'Port': ['ID=ade612ce-4d25-4847-9c65-81bb2f0a9d90,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:38.687591 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.788006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-96c837aa-6ab8-4ba5-ab5b-cca53973f456 None None] Provisioning for port ade612ce-4d25-4847-9c65-81bb2f0a9d90 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:38.794049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-96c837aa-6ab8-4ba5-ab5b-cca53973f456 None None] Provisioning complete for port ade612ce-4d25-4847-9c65-81bb2f0a9d90 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:38.794585 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-96c837aa-6ab8-4ba5-ab5b-cca53973f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:38.821156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:38.832009 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] Sync routers for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:38.845698 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:38.846049 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23607bda-816b-446c-8fa8-3aa7b733b9e2 req-8a968608-c965-44d1-b69f-968294b7fd5f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:38.848063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-23607bda-816b-446c-8fa8-3aa7b733b9e2 req-8a968608-c965-44d1-b69f-968294b7fd5f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.0936463 May 27 02:22:38.855944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-68672fe6-f7d8-414b-92b3-12fccfdc5920 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c433644-9c62-4cd4-8178-865cb5ff1a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0420046 May 27 02:22:38.856124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:38.856680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54948) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:38.871477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-96c837aa-6ab8-4ba5-ab5b-cca53973f456 None None] Port ade612ce-4d25-4847-9c65-81bb2f0a9d90 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:38.961739 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-23607bda-816b-446c-8fa8-3aa7b733b9e2 req-6622f591-8619-4009-8523-e79eefd56b5b tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026249 May 27 02:22:39.000886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.005281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-c86a4ef8-fff7-4b2a-a604-62168d561cee tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:39.007191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-c86a4ef8-fff7-4b2a-a604-62168d561cee tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.47 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.1494689 May 27 02:22:39.074542 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:39.124499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Deleting port a03dce14-1696-4d9e-8bf5-3978259c9be5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:39.124760 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.271613 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.279279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.340357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.404979 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:22:36Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:39.407324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Pushing event updated for resources: {'Port': ['ID=ade612ce-4d25-4847-9c65-81bb2f0a9d90,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:39.409849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.417663 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] Checking router: 6c433644-9c62-4cd4-8178-865cb5ff1a1c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:39.427422 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] Routers {'6c433644-9c62-4cd4-8178-865cb5ff1a1c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:39.428026 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:39.479104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.575713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:39.577408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:39.616256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:39.821642 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] Set router 6c433644-9c62-4cd4-8178-865cb5ff1a1c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:39.852329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 78258dd9-a097-4bac-b66c-63d2b74f595d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:39.980377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 78258dd9-a097-4bac-b66c-63d2b74f595d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:39.993103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 78258dd9-a097-4bac-b66c-63d2b74f595d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:39.995974 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.008772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] For port a03dce14-1696-4d9e-8bf5-3978259c9be5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=a03dce14-1696-4d9e-8bf5-3978259c9be5,segment=NetworkSegment(89c22a7a-f757-4a41-a90e-e5ae17e5ea36),segment_id=89c22a7a-f757-4a41-a90e-e5ae17e5ea36)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:40.009344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.103669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Router 7fb1377c-793c-45db-a289-2aa62b542b96 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:40.131079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-16fda38f-99cc-4c43-a08e-58fac9feb0ab None None] Provisioning complete for port ade612ce-4d25-4847-9c65-81bb2f0a9d90 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:40.131382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-16fda38f-99cc-4c43-a08e-58fac9feb0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.202304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-16fda38f-99cc-4c43-a08e-58fac9feb0ab None None] Port ade612ce-4d25-4847-9c65-81bb2f0a9d90 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:40.269361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 78258dd9-a097-4bac-b66c-63d2b74f595d is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:40.269526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.275673 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:22:36Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:40.281133 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9cb43-c84a-427c-87ef-bf65f01a2eb0 None None] The sync data for ids ['6c433644-9c62-4cd4-8178-865cb5ff1a1c'] in n-d-843146-11 is: [{'id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'name': 'tempest-TestVolumeBackupRestore-1285736721-router', 'tenant_id': '172d850758cc4c09a84653999d5afac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:37Z', 'updated_at': '2022-05-27T02:22:36Z', 'revision_number': 5, 'project_id': '172d850758cc4c09a84653999d5afac4', 'gw_port': {'id': '3f99fa35-1423-411d-beab-da2bcfdf72b4', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c433644-9c62-4cd4-8178-865cb5ff1a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:38Z', 'updated_at': '2022-05-27T02:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:40.295107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 78258dd9-a097-4bac-b66c-63d2b74f595d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=78258dd9-a097-4bac-b66c-63d2b74f595d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:40.301513 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.338985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Calling delete_port for a03dce14-1696-4d9e-8bf5-3978259c9be5 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:40.399013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=78258dd9-a097-4bac-b66c-63d2b74f595d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:40.442195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:40.447194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b0ce84ed-ffad-484e-baef-d0c39526077e admin admin] 10.222.0.16 "PUT /v2.0/routers/7fb1377c-793c-45db-a289-2aa62b542b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0813413 May 27 02:22:40.452773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Sync routers for ids ['7fb1377c-793c-45db-a289-2aa62b542b96'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:40.463624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Routers {'7fb1377c-793c-45db-a289-2aa62b542b96'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:40.464261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7fb1377c-793c-45db-a289-2aa62b542b96'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:40.485457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.553025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Deleting port 3f99fa35-1423-411d-beab-da2bcfdf72b4 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:40.553697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.743796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Set router 7fb1377c-793c-45db-a289-2aa62b542b96 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:40.820272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] For port 3f99fa35-1423-411d-beab-da2bcfdf72b4, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3f99fa35-1423-411d-beab-da2bcfdf72b4,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:40.820636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:40.953024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0145-860f-4769-af91-ee17cbc8923a req-d41f9647-3ac5-41bf-8bd0-1660d9a27120 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:40.954691 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-425e0145-860f-4769-af91-ee17cbc8923a req-d41f9647-3ac5-41bf-8bd0-1660d9a27120 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/ports?device_id=81092e57-9cfd-4622-a68a-ef818dc437d5 HTTP/1.1" status: 200 len: 945 time: 0.6735671 May 27 02:22:40.973531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Calling delete_port for 3f99fa35-1423-411d-beab-da2bcfdf72b4 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:41.108266 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.127125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-425e0145-860f-4769-af91-ee17cbc8923a req-6fd7a02f-a2db-45c8-8ceb-2df47ce33ff8 tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea4975ce-009e-4906-9f63-474b60e8c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231856 May 27 02:22:41.163223 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.191831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:22:38Z', 'revision_number': 4, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port': {'id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:30Z', 'updated_at': '2022-05-27T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ade612ce-4d25-4847-9c65-81bb2f0a9d90', 'name': '', 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'mac_address': 'fa:16:3e:69:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '20025a3b-f51f-4bd2-a646-7af0891a9f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:37Z', 'updated_at': '2022-05-27T02:22:39Z', 'revision_number': 2, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'subnets': [{'id': '20025a3b-f51f-4bd2-a646-7af0891a9f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:41.201143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Checking router: 7fb1377c-793c-45db-a289-2aa62b542b96 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:41.201932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Updating router 7fb1377c-793c-45db-a289-2aa62b542b96 port ade612ce-4d25-4847-9c65-81bb2f0a9d90 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:22:41.211300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Pushing event deleted for resources: {'Port': ['ID=a03dce14-1696-4d9e-8bf5-3978259c9be5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:41.280327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.301699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] No DVR routers for this DVR port a03dce14-1696-4d9e-8bf5-3978259c9be5 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:41.304460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.309913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'name': 'network-vif-deleted', 'tag': 'a03dce14-1696-4d9e-8bf5-3978259c9be5'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:41.340051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81425a7f-7fc0-4c17-8fa1-c18be9a9ada4 req-b70c4096-97bf-4d80-9a4d-9029d836372f tempest-TestServerAdvancedOps-1809028187 tempest-TestServerAdvancedOps-1809028187-project] 10.222.0.47 "DELETE /v2.0/ports/a03dce14-1696-4d9e-8bf5-3978259c9be5 HTTP/1.1" status: 204 len: 173 time: 2.3274276 May 27 02:22:41.379241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-378dc38f-7d14-4981-970a-fcb318c0e078 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:41.381392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-378dc38f-7d14-4981-970a-fcb318c0e078 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/networks?id=b347ff23-d8be-449b-972a-c4d341226282 HTTP/1.1" status: 200 len: 911 time: 0.2144916 May 27 02:22:41.407637 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e57424-2f67-4b8f-9103-b562ceb6590b'] response: {'server_uuid': '81092e57-9cfd-4622-a68a-ef818dc437d5', 'name': 'network-vif-deleted', 'tag': 'a03dce14-1696-4d9e-8bf5-3978259c9be5', 'status': 'completed', 'code': 200} May 27 02:22:41.407960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-7d214ccb-d99b-434d-971c-5a639e21b659 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/quotas/d641df65b9b84c358acd31160ee9ffed HTTP/1.1" status: 200 len: 375 time: 0.0205863 May 27 02:22:41.445194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.517448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-80411b9c-e6aa-4a98-a23c-e7f7c64f0f6f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Synchronizing usage tracker for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:41.538987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f99fa35-1423-411d-beab-da2bcfdf72b4,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:41.567236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-80411b9c-e6aa-4a98-a23c-e7f7c64f0f6f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Unset dirty status for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:41.569234 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-80411b9c-e6aa-4a98-a23c-e7f7c64f0f6f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=d641df65b9b84c358acd31160ee9ffed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521425 May 27 02:22:41.663233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.768250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-16a01d49-b9b3-4390-8c92-988711931e8b service neutron] 10.222.0.16 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856561 May 27 02:22:41.841647 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.865232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Transition to ACTIVE for port object ade612ce-4d25-4847-9c65-81bb2f0a9d90 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:41.880824 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.990481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-b54ca95a-b2b3-48f9-9124-8d743e6ff493 service neutron] 10.222.0.16 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155890 May 27 02:22:41.997113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:41.999387 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.037511 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.038060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c433644-9c62-4cd4-8178-865cb5ff1a1c {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:22:42.058491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.063937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0f747719-ba62-46ed-b88e-200e9e0f2262 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6c433644-9c62-4cd4-8178-865cb5ff1a1c HTTP/1.1" status: 204 len: 168 time: 3.1893802 May 27 02:22:42.064196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 54992) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:42.154450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac902a-5c08-42da-98a2-acd3a4c39aa4 None None] Pushing event updated for resources: {'Port': ['ID=ade612ce-4d25-4847-9c65-81bb2f0a9d90,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:42.177260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 78258dd9-a097-4bac-b66c-63d2b74f595d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:42.221530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] Deleting subnet 7a308463-4458-4c13-931e-611dce447eea {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:42.241001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.363176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-754d4d59-b4cd-4239-aeae-3e9ec7e801e4 req-f9e15a5a-eaa4-4479-82f3-3320bede33be tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 210 time: 0.1184895 May 27 02:22:42.376398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55004) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:42.395906 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.413798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Attempting to bind port ade612ce-4d25-4847-9c65-81bb2f0a9d90 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:42.414609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Attempting to bind port ade612ce-4d25-4847-9c65-81bb2f0a9d90 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:42.415239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Attempting to bind port ade612ce-4d25-4847-9c65-81bb2f0a9d90 on network 92de60aa-e7a8-4096-ab5f-f6c589610158 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:42.435462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:42.436087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Checking segment: {'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:42.436649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.437225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Bound using segment: {'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:42.437749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Bound port: ade612ce-4d25-4847-9c65-81bb2f0a9d90, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:42.438139 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.510991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] Deleting subnet b7d6fafd-0ca1-44a3-823c-cb36801c89aa {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:42.517766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.535894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 78258dd9-a097-4bac-b66c-63d2b74f595d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:42.536368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.548720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.593416 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.643570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] For port ade612ce-4d25-4847-9c65-81bb2f0a9d90, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:42.649457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] For port ade612ce-4d25-4847-9c65-81bb2f0a9d90, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ade612ce-4d25-4847-9c65-81bb2f0a9d90,segment=NetworkSegment(ed0f7df6-48b1-4320-b8c4-0e32eb5437c3),segment_id=ed0f7df6-48b1-4320-b8c4-0e32eb5437c3)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:42.655434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.670590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.704721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.710048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a308463-4458-4c13-931e-611dce447eea,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:42.714831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.722596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f1158ade-3d35-4176-87d2-897300103f64 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a308463-4458-4c13-931e-611dce447eea HTTP/1.1" status: 204 len: 168 time: 0.6572101 May 27 02:22:42.725083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55012) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:42.770996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ee578-24b1-4221-8cbb-95401da4c94b None None] Network a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:42.809367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.860114 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.869094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.874927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d6fafd-0ca1-44a3-823c-cb36801c89aa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:42.879317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-effc3cb9-8337-42c1-9c94-084800b24213 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b7d6fafd-0ca1-44a3-823c-cb36801c89aa HTTP/1.1" status: 204 len: 168 time: 0.5013652 May 27 02:22:42.881524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55018) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:42.885482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Deleting port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:42.885918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:42.980762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 78258dd9-a097-4bac-b66c-63d2b74f595d is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:42.983072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Routers {'7fb1377c-793c-45db-a289-2aa62b542b96'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:42.983746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7fb1377c-793c-45db-a289-2aa62b542b96'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:43.038698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.146613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5a735c65-e13d-431d-9093-d1df480221d9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:43.172242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a03dce14-1696-4d9e-8bf5-3978259c9be5 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:43.196413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] For port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7ab55be3-7f2d-468b-974e-41a4fb19ee4f,segment=NetworkSegment(0028ae2a-2a00-4162-af02-efe410250cb6),segment_id=0028ae2a-2a00-4162-af02-efe410250cb6)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:43.196784 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.214421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.256706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f70789-a0a6-485c-9c5d-958595699a69']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:43.271621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac902a-5c08-42da-98a2-acd3a4c39aa4 None None] Pushing event updated for resources: {'Port': ['ID=ade612ce-4d25-4847-9c65-81bb2f0a9d90,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:43.273516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c22a7a-f757-4a41-a90e-e5ae17e5ea36') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:43.274409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c22a7a-f757-4a41-a90e-e5ae17e5ea36') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:43.285276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5a735c65-e13d-431d-9093-d1df480221d9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:43.285554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5a735c65-e13d-431d-9093-d1df480221d9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:43.288568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: a03dce14-1696-4d9e-8bf5-3978259c9be5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:43.288905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device a03dce14-1696-4d9e-8bf5-3978259c9be5 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:43.291642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.313096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.322438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:22:43.323023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.336306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Calling delete_port for 7ab55be3-7f2d-468b-974e-41a4fb19ee4f owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:43.406055 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 89c22a7a-f757-4a41-a90e-e5ae17e5ea36 resource provider aggregate not found May 27 02:22:43.430314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.442971 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 89c22a7a-f757-4a41-a90e-e5ae17e5ea36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89c22a7a-f757-4a41-a90e-e5ae17e5ea36 found for delete ", "request_id": "req-14237fc7-a612-46e1-b44a-21a00c3f49d4"}]} May 27 02:22:43.460094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.468499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.496819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab55be3-7f2d-468b-974e-41a4fb19ee4f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:43.512964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] 10.222.0.16 "DELETE /v2.0/networks/c9f70789-a0a6-485c-9c5d-958595699a69 HTTP/1.1" status: 204 len: 168 time: 0.6272676 May 27 02:22:43.514538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55028) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:43.517138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff173b-049b-4ff1-b893-6c153a49f46a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f70789-a0a6-485c-9c5d-958595699a69,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:43.551567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] Set router 7fb1377c-793c-45db-a289-2aa62b542b96 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:43.593541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] No DVR routers for this DVR port 7ab55be3-7f2d-468b-974e-41a4fb19ee4f on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:43.623756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a153d13-46a4-42c7-941a-b32f25552fed req-07ab614e-0897-4180-b811-a54f06139449 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 210 time: 0.1286349 May 27 02:22:43.800797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] Deleting subnet 28988170-1744-4f9f-8b2a-12769fd454b7 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:43.805035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.867984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.868202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a724db-1c65-43a0-8050-35e0173ef023 None None] DHCP port deletion for a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:22:43.885192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3f99fa35-1423-411d-beab-da2bcfdf72b4 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:43.945063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3f99fa35-1423-411d-beab-da2bcfdf72b4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:43.947239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3f99fa35-1423-411d-beab-da2bcfdf72b4 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:43.948987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:43.963476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.017102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:44.030756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.037247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0028ae2a-2a00-4162-af02-efe410250cb6') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:44.037557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0028ae2a-2a00-4162-af02-efe410250cb6') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:44.062918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.072812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28988170-1744-4f9f-8b2a-12769fd454b7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:44.076707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-480a1a80-743f-462d-b6ac-10deb5216b92 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:44.076964 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.077464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-480a1a80-743f-462d-b6ac-10deb5216b92 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Synchronizing usage tracker for tenant:d641df65b9b84c358acd31160ee9ffed on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:44.090378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-be968d13-0ee6-4f33-81ce-26d366d22aa6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/28988170-1744-4f9f-8b2a-12769fd454b7 HTTP/1.1" status: 204 len: 168 time: 0.5737567 May 27 02:22:44.091310 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.091734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55034) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:44.103164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:22:44.103470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.135284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:22:38Z', 'revision_number': 4, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port': {'id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:30Z', 'updated_at': '2022-05-27T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ade612ce-4d25-4847-9c65-81bb2f0a9d90', 'name': '', 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'mac_address': 'fa:16:3e:69:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '20025a3b-f51f-4bd2-a646-7af0891a9f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:37Z', 'updated_at': '2022-05-27T02:22:42Z', 'revision_number': 4, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'subnets': [{'id': '20025a3b-f51f-4bd2-a646-7af0891a9f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:44.139929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7eef88-6b10-4835-b210-f0227adeaa16 None None] The sync data for ids ['7fb1377c-793c-45db-a289-2aa62b542b96'] in n-d-843146-11 is: [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:22:38Z', 'revision_number': 4, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port': {'id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:30Z', 'updated_at': '2022-05-27T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'ade612ce-4d25-4847-9c65-81bb2f0a9d90', 'name': '', 'network_id': '92de60aa-e7a8-4096-ab5f-f6c589610158', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'mac_address': 'fa:16:3e:69:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '20025a3b-f51f-4bd2-a646-7af0891a9f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:37Z', 'updated_at': '2022-05-27T02:22:42Z', 'revision_number': 4, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'subnets': [{'id': '20025a3b-f51f-4bd2-a646-7af0891a9f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:44.233601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.301965 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0028ae2a-2a00-4162-af02-efe410250cb6 resource provider aggregate not found May 27 02:22:44.318811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-480a1a80-743f-462d-b6ac-10deb5216b92 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Unset dirty status for tenant:d641df65b9b84c358acd31160ee9ffed on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:44.320187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-480a1a80-743f-462d-b6ac-10deb5216b92 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.47 "GET /v2.0/networks?id=b347ff23-d8be-449b-972a-c4d341226282 HTTP/1.1" status: 200 len: 911 time: 0.5346901 May 27 02:22:44.333699 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0028ae2a-2a00-4162-af02-efe410250cb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0028ae2a-2a00-4162-af02-efe410250cb6 found for delete ", "request_id": "req-a2041b4c-d114-43e9-ba86-a9cd367fdc3a"}]} May 27 02:22:44.337034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Request body: {'port': {'device_id': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'admin_state_up': True, 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:44.348568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:44.361119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:44.364816 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.369597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.376020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.402474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:44.409666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b56408-1932-4bd0-a9ea-81ba0e15ae4f']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:44.411094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Made reservation on behalf of d641df65b9b84c358acd31160ee9ffed for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:44.413919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.423270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d41574c-93db-40a5-aebe-d16acbc71a47') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:44.423562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d41574c-93db-40a5-aebe-d16acbc71a47') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:44.428392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-460ec0ac-7c22-4ded-af14-335eadf96613 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3b20ff9-4a2b-443b-8c2b-dd5ba8626a89 HTTP/1.1" status: 204 len: 168 time: 1.7021406 May 27 02:22:44.431320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55042) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:44.439727 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.456990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.463543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:22:44.463955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.560250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.596713 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.613866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b56408-1932-4bd0-a9ea-81ba0e15ae4f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:44.618664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-67e93382-cb69-430f-9da4-428dfd6336e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b7b56408-1932-4bd0-a9ea-81ba0e15ae4f HTTP/1.1" status: 204 len: 168 time: 0.5257316 May 27 02:22:44.799416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c3e66291-ec6b-41da-8f87-20976e999427 req-db18d29f-cd0e-46f6-ba4c-c6a3f4279496 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 210 time: 0.0551233 May 27 02:22:44.810895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55052) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:44.857364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Allocated IP 172.20.0.11 (b347ff23-d8be-449b-972a-c4d341226282/540ae4a7-d204-4375-aace-ea2731dfca28/5fba850f-363b-4f52-82e6-41cb1cc3e210) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:44.883784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cc4ce6f1-fcb7-4102-8a01-9081c1f7c8e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b27a3a3d9a30408cb3bbca240b2286f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716498 May 27 02:22:44.884471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55056) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:44.952146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44c7b5b1-0fb7-4ce2-b652-e5a60bc976cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:44.984887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44c7b5b1-0fb7-4ce2-b652-e5a60bc976cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.053130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44c7b5b1-0fb7-4ce2-b652-e5a60bc976cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.081157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7b5b1-0fb7-4ce2-b652-e5a60bc976cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4975ce-009e-4906-9f63-474b60e8c94c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:45.090818 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44c7b5b1-0fb7-4ce2-b652-e5a60bc976cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.094343 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44c7b5b1-0fb7-4ce2-b652-e5a60bc976cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea4975ce-009e-4906-9f63-474b60e8c94c HTTP/1.1" status: 204 len: 168 time: 0.2066278 May 27 02:22:45.276954 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.298295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Transition to ACTIVE for port object 5fba850f-363b-4f52-82e6-41cb1cc3e210 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:45.375163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.447481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Network b347ff23-d8be-449b-972a-c4d341226282 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:45.451952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:45.457058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:45.470954 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 8d41574c-93db-40a5-aebe-d16acbc71a47 resource provider aggregate not found May 27 02:22:45.489753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.496443 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 8d41574c-93db-40a5-aebe-d16acbc71a47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d41574c-93db-40a5-aebe-d16acbc71a47 found for delete ", "request_id": "req-80730622-c688-493f-8b72-1d230d622068"}]} May 27 02:22:45.523000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55068) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:45.565884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Pushing event updated for resources: {'Port': ['ID=5fba850f-363b-4f52-82e6-41cb1cc3e210,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:45.591908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0b3a5081-3c89-457e-b956-1cb6a653a492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b7e1085a98a442aaa9d48e8842296eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670404 May 27 02:22:45.594320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55072) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:45.605076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:45.605606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.664948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02edb15d-4ff5-41dc-8e9f-81bcea232880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.700255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02edb15d-4ff5-41dc-8e9f-81bcea232880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.707411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-c7d0790f-a271-4050-9606-6dff4730f253 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3765616 May 27 02:22:45.751571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15a5ba44-cc62-42e9-879f-a59cf635fd11 None None] Provisioning for port 5fba850f-363b-4f52-82e6-41cb1cc3e210 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:45.762266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-15a5ba44-cc62-42e9-879f-a59cf635fd11 None None] Provisioning complete for port 5fba850f-363b-4f52-82e6-41cb1cc3e210 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:45.762662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-15a5ba44-cc62-42e9-879f-a59cf635fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.768115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Request body: {'port': {'device_id': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:45.773265 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02edb15d-4ff5-41dc-8e9f-81bcea232880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.805659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ade612ce-4d25-4847-9c65-81bb2f0a9d90 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:45.806233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edb15d-4ff5-41dc-8e9f-81bcea232880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8030b7a-8f32-4071-9551-e19099f5fe91,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:45.813443 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-02edb15d-4ff5-41dc-8e9f-81bcea232880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:45.818635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-02edb15d-4ff5-41dc-8e9f-81bcea232880 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8030b7a-8f32-4071-9551-e19099f5fe91 HTTP/1.1" status: 204 len: 168 time: 0.2204323 May 27 02:22:45.955028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-15a5ba44-cc62-42e9-879f-a59cf635fd11 None None] Port 5fba850f-363b-4f52-82e6-41cb1cc3e210 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:22:45.973656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port ade612ce-4d25-4847-9c65-81bb2f0a9d90 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:45.980567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ade612ce-4d25-4847-9c65-81bb2f0a9d90 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:45.981348 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.122129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ade612ce-4d25-4847-9c65-81bb2f0a9d90 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:46.122513 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.138372 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.159259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port ade612ce-4d25-4847-9c65-81bb2f0a9d90, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ade612ce-4d25-4847-9c65-81bb2f0a9d90,segment=NetworkSegment(ed0f7df6-48b1-4320-b8c4-0e32eb5437c3),segment_id=ed0f7df6-48b1-4320-b8c4-0e32eb5437c3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:46.164196 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.203062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ab55be3-7f2d-468b-974e-41a4fb19ee4f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:46.234129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427103d-0430-4f0c-89ad-0a8d99de8f15 req-a629d794-3b12-4aac-8c87-760d432ba79e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:46.235093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7427103d-0430-4f0c-89ad-0a8d99de8f15 req-a629d794-3b12-4aac-8c87-760d432ba79e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Synchronizing usage tracker for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:46.262859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7ab55be3-7f2d-468b-974e-41a4fb19ee4f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:46.263212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7ab55be3-7f2d-468b-974e-41a4fb19ee4f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:46.282998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=ade612ce-4d25-4847-9c65-81bb2f0a9d90,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:46.290003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Deleting port d3a9e44a-16b0-4da6-b7b4-de65db878fc0 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:46.290342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.372211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7427103d-0430-4f0c-89ad-0a8d99de8f15 req-a629d794-3b12-4aac-8c87-760d432ba79e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Unset dirty status for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:46.373254 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7427103d-0430-4f0c-89ad-0a8d99de8f15 req-a629d794-3b12-4aac-8c87-760d432ba79e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1028 time: 0.3886330 May 27 02:22:46.603871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7427103d-0430-4f0c-89ad-0a8d99de8f15 req-f6de47c7-46e9-453a-b4c3-ceddb4633b3f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Synchronizing usage tracker for tenant:d641df65b9b84c358acd31160ee9ffed on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:22:46.676023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7427103d-0430-4f0c-89ad-0a8d99de8f15 req-f6de47c7-46e9-453a-b4c3-ceddb4633b3f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Unset dirty status for tenant:d641df65b9b84c358acd31160ee9ffed on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:22:46.677143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7427103d-0430-4f0c-89ad-0a8d99de8f15 req-f6de47c7-46e9-453a-b4c3-ceddb4633b3f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903321 May 27 02:22:46.684991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] For port d3a9e44a-16b0-4da6-b7b4-de65db878fc0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,segment=NetworkSegment(6908456a-eb33-4bb3-8792-a11ec3f7975a),segment_id=6908456a-eb33-4bb3-8792-a11ec3f7975a)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:46.685343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.821788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Calling delete_port for d3a9e44a-16b0-4da6-b7b4-de65db878fc0 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:46.956595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fba850f-363b-4f52-82e6-41cb1cc3e210 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:46.964852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:46.988862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Transition to ACTIVE for port object 5fba850f-363b-4f52-82e6-41cb1cc3e210 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:46.994088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.161251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Pushing event updated for resources: {'Port': ['ID=5fba850f-363b-4f52-82e6-41cb1cc3e210,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:47.243157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.243499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.243833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.244162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.244486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.244806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.245123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.245439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.245761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.246075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.246391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.246705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:47.295465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.338575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Attempting to bind port 5fba850f-363b-4f52-82e6-41cb1cc3e210 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:47.338929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Attempting to bind port 5fba850f-363b-4f52-82e6-41cb1cc3e210 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:47.339251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Attempting to bind port 5fba850f-363b-4f52-82e6-41cb1cc3e210 on network b347ff23-d8be-449b-972a-c4d341226282 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:47.351110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a9e44a-16b0-4da6-b7b4-de65db878fc0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:47.376181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Port 5fba850f-363b-4f52-82e6-41cb1cc3e210 on network b347ff23-d8be-449b-972a-c4d341226282 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:22:47.376501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Attempting to bind port 5fba850f-363b-4f52-82e6-41cb1cc3e210 on network b347ff23-d8be-449b-972a-c4d341226282 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:47.395514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:47.395848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Checking segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:47.396228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Bound using segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:47.396651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Bound port: 5fba850f-363b-4f52-82e6-41cb1cc3e210, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:47.396993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.794300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] For port 5fba850f-363b-4f52-82e6-41cb1cc3e210, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:47.805318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ade612ce-4d25-4847-9c65-81bb2f0a9d90 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:47.864791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46c744-4d6d-4521-aff6-7a078edae067 req-a157b5a3-0a59-48d8-af86-4f418f8f1105 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:47.866312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e46c744-4d6d-4521-aff6-7a078edae067 req-a157b5a3-0a59-48d8-af86-4f418f8f1105 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1054 time: 0.0768058 May 27 02:22:47.869960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-f7d6acc6-8666-4ebe-93f0-3e905532853c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4396267 May 27 02:22:47.871433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] For port 5fba850f-363b-4f52-82e6-41cb1cc3e210, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fba850f-363b-4f52-82e6-41cb1cc3e210,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:47.878648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port ade612ce-4d25-4847-9c65-81bb2f0a9d90 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:47.879059 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.880623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.931187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e46c744-4d6d-4521-aff6-7a078edae067 req-7cfa4762-793a-47d3-8086-30ff0365dacd tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 May 27 02:22:47.952490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:47.953090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:47.954599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fba850f-363b-4f52-82e6-41cb1cc3e210 HTTP/1.1" status: 200 len: 1093 time: 2.1909509 May 27 02:22:47.957498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'tag': '5fba850f-363b-4f52-82e6-41cb1cc3e210'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:47.964674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:48.029778 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c46ad3-3e16-4499-93d2-a8dd5cf8068e'] response: {'name': 'network-changed', 'server_uuid': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'tag': '5fba850f-363b-4f52-82e6-41cb1cc3e210', 'status': 'completed', 'code': 200} May 27 02:22:48.106424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port ade612ce-4d25-4847-9c65-81bb2f0a9d90 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:48.155630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18625dd-51de-4202-b1c1-4fc91e7f3562 service neutron] Pushing event updated for resources: {'Port': ['ID=5fba850f-363b-4f52-82e6-41cb1cc3e210,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:48.303956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-d035b415-feab-490f-80a0-eaf8b5a9033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.305369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-d035b415-feab-490f-80a0-eaf8b5a9033d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 1097 time: 0.3365083 May 27 02:22:48.309960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-9155153d-f17b-47da-bb8c-3b3552680675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.311348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-9155153d-f17b-47da-bb8c-3b3552680675 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d641df65b9b84c358acd31160ee9ffed&device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1096 time: 0.2868273 May 27 02:22:48.458400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-70f9349f-4441-435e-8ce4-435db80b903d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fba850f-363b-4f52-82e6-41cb1cc3e210 HTTP/1.1" status: 200 len: 217 time: 0.0970254 May 27 02:22:48.660000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-7063cadc-e07e-472a-bf96-1bbb4efbe3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.661439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-7063cadc-e07e-472a-bf96-1bbb4efbe3a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=540ae4a7-d204-4375-aace-ea2731dfca28 HTTP/1.1" status: 200 len: 849 time: 0.1914775 May 27 02:22:48.755654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-e05a59b1-fe32-4482-8f91-e807ec53c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:48.757061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-e05a59b1-fe32-4482-8f91-e807ec53c63d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 913 time: 0.3968430 May 27 02:22:48.764116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Router d5578389-66d5-4148-81ac-5aca0f8dd8ab has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:22:48.838890 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-5b0529d6-402f-4828-a5cc-1373b54171d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94 HTTP/1.1" status: 200 len: 217 time: 0.0736442 May 27 02:22:49.106130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-67b2a201-55ea-47c7-9b97-4db50d71b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.107638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-67b2a201-55ea-47c7-9b97-4db50d71b468 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b347ff23-d8be-449b-972a-c4d341226282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4315572 May 27 02:22:49.112078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dc4c7-c402-4a9e-84a8-6638720d0022 req-504c6409-3370-4026-8b64-cf2ebc875767 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.113593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff6dc4c7-c402-4a9e-84a8-6638720d0022 req-504c6409-3370-4026-8b64-cf2ebc875767 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1096 time: 0.0768175 May 27 02:22:49.157400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff6dc4c7-c402-4a9e-84a8-6638720d0022 req-fd6b5224-afbe-46e6-9202-cebce932cc78 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 May 27 02:22:49.194154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-72843eee-bf2c-412a-808c-25164adc97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.195618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-72843eee-bf2c-412a-808c-25164adc97db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 HTTP/1.1" status: 200 len: 852 time: 0.3509128 May 27 02:22:49.314753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-425eeaca-50a5-4049-b676-ff562eafb6ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe26fa8c-84da-4a1e-89ba-f788250f6268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639029 May 27 02:22:49.415384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:49.423941 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] Sync routers for ids ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:49.432889 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] Routers {'d5578389-66d5-4148-81ac-5aca0f8dd8ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:49.433497 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:49.464190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-66693ece-7430-437c-87bd-462e6ad6c1ff service neutron] 10.222.0.47 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490989 May 27 02:22:49.475919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ce2b3cd-f776-4816-91f3-0781ad1ae3b2 admin admin] 10.222.0.16 "PUT /v2.0/routers/d5578389-66d5-4148-81ac-5aca0f8dd8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0436573 May 27 02:22:49.478680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55094) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:49.578932 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-2bda74d0-4c01-4537-82f6-0f5bc39e1f39 service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561576 May 27 02:22:49.659890 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] Set router d5578389-66d5-4148-81ac-5aca0f8dd8ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:49.668902 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:49.709074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-028930f0-6f91-4c82-bcae-fc9600460fc4 req-8e5d2e82-19ef-4f68-bcbb-8ecb86024563 service neutron] 10.222.0.47 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298095 May 27 02:22:49.747142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6ff9b0ad-f0de-4484-9461-53c1ec7aeede req-8f78467d-de86-43b1-a7d9-5eb0a676aea0 service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617277 May 27 02:22:49.840233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-c3eab729-f3b7-404b-aa15-06fd478addd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.841786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-c3eab729-f3b7-404b-aa15-06fd478addd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d641df65b9b84c358acd31160ee9ffed&device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1096 time: 0.0816693 May 27 02:22:49.953125 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:22:47Z', 'revision_number': 5, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port': {'id': 'c5bec4f2-0580-4a4e-a040-eff497668535', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:17:56Z', 'updated_at': '2022-05-27T02:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:49.957541 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] Checking router: d5578389-66d5-4148-81ac-5aca0f8dd8ab for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:49.965581 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] Routers {'d5578389-66d5-4148-81ac-5aca0f8dd8ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:49.966261 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:49.976720 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:49.981708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-708bfdde-2730-43d7-8362-e2fa32794272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:49.983427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-708bfdde-2730-43d7-8362-e2fa32794272 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b347ff23-d8be-449b-972a-c4d341226282 HTTP/1.1" status: 200 len: 911 time: 0.1358354 May 27 02:22:49.987920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Deleting port c5bec4f2-0580-4a4e-a040-eff497668535 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:49.988283 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.051390 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-c237f3d6-a366-4b71-8094-6926014907cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fba850f-363b-4f52-82e6-41cb1cc3e210 HTTP/1.1" status: 200 len: 217 time: 0.0619645 May 27 02:22:50.120941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-3e91e38f-f351-4f0a-99a5-d9faff4b193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:50.122461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-3e91e38f-f351-4f0a-99a5-d9faff4b193c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=540ae4a7-d204-4375-aace-ea2731dfca28 HTTP/1.1" status: 200 len: 849 time: 0.0652885 May 27 02:22:50.159960 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] Set router d5578389-66d5-4148-81ac-5aca0f8dd8ab gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:50.196286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] For port c5bec4f2-0580-4a4e-a040-eff497668535, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c5bec4f2-0580-4a4e-a040-eff497668535,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:50.196763 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.209694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-53b5c2fe-be5e-4cf2-9b37-12c041795f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:50.211699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-53b5c2fe-be5e-4cf2-9b37-12c041795f5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b347ff23-d8be-449b-972a-c4d341226282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833826 May 27 02:22:50.341263 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:22:49Z', 'revision_number': 6, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:50.341492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Calling delete_port for c5bec4f2-0580-4a4e-a040-eff497668535 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:50.347046 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a31a6f8-e3d4-4e93-ab3f-7834979e7676 None None] The sync data for ids ['d5578389-66d5-4148-81ac-5aca0f8dd8ab'] in n-d-843146-11 is: [{'id': 'd5578389-66d5-4148-81ac-5aca0f8dd8ab', 'name': 'tempest-TestVolumeBackupRestore-1269478743-router', 'tenant_id': '9243d80823504ded92c2788c149ea035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:17:54Z', 'updated_at': '2022-05-27T02:22:49Z', 'revision_number': 6, 'project_id': '9243d80823504ded92c2788c149ea035', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:22:50.496566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-b7d05910-a8ef-40a6-8e96-a8327b9bee46 service neutron] 10.222.0.47 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779086 May 27 02:22:50.503182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb648f0-8a1e-4e28-8aea-04a3530cc87b req-213209e7-e984-45a3-9a1d-307ea1e0be66 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:50.504589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bb648f0-8a1e-4e28-8aea-04a3530cc87b req-213209e7-e984-45a3-9a1d-307ea1e0be66 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1096 time: 0.1413162 May 27 02:22:50.673260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:50.724747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bec4f2-0580-4a4e-a040-eff497668535,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:50.757891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bb648f0-8a1e-4e28-8aea-04a3530cc87b req-facb5b3a-aaba-4a2b-8722-6b76fd8a19f1 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324033 May 27 02:22:50.796134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e65a0bb-3d26-46d2-bfe5-0233aa4e5670 req-3c998677-46e1-4e32-9b86-117d6614cce7 service neutron] 10.222.0.47 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906129 May 27 02:22:50.839226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.009557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.011634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.035604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.036275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5578389-66d5-4148-81ac-5aca0f8dd8ab {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:22:51.048595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.050201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bef7b713-f4ed-4440-99bc-7e3aff24ee9c admin admin] 10.222.0.16 "DELETE /v2.0/routers/d5578389-66d5-4148-81ac-5aca0f8dd8ab HTTP/1.1" status: 204 len: 168 time: 1.5703962 May 27 02:22:51.052621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55104) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:51.111492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] Deleting subnet 27e1d5d0-091e-4ec4-9273-7bb0e7b3f370 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:22:51.114857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.164043 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:22:51.165008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.247764 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.316872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.355546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e1d5d0-091e-4ec4-9273-7bb0e7b3f370,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:51.357505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.364558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-84cc55d0-20dd-49ed-b185-1f8d5ad1a99a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/27e1d5d0-091e-4ec4-9273-7bb0e7b3f370 HTTP/1.1" status: 204 len: 168 time: 0.3109310 May 27 02:22:51.366981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55108) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:51.368932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f2f4f5-973f-4472-adc2-dade7ea012ba None None] Network ee034c20-02f9-460d-93f0-11401bd50b0c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:51.595502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.606620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Deleting port 7f65d450-9204-4e76-b0f0-e82b4052998a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:51.606850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.650546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] DHCP port deletion for ee034c20-02f9-460d-93f0-11401bd50b0c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:22:51.654600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Deleting port 7f65d450-9204-4e76-b0f0-e82b4052998a {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:51.655037 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.740265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c5bec4f2-0580-4a4e-a040-eff497668535 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:51.789412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c5bec4f2-0580-4a4e-a040-eff497668535 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:51.789833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c5bec4f2-0580-4a4e-a040-eff497668535 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:51.790312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7f65d450-9204-4e76-b0f0-e82b4052998a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:51.821199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] For port 7f65d450-9204-4e76-b0f0-e82b4052998a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7f65d450-9204-4e76-b0f0-e82b4052998a,segment=NetworkSegment(6908456a-eb33-4bb3-8792-a11ec3f7975a),segment_id=6908456a-eb33-4bb3-8792-a11ec3f7975a)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:51.821455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:51.983272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Calling delete_port for 7f65d450-9204-4e76-b0f0-e82b4052998a owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:51.984311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] For port 7f65d450-9204-4e76-b0f0-e82b4052998a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7f65d450-9204-4e76-b0f0-e82b4052998a,segment=NetworkSegment(6908456a-eb33-4bb3-8792-a11ec3f7975a),segment_id=6908456a-eb33-4bb3-8792-a11ec3f7975a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:51.984709 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.078644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21f72-ea00-4629-abc1-f206220e81fe req-b9258fc9-c570-4177-a907-be11be095046 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:52.080233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbb21f72-ea00-4629-abc1-f206220e81fe req-b9258fc9-c570-4177-a907-be11be095046 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1096 time: 0.1922772 May 27 02:22:52.082737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.113885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Calling delete_port for 7f65d450-9204-4e76-b0f0-e82b4052998a owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:22:52.147630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f65d450-9204-4e76-b0f0-e82b4052998a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:52.149449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7f65d450-9204-4e76-b0f0-e82b4052998a is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:52.149449 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.155127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] No DVR routers for this DVR port 7f65d450-9204-4e76-b0f0-e82b4052998a on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:22:52.235206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d3a9e44a-16b0-4da6-b7b4-de65db878fc0 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:22:52.263047 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:22:52.268690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dbb21f72-ea00-4629-abc1-f206220e81fe req-d9f58148-fa50-465b-83d0-010388870e24 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516936 May 27 02:22:52.271778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d3a9e44a-16b0-4da6-b7b4-de65db878fc0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:22:52.271778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d3a9e44a-16b0-4da6-b7b4-de65db878fc0 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:22:52.273419 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:22:52.273768 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:22:52.286545 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.311928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee034c20-02f9-460d-93f0-11401bd50b0c']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:52.324392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6908456a-eb33-4bb3-8792-a11ec3f7975a') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:52.324691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6908456a-eb33-4bb3-8792-a11ec3f7975a') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:52.336358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.351563 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.357594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:22:52.358036 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.423278 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6908456a-eb33-4bb3-8792-a11ec3f7975a resource provider aggregate not found May 27 02:22:52.443003 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 6908456a-eb33-4bb3-8792-a11ec3f7975a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6908456a-eb33-4bb3-8792-a11ec3f7975a found for delete ", "request_id": "req-9939a01c-8457-4e2e-9772-1889c469c017"}]} May 27 02:22:52.457467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.472888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.484835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee034c20-02f9-460d-93f0-11401bd50b0c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:52.494069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee034c20-02f9-460d-93f0-11401bd50b0c HTTP/1.1" status: 204 len: 168 time: 1.1257467 May 27 02:22:52.495981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.496511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.496748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.497084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.497410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.497736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.498368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.498368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.498672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.499021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.499338 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.499658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573aaa5c-2013-463b-84e0-7ad51b27a1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:22:52.676094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55124) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:52.728659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-87ed9103-fcce-4899-bafa-4891cd2e4d08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=172d850758cc4c09a84653999d5afac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513990 May 27 02:22:52.731096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55128) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:52.774883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Deleting port 7f65d450-9204-4e76-b0f0-e82b4052998a {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:22:52.775466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.789039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-91cd1ae5-13fb-422c-80ac-4ae95623f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.816038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-91cd1ae5-13fb-422c-80ac-4ae95623f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.842916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3bcad1a3-58d5-44bc-891a-1b2babc765a5 None None] The port '7f65d450-9204-4e76-b0f0-e82b4052998a' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:22:52.867721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-91cd1ae5-13fb-422c-80ac-4ae95623f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.884052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd1ae5-13fb-422c-80ac-4ae95623f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f566df-19a9-4287-bae8-07f55acd182a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:52.892273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-91cd1ae5-13fb-422c-80ac-4ae95623f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:52.895196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-91cd1ae5-13fb-422c-80ac-4ae95623f381 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23f566df-19a9-4287-bae8-07f55acd182a HTTP/1.1" status: 204 len: 168 time: 0.1630895 May 27 02:22:53.063614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fba850f-363b-4f52-82e6-41cb1cc3e210 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:22:53.197132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5fba850f-363b-4f52-82e6-41cb1cc3e210, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fba850f-363b-4f52-82e6-41cb1cc3e210,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:53.210552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '5fba850f-363b-4f52-82e6-41cb1cc3e210', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'port_id': '5fba850f-363b-4f52-82e6-41cb1cc3e210', 'mac_address': 'fa:16:3e:12:48:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:22:53.230270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55136) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:53.266158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 5fba850f-363b-4f52-82e6-41cb1cc3e210 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:53.266547 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.277975 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0a38c65a-3a89-4dd0-82e4-cc1b2de48d25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9243d80823504ded92c2788c149ea035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464652 May 27 02:22:53.280423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55140) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:53.284247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fba850f-363b-4f52-82e6-41cb1cc3e210 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:22:53.300418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5fba850f-363b-4f52-82e6-41cb1cc3e210, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fba850f-363b-4f52-82e6-41cb1cc3e210,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:53.306058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.342892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85912ce9-23d1-4882-8bc8-3956804d504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.370971 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85912ce9-23d1-4882-8bc8-3956804d504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.378345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=5fba850f-363b-4f52-82e6-41cb1cc3e210,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:53.479696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c44e5-6b9c-44df-9c3d-0f06bcfe6be2 req-7473f382-07ee-4f8b-842e-6d4b30953dd0 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:53.481343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f85c44e5-6b9c-44df-9c3d-0f06bcfe6be2 req-7473f382-07ee-4f8b-842e-6d4b30953dd0 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1097 time: 0.0891294 May 27 02:22:53.509813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85912ce9-23d1-4882-8bc8-3956804d504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.544715 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f85c44e5-6b9c-44df-9c3d-0f06bcfe6be2 req-dc61f440-63f8-4169-8ed8-084099dfe8f7 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556736 May 27 02:22:53.551834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85912ce9-23d1-4882-8bc8-3956804d504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eb3e10-fadb-4b83-ad47-a583bff722a5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:53.551834 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-85912ce9-23d1-4882-8bc8-3956804d504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:53.555262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-85912ce9-23d1-4882-8bc8-3956804d504e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91eb3e10-fadb-4b83-ad47-a583bff722a5 HTTP/1.1" status: 204 len: 168 time: 0.2707682 May 27 02:22:53.609366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['5fba850f-363b-4f52-82e6-41cb1cc3e210'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:22:54.356761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55168) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:54.462250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1938501972-network', 'tenant_id': '1d33244c67384c55a68982e3309789f5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:54.467724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:54.472017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Usage tracker for resource:network and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:54.474842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:54.480996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:54.492136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:54.494392 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.509386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.523323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:54.527196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:54.529971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:54.536200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:54.624211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.628428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.658168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:22:54.666964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5f408-1831-4923-9139-888f6175ad40,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:54.672578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.672938 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Added segment 3a5b0071-1105-4717-a598-d0b1aff834eb of type vlan for network 6fdb91bb-8209-4e3e-a65b-012abb8926fc May 27 02:22:54.700311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.731991 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.733174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.733852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:54.760596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644de7bf-8e7b-477b-97ed-9b119a4d9d34 req-a3cc311b-106b-40fb-8085-d3a2691118f5 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:54.765058 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-644de7bf-8e7b-477b-97ed-9b119a4d9d34 req-a3cc311b-106b-40fb-8085-d3a2691118f5 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1097 time: 0.0789943 May 27 02:22:54.811261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-644de7bf-8e7b-477b-97ed-9b119a4d9d34 req-8f62e4cf-9282-4868-aa0e-f024c605851f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 May 27 02:22:54.839417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] Pushing event updated for resources: {'Network': ['ID=6fdb91bb-8209-4e3e-a65b-012abb8926fc,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:54.850330 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9aaf0704-43aa-4c83-b82a-77f22ad6095f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4897404 May 27 02:22:54.851069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55180) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:54.853817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:22:54.856498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Request body: {'subnet': {'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1938501972-subnet', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:54.862791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:54.867270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Usage tracker for resource:subnet and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:54.870294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:54.876279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:54.888568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:22:54.891005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.074966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fba850f-363b-4f52-82e6-41cb1cc3e210 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:55.123700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.157453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 5fba850f-363b-4f52-82e6-41cb1cc3e210 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:55.162963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 5fba850f-363b-4f52-82e6-41cb1cc3e210 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:55.163330 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.211095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e460c18a-6602-4a5b-aa74-fcbab616a891,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:55.222109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:55.222464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Network hostable DHCP agents. Network: 6fdb91bb-8209-4e3e-a65b-012abb8926fc, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:22:55.242832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:22:55.252117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 6fdb91bb-8209-4e3e-a65b-012abb8926fc) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:55.258232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.259030 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.262851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d61f90-042e-42a4-ab3e-059bce4bb55f None None] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:55.283318 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dbaba559-e120-4243-8bde-f9f527a230e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4316561 May 27 02:22:55.284495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55188) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:55.289908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:22:55.295588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:22:55.299516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Usage tracker for resource:router and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:22:55.302489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:22:55.308234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:22:55.319440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.320457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.337071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.362830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 5fba850f-363b-4f52-82e6-41cb1cc3e210 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:55.363285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.398001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 5fba850f-363b-4f52-82e6-41cb1cc3e210, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fba850f-363b-4f52-82e6-41cb1cc3e210,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:55.400867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fba850f-363b-4f52-82e6-41cb1cc3e210'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:22:55.408714 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.495811 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14316cca-d9c3-427f-832c-8efda7c9c13f'] response: {'server_uuid': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fba850f-363b-4f52-82e6-41cb1cc3e210', 'code': 200} May 27 02:22:55.523702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=5fba850f-363b-4f52-82e6-41cb1cc3e210,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:55.625569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:22:55.626388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.702185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:55.789534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Allocated IP 172.20.0.2 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:55.789715 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3bcb3-4370-4a17-9625-b76eda04a606 req-c2233b8f-81c2-45f8-adc8-96c8cc325fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:55.790958 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8dd3bcb3-4370-4a17-9625-b76eda04a606 req-c2233b8f-81c2-45f8-adc8-96c8cc325fda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.2173638 May 27 02:22:55.845718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8dd3bcb3-4370-4a17-9625-b76eda04a606 req-7dbd8a55-91b6-49d8-be44-2bcf0103cfb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 May 27 02:22:56.011329 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.013791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae572c-56b3-48ff-8b99-319198a64e08 req-eafb046e-cee4-46a5-9127-2aaf4228aa1c tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:56.022498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bae572c-56b3-48ff-8b99-319198a64e08 req-eafb046e-cee4-46a5-9127-2aaf4228aa1c tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.0916948 May 27 02:22:56.032484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Transition to ACTIVE for port object d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:56.062673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Transition to ACTIVE for port object d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:56.068103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bae572c-56b3-48ff-8b99-319198a64e08 req-9f42c4c7-43e7-4c0b-a65b-880a40856f9c tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443938 May 27 02:22:56.074112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.140909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:56.148125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:56.159920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:56.273528 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.280348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Pushing event updated for resources: {'Port': ['ID=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:56.305527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Attempting to bind port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:56.305979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Attempting to bind port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:56.306339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Attempting to bind port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:56.314021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:56.317129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:56.317691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.318100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:56.318700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Bound port: d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:56.319364 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.324599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.430892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] For port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:56.434907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] For port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:56.440076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.486520 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Allocated IP 172.25.3.121 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/25a7eb62-b12e-436f-88da-89e5e29c2c5a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:56.530564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad775ba9-5e12-4ddb-a2fb-a3b55951bf73 None None] Pushing event updated for resources: {'Port': ['ID=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:56.666037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.697685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:56.769858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:56.772793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:56.776370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:56.806705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Pushing event updated for resources: {'Port': ['ID=25a7eb62-b12e-436f-88da-89e5e29c2c5a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:57.239737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:57.583890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd562a3a-aceb-47bd-adc4-fdee4e1aacd7 req-0ad4720e-9c29-49f0-b872-7c32011433f2 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:57.594567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd562a3a-aceb-47bd-adc4-fdee4e1aacd7 req-0ad4720e-9c29-49f0-b872-7c32011433f2 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.2043731 May 27 02:22:57.640505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e1e83d-0118-451f-81ab-247ef0a02dd1 None None] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:22:57.756135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b45ff7fa-ecd5-4754-ac66-7dea80c364a8 None None] Provisioning for port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:57.840679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:57.849379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd562a3a-aceb-47bd-adc4-fdee4e1aacd7 req-d4f355f0-9111-424e-b542-21abde533f2e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483103 May 27 02:22:57.859520 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.001697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:22:58.009158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:58.009530 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.075454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:22:58.142545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:58.143453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.188289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:22:58.196836 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.278377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:58.304419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:22:58.313239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:22:58.322623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:58.323297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:58.328902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.332886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-44b3d9c7-5f42-4da6-bd41-9162b8136365 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0445931 May 27 02:22:58.332886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55206) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:22:58.472403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b540d95a-d1eb-47d7-bcdd-7d277e3e24c9 None None] Provisioning complete for port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:22:58.472768 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b540d95a-d1eb-47d7-bcdd-7d277e3e24c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:58.570695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:58.854633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b540d95a-d1eb-47d7-bcdd-7d277e3e24c9 None None] Current status of the port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:22:58.967158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:22:57Z', 'revision_number': 3, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:58.971527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:22:58.971875 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Updating router b238b631-af2b-4ad7-9613-f2cafecd8d5c port 25a7eb62-b12e-436f-88da-89e5e29c2c5a binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:22:59.030950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.059316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7b345-952d-4de8-b884-1ee4ae9195b2 req-df190e44-f3bb-4e9f-9c84-0d17fe98cdd4 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:59.061624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e7b345-952d-4de8-b884-1ee4ae9195b2 req-df190e44-f3bb-4e9f-9c84-0d17fe98cdd4 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.0829566 May 27 02:22:59.108211 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69e7b345-952d-4de8-b884-1ee4ae9195b2 req-5dab55ed-535a-4ff4-a6c8-83d435b21288 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386710 May 27 02:22:59.142174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.374112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.386278 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Transition to ACTIVE for port object 25a7eb62-b12e-436f-88da-89e5e29c2c5a will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:59.390927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cd10b-55c5-4bae-abcb-3b1ef62966d5 req-988fdc57-b0a0-4b38-a4f8-1bad324ae29d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:59.392553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f5cd10b-55c5-4bae-abcb-3b1ef62966d5 req-988fdc57-b0a0-4b38-a4f8-1bad324ae29d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.1718481 May 27 02:22:59.392789 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.417517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Allocated IP 172.20.0.1 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/3e75bd46-e45b-4bef-82c8-7f4211966e49) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:22:59.469139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Attempting to bind port 25a7eb62-b12e-436f-88da-89e5e29c2c5a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:22:59.469514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Attempting to bind port 25a7eb62-b12e-436f-88da-89e5e29c2c5a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:22:59.469879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Attempting to bind port 25a7eb62-b12e-436f-88da-89e5e29c2c5a on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:22:59.479429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:22:59.479809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:22:59.480229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.480625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:22:59.481101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Bound port: 25a7eb62-b12e-436f-88da-89e5e29c2c5a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:22:59.481483 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.506404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3a791-d103-41fd-8bf2-8e01979616be None None] Pushing event updated for resources: {'Port': ['ID=25a7eb62-b12e-436f-88da-89e5e29c2c5a,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:59.564216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] For port 25a7eb62-b12e-436f-88da-89e5e29c2c5a, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:22:59.568205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] For port 25a7eb62-b12e-436f-88da-89e5e29c2c5a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=25a7eb62-b12e-436f-88da-89e5e29c2c5a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:22:59.573216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.597523 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f5cd10b-55c5-4bae-abcb-3b1ef62966d5 req-96f6fe0c-0bc5-480b-87b4-15930f72d6fb tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954272 May 27 02:22:59.651921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:22:59.652570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:22:59.776194 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.776414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3a791-d103-41fd-8bf2-8e01979616be None None] Pushing event updated for resources: {'Port': ['ID=25a7eb62-b12e-436f-88da-89e5e29c2c5a,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:22:59.807982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75f08-f95b-4b86-8bf7-2447ba71bf5b req-a8ebc682-fdcd-42b3-a95f-60b2fe1044f8 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:22:59.809867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4ae75f08-f95b-4b86-8bf7-2447ba71bf5b req-a8ebc682-fdcd-42b3-a95f-60b2fe1044f8 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.0832722 May 27 02:22:59.813019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Transition to ACTIVE for port object 3e75bd46-e45b-4bef-82c8-7f4211966e49 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:22:59.850590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:22:59.852892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:22:59.854344 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4ae75f08-f95b-4b86-8bf7-2447ba71bf5b req-b1ecdb5e-1d05-4f1c-a28c-02ad7467f8b4 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 May 27 02:22:59.926182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:22:59.929400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:22:59.946761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:22:59.963546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:22:59.999521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Pushing event updated for resources: {'Port': ['ID=3e75bd46-e45b-4bef-82c8-7f4211966e49,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:00.071293 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.207608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:00.207891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.385783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:00.397085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8f55444a-4ea8-4278-9504-705052a5d493 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:00.398770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8f55444a-4ea8-4278-9504-705052a5d493 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/networks?id=b347ff23-d8be-449b-972a-c4d341226282 HTTP/1.1" status: 200 len: 911 time: 0.1792145 May 27 02:23:00.416799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-50597bbf-c567-4bd8-912f-7afd65cda57a None None] Provisioning for port 3e75bd46-e45b-4bef-82c8-7f4211966e49 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:00.418102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-03527ab8-2be8-4de5-8e28-106762af9cc9 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/quotas/d641df65b9b84c358acd31160ee9ffed HTTP/1.1" status: 200 len: 375 time: 0.0102091 May 27 02:23:00.432471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-50597bbf-c567-4bd8-912f-7afd65cda57a None None] Provisioning complete for port 3e75bd46-e45b-4bef-82c8-7f4211966e49 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:00.432852 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-50597bbf-c567-4bd8-912f-7afd65cda57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.547365 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:00.548936 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-50597bbf-c567-4bd8-912f-7afd65cda57a None None] Port 3e75bd46-e45b-4bef-82c8-7f4211966e49 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:00.580911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:22:57Z', 'revision_number': 3, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:00.586074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475044e-b398-4f73-9941-3bad22713fdc None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:22:57Z', 'revision_number': 3, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:00.657978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-98c34264-f746-410f-ac73-8030c0b18f89 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=d641df65b9b84c358acd31160ee9ffed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2284703 May 27 02:23:00.673962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-c16dcdd2-8435-4720-9292-c665e2108771 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:23:00.675303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-c16dcdd2-8435-4720-9292-c665e2108771 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056696 May 27 02:23:00.952375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-cf7b3a0d-d130-47a1-89df-edc3e1a94d0f service neutron] 10.222.0.16 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568161 May 27 02:23:01.061895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.072832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.213951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-b06ead41-5e6d-4432-9838-9c19d6d44c3c service neutron] 10.222.0.16 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542810 May 27 02:23:01.214687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.220000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Pushing event updated for resources: {'Port': ['ID=3e75bd46-e45b-4bef-82c8-7f4211966e49,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:01.421369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:01.422474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:01.771309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:01.778721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 25a7eb62-b12e-436f-88da-89e5e29c2c5a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:01.819064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e01322f6-a7b3-4d4c-bc53-ab946cfa87f8 None None] Provisioning complete for port 3e75bd46-e45b-4bef-82c8-7f4211966e49 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:01.819440 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e01322f6-a7b3-4d4c-bc53-ab946cfa87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.887064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e01322f6-a7b3-4d4c-bc53-ab946cfa87f8 None None] Port 3e75bd46-e45b-4bef-82c8-7f4211966e49 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:01.899545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 25a7eb62-b12e-436f-88da-89e5e29c2c5a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:01.904312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 25a7eb62-b12e-436f-88da-89e5e29c2c5a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:01.904687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:01.954827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:01.963506 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a5f56be8-ba12-45bd-b864-cf7066fcf124 admin admin] 10.222.0.16 "PUT /v2.0/routers/b238b631-af2b-4ad7-9613-f2cafecd8d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6297326 May 27 02:23:02.022863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 25a7eb62-b12e-436f-88da-89e5e29c2c5a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:02.023359 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.039989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 25a7eb62-b12e-436f-88da-89e5e29c2c5a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=25a7eb62-b12e-436f-88da-89e5e29c2c5a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:02.045056 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.123806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=25a7eb62-b12e-436f-88da-89e5e29c2c5a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:02.385518 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:02.395573 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:02.396190 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:02.531509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55264) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:02.538102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1885862267-network', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:02.563809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:02.579931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Usage tracker for resource:network and tenant:d460b51a511747e7a794e2b35ac2e2f8 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:02.591436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:02.607686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:02.647877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Made reservation on behalf of d460b51a511747e7a794e2b35ac2e2f8 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:02.650644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.679593 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9009221-75b4-4bdd-9fd4-934c78145d38 req-4a9d8c09-146d-454e-9662-d057db14ced8 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 210 time: 0.1260002 May 27 02:23:02.699561 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.742622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:02.747834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Usage tracker for resource:security_group_rule and tenant:d460b51a511747e7a794e2b35ac2e2f8 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:02.752453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:02.759201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:02.771218 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:02.862573 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.869735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.884825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:23:02.899388 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.899788 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Added segment 068ca619-b303-4603-8e28-2493536cd9a4 of type vlan for network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 May 27 02:23:02.930056 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.980082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3054d5e-f8ae-440a-9609-8f5dbfaa5f85,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:02.992732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:02.994020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:02.995054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.097541 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.110554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] Pushing event updated for resources: {'Network': ['ID=831c86b5-3b13-4cb7-b4bb-1e232d95a9b9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:03.118611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55276) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:03.118868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-441644ea-1eaf-493b-a6c9-a0338a50c60e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5861800 May 27 02:23:03.122639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:23:03.124454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Request body: {'subnet': {'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1885862267-subnet', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:03.130546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:03.134834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Usage tracker for resource:subnet and tenant:d460b51a511747e7a794e2b35ac2e2f8 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:03.138168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:03.144607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:03.157776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Made reservation on behalf of d460b51a511747e7a794e2b35ac2e2f8 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:03.160826 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.176772 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 2, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:03.181310 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:03.181701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Updating router b238b631-af2b-4ad7-9613-f2cafecd8d5c port 3e75bd46-e45b-4bef-82c8-7f4211966e49 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:23:03.244141 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.385182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.627982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.708294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea86ed7-0278-4894-8727-fd48d263d502,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:03.718099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Checking segment: {'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:03.718476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Network hostable DHCP agents. Network: 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:23:03.755720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:23:03.771159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:03.778952 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:03.780526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.783827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0e4ccd-1b3d-46ef-8db4-c4cafba657f5 None None] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:03.815797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-55542f69-1d97-44b3-ab13-34227094c8bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6954753 May 27 02:23:03.818695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55284) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:03.819584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 25a7eb62-b12e-436f-88da-89e5e29c2c5a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:03.823729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:03.831579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:03.837408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Usage tracker for resource:router and tenant:d460b51a511747e7a794e2b35ac2e2f8 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:23:03.844286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:23:03.849122 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.856555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:03.864612 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Transition to ACTIVE for port object 3e75bd46-e45b-4bef-82c8-7f4211966e49 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:03.874916 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:03.992422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 25a7eb62-b12e-436f-88da-89e5e29c2c5a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:03.992794 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.070870 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.072371 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.089343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.121722 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f45824e5-92ed-40e7-be9f-2be964f55d8c req-35b15aa5-96fc-4c10-a0d0-2388b675695d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 210 time: 0.2462728 May 27 02:23:04.191436 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c3db9-e076-473a-b8f3-82fe51f856c4 None None] Pushing event updated for resources: {'Port': ['ID=3e75bd46-e45b-4bef-82c8-7f4211966e49,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:04.222759 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Attempting to bind port 3e75bd46-e45b-4bef-82c8-7f4211966e49 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:04.223446 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Attempting to bind port 3e75bd46-e45b-4bef-82c8-7f4211966e49 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:04.223965 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Attempting to bind port 3e75bd46-e45b-4bef-82c8-7f4211966e49 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:04.230541 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:04.230961 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:04.231678 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.231910 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:04.232377 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Bound port: 3e75bd46-e45b-4bef-82c8-7f4211966e49, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:04.232747 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.312122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-831c86b5-3b13-4cb7-b4bb-1e232d95a9b9', 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'fixed_ips': [{'subnet_id': 'eea86ed7-0278-4894-8727-fd48d263d502'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:23:04.312920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.328779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-1ee7f1c9-3ffa-4878-82de-47bb13f12891 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:04.331003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-1ee7f1c9-3ffa-4878-82de-47bb13f12891 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.13 "GET /v2.0/networks?id=b347ff23-d8be-449b-972a-c4d341226282 HTTP/1.1" status: 200 len: 911 time: 0.4112325 May 27 02:23:04.336701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] For port 3e75bd46-e45b-4bef-82c8-7f4211966e49, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:04.340128 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] For port 3e75bd46-e45b-4bef-82c8-7f4211966e49, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3e75bd46-e45b-4bef-82c8-7f4211966e49,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:04.343105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 25a7eb62-b12e-436f-88da-89e5e29c2c5a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:04.345132 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.403152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Request body: {'port': {'device_id': '982d2a74-c919-4b19-96c8-212e4f06a207', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'admin_state_up': True, 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:04.417988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:04.424817 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.428855 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:04.429444 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:22:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:04.437751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:04.500816 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c3db9-e076-473a-b8f3-82fe51f856c4 None None] Pushing event updated for resources: {'Port': ['ID=3e75bd46-e45b-4bef-82c8-7f4211966e49,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:04.543835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Made reservation on behalf of d641df65b9b84c358acd31160ee9ffed for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:04.547950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.548300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Allocated IP 172.20.0.2 (831c86b5-3b13-4cb7-b4bb-1e232d95a9b9/eea86ed7-0278-4894-8727-fd48d263d502/a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:04.678795 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:04.811654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Allocated IP 172.20.0.9 (b347ff23-d8be-449b-972a-c4d341226282/540ae4a7-d204-4375-aace-ea2731dfca28/25fe2e53-2663-42fc-8f17-b3ddd3c1d694) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:04.885035 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:04.899424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Transition to ACTIVE for port object a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:04.922844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Transition to ACTIVE for port object a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:04.944716 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.018005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:05.021211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:05.025111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:05.030989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Pushing event updated for resources: {'Port': ['ID=a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:05.114767 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:04Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:05.119368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee75fbd-229c-4b53-83e7-4a7a98627d66 None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:04Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:05.133246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Attempting to bind port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:05.133613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Attempting to bind port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:05.133976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Attempting to bind port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 on network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:05.140513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:05.140887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Checking segment: {'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:05.141290 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.142013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Bound using segment: {'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:05.142196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Bound port: a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:05.142665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.333983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] For port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:05.337317 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] For port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9,segment=NetworkSegment(068ca619-b303-4603-8e28-2493536cd9a4),segment_id=068ca619-b303-4603-8e28-2493536cd9a4)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:05.339448 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f410b19-644c-4edf-a120-afa198748fdd req-0e2d4541-7b52-4717-8ce0-c523c4cc4fb6 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 210 time: 0.0552418 May 27 02:23:05.354495 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.427251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.449396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a03b-d579-4fc3-92a8-e4c156089bfa None None] Pushing event updated for resources: {'Port': ['ID=a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:05.471949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.538811 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.575976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Transition to ACTIVE for port object 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:05.704102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Allocated IP 172.25.3.229 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:05.747368 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:05.760294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['5fba850f-363b-4f52-82e6-41cb1cc3e210'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:06.000868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3e75bd46-e45b-4bef-82c8-7f4211966e49 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:06.015353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Network b347ff23-d8be-449b-972a-c4d341226282 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:06.032459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:06.046864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:06.073194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-851597c7-aa0f-49f1-a080-c9acff2337c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.135953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:06.136821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.138281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3e75bd46-e45b-4bef-82c8-7f4211966e49 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:06.158405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3e75bd46-e45b-4bef-82c8-7f4211966e49 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:06.163646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.183453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Pushing event updated for resources: {'Port': ['ID=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:06.256149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.265136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-0357a6fb-a2c2-4b60-b7c0-e5fa517b1017 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9160285 May 27 02:23:06.276597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Request body: {'port': {'device_id': '982d2a74-c919-4b19-96c8-212e4f06a207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:06.430688 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.445733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.447892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3e75bd46-e45b-4bef-82c8-7f4211966e49 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:06.448369 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.496704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3e75bd46-e45b-4bef-82c8-7f4211966e49, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3e75bd46-e45b-4bef-82c8-7f4211966e49,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:06.499526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-833e641d-0277-4718-a0ba-45c2dc1951f6 None None] Provisioning for port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:06.504423 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.505358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:06.625622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:06.631436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:06.646432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:06.655695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3e75bd46-e45b-4bef-82c8-7f4211966e49,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:06.665258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-833e641d-0277-4718-a0ba-45c2dc1951f6 None None] Provisioning complete for port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:06.665258 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-833e641d-0277-4718-a0ba-45c2dc1951f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:06.710303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Pushing event updated for resources: {'Port': ['ID=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:06.729662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:06.739802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-833e641d-0277-4718-a0ba-45c2dc1951f6 None None] Port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:06.920200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead93768-fefa-4a7a-a3da-d6b4edc3b5ae req-fb7aa5f8-5fcb-4936-bc90-46ce9cd107f9 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:06.921053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ead93768-fefa-4a7a-a3da-d6b4edc3b5ae req-fb7aa5f8-5fcb-4936-bc90-46ce9cd107f9 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Synchronizing usage tracker for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:06.956019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37495dd-a874-4da5-bdaa-6d4394d32fc2 None None] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:07.078448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] Provisioning for port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:07.089685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] Provisioning complete for port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:07.090103 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.200851 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ead93768-fefa-4a7a-a3da-d6b4edc3b5ae req-fb7aa5f8-5fcb-4936-bc90-46ce9cd107f9 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Unset dirty status for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:07.201941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ead93768-fefa-4a7a-a3da-d6b4edc3b5ae req-fb7aa5f8-5fcb-4936-bc90-46ce9cd107f9 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1027 time: 0.7164180 May 27 02:23:07.333231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] Current status of the port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:07.333589 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.366361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ead93768-fefa-4a7a-a3da-d6b4edc3b5ae req-41b4bc12-9fad-49ff-b99c-fbc2122ef46b tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555400 May 27 02:23:07.377425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] For port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9,segment=NetworkSegment(068ca619-b303-4603-8e28-2493536cd9a4),segment_id=068ca619-b303-4603-8e28-2493536cd9a4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:07.384800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.496460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba183d4e-30f1-4597-a8f7-f50604ab8e5d None None] Pushing event updated for resources: {'Port': ['ID=a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:07.526358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.583631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:07.605301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.635887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Transition to ACTIVE for port object 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:07.689666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.721801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4c06665c-94f6-4066-8806-1c29c6aa416c None None] Provisioning complete for port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:07.722241 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c06665c-94f6-4066-8806-1c29c6aa416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:07.876570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3e75bd46-e45b-4bef-82c8-7f4211966e49 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:07.938930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Pushing event updated for resources: {'Port': ['ID=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:07.950896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4c06665c-94f6-4066-8806-1c29c6aa416c None None] Current status of the port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:07.981731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3e75bd46-e45b-4bef-82c8-7f4211966e49 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:07.982158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.013458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17a37d40-57a9-4ada-943a-641b93ebc780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.133659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Attempting to bind port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:08.133895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Attempting to bind port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:08.134217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Attempting to bind port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 on network b347ff23-d8be-449b-972a-c4d341226282 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:08.143429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3e75bd46-e45b-4bef-82c8-7f4211966e49 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:08.145046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 on network b347ff23-d8be-449b-972a-c4d341226282 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:23:08.145272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:08.145388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Attempting to bind port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 on network b347ff23-d8be-449b-972a-c4d341226282 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:08.156830 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:08.157164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Checking segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:08.157542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Bound using segment: {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:08.158002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Bound port: 25fe2e53-2663-42fc-8f17-b3ddd3c1d694, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:08.159057 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.174740 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.232022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:08.232473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.356714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:08.544993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] For port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:08.548009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] For port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:08.557363 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.613528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65516fc-ad85-471b-acfc-c0ed53b63ad3 req-451ea448-a96e-4d50-9c1c-d7182dbc9bd4 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:08.615232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f65516fc-ad85-471b-acfc-c0ed53b63ad3 req-451ea448-a96e-4d50-9c1c-d7182dbc9bd4 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1095 time: 0.1050115 May 27 02:23:08.626018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:08.626650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:08.628016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] 10.222.0.13 "PUT /v2.0/ports/25fe2e53-2663-42fc-8f17-b3ddd3c1d694 HTTP/1.1" status: 200 len: 1092 time: 2.3560658 May 27 02:23:08.630934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982d2a74-c919-4b19-96c8-212e4f06a207', 'tag': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:08.664639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df238d9-ec9f-487e-aed9-963c95af0587 service neutron] Pushing event updated for resources: {'Port': ['ID=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:08.673527 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f65516fc-ad85-471b-acfc-c0ed53b63ad3 req-3b69c6a3-2c2b-405d-882e-db3c291ab9b2 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434642 May 27 02:23:08.679036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Router 161759ef-7ed9-424c-a57d-c7d089251dfb is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:23:08.772582 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fabf163-8e8a-4939-b309-c77b62b389e1'] response: {'name': 'network-changed', 'server_uuid': '982d2a74-c919-4b19-96c8-212e4f06a207', 'tag': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694', 'status': 'completed', 'code': 200} May 27 02:23:08.920932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-e6fbff51-56c0-4178-ab2b-ec6096060faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:08.922851 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-e6fbff51-56c0-4178-ab2b-ec6096060faf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d641df65b9b84c358acd31160ee9ffed&device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1095 time: 0.2327058 May 27 02:23:08.925375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:08.933844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Sync routers for ids ['161759ef-7ed9-424c-a57d-c7d089251dfb'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:08.943395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Routers {'161759ef-7ed9-424c-a57d-c7d089251dfb'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:08.944071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['161759ef-7ed9-424c-a57d-c7d089251dfb'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:08.999426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-f146b0e1-2524-4fe0-a34e-145cd369b840 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25fe2e53-2663-42fc-8f17-b3ddd3c1d694 HTTP/1.1" status: 200 len: 217 time: 0.0689106 May 27 02:23:09.005397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.006562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a79ca5c4-de25-4cb6-8d84-e6c80539cb8c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1868460 May 27 02:23:09.009596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55312) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:09.068779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-590ff0e4-4fdf-400f-8fcc-46ff5d642dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:09.070958 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-590ff0e4-4fdf-400f-8fcc-46ff5d642dae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=540ae4a7-d204-4375-aace-ea2731dfca28 HTTP/1.1" status: 200 len: 849 time: 0.0632784 May 27 02:23:09.134411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Set router 161759ef-7ed9-424c-a57d-c7d089251dfb gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:09.152624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-b5359ee2-ba67-4614-b451-da537b2645ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:09.154153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-b5359ee2-ba67-4614-b451-da537b2645ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b347ff23-d8be-449b-972a-c4d341226282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773442 May 27 02:23:09.294914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-3a97fbbe-602d-490e-8dd4-412b24fef18b service neutron] 10.222.0.13 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338022 May 27 02:23:09.365529 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.463586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-654f1f04-5bdd-4586-bc66-3baf9725dc8c req-9aec025e-72f0-448b-a979-bae11ba8fe09 service neutron] 10.222.0.13 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625047 May 27 02:23:09.494555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.512182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:07Z', 'revision_number': 3, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:09.516215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Checking router: 161759ef-7ed9-424c-a57d-c7d089251dfb for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:09.516560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Updating router 161759ef-7ed9-424c-a57d-c7d089251dfb port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:23:09.616981 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.634787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-f6722441-0f27-4a64-8a43-1e67e2bfcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:09.639385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-f6722441-0f27-4a64-8a43-1e67e2bfcae7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d641df65b9b84c358acd31160ee9ffed&device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1095 time: 0.1242754 May 27 02:23:09.811024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:09.828509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-ca901992-5699-4b28-be9e-07cb7e5d501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:09.830906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-ca901992-5699-4b28-be9e-07cb7e5d501b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b347ff23-d8be-449b-972a-c4d341226282 HTTP/1.1" status: 200 len: 911 time: 0.1831534 May 27 02:23:09.953170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-f79bf0e6-55ff-4294-bb90-74b79de53d8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25fe2e53-2663-42fc-8f17-b3ddd3c1d694 HTTP/1.1" status: 200 len: 217 time: 0.0802350 May 27 02:23:10.025873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03392d-7ed9-4ab5-96dd-a47319adb42f req-368b28aa-2302-419c-b7ba-ecf74039bb2f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:10.029613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.032775 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db03392d-7ed9-4ab5-96dd-a47319adb42f req-368b28aa-2302-419c-b7ba-ecf74039bb2f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1095 time: 0.1958499 May 27 02:23:10.033993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Allocated IP 172.20.0.1 (831c86b5-3b13-4cb7-b4bb-1e232d95a9b9/eea86ed7-0278-4894-8727-fd48d263d502/a6f35455-16c4-41a5-97fc-2ed4615570dc) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:10.042564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Transition to ACTIVE for port object f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:10.049384 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.059367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-098435bb-9d64-4689-b78c-279c95d2722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:10.060881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-098435bb-9d64-4689-b78c-279c95d2722d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=540ae4a7-d204-4375-aace-ea2731dfca28 HTTP/1.1" status: 200 len: 849 time: 0.1003692 May 27 02:23:10.122686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-db03392d-7ed9-4ab5-96dd-a47319adb42f req-6130580b-8825-4299-9085-ccf1b4765552 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882897 May 27 02:23:10.161758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-114ed7c6-40ac-4d84-9a8d-8d2745e76f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:10.162855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa501d-b727-4029-99c0-3a12decda4fd None None] Pushing event updated for resources: {'Port': ['ID=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:10.163292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-114ed7c6-40ac-4d84-9a8d-8d2745e76f25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b347ff23-d8be-449b-972a-c4d341226282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924921 May 27 02:23:10.166742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Attempting to bind port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:10.167135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Attempting to bind port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:10.167496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Attempting to bind port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:10.172778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:10.173147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:10.174060 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.174452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:10.174938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Bound port: f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:10.175315 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.213604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.233512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Transition to ACTIVE for port object a6f35455-16c4-41a5-97fc-2ed4615570dc will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:10.254240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] For port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:10.258103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] For port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:10.260021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.261860 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.321912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:10.324633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-67f47ad8-de29-4f2f-af43-9f62b144fa97 service neutron] 10.222.0.13 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519103 May 27 02:23:10.331817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:10.336586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:10.337949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Routers {'161759ef-7ed9-424c-a57d-c7d089251dfb'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:10.338566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['161759ef-7ed9-424c-a57d-c7d089251dfb'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:10.429741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa501d-b727-4029-99c0-3a12decda4fd None None] Pushing event updated for resources: {'Port': ['ID=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:10.576655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] Set router 161759ef-7ed9-424c-a57d-c7d089251dfb gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:10.585142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.677058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80174ad9-c643-4c1d-9270-4f6f5ca49f93 req-f43c0716-e112-4c83-bd07-6ccaa680099c service neutron] 10.222.0.13 "GET /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456533 May 27 02:23:10.767105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f35455-16c4-41a5-97fc-2ed4615570dc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:10.848776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7e5be987-eb09-4baa-aa91-41f50f667c32 None None] Provisioning for port a6f35455-16c4-41a5-97fc-2ed4615570dc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:10.867754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7e5be987-eb09-4baa-aa91-41f50f667c32 None None] Provisioning complete for port a6f35455-16c4-41a5-97fc-2ed4615570dc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:10.868117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e5be987-eb09-4baa-aa91-41f50f667c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.955942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:10.975285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7e5be987-eb09-4baa-aa91-41f50f667c32 None None] Port a6f35455-16c4-41a5-97fc-2ed4615570dc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:11.007900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:07Z', 'revision_number': 3, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:11.011911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e2bbf-ff03-45d2-9ed9-74c5f99952dc None None] The sync data for ids ['161759ef-7ed9-424c-a57d-c7d089251dfb'] in n-d-843146-11 is: [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:07Z', 'revision_number': 3, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:11.059144 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.219750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.224881 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.408961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f35455-16c4-41a5-97fc-2ed4615570dc,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:11.412802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.516747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236d1bd-f38a-4074-8e98-96baa34a0dbe req-54f80d9a-3745-441d-b3a3-770335b89c47 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:11.518849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a236d1bd-f38a-4074-8e98-96baa34a0dbe req-54f80d9a-3745-441d-b3a3-770335b89c47 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1095 time: 0.2505362 May 27 02:23:11.593068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:11.596754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:11.599694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a236d1bd-f38a-4074-8e98-96baa34a0dbe req-4fe5f1c8-aabf-4949-8661-70b03fa9c3c7 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 May 27 02:23:11.793733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:11.832422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Router 161759ef-7ed9-424c-a57d-c7d089251dfb has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:11.864973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:11.870127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:11.870491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:11.943294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-86843599-4ff2-42b3-84e3-3863d32a2009 None None] Provisioning complete for port a6f35455-16c4-41a5-97fc-2ed4615570dc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:11.943738 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-86843599-4ff2-42b3-84e3-3863d32a2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.037184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-86843599-4ff2-42b3-84e3-3863d32a2009 None None] Port a6f35455-16c4-41a5-97fc-2ed4615570dc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:12.052801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:12.062311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9af980b9-b9d9-45de-b80c-d9e09fdb6fd6 admin admin] 10.222.0.16 "PUT /v2.0/routers/161759ef-7ed9-424c-a57d-c7d089251dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0514057 May 27 02:23:12.067597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:12.068586 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.086364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:12.093949 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:12.180234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:12.363204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c04b7-8676-4051-b547-9b4df42c87c8 req-932001a0-8368-48f3-a3c6-52d3034e7df8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:12.364699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-671c04b7-8676-4051-b547-9b4df42c87c8 req-932001a0-8368-48f3-a3c6-52d3034e7df8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 945 time: 0.0829375 May 27 02:23:12.415875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-671c04b7-8676-4051-b547-9b4df42c87c8 req-f589866c-9263-4daa-beef-abde882680c8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 May 27 02:23:12.684605 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Sync routers for ids ['161759ef-7ed9-424c-a57d-c7d089251dfb'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:12.694244 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Routers {'161759ef-7ed9-424c-a57d-c7d089251dfb'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:12.695061 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['161759ef-7ed9-424c-a57d-c7d089251dfb'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:12.797225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d866e8-b89f-4e3b-ae7d-e45abd9139ea req-2ba29d67-f08d-401b-824e-b3bad423c219 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:12.799291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63d866e8-b89f-4e3b-ae7d-e45abd9139ea req-2ba29d67-f08d-401b-824e-b3bad423c219 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1095 time: 0.0917821 May 27 02:23:12.844831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63d866e8-b89f-4e3b-ae7d-e45abd9139ea req-0d83dbcc-8dba-40c6-a78b-3c5a2704a6ea tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 May 27 02:23:12.905099 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Set router 161759ef-7ed9-424c-a57d-c7d089251dfb gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:13.246052 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:10Z', 'revision_number': 4, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a6f35455-16c4-41a5-97fc-2ed4615570dc', 'name': '', 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'mac_address': 'fa:16:3e:cb:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eea86ed7-0278-4894-8727-fd48d263d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:09Z', 'updated_at': '2022-05-27T02:23:11Z', 'revision_number': 2, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'subnets': [{'id': 'eea86ed7-0278-4894-8727-fd48d263d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:13.249799 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Checking router: 161759ef-7ed9-424c-a57d-c7d089251dfb for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:13.250146 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Updating router 161759ef-7ed9-424c-a57d-c7d089251dfb port a6f35455-16c4-41a5-97fc-2ed4615570dc binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:23:13.301631 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.629054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6eb4-8859-4b35-ae5c-658cc0baae86 req-10fd032d-becf-4f11-8aea-5ddc3524df63 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:13.630845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfc6eb4-8859-4b35-ae5c-658cc0baae86 req-10fd032d-becf-4f11-8aea-5ddc3524df63 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 945 time: 0.0966394 May 27 02:23:13.677208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bfc6eb4-8859-4b35-ae5c-658cc0baae86 req-647b1ed2-f586-4639-919a-5bdcb04ac421 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 May 27 02:23:13.686073 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.699516 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Transition to ACTIVE for port object a6f35455-16c4-41a5-97fc-2ed4615570dc will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:13.706903 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.740475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:23:13.781285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:13.868616 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f314419-be89-44fe-af4a-f84d0ba19a77 None None] Pushing event updated for resources: {'Port': ['ID=a6f35455-16c4-41a5-97fc-2ed4615570dc,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:13.932645 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Attempting to bind port a6f35455-16c4-41a5-97fc-2ed4615570dc on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:13.933245 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Attempting to bind port a6f35455-16c4-41a5-97fc-2ed4615570dc by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:13.933607 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Attempting to bind port a6f35455-16c4-41a5-97fc-2ed4615570dc on network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:13.941016 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:13.941264 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Checking segment: {'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:13.941790 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.942030 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Bound using segment: {'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:13.942486 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Bound port: a6f35455-16c4-41a5-97fc-2ed4615570dc, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068ca619-b303-4603-8e28-2493536cd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:13.942881 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:13.962484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:13.962889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:14.016141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:14.036312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694', 'network_id': 'b347ff23-d8be-449b-972a-c4d341226282', 'port_id': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694', 'mac_address': 'fa:16:3e:71:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540ae4a7-d204-4375-aace-ea2731dfca28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:23:14.070033 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] For port a6f35455-16c4-41a5-97fc-2ed4615570dc, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:14.076824 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] For port a6f35455-16c4-41a5-97fc-2ed4615570dc, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a6f35455-16c4-41a5-97fc-2ed4615570dc,segment=NetworkSegment(068ca619-b303-4603-8e28-2493536cd9a4),segment_id=068ca619-b303-4603-8e28-2493536cd9a4)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:14.091238 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:14.112811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:14.113186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:14.154247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:14.160127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd763e79-6272-469c-8404-9ae18a331606 req-0c9331c2-7ccd-4e28-b25e-f4608a626066 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.161979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd763e79-6272-469c-8404-9ae18a331606 req-0c9331c2-7ccd-4e28-b25e-f4608a626066 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 945 time: 0.2276075 May 27 02:23:14.174638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:14.179168 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Routers {'161759ef-7ed9-424c-a57d-c7d089251dfb'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:14.180406 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['161759ef-7ed9-424c-a57d-c7d089251dfb'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:14.218092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:14.239280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a96b99-3b76-4266-ab27-623d98426cb7 req-98f557db-399b-4d6f-a5ae-b00b13ec003c tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.246676 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5a96b99-3b76-4266-ab27-623d98426cb7 req-98f557db-399b-4d6f-a5ae-b00b13ec003c tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1095 time: 0.1675537 May 27 02:23:14.303733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Deleting port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:14.303733 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:14.372786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5a96b99-3b76-4266-ab27-623d98426cb7 req-a4af6516-d9df-43b8-a434-1d01b9924586 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250997 May 27 02:23:14.414700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:14.427055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:14.457093 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f314419-be89-44fe-af4a-f84d0ba19a77 None None] Pushing event updated for resources: {'Port': ['ID=a6f35455-16c4-41a5-97fc-2ed4615570dc,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:14.482092 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] Set router 161759ef-7ed9-424c-a57d-c7d089251dfb gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:14.528544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['25fe2e53-2663-42fc-8f17-b3ddd3c1d694'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:14.662408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] For port d57eaf7a-d3f7-4e36-a93d-7c623319dd94, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:14.663136 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:14.811498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Calling delete_port for d57eaf7a-d3f7-4e36-a93d-7c623319dd94 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:14.897468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-01cf88d2-d525-4d24-bcfe-ef93e36822bd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:14.898980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-01cf88d2-d525-4d24-bcfe-ef93e36822bd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.3750648 May 27 02:23:14.903509 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:10Z', 'revision_number': 4, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a6f35455-16c4-41a5-97fc-2ed4615570dc', 'name': '', 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'mac_address': 'fa:16:3e:cb:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eea86ed7-0278-4894-8727-fd48d263d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:09Z', 'updated_at': '2022-05-27T02:23:14Z', 'revision_number': 4, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'subnets': [{'id': 'eea86ed7-0278-4894-8727-fd48d263d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:14.908349 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e02a9-d10b-4804-a62d-72f2db00e516 None None] The sync data for ids ['161759ef-7ed9-424c-a57d-c7d089251dfb'] in n-d-843146-11 is: [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:23:10Z', 'revision_number': 4, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'a6f35455-16c4-41a5-97fc-2ed4615570dc', 'name': '', 'network_id': '831c86b5-3b13-4cb7-b4bb-1e232d95a9b9', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'mac_address': 'fa:16:3e:cb:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eea86ed7-0278-4894-8727-fd48d263d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:09Z', 'updated_at': '2022-05-27T02:23:14Z', 'revision_number': 4, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'subnets': [{'id': 'eea86ed7-0278-4894-8727-fd48d263d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:14.919254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-4beebf03-cc44-4f88-a733-2936c8e49170 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/quotas/1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 375 time: 0.0141876 May 27 02:23:15.026683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-32fae48c-3b95-4f86-b1a8-35888f086901 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038616 May 27 02:23:15.031222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9cef6-b1d8-49ff-907c-87a65710ae6b req-04ff46a4-70e5-4004-96fc-c0269eac52a4 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:15.036588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f1b9cef6-b1d8-49ff-907c-87a65710ae6b req-04ff46a4-70e5-4004-96fc-c0269eac52a4 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa25c35-d318-481a-ae35-52837de23005 HTTP/1.1" status: 200 len: 945 time: 0.1904600 May 27 02:23:15.076029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.136505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Pushing event deleted for resources: {'Port': ['ID=d57eaf7a-d3f7-4e36-a93d-7c623319dd94,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:15.138741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d57eaf7a-d3f7-4e36-a93d-7c623319dd94'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:15.191009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f1b9cef6-b1d8-49ff-907c-87a65710ae6b req-7d2bf776-69c4-4626-8170-ebfcf97d1789 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336513 May 27 02:23:15.249616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] No DVR routers for this DVR port d57eaf7a-d3f7-4e36-a93d-7c623319dd94 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:15.254005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.256759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa25c35-d318-481a-ae35-52837de23005', 'name': 'network-vif-deleted', 'tag': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:15.286791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd763e79-6272-469c-8404-9ae18a331606 req-4b5147f9-45f2-4eba-b749-e7806c5f88b1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "DELETE /v2.0/ports/d57eaf7a-d3f7-4e36-a93d-7c623319dd94 HTTP/1.1" status: 204 len: 173 time: 1.1144080 May 27 02:23:15.344063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-9ca54b44-e4a4-42d2-a385-151c398603b1 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023264 May 27 02:23:15.479955 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e3f006-1896-4134-a41d-49192540db24'] response: {'server_uuid': '5aa25c35-d318-481a-ae35-52837de23005', 'name': 'network-vif-deleted', 'tag': 'd57eaf7a-d3f7-4e36-a93d-7c623319dd94', 'status': 'completed', 'code': 200} May 27 02:23:15.523837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-97c6a327-28c7-41a4-9866-4a3be966b493 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693418 May 27 02:23:15.643337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94968cfe-18a2-4f83-8de6-69b233117427 req-983696be-4781-44b0-b2a7-720cf14d8965 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:15.650911 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94968cfe-18a2-4f83-8de6-69b233117427 req-983696be-4781-44b0-b2a7-720cf14d8965 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1096 time: 0.0845091 May 27 02:23:15.695170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94968cfe-18a2-4f83-8de6-69b233117427 req-de9c9d81-a456-42e7-90ed-4749a7652990 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 May 27 02:23:15.739533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:15.822181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6f35455-16c4-41a5-97fc-2ed4615570dc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:15.912670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:15.922596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a6f35455-16c4-41a5-97fc-2ed4615570dc completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:15.928684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:15.929349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:15.985314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a6f35455-16c4-41a5-97fc-2ed4615570dc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:15.985601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.028038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f6d8ccff-db57-450b-9fc1-15406c01efe7 req-5bdb6ada-4812-49a4-b059-2da95341ad54 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:16.049763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f6d8ccff-db57-450b-9fc1-15406c01efe7 req-5bdb6ada-4812-49a4-b059-2da95341ad54 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:16.051087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f6d8ccff-db57-450b-9fc1-15406c01efe7 req-5bdb6ada-4812-49a4-b059-2da95341ad54 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 210 time: 0.0668299 May 27 02:23:16.171230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:16.171932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.181749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a6f35455-16c4-41a5-97fc-2ed4615570dc is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:16.182126 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.218016 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982d2a74-c919-4b19-96c8-212e4f06a207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:16.233967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:16.238658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a6f35455-16c4-41a5-97fc-2ed4615570dc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a6f35455-16c4-41a5-97fc-2ed4615570dc,segment=NetworkSegment(068ca619-b303-4603-8e28-2493536cd9a4),segment_id=068ca619-b303-4603-8e28-2493536cd9a4)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:16.240986 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.241786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d57eaf7a-d3f7-4e36-a93d-7c623319dd94 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:16.322603 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a39f37d-cceb-49b9-a1a4-584906094390'] response: {'server_uuid': '982d2a74-c919-4b19-96c8-212e4f06a207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694', 'code': 200} May 27 02:23:16.323460 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:16.332525 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: d57eaf7a-d3f7-4e36-a93d-7c623319dd94 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:16.332873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d57eaf7a-d3f7-4e36-a93d-7c623319dd94 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:16.385463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:16.443069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26560de1-14b3-47e8-ae22-21feeb955113 req-cddebfba-f326-4dd2-bbed-12d1eca63ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:16.446135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26560de1-14b3-47e8-ae22-21feeb955113 req-cddebfba-f326-4dd2-bbed-12d1eca63ccc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.0948923 May 27 02:23:16.482770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a6f35455-16c4-41a5-97fc-2ed4615570dc,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:16.514145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26560de1-14b3-47e8-ae22-21feeb955113 req-f56fc97a-ace9-495f-872a-dee5e0b071e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620234 May 27 02:23:16.872003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edeb81-db77-40bd-8a01-1d5013d6a4d3 req-db51b13e-d1bc-447f-a38e-e7439140d5d6 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:16.873507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5edeb81-db77-40bd-8a01-1d5013d6a4d3 req-db51b13e-d1bc-447f-a38e-e7439140d5d6 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.0742013 May 27 02:23:16.915182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5edeb81-db77-40bd-8a01-1d5013d6a4d3 req-f4636a67-7266-4057-a9d0-4db11188e38e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 May 27 02:23:17.215142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-967e3bf3-a3f5-4695-b683-0235ba4864a8 req-270864bd-9a77-4d99-8648-21b8795278eb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 210 time: 0.0541272 May 27 02:23:17.360530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-d2d9454b-0304-463a-9b14-9ac98a08111d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:17.361716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-d2d9454b-0304-463a-9b14-9ac98a08111d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:17.380751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-d2d9454b-0304-463a-9b14-9ac98a08111d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:17.382165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-d2d9454b-0304-463a-9b14-9ac98a08111d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.3165572 May 27 02:23:17.394673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'port': {'device_id': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'admin_state_up': True, 'tenant_id': '1d33244c67384c55a68982e3309789f5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:17.539703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:17.551280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:17.562426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:17.567705 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:17.778796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.20.0.13 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/50140896-146e-4bc4-9ec3-28f480ab9184) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:17.864189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6f35455-16c4-41a5-97fc-2ed4615570dc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:18.025383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a6f35455-16c4-41a5-97fc-2ed4615570dc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:18.025702 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.163290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a6f35455-16c4-41a5-97fc-2ed4615570dc is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:18.215586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.219740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972964d-f521-479d-97cc-c4ca419d8ede req-96274653-e35b-40f1-bb59-d9f6f4979a2e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.221801 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6972964d-f521-479d-97cc-c4ca419d8ede req-96274653-e35b-40f1-bb59-d9f6f4979a2e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.1489463 May 27 02:23:18.252919 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Transition to ACTIVE for port object 50140896-146e-4bc4-9ec3-28f480ab9184 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:18.277357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6972964d-f521-479d-97cc-c4ca419d8ede req-3b9fb1c1-3993-49b6-a06a-6bd7070e21b5 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483687 May 27 02:23:18.300504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.387162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:18.390402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:18.394022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:18.436548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d766b1-71d7-49f3-8951-76fc57f1c277 req-e82a7b3c-8f0f-4e10-9032-44233f2bcaeb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.438033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20d766b1-71d7-49f3-8951-76fc57f1c277 req-e82a7b3c-8f0f-4e10-9032-44233f2bcaeb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 932 time: 0.0861514 May 27 02:23:18.489073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=50140896-146e-4bc4-9ec3-28f480ab9184,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:18.489943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20d766b1-71d7-49f3-8951-76fc57f1c277 req-8e63c949-5dd2-4973-ab80-9ce7158ce285 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 May 27 02:23:18.525255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.526453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.567985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b4057351-1e80-4a18-9fca-5056efa39ab9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1772208 May 27 02:23:18.580466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d240132-1048-409e-b18c-d4507c45ecbe req-87c79251-de31-4667-a5c2-0dccb90c7840 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.588251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d240132-1048-409e-b18c-d4507c45ecbe req-87c79251-de31-4667-a5c2-0dccb90c7840 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.1584849 May 27 02:23:18.612880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Request body: {'port': {'device_id': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:18.712469 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d240132-1048-409e-b18c-d4507c45ecbe req-acdabf06-4355-48d6-a487-8783f4ad86c8 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231594 May 27 02:23:18.744716 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.760500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eb0eafb8-e399-48b0-b06c-b88d5ab71b7a None None] Provisioning for port 50140896-146e-4bc4-9ec3-28f480ab9184 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:18.767510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-eb0eafb8-e399-48b0-b06c-b88d5ab71b7a None None] Provisioning complete for port 50140896-146e-4bc4-9ec3-28f480ab9184 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:18.768365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eb0eafb8-e399-48b0-b06c-b88d5ab71b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:18.834233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-eb0eafb8-e399-48b0-b06c-b88d5ab71b7a None None] Port 50140896-146e-4bc4-9ec3-28f480ab9184 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:23:18.907637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedabf64-367a-43ee-8e69-31dc6223db15 req-09410c7b-0cca-4759-b026-f20f1265249d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:18.909548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cedabf64-367a-43ee-8e69-31dc6223db15 req-09410c7b-0cca-4759-b026-f20f1265249d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.0791759 May 27 02:23:18.962809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cedabf64-367a-43ee-8e69-31dc6223db15 req-4500e61f-7415-43a5-a65f-12dc1c81880f tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 May 27 02:23:19.145421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50140896-146e-4bc4-9ec3-28f480ab9184 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:19.153896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.170921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Transition to ACTIVE for port object 50140896-146e-4bc4-9ec3-28f480ab9184 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:19.176689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.433240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23063a-5b1d-4ec5-905a-f128fc2cf91e req-6590a7a8-2785-4337-a375-2f9d923539e9 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:19.434150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef23063a-5b1d-4ec5-905a-f128fc2cf91e req-6590a7a8-2785-4337-a375-2f9d923539e9 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.1083407 May 27 02:23:19.495618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ef23063a-5b1d-4ec5-905a-f128fc2cf91e req-8d0da464-bb69-4c31-94fc-2f65d02d8087 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552709 May 27 02:23:19.525562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Pushing event updated for resources: {'Port': ['ID=50140896-146e-4bc4-9ec3-28f480ab9184,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:19.536829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Attempting to bind port 50140896-146e-4bc4-9ec3-28f480ab9184 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:19.537163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Attempting to bind port 50140896-146e-4bc4-9ec3-28f480ab9184 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:19.537493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Attempting to bind port 50140896-146e-4bc4-9ec3-28f480ab9184 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:19.542321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Port 50140896-146e-4bc4-9ec3-28f480ab9184 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:23:19.542643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Attempting to bind port 50140896-146e-4bc4-9ec3-28f480ab9184 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:19.550207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:19.551023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:19.551422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:19.551861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Bound port: 50140896-146e-4bc4-9ec3-28f480ab9184, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:19.552214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.821021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] For port 50140896-146e-4bc4-9ec3-28f480ab9184, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:19.825461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] For port 50140896-146e-4bc4-9ec3-28f480ab9184, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=50140896-146e-4bc4-9ec3-28f480ab9184,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:19.829416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.886588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:19.887403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:19.888759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] 10.222.0.47 "PUT /v2.0/ports/50140896-146e-4bc4-9ec3-28f480ab9184 HTTP/1.1" status: 200 len: 1093 time: 1.2983651 May 27 02:23:19.896475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'tag': '50140896-146e-4bc4-9ec3-28f480ab9184'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:19.908638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c13c5-c0ba-45c6-82d7-fe8a5e98bab4 req-803e9ca4-e5fb-4551-97af-089e0d483de9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:19.909459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7a3c13c5-c0ba-45c6-82d7-fe8a5e98bab4 req-803e9ca4-e5fb-4551-97af-089e0d483de9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:19.948972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317ddd1-ab54-4576-ad83-81244a5b7eaa service neutron] Pushing event updated for resources: {'Port': ['ID=50140896-146e-4bc4-9ec3-28f480ab9184,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:19.987753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7a3c13c5-c0ba-45c6-82d7-fe8a5e98bab4 req-803e9ca4-e5fb-4551-97af-089e0d483de9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:19.990472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a3c13c5-c0ba-45c6-82d7-fe8a5e98bab4 req-803e9ca4-e5fb-4551-97af-089e0d483de9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 944 time: 0.2749708 May 27 02:23:19.992499 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b56fe51-f0a1-4b00-ad8d-7694e6b9565c'] response: {'name': 'network-changed', 'server_uuid': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'tag': '50140896-146e-4bc4-9ec3-28f480ab9184', 'status': 'completed', 'code': 200} May 27 02:23:20.062608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7a3c13c5-c0ba-45c6-82d7-fe8a5e98bab4 req-b23ef951-aa5f-4414-b342-04d99b9584c3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:20.090864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-3f264fef-a564-46a3-978f-f121130b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.092678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-3f264fef-a564-46a3-978f-f121130b060c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 1096 time: 0.1449494 May 27 02:23:20.094167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7a3c13c5-c0ba-45c6-82d7-fe8a5e98bab4 req-b23ef951-aa5f-4414-b342-04d99b9584c3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:20.095749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a3c13c5-c0ba-45c6-82d7-fe8a5e98bab4 req-b23ef951-aa5f-4414-b342-04d99b9584c3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971370 May 27 02:23:20.167748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-120981be-fbba-4aa6-86ba-7c5ad1bf50e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50140896-146e-4bc4-9ec3-28f480ab9184 HTTP/1.1" status: 200 len: 217 time: 0.0668101 May 27 02:23:20.240914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b1999322-15fe-437c-92b0-b7a61120265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.240914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-b1999322-15fe-437c-92b0-b7a61120265c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0674515 May 27 02:23:20.337554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-46fbc495-6fb7-47c4-9b42-d334fe6d230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.339048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-46fbc495-6fb7-47c4-9b42-d334fe6d230a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916963 May 27 02:23:20.481301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-458b2aaf-f7e4-45fc-93c9-f7ae7291a387 service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342053 May 27 02:23:20.622955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-460efae7-646f-4efc-a49f-c1023eedf1fd req-008869ad-01f4-425f-9296-8a282a60d290 service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351249 May 27 02:23:20.676930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e424-f0e2-4b78-9be0-051f53878013 req-3a02b5b8-9796-469a-ae78-36aec6ca0f24 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.678450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4303e424-f0e2-4b78-9be0-051f53878013 req-3a02b5b8-9796-469a-ae78-36aec6ca0f24 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.0786207 May 27 02:23:20.720694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4303e424-f0e2-4b78-9be0-051f53878013 req-e8ad6bf7-10bb-4fdb-b14f-64989cfb9c4e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 May 27 02:23:20.806262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-7295485a-f1b1-48c4-ac82-a06d20aca9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.807638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-7295485a-f1b1-48c4-ac82-a06d20aca9d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 1096 time: 0.1308942 May 27 02:23:20.809594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace562a-e195-4bc7-913b-68780b5df207 req-a81ab2bd-0e92-4a06-bb27-647e8031b650 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:20.810891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ace562a-e195-4bc7-913b-68780b5df207 req-a81ab2bd-0e92-4a06-bb27-647e8031b650 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.0992997 May 27 02:23:20.954391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Deleting port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:20.955590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.065413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-90d54cd2-0db2-4851-864f-2f03bbfc73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:21.066989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-90d54cd2-0db2-4851-864f-2f03bbfc73f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.2531393 May 27 02:23:21.156058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-3678e712-889f-4511-bddf-309ba3e0c68c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50140896-146e-4bc4-9ec3-28f480ab9184 HTTP/1.1" status: 200 len: 217 time: 0.0832753 May 27 02:23:21.474779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-365a6970-a3f6-4590-bd19-bfe01019fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:21.476212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-365a6970-a3f6-4590-bd19-bfe01019fb6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.3144791 May 27 02:23:21.567939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] For port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:21.568301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:21.713712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d67caf-8bf7-474a-ad64-cc4ffc71163d req-9142a90a-6dd5-47ef-89f2-0f5e5004b4cb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:21.713712 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9d67caf-8bf7-474a-ad64-cc4ffc71163d req-9142a90a-6dd5-47ef-89f2-0f5e5004b4cb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 944 time: 0.4878049 May 27 02:23:21.718559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Calling delete_port for 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:21.830741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b9d67caf-8bf7-474a-ad64-cc4ffc71163d req-16b5ad61-306a-4910-9e18-f58227276f13 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829868 May 27 02:23:21.847872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-676a1cc0-8d5c-447b-8874-27c8d473ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:21.849357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-676a1cc0-8d5c-447b-8874-27c8d473ff05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3587747 May 27 02:23:21.949197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c4aa3-8bec-46b6-8169-1195dc1da594 req-eb2dd70f-d4c8-4ae8-b04c-f33950fc94fb tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:21.950870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-940c4aa3-8bec-46b6-8169-1195dc1da594 req-eb2dd70f-d4c8-4ae8-b04c-f33950fc94fb tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=982d2a74-c919-4b19-96c8-212e4f06a207 HTTP/1.1" status: 200 len: 1097 time: 0.0788808 May 27 02:23:22.021400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-940c4aa3-8bec-46b6-8169-1195dc1da594 req-7a2d36fd-347f-4b07-9e04-82ea48d6c359 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639160 May 27 02:23:22.043011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:22.055187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['5fba850f-363b-4f52-82e6-41cb1cc3e210'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:22.100173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-1f2cd433-0558-48ce-8917-d8316d1bdcae service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419984 May 27 02:23:22.229152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Pushing event deleted for resources: {'Port': ['ID=25fe2e53-2663-42fc-8f17-b3ddd3c1d694,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:22.294527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] No DVR routers for this DVR port 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:22.297668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:22.302746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982d2a74-c919-4b19-96c8-212e4f06a207', 'name': 'network-vif-deleted', 'tag': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:22.337534 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ace562a-e195-4bc7-913b-68780b5df207 req-f0137537-eb12-4a7a-9aa0-fec045337f7d tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.13 "DELETE /v2.0/ports/25fe2e53-2663-42fc-8f17-b3ddd3c1d694 HTTP/1.1" status: 204 len: 173 time: 1.5055034 May 27 02:23:22.375292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ff88ae1-65c3-411b-b494-775af30e9372 req-21b6de4e-f32e-4668-b9b2-f51369b80db4 service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271528 May 27 02:23:22.389940 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bb77cf-f646-402b-b5d1-bc7fcf71aefc'] response: {'server_uuid': '982d2a74-c919-4b19-96c8-212e4f06a207', 'name': 'network-vif-deleted', 'tag': '25fe2e53-2663-42fc-8f17-b3ddd3c1d694', 'status': 'completed', 'code': 200} May 27 02:23:23.084553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8602c84-d149-4273-a4b9-ba5acc349f6e req-13cc31bb-5500-4183-a97b-667ae4ad6a41 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:23.092478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8602c84-d149-4273-a4b9-ba5acc349f6e req-13cc31bb-5500-4183-a97b-667ae4ad6a41 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 944 time: 0.1405635 May 27 02:23:23.146456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8602c84-d149-4273-a4b9-ba5acc349f6e req-491bece6-44d4-4cf3-bc3d-b83a00307a6c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 May 27 02:23:23.559354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf36e-3a4f-495e-89df-121574122e31 req-cc0e71e2-2764-4062-9d10-9ccab7ff9514 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:23.561876 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-325bf36e-3a4f-495e-89df-121574122e31 req-cc0e71e2-2764-4062-9d10-9ccab7ff9514 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.0838044 May 27 02:23:23.602426 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-325bf36e-3a4f-495e-89df-121574122e31 req-5ba95360-e4e1-497b-bf15-3cfe783b749e tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 May 27 02:23:23.785505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:23.845516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:23.845855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 25fe2e53-2663-42fc-8f17-b3ddd3c1d694 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:24.212244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ba7227c3-172d-420a-925f-82ebcb8e1c2b tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.213710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ba7227c3-172d-420a-925f-82ebcb8e1c2b tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 812 time: 0.1437740 May 27 02:23:24.229718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-f62f92da-5405-4fca-a7fb-0cf02465da0b tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/quotas/143672c77bb84f3b967619aadcc06765 HTTP/1.1" status: 200 len: 375 time: 0.0102317 May 27 02:23:24.275978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-8f9d9983-56e3-4066-a11a-9b584c3b3a26 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Synchronizing usage tracker for tenant:143672c77bb84f3b967619aadcc06765 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:24.291678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-8f9d9983-56e3-4066-a11a-9b584c3b3a26 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Unset dirty status for tenant:143672c77bb84f3b967619aadcc06765 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:24.292916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-8f9d9983-56e3-4066-a11a-9b584c3b3a26 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576684 May 27 02:23:24.328804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf057852-f370-48f0-8e71-3a9d204cf79b req-a98c6e09-e0d8-4553-8072-6f7c7478de71 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.330776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf057852-f370-48f0-8e71-3a9d204cf79b req-a98c6e09-e0d8-4553-8072-6f7c7478de71 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 944 time: 0.0799479 May 27 02:23:24.384475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf057852-f370-48f0-8e71-3a9d204cf79b req-0707fe71-6ec6-4ac3-bb88-b722842e6ee0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478225 May 27 02:23:24.429124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-bbe5929a-392c-4b85-84b3-6329d472db29 service neutron] 10.222.0.16 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291747 May 27 02:23:24.559357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-95c28245-d40e-4423-b5bb-ece251b5f74b service neutron] 10.222.0.16 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243720 May 27 02:23:24.771063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c1e982a-562b-4588-9668-051539d8af97 req-43e7e818-14fb-41d8-90d4-7863a9ff5994 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 210 time: 0.0535147 May 27 02:23:24.799379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e2bf-6815-470b-beea-f06463c7545f req-d2213659-ad6c-45d7-b0a7-8323d1f6c9b3 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:24.801018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca47e2bf-6815-470b-beea-f06463c7545f req-d2213659-ad6c-45d7-b0a7-8323d1f6c9b3 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.0839870 May 27 02:23:24.844618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca47e2bf-6815-470b-beea-f06463c7545f req-ae0ab744-70f9-4424-bc4a-1ee9d9cea1c8 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376506 May 27 02:23:25.121593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-e9cf381d-b3f0-40bd-8283-40fe5fa5933a tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:25.122318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-e9cf381d-b3f0-40bd-8283-40fe5fa5933a tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Synchronizing usage tracker for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:25.137257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-e9cf381d-b3f0-40bd-8283-40fe5fa5933a tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Unset dirty status for tenant:d641df65b9b84c358acd31160ee9ffed on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:25.138405 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-e9cf381d-b3f0-40bd-8283-40fe5fa5933a tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.0979807 May 27 02:23:25.204062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Deleting port 5fba850f-363b-4f52-82e6-41cb1cc3e210 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:25.204510 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.627532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] For port 5fba850f-363b-4f52-82e6-41cb1cc3e210, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=5fba850f-363b-4f52-82e6-41cb1cc3e210,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:25.628331 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:25.777682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Calling delete_port for 5fba850f-363b-4f52-82e6-41cb1cc3e210 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:25.819878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d95a4-4472-4e89-8f7c-6998d66426f3 req-f94656b7-b247-45f3-aa9b-f3b260e045f0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:25.821757 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-469d95a4-4472-4e89-8f7c-6998d66426f3 req-f94656b7-b247-45f3-aa9b-f3b260e045f0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 944 time: 0.3211782 May 27 02:23:25.935355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb11629a-5419-4092-8b20-a6c4eefa75f9 req-b8a8e2c3-d73d-4783-a65c-5ce355c43814 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 210 time: 0.0473542 May 27 02:23:25.987193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-469d95a4-4472-4e89-8f7c-6998d66426f3 req-2dd9fb1b-00b6-4d67-bfd9-c542168929bd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086693 May 27 02:23:26.049282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-a4be1a03-c3ce-4f0f-9e11-98543fbd8df7 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:26.050673 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-a4be1a03-c3ce-4f0f-9e11-98543fbd8df7 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 812 time: 0.3596573 May 27 02:23:26.064324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Request body: {'port': {'device_id': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268', 'admin_state_up': True, 'tenant_id': '143672c77bb84f3b967619aadcc06765'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:26.102064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781839c1-e89e-4080-b71c-c68ecba52190 req-91186774-81cc-421d-a3cb-41f2667b8b37 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:26.103639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-781839c1-e89e-4080-b71c-c68ecba52190 req-91186774-81cc-421d-a3cb-41f2667b8b37 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6244c1c5-83c6-476d-88cd-3237d7334efe HTTP/1.1" status: 200 len: 1098 time: 0.0724342 May 27 02:23:26.146476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-781839c1-e89e-4080-b71c-c68ecba52190 req-e6209f0f-58ea-41a3-a8fb-57ff581a7822 tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=00634a3e-c95d-4471-98fa-99a5f0616a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 May 27 02:23:26.160256 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.171462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['5fba850f-363b-4f52-82e6-41cb1cc3e210'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:26.233978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fba850f-363b-4f52-82e6-41cb1cc3e210,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:26.323278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] No DVR routers for this DVR port 5fba850f-363b-4f52-82e6-41cb1cc3e210 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:26.328702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.330936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'name': 'network-vif-deleted', 'tag': '5fba850f-363b-4f52-82e6-41cb1cc3e210'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:26.338143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:23:26.352734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:23:26.355760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8310397-e333-4520-ba2b-cd6abf6a679c req-1cb6da8b-889d-4ba5-9463-1cde285ea8df tempest-TestServerMultinode-8052147 tempest-TestServerMultinode-8052147-project-admin] 10.222.0.47 "DELETE /v2.0/ports/5fba850f-363b-4f52-82e6-41cb1cc3e210 HTTP/1.1" status: 204 len: 173 time: 1.2127533 May 27 02:23:26.367459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Made reservation on behalf of 143672c77bb84f3b967619aadcc06765 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:23:26.371164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.391344 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb2acf4-6aad-496a-8f3b-906707680da9'] response: {'server_uuid': '6244c1c5-83c6-476d-88cd-3237d7334efe', 'name': 'network-vif-deleted', 'tag': '5fba850f-363b-4f52-82e6-41cb1cc3e210', 'status': 'completed', 'code': 200} May 27 02:23:26.552822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Allocated IP 172.20.0.9 (fe26fa8c-84da-4a1e-89ba-f788250f6268/8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86/de0b201f-8bcb-4473-a20b-f412f108d9ef) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:23:26.757727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.789073 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.866810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Network fe26fa8c-84da-4a1e-89ba-f788250f6268 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:23:26.869890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:23:26.873981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:23:26.910250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Pushing event updated for resources: {'Port': ['ID=de0b201f-8bcb-4473-a20b-f412f108d9ef,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:26.944584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:26.945233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:26.973586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-ee7d09fa-0dea-4b00-ad52-416708b33034 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136558 May 27 02:23:26.986124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Request body: {'port': {'device_id': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:23:27.149741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c0848-fa2f-4d8b-a78b-b834037ad21f req-f1219553-c194-4266-975d-cb3eb641bec3 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:27.151224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e35c0848-fa2f-4d8b-a78b-b834037ad21f req-f1219553-c194-4266-975d-cb3eb641bec3 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 931 time: 0.0979211 May 27 02:23:27.196129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e35c0848-fa2f-4d8b-a78b-b834037ad21f req-6482d58e-65e3-41dc-80b4-27f43845d999 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 May 27 02:23:27.289568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55514) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:27.301572 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.365923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf778b8e-1d2b-4277-91c2-cf94cb20deb1 req-9f39bc92-e94f-447c-ab47-f022e98be06d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:27.367465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf778b8e-1d2b-4277-91c2-cf94cb20deb1 req-9f39bc92-e94f-447c-ab47-f022e98be06d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 944 time: 0.2076221 May 27 02:23:27.491996 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf778b8e-1d2b-4277-91c2-cf94cb20deb1 req-0972bd10-bb99-4748-88b4-13ab4abb59eb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178091 May 27 02:23:27.718308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0b201f-8bcb-4473-a20b-f412f108d9ef {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:27.726745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.741944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Transition to ACTIVE for port object de0b201f-8bcb-4473-a20b-f412f108d9ef will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:23:27.747113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.914603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=de0b201f-8bcb-4473-a20b-f412f108d9ef,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:27.956519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:27.987900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Attempting to bind port de0b201f-8bcb-4473-a20b-f412f108d9ef on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:23:27.988229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Attempting to bind port de0b201f-8bcb-4473-a20b-f412f108d9ef by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:23:27.988549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Attempting to bind port de0b201f-8bcb-4473-a20b-f412f108d9ef on network fe26fa8c-84da-4a1e-89ba-f788250f6268 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:27.993296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Port de0b201f-8bcb-4473-a20b-f412f108d9ef on network fe26fa8c-84da-4a1e-89ba-f788250f6268 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:23:27.993620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Attempting to bind port de0b201f-8bcb-4473-a20b-f412f108d9ef on network fe26fa8c-84da-4a1e-89ba-f788250f6268 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:23:27.998988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:23:27.999258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Checking segment: {'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:23:27.999646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Bound using segment: {'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:23:28.000186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Bound port: de0b201f-8bcb-4473-a20b-f412f108d9ef, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:23:28.000537 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.098285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] For port de0b201f-8bcb-4473-a20b-f412f108d9ef, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:23:28.101177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] For port de0b201f-8bcb-4473-a20b-f412f108d9ef, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:23:28.105959 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.164163 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:23:28.164689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.164904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.166445 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] 10.222.0.13 "PUT /v2.0/ports/de0b201f-8bcb-4473-a20b-f412f108d9ef HTTP/1.1" status: 200 len: 1092 time: 1.1853979 May 27 02:23:28.188876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c93ee-7e82-4536-9ae3-b4f60dbf7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=de0b201f-8bcb-4473-a20b-f412f108d9ef,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:28.276287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-c0e5261f-75d1-420d-81b4-1da21e34dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.277925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-c0e5261f-75d1-420d-81b4-1da21e34dae6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 1095 time: 0.0749090 May 27 02:23:28.351631 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-4e00cf2f-00ac-4ff3-b3db-a99f2037665b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef HTTP/1.1" status: 200 len: 217 time: 0.0666397 May 27 02:23:28.394848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'tag': 'de0b201f-8bcb-4473-a20b-f412f108d9ef'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:28.418002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Deleting port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:28.418596 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.421889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-71a9ad91-5555-4c4e-934a-424a748a86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.423926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-71a9ad91-5555-4c4e-934a-424a748a86c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 HTTP/1.1" status: 200 len: 852 time: 0.0664799 May 27 02:23:28.472906 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f3b271-0bb3-4d54-834c-4825afbaedb3'] response: {'name': 'network-changed', 'server_uuid': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'tag': 'de0b201f-8bcb-4473-a20b-f412f108d9ef', 'status': 'completed', 'code': 200} May 27 02:23:28.479369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-89675c9b-4b58-4310-b555-0ec5d7e4d6f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe26fa8c-84da-4a1e-89ba-f788250f6268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493305 May 27 02:23:28.557510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6b7d-9202-47d3-877b-5948c3da99a2 req-09e7f61b-ec4c-465b-8e4a-3cdf17f0032e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.559300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0fee6b7d-9202-47d3-877b-5948c3da99a2 req-09e7f61b-ec4c-465b-8e4a-3cdf17f0032e tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 943 time: 0.2372341 May 27 02:23:28.638871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0fee6b7d-9202-47d3-877b-5948c3da99a2 req-008b0b3b-5bf4-4769-97b4-2e10d9f15eec tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667441 May 27 02:23:28.655055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-c84a5c3f-7068-415e-afed-3791e154eb9e service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695042 May 27 02:23:28.661093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] For port 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:28.661462 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:28.787496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Calling delete_port for 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:28.808038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3886f590-42ca-48e2-a0ca-6d42e276385d req-dc28a207-3bb4-4ff3-8b0a-48ff63ea225f service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465640 May 27 02:23:28.815354 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa1dbe-1c24-472e-9df9-4aabf5a6c431 req-f2363cde-7034-401c-b112-433d419cc603 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:28.816754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebaa1dbe-1c24-472e-9df9-4aabf5a6c431 req-f2363cde-7034-401c-b112-433d419cc603 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 944 time: 0.1995392 May 27 02:23:29.045880 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ebaa1dbe-1c24-472e-9df9-4aabf5a6c431 req-d0b1d083-20cb-499f-b347-9f9bebd62b2d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228162 May 27 02:23:29.086039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-b7aeb3b0-6e80-4f61-bbb9-9e93f254d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:29.087796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-b7aeb3b0-6e80-4f61-bbb9-9e93f254d621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 1095 time: 0.2296677 May 27 02:23:29.216727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-e906b981-1afc-4e65-82bd-ae07adde67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:29.218269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-e906b981-1afc-4e65-82bd-ae07adde67b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 913 time: 0.1246550 May 27 02:23:29.230404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:29.292936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-939df080-3b6a-418f-a684-595969812bcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef HTTP/1.1" status: 200 len: 217 time: 0.0678988 May 27 02:23:29.304442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=42336f01-ea3c-4b2c-8fe3-bf24b50a75a5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:29.318046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 50140896-146e-4bc4-9ec3-28f480ab9184 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:23:29.323914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fba850f-363b-4f52-82e6-41cb1cc3e210 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:29.372686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 5fba850f-363b-4f52-82e6-41cb1cc3e210 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:29.373521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 5fba850f-363b-4f52-82e6-41cb1cc3e210 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:29.390045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-7d62345f-bee8-4025-96e3-42ccee9b2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:29.392061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-7d62345f-bee8-4025-96e3-42ccee9b2096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 HTTP/1.1" status: 200 len: 852 time: 0.0928252 May 27 02:23:29.462312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-9b5e0d75-4f78-4fe0-9c36-ea7485ed0874 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe26fa8c-84da-4a1e-89ba-f788250f6268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631914 May 27 02:23:29.544706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 50140896-146e-4bc4-9ec3-28f480ab9184, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=50140896-146e-4bc4-9ec3-28f480ab9184,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:29.573771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '50140896-146e-4bc4-9ec3-28f480ab9184', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'port_id': '50140896-146e-4bc4-9ec3-28f480ab9184', 'mac_address': 'fa:16:3e:32:fe:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:23:29.604674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:29.607346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-be556704-ec19-45f2-9363-74a989453ce3 service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388979 May 27 02:23:29.675201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 50140896-146e-4bc4-9ec3-28f480ab9184 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:29.675593 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:29.704412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50140896-146e-4bc4-9ec3-28f480ab9184 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:29.721872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 50140896-146e-4bc4-9ec3-28f480ab9184, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=50140896-146e-4bc4-9ec3-28f480ab9184,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:29.726182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:29.764251 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-433c1f6a-b0b3-4750-9cf4-5160a057827a req-f4e37271-fc7b-4094-af8c-ef22abd35521 service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506345 May 27 02:23:29.807114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=50140896-146e-4bc4-9ec3-28f480ab9184,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:30.021588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['50140896-146e-4bc4-9ec3-28f480ab9184'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:30.088908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2d7d4-53bc-4f63-922a-46ce3e417872 req-cb544c59-7b23-4d74-bb89-41975fe3bed8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:30.090532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c2d7d4-53bc-4f63-922a-46ce3e417872 req-cb544c59-7b23-4d74-bb89-41975fe3bed8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 943 time: 0.2361500 May 27 02:23:30.146302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:30.174406 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c2d7d4-53bc-4f63-922a-46ce3e417872 req-6f501856-b20a-4bfa-993e-0d256a9b53d5 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671048 May 27 02:23:30.261210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab9fb0-b7a8-44bd-99b3-2b809a618e7b req-1ea7a76f-d3e9-4d10-8871-f1a88d11c610 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:30.262667 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4fab9fb0-b7a8-44bd-99b3-2b809a618e7b req-1ea7a76f-d3e9-4d10-8871-f1a88d11c610 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 945 time: 0.0949771 May 27 02:23:30.307943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4fab9fb0-b7a8-44bd-99b3-2b809a618e7b req-fe245180-4fa1-4b99-b9fa-c86d66c875a7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 May 27 02:23:30.353324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:30.362087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] Sync routers for ids ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:30.362518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1550cb83-7d00-4a00-9f96-07f478206a87 admin admin] 10.222.0.16 "PUT /v2.0/routers/a7db7fe1-7a9c-469a-b67c-fbba03ff23d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0717163 May 27 02:23:30.365229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55528) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:30.371780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] Routers {'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:30.372395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:30.541201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:30.581119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] Set router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:30.867561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:30.879860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Deleting port a4bb2262-b328-43e3-9162-8348ce24107f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:30.880242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.049143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:23:29Z', 'revision_number': 5, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port': {'id': 'a4bb2262-b328-43e3-9162-8348ce24107f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:31.053869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] Checking router: a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:31.066768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] Routers {'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:31.068171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:31.157994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] For port a4bb2262-b328-43e3-9162-8348ce24107f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a4bb2262-b328-43e3-9162-8348ce24107f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:31.158570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.304157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] Set router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:31.350393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 50140896-146e-4bc4-9ec3-28f480ab9184 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:31.354575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Calling delete_port for a4bb2262-b328-43e3-9162-8348ce24107f owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:31.465134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:23:30Z', 'revision_number': 6, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:31.475715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb5da5-0ed9-4a2a-b3a9-177ce5dc4b71 None None] The sync data for ids ['a7db7fe1-7a9c-469a-b67c-fbba03ff23d2'] in n-d-843146-11 is: [{'id': 'a7db7fe1-7a9c-469a-b67c-fbba03ff23d2', 'name': 'tempest-TestServerMultinode-2140904906-router', 'tenant_id': 'f386945965a44fb7b2b021359f26bf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:16Z', 'updated_at': '2022-05-27T02:23:30Z', 'revision_number': 6, 'project_id': 'f386945965a44fb7b2b021359f26bf15', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:31.502012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 50140896-146e-4bc4-9ec3-28f480ab9184 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:31.508456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 50140896-146e-4bc4-9ec3-28f480ab9184 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:31.508978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.545185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528d93-153e-479a-8116-08121790207c req-4f40dbab-e3ac-4165-bcbd-bea0452f792e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:31.558017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78528d93-153e-479a-8116-08121790207c req-4f40dbab-e3ac-4165-bcbd-bea0452f792e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 945 time: 0.1418614 May 27 02:23:31.635122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78528d93-153e-479a-8116-08121790207c req-309845d3-c26c-4e76-a4c4-9ec89ba3dbfc tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762177 May 27 02:23:31.638588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85eed-eb01-41ac-b7b2-a8498c276638 req-7d35291b-660f-45f1-abb6-62354c78914c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:31.644153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59b85eed-eb01-41ac-b7b2-a8498c276638 req-7d35291b-660f-45f1-abb6-62354c78914c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 943 time: 0.2980537 May 27 02:23:31.669751 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 50140896-146e-4bc4-9ec3-28f480ab9184 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:31.670126 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.691756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.702015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50140896-146e-4bc4-9ec3-28f480ab9184'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:31.716634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 50140896-146e-4bc4-9ec3-28f480ab9184, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=50140896-146e-4bc4-9ec3-28f480ab9184,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:31.721118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.739068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59b85eed-eb01-41ac-b7b2-a8498c276638 req-5db46ecb-77c0-4caf-ae5f-f22dcbb0d2a1 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904748 May 27 02:23:31.748994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bb2262-b328-43e3-9162-8348ce24107f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:31.765074 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553f6ce6-39c9-42dc-be3d-6a7a6b81f8da'] response: {'server_uuid': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50140896-146e-4bc4-9ec3-28f480ab9184', 'code': 200} May 27 02:23:31.817268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device de0b201f-8bcb-4473-a20b-f412f108d9ef details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:23:31.819831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=50140896-146e-4bc4-9ec3-28f480ab9184,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:31.858748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:31.964152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515fa9-39b5-4c79-86c6-30cf95195d3a req-de8b1d75-8f56-471b-be75-aca689120f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:31.966053 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e1515fa9-39b5-4c79-86c6-30cf95195d3a req-de8b1d75-8f56-471b-be75-aca689120f78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 1098 time: 0.1471181 May 27 02:23:31.991235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:32.021435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e1515fa9-39b5-4c79-86c6-30cf95195d3a req-ad5e2792-d80c-452f-93a8-63afac4a61ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493917 May 27 02:23:32.035846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:32.036166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 42336f01-ea3c-4b2c-8fe3-bf24b50a75a5 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:32.046020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port de0b201f-8bcb-4473-a20b-f412f108d9ef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:32.079403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.081887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.094180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'de0b201f-8bcb-4473-a20b-f412f108d9ef', 'network_id': 'fe26fa8c-84da-4a1e-89ba-f788250f6268', 'port_id': 'de0b201f-8bcb-4473-a20b-f412f108d9ef', 'mac_address': 'fa:16:3e:fd:fd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:23:32.105900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.106426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:23:32.120361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.121434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3d72609f-ab7a-4fc9-a651-82edc1d9515c admin admin] 10.222.0.16 "DELETE /v2.0/routers/a7db7fe1-7a9c-469a-b67c-fbba03ff23d2 HTTP/1.1" status: 204 len: 168 time: 1.7553179 May 27 02:23:32.125334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55540) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:32.150632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port de0b201f-8bcb-4473-a20b-f412f108d9ef is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:32.151044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.168430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0b201f-8bcb-4473-a20b-f412f108d9ef {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:23:32.184847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port de0b201f-8bcb-4473-a20b-f412f108d9ef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:32.186858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] Deleting subnet 540ae4a7-d204-4375-aace-ea2731dfca28 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:32.188855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.190011 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.239866 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.257659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=de0b201f-8bcb-4473-a20b-f412f108d9ef,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:32.320317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.392973 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.431995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540ae4a7-d204-4375-aace-ea2731dfca28,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:32.437804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.446047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee586c9-9228-4f70-9ab9-aca23371c4c8 None None] Network b347ff23-d8be-449b-972a-c4d341226282 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:32.450578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5e6c075a-2c51-43b7-a85a-32eea3c773df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/540ae4a7-d204-4375-aace-ea2731dfca28 HTTP/1.1" status: 204 len: 168 time: 0.3207276 May 27 02:23:32.450819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55544) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:32.547604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['de0b201f-8bcb-4473-a20b-f412f108d9ef'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:23:32.774815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.796791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Deleting port c4628b9f-689a-4944-838a-8d5cb3ef13cf {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:32.797134 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.913341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c459c3-15a0-424d-8b78-071b828ebdf3 req-9dff022c-9c93-42fa-8877-be75aae30c8c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:32.915165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60c459c3-15a0-424d-8b78-071b828ebdf3 req-9dff022c-9c93-42fa-8877-be75aae30c8c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 946 time: 0.1021364 May 27 02:23:32.961415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] DHCP port deletion for b347ff23-d8be-449b-972a-c4d341226282 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:23:32.967197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Deleting port c4628b9f-689a-4944-838a-8d5cb3ef13cf {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:32.969492 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:32.971093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60c459c3-15a0-424d-8b78-071b828ebdf3 req-51cd1108-1a2e-4623-8f83-4d77681ca939 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 May 27 02:23:33.092762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] For port c4628b9f-689a-4944-838a-8d5cb3ef13cf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c4628b9f-689a-4944-838a-8d5cb3ef13cf,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:33.093378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.167043 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.192030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] For port c4628b9f-689a-4944-838a-8d5cb3ef13cf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c4628b9f-689a-4944-838a-8d5cb3ef13cf,segment=NetworkSegment(900ea85f-5d58-41bb-a7fa-a1efcefcb7a2),segment_id=900ea85f-5d58-41bb-a7fa-a1efcefcb7a2)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:33.192450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.243225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Calling delete_port for c4628b9f-689a-4944-838a-8d5cb3ef13cf owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:33.284084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec851e6-be1a-4e95-9f49-001fef5aea8d req-6a782451-38e9-432a-9a56-70882a5967ad tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:33.285619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ec851e6-be1a-4e95-9f49-001fef5aea8d req-6a782451-38e9-432a-9a56-70882a5967ad tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 944 time: 0.3640411 May 27 02:23:33.327359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Calling delete_port for c4628b9f-689a-4944-838a-8d5cb3ef13cf owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:33.351296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ec851e6-be1a-4e95-9f49-001fef5aea8d req-4f42c753-4b3b-4201-a9a2-bb58061f1579 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586662 May 27 02:23:33.376649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.397507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.421696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:23:33.422159 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:23:33.437732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4628b9f-689a-4944-838a-8d5cb3ef13cf,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:33.440348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] No DVR routers for this DVR port c4628b9f-689a-4944-838a-8d5cb3ef13cf on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:33.566815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.597232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b347ff23-d8be-449b-972a-c4d341226282']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:33.611245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:33.611553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900ea85f-5d58-41bb-a7fa-a1efcefcb7a2') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:33.624300 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.640848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.647313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:33.647909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.720092 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 900ea85f-5d58-41bb-a7fa-a1efcefcb7a2 resource provider aggregate not found May 27 02:23:33.743402 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 900ea85f-5d58-41bb-a7fa-a1efcefcb7a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 900ea85f-5d58-41bb-a7fa-a1efcefcb7a2 found for delete ", "request_id": "req-5748fdba-1c2e-4694-a391-bc8f9b3d8158"}]} May 27 02:23:33.754999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.770763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c4628b9f-689a-4944-838a-8d5cb3ef13cf no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:33.778124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.787419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] Pushing event deleted for resources: {'Network': ['ID=b347ff23-d8be-449b-972a-c4d341226282,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:33.796223 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c55db671-b6f0-41af-b889-dd50ba17c159 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b347ff23-d8be-449b-972a-c4d341226282 HTTP/1.1" status: 204 len: 168 time: 1.3443737 May 27 02:23:33.799869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55556) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:33.808321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c4628b9f-689a-4944-838a-8d5cb3ef13cf {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:33.808667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c4628b9f-689a-4944-838a-8d5cb3ef13cf not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:33.809112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4bb2262-b328-43e3-9162-8348ce24107f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:33.834018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device de0b201f-8bcb-4473-a20b-f412f108d9ef up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:23:33.878589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a4bb2262-b328-43e3-9162-8348ce24107f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:33.878956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a4bb2262-b328-43e3-9162-8348ce24107f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:33.912257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port de0b201f-8bcb-4473-a20b-f412f108d9ef completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:23:33.917398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port de0b201f-8bcb-4473-a20b-f412f108d9ef triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:23:33.917757 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:33.940935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Deleting port c4628b9f-689a-4944-838a-8d5cb3ef13cf {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:33.941221 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:34.024904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d49b8-f9d7-4ca6-bfe0-c471d9fee1b3 None None] The port 'c4628b9f-689a-4944-838a-8d5cb3ef13cf' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:23:34.099830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port de0b201f-8bcb-4473-a20b-f412f108d9ef is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:23:34.100208 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:34.127095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b201f-8bcb-4473-a20b-f412f108d9ef'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:34.140485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port de0b201f-8bcb-4473-a20b-f412f108d9ef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:34.146186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:34.180563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa296e0-ecc6-4203-a769-55bfc0a40e1b req-b5834c54-127e-4399-b741-a4a9d9ce66b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:34.183638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-faa296e0-ecc6-4203-a769-55bfc0a40e1b req-b5834c54-127e-4399-b741-a4a9d9ce66b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 946 time: 0.0945432 May 27 02:23:34.195189 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4291c0-bc55-4c3e-90c5-192bd57db8bf'] response: {'server_uuid': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b201f-8bcb-4473-a20b-f412f108d9ef', 'code': 200} May 27 02:23:34.224330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=de0b201f-8bcb-4473-a20b-f412f108d9ef,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:34.235706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.236328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.236824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.237330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.238133 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-faa296e0-ecc6-4203-a769-55bfc0a40e1b req-4231d726-c20e-43ef-83d6-552527f4046f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455098 May 27 02:23:34.238967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.239576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.240131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.240689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.241374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.241919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.242462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.243095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:23:34.336235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc552e17-1a05-492b-a57c-a2beaad0ad30 req-d2967256-c435-44ba-8ee4-70e2d59a14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:34.337858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc552e17-1a05-492b-a57c-a2beaad0ad30 req-d2967256-c435-44ba-8ee4-70e2d59a14da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 1097 time: 0.0803771 May 27 02:23:34.378149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc552e17-1a05-492b-a57c-a2beaad0ad30 req-c9176cfb-d186-4a41-9044-011c2345353a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 May 27 02:23:34.490634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104f610-8800-41cf-8c98-2d7c0bc0491e req-59fcec57-f430-47fa-bb51-35b9a1f66046 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:34.492069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9104f610-8800-41cf-8c98-2d7c0bc0491e req-59fcec57-f430-47fa-bb51-35b9a1f66046 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 946 time: 0.1419923 May 27 02:23:34.558705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dc363-86bd-492b-bb99-852219371b21 req-fe4f2ae0-497f-4ef4-a76e-f9d8a4c9724c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:34.559437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-732dc363-86bd-492b-bb99-852219371b21 req-fe4f2ae0-497f-4ef4-a76e-f9d8a4c9724c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Synchronizing usage tracker for tenant:143672c77bb84f3b967619aadcc06765 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:23:34.578009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-732dc363-86bd-492b-bb99-852219371b21 req-fe4f2ae0-497f-4ef4-a76e-f9d8a4c9724c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Unset dirty status for tenant:143672c77bb84f3b967619aadcc06765 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:23:34.579848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-732dc363-86bd-492b-bb99-852219371b21 req-fe4f2ae0-497f-4ef4-a76e-f9d8a4c9724c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 945 time: 0.1024988 May 27 02:23:34.584206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9104f610-8800-41cf-8c98-2d7c0bc0491e req-f1ff4f3b-29fa-4069-970e-876cceb70f1d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856490 May 27 02:23:34.605267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:34.642253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-732dc363-86bd-492b-bb99-852219371b21 req-00ac056b-8bd6-4972-92be-521c08d28f07 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560646 May 27 02:23:34.954246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9adc60-9668-4b9d-b535-e1de208619a6 req-63d818eb-3273-46b0-a0e0-4b8a53d6fba9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:34.955722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c9adc60-9668-4b9d-b535-e1de208619a6 req-63d818eb-3273-46b0-a0e0-4b8a53d6fba9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 946 time: 0.2115231 May 27 02:23:35.007859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c9adc60-9668-4b9d-b535-e1de208619a6 req-0991554e-4035-4536-9d76-e54785a810e5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 May 27 02:23:35.064712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Deleting port ade612ce-4d25-4847-9c65-81bb2f0a9d90 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:35.065248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:35.265336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] For port ade612ce-4d25-4847-9c65-81bb2f0a9d90, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ade612ce-4d25-4847-9c65-81bb2f0a9d90,segment=NetworkSegment(ed0f7df6-48b1-4320-b8c4-0e32eb5437c3),segment_id=ed0f7df6-48b1-4320-b8c4-0e32eb5437c3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:35.265699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:35.392014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Calling delete_port for ade612ce-4d25-4847-9c65-81bb2f0a9d90 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:35.544808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8747b02-cb72-4805-b66f-228d4cebc1e8 req-abf9df6a-1995-4213-b0f8-c33400979e23 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:35.546198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8747b02-cb72-4805-b66f-228d4cebc1e8 req-abf9df6a-1995-4213-b0f8-c33400979e23 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 946 time: 0.1610634 May 27 02:23:35.605134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8747b02-cb72-4805-b66f-228d4cebc1e8 req-86af8fb7-5109-4bd6-9eb7-7e88e9df5704 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 May 27 02:23:35.680887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:35.736214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade612ce-4d25-4847-9c65-81bb2f0a9d90,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:35.852404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-72cfb57a-d6d3-4b61-8e08-93e968fbc5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:35.859611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4da4-c0b3-4a85-a839-f0399c06a87a req-2e7d100d-ab91-492c-ad96-1bc46707ce4c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:35.861840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18bc4da4-c0b3-4a85-a839-f0399c06a87a req-2e7d100d-ab91-492c-ad96-1bc46707ce4c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 945 time: 0.0980623 May 27 02:23:35.927164 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18bc4da4-c0b3-4a85-a839-f0399c06a87a req-686ceb93-1cb1-4117-9dad-8e04f5c8bd03 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588179 May 27 02:23:36.132115 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:36.529423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Router 7fb1377c-793c-45db-a289-2aa62b542b96 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:23:36.712714 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:23:36.725200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f23ce8ff-f9d2-4d9b-8c27-e92fbf6fcb35 admin admin] 10.222.0.16 "PUT /v2.0/routers/7fb1377c-793c-45db-a289-2aa62b542b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9242890 May 27 02:23:36.727617 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] Sync routers for ids ['7fb1377c-793c-45db-a289-2aa62b542b96'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:23:36.728127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55588) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:36.738439 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] Routers {'7fb1377c-793c-45db-a289-2aa62b542b96'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:36.739305 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7fb1377c-793c-45db-a289-2aa62b542b96'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:36.798413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70074bc-b9cd-4220-bd51-a14d02991dfd req-9e884f87-3919-4a28-ab97-f732081de4e8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:36.806669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b70074bc-b9cd-4220-bd51-a14d02991dfd req-9e884f87-3919-4a28-ab97-f732081de4e8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 946 time: 0.0921919 May 27 02:23:36.864853 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b70074bc-b9cd-4220-bd51-a14d02991dfd req-4f9440fc-234e-433a-a307-591c3103762b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574245 May 27 02:23:36.945849 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:36.957229 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] Set router 7fb1377c-793c-45db-a289-2aa62b542b96 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:36.964499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-945066ac-47f3-4095-b401-e6647361ddf5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:36.966272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-945066ac-47f3-4095-b401-e6647361ddf5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 946 time: 0.0983057 May 27 02:23:37.050483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port 50140896-146e-4bc4-9ec3-28f480ab9184 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:37.050927 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.146221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.158930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Deleting port 78258dd9-a097-4bac-b66c-63d2b74f595d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:37.159276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.292037 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:23:35Z', 'revision_number': 5, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port': {'id': '78258dd9-a097-4bac-b66c-63d2b74f595d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:30Z', 'updated_at': '2022-05-27T02:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:37.298003 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] Checking router: 7fb1377c-793c-45db-a289-2aa62b542b96 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:23:37.311775 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] Routers {'7fb1377c-793c-45db-a289-2aa62b542b96'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:23:37.312775 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:23:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7fb1377c-793c-45db-a289-2aa62b542b96'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:37.460589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] For port 50140896-146e-4bc4-9ec3-28f480ab9184, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=50140896-146e-4bc4-9ec3-28f480ab9184,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:37.460990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.500258 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] Set router 7fb1377c-793c-45db-a289-2aa62b542b96 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:23:37.562415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] For port 78258dd9-a097-4bac-b66c-63d2b74f595d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=78258dd9-a097-4bac-b66c-63d2b74f595d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:37.562791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.601347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for 50140896-146e-4bc4-9ec3-28f480ab9184 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:37.646880 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 6, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:37.651567 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41574494-7afc-4a6d-a8bd-00ecda0a8795 None None] The sync data for ids ['7fb1377c-793c-45db-a289-2aa62b542b96'] in n-d-843146-11 is: [{'id': '7fb1377c-793c-45db-a289-2aa62b542b96', 'name': 'tempest-TestServerMultinode-1454076694-router', 'tenant_id': 'd641df65b9b84c358acd31160ee9ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:28Z', 'updated_at': '2022-05-27T02:23:37Z', 'revision_number': 6, 'project_id': 'd641df65b9b84c358acd31160ee9ffed', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:23:37.702673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Calling delete_port for 78258dd9-a097-4bac-b66c-63d2b74f595d owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:37.803761 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.816721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ade612ce-4d25-4847-9c65-81bb2f0a9d90 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:37.873119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=50140896-146e-4bc4-9ec3-28f480ab9184,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:37.880227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: ade612ce-4d25-4847-9c65-81bb2f0a9d90 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:37.881140 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device ade612ce-4d25-4847-9c65-81bb2f0a9d90 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:37.929833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.967196 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6dac6cff-7d96-4574-a718-ebb98ee6111a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:37.990887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] No DVR routers for this DVR port 50140896-146e-4bc4-9ec3-28f480ab9184 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:37.997326 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.000154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'name': 'network-vif-deleted', 'tag': '50140896-146e-4bc4-9ec3-28f480ab9184'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:23:38.042316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8716857f-8a40-4fd7-a866-d0cd2c0ad3d9 req-60715381-d69d-4d32-a5ec-34bd3c39163e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "DELETE /v2.0/ports/50140896-146e-4bc4-9ec3-28f480ab9184 HTTP/1.1" status: 204 len: 173 time: 1.0705547 May 27 02:23:38.086269 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d0a372-b937-4d13-af03-42d663276964'] response: {'server_uuid': '40bc7c27-7e32-4607-95d4-581d6342f30c', 'name': 'network-vif-deleted', 'tag': '50140896-146e-4bc4-9ec3-28f480ab9184', 'status': 'completed', 'code': 200} May 27 02:23:38.185753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=78258dd9-a097-4bac-b66c-63d2b74f595d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:38.209483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9916c02-2aa7-47a2-9aff-d98f3e5629be req-916028ed-8d23-49bf-85b7-4f06c48c8e93 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bc7c27-7e32-4607-95d4-581d6342f30c HTTP/1.1" status: 200 len: 210 time: 0.1208284 May 27 02:23:38.230379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.413647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.416144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.445210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.445674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb1377c-793c-45db-a289-2aa62b542b96 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:23:38.461654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.463412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7991519e-c6c6-47f9-9f8a-5358f36ebf34 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7fb1377c-793c-45db-a289-2aa62b542b96 HTTP/1.1" status: 204 len: 168 time: 1.7342088 May 27 02:23:38.466044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55598) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:38.527649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] Deleting subnet 20025a3b-f51f-4bd2-a646-7af0891a9f87 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:23:38.530968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.590860 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.678873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.752171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.797509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20025a3b-f51f-4bd2-a646-7af0891a9f87,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:38.799480 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.804265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0848dc2-531d-4f78-a5ff-bca698a12cf3 None None] Network 92de60aa-e7a8-4096-ab5f-f6c589610158 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:23:38.805725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-020b0950-e046-46e5-840e-0926ae1c5d92 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20025a3b-f51f-4bd2-a646-7af0891a9f87 HTTP/1.1" status: 204 len: 168 time: 0.3387237 May 27 02:23:38.808406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55604) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:38.913668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:38.924664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Deleting port dadd54ca-3531-4155-baaa-97b7b2aba17e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:38.925009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.091982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] DHCP port deletion for 92de60aa-e7a8-4096-ab5f-f6c589610158 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:23:39.097060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Deleting port dadd54ca-3531-4155-baaa-97b7b2aba17e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:39.097060 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.167098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] For port dadd54ca-3531-4155-baaa-97b7b2aba17e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dadd54ca-3531-4155-baaa-97b7b2aba17e,segment=NetworkSegment(ed0f7df6-48b1-4320-b8c4-0e32eb5437c3),segment_id=ed0f7df6-48b1-4320-b8c4-0e32eb5437c3)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:39.167708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.317293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] For port dadd54ca-3531-4155-baaa-97b7b2aba17e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=dadd54ca-3531-4155-baaa-97b7b2aba17e,segment=NetworkSegment(ed0f7df6-48b1-4320-b8c4-0e32eb5437c3),segment_id=ed0f7df6-48b1-4320-b8c4-0e32eb5437c3)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:39.317663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.330370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 50140896-146e-4bc4-9ec3-28f480ab9184 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:39.401857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Calling delete_port for dadd54ca-3531-4155-baaa-97b7b2aba17e owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:39.423662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 50140896-146e-4bc4-9ec3-28f480ab9184 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:39.424004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 50140896-146e-4bc4-9ec3-28f480ab9184 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:39.493510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.500876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Calling delete_port for dadd54ca-3531-4155-baaa-97b7b2aba17e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:39.545680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dadd54ca-3531-4155-baaa-97b7b2aba17e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:39.550465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] No DVR routers for this DVR port dadd54ca-3531-4155-baaa-97b7b2aba17e on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:23:39.552838 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.565824 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.592753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:23:39.593326 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:23:39.669368 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.697865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92de60aa-e7a8-4096-ab5f-f6c589610158']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:39.711120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:39.711516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0f7df6-48b1-4320-b8c4-0e32eb5437c3') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:23:39.725066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.746872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.754208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:23:39.754487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.801187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 78258dd9-a097-4bac-b66c-63d2b74f595d no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:39.841926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 78258dd9-a097-4bac-b66c-63d2b74f595d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:39.842360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 78258dd9-a097-4bac-b66c-63d2b74f595d not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:39.842975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dadd54ca-3531-4155-baaa-97b7b2aba17e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:23:39.850804 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ed0f7df6-48b1-4320-b8c4-0e32eb5437c3 resource provider aggregate not found May 27 02:23:39.872453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.875701 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment ed0f7df6-48b1-4320-b8c4-0e32eb5437c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed0f7df6-48b1-4320-b8c4-0e32eb5437c3 found for delete ", "request_id": "req-eb519855-14ca-4ef6-ad8d-f02b5789f4ef"}]} May 27 02:23:39.882361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: dadd54ca-3531-4155-baaa-97b7b2aba17e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:23:39.882742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device dadd54ca-3531-4155-baaa-97b7b2aba17e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:23:39.892910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:39.903410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92de60aa-e7a8-4096-ab5f-f6c589610158,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:39.920210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8e9a6202-403c-4e61-be77-ce8cadd0d3c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/92de60aa-e7a8-4096-ab5f-f6c589610158 HTTP/1.1" status: 204 len: 168 time: 1.1083829 May 27 02:23:40.095403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Deleting port dadd54ca-3531-4155-baaa-97b7b2aba17e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:40.095932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.097279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55622) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:40.156415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-459166fd-9cb2-446c-b5cf-686e3e89bcbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f386945965a44fb7b2b021359f26bf15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579062 May 27 02:23:40.159464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 55626) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:40.168965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6b14f81c-6faf-4505-a9ea-cf2ff3fdb085 None None] The port 'dadd54ca-3531-4155-baaa-97b7b2aba17e' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:23:40.223902 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e8f20dc-5095-4623-b3cf-c6ee88c69107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.252837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e8f20dc-5095-4623-b3cf-c6ee88c69107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.310734 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e8f20dc-5095-4623-b3cf-c6ee88c69107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.326205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f20dc-5095-4623-b3cf-c6ee88c69107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64314f9-dc3c-426f-929d-338aee449609,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:40.333704 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0e8f20dc-5095-4623-b3cf-c6ee88c69107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.337202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0e8f20dc-5095-4623-b3cf-c6ee88c69107 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d64314f9-dc3c-426f-929d-338aee449609 HTTP/1.1" status: 204 len: 168 time: 0.1739349 May 27 02:23:40.706172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55636) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:40.757788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-19d51892-32e8-4f1d-809d-32e9ec34e780 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d641df65b9b84c358acd31160ee9ffed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480905 May 27 02:23:40.758093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 55640) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:23:40.827261 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09ac52b8-459e-4669-bdc1-db0e7bd1a3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.853818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09ac52b8-459e-4669-bdc1-db0e7bd1a3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.906788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09ac52b8-459e-4669-bdc1-db0e7bd1a3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.922847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac52b8-459e-4669-bdc1-db0e7bd1a3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00634a3e-c95d-4471-98fa-99a5f0616a75,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:23:40.935206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-09ac52b8-459e-4669-bdc1-db0e7bd1a3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:40.936489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-09ac52b8-459e-4669-bdc1-db0e7bd1a3af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00634a3e-c95d-4471-98fa-99a5f0616a75 HTTP/1.1" status: 204 len: 168 time: 0.1775212 May 27 02:23:41.070367 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:47.678378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-e12f1ed3-c10c-4127-b223-93d3eb9edebe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2621298 May 27 02:23:48.008896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-f2dd12df-7dad-4406-a82e-d8b8a2a52f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:48.010343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-f2dd12df-7dad-4406-a82e-d8b8a2a52f2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=143672c77bb84f3b967619aadcc06765&device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 1097 time: 0.2443776 May 27 02:23:48.164050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-dc65edeb-d01c-4b82-b282-40c735c8199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:48.165491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-dc65edeb-d01c-4b82-b282-40c735c8199f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 200 len: 913 time: 0.1345875 May 27 02:23:48.237564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-beb59f16-f730-47f1-a3c8-984de9b550df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef HTTP/1.1" status: 200 len: 217 time: 0.0656593 May 27 02:23:48.301803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-fa638116-e3bd-4f73-abdc-3adb78155cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:48.303248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-fa638116-e3bd-4f73-abdc-3adb78155cd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 HTTP/1.1" status: 200 len: 852 time: 0.0593417 May 27 02:23:48.351988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-e793eeb3-a2dd-4930-8461-171269bbecb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe26fa8c-84da-4a1e-89ba-f788250f6268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417376 May 27 02:23:48.494847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-8e4a7a34-69f1-4849-a872-e82dc50dc014 service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327393 May 27 02:23:48.635366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f8f0c09c-32b5-40e3-ab8e-1daa2bed35e2 req-8fdf50c3-6e04-4d0c-81ef-ff216fd2ca44 service neutron] 10.222.0.13 "GET /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331754 May 27 02:23:57.638225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9afbc-c745-4b46-8017-8c2f5ee2d878 req-e692937a-b325-47bb-8bee-9a63a7f784b8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:57.640046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abf9afbc-c745-4b46-8017-8c2f5ee2d878 req-e692937a-b325-47bb-8bee-9a63a7f784b8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 945 time: 0.0903339 May 27 02:23:57.689133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abf9afbc-c745-4b46-8017-8c2f5ee2d878 req-213ee8b2-2061-40a4-915e-83a095b92f0f tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428307 May 27 02:23:58.893685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858c0f-aa3a-496e-ab43-70fa9528ac60 req-0cc171cf-6bf6-4c7d-879a-43406b4ee5db tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:58.895163 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab858c0f-aa3a-496e-ab43-70fa9528ac60 req-0cc171cf-6bf6-4c7d-879a-43406b4ee5db tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 945 time: 0.0852051 May 27 02:23:58.945229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab858c0f-aa3a-496e-ab43-70fa9528ac60 req-7f1ead84-e71b-42ad-94f5-d5df841fcca8 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/security-groups?id=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 May 27 02:23:59.299992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-cd65ca4a-d4fa-4b63-af1a-08fa76dda030 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:59.299992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-cd65ca4a-d4fa-4b63-af1a-08fa76dda030 tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 945 time: 0.0835948 May 27 02:23:59.484835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Deleting port de0b201f-8bcb-4473-a20b-f412f108d9ef {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:23:59.485104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.713111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-19164ecc-b774-4540-ac7c-79ec5631c553 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:23:59.714569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-19164ecc-b774-4540-ac7c-79ec5631c553 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1543541 May 27 02:23:59.730010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-49f78f2a-6897-4d6e-9614-447d99d474ce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/quotas/1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 375 time: 0.0098548 May 27 02:23:59.739484 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] For port de0b201f-8bcb-4473-a20b-f412f108d9ef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=de0b201f-8bcb-4473-a20b-f412f108d9ef,segment=NetworkSegment(86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38),segment_id=86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:23:59.739793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:23:59.815082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c44f3a48-cc65-4b50-8ac7-e5276281dae7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794234 May 27 02:23:59.863347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Calling delete_port for de0b201f-8bcb-4473-a20b-f412f108d9ef owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:23:59.949711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-4385dfb9-f582-451d-8ee2-b0d37f7c618a service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279409 May 27 02:24:00.013737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.027866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['de0b201f-8bcb-4473-a20b-f412f108d9ef'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:00.103152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-6db4a59a-8b7c-4e5c-95e1-2d73a1496f78 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462379 May 27 02:24:00.110453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Pushing event deleted for resources: {'Port': ['ID=de0b201f-8bcb-4473-a20b-f412f108d9ef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:00.115791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e295e534-bfd1-43e5-9924-ef78c2be2d84 req-dc33dc2c-4ed6-4e95-aae4-47f553acce0c tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a3a2609-f696-4453-aa18-e677efc28d1d HTTP/1.1" status: 200 len: 210 time: 0.0563927 May 27 02:24:00.151829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.152178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.152526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.152863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.153194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.153522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.153931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.154355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.154873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.155413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.155990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.156519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:00.210168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] No DVR routers for this DVR port de0b201f-8bcb-4473-a20b-f412f108d9ef on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:24:00.212411 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:00.215195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'name': 'network-vif-deleted', 'tag': 'de0b201f-8bcb-4473-a20b-f412f108d9ef'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:00.233750 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62a21fa2-ccce-43ce-bbb8-193483f7c8de req-1e6b6913-fb2e-441d-a325-20c3c2642b9a tempest-VolumesSnapshotTestJSON-224732593 tempest-VolumesSnapshotTestJSON-224732593-project] 10.222.0.13 "DELETE /v2.0/ports/de0b201f-8bcb-4473-a20b-f412f108d9ef HTTP/1.1" status: 204 len: 173 time: 0.9304423 May 27 02:24:00.279152 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8546a3-5edf-4e2e-9492-828db623de40'] response: {'server_uuid': '2a3a2609-f696-4453-aa18-e677efc28d1d', 'name': 'network-vif-deleted', 'tag': 'de0b201f-8bcb-4473-a20b-f412f108d9ef', 'status': 'completed', 'code': 200} May 27 02:24:00.354259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dc4e8aab-39a7-4167-8cde-51fb5fe927e6 req-d963ac5b-dd4b-49d8-9b68-37bc95cbee7c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 210 time: 0.0518031 May 27 02:24:01.432330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-3aaab68c-4767-4db9-a24a-2c8d37f38601 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:01.435047 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-3aaab68c-4767-4db9-a24a-2c8d37f38601 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1579943 May 27 02:24:01.445589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'port': {'device_id': '7ef09de1-485b-46a9-9085-002c3fc84554', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'admin_state_up': True, 'tenant_id': '1d33244c67384c55a68982e3309789f5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:01.582260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4433b996-49a4-4c60-9569-367a9f186b83 req-e4d79230-2c65-4000-b045-c5a191573c04 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 210 time: 0.0567584 May 27 02:24:01.609583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:01.615000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:port and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:01.618483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:01.625501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:01.643109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:01.651259 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:01.839017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.20.0.3 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/4a6275d8-d9a5-42f5-b76e-129f66379347) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:02.123557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.139841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Transition to ACTIVE for port object 4a6275d8-d9a5-42f5-b76e-129f66379347 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:02.167408 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.229291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:02.238523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:02.247743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:02.326543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=4a6275d8-d9a5-42f5-b76e-129f66379347,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:02.358569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:02.359596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.429695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-27a5fe53-2327-40b6-88c6-2510df103972 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9876049 May 27 02:24:02.442598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Request body: {'port': {'device_id': '7ef09de1-485b-46a9-9085-002c3fc84554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:02.642393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d83279d4-c1c8-4464-93d4-c9323a16d05c None None] Provisioning for port 4a6275d8-d9a5-42f5-b76e-129f66379347 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:02.648061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d83279d4-c1c8-4464-93d4-c9323a16d05c None None] Provisioning complete for port 4a6275d8-d9a5-42f5-b76e-129f66379347 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:02.648436 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d83279d4-c1c8-4464-93d4-c9323a16d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.758290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d83279d4-c1c8-4464-93d4-c9323a16d05c None None] Port 4a6275d8-d9a5-42f5-b76e-129f66379347 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:24:02.809821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:02.907832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7fd24-148e-4446-ad47-37b926fdf8d2 req-f214272c-8b44-4413-adc5-20d4fb06e32b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:02.908278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d6a7fd24-148e-4446-ad47-37b926fdf8d2 req-f214272c-8b44-4413-adc5-20d4fb06e32b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:02.978247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d6a7fd24-148e-4446-ad47-37b926fdf8d2 req-f214272c-8b44-4413-adc5-20d4fb06e32b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:02.979298 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6a7fd24-148e-4446-ad47-37b926fdf8d2 req-f214272c-8b44-4413-adc5-20d4fb06e32b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 931 time: 0.2520940 May 27 02:24:03.126491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d6a7fd24-148e-4446-ad47-37b926fdf8d2 req-6c3b6e91-5a1e-4f76-8fd4-0a43ecd1c173 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293399 May 27 02:24:03.130131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.280498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6275d8-d9a5-42f5-b76e-129f66379347 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:03.289872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.309703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Transition to ACTIVE for port object 4a6275d8-d9a5-42f5-b76e-129f66379347 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:03.315466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.376892 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.526673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6275d8-d9a5-42f5-b76e-129f66379347,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:03.607349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Attempting to bind port 4a6275d8-d9a5-42f5-b76e-129f66379347 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:03.607670 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Attempting to bind port 4a6275d8-d9a5-42f5-b76e-129f66379347 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:03.607996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Attempting to bind port 4a6275d8-d9a5-42f5-b76e-129f66379347 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:03.613522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Port 4a6275d8-d9a5-42f5-b76e-129f66379347 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:24:03.613899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Attempting to bind port 4a6275d8-d9a5-42f5-b76e-129f66379347 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:03.619440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:03.619803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:03.620152 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:03.620579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Bound port: 4a6275d8-d9a5-42f5-b76e-129f66379347, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:03.620924 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.721762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] For port 4a6275d8-d9a5-42f5-b76e-129f66379347, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:03.724822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] For port 4a6275d8-d9a5-42f5-b76e-129f66379347, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4a6275d8-d9a5-42f5-b76e-129f66379347,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:03.730622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.808729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:03.809430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:03.811108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] 10.222.0.47 "PUT /v2.0/ports/4a6275d8-d9a5-42f5-b76e-129f66379347 HTTP/1.1" status: 200 len: 1092 time: 1.3731647 May 27 02:24:03.811552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef09de1-485b-46a9-9085-002c3fc84554', 'tag': '4a6275d8-d9a5-42f5-b76e-129f66379347'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:03.833953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bbb7a-2788-4e81-a015-885eba3dcaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6275d8-d9a5-42f5-b76e-129f66379347,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:03.896613 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c8d260-6efa-4e78-b6cf-6839ec2c9cba'] response: {'name': 'network-changed', 'server_uuid': '7ef09de1-485b-46a9-9085-002c3fc84554', 'tag': '4a6275d8-d9a5-42f5-b76e-129f66379347', 'status': 'completed', 'code': 200} May 27 02:24:03.939164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device de0b201f-8bcb-4473-a20b-f412f108d9ef no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:24:03.965038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-4d88ba5e-5177-4d9c-b765-90c5d877ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:03.966818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-4d88ba5e-5177-4d9c-b765-90c5d877ad33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 1095 time: 0.1042662 May 27 02:24:03.985027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: de0b201f-8bcb-4473-a20b-f412f108d9ef {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:24:03.985649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device de0b201f-8bcb-4473-a20b-f412f108d9ef not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:24:04.043580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-d1d2a625-e05f-4f42-bd23-0f59d73a0b56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a6275d8-d9a5-42f5-b76e-129f66379347 HTTP/1.1" status: 200 len: 217 time: 0.0697072 May 27 02:24:04.125678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-87b250db-8ceb-4241-a142-5a6a703bff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:04.127160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-87b250db-8ceb-4241-a142-5a6a703bff25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0755408 May 27 02:24:04.266983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-82189f50-6879-41a9-902b-382403a6b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:04.269341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-82189f50-6879-41a9-902b-382403a6b9ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359906 May 27 02:24:04.502129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-68c870ee-c472-4fe6-94aa-f923b0031f3f service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253006 May 27 02:24:04.513104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd269282-a5cc-4f05-8bdd-917119097535 req-a8a85b01-1d2b-474d-9cf3-135cfae28cd8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:04.514643 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd269282-a5cc-4f05-8bdd-917119097535 req-a8a85b01-1d2b-474d-9cf3-135cfae28cd8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.1918464 May 27 02:24:04.645649 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd269282-a5cc-4f05-8bdd-917119097535 req-f3a2e87f-ac4f-4b6a-b10f-2ce926ba04de tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111324 May 27 02:24:04.795018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-175f9d25-b2f3-4d35-be02-68046b2aaa24 req-bd072d97-c3ae-4a08-b6f3-793bc5fcea86 service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792296 May 27 02:24:04.906427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-45eaef2d-e18a-459c-bca9-917867ed1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:04.907847 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-45eaef2d-e18a-459c-bca9-917867ed1f50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 1095 time: 0.0708067 May 27 02:24:05.050752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-8d498043-d3e1-4d5c-b734-51615d6dbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:05.052281 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-8d498043-d3e1-4d5c-b734-51615d6dbb14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1384494 May 27 02:24:05.146167 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-321946d3-4792-47c8-a8b2-97a8afcbd93c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a6275d8-d9a5-42f5-b76e-129f66379347 HTTP/1.1" status: 200 len: 217 time: 0.0878279 May 27 02:24:05.165009 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:24:05.219254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-ab7c1b75-32c3-4ab1-adb9-bfcb43d61bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:05.220712 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-ab7c1b75-32c3-4ab1-adb9-bfcb43d61bf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0685678 May 27 02:24:05.316447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-2a5fc88c-5537-4883-9e25-6e104617b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:05.317872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-2a5fc88c-5537-4883-9e25-6e104617b6c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915256 May 27 02:24:05.514328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-7d146d80-4249-485a-9afa-815bee471e85 service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905789 May 27 02:24:05.817084 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad5645df-dab2-468d-8d56-726a3b7c4b18 req-74ee6884-5673-4584-b7ed-ef981258c261 service neutron] 10.222.0.47 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974255 May 27 02:24:05.858701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29e19453-a42d-4224-ab01-e2600fd05099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:05.964763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a041e0-fcc8-46cf-9c4a-6523bbc79b7f req-380d1eda-c564-46c6-b38a-e62e8be549bc tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:05.965965 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90a041e0-fcc8-46cf-9c4a-6523bbc79b7f req-380d1eda-c564-46c6-b38a-e62e8be549bc tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.0961666 May 27 02:24:06.033976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90a041e0-fcc8-46cf-9c4a-6523bbc79b7f req-39c80b0c-4611-4b98-8e9a-0f18282577c1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 May 27 02:24:07.324890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa244d-4fa2-4bdf-baad-4d0fa4c78f96 req-7fe6a2fc-d076-4436-a1c1-2e6819f8079a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:07.334819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0dfa244d-4fa2-4bdf-baad-4d0fa4c78f96 req-7fe6a2fc-d076-4436-a1c1-2e6819f8079a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.1258137 May 27 02:24:07.416736 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0dfa244d-4fa2-4bdf-baad-4d0fa4c78f96 req-53d45bd8-72fe-4dd6-8b59-1a830992cc7b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802300 May 27 02:24:07.966701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cea7be9d-b650-4bd0-8e94-d2262b191e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:08.755425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389b6f-1904-41d4-b9b4-6dc91106f911 req-bbc105a9-fd26-427f-a04d-dda0f015f2d3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:08.757210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64389b6f-1904-41d4-b9b4-6dc91106f911 req-bbc105a9-fd26-427f-a04d-dda0f015f2d3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.1481507 May 27 02:24:08.837266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-64389b6f-1904-41d4-b9b4-6dc91106f911 req-f5e6e2f5-62f1-444e-9eac-9c83dd2e0251 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697246 May 27 02:24:09.359729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:09.478758 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:10.072654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7554f-d1b1-4674-87ce-42de71a27a5c req-194ae710-a59a-49f3-999e-63c593f4e33b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:10.081189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ede7554f-d1b1-4674-87ce-42de71a27a5c req-194ae710-a59a-49f3-999e-63c593f4e33b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.1132455 May 27 02:24:10.133359 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ede7554f-d1b1-4674-87ce-42de71a27a5c req-29841fd9-cfe7-44b5-a163-3a4173e83253 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507343 May 27 02:24:11.059785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:11.338756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679b05c-bd8d-4cbf-8ce6-8c372ba8536b req-784508cd-f824-4c80-b351-e86a45a4d14c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:11.338756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e679b05c-bd8d-4cbf-8ce6-8c372ba8536b req-784508cd-f824-4c80-b351-e86a45a4d14c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.0938165 May 27 02:24:11.390754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e679b05c-bd8d-4cbf-8ce6-8c372ba8536b req-ab20b5b7-1612-49b7-a61c-89e1be0dc6f5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478959 May 27 02:24:12.632491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ad1d-3385-4cdc-b2a3-8db579b8b494 req-b696d7bd-75f6-4ea2-8780-812c8b770bbf tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:12.633891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99c4ad1d-3385-4cdc-b2a3-8db579b8b494 req-b696d7bd-75f6-4ea2-8780-812c8b770bbf tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.1279917 May 27 02:24:12.692842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99c4ad1d-3385-4cdc-b2a3-8db579b8b494 req-ded0d464-6945-4a03-8012-7aa7ea297d8d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 May 27 02:24:13.882410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee3f60-4bee-498d-a8c0-a3753c65f1b2 req-fb1d0b89-fa37-4be3-9ed7-3385f9b9ac19 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:13.883956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35ee3f60-4bee-498d-a8c0-a3753c65f1b2 req-fb1d0b89-fa37-4be3-9ed7-3385f9b9ac19 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.0840735 May 27 02:24:13.929042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35ee3f60-4bee-498d-a8c0-a3753c65f1b2 req-92cf65b4-5ea1-4802-9295-72c2878812d6 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 May 27 02:24:15.133092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ce285-1bc8-4b85-8832-50bbb4f2294e req-0a035c5f-55e1-45f0-88ac-0cfc7b3641fa tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:15.134613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-222ce285-1bc8-4b85-8832-50bbb4f2294e req-0a035c5f-55e1-45f0-88ac-0cfc7b3641fa tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.0942571 May 27 02:24:15.183800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-222ce285-1bc8-4b85-8832-50bbb4f2294e req-aa351042-2907-40eb-9246-101e440f4398 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 May 27 02:24:16.421674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc8993-1bef-4e33-9621-2d7fa77375a6 req-7a3a59d0-c62b-4b0a-928b-2003424c731d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:16.424455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51cc8993-1bef-4e33-9621-2d7fa77375a6 req-7a3a59d0-c62b-4b0a-928b-2003424c731d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.1198993 May 27 02:24:16.472076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51cc8993-1bef-4e33-9621-2d7fa77375a6 req-762e5074-cf2f-4867-afe5-ef4a27917309 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 May 27 02:24:17.680879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0764415-2297-4341-9088-5f57e52c947c req-30c9ce83-f6d4-4e26-9b42-7fff41f3212c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:17.682594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0764415-2297-4341-9088-5f57e52c947c req-30c9ce83-f6d4-4e26-9b42-7fff41f3212c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.0864499 May 27 02:24:17.731958 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0764415-2297-4341-9088-5f57e52c947c req-c57093e3-0cc0-4887-ba10-53434615d68a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 May 27 02:24:18.925114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb7ca8-eb75-4da3-b95f-6699de7b4428 req-5f4f5cbb-e6c9-45e9-a1bb-b4506ea7e894 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:18.926518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ceb7ca8-eb75-4da3-b95f-6699de7b4428 req-5f4f5cbb-e6c9-45e9-a1bb-b4506ea7e894 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.0842266 May 27 02:24:18.979807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ceb7ca8-eb75-4da3-b95f-6699de7b4428 req-38ef00f5-e326-49f5-bcbd-ec657f0e030f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 May 27 02:24:20.187362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fbd11-0b41-4b3f-b5f3-2d31df92d0fc req-39c4d69c-233d-4632-b3e2-8f8fb82ea3a0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:20.188923 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-389fbd11-0b41-4b3f-b5f3-2d31df92d0fc req-39c4d69c-233d-4632-b3e2-8f8fb82ea3a0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.0924885 May 27 02:24:20.239116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-389fbd11-0b41-4b3f-b5f3-2d31df92d0fc req-5f6c4682-8ae0-44d1-acd3-f8abc5053ba0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 May 27 02:24:21.501961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4a6275d8-d9a5-42f5-b76e-129f66379347 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:24:21.569850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c475-cb7b-4799-b346-b4cbe23ef1e3 req-203cdb46-875d-44c4-a8b6-d27898895496 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:21.580346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee18c475-cb7b-4799-b346-b4cbe23ef1e3 req-203cdb46-875d-44c4-a8b6-d27898895496 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 943 time: 0.2249777 May 27 02:24:21.705758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee18c475-cb7b-4799-b346-b4cbe23ef1e3 req-85974384-3514-426b-8544-9a53dcd25d1d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087680 May 27 02:24:21.820998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 4a6275d8-d9a5-42f5-b76e-129f66379347, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4a6275d8-d9a5-42f5-b76e-129f66379347,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:21.850938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '4a6275d8-d9a5-42f5-b76e-129f66379347', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'port_id': '4a6275d8-d9a5-42f5-b76e-129f66379347', 'mac_address': 'fa:16:3e:5d:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:24:21.940230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 4a6275d8-d9a5-42f5-b76e-129f66379347 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:21.941359 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:21.966666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6275d8-d9a5-42f5-b76e-129f66379347 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:24:21.989832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 4a6275d8-d9a5-42f5-b76e-129f66379347, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4a6275d8-d9a5-42f5-b76e-129f66379347,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:21.997119 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:22.083835 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=4a6275d8-d9a5-42f5-b76e-129f66379347,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:22.296888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['4a6275d8-d9a5-42f5-b76e-129f66379347'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:22.891427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d69ab7-d33d-4cf7-bec4-59fff35909dd req-a23ef3f5-4e9e-48bd-ad49-749b6eeb839b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:22.892809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16d69ab7-d33d-4cf7-bec4-59fff35909dd req-a23ef3f5-4e9e-48bd-ad49-749b6eeb839b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 944 time: 0.0878999 May 27 02:24:22.941481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16d69ab7-d33d-4cf7-bec4-59fff35909dd req-309e5324-cd7d-48a6-80de-94931d0e3bb1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 May 27 02:24:23.518448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4a6275d8-d9a5-42f5-b76e-129f66379347 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:24:23.609906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 4a6275d8-d9a5-42f5-b76e-129f66379347 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:23.615207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 4a6275d8-d9a5-42f5-b76e-129f66379347 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:23.615828 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.780625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 4a6275d8-d9a5-42f5-b76e-129f66379347 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:24:23.781256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.810202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef09de1-485b-46a9-9085-002c3fc84554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6275d8-d9a5-42f5-b76e-129f66379347'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:23.823466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 4a6275d8-d9a5-42f5-b76e-129f66379347, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4a6275d8-d9a5-42f5-b76e-129f66379347,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:23.830521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:23.884387 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7ed226-4eaa-4aa4-880b-8f4f5d7e80b5'] response: {'server_uuid': '7ef09de1-485b-46a9-9085-002c3fc84554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6275d8-d9a5-42f5-b76e-129f66379347', 'code': 200} May 27 02:24:23.925001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=4a6275d8-d9a5-42f5-b76e-129f66379347,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:24.033128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c01883-688e-457b-b695-1dd9feb77e85 req-afca815d-7910-47cc-a6d7-81c14ccdef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:24.035765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85c01883-688e-457b-b695-1dd9feb77e85 req-afca815d-7910-47cc-a6d7-81c14ccdef3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 1097 time: 0.0823090 May 27 02:24:24.107557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85c01883-688e-457b-b695-1dd9feb77e85 req-54e4ee5c-aefd-4f24-bef5-e7510facab9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660815 May 27 02:24:24.191954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc755c1-e4d3-47d1-94f5-6357de06e202 req-ede0a699-ed21-4023-a170-1f683e2e6e66 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:24.193467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cc755c1-e4d3-47d1-94f5-6357de06e202 req-ede0a699-ed21-4023-a170-1f683e2e6e66 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.0978668 May 27 02:24:24.239204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cc755c1-e4d3-47d1-94f5-6357de06e202 req-dddf1ade-18e5-4f15-ad4f-3115a0f32cb2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 May 27 02:24:25.629529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea136e-3529-4921-9063-c43bdcecbdd9 req-3a414203-237c-48ab-8db0-8ec8c255c2d6 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:25.631388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4ea136e-3529-4921-9063-c43bdcecbdd9 req-3a414203-237c-48ab-8db0-8ec8c255c2d6 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.1094196 May 27 02:24:25.680364 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4ea136e-3529-4921-9063-c43bdcecbdd9 req-0aff7964-d446-4d38-98aa-4e1dc4161f07 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 May 27 02:24:26.911681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4250b2-d906-444c-8c10-44bcee7e4c42 req-1357236a-373a-42bc-841d-85bdee51de97 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:26.913090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3b4250b2-d906-444c-8c10-44bcee7e4c42 req-1357236a-373a-42bc-841d-85bdee51de97 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.0955982 May 27 02:24:26.960592 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3b4250b2-d906-444c-8c10-44bcee7e4c42 req-10590b8c-cf90-4a73-b730-95b68b12fb51 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 May 27 02:24:27.160154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335183db-18aa-4c39-b6a6-985b53c0f37d req-357f811f-51cc-4a99-af63-7de42507c5a9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.161959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-335183db-18aa-4c39-b6a6-985b53c0f37d req-357f811f-51cc-4a99-af63-7de42507c5a9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.0878696 May 27 02:24:27.215317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-335183db-18aa-4c39-b6a6-985b53c0f37d req-3bd2ab52-17c2-4e28-8c8a-f5617ae6eb41 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469530 May 27 02:24:27.420333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509f84-ebc3-45ab-9276-c4de55c4e967 req-4fc53c87-6bde-4689-a776-8c0b8a502aa5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:27.422760 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d509f84-ebc3-45ab-9276-c4de55c4e967 req-4fc53c87-6bde-4689-a776-8c0b8a502aa5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.1013727 May 27 02:24:27.474022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d509f84-ebc3-45ab-9276-c4de55c4e967 req-a5de7d34-8ed4-4609-a6fc-4d7fd10c47c3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 May 27 02:24:28.087119 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad3539-9312-45da-8e2a-34feba09ffe0 req-c247f342-0b5d-435f-99f5-ef8d3520d6f2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:28.088560 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cad3539-9312-45da-8e2a-34feba09ffe0 req-c247f342-0b5d-435f-99f5-ef8d3520d6f2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.0811961 May 27 02:24:28.137345 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2cad3539-9312-45da-8e2a-34feba09ffe0 req-c007c83d-c2bd-405d-8312-a361a44c7288 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 May 27 02:24:29.332989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49418483-ab16-46fb-b5a1-77e22ce78b8f req-88893dcb-56e1-4347-ab51-9a52731f943a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:29.334455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49418483-ab16-46fb-b5a1-77e22ce78b8f req-88893dcb-56e1-4347-ab51-9a52731f943a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.0866773 May 27 02:24:29.380102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49418483-ab16-46fb-b5a1-77e22ce78b8f req-ca60e4e3-f097-4c00-926b-bcc689349d24 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 May 27 02:24:29.599362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ccfc06be-6c74-438c-be94-9af379e74561 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:29.600957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ccfc06be-6c74-438c-be94-9af379e74561 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 945 time: 0.0897980 May 27 02:24:29.678269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port 4a6275d8-d9a5-42f5-b76e-129f66379347 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:24:29.678653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.055683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] For port 4a6275d8-d9a5-42f5-b76e-129f66379347, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=4a6275d8-d9a5-42f5-b76e-129f66379347,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:24:30.056065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.184741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for 4a6275d8-d9a5-42f5-b76e-129f66379347 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:24:30.337491 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.350187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['4a6275d8-d9a5-42f5-b76e-129f66379347'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:24:30.395258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=4a6275d8-d9a5-42f5-b76e-129f66379347,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:30.477556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] No DVR routers for this DVR port 4a6275d8-d9a5-42f5-b76e-129f66379347 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:24:30.480417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:30.482949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef09de1-485b-46a9-9085-002c3fc84554', 'name': 'network-vif-deleted', 'tag': '4a6275d8-d9a5-42f5-b76e-129f66379347'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:24:30.505112 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b96dfe4-efdd-4327-ad90-a36ca4801235 req-ae5a13af-e1ca-47bd-bd66-1c11234a8062 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.47 "DELETE /v2.0/ports/4a6275d8-d9a5-42f5-b76e-129f66379347 HTTP/1.1" status: 204 len: 173 time: 0.8980846 May 27 02:24:30.574437 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb0d7f7-972c-4e22-aea9-ca7bce3b131e'] response: {'server_uuid': '7ef09de1-485b-46a9-9085-002c3fc84554', 'name': 'network-vif-deleted', 'tag': '4a6275d8-d9a5-42f5-b76e-129f66379347', 'status': 'completed', 'code': 200} May 27 02:24:30.664927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ff08b008-2979-4b04-885e-903e7c8bf289 req-7583c227-e3a0-4f0e-bf13-fc666a098a92 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:24:30.694590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ff08b008-2979-4b04-885e-903e7c8bf289 req-7583c227-e3a0-4f0e-bf13-fc666a098a92 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:24:30.696561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff08b008-2979-4b04-885e-903e7c8bf289 req-7583c227-e3a0-4f0e-bf13-fc666a098a92 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ef09de1-485b-46a9-9085-002c3fc84554 HTTP/1.1" status: 200 len: 210 time: 0.1209023 May 27 02:24:33.112643 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:33.381135 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:33.561686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4a6275d8-d9a5-42f5-b76e-129f66379347 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:24:33.624795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 4a6275d8-d9a5-42f5-b76e-129f66379347 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:24:33.625137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 4a6275d8-d9a5-42f5-b76e-129f66379347 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:24:35.860642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0da0a456-4666-477f-b634-aa7535bd39f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:37.970000 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c261432f-c8a3-45b8-92c3-21c5927156ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:39.354946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:39.478282 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:41.064853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:42.165076 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:24:47.542572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56244) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:47.632113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Deleting subnet 8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:24:47.636094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.693821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.753788 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.849895 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.891524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:47.902403 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86 HTTP/1.1" status: 204 len: 168 time: 0.3583639 May 27 02:24:47.907503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccf4a4f-c7be-4a52-8b22-bb1cfdf41c86,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:47.908601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56248) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:47.917658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.918003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.918344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.918678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.919027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.919354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.919676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.919996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.920315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.920640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.920954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:47.921269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99330d-da56-47bb-9d25-1c8f3105ee12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:48.091455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.236636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.268056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe26fa8c-84da-4a1e-89ba-f788250f6268']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:48.284350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:48.284821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:48.298108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.316673 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.326358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:24:48.326983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.472694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.486165 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.496727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] Pushing event deleted for resources: {'Network': ['ID=fe26fa8c-84da-4a1e-89ba-f788250f6268,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:48.508507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8a520ab9-505b-4a97-99a9-527283b913aa admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe26fa8c-84da-4a1e-89ba-f788250f6268 HTTP/1.1" status: 204 len: 168 time: 0.5956378 May 27 02:24:48.620233 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38 resource provider aggregate not found May 27 02:24:48.638551 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86a2b6b1-bac3-4d62-bdcb-af0f41dc0a38 found for delete ", "request_id": "req-f7feaa36-874c-4b40-8ce8-bb419f170def"}]} May 27 02:24:48.717263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56262) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:48.768805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-778f8680-17f7-4284-bb3d-ad2aa6215c08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=143672c77bb84f3b967619aadcc06765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493300 May 27 02:24:48.770457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56266) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:48.839176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-434237ed-78cf-4f17-8420-c9c1f301cde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.868015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-434237ed-78cf-4f17-8420-c9c1f301cde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.925202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-434237ed-78cf-4f17-8420-c9c1f301cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.944585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434237ed-78cf-4f17-8420-c9c1f301cde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:48.957926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-434237ed-78cf-4f17-8420-c9c1f301cde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:48.959072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-434237ed-78cf-4f17-8420-c9c1f301cde2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0947ab2e-cf58-48b5-afdc-ebe7b22ef4a9 HTTP/1.1" status: 204 len: 168 time: 0.1877136 May 27 02:24:51.855543 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56342) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:51.861417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123210046', 'description': 'tempest-secgroup-smoke-1123210046 description', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:51.868369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:51.872701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:51.875850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:51.883488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:51.894322 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.907935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:51.923233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:51.927453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:51.930379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:51.937031 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:52.024942 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.029403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.043498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:52.051553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:52.060596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:52.071125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:52.075676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265e1ac7-202d-485e-8c10-43be11fb2416,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:52.152699 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.156678 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.199118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d96da2-c9b7-449a-a721-0c71899a62b3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:52.201960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.203748 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-494e6a07-51b2-4dad-a103-f1e9774e0bf7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3462284 May 27 02:24:52.208213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56346) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:52.213768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '65d96da2-c9b7-449a-a721-0c71899a62b3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:52.220809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:52.224899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:52.227892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:52.239215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:52.258522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.322279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.326594 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.351798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cce1d9f-06af-4a99-829a-b431ec420dd1,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:52.362798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.363996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-69a6372c-71b6-4ed4-97a1-1182f1b8e5e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547356 May 27 02:24:52.366698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56350) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:52.371731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '65d96da2-c9b7-449a-a721-0c71899a62b3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:52.378783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:52.382673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:52.392363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:52.398583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:52.416185 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.479534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.491481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.517758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49358ab3-5811-48ad-96c9-3b9bcc7671bf,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:52.526399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.527758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-763b8554-2fea-4867-bff2-7877b1b87889 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601005 May 27 02:24:52.530651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56354) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:52.536159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '65d96da2-c9b7-449a-a721-0c71899a62b3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:52.542967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:52.547390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:52.550307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:52.556400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:52.591009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.658327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.662942 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.688629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a0ad15-40a1-4983-9258-043b934e1f01,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:52.699243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.700482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-681e27b0-118d-4c9a-83cb-490f1800eba4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686451 May 27 02:24:52.703745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56358) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:52.709038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '65d96da2-c9b7-449a-a721-0c71899a62b3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:52.716551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:52.721506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:52.724740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:52.730579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:52.749455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.820356 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.824530 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.848359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690c0558-b3a9-46be-a1dd-dc03b221e3eb,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:52.860291 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.861647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6a3aae1c-8c3b-4706-b196-543a9cd93d48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568954 May 27 02:24:52.864529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56364) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:52.876718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '65d96da2-c9b7-449a-a721-0c71899a62b3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:52.883623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:52.887778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:52.891049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:52.897262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:52.908721 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:24:52.915979 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.984253 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:52.988804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.019288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d2e0c2-ce41-4826-be0d-283c252f0241,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:53.026629 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.028230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c17d0cd-b069-417d-994d-bd1b478bcb4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622651 May 27 02:24:53.031575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56368) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:53.037504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '65d96da2-c9b7-449a-a721-0c71899a62b3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:53.044676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:53.049789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:53.053126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:53.060185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:53.072374 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:24:53.080957 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.151780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.157722 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.198534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04d9d34-4b3f-4bc6-b318-62fde02b1e9a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:53.211260 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.215534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56372) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:53.216001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-572de12e-413d-4827-af83-7492ddabca94 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1829858 May 27 02:24:53.222315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'network': {'name': 'tempest-network-smoke--537135534', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:53.228220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:53.232493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:network and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:53.236074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:53.241986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:53.252388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:53.255847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.286447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:24:53.302667 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.303053 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Added segment 23b55ee5-90a0-49b1-8a29-af3ae22545c6 of type vlan for network bd53659a-2184-41fe-907e-448a7617b0cf May 27 02:24:53.334038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.364893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.370958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:53.371641 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.512647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2956209 May 27 02:24:53.516067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56376) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:53.521403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'admin_state_up': True, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:53.521953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65586fd9-6142-4391-8f77-8428cb918f31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Network': ['ID=bd53659a-2184-41fe-907e-448a7617b0cf,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:53.530656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:53.534302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bd53659a-2184-41fe-907e-448a7617b0cf details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:24:53.536762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:router and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:53.540543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:53.549913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:53.567057 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.568653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.590241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:53.925665 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.363354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.399279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.537694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.205 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/3a228d4c-7bd8-481b-aecd-dd0a6f6d3128) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:54.701765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.731798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:54.800913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:54.803564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:54.806461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:54.848965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:55.253784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:55.690762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-bd1b08cf-d960-4128-b427-2ea66946a901 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:55.692232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-bd1b08cf-d960-4128-b427-2ea66946a901 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.3000979 May 27 02:24:55.839177 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-2935532d-493b-45b2-970d-b8bd1b073f39 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/quotas/1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 375 time: 0.1350098 May 27 02:24:55.889431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:56.088685 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-d65e6a70-6ade-4f02-84f6-703e21114bc8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406862 May 27 02:24:56.101235 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-65918806-cc79-4b12-8ad0-48590a91e285 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:24:56.102172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-65918806-cc79-4b12-8ad0-48590a91e285 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067351 May 27 02:24:56.221657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 463c8d66-0c13-4457-a492-c0cd6466f741 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:24:56.325299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-86e1f17f-44cd-4c55-b513-17fd9fa950f2 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161632 May 27 02:24:56.536249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:24:56.546216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Sync routers for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:24:56.556356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:24:56.556981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:24:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:56.560166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-9a354124-3a84-4abe-94b2-24e179897b2e service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262039 May 27 02:24:56.575175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:56.579503 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3e014fe4-f88c-4a15-81a4-015a754cc53c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0595052 May 27 02:24:56.579727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56394) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:56.735715 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5eb5bc66-6199-44bd-837b-fb8268836378 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a56b9613ede049a4a65896199ecd8bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1548924 May 27 02:24:56.738244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56406) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:56.768282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:24:56.882079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c33bf7-5638-421d-9ce9-d977c1720c2b tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:56.886800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-99c33bf7-5638-421d-9ce9-d977c1720c2b tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447260 May 27 02:24:56.887593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 56410) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:56.934386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-db8ebc9d-3e81-4ea3-bf15-edae144cc037 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447671 May 27 02:24:56.937240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56416) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:56.942984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-56042467', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:57.036517 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73d95496-cc7b-4026-b94e-b02db6e43b24 req-2dd3830a-532e-4785-9981-97f972c13e82 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 210 time: 0.0601792 May 27 02:24:57.067680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:57.072171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:subnet and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:24:57.076466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:24:57.083339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:57.095624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:57.099632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.143150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:24:55Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:57.148521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Checking router: 463c8d66-0c13-4457-a492-c0cd6466f741 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:24:57.149028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Updating router 463c8d66-0c13-4457-a492-c0cd6466f741 port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:24:57.205895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.332947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.432945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Subnet': ['ID=9b987f99-b105-44d0-a0d6-53a03160388e,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:57.446029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Checking segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:57.446781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network hostable DHCP agents. Network: bd53659a-2184-41fe-907e-448a7617b0cf, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:24:57.478370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bd53659a-2184-41fe-907e-448a7617b0cf is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:24:57.490778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bd53659a-2184-41fe-907e-448a7617b0cf) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:57.497152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:57.498056 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.503299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6012a17-d92d-411f-87bc-f4c6b29ac4b2 None None] Network bd53659a-2184-41fe-907e-448a7617b0cf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:24:57.523437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8b64c4d0-2dd2-4a9f-9ee6-a63a36a2ee11 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5851026 May 27 02:24:57.526125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56428) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:24:57.778429 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.797636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Transition to ACTIVE for port object 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:57.881675 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:57.937357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bd53659a-2184-41fe-907e-448a7617b0cf', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:24:57.938959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.040911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Pushing event updated for resources: {'Port': ['ID=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:58.053286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.053629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.053962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.054294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.054618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.055406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.055406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.055611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.056153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.056474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.056789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.057107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:24:58.060981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Attempting to bind port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:58.061357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Attempting to bind port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:58.061716 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Attempting to bind port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:58.073499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:58.073919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:58.074318 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.075092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:58.075263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Bound port: 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:58.075670 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.241517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] For port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:58.246981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] For port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:58.256503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.300470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Allocated IP 172.20.0.2 (bd53659a-2184-41fe-907e-448a7617b0cf/9b987f99-b105-44d0-a0d6-53a03160388e/8cba40e8-e3d5-4e2c-80ea-d1d2edde6341) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:58.374401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-3c03524b-8a5c-4509-8f66-90ae0a8a8127 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:58.376451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-3c03524b-8a5c-4509-8f66-90ae0a8a8127 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.3430531 May 27 02:24:58.390112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'port': {'device_id': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'admin_state_up': True, 'tenant_id': '1d33244c67384c55a68982e3309789f5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:58.448053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:24:58.448708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:24:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:58.451084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bfc666cd-07ac-427b-bb5c-0c8c6671540d req-d45d3df8-be4c-4ee8-be2a-efb243f4f8d8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 210 time: 0.2610617 May 27 02:24:58.513744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ac1e-86dc-4de0-9b5a-42b0fcf0679f None None] Pushing event updated for resources: {'Port': ['ID=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:58.614370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:24:58.632549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:24:58.664431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:24:58.667802 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.745796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.801084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:58.822446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Transition to ACTIVE for port object 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:58.832430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:24:58.899036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.20.0.9 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/9ea39f27-2179-4f94-8556-1cb5f6588ce0) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:59.025831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Transition to ACTIVE for port object 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:59.043500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.132030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Pushing event updated for resources: {'Port': ['ID=8cba40e8-e3d5-4e2c-80ea-d1d2edde6341,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:59.145511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Network bd53659a-2184-41fe-907e-448a7617b0cf is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:59.156750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:59.161147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:59.189073 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.208064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Transition to ACTIVE for port object 9ea39f27-2179-4f94-8556-1cb5f6588ce0 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:59.241572 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.313584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:59.318451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.1 (bd53659a-2184-41fe-907e-448a7617b0cf/9b987f99-b105-44d0-a0d6-53a03160388e/eb633929-a3b1-44ef-af9f-f05e2917196e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:24:59.321771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:59.339634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Attempting to bind port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:24:59.340244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Attempting to bind port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:24:59.340872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Attempting to bind port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 on network bd53659a-2184-41fe-907e-448a7617b0cf {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:24:59.343421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:59.358048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:24:59.358622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Checking segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:24:59.359795 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.360447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Bound using segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:24:59.361220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Bound port: 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:24:59.361832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.408725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=9ea39f27-2179-4f94-8556-1cb5f6588ce0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:59.428986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:24:59.429735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.463646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-1848efbb-bf71-47b3-8c7c-0546d778188c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779841 May 27 02:24:59.478362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Request body: {'port': {'device_id': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:24:59.538430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:24:55Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:24:59.547293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fe55e-c095-47c8-bbf1-6d8d7f0fdc35 None None] The sync data for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 is: [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:24:55Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:24:59.550415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] For port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:24:59.559728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] For port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8cba40e8-e3d5-4e2c-80ea-d1d2edde6341,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:24:59.580694 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.627711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.690481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object eb633929-a3b1-44ef-af9f-f05e2917196e will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:24:59.758630 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.770954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fde463e-f75b-47c3-9d37-934b63badd51 None None] Provisioning for port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:24:59.779147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092a20c-cf97-426c-9a54-237c58b97d96 None None] Pushing event updated for resources: {'Port': ['ID=8cba40e8-e3d5-4e2c-80ea-d1d2edde6341,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:24:59.782474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fde463e-f75b-47c3-9d37-934b63badd51 None None] Provisioning complete for port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:24:59.782987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1fde463e-f75b-47c3-9d37-934b63badd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.908839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:24:59.910279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bd53659a-2184-41fe-907e-448a7617b0cf is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:24:59.914336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:24:59.918784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:24:59.938195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1fde463e-f75b-47c3-9d37-934b63badd51 None None] Port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:00.008433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=eb633929-a3b1-44ef-af9f-f05e2917196e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:00.043898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:00.516971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea39f27-2179-4f94-8556-1cb5f6588ce0 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:00.530617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f93185-090c-4ca7-be73-5105c8434f83 req-78018e95-f3a8-49ec-ada3-add734076906 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:00.532295 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2f93185-090c-4ca7-be73-5105c8434f83 req-78018e95-f3a8-49ec-ada3-add734076906 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:00.545739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:00.564750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Transition to ACTIVE for port object 9ea39f27-2179-4f94-8556-1cb5f6588ce0 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:00.570497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:00.631091 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:00.768853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2f93185-090c-4ca7-be73-5105c8434f83 req-78018e95-f3a8-49ec-ada3-add734076906 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:00.791629 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2f93185-090c-4ca7-be73-5105c8434f83 req-78018e95-f3a8-49ec-ada3-add734076906 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 931 time: 1.0562952 May 27 02:25:00.938495 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea39f27-2179-4f94-8556-1cb5f6588ce0,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:00.975644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.975834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.976179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.976515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.976848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.977180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.977509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.977835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.978161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.978485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.978836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.979271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:00.999707 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2f93185-090c-4ca7-be73-5105c8434f83 req-a99d919e-a945-417c-b75b-28ed0b529351 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106884 May 27 02:25:01.035836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Attempting to bind port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:01.036177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Attempting to bind port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:01.036511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Attempting to bind port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:01.043089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:01.043433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Attempting to bind port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:01.051778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:01.052117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:01.052506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:01.052939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Bound port: 9ea39f27-2179-4f94-8556-1cb5f6588ce0, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:01.054507 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.236129 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.243525 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.287094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] For port 9ea39f27-2179-4f94-8556-1cb5f6588ce0, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:01.290622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] For port 9ea39f27-2179-4f94-8556-1cb5f6588ce0, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:01.300694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.360807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d86d79-6554-41f5-851a-3886b9b32f01 None None] Network bd53659a-2184-41fe-907e-448a7617b0cf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:25:01.364377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=eb633929-a3b1-44ef-af9f-f05e2917196e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:01.367039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.373550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:01.374211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:01.376399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ea39f27-2179-4f94-8556-1cb5f6588ce0 HTTP/1.1" status: 200 len: 1092 time: 1.9026492 May 27 02:25:01.377106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'tag': '9ea39f27-2179-4f94-8556-1cb5f6588ce0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:01.424946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3083b-14e4-4848-bb30-56bb2c6f1587 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea39f27-2179-4f94-8556-1cb5f6588ce0,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:01.485889 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2439be67-a785-41ce-aa48-4a8675256611'] response: {'name': 'network-changed', 'server_uuid': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'tag': '9ea39f27-2179-4f94-8556-1cb5f6588ce0', 'status': 'completed', 'code': 200} May 27 02:25:01.503371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-608c8e92-5721-404d-b621-414e38513b85 None None] Provisioning for port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:01.539484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bd53659a-2184-41fe-907e-448a7617b0cf is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:01.540792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:01.554173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-e01f5fc0-5665-4b7e-bea9-1d0c8fd54e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:01.556090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-e01f5fc0-5665-4b7e-bea9-1d0c8fd54e42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 1095 time: 0.1271114 May 27 02:25:01.701792 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-76a642d0-0588-4e7d-b1f2-3d88520eddeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0 HTTP/1.1" status: 200 len: 217 time: 0.1373365 May 27 02:25:01.779386 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-f85eca42-e7a8-471b-b658-f64883576f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:01.781538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-f85eca42-e7a8-471b-b658-f64883576f5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0728135 May 27 02:25:01.857858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 463c8d66-0c13-4457-a492-c0cd6466f741 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:25:01.919212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-6f7dff39-4b48-4696-b8bf-04412b19fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:01.921263 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-6f7dff39-4b48-4696-b8bf-04412b19fa75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333971 May 27 02:25:01.955644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:02.060941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:02.070143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:02.070520 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.106964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:25:02.119982 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Sync routers for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:25:02.130232 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5016018b-3e2b-40bd-bf7d-d3fa2509dbe2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/463c8d66-0c13-4457-a492-c0cd6466f741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6028318 May 27 02:25:02.136855 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:02.137863 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:24:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:02.157951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-e7f7014b-ea20-4a41-b7b1-bbcccef79c11 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259037 May 27 02:25:02.224626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-de864ba9-d7f6-47ef-b6e6-f17eb1d5e505 None None] Provisioning for port eb633929-a3b1-44ef-af9f-f05e2917196e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:02.243802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-de864ba9-d7f6-47ef-b6e6-f17eb1d5e505 None None] Provisioning complete for port eb633929-a3b1-44ef-af9f-f05e2917196e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:02.244524 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-de864ba9-d7f6-47ef-b6e6-f17eb1d5e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.330087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:02.331186 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.339329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-de864ba9-d7f6-47ef-b6e6-f17eb1d5e505 None None] Port eb633929-a3b1-44ef-af9f-f05e2917196e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:02.357109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:02.364957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.367474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:02.467175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-1fff8948-13a6-48aa-9cb6-81060732fb20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123210046&fields=id&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 267 time: 0.0721858 May 27 02:25:02.482196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9b81861b-092a-48a7-b3e7-f97c14329ec6 req-aa7914aa-bc9b-4b77-b343-00084458dc94 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167169 May 27 02:25:02.492252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ba99-da66-4f8f-a50f-e7ed6a49f06d req-d0b6ae4d-d34d-46a0-bcbe-27e9ff23e88c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.494109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6150ba99-da66-4f8f-a50f-e7ed6a49f06d req-d0b6ae4d-d34d-46a0-bcbe-27e9ff23e88c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.2751465 May 27 02:25:02.549609 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:02.614329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:02.643795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a6393614-c408-4402-863d-160105903d8e None None] Provisioning complete for port eb633929-a3b1-44ef-af9f-f05e2917196e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:02.644922 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a6393614-c408-4402-863d-160105903d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.683599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6150ba99-da66-4f8f-a50f-e7ed6a49f06d req-9b52dd5e-c0e5-47c4-8aa6-267ef00f08f1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830823 May 27 02:25:02.723577 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:02.736163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:02.736541 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.743000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-602f8535-286a-4086-93fb-00d05b82df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.744571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-602f8535-286a-4086-93fb-00d05b82df99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 1095 time: 0.1889210 May 27 02:25:02.805020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a6393614-c408-4402-863d-160105903d8e None None] Port eb633929-a3b1-44ef-af9f-f05e2917196e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:02.877611 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-4a668043-8a1f-4526-ba91-56b265d58b0b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.879175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-4a668043-8a1f-4526-ba91-56b265d58b0b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 796 time: 0.3999720 May 27 02:25:02.894594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:02.895398 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.902427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-dfd2f568-712c-4838-b45e-13c37a9361a5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/quotas/a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 375 time: 0.0156338 May 27 02:25:02.925456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-c5069b8f-097d-440a-8f57-faa5ec6439d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:02.927350 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-c5069b8f-097d-440a-8f57-faa5ec6439d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1760802 May 27 02:25:02.946070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8cba40e8-e3d5-4e2c-80ea-d1d2edde6341,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:02.948175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fc69b6f0-ce9e-460a-9592-419c9b48c7ee None None] Provisioning complete for port eb633929-a3b1-44ef-af9f-f05e2917196e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:02.948741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc69b6f0-ce9e-460a-9592-419c9b48c7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:02.979736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.018603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-f8e961c7-a22f-401e-bc9c-8b36e275e0a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:03.025228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-dcaceb27-757c-45d4-8239-ceaf298fe076 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0 HTTP/1.1" status: 200 len: 217 time: 0.0908535 May 27 02:25:03.041113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-f8e961c7-a22f-401e-bc9c-8b36e275e0a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:03.044698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-f8e961c7-a22f-401e-bc9c-8b36e275e0a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349158 May 27 02:25:03.082740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fc69b6f0-ce9e-460a-9592-419c9b48c7ee None None] Port eb633929-a3b1-44ef-af9f-f05e2917196e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:03.092732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8cba40e8-e3d5-4e2c-80ea-d1d2edde6341,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:03.095003 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:01Z', 'revision_number': 2, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:03.101577 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Checking router: 463c8d66-0c13-4457-a492-c0cd6466f741 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:25:03.102013 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Updating router 463c8d66-0c13-4457-a492-c0cd6466f741 port eb633929-a3b1-44ef-af9f-f05e2917196e binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:25:03.125271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-3c42c1c6-11a8-4e57-a242-052c49975fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:03.126821 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-3c42c1c6-11a8-4e57-a242-052c49975fb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0942228 May 27 02:25:03.131955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.178400 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.211465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-9d35c2ca-47d3-4e09-a720-8737b46b789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:03.213622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-9d35c2ca-47d3-4e09-a720-8737b46b789a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779486 May 27 02:25:03.258799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-4b6935ec-5060-4c4b-aa58-08d8e6d5242a service neutron] 10.222.0.16 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967485 May 27 02:25:03.356496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-068d4125-71a9-4d6a-adb9-38901fe4d940 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312916 May 27 02:25:03.410585 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.427271 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-bb8f0670-f41d-469a-a720-bfbd7ab9744e service neutron] 10.222.0.16 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599853 May 27 02:25:03.520512 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbe56d56-2c20-45da-8d63-8e063d1d4fda req-0f0a5621-2242-494a-ad5e-24706d43e065 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570976 May 27 02:25:03.632070 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.638250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-08973b52-61fa-49e9-bca6-7271d21a4a1d req-a42a92b0-a692-4346-a18a-ced719b18cbb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 210 time: 0.0511467 May 27 02:25:03.656817 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Transition to ACTIVE for port object eb633929-a3b1-44ef-af9f-f05e2917196e will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:03.664260 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:03.936708 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Pushing event updated for resources: {'Port': ['ID=eb633929-a3b1-44ef-af9f-f05e2917196e,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:03.949809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:03.991286 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.991626 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.991961 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.992292 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.992624 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.992954 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.993274 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.993687 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.994017 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.994338 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.994825 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:03.994997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:25:04.026207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf4bb8-d808-4902-af6d-a1fb84e4f455 req-71010229-ee14-4372-8977-836b5a1db0b4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:04.044175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36cf4bb8-d808-4902-af6d-a1fb84e4f455 req-71010229-ee14-4372-8977-836b5a1db0b4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.1885927 May 27 02:25:04.082198 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Attempting to bind port eb633929-a3b1-44ef-af9f-f05e2917196e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:04.082568 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Attempting to bind port eb633929-a3b1-44ef-af9f-f05e2917196e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:04.082986 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Attempting to bind port eb633929-a3b1-44ef-af9f-f05e2917196e on network bd53659a-2184-41fe-907e-448a7617b0cf {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:04.089375 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:04.089746 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Checking segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:04.095681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36cf4bb8-d808-4902-af6d-a1fb84e4f455 req-f34fd395-1c4e-40ef-b251-86a011f28686 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487249 May 27 02:25:04.096080 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.099515 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Bound using segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:04.100044 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Bound port: eb633929-a3b1-44ef-af9f-f05e2917196e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:04.100423 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.123497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:04.123890 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.207989 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] For port eb633929-a3b1-44ef-af9f-f05e2917196e, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:04.213434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] For port eb633929-a3b1-44ef-af9f-f05e2917196e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eb633929-a3b1-44ef-af9f-f05e2917196e,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:04.217996 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.254298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:04.255406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:04.309561 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:04.310294 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:24:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:04.339862 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:04.340509 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:04.421670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98a438-11ea-44fc-8e73-49917f5f5e09 None None] Pushing event updated for resources: {'Port': ['ID=eb633929-a3b1-44ef-af9f-f05e2917196e,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:04.502182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:04.538073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:04.903880 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:04Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:04.908425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e2cff5-c04f-4c57-ba9c-2a4a41f7eed3 None None] The sync data for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 is: [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:04Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:25:04.913322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e80851e2-3c55-48a2-a645-94431446b3b4 req-e9fae6a6-21b7-4299-a1aa-1ae9b0333cf0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 210 time: 0.1585340 May 27 02:25:05.332023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-18e3c238-e41f-4777-bef6-b98ba627d34e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.332742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-18e3c238-e41f-4777-bef6-b98ba627d34e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:05.337915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78495a9f-d3bb-409a-8e4b-752f27b2a34b req-edbad50a-3d59-4e03-9b29-11b1dc03ca7e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:05.339669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78495a9f-d3bb-409a-8e4b-752f27b2a34b req-edbad50a-3d59-4e03-9b29-11b1dc03ca7e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.1128261 May 27 02:25:05.352797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-18e3c238-e41f-4777-bef6-b98ba627d34e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:05.354381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-18e3c238-e41f-4777-bef6-b98ba627d34e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 796 time: 0.2007861 May 27 02:25:05.404810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78495a9f-d3bb-409a-8e4b-752f27b2a34b req-35a3c4c1-e092-434e-9c1c-e4e9a123016a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 May 27 02:25:05.416306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-6cf6d7cc-7793-4b9f-957d-aec9cf95d2a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:05.437101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-6cf6d7cc-7793-4b9f-957d-aec9cf95d2a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:05.438312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-6cf6d7cc-7793-4b9f-957d-aec9cf95d2a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 380 time: 0.0761948 May 27 02:25:05.448554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'port': {'device_id': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'admin_state_up': True, 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'security_groups': ['65d96da2-c9b7-449a-a721-0c71899a62b3']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:05.605694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:05.615868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:05.626980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:05.630670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:05.807836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.13 (bd53659a-2184-41fe-907e-448a7617b0cf/9b987f99-b105-44d0-a0d6-53a03160388e/975f544c-5c49-453c-b6cd-eb74554cedef) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:05.861349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-382d6f8a-094e-4e7a-930e-efe8df395515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:05.876975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eb633929-a3b1-44ef-af9f-f05e2917196e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:05.957273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port eb633929-a3b1-44ef-af9f-f05e2917196e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:05.963017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port eb633929-a3b1-44ef-af9f-f05e2917196e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:05.963677 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.030893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.051454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object 975f544c-5c49-453c-b6cd-eb74554cedef will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:06.105863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8168bc4-ba69-4789-a5ba-c7991a328be7 req-e36c2855-1222-495c-889b-d916d0142c97 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 210 time: 0.0556443 May 27 02:25:06.107893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port eb633929-a3b1-44ef-af9f-f05e2917196e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:06.108272 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.140397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.147320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port eb633929-a3b1-44ef-af9f-f05e2917196e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eb633929-a3b1-44ef-af9f-f05e2917196e,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:06.151395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.213998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bd53659a-2184-41fe-907e-448a7617b0cf is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:06.217055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:06.221553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:06.233175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=eb633929-a3b1-44ef-af9f-f05e2917196e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:06.259257 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:06.291567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:06.292185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.319553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-958b9f76-55a8-4026-94ce-ec946319d0c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8747296 May 27 02:25:06.332185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Request body: {'port': {'device_id': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:06.451754 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.510004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-86e8f6dc-e530-4324-956d-50d758064a34 None None] Provisioning for port 975f544c-5c49-453c-b6cd-eb74554cedef completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:06.516447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-86e8f6dc-e530-4324-956d-50d758064a34 None None] Provisioning complete for port 975f544c-5c49-453c-b6cd-eb74554cedef triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:06.516974 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-86e8f6dc-e530-4324-956d-50d758064a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.606956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50932-38ed-4264-8db7-3314ce691096 req-ef60fbb7-3b63-43a8-8d0d-6578795b9267 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:06.608792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c50932-38ed-4264-8db7-3314ce691096 req-ef60fbb7-3b63-43a8-8d0d-6578795b9267 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0982335 May 27 02:25:06.612711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-86e8f6dc-e530-4324-956d-50d758064a34 None None] Port 975f544c-5c49-453c-b6cd-eb74554cedef cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:06.656139 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77c50932-38ed-4264-8db7-3314ce691096 req-44cd52c2-750e-4a90-8134-12d4759875f0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 May 27 02:25:06.810542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975f544c-5c49-453c-b6cd-eb74554cedef {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:06.817568 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.831899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Transition to ACTIVE for port object 975f544c-5c49-453c-b6cd-eb74554cedef will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:06.835822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:06.993333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:07.076609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:07.077905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:07.077905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef on network bd53659a-2184-41fe-907e-448a7617b0cf {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:07.083314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Port 975f544c-5c49-453c-b6cd-eb74554cedef on network bd53659a-2184-41fe-907e-448a7617b0cf not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:07.083630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef on network bd53659a-2184-41fe-907e-448a7617b0cf {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:07.088696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:07.089027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Checking segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:07.089404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Bound using segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:07.089819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Bound port: 975f544c-5c49-453c-b6cd-eb74554cedef, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:07.090161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.348372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:07.352116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:07.361457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.424674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.426854 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.426854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 1093 time: 1.0990124 May 27 02:25:07.434777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1c35-47ab-44b1-bfbf-3ae39747b8ce req-0021e182-7e30-4a35-8a77-5f78b09de4a2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.435473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f5ca1c35-47ab-44b1-bfbf-3ae39747b8ce req-0021e182-7e30-4a35-8a77-5f78b09de4a2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:07.438068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:07.468873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f4adb-03f9-4e87-8fa4-c14f795e40f6 service neutron] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:07.472845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f5ca1c35-47ab-44b1-bfbf-3ae39747b8ce req-0021e182-7e30-4a35-8a77-5f78b09de4a2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:07.474264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5ca1c35-47ab-44b1-bfbf-3ae39747b8ce req-0021e182-7e30-4a35-8a77-5f78b09de4a2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.2233002 May 27 02:25:07.497746 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333d3901-f667-4d2d-8438-8b9d00f31ff8'] response: {'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'status': 'completed', 'code': 200} May 27 02:25:07.578367 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f5ca1c35-47ab-44b1-bfbf-3ae39747b8ce req-cb7f9ce1-a47a-463c-9288-6f4a6c556ca6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955968 May 27 02:25:07.600136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-0d95bf90-067d-4d38-9d87-1c01691c2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.601575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-0d95bf90-067d-4d38-9d87-1c01691c2a84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1096 time: 0.1031065 May 27 02:25:07.673175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-d72cf5ef-1eb0-497e-a7e2-e02617027d0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 217 time: 0.0649319 May 27 02:25:07.739880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-d7e30615-e4ca-4867-a20e-abf487cd89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.741315 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-d7e30615-e4ca-4867-a20e-abf487cd89d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0622110 May 27 02:25:07.838177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eb633929-a3b1-44ef-af9f-f05e2917196e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:07.840810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-64d874f4-8387-4de5-bec3-e151c4892f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.842648 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-64d874f4-8387-4de5-bec3-e151c4892f5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922394 May 27 02:25:07.863316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3751-f1a1-4c20-a027-af83f8b46976 req-e8baeabc-4739-4eb9-9a65-1127460b26e2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:07.864734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcdc3751-f1a1-4c20-a027-af83f8b46976 req-e8baeabc-4739-4eb9-9a65-1127460b26e2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0969257 May 27 02:25:07.910450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port eb633929-a3b1-44ef-af9f-f05e2917196e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:07.910858 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.915760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcdc3751-f1a1-4c20-a027-af83f8b46976 req-4f24bf2c-4007-4f90-9ffb-dbab47d83a54 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 May 27 02:25:07.984592 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fd3d829c-d08e-4c5b-a784-5ecbab2556b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:07.991668 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-d5ad79fb-55c6-4ca2-bb73-75b16bbe5694 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424458 May 27 02:25:08.054326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port eb633929-a3b1-44ef-af9f-f05e2917196e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:08.129716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2d8c8c7b-d876-404f-883a-af65c7632849 req-aa6ac7e9-e110-4608-80a1-5ea969ab9d3b service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317289 May 27 02:25:08.250305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-016a3a04-e863-44cb-9830-411661dc3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.251887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-016a3a04-e863-44cb-9830-411661dc3b5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1096 time: 0.0771554 May 27 02:25:08.384908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-32e40c1d-b9b4-46a2-813f-95e4914c9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.386738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-32e40c1d-b9b4-46a2-813f-95e4914c9b55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.1285768 May 27 02:25:08.455794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-208b36c3-7330-4150-81ff-6bcb08cc3e88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 217 time: 0.0603030 May 27 02:25:08.522732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-b1826ffc-12b4-4fe2-a41d-32efc68db1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.524190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-b1826ffc-12b4-4fe2-a41d-32efc68db1e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0627296 May 27 02:25:08.601555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-d8079f90-2c67-4f40-956e-54d77570b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:08.603040 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-d8079f90-2c67-4f40-956e-54d77570b1b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719144 May 27 02:25:08.746069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-92890d18-6d6f-478b-9f13-9f120ff5ea80 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358082 May 27 02:25:09.069370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dffd2911-14a2-4251-ac26-6231ca2aabc1 req-b8a8e9bf-53c6-4f60-84ff-c78e7d843d96 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182619 May 27 02:25:09.084093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6e450-efe3-4304-8023-3920749c7ec6 req-10948ef0-b454-47ff-9ec3-2897b9aa2808 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.085714 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ad6e450-efe3-4304-8023-3920749c7ec6 req-10948ef0-b454-47ff-9ec3-2897b9aa2808 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.3933592 May 27 02:25:09.117525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbe8eb-bb60-4299-aee1-7a9c8a888f85 req-023f8105-683e-4811-9a30-92a72cdc47b6 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:09.119145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e3bbe8eb-bb60-4299-aee1-7a9c8a888f85 req-023f8105-683e-4811-9a30-92a72cdc47b6 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0843301 May 27 02:25:09.140559 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ad6e450-efe3-4304-8023-3920749c7ec6 req-356d671c-2e8e-4d97-acc3-14a8b683512f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467739 May 27 02:25:09.165299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e3bbe8eb-bb60-4299-aee1-7a9c8a888f85 req-6bc6a38a-d33d-42ea-b28e-82c6698fb5af tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 May 27 02:25:09.349897 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:09.480113 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:10.348453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b65cc-535d-4f63-89c0-b1672ba48659 req-a1d56a9f-3648-4e84-9cee-d2a75c7f0bb7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:10.349988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-de1b65cc-535d-4f63-89c0-b1672ba48659 req-a1d56a9f-3648-4e84-9cee-d2a75c7f0bb7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.0957248 May 27 02:25:10.368618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e00e6-a8cd-49a5-b812-7d5b26d93b98 req-da27f4ea-4179-463d-b86d-6f326ce49ef8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:10.370127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-304e00e6-a8cd-49a5-b812-7d5b26d93b98 req-da27f4ea-4179-463d-b86d-6f326ce49ef8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0916479 May 27 02:25:10.398660 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-de1b65cc-535d-4f63-89c0-b1672ba48659 req-a3c3968b-49f6-40ed-8c31-757c983e1b8d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 May 27 02:25:10.416663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-304e00e6-a8cd-49a5-b812-7d5b26d93b98 req-ba9e9578-0d90-4c49-95d8-d6cd4ce24e32 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 May 27 02:25:11.067641 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.591022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada2f7-eabb-477c-a711-e1c2fa9fbce8 req-664aa359-51e8-4ebb-9560-844e5f53d436 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:11.592634 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9fada2f7-eabb-477c-a711-e1c2fa9fbce8 req-664aa359-51e8-4ebb-9560-844e5f53d436 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.0865390 May 27 02:25:11.614655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d0dc8-06de-4a64-805b-eedce03fa858 req-50e45238-c94f-4fa3-a614-518ef140a078 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:11.616348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da3d0dc8-06de-4a64-805b-eedce03fa858 req-50e45238-c94f-4fa3-a614-518ef140a078 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0894759 May 27 02:25:11.648066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9fada2f7-eabb-477c-a711-e1c2fa9fbce8 req-1052b2ba-b9cb-4de8-9f21-7345f48d1ce0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462027 May 27 02:25:11.663671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-da3d0dc8-06de-4a64-805b-eedce03fa858 req-b861fa5c-cb01-40d3-ae46-e48afde34246 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 May 27 02:25:11.717051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:25:11.853989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:11.867449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '975f544c-5c49-453c-b6cd-eb74554cedef', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'port_id': '975f544c-5c49-453c-b6cd-eb74554cedef', 'mac_address': 'fa:16:3e:1a:d1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:25:11.922189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 975f544c-5c49-453c-b6cd-eb74554cedef is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:11.922576 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:11.940048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975f544c-5c49-453c-b6cd-eb74554cedef {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:11.955690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:11.959445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:12.028980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:12.252131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['975f544c-5c49-453c-b6cd-eb74554cedef'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:12.833151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c10ec5-2fcb-4367-9ced-9bee28a6b558 req-afcb5e90-f03a-40b4-aa00-d964992c0d29 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:12.834599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-87c10ec5-2fcb-4367-9ced-9bee28a6b558 req-afcb5e90-f03a-40b4-aa00-d964992c0d29 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 945 time: 0.0819221 May 27 02:25:12.852671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5f452-2b35-4860-8c18-ea83b42f88b7 req-7d6e7a98-f0b5-4a82-9d28-4e9c9098e97d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:12.854442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37e5f452-2b35-4860-8c18-ea83b42f88b7 req-7d6e7a98-f0b5-4a82-9d28-4e9c9098e97d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0868230 May 27 02:25:12.885906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-87c10ec5-2fcb-4367-9ced-9bee28a6b558 req-b5cf7b72-2f85-40ab-b776-e3f57369be05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451913 May 27 02:25:12.915788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37e5f452-2b35-4860-8c18-ea83b42f88b7 req-4360e5ce-4be0-4a24-b2c5-02998b40c272 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 May 27 02:25:13.732628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:13.815342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 975f544c-5c49-453c-b6cd-eb74554cedef completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:13.817518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 975f544c-5c49-453c-b6cd-eb74554cedef triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:13.817518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.929701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 975f544c-5c49-453c-b6cd-eb74554cedef is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:13.930082 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:13.965143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:13.975280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:13.980104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:14.057193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:14.098926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9087964-2427-4b94-ba5c-f3bbb0f748ff req-ae14e6eb-e88a-475a-bb33-35b669f652ca tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.100383 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9087964-2427-4b94-ba5c-f3bbb0f748ff req-ae14e6eb-e88a-475a-bb33-35b669f652ca tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0984910 May 27 02:25:14.134760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d6b9-a5ed-4848-8fef-e931f40626f0 req-80a22bd1-6f85-4472-a8d6-ca78e7cee9c4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.136240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be78d6b9-a5ed-4848-8fef-e931f40626f0 req-80a22bd1-6f85-4472-a8d6-ca78e7cee9c4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0996237 May 27 02:25:14.145032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9087964-2427-4b94-ba5c-f3bbb0f748ff req-c0c44c92-86c6-4366-ae6e-289d5eb6b62d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390229 May 27 02:25:14.182703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be78d6b9-a5ed-4848-8fef-e931f40626f0 req-76da217c-f811-4705-a44b-1b5fb9ea3786 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 May 27 02:25:14.194521 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228ab0be-4abc-4d90-8b97-a013e23ee4a1'] response: {'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'code': 200} May 27 02:25:14.326647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3def77-8242-462e-b830-225d99fd96cc req-e73efd7f-a916-44fe-b179-2f197b695ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:14.328172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a3def77-8242-462e-b830-225d99fd96cc req-e73efd7f-a916-44fe-b179-2f197b695ffa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1098 time: 0.0757017 May 27 02:25:14.366972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a3def77-8242-462e-b830-225d99fd96cc req-29654139-4ab4-4eb2-bfcc-661eb4ed2fe2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 May 27 02:25:15.331841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36876dab-e576-4603-8e4e-004ba85736b4 req-314128ec-cf82-4f63-bced-19550115e019 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:15.333348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-36876dab-e576-4603-8e4e-004ba85736b4 req-314128ec-cf82-4f63-bced-19550115e019 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0826983 May 27 02:25:15.378720 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-36876dab-e576-4603-8e4e-004ba85736b4 req-1314997a-9153-4e47-be25-905104ff5c28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389414 May 27 02:25:15.382024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afa763-cf97-400d-a06c-e8d1324e6f0f req-b4bed912-4b66-46be-98b5-e5fc02b6e4cd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:15.386385 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2afa763-cf97-400d-a06c-e8d1324e6f0f req-b4bed912-4b66-46be-98b5-e5fc02b6e4cd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 943 time: 0.0912890 May 27 02:25:15.430174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d2afa763-cf97-400d-a06c-e8d1324e6f0f req-38673e84-7ee7-4ff2-b78b-99576f337852 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 May 27 02:25:16.093742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ea39f27-2179-4f94-8556-1cb5f6588ce0 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:25:16.225042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9ea39f27-2179-4f94-8556-1cb5f6588ce0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:16.238446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '9ea39f27-2179-4f94-8556-1cb5f6588ce0', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'port_id': '9ea39f27-2179-4f94-8556-1cb5f6588ce0', 'mac_address': 'fa:16:3e:b4:0b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:25:16.298485 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:16.298894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:16.315264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea39f27-2179-4f94-8556-1cb5f6588ce0 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:16.330194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9ea39f27-2179-4f94-8556-1cb5f6588ce0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:16.334044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:16.402405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9ea39f27-2179-4f94-8556-1cb5f6588ce0,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:16.568921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb3817-eeb3-434f-88f8-0dd5c1ca6c5f req-b9bec234-3257-415b-8d70-679b50a4f227 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.571870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4fb3817-eeb3-434f-88f8-0dd5c1ca6c5f req-b9bec234-3257-415b-8d70-679b50a4f227 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0859842 May 27 02:25:16.617054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4fb3817-eeb3-434f-88f8-0dd5c1ca6c5f req-43ab67f3-c71f-4788-84e5-491210e7c7cc tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 May 27 02:25:16.618242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700815c7-2644-4884-9db8-2ab7905a883b req-7d51dbba-a404-4a68-9640-0e9f0d3b4dc3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.619893 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-700815c7-2644-4884-9db8-2ab7905a883b req-7d51dbba-a404-4a68-9640-0e9f0d3b4dc3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 944 time: 0.0847805 May 27 02:25:16.629753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9ea39f27-2179-4f94-8556-1cb5f6588ce0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:16.671147 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-700815c7-2644-4884-9db8-2ab7905a883b req-072fb199-2cef-4c4b-a319-89c38c853b28 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455279 May 27 02:25:16.806309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6f2cc-ccbb-4ff2-b065-53a21ddddb89 req-61f14d59-eaef-44de-9b04-c92ed690d1c4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.807807 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6a6f2cc-ccbb-4ff2-b065-53a21ddddb89 req-61f14d59-eaef-44de-9b04-c92ed690d1c4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0801623 May 27 02:25:16.855665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6a6f2cc-ccbb-4ff2-b065-53a21ddddb89 req-fe409ee1-6e9a-46f2-ae8c-0768c7a5ea4d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 May 27 02:25:16.877988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56518) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:16.947737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6ef9d-4fba-4f0d-8a15-5505bbf1c9c9 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:16.949142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ed6ef9d-4fba-4f0d-8a15-5505bbf1c9c9 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1093 time: 0.0701568 May 27 02:25:16.952122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56522) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:16.957604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '975f544c-5c49-453c-b6cd-eb74554cedef', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:16.964119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:16.968135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:floatingip and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:25:16.970977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:25:16.976721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:16.987255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:17.126027 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:17.263602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.98 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a2ea5a64-8012-40b2-b3a9-9f0e8e616d63) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:17.515095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:17.545827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:17.610502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:17.613169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:17.616961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:17.654354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=a2ea5a64-8012-40b2-b3a9-9f0e8e616d63,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:18.068320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cbf12-f782-4397-8700-67440ed9ca82 req-1c238922-63d3-4652-ad6b-32c9243c13f8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:18.070000 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-070cbf12-f782-4397-8700-67440ed9ca82 req-1c238922-63d3-4652-ad6b-32c9243c13f8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 944 time: 0.2524550 May 27 02:25:18.109609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ea39f27-2179-4f94-8556-1cb5f6588ce0 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:18.139561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-070cbf12-f782-4397-8700-67440ed9ca82 req-3604ae92-397e-4a50-b05c-83cd2f3f08eb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621910 May 27 02:25:18.183516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:18.188271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:18.188643 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.207333 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.283652 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.334315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:18.334744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.367718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea39f27-2179-4f94-8556-1cb5f6588ce0'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:18.386079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9ea39f27-2179-4f94-8556-1cb5f6588ce0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:18.391940 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.434907 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8336d9-b33e-4b0a-8e9d-b57bba5d8339'] response: {'server_uuid': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea39f27-2179-4f94-8556-1cb5f6588ce0', 'code': 200} May 27 02:25:18.462017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9ea39f27-2179-4f94-8556-1cb5f6588ce0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:18.521029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.526883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.593797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecb714-d066-4455-a2ab-c7bff72e0c88 req-2e85af65-db1c-4f08-9b98-33f9de56e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:18.595173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-daecb714-d066-4455-a2ab-c7bff72e0c88 req-2e85af65-db1c-4f08-9b98-33f9de56e2be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0873120 May 27 02:25:18.635656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-daecb714-d066-4455-a2ab-c7bff72e0c88 req-eb93b3f7-f2c9-48ea-963d-ce03dc90ac2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 May 27 02:25:18.640537 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=a2ea5a64-8012-40b2-b3a9-9f0e8e616d63,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:18.650183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:18.820429 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP be2411a8-79d8-43d3-bb69-e55d24710657 associated. External IP: 172.25.3.98, port: 975f544c-5c49-453c-b6cd-eb74554cedef. May 27 02:25:19.165453 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:25:19.336532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 463c8d66-0c13-4457-a492-c0cd6466f741 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:25:19.438210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad008c-873b-41e8-941a-8401b5c741f9 req-236aa8e5-9fce-4c20-a21c-e27a207c9a79 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:19.439597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8dad008c-873b-41e8-941a-8401b5c741f9 req-236aa8e5-9fce-4c20-a21c-e27a207c9a79 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 945 time: 0.1813686 May 27 02:25:19.561908 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8dad008c-873b-41e8-941a-8401b5c741f9 req-cc375ee9-229a-48dc-acd6-e005648a6ae2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151948 May 27 02:25:19.570062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:25:19.590987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] Sync routers for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:25:19.603129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:19.603928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:25:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:19.604780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:19.706018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a7e6bb91-0b2a-4207-b037-bfea05c14d20 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7517650 May 27 02:25:19.707102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:19.768712 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b87bf77-cd8b-454b-8f8b-8c54f364b392'] response: {'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'status': 'completed', 'code': 200} May 27 02:25:19.805818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:20.068466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209aff6-1688-4b08-8581-cc650caff1ed req-50dc78a8-fbd3-4fae-a204-b57b4955eecb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.070675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7209aff6-1688-4b08-8581-cc650caff1ed req-50dc78a8-fbd3-4fae-a204-b57b4955eecb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.1886234 May 27 02:25:20.074155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314343e-e282-4e36-b749-86135e3ab11b req-8a71ece2-81b6-4247-aaf6-943a2ebd8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.077366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1314343e-e282-4e36-b749-86135e3ab11b req-8a71ece2-81b6-4247-aaf6-943a2ebd8d0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1098 time: 0.2724400 May 27 02:25:20.235594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'be2411a8-79d8-43d3-bb69-e55d24710657', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'port_id': '975f544c-5c49-453c-b6cd-eb74554cedef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'mac_address': 'fa:16:3e:1a:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:25:18Z', 'updated_at': '2022-05-27T02:25:18Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:06Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:20.239535 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] Checking router: 463c8d66-0c13-4457-a492-c0cd6466f741 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:25:20.248674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:25:20.249826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:25:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:20.283141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7209aff6-1688-4b08-8581-cc650caff1ed req-6798879c-5c86-45e1-9cde-83140c75efda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037585 May 27 02:25:20.317564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56536) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:20.362527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314343e-e282-4e36-b749-86135e3ab11b req-024132a3-ce0a-4da4-9bd9-ebb70e03bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.364213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1314343e-e282-4e36-b749-86135e3ab11b req-024132a3-ce0a-4da4-9bd9-ebb70e03bcd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.2640905 May 27 02:25:20.447509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-83f1634d-dd05-4dbb-a878-9b25d4f98713 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/be2411a8-79d8-43d3-bb69-e55d24710657 HTTP/1.1" status: 200 len: 991 time: 0.1279156 May 27 02:25:20.482358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:25:20.531548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1314343e-e282-4e36-b749-86135e3ab11b req-86640c32-bbd2-4e03-a4a5-589ce1f779e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 999 time: 0.1616361 May 27 02:25:20.639149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314343e-e282-4e36-b749-86135e3ab11b req-a14b9190-0691-49a9-95d8-7b719f17c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.641759 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1314343e-e282-4e36-b749-86135e3ab11b req-a14b9190-0691-49a9-95d8-7b719f17c998 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.1047671 May 27 02:25:20.721618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314343e-e282-4e36-b749-86135e3ab11b req-35fddca0-ae2e-4fe4-a515-a4c4ce45f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.723246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1314343e-e282-4e36-b749-86135e3ab11b req-35fddca0-ae2e-4fe4-a515-a4c4ce45f254 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764809 May 27 02:25:20.841696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908cbf6-e6da-46d1-81b0-1630031dade6 req-f83e86aa-7d33-4536-89a9-24128b37754d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:20.844161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5908cbf6-e6da-46d1-81b0-1630031dade6 req-f83e86aa-7d33-4536-89a9-24128b37754d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 945 time: 0.0957386 May 27 02:25:20.857846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1314343e-e282-4e36-b749-86135e3ab11b req-01163301-bec2-4ae0-b110-147434f0679c service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287513 May 27 02:25:20.897042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'be2411a8-79d8-43d3-bb69-e55d24710657', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'port_id': '975f544c-5c49-453c-b6cd-eb74554cedef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'mac_address': 'fa:16:3e:1a:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:25:18Z', 'updated_at': '2022-05-27T02:25:18Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:06Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:25:20.904251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5908cbf6-e6da-46d1-81b0-1630031dade6 req-8861e6a0-86f3-4f45-bfe0-394231dcb03a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536714 May 27 02:25:20.904497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54fa4c-ba7d-4015-b251-55211dbe8b73 None None] The sync data for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 is: [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'be2411a8-79d8-43d3-bb69-e55d24710657', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'port_id': '975f544c-5c49-453c-b6cd-eb74554cedef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'mac_address': 'fa:16:3e:1a:d1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:25:18Z', 'updated_at': '2022-05-27T02:25:18Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:06Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:25:20.996113 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1314343e-e282-4e36-b749-86135e3ab11b req-f9312c15-7514-4bc8-9f66-b907e864df2c service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330590 May 27 02:25:21.098072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68862dcf-d2b3-4a1c-a8e3-7b5d1dd75c9f req-62793c3d-d5f6-4e91-b38a-dc4b9345b010 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:21.099669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68862dcf-d2b3-4a1c-a8e3-7b5d1dd75c9f req-62793c3d-d5f6-4e91-b38a-dc4b9345b010 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 945 time: 0.0829771 May 27 02:25:21.139151 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32747361-a263-45ce-91c8-806981db5e21 None None] New status for floating IP be2411a8-79d8-43d3-bb69-e55d24710657: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:25:21.151641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68862dcf-d2b3-4a1c-a8e3-7b5d1dd75c9f req-827ed363-8891-4074-a664-6a165a2ee98e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456910 May 27 02:25:21.452079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56550) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:25:21.566335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b652159c-00b0-48d1-824d-82759d7d01c9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/be2411a8-79d8-43d3-bb69-e55d24710657 HTTP/1.1" status: 200 len: 993 time: 0.1090629 May 27 02:25:24.280632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b7a925a5-3d1c-40df-a754-de8e8469064b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:24.281953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b7a925a5-3d1c-40df-a754-de8e8469064b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.2500844 May 27 02:25:24.298024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-ce051d83-76d6-4a29-9c7e-ed353b72a0a1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/quotas/1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 375 time: 0.0101254 May 27 02:25:24.381032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-f5f354a3-ffb3-4db4-a1bb-ddce759b9bb7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781298 May 27 02:25:24.571482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-806bd8b2-713f-4ad1-88be-da1e2a2c6abf service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833365 May 27 02:25:24.705549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-4dfb0764-7ee6-4702-bfc7-e68648dbf630 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279974 May 27 02:25:24.945867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c5ca868-5dd8-479f-adae-9dfa22a708ce req-e949ac34-f745-406c-b565-3185e535f426 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 210 time: 0.0436008 May 27 02:25:26.117715 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40e300be-5739-44d8-861b-0c0b54f46ac9 req-37239bb2-d595-4c2a-a80c-81b3493a52bb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 210 time: 0.0591722 May 27 02:25:26.130749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-072c7378-4f99-4633-b3ef-7ad5cb9b34ea tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:26.132231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-072c7378-4f99-4633-b3ef-7ad5cb9b34ea tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1946952 May 27 02:25:26.144787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'port': {'device_id': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'admin_state_up': True, 'tenant_id': '1d33244c67384c55a68982e3309789f5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:26.291391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:25:26.301193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:25:26.311735 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:25:26.315327 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.478626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.20.0.7 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/d4932853-ffdf-40b7-a63e-530e56464c85) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:25:26.705956 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.724651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Transition to ACTIVE for port object d4932853-ffdf-40b7-a63e-530e56464c85 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:26.749862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.762901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9ea39f27-2179-4f94-8556-1cb5f6588ce0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:26.820429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:25:26.825285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:25:26.830264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:25:26.888061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=d4932853-ffdf-40b7-a63e-530e56464c85,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:26.927464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:26.928098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:26.958497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-2e4eb19c-199c-45d3-81cd-ba95a13c1ef1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174806 May 27 02:25:26.969647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Request body: {'port': {'device_id': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:25:27.102108 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.126960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b3a7acd8-2e1b-470f-a0fe-3f64e9d44ab8 None None] Provisioning for port d4932853-ffdf-40b7-a63e-530e56464c85 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:27.132890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b3a7acd8-2e1b-470f-a0fe-3f64e9d44ab8 None None] Provisioning complete for port d4932853-ffdf-40b7-a63e-530e56464c85 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:27.133553 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b3a7acd8-2e1b-470f-a0fe-3f64e9d44ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.227346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7acd8-2e1b-470f-a0fe-3f64e9d44ab8 None None] Port d4932853-ffdf-40b7-a63e-530e56464c85 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:25:27.331635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9fd8-1615-4df0-a1e7-36b8d9cbae3e req-86d262a2-712f-48e4-8cc1-484371623b6c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:27.333290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-051e9fd8-1615-4df0-a1e7-36b8d9cbae3e req-86d262a2-712f-48e4-8cc1-484371623b6c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 931 time: 0.0907562 May 27 02:25:27.391365 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-051e9fd8-1615-4df0-a1e7-36b8d9cbae3e req-0a8f5b21-682b-46f4-8440-a726f7221ad5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515852 May 27 02:25:27.597941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4932853-ffdf-40b7-a63e-530e56464c85 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:27.607424 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.626141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Transition to ACTIVE for port object d4932853-ffdf-40b7-a63e-530e56464c85 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:25:27.633027 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:27.765945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d4932853-ffdf-40b7-a63e-530e56464c85,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:27.893599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Attempting to bind port d4932853-ffdf-40b7-a63e-530e56464c85 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:25:27.893928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Attempting to bind port d4932853-ffdf-40b7-a63e-530e56464c85 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:25:27.894256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Attempting to bind port d4932853-ffdf-40b7-a63e-530e56464c85 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:27.899877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Port d4932853-ffdf-40b7-a63e-530e56464c85 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:25:27.900233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Attempting to bind port d4932853-ffdf-40b7-a63e-530e56464c85 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:25:27.905803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:25:27.906136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:25:27.906519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:25:27.907029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Bound port: d4932853-ffdf-40b7-a63e-530e56464c85, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:25:27.907377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.001848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] For port d4932853-ffdf-40b7-a63e-530e56464c85, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:25:28.005893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] For port d4932853-ffdf-40b7-a63e-530e56464c85, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d4932853-ffdf-40b7-a63e-530e56464c85,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:25:28.010508 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.073779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:28.074753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:28.076120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] 10.222.0.13 "PUT /v2.0/ports/d4932853-ffdf-40b7-a63e-530e56464c85 HTTP/1.1" status: 200 len: 1092 time: 1.1107259 May 27 02:25:28.086941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'tag': 'd4932853-ffdf-40b7-a63e-530e56464c85'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:28.106487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489e301-d2a7-4d48-a52b-53d65275a6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d4932853-ffdf-40b7-a63e-530e56464c85,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:28.158207 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa93b0ff-e84f-456a-a40c-54839874daf1'] response: {'name': 'network-changed', 'server_uuid': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'tag': 'd4932853-ffdf-40b7-a63e-530e56464c85', 'status': 'completed', 'code': 200} May 27 02:25:28.206075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-6bf54166-3617-4e00-9b23-10bcc9a99f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:28.207704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-6bf54166-3617-4e00-9b23-10bcc9a99f72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 1095 time: 0.0891795 May 27 02:25:28.286090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-62f805c6-a882-4bbd-b286-b7458a0100bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4932853-ffdf-40b7-a63e-530e56464c85 HTTP/1.1" status: 200 len: 217 time: 0.0708268 May 27 02:25:28.387271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-3c99edd4-189c-4c77-8b0a-3b2ced1ed4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:28.389696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-3c99edd4-189c-4c77-8b0a-3b2ced1ed4cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0967183 May 27 02:25:28.490455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-26d873fa-beb2-4469-8cc5-09d35aa19591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:28.492038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-26d873fa-beb2-4469-8cc5-09d35aa19591 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955563 May 27 02:25:28.661406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ade86-1ef5-478f-815f-d1437bc949c8 req-f8fe1e46-6f4c-437b-a150-8148e316f72e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:28.663846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-336ade86-1ef5-478f-815f-d1437bc949c8 req-f8fe1e46-6f4c-437b-a150-8148e316f72e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.1163073 May 27 02:25:28.677074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-80d52a21-7c92-453e-9f49-f3e00e1e0dce service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773624 May 27 02:25:28.722738 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-336ade86-1ef5-478f-815f-d1437bc949c8 req-1c1c00e2-592b-4faa-a7ed-f0f51b2a2405 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 May 27 02:25:28.824377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce33c215-a915-4ed9-83ed-a2df99affd3c req-bf1661bb-edeb-4ce6-8b1d-b66c16ace0f1 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400239 May 27 02:25:28.944178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-7d2bcd8b-e6f7-48a5-93cb-4a6b327b77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:28.945555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-7d2bcd8b-e6f7-48a5-93cb-4a6b327b77c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 1095 time: 0.0775127 May 27 02:25:29.080701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-46f483a6-6f5f-4ddc-8153-9222fedd3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:29.082609 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-46f483a6-6f5f-4ddc-8153-9222fedd3219 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1310229 May 27 02:25:29.170230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-267728aa-b7b1-496d-82fb-1e9fd6334177 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4932853-ffdf-40b7-a63e-530e56464c85 HTTP/1.1" status: 200 len: 217 time: 0.0808539 May 27 02:25:29.235644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-e6ca345f-761b-432e-8174-b29fac867f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:29.237161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-e6ca345f-761b-432e-8174-b29fac867f58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0613017 May 27 02:25:29.320356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-61b0c1a9-4d27-4cb6-85a5-703d599a7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:29.321829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-61b0c1a9-4d27-4cb6-85a5-703d599a7f5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784016 May 27 02:25:29.580778 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-be4e94c3-7cc8-4b3e-8365-b2ca17a0ff3b service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511270 May 27 02:25:29.732392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56a6d597-5a07-4a63-94e4-abf43acc945d req-ca6a1b41-1846-417b-98e8-5908bc720011 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456046 May 27 02:25:29.965976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67d573-22d9-4eaf-b807-e3a47b00ccfd req-62661840-3633-4d82-ab86-dbbcef95ab4b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:29.966289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bd67d573-22d9-4eaf-b807-e3a47b00ccfd req-62661840-3633-4d82-ab86-dbbcef95ab4b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:25:29.991839 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-bd67d573-22d9-4eaf-b807-e3a47b00ccfd req-62661840-3633-4d82-ab86-dbbcef95ab4b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:25:29.995401 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd67d573-22d9-4eaf-b807-e3a47b00ccfd req-62661840-3633-4d82-ab86-dbbcef95ab4b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.1504066 May 27 02:25:30.054625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd67d573-22d9-4eaf-b807-e3a47b00ccfd req-64ffe160-0f89-4d3b-bed7-a712836e2327 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499742 May 27 02:25:31.320728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435d7fb-51ad-41f4-85bb-77437ad739ca req-c54b1ebc-d646-40a3-a038-7c531e7fc206 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:31.320728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d435d7fb-51ad-41f4-85bb-77437ad739ca req-c54b1ebc-d646-40a3-a038-7c531e7fc206 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.1110790 May 27 02:25:31.370173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d435d7fb-51ad-41f4-85bb-77437ad739ca req-e1715c91-6625-4ccf-8c9c-7f2937304b26 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524862 May 27 02:25:32.570203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a443-8cd4-45f9-8148-9d47f015beb8 req-2d83f1ff-0b1f-469d-8d42-ba36061a3f43 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:32.572547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66d6a443-8cd4-45f9-8148-9d47f015beb8 req-2d83f1ff-0b1f-469d-8d42-ba36061a3f43 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.0901878 May 27 02:25:32.621841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66d6a443-8cd4-45f9-8148-9d47f015beb8 req-e493bbb5-dedf-4fab-86d1-d84ee68d75da tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 May 27 02:25:33.143110 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:33.424663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:33.833450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5809c0-5287-4aac-b299-26e6fa0328ee req-ec168e3b-fe89-4a48-9a1f-90b7e5a6e7c9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:33.834944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe5809c0-5287-4aac-b299-26e6fa0328ee req-ec168e3b-fe89-4a48-9a1f-90b7e5a6e7c9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.0892508 May 27 02:25:33.882996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fe5809c0-5287-4aac-b299-26e6fa0328ee req-f354e986-fb26-486f-a083-872cd2be429d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 May 27 02:25:35.075249 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f1621-2398-4c0f-a320-6b800e93a7ed req-10d3bc58-e19d-48f6-b741-87ca1173bb01 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:35.076885 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da1f1621-2398-4c0f-a320-6b800e93a7ed req-10d3bc58-e19d-48f6-b741-87ca1173bb01 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.0789182 May 27 02:25:35.121574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-da1f1621-2398-4c0f-a320-6b800e93a7ed req-f88249f3-1a65-405e-b6dc-a81e11439eb1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384996 May 27 02:25:35.850568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-602ed8e9-409c-49dd-bed5-bc212d434903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:36.314990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dea11-ab13-4a66-9d66-cc68d99959d1 req-881b6ba6-49b1-4ea5-a9b4-537a1ed2bcda tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:36.317200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e40dea11-ab13-4a66-9d66-cc68d99959d1 req-881b6ba6-49b1-4ea5-a9b4-537a1ed2bcda tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.0878406 May 27 02:25:36.367931 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e40dea11-ab13-4a66-9d66-cc68d99959d1 req-d02287cb-efa3-4850-84ed-3ef2174370de tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 May 27 02:25:37.569352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded0a7-c87c-4647-9995-993573f5819f req-bea642e3-a3ce-4b88-a99e-e8e7491c4a3f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:37.571128 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4ded0a7-c87c-4647-9995-993573f5819f req-bea642e3-a3ce-4b88-a99e-e8e7491c4a3f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.0939713 May 27 02:25:37.620227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4ded0a7-c87c-4647-9995-993573f5819f req-8bfc49f8-d540-4f2f-abbe-1edbc79df07c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 May 27 02:25:37.975248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1239-182d-4c13-94ea-db0ac31c239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:38.633806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-a0002d76-35dc-4124-8745-62815e3f672e req-1194fdae-9da9-4733-91f2-d6dc80cd25a4 tempest-AttachVolumeNegativeTest-27704159 tempest-AttachVolumeNegativeTest-27704159-project] (88425) timed out ('10.222.0.47', 60242) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:25:38.832480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf62a6-eba7-4371-bb9b-3089f956a11e req-8fbcfb25-1719-4fe7-92c8-016d78901f6b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:38.836107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdbf62a6-eba7-4371-bb9b-3089f956a11e req-8fbcfb25-1719-4fe7-92c8-016d78901f6b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.1014054 May 27 02:25:38.888912 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fdbf62a6-eba7-4371-bb9b-3089f956a11e req-e7fe1d6c-8eef-4011-923a-5b08de71631b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 May 27 02:25:39.351952 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:39.483390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:40.084717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57255bcf-5d71-4af6-9dfb-9a7c6b4a1f9b req-b04560b6-81cb-4e02-bf10-47596e71edee tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:40.086196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57255bcf-5d71-4af6-9dfb-9a7c6b4a1f9b req-b04560b6-81cb-4e02-bf10-47596e71edee tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.0815997 May 27 02:25:40.130944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-57255bcf-5d71-4af6-9dfb-9a7c6b4a1f9b req-e0bc26b1-2b2a-416c-ae7f-efc33ee3cc48 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 May 27 02:25:41.079360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:41.394649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78511c-3153-4115-a518-8de2b88ef7e8 req-9bb038f3-9b14-4424-9adb-096baa6e1d4b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:41.394649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d78511c-3153-4115-a518-8de2b88ef7e8 req-9bb038f3-9b14-4424-9adb-096baa6e1d4b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.1435511 May 27 02:25:41.449776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d78511c-3153-4115-a518-8de2b88ef7e8 req-60e89635-f8ce-4756-8f21-ebd5714e57e4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552840 May 27 02:25:42.689347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae8753-2bde-4ab6-81f4-d83e1a7853fa req-1a2c794c-a49c-4b79-82c4-3c88d26e855d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:42.691600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78ae8753-2bde-4ab6-81f4-d83e1a7853fa req-1a2c794c-a49c-4b79-82c4-3c88d26e855d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.1133428 May 27 02:25:42.756181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-78ae8753-2bde-4ab6-81f4-d83e1a7853fa req-99bc1397-f6e2-4478-b3e5-84beb81a5783 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584335 May 27 02:25:44.152279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89e8b4-f962-4045-89b9-7ae3e0acbdb0 req-b3135154-28a9-4e11-b5c3-b61b3fc71693 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:44.152952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b89e8b4-f962-4045-89b9-7ae3e0acbdb0 req-b3135154-28a9-4e11-b5c3-b61b3fc71693 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.2592473 May 27 02:25:44.206827 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b89e8b4-f962-4045-89b9-7ae3e0acbdb0 req-ee9ce422-855c-4b5d-96e8-468711b30d44 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458128 May 27 02:25:45.423103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dfd03-5ebb-43ad-ae2d-c269f32d2fc6 req-1d68dc70-c045-4f11-8f39-addcde345ee9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:45.424882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba3dfd03-5ebb-43ad-ae2d-c269f32d2fc6 req-1d68dc70-c045-4f11-8f39-addcde345ee9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 943 time: 0.0933363 May 27 02:25:45.486339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba3dfd03-5ebb-43ad-ae2d-c269f32d2fc6 req-f3648a62-915d-4dbb-8a0b-11b85ed3b84d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 May 27 02:25:46.287100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d4932853-ffdf-40b7-a63e-530e56464c85 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:25:46.438597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d4932853-ffdf-40b7-a63e-530e56464c85, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d4932853-ffdf-40b7-a63e-530e56464c85,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:46.455393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'd4932853-ffdf-40b7-a63e-530e56464c85', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'port_id': 'd4932853-ffdf-40b7-a63e-530e56464c85', 'mac_address': 'fa:16:3e:15:bd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:25:46.522007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d4932853-ffdf-40b7-a63e-530e56464c85 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:46.522393 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:46.543416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4932853-ffdf-40b7-a63e-530e56464c85 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:25:46.562787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d4932853-ffdf-40b7-a63e-530e56464c85, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d4932853-ffdf-40b7-a63e-530e56464c85,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:46.568259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:46.667952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d4932853-ffdf-40b7-a63e-530e56464c85,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:46.751152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90c2cd-f6fb-4038-a8b6-c25d006b36c5 req-c8af5edd-9d70-42fb-aed2-a23c5d3a6a4a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:46.762557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db90c2cd-f6fb-4038-a8b6-c25d006b36c5 req-c8af5edd-9d70-42fb-aed2-a23c5d3a6a4a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 944 time: 0.1234689 May 27 02:25:46.817986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db90c2cd-f6fb-4038-a8b6-c25d006b36c5 req-02ca55d6-1342-4a1e-a49c-660939323ddb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524356 May 27 02:25:46.943142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d4932853-ffdf-40b7-a63e-530e56464c85'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:47.779063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-755efc81-84b2-4eed-8619-f274c967b24d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917397 May 27 02:25:47.966298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82120181-bdb2-417d-94d8-305672810e8d req-baeaed63-ce51-442a-b6b2-d3fc14503bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:47.969859 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-baeaed63-ce51-442a-b6b2-d3fc14503bbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1098 time: 0.1051104 May 27 02:25:48.230939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c020b40-6742-4b93-aa84-c5ceeeeb0765 req-76adf16c-6bcb-430c-aee0-d9bfe9d16d2e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:48.232332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c020b40-6742-4b93-aa84-c5ceeeeb0765 req-76adf16c-6bcb-430c-aee0-d9bfe9d16d2e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 944 time: 0.2701900 May 27 02:25:48.235740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82120181-bdb2-417d-94d8-305672810e8d req-b2afbf7c-b9cb-46bc-bc12-f67cc6f90f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:48.237927 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-b2afbf7c-b9cb-46bc-bc12-f67cc6f90f63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.2183416 May 27 02:25:48.317281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d4932853-ffdf-40b7-a63e-530e56464c85 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:25:48.386888 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c020b40-6742-4b93-aa84-c5ceeeeb0765 req-384eb579-94ea-4183-8d06-73fd6418e836 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463804 May 27 02:25:48.400521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-7bfb8c00-3ecf-435d-bd3f-f6af097b50e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 1001 time: 0.1446495 May 27 02:25:48.424190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port d4932853-ffdf-40b7-a63e-530e56464c85 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:25:48.442913 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port d4932853-ffdf-40b7-a63e-530e56464c85 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:25:48.442913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.488846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82120181-bdb2-417d-94d8-305672810e8d req-5fc79fd7-04c8-41f8-ad11-1f2587a04d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:48.490464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-5fc79fd7-04c8-41f8-ad11-1f2587a04d9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0839534 May 27 02:25:48.591633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82120181-bdb2-417d-94d8-305672810e8d req-c1c4c72a-a2d1-4145-ae2e-2fe293d6f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:48.592832 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-c1c4c72a-a2d1-4145-ae2e-2fe293d6f34b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963349 May 27 02:25:48.611276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d4932853-ffdf-40b7-a63e-530e56464c85 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:25:48.612059 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.660791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4932853-ffdf-40b7-a63e-530e56464c85'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:48.686981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d4932853-ffdf-40b7-a63e-530e56464c85, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d4932853-ffdf-40b7-a63e-530e56464c85,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:48.689433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:48.748006 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0570e059-71a1-40e6-80c5-7d1d74250675'] response: {'server_uuid': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4932853-ffdf-40b7-a63e-530e56464c85', 'code': 200} May 27 02:25:48.772754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-b2738cea-49f0-40f3-8e87-9fe4787568b8 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714659 May 27 02:25:48.784008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d4932853-ffdf-40b7-a63e-530e56464c85,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:49.081637 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82120181-bdb2-417d-94d8-305672810e8d req-a24ee588-28b7-4162-96fc-199d81918145 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022306 May 27 02:25:49.093487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed003d-989f-4fb5-a97f-274819a15cdf req-6b2a460d-e3c8-470f-90e6-efd04cc3a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:49.095067 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26ed003d-989f-4fb5-a97f-274819a15cdf req-6b2a460d-e3c8-470f-90e6-efd04cc3a69d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 1097 time: 0.1278405 May 27 02:25:49.145428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-26ed003d-989f-4fb5-a97f-274819a15cdf req-b49eed75-e830-49d2-a110-073183d08165 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 May 27 02:25:49.545135 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-0afbbd61-3bcd-40f3-b6b5-487641b837a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1148806 May 27 02:25:49.622215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7041-a0db-4065-aba3-3c9defd2605f req-f53b45e2-2f2b-4953-bb69-480dd8cdf0bd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:49.624376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e47a7041-a0db-4065-aba3-3c9defd2605f req-f53b45e2-2f2b-4953-bb69-480dd8cdf0bd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 945 time: 0.1191814 May 27 02:25:49.728446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e47a7041-a0db-4065-aba3-3c9defd2605f req-fda9dadf-6b5b-45f1-890f-6738c38fb382 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965357 May 27 02:25:49.749242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-bb827ef2-0020-4307-9f8f-f264df2f6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:49.750693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-bb827ef2-0020-4307-9f8f-f264df2f6eb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1164465 May 27 02:25:49.909124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-45f11bc8-5952-4535-a314-96bd4dae6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:49.910804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-45f11bc8-5952-4535-a314-96bd4dae6131 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1378119 May 27 02:25:49.983970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-d30ee953-19ec-4929-a0db-3307f5ec88ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0 HTTP/1.1" status: 200 len: 217 time: 0.0662384 May 27 02:25:50.053534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-390882e5-ffea-4433-95d2-d84e853a92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:50.055258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-390882e5-ffea-4433-95d2-d84e853a92ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0646553 May 27 02:25:50.138817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-188ef481-8c14-48de-bcb0-9f70fa59b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:50.141036 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-188ef481-8c14-48de-bcb0-9f70fa59b01d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784597 May 27 02:25:50.280846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-2a114b74-3d9c-4793-a660-6e0fc7e811e1 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288083 May 27 02:25:50.430865 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bd0c611a-5fcc-408d-9fc2-d3bb5c92cdc5 req-dbfe0ee2-8ec0-4bd2-9fe8-8891568acf5e service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440673 May 27 02:25:50.952717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63d773-ad09-47f1-b885-292d4789730f req-f3b7d33f-0bc7-4965-b69b-d2a1ef6e8db0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:50.954326 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d63d773-ad09-47f1-b885-292d4789730f req-f3b7d33f-0bc7-4965-b69b-d2a1ef6e8db0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 945 time: 0.0966969 May 27 02:25:51.004868 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d63d773-ad09-47f1-b885-292d4789730f req-3b2803ab-26c2-4170-bc09-14e7644aa5ad tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 May 27 02:25:51.208059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebf92-d0b6-4305-a769-55ec7b4f61c2 req-ee4038fa-ba5c-4d42-a197-a6a732469a61 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:51.209585 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d44ebf92-d0b6-4305-a769-55ec7b4f61c2 req-ee4038fa-ba5c-4d42-a197-a6a732469a61 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 945 time: 0.0875020 May 27 02:25:51.255247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d44ebf92-d0b6-4305-a769-55ec7b4f61c2 req-45ca77a0-a4d8-46b1-8ec3-8983623fba71 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 May 27 02:25:51.797254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5623f3-e8c2-4693-81c6-a3382d690931 req-69cafc69-5a76-4e51-a49f-7925fb3fadc3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:51.800518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc5623f3-e8c2-4693-81c6-a3382d690931 req-69cafc69-5a76-4e51-a49f-7925fb3fadc3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 945 time: 0.0983145 May 27 02:25:51.852802 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc5623f3-e8c2-4693-81c6-a3382d690931 req-fbc9ccf9-c78f-4d17-8438-10c6964358f6 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472326 May 27 02:25:53.069552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4fbc8-e6b5-4cd4-b59d-b942550c7326 req-bf3500d9-8019-47cf-b99c-c97cc059c5fe tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:53.071118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0c4fbc8-e6b5-4cd4-b59d-b942550c7326 req-bf3500d9-8019-47cf-b99c-c97cc059c5fe tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 945 time: 0.0968874 May 27 02:25:53.128329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a0c4fbc8-e6b5-4cd4-b59d-b942550c7326 req-c5cf304e-33a1-4c5a-9609-791e2272786f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473955 May 27 02:25:53.515367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-3923bb8f-3e22-4051-884e-00e0fa96cf0b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:53.517764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-3923bb8f-3e22-4051-884e-00e0fa96cf0b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 945 time: 0.1049013 May 27 02:25:53.608348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port d4932853-ffdf-40b7-a63e-530e56464c85 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:25:53.608348 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.077171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] For port d4932853-ffdf-40b7-a63e-530e56464c85, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d4932853-ffdf-40b7-a63e-530e56464c85,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:25:54.078137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.220941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for d4932853-ffdf-40b7-a63e-530e56464c85 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:25:54.431919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102190-3fa8-41c3-be23-bb58f94ac445 req-b22ceab4-6f13-4682-b84a-b194ff95d609 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:25:54.433472 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4102190-3fa8-41c3-be23-bb58f94ac445 req-b22ceab4-6f13-4682-b84a-b194ff95d609 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 945 time: 0.1585846 May 27 02:25:54.469258 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.489232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9ea39f27-2179-4f94-8556-1cb5f6588ce0', 'd4932853-ffdf-40b7-a63e-530e56464c85'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:25:54.534994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=d4932853-ffdf-40b7-a63e-530e56464c85,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:25:54.567580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4102190-3fa8-41c3-be23-bb58f94ac445 req-2ceef490-2abc-4752-bd17-642f7af6b85f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213546 May 27 02:25:54.713242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] No DVR routers for this DVR port d4932853-ffdf-40b7-a63e-530e56464c85 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:25:54.721684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:25:54.724633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'name': 'network-vif-deleted', 'tag': 'd4932853-ffdf-40b7-a63e-530e56464c85'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:25:54.750369 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9ce5b34f-1dbd-45d0-b1be-b47e9a25e461 req-eec3d258-ea7b-42d4-b9f0-a15e13d29554 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "DELETE /v2.0/ports/d4932853-ffdf-40b7-a63e-530e56464c85 HTTP/1.1" status: 204 len: 173 time: 1.2258003 May 27 02:25:54.792788 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748bc030-5331-4827-b624-2a2844d7f6f7'] response: {'server_uuid': 'b9f9876c-85c6-4310-9dfb-01852998cda9', 'name': 'network-vif-deleted', 'tag': 'd4932853-ffdf-40b7-a63e-530e56464c85', 'status': 'completed', 'code': 200} May 27 02:25:55.779929 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bfad8665-718b-4e45-802a-50113278010a req-2672dd66-577a-4e6e-90eb-e9669935011c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9f9876c-85c6-4310-9dfb-01852998cda9 HTTP/1.1" status: 200 len: 210 time: 0.0465844 May 27 02:25:56.168157 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:25:58.328032 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d4932853-ffdf-40b7-a63e-530e56464c85 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:25:58.363588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: d4932853-ffdf-40b7-a63e-530e56464c85 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:25:58.363928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d4932853-ffdf-40b7-a63e-530e56464c85 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:26:00.745674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9faf3b8-fdf3-4fe1-8341-744c99003283 req-37560ee9-f4ac-47dc-ba80-d3ee9ef33d35 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:00.746457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9faf3b8-fdf3-4fe1-8341-744c99003283 req-37560ee9-f4ac-47dc-ba80-d3ee9ef33d35 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:00.764299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c9faf3b8-fdf3-4fe1-8341-744c99003283 req-37560ee9-f4ac-47dc-ba80-d3ee9ef33d35 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:00.765902 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9faf3b8-fdf3-4fe1-8341-744c99003283 req-37560ee9-f4ac-47dc-ba80-d3ee9ef33d35 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 945 time: 0.1034129 May 27 02:26:00.822051 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9faf3b8-fdf3-4fe1-8341-744c99003283 req-cdbbc110-c0c2-4ad4-a2f2-25aed6b39e38 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503149 May 27 02:26:02.033627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66c3e9-9383-4327-a941-d4896d10ecf7 req-c58fe81a-4b5f-4ff2-a388-69887a030d61 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:02.035207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf66c3e9-9383-4327-a941-d4896d10ecf7 req-c58fe81a-4b5f-4ff2-a388-69887a030d61 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 945 time: 0.0926583 May 27 02:26:02.090997 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cf66c3e9-9383-4327-a941-d4896d10ecf7 req-dad8d07a-560d-41dd-9710-0af0c88938d3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=98c5f408-1831-4923-9139-888f6175ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 May 27 02:26:02.501937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ecd0-7611-42e2-879c-23488032ac68 req-36c1da42-d2b5-45fb-bd6a-a6e8c6449745 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:02.503444 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1826ecd0-7611-42e2-879c-23488032ac68 req-36c1da42-d2b5-45fb-bd6a-a6e8c6449745 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 945 time: 0.0862060 May 27 02:26:02.577395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:26:02.577666 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:02.844066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] For port 9ea39f27-2179-4f94-8556-1cb5f6588ce0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ea39f27-2179-4f94-8556-1cb5f6588ce0,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:02.844066 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:02.977895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for 9ea39f27-2179-4f94-8556-1cb5f6588ce0 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:26:03.130034 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:03.147210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9ea39f27-2179-4f94-8556-1cb5f6588ce0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:03.190300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=9ea39f27-2179-4f94-8556-1cb5f6588ce0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:03.204951 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:03.226353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.226693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.227076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.227416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.227882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.228283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.228623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.228954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.230411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.230411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.230411 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.230873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:03.321894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d166fbbb-814c-44da-ab2c-a0040475b180 req-d90b3530-d3eb-4d5b-a948-a3e9f93f2f36 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 210 time: 0.0874670 May 27 02:26:03.328425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] No DVR routers for this DVR port 9ea39f27-2179-4f94-8556-1cb5f6588ce0 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:26:03.331362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:03.336233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'name': 'network-vif-deleted', 'tag': '9ea39f27-2179-4f94-8556-1cb5f6588ce0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:03.353976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1826ecd0-7611-42e2-879c-23488032ac68 req-5ca6b37f-f4cc-4d7f-9cbe-b42eb261291b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "DELETE /v2.0/ports/9ea39f27-2179-4f94-8556-1cb5f6588ce0 HTTP/1.1" status: 204 len: 173 time: 0.8452241 May 27 02:26:03.414099 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adf6370-47b8-4b10-be4c-7dd4ba0c56b0'] response: {'server_uuid': '85583f19-eabe-40bc-a8d8-a7b32ff85ec8', 'name': 'network-vif-deleted', 'tag': '9ea39f27-2179-4f94-8556-1cb5f6588ce0', 'status': 'completed', 'code': 200} May 27 02:26:03.434001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:04.515710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-eb9de3c4-7858-4ebe-a7f3-2ba5fc21603f req-e4b0dc27-1573-4ea4-9561-9db1ff176ea5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:04.538435 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-eb9de3c4-7858-4ebe-a7f3-2ba5fc21603f req-e4b0dc27-1573-4ea4-9561-9db1ff176ea5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:04.539799 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eb9de3c4-7858-4ebe-a7f3-2ba5fc21603f req-e4b0dc27-1573-4ea4-9561-9db1ff176ea5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=85583f19-eabe-40bc-a8d8-a7b32ff85ec8 HTTP/1.1" status: 200 len: 210 time: 0.0757527 May 27 02:26:05.855991 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0bee360-2f1a-410e-a459-33350fa0eddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:06.375586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ea39f27-2179-4f94-8556-1cb5f6588ce0 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:26:06.416174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 9ea39f27-2179-4f94-8556-1cb5f6588ce0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:26:06.416524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ea39f27-2179-4f94-8556-1cb5f6588ce0 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:26:07.715655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56786) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:07.720717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888177700', 'description': 'tempest-secgroup-smoke-1888177700 description', 'project_id': '1d33244c67384c55a68982e3309789f5'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:07.727649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:07.738122 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:07.747848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.769341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:07.773805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:07.776891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:07.782702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:07.859091 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.863033 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.912334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5784f533-7303-4cce-b2db-2c54e54f871c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:07.921980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.922331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.922670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.923032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.923361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.923690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.924011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.924334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.924655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.924973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.925294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.925614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:07.928824 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.930269 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-624bcc75-8505-4c84-85c3-2077499626b5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2135947 May 27 02:26:07.933397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56790) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:07.938492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'security_group_rule': {'security_group_id': '5784f533-7303-4cce-b2db-2c54e54f871c', 'project_id': '1d33244c67384c55a68982e3309789f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:07.945289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:07.949374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:07.952451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:07.958576 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:07.965287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-01586a7b-6682-4e27-b15f-59f382390c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:07.978191 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.051390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.055373 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.080140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9a9ad8-e1df-4155-a6fb-cfc6d45fc38a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:08.089605 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.090914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e7c7becd-2e4c-4abc-b4bd-3190e737e60f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565816 May 27 02:26:08.094101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56794) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:08.099194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'security_group_rule': {'security_group_id': '5784f533-7303-4cce-b2db-2c54e54f871c', 'project_id': '1d33244c67384c55a68982e3309789f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:08.106309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:08.111208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:08.114206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:08.120070 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:08.139399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.205398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.209910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.236490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d66dc4-c8d4-4976-af48-7ac9f7dadf16,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:08.248495 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.249837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d2a8fe06-52b0-4a83-b6f9-4516dcb196ed tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547303 May 27 02:26:08.252487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56798) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:08.257688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'security_group_rule': {'security_group_id': '5784f533-7303-4cce-b2db-2c54e54f871c', 'project_id': '1d33244c67384c55a68982e3309789f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:08.265326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:08.269390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:08.272452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:08.278878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:08.297451 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.364778 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.369309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.396243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4342bc3-9e1a-491c-b46e-0c1486b7d331,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:08.408086 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.409562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a1762303-0834-4904-9f44-79c5b2aaf8b2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561410 May 27 02:26:08.412607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56802) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:08.418139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'security_group_rule': {'security_group_id': '5784f533-7303-4cce-b2db-2c54e54f871c', 'project_id': '1d33244c67384c55a68982e3309789f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:08.425023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:08.429096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:08.432631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:08.439366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:08.461024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.530202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.534630 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.558676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d65e6fa-c7b8-40c0-935e-0ec2a29375ec,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:08.569020 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.570297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-421ac69f-cf01-45d7-bc0b-25753a824cce tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565986 May 27 02:26:08.573808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56806) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:08.579622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'security_group_rule': {'security_group_id': '5784f533-7303-4cce-b2db-2c54e54f871c', 'project_id': '1d33244c67384c55a68982e3309789f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:08.586225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:08.590225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:08.593828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:08.599906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:08.611426 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Project 1d33244c67384c55a68982e3309789f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:26:08.618532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.687219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.691155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.717440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3171806b-04b4-43a3-bc18-111fc5237135,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:08.727677 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.728986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-30d1a7a8-c97a-41a4-893d-14235102906e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541877 May 27 02:26:08.731829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56810) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:08.737083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'security_group_rule': {'security_group_id': '5784f533-7303-4cce-b2db-2c54e54f871c', 'project_id': '1d33244c67384c55a68982e3309789f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:08.744174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:08.748685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:security_group_rule and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:08.751684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:08.757582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:08.768218 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Project 1d33244c67384c55a68982e3309789f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:26:08.775205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.846539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.851004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.875753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dcefd7-5c09-445f-863c-ea42ca2aac41,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:08.886427 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:08.887715 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-091b61a0-7c17-4ad8-a260-90034fc73f6d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549110 May 27 02:26:09.355778 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:09.490684 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:11.072238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:23.919775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-351aca11-9cce-46dc-a9ff-a410fdedb321 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:23.935042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-351aca11-9cce-46dc-a9ff-a410fdedb321 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:23.936923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-351aca11-9cce-46dc-a9ff-a410fdedb321 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888177700&fields=id&tenant_id=1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 267 time: 0.0576355 May 27 02:26:24.100166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-123f568e-00ef-4bdc-9307-07fa92842af5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:24.101824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-123f568e-00ef-4bdc-9307-07fa92842af5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1580591 May 27 02:26:24.121953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-013cd379-9eb3-43c0-b3f5-9d99621bb2a7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/quotas/1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 375 time: 0.0110466 May 27 02:26:24.229667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-0491428f-e868-4fb6-8784-60f85e90351c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974979 May 27 02:26:24.381257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-a55d17fd-c421-4256-a0d0-d9a99a295501 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390707 May 27 02:26:24.567423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-2e78f65d-97c2-4cbe-a008-16bb5eeee336 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777754 May 27 02:26:25.028171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef0deae8-6f31-4aee-91b7-cd36684c59ff req-58fd0a35-5ed8-4e73-9d1e-8ca01c3ca410 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 210 time: 0.0441160 May 27 02:26:26.198817 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-33eb5046-dd7b-40d2-872b-98d37c471b57 req-8c15fdc7-bd4d-49e9-8f82-dc46715d3d19 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 210 time: 0.0489736 May 27 02:26:26.465285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-0ef37ea7-b2b5-4ca4-9d68-e1702016b556 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:26.466805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-0ef37ea7-b2b5-4ca4-9d68-e1702016b556 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1890681 May 27 02:26:26.523774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-1680278c-688b-4924-9cc7-fe8ed7608b92 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 380 time: 0.0479028 May 27 02:26:26.539687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'port': {'device_id': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'admin_state_up': True, 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'security_groups': ['5784f533-7303-4cce-b2db-2c54e54f871c']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:26.805204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:26.815576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:26.827755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:26:26.831505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.034461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.20.0.8 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/b58a3e45-287a-4f9c-908b-1f027f00af9a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:27.252649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.274617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Transition to ACTIVE for port object b58a3e45-287a-4f9c-908b-1f027f00af9a will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:27.307691 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.438294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:27.444156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:27.458473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:27.513056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=b58a3e45-287a-4f9c-908b-1f027f00af9a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:27.538972 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:27.539622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.587348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0bcb0-5c56-4f6c-b12a-cc325713fa13 req-7a1b421a-04cf-4550-a1fa-1bafb8a39134 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:27.588591 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1bb0bcb0-5c56-4f6c-b12a-cc325713fa13 req-7a1b421a-04cf-4550-a1fa-1bafb8a39134 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:27.604726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-fdf7465a-8bff-4f2e-9ba1-1287cbbc9262 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0693073 May 27 02:26:27.615585 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1bb0bcb0-5c56-4f6c-b12a-cc325713fa13 req-7a1b421a-04cf-4550-a1fa-1bafb8a39134 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:27.616775 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bb0bcb0-5c56-4f6c-b12a-cc325713fa13 req-7a1b421a-04cf-4550-a1fa-1bafb8a39134 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 931 time: 0.2605345 May 27 02:26:27.622146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Request body: {'port': {'device_id': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:27.731760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b80d12d1-a6de-4645-8895-437214eeca29 None None] Provisioning for port b58a3e45-287a-4f9c-908b-1f027f00af9a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:27.742052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b80d12d1-a6de-4645-8895-437214eeca29 None None] Provisioning complete for port b58a3e45-287a-4f9c-908b-1f027f00af9a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:27.743054 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b80d12d1-a6de-4645-8895-437214eeca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.756556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1bb0bcb0-5c56-4f6c-b12a-cc325713fa13 req-1d97937b-d6a9-442c-a84a-bd6b1424e66f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018980 May 27 02:26:27.777606 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:27.827997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b80d12d1-a6de-4645-8895-437214eeca29 None None] Port b58a3e45-287a-4f9c-908b-1f027f00af9a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:26:28.154101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58a3e45-287a-4f9c-908b-1f027f00af9a {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:28.163969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.182068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Transition to ACTIVE for port object b58a3e45-287a-4f9c-908b-1f027f00af9a will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:28.186423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.341500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Pushing event updated for resources: {'Port': ['ID=b58a3e45-287a-4f9c-908b-1f027f00af9a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:28.442597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Attempting to bind port b58a3e45-287a-4f9c-908b-1f027f00af9a on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:28.443003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Attempting to bind port b58a3e45-287a-4f9c-908b-1f027f00af9a by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:28.443305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Attempting to bind port b58a3e45-287a-4f9c-908b-1f027f00af9a on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:28.448956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Port b58a3e45-287a-4f9c-908b-1f027f00af9a on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:26:28.449270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Attempting to bind port b58a3e45-287a-4f9c-908b-1f027f00af9a on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:28.455367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:28.456449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:28.456449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:28.456449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Bound port: b58a3e45-287a-4f9c-908b-1f027f00af9a, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:28.456921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.547216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] For port b58a3e45-287a-4f9c-908b-1f027f00af9a, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:28.550334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] For port b58a3e45-287a-4f9c-908b-1f027f00af9a, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:28.557697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.625687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:28.626361 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:28.627793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] 10.222.0.13 "PUT /v2.0/ports/b58a3e45-287a-4f9c-908b-1f027f00af9a HTTP/1.1" status: 200 len: 1092 time: 1.0101058 May 27 02:26:28.628258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:28.654105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294e600-f25e-4a70-b280-2f16a78a922f service neutron] Pushing event updated for resources: {'Port': ['ID=b58a3e45-287a-4f9c-908b-1f027f00af9a,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:28.684260 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54389bc5-0d85-4cfd-8a2c-cfc86fe5f7d7'] response: {'name': 'network-changed', 'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'status': 'completed', 'code': 200} May 27 02:26:28.768293 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-8c3c4034-9c58-4ab3-afd2-123a8edb8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:28.769900 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-8c3c4034-9c58-4ab3-afd2-123a8edb8a17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 1095 time: 0.0894327 May 27 02:26:28.986366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-471d3f52-5b3b-409e-b37f-4b11d0ff463f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a HTTP/1.1" status: 200 len: 217 time: 0.2087855 May 27 02:26:29.071600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-bb2aaa48-eebf-46f8-9c06-0f32f5dcf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.072926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-bb2aaa48-eebf-46f8-9c06-0f32f5dcf9f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0754974 May 27 02:26:29.134936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4164e-bd79-4dde-9908-800a6a49c3af req-75eecb92-18c2-4720-91dd-027c14e34012 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.136486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aea4164e-bd79-4dde-9908-800a6a49c3af req-75eecb92-18c2-4720-91dd-027c14e34012 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.1877947 May 27 02:26:29.193602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aea4164e-bd79-4dde-9908-800a6a49c3af req-ed56b1e9-4888-4298-8178-14f86fe038c8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482137 May 27 02:26:29.203667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-7d0b2b21-7344-4501-95d3-faaf8b002ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.205131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-7d0b2b21-7344-4501-95d3-faaf8b002ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248243 May 27 02:26:29.342475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-e8fdedf0-e76c-4e18-b794-fcbe81f66920 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290052 May 27 02:26:29.481671 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94525f8-ff1f-455c-bd03-7ada4256ba59 req-2fb1bcc0-8bf2-4348-a4d0-0d8f611753a1 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331208 May 27 02:26:29.609708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23be2-0963-409c-acee-17c464db3281 req-6ca4aac8-54ab-4b52-a5ba-d4db6ea13fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.611217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d23be2-0963-409c-acee-17c464db3281 req-6ca4aac8-54ab-4b52-a5ba-d4db6ea13fdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 1095 time: 0.0788996 May 27 02:26:29.748869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23be2-0963-409c-acee-17c464db3281 req-435b4b7d-65a6-4746-9f76-47b38bd7c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.750348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d23be2-0963-409c-acee-17c464db3281 req-435b4b7d-65a6-4746-9f76-47b38bd7c892 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1327336 May 27 02:26:29.827959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d23be2-0963-409c-acee-17c464db3281 req-9a1af02e-87a4-48cc-a6a8-15344968a0e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a HTTP/1.1" status: 200 len: 217 time: 0.0642731 May 27 02:26:29.892357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23be2-0963-409c-acee-17c464db3281 req-16c4d3b8-b8bb-4c00-8a19-0216487a290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.893726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d23be2-0963-409c-acee-17c464db3281 req-16c4d3b8-b8bb-4c00-8a19-0216487a290c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0590539 May 27 02:26:29.971262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23be2-0963-409c-acee-17c464db3281 req-f1c973d3-4cd5-4369-a359-e43e3a92b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:29.972728 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d23be2-0963-409c-acee-17c464db3281 req-f1c973d3-4cd5-4369-a359-e43e3a92b3a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728061 May 27 02:26:30.111422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d23be2-0963-409c-acee-17c464db3281 req-3e05ff42-e373-46d5-8a52-c95810eb7922 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318386 May 27 02:26:30.256611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d23be2-0963-409c-acee-17c464db3281 req-a0aadd1d-d853-49e8-ac4b-f0f04345c9ff service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376531 May 27 02:26:30.390281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe702c-529c-47f8-a941-757239e52962 req-dc596f76-107a-4e9a-91ac-9a30bd4db949 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:30.391959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1afe702c-529c-47f8-a941-757239e52962 req-dc596f76-107a-4e9a-91ac-9a30bd4db949 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.0868979 May 27 02:26:30.441135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1afe702c-529c-47f8-a941-757239e52962 req-3959d098-9e76-4960-b281-fb5d42f578c1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431335 May 27 02:26:31.812570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9745-9d98-4277-9bb5-1f249775105d req-63b7b364-3c14-4dc7-9b89-fcaa9083683e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:31.813928 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d93f9745-9d98-4277-9bb5-1f249775105d req-63b7b364-3c14-4dc7-9b89-fcaa9083683e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.0977738 May 27 02:26:31.859308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d93f9745-9d98-4277-9bb5-1f249775105d req-c0ca85e7-f8cd-4888-a1d0-d5b34f1c1eb3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395012 May 27 02:26:32.834168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-78c90fcc-10d4-4b16-bf20-1bc0bb8e457a tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:32.835701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-78c90fcc-10d4-4b16-bf20-1bc0bb8e457a tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1098 time: 0.0736039 May 27 02:26:32.858618 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.873242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:32.877053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Usage tracker for resource:security_group_rule and tenant:04ac81d6184d427c93d230c65c6cabeb is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:32.879905 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:32.885661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:32.972381 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:32.976315 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.002452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bcd9b53-7bc8-407e-97b3-4b61d1effd2e req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609113 May 27 02:26:33.016906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35522c78-7a8d-4b77-ae94-7eb35dd3de5d tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df50eaf2-ac0f-4a6c-9794-7baaac0ccc34,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:33.046653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8539-a08c-4cff-9be2-479a932ef09a req-918f3069-d8b0-4c2c-94b4-35e3448bfad9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:33.049440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c6a8539-a08c-4cff-9be2-479a932ef09a req-918f3069-d8b0-4c2c-94b4-35e3448bfad9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.0842340 May 27 02:26:33.097795 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1c6a8539-a08c-4cff-9be2-479a932ef09a req-768adb76-0c54-43b1-bdea-a80d2fd570f1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 May 27 02:26:33.155187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.164889 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:26:33.200218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef6e7-e595-446e-92c7-4877835fc71e req-3e0fce44-e665-45f8-ad5b-5b7808dd1b1f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:33.202222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2bef6e7-e595-446e-92c7-4877835fc71e req-3e0fce44-e665-45f8-ad5b-5b7808dd1b1f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0862501 May 27 02:26:33.247550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2bef6e7-e595-446e-92c7-4877835fc71e req-cb405921-9451-4a85-a11b-c203fd4709ab tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393248 May 27 02:26:33.270507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 56990) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:33.424313 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:33.490622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-24cc794f-8f64-4715-81aa-89646941a196 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/be2411a8-79d8-43d3-bb69-e55d24710657 HTTP/1.1" status: 200 len: 993 time: 0.2186718 May 27 02:26:34.118309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:34.256945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909d77d-2a30-4823-a7b6-6c46ab7827db req-399c127b-1f8a-403c-a5de-939574bb8a04 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:34.258654 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3909d77d-2a30-4823-a7b6-6c46ab7827db req-399c127b-1f8a-403c-a5de-939574bb8a04 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0931373 May 27 02:26:34.306907 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3909d77d-2a30-4823-a7b6-6c46ab7827db req-e9fe8f91-3b6b-4248-93ab-f480263f3659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 May 27 02:26:34.338521 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-375cd030-9c72-47d5-98a2-05437547ba87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2189145 May 27 02:26:34.353291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c7fc6-10a6-4bc2-9597-8c8c719177ed req-b1af301e-97c7-416d-bd82-8ecf2c4f2d1f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:34.354818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-877c7fc6-10a6-4bc2-9597-8c8c719177ed req-b1af301e-97c7-416d-bd82-8ecf2c4f2d1f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.1160338 May 27 02:26:34.401816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-877c7fc6-10a6-4bc2-9597-8c8c719177ed req-21617191-50d0-42fa-8096-41d7e52de1a3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 May 27 02:26:35.508573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c447-189b-462b-a98e-3a6d23cfcfa8 req-997d35c1-9956-44de-88d8-0f7a6573eeab tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:35.510750 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6170c447-189b-462b-a98e-3a6d23cfcfa8 req-997d35c1-9956-44de-88d8-0f7a6573eeab tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0925808 May 27 02:26:35.588878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6170c447-189b-462b-a98e-3a6d23cfcfa8 req-9ebd7906-cc13-4e4e-b026-2adb0a55c330 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665789 May 27 02:26:35.625079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f255cf3-f480-4022-8c58-90a7525d7661 req-ae064da5-c591-4253-bbe4-981df1473be8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:35.626589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f255cf3-f480-4022-8c58-90a7525d7661 req-ae064da5-c591-4253-bbe4-981df1473be8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.0971780 May 27 02:26:35.674389 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0f255cf3-f480-4022-8c58-90a7525d7661 req-2a466933-84de-4ef7-8dad-010cc3fd902c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 May 27 02:26:35.699884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-c04f38d7-3215-486b-a2a2-c76f49021f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:35.701414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-c04f38d7-3215-486b-a2a2-c76f49021f43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1098 time: 0.1446643 May 27 02:26:35.860491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc92-ca9a-44e8-9b48-2015d466420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:35.969370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-f3f63ec4-93dc-4fa3-b3d9-6915e0784795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:35.970858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-f3f63ec4-93dc-4fa3-b3d9-6915e0784795 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.2637970 May 27 02:26:36.073799 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-f30c9c7b-621e-46c2-a0b9-24b839c1b989 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 1001 time: 0.0970130 May 27 02:26:36.139169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-75ff1456-5f88-4eac-8526-d3aa9c6bcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:36.140486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-75ff1456-5f88-4eac-8526-d3aa9c6bcc99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0614779 May 27 02:26:36.215674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-b807c9e5-64e7-4f5a-8739-f479a4ebb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:36.218261 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-b807c9e5-64e7-4f5a-8739-f479a4ebb0eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722239 May 27 02:26:36.356490 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-c3866a3f-8070-4623-8144-c701b05fcbff service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330047 May 27 02:26:36.496731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-f55f175c-4968-4aa2-a4f4-8e2f2c7ef5c2 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344800 May 27 02:26:36.794598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03dd68-0be7-406e-9d44-3dab48cf40fe req-1fb5b3cf-0fdc-4b84-8a42-cc2966ae9022 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:36.796646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f03dd68-0be7-406e-9d44-3dab48cf40fe req-1fb5b3cf-0fdc-4b84-8a42-cc2966ae9022 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0956869 May 27 02:26:36.850131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f03dd68-0be7-406e-9d44-3dab48cf40fe req-fa334579-b497-4188-abcb-8dec58015732 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475111 May 27 02:26:36.886083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f06edd-b574-41d4-ab74-646bfe63ff49 req-32a500f3-14dd-4f7c-8654-0dd1043827b7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:36.887608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91f06edd-b574-41d4-ab74-646bfe63ff49 req-32a500f3-14dd-4f7c-8654-0dd1043827b7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.0966933 May 27 02:26:36.936170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-91f06edd-b574-41d4-ab74-646bfe63ff49 req-919cd1b7-aab9-4ec2-8e3e-8a354a7dd6bc tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 May 27 02:26:37.983320 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c5a61a9b-2de7-4ff2-ac0a-70f43e100221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:38.059810 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc91d-cf3f-48dd-aa4f-ba81bb3af1b6 req-b9fe2727-6ce3-40d0-8c01-8db17223dcc7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.062037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13dfc91d-cf3f-48dd-aa4f-ba81bb3af1b6 req-b9fe2727-6ce3-40d0-8c01-8db17223dcc7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0958092 May 27 02:26:38.111146 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13dfc91d-cf3f-48dd-aa4f-ba81bb3af1b6 req-4eec52be-2259-4d90-9971-4989d45aa8d0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 May 27 02:26:38.130500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd871-08c0-4f3a-835e-26dbbed19573 req-0b62af41-4a9f-460c-bb1c-be5ec07ea452 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:38.132067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46bfd871-08c0-4f3a-835e-26dbbed19573 req-0b62af41-4a9f-460c-bb1c-be5ec07ea452 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 943 time: 0.0877595 May 27 02:26:38.181741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-46bfd871-08c0-4f3a-835e-26dbbed19573 req-2b3aa2fb-afd1-49eb-a92d-4a595d4abdfa tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434446 May 27 02:26:38.529533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b58a3e45-287a-4f9c-908b-1f027f00af9a details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:38.668438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b58a3e45-287a-4f9c-908b-1f027f00af9a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:38.683378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'port_id': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'mac_address': 'fa:16:3e:ad:f9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:38.747872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port b58a3e45-287a-4f9c-908b-1f027f00af9a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:38.748285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:38.766156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58a3e45-287a-4f9c-908b-1f027f00af9a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:38.784689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b58a3e45-287a-4f9c-908b-1f027f00af9a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:38.788866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:38.905366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=b58a3e45-287a-4f9c-908b-1f027f00af9a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:38.913519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.913865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.914215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.914558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.914925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.915258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.915588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.915918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.916247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.916573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.916899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:38.917225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:26:39.113693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['b58a3e45-287a-4f9c-908b-1f027f00af9a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:39.310191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d847e-1297-4ee7-b16e-70398a01fb45 req-8584e7a1-8fcb-4b80-b116-e37a25b1a8c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:39.312120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-125d847e-1297-4ee7-b16e-70398a01fb45 req-8584e7a1-8fcb-4b80-b116-e37a25b1a8c6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0906773 May 27 02:26:39.364963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-125d847e-1297-4ee7-b16e-70398a01fb45 req-f9b83a78-4ed5-4ff0-947c-db82075d388e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466905 May 27 02:26:39.393427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352a1ca-0ce1-4cd4-a3d9-7fe8f7031e83 req-b1eafc2a-682e-4cab-a046-3d5a79836a11 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:39.395041 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6352a1ca-0ce1-4cd4-a3d9-7fe8f7031e83 req-b1eafc2a-682e-4cab-a046-3d5a79836a11 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 944 time: 0.0931613 May 27 02:26:39.397378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:39.444488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6352a1ca-0ce1-4cd4-a3d9-7fe8f7031e83 req-4139967a-52cc-4b10-aa2d-f275739f9da7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 May 27 02:26:39.488023 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:40.543162 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b58a3e45-287a-4f9c-908b-1f027f00af9a up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:40.568327 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba308d6b-ce2a-47da-88ef-ae489379e682 req-1e1e6bbd-106f-453a-924c-34b73cf1237b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:40.571001 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba308d6b-ce2a-47da-88ef-ae489379e682 req-1e1e6bbd-106f-453a-924c-34b73cf1237b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0942802 May 27 02:26:40.621366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ba308d6b-ce2a-47da-88ef-ae489379e682 req-77b07203-7366-4101-a9bc-b153d375f998 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 May 27 02:26:40.628915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port b58a3e45-287a-4f9c-908b-1f027f00af9a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:40.636027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port b58a3e45-287a-4f9c-908b-1f027f00af9a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:40.636397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:40.650027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356ba80-64e8-4eea-9709-a8cbb38ede3d req-a4a4df68-9912-4d09-90de-6187fc95c77a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:40.651590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5356ba80-64e8-4eea-9709-a8cbb38ede3d req-a4a4df68-9912-4d09-90de-6187fc95c77a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 944 time: 0.0915573 May 27 02:26:40.700809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5356ba80-64e8-4eea-9709-a8cbb38ede3d req-7e69f315-7061-4594-bf00-2f284a168c0f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 May 27 02:26:40.764449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port b58a3e45-287a-4f9c-908b-1f027f00af9a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:40.764820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:40.791469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:40.800801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port b58a3e45-287a-4f9c-908b-1f027f00af9a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:40.804968 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:40.841551 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca756bc8-e2d7-4184-a8c6-d659f98bb98f'] response: {'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'code': 200} May 27 02:26:40.875568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=b58a3e45-287a-4f9c-908b-1f027f00af9a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:40.989479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1518c95-a005-45fd-8974-0e835b7607db req-e4487f4d-d37f-4cc2-8fc4-57766d40f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:40.991569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1518c95-a005-45fd-8974-0e835b7607db req-e4487f4d-d37f-4cc2-8fc4-57766d40f1ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 1097 time: 0.0865538 May 27 02:26:41.036208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1518c95-a005-45fd-8974-0e835b7607db req-4bc0e054-0c01-4b9a-9b6f-12a794125ce9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 May 27 02:26:41.082443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:41.813623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e3fc-8e43-46b0-b73d-f2f916330fd9 req-a0ccdde8-b95e-421c-b062-ba1d5636a29d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:41.815159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb88e3fc-8e43-46b0-b73d-f2f916330fd9 req-a0ccdde8-b95e-421c-b062-ba1d5636a29d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0862534 May 27 02:26:41.861301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb88e3fc-8e43-46b0-b73d-f2f916330fd9 req-953fba8b-b7e6-425e-a039-a622c0627c7b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 May 27 02:26:41.913167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c3a92-41fc-41c2-aec4-d5563982aa13 req-f4531bf7-ef63-4e0a-a915-0fe5d30fd405 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:41.914645 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac9c3a92-41fc-41c2-aec4-d5563982aa13 req-f4531bf7-ef63-4e0a-a915-0fe5d30fd405 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 945 time: 0.0930934 May 27 02:26:41.962396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac9c3a92-41fc-41c2-aec4-d5563982aa13 req-95d7b06f-4c9e-4ef1-8d26-9ab4a3b9361f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 May 27 02:26:43.053033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849054ef-1b0e-4fe5-91b0-fef46288254c req-d1d5045c-0140-42eb-9e8c-e52be2eed656 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.054800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-849054ef-1b0e-4fe5-91b0-fef46288254c req-d1d5045c-0140-42eb-9e8c-e52be2eed656 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0855227 May 27 02:26:43.107973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-849054ef-1b0e-4fe5-91b0-fef46288254c req-cc7fc0b8-b4c1-4169-9e1d-4402fae7e870 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475786 May 27 02:26:43.163472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df298-9dd6-4d32-a5fd-e6c8e43f0060 req-d6ff3811-f120-477c-b31a-ab83c1d4087f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.164836 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-374df298-9dd6-4d32-a5fd-e6c8e43f0060 req-d6ff3811-f120-477c-b31a-ab83c1d4087f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 945 time: 0.0962605 May 27 02:26:43.209247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-374df298-9dd6-4d32-a5fd-e6c8e43f0060 req-139d72a4-a3b4-4bf3-917b-7a562c62c823 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379488 May 27 02:26:43.395762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119fb75-ad12-4635-8d6f-8ad40f87f36a req-f300222c-6322-47cf-b8e1-78d7feec0451 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.397256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3119fb75-ad12-4635-8d6f-8ad40f87f36a req-f300222c-6322-47cf-b8e1-78d7feec0451 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 945 time: 0.0812969 May 27 02:26:43.448066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3119fb75-ad12-4635-8d6f-8ad40f87f36a req-bf49776e-c638-4f2b-baf8-5d06021a566f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448475 May 27 02:26:43.472325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57070) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:43.542407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5b826-991c-4529-94df-e657efa3eeb9 tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:43.543159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-baa5b826-991c-4529-94df-e657efa3eeb9 tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] Synchronizing usage tracker for tenant:d460b51a511747e7a794e2b35ac2e2f8 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:26:43.559866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-baa5b826-991c-4529-94df-e657efa3eeb9 tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] Unset dirty status for tenant:d460b51a511747e7a794e2b35ac2e2f8 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:26:43.561017 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-baa5b826-991c-4529-94df-e657efa3eeb9 tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 1092 time: 0.0877049 May 27 02:26:43.564065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57074) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:43.569025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:43.575705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:26:43.580031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:floatingip and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:26:43.582913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:26:43.588679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:26:43.599346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.736636 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:43.874768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.25.3.244 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/61060644-cf07-4fd0-ac94-80600cd06d40) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:26:44.029953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:44.062101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:44.128887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:26:44.131837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:26:44.134839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:26:44.186812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=61060644-cf07-4fd0-ac94-80600cd06d40,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:44.305065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8006b-6644-408c-88df-fd77653d3200 req-843e5d12-ea17-4ff8-bba0-c26cf8b320c1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:44.306562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16e8006b-6644-408c-88df-fd77653d3200 req-843e5d12-ea17-4ff8-bba0-c26cf8b320c1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0847065 May 27 02:26:44.359074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16e8006b-6644-408c-88df-fd77653d3200 req-61fa5d86-837b-4721-b4a3-569355b8c34b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455089 May 27 02:26:44.703358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:44.780053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:44.987651 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:44.992298 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.107012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=61060644-cf07-4fd0-ac94-80600cd06d40,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:45.119551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:45.296789 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Floating IP ec2606be-7853-445e-a66f-4660fc4aa3c2 associated. External IP: 172.25.3.244, port: b58a3e45-287a-4f9c-908b-1f027f00af9a. May 27 02:26:45.712689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea0369-b88a-4075-b88a-44d489d5ade9 req-6d327e99-b339-4503-bf7c-d3fb4288bc7d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:45.714168 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dea0369-b88a-4075-b88a-44d489d5ade9 req-6d327e99-b339-4503-bf7c-d3fb4288bc7d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.2407498 May 27 02:26:45.736091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:26:45.826524 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dea0369-b88a-4075-b88a-44d489d5ade9 req-3d8d0781-5205-40d9-9ba9-d1dab9f137e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066937 May 27 02:26:46.056001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:26:46.066864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:26:46.077411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:26:46.078035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:26:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:26:46.087336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:46.147331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-adaebe9e-cebe-45ce-a1cf-3aa68b87e32e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5801296 May 27 02:26:46.147331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:46.190767 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bcc916-ce7d-42b9-9430-0ff1042d6643'] response: {'name': 'network-changed', 'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'status': 'completed', 'code': 200} May 27 02:26:46.260209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:26:46.284292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c1-b622-495b-a5ac-389f34610f22 req-ca45f376-aed1-4e18-a758-5a645d6d7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.285763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-631904c1-b622-495b-a5ac-389f34610f22 req-ca45f376-aed1-4e18-a758-5a645d6d7af7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 1097 time: 0.0719972 May 27 02:26:46.419632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c1-b622-495b-a5ac-389f34610f22 req-717633c8-41f7-4dfc-81c0-c06f02947b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.421636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-631904c1-b622-495b-a5ac-389f34610f22 req-717633c8-41f7-4dfc-81c0-c06f02947b27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1284921 May 27 02:26:46.621642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'ec2606be-7853-445e-a66f-4660fc4aa3c2', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:ad:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:26:44Z', 'updated_at': '2022-05-27T02:26:44Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:26:46.625852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:26:46.634264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:26:46.634918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:26:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:26:46.637766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-631904c1-b622-495b-a5ac-389f34610f22 req-cec5d52b-090c-49a4-9ce3-7971492f08c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a HTTP/1.1" status: 200 len: 999 time: 0.2095425 May 27 02:26:46.700584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c1-b622-495b-a5ac-389f34610f22 req-dd492245-54d6-454c-82c9-fb68a355c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.702470 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-631904c1-b622-495b-a5ac-389f34610f22 req-dd492245-54d6-454c-82c9-fb68a355c8c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0579302 May 27 02:26:46.786041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c1-b622-495b-a5ac-389f34610f22 req-57becd23-7523-447b-84d4-ebd2075c2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:46.787553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-631904c1-b622-495b-a5ac-389f34610f22 req-57becd23-7523-447b-84d4-ebd2075c2252 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757554 May 27 02:26:46.824279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:26:46.924647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-631904c1-b622-495b-a5ac-389f34610f22 req-49fdb125-83c8-4a41-beaf-dc517358982f service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297436 May 27 02:26:47.028260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9b56d-1a6b-4671-94ae-fedec1750411 req-820d2b2c-9ca4-4cd4-a653-061c9535d879 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:47.030095 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89d9b56d-1a6b-4671-94ae-fedec1750411 req-820d2b2c-9ca4-4cd4-a653-061c9535d879 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0918632 May 27 02:26:47.071716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-631904c1-b622-495b-a5ac-389f34610f22 req-ad870185-dcba-489f-8ae2-f6b8fdfdb512 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348259 May 27 02:26:47.077422 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89d9b56d-1a6b-4671-94ae-fedec1750411 req-165a13dd-fda1-4edf-98da-5511cb7a6626 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 May 27 02:26:47.228677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'ec2606be-7853-445e-a66f-4660fc4aa3c2', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:ad:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:26:44Z', 'updated_at': '2022-05-27T02:26:44Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:26:47.233499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48858dc1-302e-4ac2-ae5e-3b006d1a11be None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'ec2606be-7853-445e-a66f-4660fc4aa3c2', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:ad:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:26:44Z', 'updated_at': '2022-05-27T02:26:44Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:26:47.442984 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096fccd-1929-4eca-b5b6-bb1f93cd9388 None None] New status for floating IP ec2606be-7853-445e-a66f-4660fc4aa3c2: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:26:48.276662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5830c40-8e50-4617-bf86-22c03c560685 req-3cfe5a00-8768-4fa5-bf0c-baa1aa989180 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:48.278243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5830c40-8e50-4617-bf86-22c03c560685 req-3cfe5a00-8768-4fa5-bf0c-baa1aa989180 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0840609 May 27 02:26:48.324390 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c5830c40-8e50-4617-bf86-22c03c560685 req-0a28d5d6-18b1-4fbc-8a54-a95342ea7de2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396051 May 27 02:26:48.812686 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-c3347a5e-5dfc-4195-96c8-f83f1256798c service neutron] show failed (client error): The resource could not be found. May 27 02:26:48.813581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-c3347a5e-5dfc-4195-96c8-f83f1256798c service neutron] 10.222.0.47 "GET /v2.0/ports/975f544c-5c49-453c-b6cd-eb74554cedef/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0791590 May 27 02:26:49.090964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-86f2d529-35ec-40be-b136-dd42fd3333bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:49.092963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-86f2d529-35ec-40be-b136-dd42fd3333bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0772331 May 27 02:26:49.104117 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:26:49.231461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:49.516023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:49.522048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85758029-788d-48c1-bfc1-5f0f66efc2ff req-4b296231-aca7-428f-aa16-53c4e296db85 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:49.523602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85758029-788d-48c1-bfc1-5f0f66efc2ff req-4b296231-aca7-428f-aa16-53c4e296db85 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0841055 May 27 02:26:49.546246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:49.571917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85758029-788d-48c1-bfc1-5f0f66efc2ff req-12ef71ab-8499-403a-85df-50da534a5778 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 May 27 02:26:49.606069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:49.611769 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:49.627732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Transition to ACTIVE for port object 975f544c-5c49-453c-b6cd-eb74554cedef will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:26:49.632186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:49.673931 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f68921b-c463-41d4-a483-5aef6ad2b4e0'] response: {'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'code': 200} May 27 02:26:49.793348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:49.849611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] No DVR routers for this DVR port 975f544c-5c49-453c-b6cd-eb74554cedef on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:26:50.212136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:26:50.212379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:26:50.212684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef on network bd53659a-2184-41fe-907e-448a7617b0cf {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:50.217746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Port 975f544c-5c49-453c-b6cd-eb74554cedef on network bd53659a-2184-41fe-907e-448a7617b0cf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:26:50.218065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Attempting to bind port 975f544c-5c49-453c-b6cd-eb74554cedef on network bd53659a-2184-41fe-907e-448a7617b0cf {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:26:50.223719 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:26:50.224051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Checking segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:26:50.224432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Bound using segment: {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:26:50.224858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Bound port: 975f544c-5c49-453c-b6cd-eb74554cedef, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b55ee5-90a0-49b1-8a29-af3ae22545c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:26:50.225201 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:50.334061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:26:50.337403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:26:50.342682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:50.406147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.406793 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:50.408216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 1093 time: 1.3080893 May 27 02:26:50.427410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45a2bc-3ced-4c4b-bf2d-d13cf1a6a0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:50.515143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-3fafa566-a00e-454c-9392-d92eb674a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.516666 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-3fafa566-a00e-454c-9392-d92eb674a237 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1096 time: 0.0831361 May 27 02:26:50.663630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-e523472c-7157-46b7-b006-1f98427f7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.665138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-e523472c-7157-46b7-b006-1f98427f7382 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.1417685 May 27 02:26:50.790983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-4eba6b8b-4603-4105-bcdc-cd23ca469643 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 999 time: 0.1183629 May 27 02:26:50.793479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7692254-6c65-4afa-bda8-730a2f39c201 req-561b168a-eb86-42d6-b288-ebc92fc2dc0f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.795863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7692254-6c65-4afa-bda8-730a2f39c201 req-561b168a-eb86-42d6-b288-ebc92fc2dc0f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.1082757 May 27 02:26:50.851034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7692254-6c65-4afa-bda8-730a2f39c201 req-7699157a-73a6-46b0-a343-d827bfd16c63 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489738 May 27 02:26:50.861896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-ccfedaca-b33a-4b68-aa17-83e5faa6fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.863426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-ccfedaca-b33a-4b68-aa17-83e5faa6fb06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0662658 May 27 02:26:50.940507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-9f3339aa-dfb3-43dd-b6f8-72159f416753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:50.941995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-9f3339aa-dfb3-43dd-b6f8-72159f416753 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715461 May 27 02:26:51.078415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-b58c8bc8-e6f1-4f83-8c40-793e66fce44c service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289804 May 27 02:26:51.218172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a4855bce-e593-4f39-9f6a-f5e7ce3a98b8 req-b4fffa6d-1915-48a5-ad39-e40f96ceafce service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329694 May 27 02:26:51.432873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-d3c0f14b-1c78-4b1f-a4a3-24d1d043366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:51.434596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-d3c0f14b-1c78-4b1f-a4a3-24d1d043366b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1096 time: 0.0919724 May 27 02:26:51.606785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-874f60f1-a40f-4679-a0ca-093c4f243257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:51.608917 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-874f60f1-a40f-4679-a0ca-093c4f243257 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.1537297 May 27 02:26:51.677404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:51.724590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-2f8ab8f6-cf50-4c3b-abcb-e14696f31161 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 999 time: 0.1097441 May 27 02:26:51.770692 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2a95a6-853d-4d7d-92af-1a2400916f04'] response: {'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'status': 'completed', 'code': 200} May 27 02:26:51.851866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-168deae2-9767-4b2a-99e3-2a8fd3c5743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:51.853715 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-168deae2-9767-4b2a-99e3-2a8fd3c5743a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.1173530 May 27 02:26:51.937292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-7d1f0793-7164-4ace-a3ac-440d38c18c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:51.938669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-7d1f0793-7164-4ace-a3ac-440d38c18c29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1096 time: 0.1698296 May 27 02:26:52.068301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97943252-2979-48ae-8772-b0912ee225de req-1a5a7b7b-ba4a-43a4-ae86-7b6d00a2aec8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.070119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97943252-2979-48ae-8772-b0912ee225de req-1a5a7b7b-ba4a-43a4-ae86-7b6d00a2aec8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.0969610 May 27 02:26:52.130072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97943252-2979-48ae-8772-b0912ee225de req-7ec08021-f972-4ce8-9d6e-5e8b92bf97a5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534434 May 27 02:26:52.169328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:26:52.175145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-b9089d9a-6c2f-4394-a6d2-2ed5a5bf5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.176635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-b9089d9a-6c2f-4394-a6d2-2ed5a5bf5b56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3158872 May 27 02:26:52.238036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:26:52.304219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-e73a17ee-5945-4148-ba85-82bc77949fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.305709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-e73a17ee-5945-4148-ba85-82bc77949fb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.3609593 May 27 02:26:52.448171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-e691cc58-2fea-4075-a42a-12ac1ff98517 service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525489 May 27 02:26:52.450000 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-9b17fed5-1c10-4bbc-b069-722d2d730db8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 999 time: 0.1362619 May 27 02:26:52.600559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-ff1d97ce-79aa-4b53-9987-0cfa8af3a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.602050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-ff1d97ce-79aa-4b53-9987-0cfa8af3a292 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.1282928 May 27 02:26:52.685302 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30942d6a-82c2-46eb-96c4-34ea71c54c80 req-7843e83f-0257-4c7c-964d-920b1d2199e4 service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303443 May 27 02:26:52.709818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-75124c62-3c8a-4fa5-92d7-f148759b71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.711295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-75124c62-3c8a-4fa5-92d7-f148759b71fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949488 May 27 02:26:52.906474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-cfd251f6-68dc-462e-8f25-b440612192a3 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886313 May 27 02:26:52.910622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-81e9e0c2-8566-4259-b76f-a09307db0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:52.912018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-81e9e0c2-8566-4259-b76f-a09307db0827 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1096 time: 0.1753097 May 27 02:26:53.150794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-ab526623-405a-4fbc-bf55-0951688dc40a service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378170 May 27 02:26:53.153976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-0d9cac5f-d896-4871-b773-150e7c0f2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.155539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-0d9cac5f-d896-4871-b773-150e7c0f2659 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.2250543 May 27 02:26:53.329346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-2ac8af8c-f8f6-4ba5-9713-3b79ef7f4add service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 999 time: 0.1616333 May 27 02:26:53.409516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-416edbbc-6d59-49d1-8b8e-4590d81b5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.410972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-416edbbc-6d59-49d1-8b8e-4590d81b5335 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0741618 May 27 02:26:53.469475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b09df-e69e-40d6-91fc-c7d6cba07be5 req-a24e03e5-fb0a-4a9e-8169-bf89a59a622c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.469763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc5b09df-e69e-40d6-91fc-c7d6cba07be5 req-a24e03e5-fb0a-4a9e-8169-bf89a59a622c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.2003114 May 27 02:26:53.539573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc5b09df-e69e-40d6-91fc-c7d6cba07be5 req-8a5b4825-60cc-4f36-bef0-7355335a797e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578103 May 27 02:26:53.574677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582feb33-d150-429f-aff9-e03ee131a992 req-9579d26a-0217-46a2-8e94-d1554d0d66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:53.575672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-9579d26a-0217-46a2-8e94-d1554d0d66a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547608 May 27 02:26:53.731294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-3df6cfd2-3b56-4d3e-abd6-a3c731608040 service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487250 May 27 02:26:54.046678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-582feb33-d150-429f-aff9-e03ee131a992 req-9186f0f5-ac75-496c-8675-60fa92018a59 service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072889 May 27 02:26:54.609986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:26:54.803875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4afea9-1195-4c0d-9ee2-f7fbcf72b41d req-55e1c87b-4825-4bb2-a738-e9fd71580c2b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:54.816926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea4afea9-1195-4c0d-9ee2-f7fbcf72b41d req-55e1c87b-4825-4bb2-a738-e9fd71580c2b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 944 time: 0.1171436 May 27 02:26:54.830442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:54.853654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '975f544c-5c49-453c-b6cd-eb74554cedef', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'port_id': '975f544c-5c49-453c-b6cd-eb74554cedef', 'mac_address': 'fa:16:3e:1a:d1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:26:54.862359 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea4afea9-1195-4c0d-9ee2-f7fbcf72b41d req-94897d11-5518-4b22-b929-64d3e02d72a2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500996 May 27 02:26:54.922023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 975f544c-5c49-453c-b6cd-eb74554cedef is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:54.922394 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:54.943198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975f544c-5c49-453c-b6cd-eb74554cedef {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:26:54.962908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:54.968206 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:55.046264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:55.341694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['975f544c-5c49-453c-b6cd-eb74554cedef'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:26:56.068791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a4e98-5103-4989-b0d2-1a86caf1a735 req-02cd14cf-7728-4e25-b1d0-827e93b580a7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:56.070265 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1b7a4e98-5103-4989-b0d2-1a86caf1a735 req-02cd14cf-7728-4e25-b1d0-827e93b580a7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 945 time: 0.0879891 May 27 02:26:56.117967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1b7a4e98-5103-4989-b0d2-1a86caf1a735 req-0d307565-dc8c-414a-a085-9bfbfcb39c31 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406258 May 27 02:26:56.517423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-01c8bcfa-bbe9-4a59-b27b-6e9cfdc8452d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:56.518788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-01c8bcfa-bbe9-4a59-b27b-6e9cfdc8452d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f&tenant_id=a56b9613ede049a4a65896199ecd8bb3&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 945 time: 0.1199300 May 27 02:26:56.526449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3bc82-a3c3-43a8-bd5b-7339f6be2dd1 req-c1c63b0e-7da8-4f6f-872c-1e62385c304a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:56.529459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-79b3bc82-a3c3-43a8-bd5b-7339f6be2dd1 req-c1c63b0e-7da8-4f6f-872c-1e62385c304a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 945 time: 0.1614532 May 27 02:26:56.609888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:26:56.649637 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-79b3bc82-a3c3-43a8-bd5b-7339f6be2dd1 req-147ebacf-88d1-49dc-8927-9693d08e9d6f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862122 May 27 02:26:56.660166 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-ed7b49bd-f5f2-4adb-8800-78642c57c55d service neutron] delete failed (client error): The resource could not be found. May 27 02:26:56.661360 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-ed7b49bd-f5f2-4adb-8800-78642c57c55d service neutron] 10.222.0.47 "DELETE /v2.0/ports/975f544c-5c49-453c-b6cd-eb74554cedef/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.1326578 May 27 02:26:56.696690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 975f544c-5c49-453c-b6cd-eb74554cedef completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:26:56.704137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 975f544c-5c49-453c-b6cd-eb74554cedef triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:26:56.704655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.826104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-948e6b5b-620f-4805-a31c-2ad13feab640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:56.828037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-948e6b5b-620f-4805-a31c-2ad13feab640 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1097 time: 0.0818689 May 27 02:26:56.853576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 975f544c-5c49-453c-b6cd-eb74554cedef is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:26:56.853970 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.896994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:26:56.913797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:26:56.919115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:26:56.993758 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33c2b13-3997-4269-a20e-fc104672613c'] response: {'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'code': 200} May 27 02:26:56.998736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-383c08b2-f438-45d1-912f-ab9b9453b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:57.001094 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-383c08b2-f438-45d1-912f-ab9b9453b694 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.1678698 May 27 02:26:57.016429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:26:57.110597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-eef50190-6804-4f80-ae21-824937177a17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 1001 time: 0.1034589 May 27 02:26:57.175988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-020083cf-40af-4c76-8345-ebc62fd7ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:57.177505 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-020083cf-40af-4c76-8345-ebc62fd7ed76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0618982 May 27 02:26:57.259433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-8f0ca277-4bfb-4c9a-9964-f3152dfd041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:57.260881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-8f0ca277-4bfb-4c9a-9964-f3152dfd041a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775070 May 27 02:26:57.402328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-3b57b940-61fd-46e0-9b4d-90ee08e4f766 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351664 May 27 02:26:57.548058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c86dd16-0379-44d4-bd3e-7f70ba164124 req-09655c12-e994-49b6-b949-446857f61d22 service neutron] 10.222.0.47 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406243 May 27 02:26:57.870619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeff592-63af-481f-9a0a-6673f2759bd4 req-bbe3b5b0-b457-429e-a56b-163c9a467c68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:57.873672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-adeff592-63af-481f-9a0a-6673f2759bd4 req-bbe3b5b0-b457-429e-a56b-163c9a467c68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.1022198 May 27 02:26:57.921509 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-adeff592-63af-481f-9a0a-6673f2759bd4 req-80bed475-3e40-4e14-a039-bdcfe7464540 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 May 27 02:26:59.149268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f7a50-763e-4129-99b3-f88966a6876d req-1a7f15d1-5037-4694-a953-ce848194cac1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:26:59.150780 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-669f7a50-763e-4129-99b3-f88966a6876d req-1a7f15d1-5037-4694-a953-ce848194cac1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0901852 May 27 02:26:59.201559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-669f7a50-763e-4129-99b3-f88966a6876d req-190c8a76-3865-4d06-a0d7-bdf04fc1deb9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 May 27 02:26:59.226525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57120) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:26:59.345699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-16b2cb30-f397-4cf0-875c-50d07f5601c1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/be2411a8-79d8-43d3-bb69-e55d24710657 HTTP/1.1" status: 200 len: 993 time: 0.1178122 May 27 02:27:03.173311 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:03.442601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:05.856267 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-884e2a40-9fae-4277-bbd0-8631b3431d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:07.967236 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c12fdc4e-d293-4413-977f-d173949a823a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.362758 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:09.498429 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:10.164979 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:27:11.084089 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.190870 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:33.435152 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:35.852042 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e0d100f8-6dd8-4e6a-9ded-78db64bbe024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:37.970676 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a5c00735-4772-473a-80f3-8eb78be30dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.366373 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:39.495234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:41.080658 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:47.165195 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:27:51.359191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-84553b9d-334e-42c1-baf4-c791de630498 req-616d1ce6-c266-4d16-a882-d039a079ad4b service neutron] (88425) timed out ('10.222.0.16', 44360) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:27:51.527248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-3d91b853-cae1-4e57-84b8-7913f38dda2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0759022 May 27 02:27:51.630590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-95025a93-ee5b-4c0a-a146-4a69e400fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:51.632020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-95025a93-ee5b-4c0a-a146-4a69e400fd28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 1097 time: 0.0840797 May 27 02:27:51.918442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-745fc430-13e3-4d88-9ec8-88ac732a1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:51.919835 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-745fc430-13e3-4d88-9ec8-88ac732a1f51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.2658873 May 27 02:27:52.034633 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-03661047-df71-44ac-91b3-a7d969aa525a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a HTTP/1.1" status: 200 len: 1001 time: 0.1084032 May 27 02:27:52.108055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-8999b0c3-7b9f-41c1-b2c0-6f431ae8bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:52.110328 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-8999b0c3-7b9f-41c1-b2c0-6f431ae8bac1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0692933 May 27 02:27:52.202687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-b6f80edb-28d6-4718-80ea-bbe8bd5f01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:52.204150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-b6f80edb-28d6-4718-80ea-bbe8bd5f01a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875597 May 27 02:27:52.354073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-39054aa7-7c93-4a4e-9b2d-4ded8e838464 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430380 May 27 02:27:52.499048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28e35a27-c455-4eb2-9ab1-e7801c4e6d73 req-9815555a-d068-48ee-a8a5-3cf89046e930 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387389 May 27 02:27:54.544240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde713-7e37-4890-b6ea-a96242084d08 req-23393278-e55a-449f-9e41-eea780670dad tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:54.545810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-02dde713-7e37-4890-b6ea-a96242084d08 req-23393278-e55a-449f-9e41-eea780670dad tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1098 time: 0.0767858 May 27 02:27:54.588701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-02dde713-7e37-4890-b6ea-a96242084d08 req-9556a962-72fd-408d-9135-4061cd105b00 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Synchronizing usage tracker for tenant:04ac81d6184d427c93d230c65c6cabeb on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:54.609035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-02dde713-7e37-4890-b6ea-a96242084d08 req-9556a962-72fd-408d-9135-4061cd105b00 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Unset dirty status for tenant:04ac81d6184d427c93d230c65c6cabeb on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:54.610292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-02dde713-7e37-4890-b6ea-a96242084d08 req-9556a962-72fd-408d-9135-4061cd105b00 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586469 May 27 02:27:54.638183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57156) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:27:54.894405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port a2ea5a64-8012-40b2-b3a9-9f0e8e616d63 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:54.894770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.072713 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.073040 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.201127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for a2ea5a64-8012-40b2-b3a9-9f0e8e616d63 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:55.366668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.416779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=a2ea5a64-8012-40b2-b3a9-9f0e8e616d63,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:55.494340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.494599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.494974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.495322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.495683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.496018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.496350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.496679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.497006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.497330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.497654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.497998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:27:55.534532 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:55.534942 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP be2411a8-79d8-43d3-bb69-e55d24710657 disassociated (deleted). External IP: 172.25.3.98, port: 975f544c-5c49-453c-b6cd-eb74554cedef. May 27 02:27:56.048832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 463c8d66-0c13-4457-a492-c0cd6466f741 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:27:56.253642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:27:56.263984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] Sync routers for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:27:56.274618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:56.275345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:27:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:56.280719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:56.343243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-121a53aa-e09d-40ad-8596-1ce93e1ee20d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/floatingips/be2411a8-79d8-43d3-bb69-e55d24710657 HTTP/1.1" status: 204 len: 168 time: 1.7038186 May 27 02:27:56.344245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:56.395873 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4758db3c-fe34-484a-88c6-47cbac8c785c'] response: {'name': 'network-changed', 'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'status': 'completed', 'code': 200} May 27 02:27:56.502829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-d4c55bc7-fd96-4f1e-8d42-c4deb78465af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:56.504416 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-d4c55bc7-fd96-4f1e-8d42-c4deb78465af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 1098 time: 0.0844240 May 27 02:27:56.513481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:56.691089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-beefaab0-281a-4fb7-955c-38f82deb792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:56.693291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-beefaab0-281a-4fb7-955c-38f82deb792c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 200 len: 897 time: 0.1826968 May 27 02:27:56.764379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-84182bda-0f05-4380-adba-0d20c287ecf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 200 len: 217 time: 0.0627999 May 27 02:27:56.798366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0846c-47eb-40a4-9da2-fd288ce79935 req-8c430351-68c7-4168-ae43-3cfa2315f295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:56.800102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1a0846c-47eb-40a4-9da2-fd288ce79935 req-8c430351-68c7-4168-ae43-3cfa2315f295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0906725 May 27 02:27:56.836183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-a7674f3a-dc14-4925-9e0d-7fd03a985130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:56.837948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-a7674f3a-dc14-4925-9e0d-7fd03a985130 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 200 len: 833 time: 0.0672874 May 27 02:27:56.854597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1a0846c-47eb-40a4-9da2-fd288ce79935 req-dbd8253f-fcea-4789-be60-498cc8331448 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474608 May 27 02:27:56.863429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:06Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:56.867993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] Checking router: 463c8d66-0c13-4457-a492-c0cd6466f741 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:27:56.877412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:27:56.878045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:27:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:56.918740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-18dd6021-d28c-4524-a9fd-dbc87eeb4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:56.920280 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-18dd6021-d28c-4524-a9fd-dbc87eeb4c78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd53659a-2184-41fe-907e-448a7617b0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732803 May 27 02:27:57.061458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-07d53dda-aeac-4b65-b664-9f98c20a0317 service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337478 May 27 02:27:57.066634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:27:57.206226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6821c4a3-6c88-4434-a354-43c7f838d2ad req-e747c0e1-2b40-42b5-b789-ba12c99ba3d8 service neutron] 10.222.0.13 "GET /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370759 May 27 02:27:57.403251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:06Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:27:57.407527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37799de-35d3-4461-b5b6-73451584ff63 None None] The sync data for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 is: [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:25:00Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'eb633929-a3b1-44ef-af9f-f05e2917196e', 'name': '', 'network_id': 'bd53659a-2184-41fe-907e-448a7617b0cf', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:63:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:59Z', 'updated_at': '2022-05-27T02:25:06Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '9b987f99-b105-44d0-a0d6-53a03160388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:27:57.640198 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458ae73-986a-4ab7-9db2-0c169a1f564a None None] New status for floating IP be2411a8-79d8-43d3-bb69-e55d24710657: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:27:58.066170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab1bbf-3abc-4119-af3c-b1e8ea533ded req-65f238ff-faa7-4935-85b9-c5df7ef74bcb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:58.067344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ccab1bbf-3abc-4119-af3c-b1e8ea533ded req-65f238ff-faa7-4935-85b9-c5df7ef74bcb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:27:58.092540 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ccab1bbf-3abc-4119-af3c-b1e8ea533ded req-65f238ff-faa7-4935-85b9-c5df7ef74bcb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:27:58.093790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccab1bbf-3abc-4119-af3c-b1e8ea533ded req-65f238ff-faa7-4935-85b9-c5df7ef74bcb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.1202371 May 27 02:27:58.174008 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccab1bbf-3abc-4119-af3c-b1e8ea533ded req-fe3f0bb8-8d8f-4f1e-8ff8-c305800cc0e1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=65d96da2-c9b7-449a-a721-0c71899a62b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704892 May 27 02:27:58.468413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-700c8f31-c72d-4f5c-9fea-6dc0aa10f451 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:27:58.469870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-700c8f31-c72d-4f5c-9fea-6dc0aa10f451 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 946 time: 0.0844028 May 27 02:27:58.674503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 975f544c-5c49-453c-b6cd-eb74554cedef {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:27:58.674877 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:58.984990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 975f544c-5c49-453c-b6cd-eb74554cedef, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=975f544c-5c49-453c-b6cd-eb74554cedef,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:27:58.985341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.114017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 975f544c-5c49-453c-b6cd-eb74554cedef owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:27:59.276770 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.356115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-531cefe0-64d6-466a-bb5a-c2b55fdf4507 req-8a0b4666-989f-4b2b-8a4b-ec7eca997f07 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=f833d1c3-cf42-4ccd-885d-14535542e97f HTTP/1.1" status: 200 len: 210 time: 0.0472014 May 27 02:27:59.372415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=975f544c-5c49-453c-b6cd-eb74554cedef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:27:59.466935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] No DVR routers for this DVR port 975f544c-5c49-453c-b6cd-eb74554cedef on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:27:59.469760 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:27:59.473013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-deleted', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:27:59.495920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98001891-2746-45f3-a997-06a5c4c3faf1 req-625c72b4-a0d3-4d4c-94bf-5c1dd66d687f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "DELETE /v2.0/ports/975f544c-5c49-453c-b6cd-eb74554cedef HTTP/1.1" status: 204 len: 173 time: 1.0201502 May 27 02:27:59.529687 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593a9218-458a-4b25-bdc9-543fe51fc730'] response: {'server_uuid': 'f833d1c3-cf42-4ccd-885d-14535542e97f', 'name': 'network-vif-deleted', 'tag': '975f544c-5c49-453c-b6cd-eb74554cedef', 'status': 'completed', 'code': 200} May 27 02:28:00.455812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57178) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:01.041711 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.510290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port eb633929-a3b1-44ef-af9f-f05e2917196e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:01.511129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.709468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port eb633929-a3b1-44ef-af9f-f05e2917196e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=eb633929-a3b1-44ef-af9f-f05e2917196e,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:01.709822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:01.841123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for eb633929-a3b1-44ef-af9f-f05e2917196e owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:02.171535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.220963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=eb633929-a3b1-44ef-af9f-f05e2917196e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:02.515072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:02.965634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:02.999744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 975f544c-5c49-453c-b6cd-eb74554cedef {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:03.000151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 975f544c-5c49-453c-b6cd-eb74554cedef not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:03.031289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 463c8d66-0c13-4457-a492-c0cd6466f741 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:03.201719 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.220640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:03.236049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] Sync routers for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:03.238379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ce013d68-29eb-4112-ba43-fc937e3b3a43 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/463c8d66-0c13-4457-a492-c0cd6466f741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7812402 May 27 02:28:03.242140 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:03.250833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:03.251457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:27:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:03.313857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting subnet 9b987f99-b105-44d0-a0d6-53a03160388e {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:28:03.317297 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.384307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.458653 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.472952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:03.482030 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.561193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.606969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Subnet': ['ID=9b987f99-b105-44d0-a0d6-53a03160388e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:03.608922 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.615680 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e972c1ea-d4b5-4e85-ab22-4f85a1f13753 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/subnets/9b987f99-b105-44d0-a0d6-53a03160388e HTTP/1.1" status: 204 len: 168 time: 0.3724737 May 27 02:28:03.619758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57186) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:03.649593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b81f6-1bec-410f-a982-b5849cec66df None None] Network bd53659a-2184-41fe-907e-448a7617b0cf requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:03.802358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:03.996522 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.007994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:04.008214 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.034094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:28:02Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '3a228d4c-7bd8-481b-aecd-dd0a6f6d3128', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:24:54Z', 'updated_at': '2022-05-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:04.038374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] Checking router: 463c8d66-0c13-4457-a492-c0cd6466f741 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:04.048473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] Routers {'463c8d66-0c13-4457-a492-c0cd6466f741'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:04.049153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:27:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['463c8d66-0c13-4457-a492-c0cd6466f741'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:04.107612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] DHCP port deletion for bd53659a-2184-41fe-907e-448a7617b0cf request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:28:04.137743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Deleting port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:04.138332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.196336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:04.196693 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.321603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:04.396173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] Set router 463c8d66-0c13-4457-a492-c0cd6466f741 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:04.516680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:28:03Z', 'revision_number': 6, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:04.545472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3fa18-01c6-4669-bab6-2ef992ef427c None None] The sync data for ids ['463c8d66-0c13-4457-a492-c0cd6466f741'] in n-d-843146-11 is: [{'id': '463c8d66-0c13-4457-a492-c0cd6466f741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078213564', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:24:53Z', 'updated_at': '2022-05-27T02:28:03Z', 'revision_number': 6, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:04.649209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] For port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8cba40e8-e3d5-4e2c-80ea-d1d2edde6341,segment=NetworkSegment(23b55ee5-90a0-49b1-8a29-af3ae22545c6),segment_id=23b55ee5-90a0-49b1-8a29-af3ae22545c6)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:04.649607 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.713870 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.769710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=3a228d4c-7bd8-481b-aecd-dd0a6f6d3128,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:04.802178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Calling delete_port for 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:04.864822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.881884 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:04.936180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Pushing event deleted for resources: {'Port': ['ID=8cba40e8-e3d5-4e2c-80ea-d1d2edde6341,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:04.946158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.946499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.947613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.948378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.949301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.950058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.951024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.951512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.951997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.952331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.952661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.952992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:04.957269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df68a3b-ec0f-4377-9b73-289eaf52c174 None None] No DVR routers for this DVR port 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:05.047495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.049756 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.077519 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.078160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Fanout notify agent at l3_agent the message router_deleted on router 463c8d66-0c13-4457-a492-c0cd6466f741 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:28:05.101216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.102700 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3e4d1c0b-db6a-41ee-916b-03c4047057e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/routers/463c8d66-0c13-4457-a492-c0cd6466f741 HTTP/1.1" status: 204 len: 168 time: 1.4818225 May 27 02:28:05.106141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57192) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:05.224958 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.362671 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.388832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd53659a-2184-41fe-907e-448a7617b0cf']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:05.401122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b55ee5-90a0-49b1-8a29-af3ae22545c6') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:05.401376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b55ee5-90a0-49b1-8a29-af3ae22545c6') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:05.414636 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.432664 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.439365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:28:05.439768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.509323 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 23b55ee5-90a0-49b1-8a29-af3ae22545c6 resource provider aggregate not found May 27 02:28:05.532517 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 23b55ee5-90a0-49b1-8a29-af3ae22545c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23b55ee5-90a0-49b1-8a29-af3ae22545c6 found for delete ", "request_id": "req-b276ae05-2083-4dbb-9236-ea9f00331bc5"}]} May 27 02:28:05.549545 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.581025 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.587915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Network': ['ID=bd53659a-2184-41fe-907e-448a7617b0cf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:05.604206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a1f93ca0-2684-432d-bef6-fee3b72b6a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/networks/bd53659a-2184-41fe-907e-448a7617b0cf HTTP/1.1" status: 204 len: 168 time: 0.4942343 May 27 02:28:05.604560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57200) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:05.675163 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51f3287a-ee7d-4389-899a-73315140b462 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.706107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51f3287a-ee7d-4389-899a-73315140b462 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.772436 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51f3287a-ee7d-4389-899a-73315140b462 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.794744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3287a-ee7d-4389-899a-73315140b462 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d96da2-c9b7-449a-a721-0c71899a62b3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:05.806969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-51f3287a-ee7d-4389-899a-73315140b462 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.811920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-51f3287a-ee7d-4389-899a-73315140b462 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/security-groups/65d96da2-c9b7-449a-a721-0c71899a62b3 HTTP/1.1" status: 204 len: 168 time: 0.2060885 May 27 02:28:05.865235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-691e75c1-633a-4220-9880-69a529e39514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:05.932100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eb633929-a3b1-44ef-af9f-f05e2917196e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:05.971192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: eb633929-a3b1-44ef-af9f-f05e2917196e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:05.971540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device eb633929-a3b1-44ef-af9f-f05e2917196e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:05.971972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:05.992600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57208) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:05.999356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341165889', 'description': 'tempest-secgroup-smoke-1341165889 description', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:06.007341 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.007625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:06.007782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3a228d4c-7bd8-481b-aecd-dd0a6f6d3128 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:06.008134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:06.012311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.015923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.022263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.035612 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.043432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:06.043866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8cba40e8-e3d5-4e2c-80ea-d1d2edde6341 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:06.061075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.065624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.069005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.075523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.176404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.180768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.228583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af7abe1-5486-439f-9e7e-42ceb2ef920f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:06.231495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.232695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6be7755b-0a1e-4d50-a80a-7eb6ccbfcb28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2389328 May 27 02:28:06.237416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57212) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:06.242486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '5af7abe1-5486-439f-9e7e-42ceb2ef920f', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:06.249913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.254686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.257770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.264296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.284974 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.360188 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.369478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.395403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1d9a52-c573-4fd1-9697-8f62801a3fe3,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:06.405548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.406766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5204ae70-093c-4af6-9038-77b94182180e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685624 May 27 02:28:06.409603 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57216) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:06.414698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '5af7abe1-5486-439f-9e7e-42ceb2ef920f', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:06.422146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.426397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.429847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.436288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.460571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.528409 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.532942 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.561362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d9097c-4434-4911-ac25-3774d16b46e9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:06.574343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.579145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57220) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:06.579870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-847263d9-b44e-40ab-a0f5-3af546f91b36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1686261 May 27 02:28:06.584367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '5af7abe1-5486-439f-9e7e-42ceb2ef920f', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:06.591397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.595819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.599216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.606162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.625502 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.692692 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.696624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.721992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97efb443-95c2-4551-8fb5-379491326c2e,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:06.737371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.737947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.738305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.738649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.739019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.739373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.739701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.740031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.740362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.740690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.741016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.741340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:06.744375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.745717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-419d03d3-b79b-419d-b4b8-e902bc879b4a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655343 May 27 02:28:06.749763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57224) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:06.754934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '5af7abe1-5486-439f-9e7e-42ceb2ef920f', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:06.762315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.767332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.770344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.776883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.795301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.872640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.876625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.904388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638065ac-9213-4603-ac19-8708cac60fc2,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:06.918770 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:06.919994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2740f437-9873-4f64-89d7-ec741842baa9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1692674 May 27 02:28:06.923664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57228) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:06.929409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '5af7abe1-5486-439f-9e7e-42ceb2ef920f', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:06.936361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:06.940426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:06.943606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:06.949992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:06.961613 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:28:06.973360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.049566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.053900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.078172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8650b2dd-4e05-4472-ab51-2a26f9996fe8,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:07.093257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.098999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57232) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:07.099570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ba6e5421-4f6e-4a76-a28b-fc758b7d0b53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1743050 May 27 02:28:07.104298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '5af7abe1-5486-439f-9e7e-42ceb2ef920f', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:07.111130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:07.114978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:07.117867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:07.124705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:07.136476 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:28:07.143468 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.230926 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.235483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.277447 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f042c7a-6f2b-413f-869d-8ecc7398f394,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:07.295178 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.297065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dd56728c-b69c-4bb8-8f36-88225d60b93b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968520 May 27 02:28:07.299731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57238) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:07.309779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'network': {'name': 'tempest-network-smoke--456497582', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:07.317906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:07.322166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:network and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:07.325758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:07.331638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:07.342333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:07.345781 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.374502 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:28:07.384891 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.385255 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Added segment 7e619e7c-ce5f-462c-9a6a-5505db95fd23 of type vlan for network 7494fd42-9dc1-4d3a-9292-58c4046e24ec May 27 02:28:07.418187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.452360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.457768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:07.458346 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.571855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2704275 May 27 02:28:07.575004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c19f89-7c92-48e4-b434-69af5252fde6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Network': ['ID=7494fd42-9dc1-4d3a-9292-58c4046e24ec,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:07.576118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57242) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:07.583662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'admin_state_up': True, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:07.592087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:07.592721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:28:07.596681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:router and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:07.600288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:07.608080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:07.619167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.621007 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.637404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.945536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:07.983550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b561a1d5-854c-469d-8152-3edb0bf84b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.372431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.403158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.547810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.173 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/7aa282ac-8b42-4dbd-9646-91357a77fa33) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:08.703710 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.734755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:08.802348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:08.805473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:08.809917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:08.849613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=7aa282ac-8b42-4dbd-9646-91357a77fa33,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:09.250536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.378793 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.504583 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:09.799856 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:10.030963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router e34b7141-7d99-4391-af2f-5df5233617ff is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:28:10.226271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:10.237921 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Sync routers for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:10.248480 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:10.249329 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:10.273663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:10.275316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-65964c05-13d5-4795-a7a9-3b5b338a2659 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6975162 May 27 02:28:10.278937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57246) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:10.446971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c285487-96b1-43ea-86d9-5cfc39c5e8de tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a56b9613ede049a4a65896199ecd8bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1664188 May 27 02:28:10.450224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57250) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:10.463440 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:10.615403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eba4cd-52f6-4516-be0d-3bf807522ec0 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:10.616916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b5eba4cd-52f6-4516-be0d-3bf807522ec0 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1655684 May 27 02:28:10.619834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57254) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:10.670499 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eff0ac02-6e41-4afd-881e-bf735d1d69b7 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489304 May 27 02:28:10.673085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57258) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:10.678843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292078551', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:10.796640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:10.803517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:subnet and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:10.808627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:10.815897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:10.826129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:10.829641 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:10.835115 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:09Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:10.839733 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Checking router: e34b7141-7d99-4391-af2f-5df5233617ff for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:10.840025 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Updating router e34b7141-7d99-4391-af2f-5df5233617ff port 7aa282ac-8b42-4dbd-9646-91357a77fa33 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:28:10.913485 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.065122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.088413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.156536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Subnet': ['ID=76b554c7-9082-40e3-98cf-dda9e887f4e8,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:11.158802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Checking segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:11.159165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network hostable DHCP agents. Network: 7494fd42-9dc1-4d3a-9292-58c4046e24ec, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:28:11.181351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:28:11.195165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 7494fd42-9dc1-4d3a-9292-58c4046e24ec) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:11.197283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:11.198487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.205480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd920b-9ca8-4c79-9274-8493a6dd577f None None] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:11.229138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57262) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:11.229663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2efa7299-7552-4c0a-9d06-6e79c6d8be7c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5553944 May 27 02:28:11.295409 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.309327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Transition to ACTIVE for port object 7aa282ac-8b42-4dbd-9646-91357a77fa33 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:11.316318 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.412593 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Attempting to bind port 7aa282ac-8b42-4dbd-9646-91357a77fa33 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:11.413633 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Attempting to bind port 7aa282ac-8b42-4dbd-9646-91357a77fa33 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:11.414317 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Attempting to bind port 7aa282ac-8b42-4dbd-9646-91357a77fa33 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:11.426189 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Pushing event updated for resources: {'Port': ['ID=7aa282ac-8b42-4dbd-9646-91357a77fa33,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:11.428889 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:11.429263 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:11.429657 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.430041 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:11.430924 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Bound port: 7aa282ac-8b42-4dbd-9646-91357a77fa33, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:11.431291 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.480567 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.480914 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.481223 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.481552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.481875 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.482257 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.482588 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.482930 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.484075 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.484075 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.484278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.484477 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:28:11.528786 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] For port 7aa282ac-8b42-4dbd-9646-91357a77fa33, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:11.533021 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] For port 7aa282ac-8b42-4dbd-9646-91357a77fa33, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7aa282ac-8b42-4dbd-9646-91357a77fa33,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:11.539230 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.602627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:28:11.604005 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:11.654783 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe5255-7b9d-4e40-85b6-afd5c1ec2ceb None None] Pushing event updated for resources: {'Port': ['ID=7aa282ac-8b42-4dbd-9646-91357a77fa33,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:11.659069 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:11.659829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:11.807143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Allocated IP 172.20.0.2 (7494fd42-9dc1-4d3a-9292-58c4046e24ec/76b554c7-9082-40e3-98cf-dda9e887f4e8/268dfb25-581c-43e5-99ef-c8bcd2210688) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:11.904467 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:12.060772 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.065785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.079900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Transition to ACTIVE for port object 268dfb25-581c-43e5-99ef-c8bcd2210688 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:12.112999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Transition to ACTIVE for port object 268dfb25-581c-43e5-99ef-c8bcd2210688 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:12.123319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.209121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:12.218044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:12.218044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:12.301545 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:09Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:12.309726 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cd1e2-8f09-4ee6-ad72-8f97a5d90dd1 None None] The sync data for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 is: [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:09Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:12.341588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Pushing event updated for resources: {'Port': ['ID=268dfb25-581c-43e5-99ef-c8bcd2210688,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:12.352285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Attempting to bind port 268dfb25-581c-43e5-99ef-c8bcd2210688 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:12.352646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Attempting to bind port 268dfb25-581c-43e5-99ef-c8bcd2210688 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:12.353010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Attempting to bind port 268dfb25-581c-43e5-99ef-c8bcd2210688 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:12.359243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:12.359636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Checking segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:12.360058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.360508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Bound using segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:12.360903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Bound port: 268dfb25-581c-43e5-99ef-c8bcd2210688, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:12.361331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.466069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] For port 268dfb25-581c-43e5-99ef-c8bcd2210688, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:12.472851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] For port 268dfb25-581c-43e5-99ef-c8bcd2210688, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=268dfb25-581c-43e5-99ef-c8bcd2210688,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:12.477889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.505963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.1 (7494fd42-9dc1-4d3a-9292-58c4046e24ec/76b554c7-9082-40e3-98cf-dda9e887f4e8/4c76f3ea-2fbe-4b60-b796-056f26289e9f) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:12.597411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270452a-163e-4a31-b80a-abac6ba0142e None None] Pushing event updated for resources: {'Port': ['ID=268dfb25-581c-43e5-99ef-c8bcd2210688,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:12.897917 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:12.926043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object 4c76f3ea-2fbe-4b60-b796-056f26289e9f will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:12.963229 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.042422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:13.045638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:13.050029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:13.079189 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=4c76f3ea-2fbe-4b60-b796-056f26289e9f,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:13.121895 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.420590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:13.725148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26faa53c-de95-4235-8733-b9b93b8dccc0 None None] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:28:13.832981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8e861127-61fb-4542-aa18-7b53bf6b7d2e None None] Provisioning for port 268dfb25-581c-43e5-99ef-c8bcd2210688 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:14.018410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.031860 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.086204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7aa282ac-8b42-4dbd-9646-91357a77fa33 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:14.155813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.161811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=4c76f3ea-2fbe-4b60-b796-056f26289e9f,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:14.174613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7aa282ac-8b42-4dbd-9646-91357a77fa33 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:14.180787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7aa282ac-8b42-4dbd-9646-91357a77fa33 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:14.181171 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.314272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7aa282ac-8b42-4dbd-9646-91357a77fa33 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:14.314658 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.318831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:14.320172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:14.335546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7aa282ac-8b42-4dbd-9646-91357a77fa33, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7aa282ac-8b42-4dbd-9646-91357a77fa33,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:14.342451 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.343372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 268dfb25-581c-43e5-99ef-c8bcd2210688 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:14.470500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7aa282ac-8b42-4dbd-9646-91357a77fa33,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:14.490243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 268dfb25-581c-43e5-99ef-c8bcd2210688 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:14.496515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 268dfb25-581c-43e5-99ef-c8bcd2210688 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:14.496898 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.522305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Provisioning for port 4c76f3ea-2fbe-4b60-b796-056f26289e9f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:14.545388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Provisioning complete for port 4c76f3ea-2fbe-4b60-b796-056f26289e9f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:14.545763 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.553596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router e34b7141-7d99-4391-af2f-5df5233617ff has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:14.607575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Port 4c76f3ea-2fbe-4b60-b796-056f26289e9f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:14.631923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Provisioning complete for port 268dfb25-581c-43e5-99ef-c8bcd2210688 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:14.632305 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.803984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 268dfb25-581c-43e5-99ef-c8bcd2210688 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:14.804661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.882315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:14.888071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Current status of the port 268dfb25-581c-43e5-99ef-c8bcd2210688 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:14.888819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.897348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-770b57a1-1a3c-4e2c-9f77-8ef02efc45df tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/e34b7141-7d99-4391-af2f-5df5233617ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669395 May 27 02:28:14.901616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 268dfb25-581c-43e5-99ef-c8bcd2210688, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=268dfb25-581c-43e5-99ef-c8bcd2210688,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:14.902757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Sync routers for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:14.912641 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:14.975840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:14.976500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.068239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-e95120bc-8ea8-47d1-b1ac-98e56c688eb8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:15.084723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-e95120bc-8ea8-47d1-b1ac-98e56c688eb8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:15.087428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-e95120bc-8ea8-47d1-b1ac-98e56c688eb8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341165889&fields=id&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 267 time: 0.0597832 May 27 02:28:15.180332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:28:15.181320 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:28:15.181320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=268dfb25-581c-43e5-99ef-c8bcd2210688,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:15.228309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:15.241736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-e716ade6-3e74-4385-9aef-600bb8b16926 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:15.242422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-e716ade6-3e74-4385-9aef-600bb8b16926 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:15.266694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-e716ade6-3e74-4385-9aef-600bb8b16926 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:15.267903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-e716ade6-3e74-4385-9aef-600bb8b16926 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 796 time: 0.1743886 May 27 02:28:15.291187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-17c2e660-31ef-404d-afd4-3cb0e7a77d3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/quotas/a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 375 time: 0.0159156 May 27 02:28:15.386158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-a0b273f5-f1ac-48d8-8c99-89054d032107 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:15.403581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-a0b273f5-f1ac-48d8-8c99-89054d032107 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:15.404951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-a0b273f5-f1ac-48d8-8c99-89054d032107 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076648 May 27 02:28:15.570477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f86d3ef3-01bc-44aa-a002-39f56562fb44 service neutron] 10.222.0.16 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450179 May 27 02:28:15.617590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 2, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:15.622064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Checking router: e34b7141-7d99-4391-af2f-5df5233617ff for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:15.622515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Updating router e34b7141-7d99-4391-af2f-5df5233617ff port 4c76f3ea-2fbe-4b60-b796-056f26289e9f binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:28:15.678481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:15.727464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-9f63a9d0-d980-4869-80b1-3e76688065b2 service neutron] 10.222.0.16 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489592 May 27 02:28:15.795103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-da817db8-04d9-4b32-84ac-0defa9ece936 None None] Current status of the port 268dfb25-581c-43e5-99ef-c8bcd2210688 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:15.971949 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57219e2b-c763-43a9-8c99-7a1c7706e234 req-a565cd6f-2c81-4a15-86cc-fdbb780752ba tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 210 time: 0.0588670 May 27 02:28:16.024430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7aa282ac-8b42-4dbd-9646-91357a77fa33 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:16.108888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cb4bdfac-bcd3-447d-a3f9-7a7f1dcd8a6f None None] Provisioning complete for port 4c76f3ea-2fbe-4b60-b796-056f26289e9f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:16.109251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb4bdfac-bcd3-447d-a3f9-7a7f1dcd8a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.201521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bdfac-bcd3-447d-a3f9-7a7f1dcd8a6f None None] Port 4c76f3ea-2fbe-4b60-b796-056f26289e9f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:16.213058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7aa282ac-8b42-4dbd-9646-91357a77fa33 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:16.213468 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.385257 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.437220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Transition to ACTIVE for port object 4c76f3ea-2fbe-4b60-b796-056f26289e9f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:16.448688 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.485741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7aa282ac-8b42-4dbd-9646-91357a77fa33 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:16.486839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 268dfb25-581c-43e5-99ef-c8bcd2210688 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:16.635112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725698-12a6-452e-9539-9ab35306b487 None None] Pushing event updated for resources: {'Port': ['ID=4c76f3ea-2fbe-4b60-b796-056f26289e9f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:16.752415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 268dfb25-581c-43e5-99ef-c8bcd2210688 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:16.752783 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.776691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Attempting to bind port 4c76f3ea-2fbe-4b60-b796-056f26289e9f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:16.777010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Attempting to bind port 4c76f3ea-2fbe-4b60-b796-056f26289e9f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:16.777312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Attempting to bind port 4c76f3ea-2fbe-4b60-b796-056f26289e9f on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:16.805729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:16.806030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Checking segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:16.806427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.806848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Bound using segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:16.807873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Bound port: 4c76f3ea-2fbe-4b60-b796-056f26289e9f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:16.808928 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:16.967049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] For port 4c76f3ea-2fbe-4b60-b796-056f26289e9f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:16.981175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] For port 4c76f3ea-2fbe-4b60-b796-056f26289e9f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4c76f3ea-2fbe-4b60-b796-056f26289e9f,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:16.984622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 268dfb25-581c-43e5-99ef-c8bcd2210688 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:16.988052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.105290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:17.106215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:17.175120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725698-12a6-452e-9539-9ab35306b487 None None] Pushing event updated for resources: {'Port': ['ID=4c76f3ea-2fbe-4b60-b796-056f26289e9f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:17.313339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9f783b1-73a0-46a8-83d8-3516846e9861 req-7089bb9a-6482-44bc-8949-259522f155f9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 210 time: 0.1641719 May 27 02:28:17.358007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:17.394572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-0a243b70-e86d-4297-a93c-b45e5c51153f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:17.396032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-0a243b70-e86d-4297-a93c-b45e5c51153f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 796 time: 0.2710330 May 27 02:28:17.451725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-6c7316e8-43db-4ac2-b4c9-65352e9c54f5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 380 time: 0.0468042 May 27 02:28:17.461938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'port': {'device_id': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'admin_state_up': True, 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'security_groups': ['5af7abe1-5486-439f-9e7e-42ceb2ef920f']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:17.628027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:17.637927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:17.649087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:17.652871 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:17.722299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:16Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:17.726706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920d3ff-2e10-4c8c-a485-31a4d9a3c56e None None] The sync data for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 is: [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:16Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:17.896662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.11 (7494fd42-9dc1-4d3a-9292-58c4046e24ec/76b554c7-9082-40e3-98cf-dda9e887f4e8/c2a92d9f-861d-4d09-9daa-aa1e17473960) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:17.985734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4c76f3ea-2fbe-4b60-b796-056f26289e9f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:18.066297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 4c76f3ea-2fbe-4b60-b796-056f26289e9f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:18.072409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4c76f3ea-2fbe-4b60-b796-056f26289e9f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:18.072804 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.143117 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.162013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object c2a92d9f-861d-4d09-9daa-aa1e17473960 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:18.200978 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.205975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4c76f3ea-2fbe-4b60-b796-056f26289e9f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:18.206548 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.243137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 4c76f3ea-2fbe-4b60-b796-056f26289e9f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4c76f3ea-2fbe-4b60-b796-056f26289e9f,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:18.250544 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.306461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:18.312734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:18.319843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:18.329300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=4c76f3ea-2fbe-4b60-b796-056f26289e9f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.376438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:18.432742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:18.433822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.464353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-f3517f17-35e9-42bf-a4c3-9591c6d41d9f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0061951 May 27 02:28:18.482683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Request body: {'port': {'device_id': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:18.611126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821b071-a03f-4ee5-ae8c-c11f6a8d1af9 req-7f4e78ac-3989-4436-bf25-cd48af95f84e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:18.613929 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5821b071-a03f-4ee5-ae8c-c11f6a8d1af9 req-7f4e78ac-3989-4436-bf25-cd48af95f84e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 932 time: 0.1483634 May 27 02:28:18.644198 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.676244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5821b071-a03f-4ee5-ae8c-c11f6a8d1af9 req-2c88da53-bcf5-44ca-a506-679bcb44f3c1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535250 May 27 02:28:18.683546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-09f43eae-e5c8-467a-9900-19917015fd52 None None] Provisioning for port c2a92d9f-861d-4d09-9daa-aa1e17473960 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:18.695660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-09f43eae-e5c8-467a-9900-19917015fd52 None None] Provisioning complete for port c2a92d9f-861d-4d09-9daa-aa1e17473960 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:18.696045 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-09f43eae-e5c8-467a-9900-19917015fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:18.812193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-09f43eae-e5c8-467a-9900-19917015fd52 None None] Port c2a92d9f-861d-4d09-9daa-aa1e17473960 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:19.034770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a92d9f-861d-4d09-9daa-aa1e17473960 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:19.043211 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.058436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Transition to ACTIVE for port object c2a92d9f-861d-4d09-9daa-aa1e17473960 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:19.063253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.338090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:19.425545 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:19.425877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:19.426209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:19.431506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:28:19.431818 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:19.437805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:19.438142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Checking segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:19.438525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Bound using segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:19.438987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Bound port: c2a92d9f-861d-4d09-9daa-aa1e17473960, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:19.439335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.532488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:19.535796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:19.542279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.609154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:19.609825 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:19.611265 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1093 time: 1.1396308 May 27 02:28:19.611718 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:19.635054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cc645-3ef2-4d7a-9949-9ccf79965d38 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:19.770583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-4e0c7243-9ddb-457d-9f0b-e1426147bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:19.773395 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-4e0c7243-9ddb-457d-9f0b-e1426147bc53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1096 time: 0.1132908 May 27 02:28:19.845624 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58b1882-cca5-40c9-af3c-f6e549d7cea8'] response: {'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'status': 'completed', 'code': 200} May 27 02:28:19.865381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-63335bd3-1439-410f-b788-dd7c7ee6d3b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 217 time: 0.0855281 May 27 02:28:19.942795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2caa8391-fd2e-46f4-b9a1-adeb45b4bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:19.944353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-2caa8391-fd2e-46f4-b9a1-adeb45b4bec0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0730906 May 27 02:28:19.961927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50ec94-dccf-4305-bed8-0ed5cabec27f req-d6fb7356-a3ef-4f49-9b80-262f96d2dde7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:19.965007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a50ec94-dccf-4305-bed8-0ed5cabec27f req-d6fb7356-a3ef-4f49-9b80-262f96d2dde7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.1178243 May 27 02:28:19.974563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4c76f3ea-2fbe-4b60-b796-056f26289e9f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:20.032259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a50ec94-dccf-4305-bed8-0ed5cabec27f req-c13c2699-5074-4604-be03-b225514476d3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606699 May 27 02:28:20.055682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4c76f3ea-2fbe-4b60-b796-056f26289e9f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:20.056071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:20.060035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-c7813323-d379-434d-9061-2a530862bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:20.062562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-c7813323-d379-434d-9061-2a530862bc65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051056 May 27 02:28:20.184196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4c76f3ea-2fbe-4b60-b796-056f26289e9f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:20.214646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-17ba0e36-c3aa-4b67-9a64-980bd6d1b75e service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443114 May 27 02:28:20.361150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3f0e9913-3485-4899-b336-4ceb6cb37d4e req-665ad867-0e35-4535-9150-c5c2864fc0b6 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411481 May 27 02:28:20.488973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-f71c58f7-b736-4ddd-88a3-62b794db566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:20.490568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-f71c58f7-b736-4ddd-88a3-62b794db566d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1096 time: 0.0788419 May 27 02:28:20.626680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-b81514ca-5b0f-468c-bb8e-4b7f9619aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:20.628199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-b81514ca-5b0f-468c-bb8e-4b7f9619aac9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1317761 May 27 02:28:20.700462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-f9d318ff-69a9-47e7-a284-4f5ed2c67e3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 217 time: 0.0659764 May 27 02:28:20.765587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-b1ac8a0c-3444-4354-9db5-28ff96d29be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:20.767069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-b1ac8a0c-3444-4354-9db5-28ff96d29be9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0614696 May 27 02:28:20.847283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-a4fcd5f9-a635-4fff-af58-6e2b67ce1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:20.848791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-a4fcd5f9-a635-4fff-af58-6e2b67ce1244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751870 May 27 02:28:20.991943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-ade7058d-f9d2-464d-8d8b-ea28802fe4c3 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368492 May 27 02:28:21.286683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58b04ab9-53d1-46c6-89c0-4b021322f0b0 req-202fae50-7af5-4eb3-a8f4-323b3adaaef0 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883162 May 27 02:28:21.304973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c0cf9-15f5-444d-981f-d0a490f7811f req-b668a5df-ab80-4b06-92fb-40b745c59e07 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:21.305676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-fb1c0cf9-15f5-444d-981f-d0a490f7811f req-b668a5df-ab80-4b06-92fb-40b745c59e07 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:21.322576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-fb1c0cf9-15f5-444d-981f-d0a490f7811f req-b668a5df-ab80-4b06-92fb-40b745c59e07 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:21.323749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb1c0cf9-15f5-444d-981f-d0a490f7811f req-b668a5df-ab80-4b06-92fb-40b745c59e07 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.1498637 May 27 02:28:21.369988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb1c0cf9-15f5-444d-981f-d0a490f7811f req-05f8b0c3-57d8-481e-b168-530b354ef40a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 May 27 02:28:22.568163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831a86d-b0b8-4f29-ade7-e309990b0d93 req-f10f17a0-6f16-4bfd-a513-2593665e3a7d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:22.569689 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4831a86d-b0b8-4f29-ade7-e309990b0d93 req-f10f17a0-6f16-4bfd-a513-2593665e3a7d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.0889246 May 27 02:28:22.626198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4831a86d-b0b8-4f29-ade7-e309990b0d93 req-6825664e-08aa-4e4b-8134-0de8a147b7d7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503139 May 27 02:28:22.696001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:28:22.831157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:22.847419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'port_id': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'mac_address': 'fa:16:3e:c6:bb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:28:22.904588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c2a92d9f-861d-4d09-9daa-aa1e17473960 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:22.904964 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:22.923005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a92d9f-861d-4d09-9daa-aa1e17473960 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:22.938703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:22.943064 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:23.015108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:23.288889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c2a92d9f-861d-4d09-9daa-aa1e17473960'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:28:23.821011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de02fb-5df7-42ac-9ef1-dd5755114b49 req-18fb7a58-71f5-4dad-94cb-daa0ff1162bd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:23.822636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3de02fb-5df7-42ac-9ef1-dd5755114b49 req-18fb7a58-71f5-4dad-94cb-daa0ff1162bd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 945 time: 0.0907729 May 27 02:28:23.881353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3de02fb-5df7-42ac-9ef1-dd5755114b49 req-5f3b47e5-c6bf-4eb1-b912-63190340500c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508511 May 27 02:28:24.164897 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:28:24.711451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:28:24.791304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c2a92d9f-861d-4d09-9daa-aa1e17473960 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:24.796290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c2a92d9f-861d-4d09-9daa-aa1e17473960 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:24.796660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.927756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c2a92d9f-861d-4d09-9daa-aa1e17473960 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:28:24.928330 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:24.959670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:24.978365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:24.984624 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:25.081309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:25.084956 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d57cd33-09f3-4c5c-85e6-3c220a0f2fbc'] response: {'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'code': 200} May 27 02:28:25.107874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fb87c-7f77-42c5-8575-e4b5a9d755ab req-5a67e015-64f8-4e98-ad2e-d8a649e3d437 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:25.109561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-499fb87c-7f77-42c5-8575-e4b5a9d755ab req-5a67e015-64f8-4e98-ad2e-d8a649e3d437 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.1121004 May 27 02:28:25.161777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-499fb87c-7f77-42c5-8575-e4b5a9d755ab req-9cbb3ffa-dcd4-4538-a67e-3e9d22d65f80 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 May 27 02:28:25.219042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58a83a-e951-48bc-b931-3b5785b54d8a req-a40fa96c-bcfb-45d6-ae3a-ab122efc25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:25.220945 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c58a83a-e951-48bc-b931-3b5785b54d8a req-a40fa96c-bcfb-45d6-ae3a-ab122efc25ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1098 time: 0.0752978 May 27 02:28:25.266831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c58a83a-e951-48bc-b931-3b5785b54d8a req-92cd7d79-e6ec-4f19-8f88-2453ce979a7a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 May 27 02:28:26.434835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e372-a942-40e6-9f64-65f03469c1f3 req-c7ebe2ac-9841-4e25-91fc-9c33c01d772e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:26.437226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8488e372-a942-40e6-9f64-65f03469c1f3 req-c7ebe2ac-9841-4e25-91fc-9c33c01d772e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.1327047 May 27 02:28:26.498245 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8488e372-a942-40e6-9f64-65f03469c1f3 req-1d27fb42-e7ab-4d09-8f87-d6fd465158a1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493500 May 27 02:28:27.705688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dbeb4-9121-4d4e-a083-8843e4aa0f76 req-a971d1f7-c9f8-4312-9094-4d2175a863ce tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:27.707346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43dbeb4-9121-4d4e-a083-8843e4aa0f76 req-a971d1f7-c9f8-4312-9094-4d2175a863ce tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0938451 May 27 02:28:27.754812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c43dbeb4-9121-4d4e-a083-8843e4aa0f76 req-26801eec-9d03-477d-b7f1-f427adb57988 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 May 27 02:28:27.950198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de78fe-7846-4ada-9f09-c19d87f28c12 req-a5de3597-7b6c-4ffc-a00d-cc83575ca4ec tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:27.951706 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62de78fe-7846-4ada-9f09-c19d87f28c12 req-a5de3597-7b6c-4ffc-a00d-cc83575ca4ec tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0875463 May 27 02:28:28.000664 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62de78fe-7846-4ada-9f09-c19d87f28c12 req-a4a4475b-4ca6-4daf-b6c0-f625ea3384a7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431519 May 27 02:28:28.024800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57330) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:28.102894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca54c0d-b9a8-427c-8d88-43c1afa16bc7 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:28.105546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aca54c0d-b9a8-427c-8d88-43c1afa16bc7 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1093 time: 0.0792253 May 27 02:28:28.108297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57334) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:28.113555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:28.120692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:28.125041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:floatingip and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:28:28.128271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:28:28.135333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:28.147302 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.303479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.640411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.90 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/f0ddc271-a78f-4e0f-b1ed-ea926e4b797b) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:28.809848 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.848966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:28.972974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:28.974495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:28.979639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:29.027322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=f0ddc271-a78f-4e0f-b1ed-ea926e4b797b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:29.493164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.567654 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.785154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.789942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:29.923649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=f0ddc271-a78f-4e0f-b1ed-ea926e4b797b,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:29.939445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.128032 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP 76443191-2b95-402b-881f-f094851a7c72 associated. External IP: 172.25.3.90, port: c2a92d9f-861d-4d09-9daa-aa1e17473960. May 27 02:28:30.622975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router e34b7141-7d99-4391-af2f-5df5233617ff has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:30.827915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:30.837601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] Sync routers for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:30.847779 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:30.848386 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:30.854905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:30.912767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1906db81-f577-43ea-9356-222ccc93e20a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8032770 May 27 02:28:30.913397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:31.040349 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:31.048878 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f8b131-ee5e-481e-8069-cdf00a8e49be'] response: {'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'status': 'completed', 'code': 200} May 27 02:28:31.096510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58a1a-c471-4289-9586-d715e324e5cf req-a65e51e6-481f-4b1e-a859-fdd0dc6b9256 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:31.098078 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a58a1a-c471-4289-9586-d715e324e5cf req-a65e51e6-481f-4b1e-a859-fdd0dc6b9256 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0910761 May 27 02:28:31.126436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-2112a554-8555-4d0d-b917-6099e7182b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:31.127963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-2112a554-8555-4d0d-b917-6099e7182b0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1098 time: 0.0760729 May 27 02:28:31.144851 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50a58a1a-c471-4289-9586-d715e324e5cf req-b908c45a-bf7b-4a49-ab8d-d891bf2eae9c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393233 May 27 02:28:31.169436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57344) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:31.263272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-955bbcb9-a57c-4bc7-a59a-7c227253d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:31.264784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-955bbcb9-a57c-4bc7-a59a-7c227253d08a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1305058 May 27 02:28:31.278658 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0e171804-59eb-4d4a-8cf0-88b06aa7fdc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/76443191-2b95-402b-881f-f094851a7c72 HTTP/1.1" status: 200 len: 991 time: 0.1068215 May 27 02:28:31.369190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-cd1a995c-874a-410e-b7ff-e0cebd428909 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 999 time: 0.0976009 May 27 02:28:31.394654 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '76443191-2b95-402b-881f-f094851a7c72', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'port_id': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'mac_address': 'fa:16:3e:c6:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:28:29Z', 'updated_at': '2022-05-27T02:28:29Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:18Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:31.398391 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] Checking router: e34b7141-7d99-4391-af2f-5df5233617ff for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:31.407160 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:31.407759 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:31.435004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-36f40321-98aa-4a86-bfce-3e78fd436f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:31.436353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-36f40321-98aa-4a86-bfce-3e78fd436f4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0573199 May 27 02:28:31.512989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-4a1d026f-df20-47d4-843b-66144b07a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:31.514448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-4a1d026f-df20-47d4-843b-66144b07a4a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728345 May 27 02:28:31.604315 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:31.658891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-f101a800-1ea6-471d-ab84-3f50f003d72a service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379778 May 27 02:28:31.803456 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a06f389b-fd2b-4cff-9c7e-dc61f56f6933 req-947875c3-9579-46fa-9879-1e39e3b11ab8 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382532 May 27 02:28:31.990543 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '76443191-2b95-402b-881f-f094851a7c72', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'port_id': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'mac_address': 'fa:16:3e:c6:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:28:29Z', 'updated_at': '2022-05-27T02:28:29Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:18Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:31.995116 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48786a7-f3c2-41c3-8d4f-6ee4385bb274 None None] The sync data for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 is: [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '76443191-2b95-402b-881f-f094851a7c72', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'port_id': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'mac_address': 'fa:16:3e:c6:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:28:29Z', 'updated_at': '2022-05-27T02:28:29Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:18Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:32.191120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd311f-85d0-41f6-8869-42dfe77576d1 None None] New status for floating IP 76443191-2b95-402b-881f-f094851a7c72: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:28:32.280852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57348) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:32.386580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7aa6f2b7-0e9e-4541-8c59-16ac14f06642 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/76443191-2b95-402b-881f-f094851a7c72 HTTP/1.1" status: 200 len: 991 time: 0.1045556 May 27 02:28:33.210112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.390055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57352) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:28:33.432631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:33.496642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-38020cd9-a039-4582-bbd6-b04e2d224ce9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/76443191-2b95-402b-881f-f094851a7c72 HTTP/1.1" status: 200 len: 993 time: 0.1053619 May 27 02:28:35.862609 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1f2d7f18-ee31-4681-b01c-346422bf4c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:37.969003 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a940-979f-405f-a71f-ede708f16f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.372503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:39.501252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:41.086197 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:45.374640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136e7e5-c7eb-4064-803d-c2cc3ae5cb46 req-9c5449f8-2a9f-4143-bfd7-683e542fd51e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:45.376171 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6136e7e5-c7eb-4064-803d-c2cc3ae5cb46 req-9c5449f8-2a9f-4143-bfd7-683e542fd51e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 945 time: 0.0874271 May 27 02:28:45.424795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6136e7e5-c7eb-4064-803d-c2cc3ae5cb46 req-5fe7e66a-24d0-483f-821f-e68265cb6c84 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 May 27 02:28:46.621730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc53a06-e484-4231-a277-eb33cffdb50c req-fb58ba46-2938-4409-99cc-b677b860b5b0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:46.623239 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bc53a06-e484-4231-a277-eb33cffdb50c req-fb58ba46-2938-4409-99cc-b677b860b5b0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 945 time: 0.0834286 May 27 02:28:46.669274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bc53a06-e484-4231-a277-eb33cffdb50c req-11035442-6c0b-4eb3-ba9d-0ea95e685d3d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390620 May 27 02:28:46.991413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-65b0d457-2f9f-4bfe-a3c4-01c0acc4586b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:46.992906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-65b0d457-2f9f-4bfe-a3c4-01c0acc4586b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 945 time: 0.0915956 May 27 02:28:47.075348 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port b58a3e45-287a-4f9c-908b-1f027f00af9a {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:28:47.075812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.438690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] For port b58a3e45-287a-4f9c-908b-1f027f00af9a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=b58a3e45-287a-4f9c-908b-1f027f00af9a,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:28:47.439116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.730066 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.730789 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.730789 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Floating IP ec2606be-7853-445e-a66f-4660fc4aa3c2 disassociated. External IP: 172.25.3.244, port: b58a3e45-287a-4f9c-908b-1f027f00af9a. May 27 02:28:47.731074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for b58a3e45-287a-4f9c-908b-1f027f00af9a owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:28:47.863629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07bbf-836f-45bf-b828-8001e43fdfbc req-fd182fcd-50d9-4e3a-a153-2dcdba6a5705 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:47.865111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69a07bbf-836f-45bf-b828-8001e43fdfbc req-fd182fcd-50d9-4e3a-a153-2dcdba6a5705 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 945 time: 0.0872216 May 27 02:28:47.881281 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:47.916468 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69a07bbf-836f-45bf-b828-8001e43fdfbc req-5dc2f879-bca2-47d6-9f6a-498ef8bd5025 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455723 May 27 02:28:47.936233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=b58a3e45-287a-4f9c-908b-1f027f00af9a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:48.130266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:28:48.324557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:28:48.334828 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:28:48.347972 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:48.348750 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:48.407028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] No DVR routers for this DVR port b58a3e45-287a-4f9c-908b-1f027f00af9a on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:28:48.409996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:48.414427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'name': 'network-vif-deleted', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:48.430877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a86a5b6-323a-419d-be03-d6daf6c2d912 req-3c8658bc-55af-4bc5-b117-db1b2a0fc17a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "DELETE /v2.0/ports/b58a3e45-287a-4f9c-908b-1f027f00af9a HTTP/1.1" status: 204 len: 173 time: 1.4321232 May 27 02:28:48.469561 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1937c521-ff35-413c-b065-27e63377ca93'] response: {'server_uuid': 'f2d06a69-4e6c-4a8e-ba74-87d9eecd029f', 'name': 'network-vif-deleted', 'tag': 'b58a3e45-287a-4f9c-908b-1f027f00af9a', 'status': 'completed', 'code': 200} May 27 02:28:48.547006 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:48.885770 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:48.889782 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:28:48.898153 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:28:48.898806 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:28:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:49.092574 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:28:49.248336 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b60e3fcd-a89a-4b3f-8a4f-a52a02827c5f req-feebf060-dde7-4406-b245-bc8d14c133c3 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d06a69-4e6c-4a8e-ba74-87d9eecd029f HTTP/1.1" status: 200 len: 210 time: 0.0479882 May 27 02:28:49.422443 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:28:49.427257 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018ce86-a0de-4927-94f8-cce79feca90e None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:28:49.679130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9ea79-d2a7-4c92-9860-e4092bacd227 None None] New status for floating IP ec2606be-7853-445e-a66f-4660fc4aa3c2: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:28:50.548438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-c8aa012e-8bab-4656-b3e8-11aabb0ad025 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888177700&fields=id&tenant_id=1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 267 time: 0.0409489 May 27 02:28:50.709519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-beac059b-53e6-4619-8e99-683b33421b5e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:50.711050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-beac059b-53e6-4619-8e99-683b33421b5e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1558259 May 27 02:28:50.727290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-4cdee656-7dc7-4889-978f-c0cee63cf297 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/quotas/1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 375 time: 0.0100174 May 27 02:28:50.814319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-fafe4a33-2037-45af-9df7-20c38a7dd4e5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808113 May 27 02:28:51.017422 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-bb9b7c17-fdcf-419c-b7f2-60910042d9c6 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918104 May 27 02:28:51.029123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-110214d2-a96c-46d0-95fd-3b7283462c0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787442 May 27 02:28:51.184020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-85beb5df-1b73-4f1c-804f-4f591737bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.185502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-85beb5df-1b73-4f1c-804f-4f591737bec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1098 time: 0.0759606 May 27 02:28:51.233908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b58a3e45-287a-4f9c-908b-1f027f00af9a no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:28:51.270863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: b58a3e45-287a-4f9c-908b-1f027f00af9a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:28:51.271206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device b58a3e45-287a-4f9c-908b-1f027f00af9a not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:28:51.293724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-d9a7899d-f22e-4e36-ac82-09672c4c13b4 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704558 May 27 02:28:51.344383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-a80a21db-1bd6-4add-b617-7c43c63c29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.345834 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-a80a21db-1bd6-4add-b617-7c43c63c29d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1405509 May 27 02:28:51.585635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-dd9c4e41-c78e-49c7-b3f9-aa69aa4e7214 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1001 time: 0.2323434 May 27 02:28:51.666392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-fabb77c7-64b5-45f6-b2cd-a857cfb3016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.667985 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-fabb77c7-64b5-45f6-b2cd-a857cfb3016a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0720222 May 27 02:28:51.774794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-13247cb8-fdc0-4c0e-be81-1518c2080d3f req-b4f8e1bb-8909-43b9-b139-601b86037cb7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:51.802128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-13247cb8-fdc0-4c0e-be81-1518c2080d3f req-b4f8e1bb-8909-43b9-b139-601b86037cb7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:51.803447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13247cb8-fdc0-4c0e-be81-1518c2080d3f req-b4f8e1bb-8909-43b9-b139-601b86037cb7 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 210 time: 0.0887780 May 27 02:28:51.810556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-f57404f3-de05-484d-9796-4022132e8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:51.812040 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-f57404f3-de05-484d-9796-4022132e8acb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368794 May 27 02:28:51.953137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-943e33bd-dc85-4392-b69c-620ca4d46bc8 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343198 May 27 02:28:52.096267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d98a61d-74b6-41b0-a88d-25d0cc2cbb0f req-70a3939c-1bd5-4e9a-9024-6c35953e54a1 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371589 May 27 02:28:52.972621 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b248a7a5-1b95-450e-830b-33dc9f298f3f req-e7bbe756-5694-4918-ac53-dbee3d81b849 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 210 time: 0.0493908 May 27 02:28:53.043206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-4ae2ef41-dab7-4585-bcaf-dd8537a4f0df tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.044726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-4ae2ef41-dab7-4585-bcaf-dd8537a4f0df tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1636751 May 27 02:28:53.094440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-48e9f9ca-8a3b-47a0-b84c-793cd70a0f3d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 380 time: 0.0412765 May 27 02:28:53.105185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'port': {'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'admin_state_up': True, 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'security_groups': ['5784f533-7303-4cce-b2db-2c54e54f871c']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:53.257151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:28:53.267672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:28:53.278444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:28:53.282790 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.459336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.20.0.14 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/e7f06920-ebce-4b7e-8ce6-970d7119a548) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:28:53.684594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.705357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Transition to ACTIVE for port object e7f06920-ebce-4b7e-8ce6-970d7119a548 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:53.730432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.807821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:28:53.811314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:28:53.815472 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:28:53.847841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=e7f06920-ebce-4b7e-8ce6-970d7119a548,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:53.886743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:53.887496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:53.918814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-84b3506f-1057-4873-8458-c7dab6e6ff05 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8172059 May 27 02:28:53.928613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-144dc387-51e2-46d3-a094-279a9210b512 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:28:53.929620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-144dc387-51e2-46d3-a094-279a9210b512 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055771 May 27 02:28:54.070019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7252bfd6-5e27-4e0c-b26f-7d4170276e8e None None] Provisioning for port e7f06920-ebce-4b7e-8ce6-970d7119a548 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:28:54.078908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7252bfd6-5e27-4e0c-b26f-7d4170276e8e None None] Provisioning complete for port e7f06920-ebce-4b7e-8ce6-970d7119a548 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:28:54.079199 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7252bfd6-5e27-4e0c-b26f-7d4170276e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.100983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Request body: {'port': {'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:28:54.153262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7252bfd6-5e27-4e0c-b26f-7d4170276e8e None None] Port e7f06920-ebce-4b7e-8ce6-970d7119a548 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:28:54.283339 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.309962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34639f-490b-45a2-bc41-d7f6f1ed5e27 req-8f825aef-f812-494c-8ecb-dd06b0b56847 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:54.310647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4d34639f-490b-45a2-bc41-d7f6f1ed5e27 req-8f825aef-f812-494c-8ecb-dd06b0b56847 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:28:54.508662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4d34639f-490b-45a2-bc41-d7f6f1ed5e27 req-8f825aef-f812-494c-8ecb-dd06b0b56847 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:28:54.510533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d34639f-490b-45a2-bc41-d7f6f1ed5e27 req-8f825aef-f812-494c-8ecb-dd06b0b56847 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 932 time: 0.3799653 May 27 02:28:54.642698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d34639f-490b-45a2-bc41-d7f6f1ed5e27 req-a5876d4a-38bb-4cbc-93b0-aa2a7a4695d4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877988 May 27 02:28:54.852132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f06920-ebce-4b7e-8ce6-970d7119a548 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:28:54.860364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:54.876042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Transition to ACTIVE for port object e7f06920-ebce-4b7e-8ce6-970d7119a548 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:28:54.879465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.045811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Pushing event updated for resources: {'Port': ['ID=e7f06920-ebce-4b7e-8ce6-970d7119a548,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:55.132677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Attempting to bind port e7f06920-ebce-4b7e-8ce6-970d7119a548 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:28:55.133006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Attempting to bind port e7f06920-ebce-4b7e-8ce6-970d7119a548 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:28:55.133332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Attempting to bind port e7f06920-ebce-4b7e-8ce6-970d7119a548 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:55.137996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Port e7f06920-ebce-4b7e-8ce6-970d7119a548 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:28:55.138312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Attempting to bind port e7f06920-ebce-4b7e-8ce6-970d7119a548 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:28:55.143376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:28:55.143706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:28:55.144083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:28:55.144628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Bound port: e7f06920-ebce-4b7e-8ce6-970d7119a548, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:28:55.144976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.235793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] For port e7f06920-ebce-4b7e-8ce6-970d7119a548, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:28:55.238584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] For port e7f06920-ebce-4b7e-8ce6-970d7119a548, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:28:55.243373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.308004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.308989 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:28:55.309949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] 10.222.0.13 "PUT /v2.0/ports/e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 1093 time: 1.3735797 May 27 02:28:55.310384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:28:55.346526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96524a4d-2ed5-4ce2-83cb-a3b43ba3152d service neutron] Pushing event updated for resources: {'Port': ['ID=e7f06920-ebce-4b7e-8ce6-970d7119a548,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:28:55.370578 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d2c618-ffec-4ee2-b5bf-c742ff37218e'] response: {'name': 'network-changed', 'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'status': 'completed', 'code': 200} May 27 02:28:55.460791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-c9b6b196-c26a-4832-8451-5a621c02375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.463383 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-c9b6b196-c26a-4832-8451-5a621c02375f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1096 time: 0.0956833 May 27 02:28:55.537711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-b05f0e92-686a-429e-bb2a-5249a4751a29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 217 time: 0.0670395 May 27 02:28:55.612932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-07d09eeb-bd85-42e4-8fb6-26eea182ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.614398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-07d09eeb-bd85-42e4-8fb6-26eea182ab89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0674026 May 27 02:28:55.697198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a45e07-261b-41ba-9d01-4f2033936886 req-14bf4843-1570-480c-a537-7b2066ffd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.699019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-14bf4843-1570-480c-a537-7b2066ffd29b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779305 May 27 02:28:55.893529 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-b255b74f-df2c-46b5-b23e-ef7df818bbef service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878622 May 27 02:28:55.908917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245acc9a-e008-4849-a586-9f2c865ebdbd req-e4e6a45e-cfcf-4892-9b04-c7e7794cffba tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:55.910378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-245acc9a-e008-4849-a586-9f2c865ebdbd req-e4e6a45e-cfcf-4892-9b04-c7e7794cffba tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 944 time: 0.1362150 May 27 02:28:56.035276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-245acc9a-e008-4849-a586-9f2c865ebdbd req-5cbecbaf-9723-4ed6-8df8-a32b7af6e286 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073937 May 27 02:28:56.071344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88a45e07-261b-41ba-9d01-4f2033936886 req-3a2e5e14-fce3-466f-a2f7-e36a307c63c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702445 May 27 02:28:56.193694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-b2a7f467-6895-440b-95ac-7b6823c30e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:56.195332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-b2a7f467-6895-440b-95ac-7b6823c30e34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1096 time: 0.0796511 May 27 02:28:56.439930 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-663b8b84-174c-4b06-9339-fd6c37f3ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:56.441400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-663b8b84-174c-4b06-9339-fd6c37f3ed92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.2401085 May 27 02:28:56.508892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-1bd7ed90-bd06-4bf2-9a82-9d549201b7f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 217 time: 0.0603843 May 27 02:28:56.575454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-bf3a3561-c03e-439b-a53d-78b7873f2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:56.577165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-bf3a3561-c03e-439b-a53d-78b7873f2bad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0627692 May 27 02:28:56.653967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-ed9d3ce9-12df-4657-b6a3-065fba844231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:56.655459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-ed9d3ce9-12df-4657-b6a3-065fba844231 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718896 May 27 02:28:56.790944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-2872327f-7389-4f51-90ec-2beb721b8957 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274405 May 27 02:28:56.927881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf9ef6b6-af5e-40e5-a3a2-548322951e96 req-492ff32d-0376-4962-a585-16aea37ec844 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304951 May 27 02:28:57.229314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72140-14d1-4d11-8a73-a7704b764bdc req-62e33438-4e48-4d29-add7-6df98303f90f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:57.230831 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ab72140-14d1-4d11-8a73-a7704b764bdc req-62e33438-4e48-4d29-add7-6df98303f90f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 944 time: 0.0829742 May 27 02:28:57.276417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ab72140-14d1-4d11-8a73-a7704b764bdc req-611a6d23-f75d-48d4-bc8d-151091f6235a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397475 May 27 02:28:58.466886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01a1fa-135b-4e75-baf8-a7b7414f588f req-b84c763e-7541-4270-bc0f-59eefa494b93 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:58.468347 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e01a1fa-135b-4e75-baf8-a7b7414f588f req-b84c763e-7541-4270-bc0f-59eefa494b93 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 944 time: 0.0865045 May 27 02:28:58.515013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e01a1fa-135b-4e75-baf8-a7b7414f588f req-1d0231b2-891b-4689-913a-b8409a38833f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 May 27 02:28:59.711535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caa9a1-edd1-4ee1-8c61-5f08e8d116bd req-b6420ae4-7f2a-49ef-b804-5ad1c63c6fbb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:28:59.713079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35caa9a1-edd1-4ee1-8c61-5f08e8d116bd req-b6420ae4-7f2a-49ef-b804-5ad1c63c6fbb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 944 time: 0.0907795 May 27 02:28:59.767629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35caa9a1-edd1-4ee1-8c61-5f08e8d116bd req-c5c86de3-bd6a-4aab-a387-3096e8f7ac33 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487514 May 27 02:29:00.957509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5fcc8-97be-4883-a36e-288ac6d837ee req-7763b9fa-8969-4aed-a874-31cef532e6c4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:00.958934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67e5fcc8-97be-4883-a36e-288ac6d837ee req-7763b9fa-8969-4aed-a874-31cef532e6c4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 944 time: 0.0861347 May 27 02:29:01.005295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67e5fcc8-97be-4883-a36e-288ac6d837ee req-614b7824-6573-424a-a1bd-062821fafe8c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397332 May 27 02:29:01.164610 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:29:02.202985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7096290-02cc-4065-b7bf-263db830dc66 req-594850cd-be60-47cc-93c6-633c5d65f469 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:02.204493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b7096290-02cc-4065-b7bf-263db830dc66 req-594850cd-be60-47cc-93c6-633c5d65f469 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 944 time: 0.0824831 May 27 02:29:02.253951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b7096290-02cc-4065-b7bf-263db830dc66 req-d1a8391c-449b-4176-bfbb-a326cd46dcbf tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 May 27 02:29:03.196290 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.260303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device e7f06920-ebce-4b7e-8ce6-970d7119a548 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:29:03.400497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port e7f06920-ebce-4b7e-8ce6-970d7119a548, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:03.416500 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:29:03.471206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b535d-8fe2-4ce8-8f92-6863fca5eff3 req-ccecddc7-0174-41a8-8957-125f900ebd5b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:03.472675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d7b535d-8fe2-4ce8-8f92-6863fca5eff3 req-ccecddc7-0174-41a8-8957-125f900ebd5b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 944 time: 0.1013534 May 27 02:29:03.484497 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.486398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port e7f06920-ebce-4b7e-8ce6-970d7119a548 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:03.486788 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.504077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f06920-ebce-4b7e-8ce6-970d7119a548 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:29:03.519811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port e7f06920-ebce-4b7e-8ce6-970d7119a548, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:03.523706 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:03.526686 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d7b535d-8fe2-4ce8-8f92-6863fca5eff3 req-2de07737-5dc5-4d14-bd21-bac3c9b580e1 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469837 May 27 02:29:03.595916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=e7f06920-ebce-4b7e-8ce6-970d7119a548,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:03.857024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['e7f06920-ebce-4b7e-8ce6-970d7119a548'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:29:04.721196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de268f2-2a1b-49af-8657-dcc6c7d4f737 req-206e6e92-d121-439f-8466-2978c55ccc9f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:04.722887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1de268f2-2a1b-49af-8657-dcc6c7d4f737 req-206e6e92-d121-439f-8466-2978c55ccc9f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 945 time: 0.0823336 May 27 02:29:04.773716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1de268f2-2a1b-49af-8657-dcc6c7d4f737 req-71af18b0-a8c0-4ab6-ac67-0af90c69da55 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 May 27 02:29:05.260919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device e7f06920-ebce-4b7e-8ce6-970d7119a548 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:29:05.333034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port e7f06920-ebce-4b7e-8ce6-970d7119a548 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:29:05.339768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port e7f06920-ebce-4b7e-8ce6-970d7119a548 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:29:05.340263 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.459028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port e7f06920-ebce-4b7e-8ce6-970d7119a548 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:29:05.459400 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.487671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:05.497633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port e7f06920-ebce-4b7e-8ce6-970d7119a548, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:29:05.502019 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.540530 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d401f3-e392-45f0-945e-24045e68a13d'] response: {'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'code': 200} May 27 02:29:05.576579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=e7f06920-ebce-4b7e-8ce6-970d7119a548,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:05.584971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.585316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.585666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.588536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.588536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.588536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.588536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.588536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.588536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.588536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.589067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.589348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:05.681434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59335bd4-8d72-4f66-8c1d-c9b68b5145f1 req-3c6354f9-b72c-4c86-a2fd-a39527ae8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.682968 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59335bd4-8d72-4f66-8c1d-c9b68b5145f1 req-3c6354f9-b72c-4c86-a2fd-a39527ae8a84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1098 time: 0.0751362 May 27 02:29:05.730432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59335bd4-8d72-4f66-8c1d-c9b68b5145f1 req-e45ecd42-c589-4909-8ae3-21a82d2dbb90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 May 27 02:29:05.855505 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f33007ec-1e90-4239-8214-d0897ee1f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:05.974470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342ae88-cddb-46e1-aa8f-58423dce8f7a req-72c6f480-9707-48df-a4d0-71b65515fcf2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:05.975961 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a342ae88-cddb-46e1-aa8f-58423dce8f7a req-72c6f480-9707-48df-a4d0-71b65515fcf2 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 946 time: 0.0844064 May 27 02:29:06.021373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a342ae88-cddb-46e1-aa8f-58423dce8f7a req-46e7c543-54b9-4a68-80db-c8377dc06616 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 May 27 02:29:07.223752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e480c-1f9c-4926-924a-b05c168d0ab2 req-ad686013-22f9-4d29-ba3e-7d43004d9280 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:07.225265 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a14e480c-1f9c-4926-924a-b05c168d0ab2 req-ad686013-22f9-4d29-ba3e-7d43004d9280 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 946 time: 0.0855329 May 27 02:29:07.270756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a14e480c-1f9c-4926-924a-b05c168d0ab2 req-165f667e-b21a-4c3a-9d03-54673b5ff70f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 May 27 02:29:07.467367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee794-a616-4dd4-808f-2b05f13856c2 req-d7819ddb-b8ee-4e25-ad45-a5b688c313ff tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:07.468857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63eee794-a616-4dd4-808f-2b05f13856c2 req-d7819ddb-b8ee-4e25-ad45-a5b688c313ff tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 946 time: 0.0861285 May 27 02:29:07.519412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63eee794-a616-4dd4-808f-2b05f13856c2 req-8164e9b7-ab05-47f9-84d9-dee362fe992b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 May 27 02:29:07.543421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57460) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:07.724817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5014f9-4c11-40b3-a6d0-8aac35558477 tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:07.726381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a5014f9-4c11-40b3-a6d0-8aac35558477 tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1093 time: 0.1816957 May 27 02:29:07.729865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57466) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:07.734763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:29:07.741640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:29:07.746157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:floatingip and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:29:07.749090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:29:07.754871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:29:07.765768 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.905893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:07.972072 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e9580a5a-cabd-4da8-aefc-5ca0eb001786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.050569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.25.3.17 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/98de1d57-30df-4ca8-8901-a4e13157e9c5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:29:08.208092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.243839 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.309950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:29:08.312723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:29:08.316645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:29:08.357084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=98de1d57-30df-4ca8-8901-a4e13157e9c5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:08.374409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.374781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.375123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.375459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.375795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.376114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.376440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.376762 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.377082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.377402 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.377721 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.378037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:29:08.871495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:08.948106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.175872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.182373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.293706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=98de1d57-30df-4ca8-8901-a4e13157e9c5,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:29:09.309036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.374985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.484733 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Floating IP 1280a386-501c-4232-8bad-1e6a1a7ed28b associated. External IP: 172.25.3.17, port: e7f06920-ebce-4b7e-8ce6-970d7119a548. May 27 02:29:09.508365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:09.858761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:29:10.160311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:29:10.170331 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:29:10.183675 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:10.184352 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:29:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:10.186016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:10.241790 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0fb247e-f0c8-49c3-b440-b2c18685cc85 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5109000 May 27 02:29:10.242362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:29:10.287988 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad94a46-f6dc-4de2-85d8-83c1498d8e76'] response: {'name': 'network-changed', 'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'status': 'completed', 'code': 200} May 27 02:29:10.363278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:10.385458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-7b1e86a1-8a62-48d2-8b97-a2efaf3801af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.386983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-7b1e86a1-8a62-48d2-8b97-a2efaf3801af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1098 time: 0.0761335 May 27 02:29:10.524963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-155de4b8-5de3-4769-9bab-2a3c5bcdbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.526270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-155de4b8-5de3-4769-9bab-2a3c5bcdbad7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1316996 May 27 02:29:10.639291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-5b8013da-5ab4-4655-92df-41fde2239028 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 999 time: 0.1056395 May 27 02:29:10.703070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-15dcd14a-0e06-441f-acae-94edc7ebc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.704601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-15dcd14a-0e06-441f-acae-94edc7ebc849 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0591984 May 27 02:29:10.761846 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:10.765752 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:29:10.774143 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:29:10.775444 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:29:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:10.783868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-b40993b7-9386-46d2-88bd-56e802bbba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:10.785406 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-b40993b7-9386-46d2-88bd-56e802bbba9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733826 May 27 02:29:10.937959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-a5fd7b4c-23e8-4308-a265-b8ca88571e4a service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455081 May 27 02:29:10.978952 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:29:11.072718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c862cbca-a3fc-4ab3-a600-db1110dbc6d5 req-6058cbd0-13fd-48de-ab6e-ffe067981cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283007 May 27 02:29:11.089119 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:11.345703 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:29:11.349583 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fc50f-9b9c-4d0d-94d6-727f6255fe80 None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:08Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:29:11.546151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8f176-d5fc-4177-9a66-3d97fcd3f20d None None] New status for floating IP 1280a386-501c-4232-8bad-1e6a1a7ed28b: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:29:33.229187 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:33.446301 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:35.858414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aada3860-838e-4e1c-b3ab-dcad050731b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:37.975674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8f94-e7ad-4e81-9ee5-99959302498b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:38.164467 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:29:39.377612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:39.507575 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:41.089784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:29:44.704560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbde00c-af3d-47fb-95e0-d2b9c3d38033 req-31402937-c4d7-44b3-891f-a5879d63237c tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:44.706066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8cbde00c-af3d-47fb-95e0-d2b9c3d38033 req-31402937-c4d7-44b3-891f-a5879d63237c tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1098 time: 0.0799491 May 27 02:29:44.747503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8cbde00c-af3d-47fb-95e0-d2b9c3d38033 req-4fdb9c87-47be-4ee4-8f6f-de83229fb0ac tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355885 May 27 02:29:44.968476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1837ae-f215-43b2-8cae-dd305ce76a33 req-21aa2955-61bd-43f8-9e5d-f545fd219254 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:44.969930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf1837ae-f215-43b2-8cae-dd305ce76a33 req-21aa2955-61bd-43f8-9e5d-f545fd219254 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0804386 May 27 02:29:45.013546 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bf1837ae-f215-43b2-8cae-dd305ce76a33 req-93fe0c5c-cc66-4c94-83ca-d1c0deec4a06 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 May 27 02:29:45.035481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57510) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:29:45.140532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-68b1f6ae-192e-4a84-98c1-9c84514c2d78 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/76443191-2b95-402b-881f-f094851a7c72 HTTP/1.1" status: 200 len: 993 time: 0.1039543 May 27 02:29:45.795579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-a5e66885-0caa-42ca-8947-ce854e9dd6b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758114 May 27 02:29:45.841370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95c3d7-3a70-41b6-949d-e430e95f47cf req-adbcf601-53a2-4c0a-8111-3b33452de9f4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:45.843123 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed95c3d7-3a70-41b6-949d-e430e95f47cf req-adbcf601-53a2-4c0a-8111-3b33452de9f4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0847874 May 27 02:29:45.893725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed95c3d7-3a70-41b6-949d-e430e95f47cf req-fd4b8383-21fc-4ccc-9bb4-692aada74e60 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 May 27 02:29:47.089014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932a176-0463-494e-b9a2-0f37bf5d19e1 req-f16fec38-fdda-4950-b571-2607ef75eadd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:47.090531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5932a176-0463-494e-b9a2-0f37bf5d19e1 req-f16fec38-fdda-4950-b571-2607ef75eadd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0824745 May 27 02:29:47.140444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5932a176-0463-494e-b9a2-0f37bf5d19e1 req-6f98279b-9c60-4299-b9ef-475758d2cd0d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 May 27 02:29:48.014358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-c104d0ee-2934-478e-ab4b-9c8b5f3ef31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.015871 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-c104d0ee-2934-478e-ab4b-9c8b5f3ef31f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1098 time: 0.0734179 May 27 02:29:48.149205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-4772d04d-2b12-442d-b042-93fd8e4d17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.150640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-4772d04d-2b12-442d-b042-93fd8e4d17b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1280804 May 27 02:29:48.253267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-0c1718a9-9680-4593-812d-faa2ed017866 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1001 time: 0.0965500 May 27 02:29:48.370384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-e7f6f7c1-e71c-4f80-b5cd-9d1be4231bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.371842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-e7f6f7c1-e71c-4f80-b5cd-9d1be4231bf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.1114881 May 27 02:29:48.443759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380484-cb2d-4fc6-a472-81f9a8b5c64c req-8601fa62-9214-4a24-8d06-c31eb1a6f17c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.445140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18380484-cb2d-4fc6-a472-81f9a8b5c64c req-8601fa62-9214-4a24-8d06-c31eb1a6f17c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.1550980 May 27 02:29:48.500787 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18380484-cb2d-4fc6-a472-81f9a8b5c64c req-bc20b3f6-451e-4418-b23c-10363f5f7d58 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493410 May 27 02:29:48.508933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-b4934253-07f4-456b-8843-04267f95368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:48.510511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-b4934253-07f4-456b-8843-04267f95368e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317484 May 27 02:29:48.756490 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-067b5184-e944-43e5-ac85-4a740909d625 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391331 May 27 02:29:48.891704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-cd953b95-9261-430c-99d2-2d30a5f5186c service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284113 May 27 02:29:49.697943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ecbe-a7e2-4aad-bea5-0af8367f8d78 req-9ca6eb20-0990-469f-a634-1f20e0fa2a52 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:49.699447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d75ecbe-a7e2-4aad-bea5-0af8367f8d78 req-9ca6eb20-0990-469f-a634-1f20e0fa2a52 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0871820 May 27 02:29:49.753012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d75ecbe-a7e2-4aad-bea5-0af8367f8d78 req-59eaa0e9-de46-4d48-b1b4-456eb742aa7a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476611 May 27 02:29:51.016104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9276-bf03-4401-b053-6fa480e6577d req-b3ba97be-2266-49e1-be56-05de143147d1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:51.017533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ddf9276-bf03-4401-b053-6fa480e6577d req-b3ba97be-2266-49e1-be56-05de143147d1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0836596 May 27 02:29:51.060486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ddf9276-bf03-4401-b053-6fa480e6577d req-7aecfc8e-bf8f-4828-9f99-e2f5b7948afc tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371609 May 27 02:29:52.251029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31abdc-3078-4236-9650-289b8457639d req-752d2222-31be-430c-b2ed-d738515bc4dc tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:52.252430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c31abdc-3078-4236-9650-289b8457639d req-752d2222-31be-430c-b2ed-d738515bc4dc tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0853086 May 27 02:29:52.297555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c31abdc-3078-4236-9650-289b8457639d req-ec2e3c36-2814-4af9-b47a-2c63712d243f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 May 27 02:29:53.079729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60148633-9d54-4280-822b-879d456decd4 req-1c232f21-7486-4b34-80ce-03b6a17df6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.081206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60148633-9d54-4280-822b-879d456decd4 req-1c232f21-7486-4b34-80ce-03b6a17df6f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1098 time: 0.0728931 May 27 02:29:53.232088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60148633-9d54-4280-822b-879d456decd4 req-2054c095-2aba-4851-9a64-0327d607356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.233595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60148633-9d54-4280-822b-879d456decd4 req-2054c095-2aba-4851-9a64-0327d607356f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1304612 May 27 02:29:53.342190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60148633-9d54-4280-822b-879d456decd4 req-c7da9dbd-96c5-41c5-a7db-ffca5984a615 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1001 time: 0.1007295 May 27 02:29:53.416288 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60148633-9d54-4280-822b-879d456decd4 req-2c28b46c-bf7c-46c2-9a8b-3a15b69ecdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.417679 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60148633-9d54-4280-822b-879d456decd4 req-2c28b46c-bf7c-46c2-9a8b-3a15b69ecdf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0698168 May 27 02:29:53.612980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-eeee90c9-be5e-413f-837e-d3ba0e114d25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1990135 May 27 02:29:53.621570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c9ae9-0481-4805-8bab-8ec26028c630 req-769ee27c-376d-4ed6-961d-af84558ad6f4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.622943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eb8c9ae9-0481-4805-8bab-8ec26028c630 req-769ee27c-376d-4ed6-961d-af84558ad6f4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.2102461 May 27 02:29:53.625512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60148633-9d54-4280-822b-879d456decd4 req-e55e248a-0bc6-459b-979c-bc14a7532134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.626965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60148633-9d54-4280-822b-879d456decd4 req-e55e248a-0bc6-459b-979c-bc14a7532134 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437402 May 27 02:29:53.782622 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eb8c9ae9-0481-4805-8bab-8ec26028c630 req-8e29ddf4-41bd-4688-a8c3-afd6e5c1df18 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534231 May 27 02:29:53.843223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60148633-9d54-4280-822b-879d456decd4 req-db25b576-e0b7-49d1-8835-316de07c802c service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015505 May 27 02:29:53.848906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-1a0e8d0d-f75b-437f-952b-cd6020c4aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:53.850222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-1a0e8d0d-f75b-437f-952b-cd6020c4aecd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1098 time: 0.1277111 May 27 02:29:54.082663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60148633-9d54-4280-822b-879d456decd4 req-09077fc7-53f5-45fb-8fbd-aaff0f005c7f service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314465 May 27 02:29:54.083757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-45c4a2c8-3c58-4114-96c6-61eee22150e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:54.085012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-45c4a2c8-3c58-4114-96c6-61eee22150e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.2145679 May 27 02:29:54.294561 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-4af25f68-b174-4bb8-9636-06d47dd09a11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 1001 time: 0.2028990 May 27 02:29:54.359595 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-b4dd16c9-d6f0-406c-924a-ff3affb84aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:54.361572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-b4dd16c9-d6f0-406c-924a-ff3affb84aa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0597763 May 27 02:29:54.439203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-dd8c4df1-de99-4573-a40f-0fc37191ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:54.440957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-dd8c4df1-de99-4573-a40f-0fc37191ea4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723548 May 27 02:29:54.576501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-636209e3-4c4d-4e1f-8745-629831bc6fef service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288438 May 27 02:29:54.706107 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a05a8c0-98c7-4bbb-84a9-56d16eca05f5 req-3da69b61-1493-4f2b-9ab2-7e85cbb878bc service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222312 May 27 02:29:54.988109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a79bd6-dbb9-45c3-ba6d-c68d5bc086e0 req-a7ebc441-4aa9-4bfb-8c13-db75cd61efc5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:54.989566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8a79bd6-dbb9-45c3-ba6d-c68d5bc086e0 req-a7ebc441-4aa9-4bfb-8c13-db75cd61efc5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0929234 May 27 02:29:55.039807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8a79bd6-dbb9-45c3-ba6d-c68d5bc086e0 req-f8e1c6ec-f487-4542-ad0e-f5ebecd70d36 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 May 27 02:29:56.239569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f86ae-2d73-4b21-a8f8-102a61be3aed req-bd0d8649-589d-4d52-9157-e2c93f5d3cf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:56.240973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd2f86ae-2d73-4b21-a8f8-102a61be3aed req-bd0d8649-589d-4d52-9157-e2c93f5d3cf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0861020 May 27 02:29:56.285322 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd2f86ae-2d73-4b21-a8f8-102a61be3aed req-f5d700e9-5134-420e-a790-be06ffb85ada tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 May 27 02:29:57.509160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b651940-f0f2-4628-8006-0eb977a68b42 req-2980d9c5-3f05-4a99-a531-63f3d2e3a6f4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:57.510920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b651940-f0f2-4628-8006-0eb977a68b42 req-2980d9c5-3f05-4a99-a531-63f3d2e3a6f4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.1054139 May 27 02:29:57.564840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b651940-f0f2-4628-8006-0eb977a68b42 req-ed5788d9-b77c-4d41-ac35-1c32ee517022 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468538 May 27 02:29:58.769820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7b23-2e26-4a01-aca7-95b9921bae12 req-d56e89ed-2e31-49fe-bc73-787361ba8c8f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:29:58.771311 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85cc7b23-2e26-4a01-aca7-95b9921bae12 req-d56e89ed-2e31-49fe-bc73-787361ba8c8f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0877984 May 27 02:29:58.821132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85cc7b23-2e26-4a01-aca7-95b9921bae12 req-bb6145a4-a767-4c1a-8429-92cb275c93bd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 May 27 02:30:00.151657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936844c9-4468-448a-b505-362de3d2eb71 req-5dd93480-6e8f-48b8-b1c7-9253368ba729 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:00.153079 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-936844c9-4468-448a-b505-362de3d2eb71 req-5dd93480-6e8f-48b8-b1c7-9253368ba729 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.2271383 May 27 02:30:00.197767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-936844c9-4468-448a-b505-362de3d2eb71 req-54930b5a-d9ff-4125-9591-a5e52f669ca3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 May 27 02:30:01.393701 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00b63c-579e-42ce-9c9c-8319f350ddf2 req-3b59c30a-685b-45be-8173-6cf1a1504989 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:01.395214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d00b63c-579e-42ce-9c9c-8319f350ddf2 req-3b59c30a-685b-45be-8173-6cf1a1504989 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0863070 May 27 02:30:01.444642 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d00b63c-579e-42ce-9c9c-8319f350ddf2 req-07bca4b7-ee34-4c61-b7d3-4d88c9d0e882 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 May 27 02:30:02.656017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a974ae-71c5-48db-9ebc-d0c6c29e374e req-7cd319c2-3640-4553-bdfd-8b03bbcf807a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:02.657541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13a974ae-71c5-48db-9ebc-d0c6c29e374e req-7cd319c2-3640-4553-bdfd-8b03bbcf807a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0926485 May 27 02:30:02.702379 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13a974ae-71c5-48db-9ebc-d0c6c29e374e req-c55adf19-8cb4-4978-9d68-b8c8fe8e534e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 May 27 02:30:03.226739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.460251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:03.896666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c26ac-da0f-47ba-b0c6-b78e0c8c89ff req-6143e1a8-7bc8-4f33-a480-37ea60d1e7d2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:03.898169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f93c26ac-da0f-47ba-b0c6-b78e0c8c89ff req-6143e1a8-7bc8-4f33-a480-37ea60d1e7d2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0851257 May 27 02:30:03.943910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f93c26ac-da0f-47ba-b0c6-b78e0c8c89ff req-9838ff83-8e01-4c7f-9578-8c1516ad014f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 May 27 02:30:05.133986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e557-7667-49c7-a84a-3f89725b6543 req-45f8a22c-16ed-410e-9466-dd3fca3210a8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:05.135523 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b983e557-7667-49c7-a84a-3f89725b6543 req-45f8a22c-16ed-410e-9466-dd3fca3210a8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0849552 May 27 02:30:05.182200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b983e557-7667-49c7-a84a-3f89725b6543 req-5b7caba7-7673-46e1-9104-af22054c7e7d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 May 27 02:30:05.865953 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9ad36edf-2f93-4a87-9eb6-199084b007bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:05.982929 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-4b1a6579-f90b-4d1a-93ae-2100e34fbbbb service neutron] show failed (client error): The resource could not be found. May 27 02:30:05.983559 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-4b1a6579-f90b-4d1a-93ae-2100e34fbbbb service neutron] 10.222.0.47 "GET /v2.0/ports/c2a92d9f-861d-4d09-9daa-aa1e17473960/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0821669 May 27 02:30:06.280072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-c1417701-e0fa-49a5-a070-b529fea4002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:06.280072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-c1417701-e0fa-49a5-a070-b529fea4002f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0803955 May 27 02:30:06.296783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:06.499831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd842bd-0c05-4005-bc37-e3325c8ee8ab req-d2f35c4e-25e6-41db-97ea-a66275af5fdf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:06.499831 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8bd842bd-0c05-4005-bc37-e3325c8ee8ab req-d2f35c4e-25e6-41db-97ea-a66275af5fdf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.1735883 May 27 02:30:06.521658 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:06.699341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8bd842bd-0c05-4005-bc37-e3325c8ee8ab req-f75648ec-8e54-4d47-8f9c-762e94b7db81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918566 May 27 02:30:06.875134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:06.907365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:07.003878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:07.016286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.044297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Transition to ACTIVE for port object c2a92d9f-861d-4d09-9daa-aa1e17473960 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:07.047557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.117656 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030c0f4e-3b8e-44f9-9c9e-8ed5c6e4777e'] response: {'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'code': 200} May 27 02:30:07.374406 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:07.440014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] No DVR routers for this DVR port c2a92d9f-861d-4d09-9daa-aa1e17473960 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:07.697313 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:07.697649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:07.697976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:07.702648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:30:07.702995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:07.708269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:07.708611 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Checking segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:07.708995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Bound using segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:07.709416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Bound port: c2a92d9f-861d-4d09-9daa-aa1e17473960, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:07.709765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.855806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:07.872724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:07.878043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.951324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:07.951951 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:07.953353 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] 10.222.0.13 "PUT /v2.0/ports/c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1093 time: 1.6626403 May 27 02:30:07.981628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2939824-be2c-4ef2-99e1-0a7dd276d53c req-d05a29da-5957-4490-b884-4d836e9039e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:07.983198 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2939824-be2c-4ef2-99e1-0a7dd276d53c req-d05a29da-5957-4490-b884-4d836e9039e4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.1759026 May 27 02:30:07.985442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed33001-586e-4c13-b9bc-d35cfec2a261 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:07.996749 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a590b409-a50b-4857-ba48-c92cf7aee91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:08.094099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2939824-be2c-4ef2-99e1-0a7dd276d53c req-0f9ee761-27fb-4d69-bc41-27ce397c033d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704443 May 27 02:30:08.109928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-9ba43221-e786-4e48-8857-c7c2ecb6cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.111566 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-9ba43221-e786-4e48-8857-c7c2ecb6cdaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1096 time: 0.1274743 May 27 02:30:08.247556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-4cad3d02-8caa-47e2-93b3-21a35f4f5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.248926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-4cad3d02-8caa-47e2-93b3-21a35f4f5ba6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1306078 May 27 02:30:08.362530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-09c32368-f542-47d0-8d74-3e56af9c347d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 999 time: 0.1070359 May 27 02:30:08.429728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-19852da7-edb4-4ef7-bdaf-870bc6bcc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.431217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-19852da7-edb4-4ef7-bdaf-870bc6bcc8da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0619352 May 27 02:30:08.519665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-e3d3c84b-a07c-4baf-a65e-ce12647ffdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:08.521327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-e3d3c84b-a07c-4baf-a65e-ce12647ffdbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835395 May 27 02:30:08.668145 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-14664245-430f-4e01-a726-9cb9065b777c service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398311 May 27 02:30:08.807781 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ed381f5d-c3b2-48bf-8c7c-4610505103f8 req-cf05a2ef-4ffa-4178-88c7-34ef1d0411b6 service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326962 May 27 02:30:09.116338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:09.183980 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6e6657-011f-477b-a12b-17544d6869dd'] response: {'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'status': 'completed', 'code': 200} May 27 02:30:09.270252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:09.351294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:09.372699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5b558-f74e-4d70-8a61-c10e821c25a9 req-58e23219-8564-4043-9a64-902ae65331d9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.375379 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12a5b558-f74e-4d70-8a61-c10e821c25a9 req-58e23219-8564-4043-9a64-902ae65331d9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.1527486 May 27 02:30:09.384546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-718df233-a0fd-4786-ba81-6e9e19f2b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.386184 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-718df233-a0fd-4786-ba81-6e9e19f2b4ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1096 time: 0.1776156 May 27 02:30:09.388803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:09.431804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12a5b558-f74e-4d70-8a61-c10e821c25a9 req-74fe8983-fd2b-4c58-bf59-3b42d1e4afcb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472586 May 27 02:30:09.516758 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:09.589692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-8efa9029-be92-45e4-bb7d-327953ca41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.591207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-8efa9029-be92-45e4-bb7d-327953ca41fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1096 time: 0.3079436 May 27 02:30:09.752046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-ff291ec4-f39a-46e0-8cac-5e78c017b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.753398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-ff291ec4-f39a-46e0-8cac-5e78c017b8a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.3611825 May 27 02:30:09.833986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-03ccaeca-df67-458a-bec6-0d4dfe79ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:09.835496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-03ccaeca-df67-458a-bec6-0d4dfe79ea43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.2347326 May 27 02:30:09.959886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-25242960-5fc5-450f-8fc3-db10f6fa6906 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 999 time: 0.1961489 May 27 02:30:09.998937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-bb232bc1-e3d1-43b1-942e-7a32cefae060 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 999 time: 0.1560287 May 27 02:30:10.077654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-8cf117bc-217e-4004-99f4-d9924b090af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.079144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-8cf117bc-217e-4004-99f4-d9924b090af8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.1116457 May 27 02:30:10.084355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-cf15c7cd-0300-4116-8b74-0b9a88006936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.086235 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-cf15c7cd-0300-4116-8b74-0b9a88006936 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0791450 May 27 02:30:10.218314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-16ff956e-8cc8-4dc6-8bba-915b16fc8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.219916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-16ff956e-8cc8-4dc6-8bba-915b16fc8bca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328099 May 27 02:30:10.222518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-d0b79274-fa1f-49f2-aa4e-7d9b8f345ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.223891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-d0b79274-fa1f-49f2-aa4e-7d9b8f345ed7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061971 May 27 02:30:10.462160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-b6b07b5a-a985-4652-82a1-90dfcc504d9e service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345362 May 27 02:30:10.463788 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-ad129e3b-fe11-49a9-9f5f-b6950f9806c6 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192130 May 27 02:30:10.767361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-e3489b15-47e6-4a7c-93e9-e3cad3794a5b service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803133 May 27 02:30:10.768968 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ffda320c-d81e-4dec-b411-ec11b4a71f7c req-2a181abc-75ac-4bec-9baa-e02ae3b3e12e service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005447 May 27 02:30:10.798012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4ce1-bd9b-42a7-aa8c-ded65cb36733 req-6dc8259d-2c1f-4f5e-b390-500c79ac9402 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:10.799518 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a2ca4ce1-bd9b-42a7-aa8c-ded65cb36733 req-6dc8259d-2c1f-4f5e-b390-500c79ac9402 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.2371998 May 27 02:30:10.850086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a2ca4ce1-bd9b-42a7-aa8c-ded65cb36733 req-dd7b2263-d4ab-464b-81b9-fd2646000187 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 May 27 02:30:11.094646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:12.066473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4fce3-8642-4d08-9d41-567d707a2c2a req-ed66f066-1329-4195-aa7e-dae299262bf8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:12.068194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79a4fce3-8642-4d08-9d41-567d707a2c2a req-ed66f066-1329-4195-aa7e-dae299262bf8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.0990422 May 27 02:30:12.115102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79a4fce3-8642-4d08-9d41-567d707a2c2a req-06cdbdc1-2d32-42f9-a899-1a663c935807 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 May 27 02:30:13.303985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96ff5-9dfe-4b5a-b6b0-99becd504fb0 req-47227cb5-4a1f-41ab-a88e-3cb04b4684c7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:13.305479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4c96ff5-9dfe-4b5a-b6b0-99becd504fb0 req-47227cb5-4a1f-41ab-a88e-3cb04b4684c7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 944 time: 0.0824313 May 27 02:30:13.350905 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4c96ff5-9dfe-4b5a-b6b0-99becd504fb0 req-6f27d17c-6a9f-4954-ac71-f99d2a24f154 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395501 May 27 02:30:13.493976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:13.646524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:13.661481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'port_id': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'mac_address': 'fa:16:3e:c6:bb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:13.720670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port c2a92d9f-861d-4d09-9daa-aa1e17473960 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:13.721053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:13.740058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a92d9f-861d-4d09-9daa-aa1e17473960 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:13.764275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:13.768717 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:13.849856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:13.858245 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.859025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.859376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.859709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.860041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.860374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.860703 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.861056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.861402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.861701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.862042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.862350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:13.889267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-f30be432-f818-4bb0-8ed0-dae8d9d01d53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:13.890701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-f30be432-f818-4bb0-8ed0-dae8d9d01d53 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188&tenant_id=a56b9613ede049a4a65896199ecd8bb3&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 944 time: 0.2735491 May 27 02:30:13.941846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11a2e8-922d-4ed3-b8d7-68b9605bf77a req-78467120-1f13-494f-9257-f5b75f703728 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:13.943321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c11a2e8-922d-4ed3-b8d7-68b9605bf77a req-78467120-1f13-494f-9257-f5b75f703728 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 945 time: 0.2667911 May 27 02:30:14.011635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c11a2e8-922d-4ed3-b8d7-68b9605bf77a req-9b4724fd-dfce-4065-a92f-7f6dda3c3911 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579152 May 27 02:30:14.019233 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-f75c277a-145f-43da-b854-4c4d3fa6c3ce service neutron] 10.222.0.13 "GET /v2.0/ports/c2a92d9f-861d-4d09-9daa-aa1e17473960/bindings/n-h1-843146-11 HTTP/1.1" status: 200 len: 383 time: 0.1213136 May 27 02:30:14.128990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-56e0a521-6f5f-496f-a0a3-7f62b53cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.130462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-56e0a521-6f5f-496f-a0a3-7f62b53cca8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1097 time: 0.0806797 May 27 02:30:14.132739 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['c2a92d9f-861d-4d09-9daa-aa1e17473960'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:14.264037 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-a17a9baa-2879-498e-9144-79daf1f5afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.265575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-a17a9baa-2879-498e-9144-79daf1f5afb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1290135 May 27 02:30:14.372915 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-bd237532-efe2-4947-a597-09600cdb039d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1000 time: 0.1003692 May 27 02:30:14.437218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-0439f7a7-fbae-4fe0-888e-6c50da6dcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.438662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-0439f7a7-fbae-4fe0-888e-6c50da6dcebd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0598125 May 27 02:30:14.516677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-7e0c6165-3659-4f00-be00-1716c3e85068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:14.518055 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-7e0c6165-3659-4f00-be00-1716c3e85068 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729182 May 27 02:30:14.651711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-d0cc693e-206a-4eb6-a177-ae235e54cdb8 service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263642 May 27 02:30:14.782987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-85fdf821-d546-4261-90a6-95ec176e6cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244318 May 27 02:30:15.164450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:30:15.208661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c36a1-979f-4887-b142-291d897a49cc req-46904ec7-abcd-4f32-8cee-6db2bf902283 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:15.210835 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d2c36a1-979f-4887-b142-291d897a49cc req-46904ec7-abcd-4f32-8cee-6db2bf902283 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 945 time: 0.0875149 May 27 02:30:15.255951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7d2c36a1-979f-4887-b142-291d897a49cc req-eb7aa4ac-8ca1-4f50-b37d-67c4c827b695 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394576 May 27 02:30:15.496596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:15.569491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port c2a92d9f-861d-4d09-9daa-aa1e17473960 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:15.575142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port c2a92d9f-861d-4d09-9daa-aa1e17473960 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:15.575517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.696841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port c2a92d9f-861d-4d09-9daa-aa1e17473960 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:15.697225 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.723327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:15.733645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:15.737750 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:15.784533 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bc3a24-13db-4a94-b269-76a8361cb3ab'] response: {'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'code': 200} May 27 02:30:15.810771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:16.455794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50d688-290e-402a-8f75-43003496280e req-eb8d60c7-ac18-4670-89cd-e6bf643f26f8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:16.457256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed50d688-290e-402a-8f75-43003496280e req-eb8d60c7-ac18-4670-89cd-e6bf643f26f8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0897419 May 27 02:30:16.505667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ed50d688-290e-402a-8f75-43003496280e req-487db320-4c74-4cf0-8a1b-310f6f622a46 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 May 27 02:30:17.026309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-946943ea-5ef3-4a5e-806a-787221f4877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.027794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-946943ea-5ef3-4a5e-806a-787221f4877c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0706322 May 27 02:30:17.037717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:30:17.149652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:17.417742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:17.446950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:17.504361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:17.510369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:17.526122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Transition to ACTIVE for port object c2a92d9f-861d-4d09-9daa-aa1e17473960 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:30:17.539154 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:17.584169 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9560705-2810-4b44-95ea-2a9459c454aa'] response: {'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'code': 200} May 27 02:30:17.750306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d674226-807d-40f1-817e-4fdaafc89f53 req-7bd0a782-26b0-4b91-960e-2ccd0d1e98ee tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:17.752441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d674226-807d-40f1-817e-4fdaafc89f53 req-7bd0a782-26b0-4b91-960e-2ccd0d1e98ee tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 945 time: 0.0937269 May 27 02:30:17.806165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3d674226-807d-40f1-817e-4fdaafc89f53 req-b64e6d3c-d406-4c19-b443-4d28d02b136a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473723 May 27 02:30:17.821822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=10']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:17.834374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.834729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.835613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.835922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.836247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.836575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.836898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.837215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.837538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.837853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.838171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.838489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:30:17.880730 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] No DVR routers for this DVR port c2a92d9f-861d-4d09-9daa-aa1e17473960 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:30:18.126234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:30:18.126955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:30:18.126955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:18.131517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:30:18.131833 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Attempting to bind port c2a92d9f-861d-4d09-9daa-aa1e17473960 on network 7494fd42-9dc1-4d3a-9292-58c4046e24ec {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:30:18.137973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:30:18.138308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Checking segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:30:18.138690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Bound using segment: {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:30:18.139131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Bound port: c2a92d9f-861d-4d09-9daa-aa1e17473960, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e619e7c-ce5f-462c-9a6a-5505db95fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:30:18.139475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.231637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:30:18.234569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:30:18.238665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.297957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.298577 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:18.300119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1094 time: 1.2662246 May 27 02:30:18.354993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a7307-ecd4-4a93-9ad2-7f75eb6956e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=11']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:18.407428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-3a197fda-d738-4eda-988d-9cfdda39c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.408934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-3a197fda-d738-4eda-988d-9cfdda39c04b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1097 time: 0.0848935 May 27 02:30:18.550656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-f42b2230-38e2-4e78-b881-b9bf33398346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.552167 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-f42b2230-38e2-4e78-b881-b9bf33398346 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1372488 May 27 02:30:18.657932 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-6b6122f6-b0de-488a-80b4-1cf25c7a846d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 999 time: 0.0995677 May 27 02:30:18.724941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-ccabf17f-3430-4dfa-8b11-7288ecab3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.726921 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-ccabf17f-3430-4dfa-8b11-7288ecab3b07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0635624 May 27 02:30:18.803017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-a9706b30-2092-416a-a8ba-17155526c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:18.804984 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-a9706b30-2092-416a-a8ba-17155526c2c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727129 May 27 02:30:18.979499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-00ea508c-e1d9-4be3-9f35-d6ed81dc4d19 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686225 May 27 02:30:19.116453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e791f-6427-4f10-9aa2-0494632cc7b2 req-1d3e02d2-ccb7-43a3-8f45-e3a70688d5e5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:19.117936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-479e791f-6427-4f10-9aa2-0494632cc7b2 req-1d3e02d2-ccb7-43a3-8f45-e3a70688d5e5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 945 time: 0.1974368 May 27 02:30:19.156842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f4221c4-ffea-4766-a978-ce78f2b92ac7 req-dad5fef1-8a23-48e1-8701-a431c6669f8b service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705186 May 27 02:30:19.182840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-479e791f-6427-4f10-9aa2-0494632cc7b2 req-e8ce6c9e-a67e-448a-a19a-d7d4d8f6fcbd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533595 May 27 02:30:19.537217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:30:19.585939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:19.600447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:30:19.645829 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58900157-b281-46af-bb28-1f63af4d842b'] response: {'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'status': 'completed', 'code': 200} May 27 02:30:19.804264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-46098f30-3d37-450f-93ef-f1f93a90ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:19.805658 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-46098f30-3d37-450f-93ef-f1f93a90ccd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1097 time: 0.1366558 May 27 02:30:19.807537 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-910e8b49-be5f-4ba4-a424-6730c999bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:19.808829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-910e8b49-be5f-4ba4-a424-6730c999bfa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1097 time: 0.1065204 May 27 02:30:20.159564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-639f2991-4b81-4d48-ac96-257e33ba7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.161023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-639f2991-4b81-4d48-ac96-257e33ba7f4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.3490062 May 27 02:30:20.163465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-3252fe35-9be1-4e02-a9fd-8b389aee04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.164756 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-3252fe35-9be1-4e02-a9fd-8b389aee04ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.3350389 May 27 02:30:20.405906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-f99067b6-23ec-4320-907d-af601e8670f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 999 time: 0.2383869 May 27 02:30:20.448934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-8cc9fbbd-272b-448b-b143-94d51a4d0a44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 999 time: 0.2173920 May 27 02:30:20.532032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-f4f1de7b-5936-465b-88ef-91bd9e1d76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.533504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-f4f1de7b-5936-465b-88ef-91bd9e1d76a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.1172929 May 27 02:30:20.589824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-2fc880e1-0c07-4481-a99a-aacabbcaf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.591274 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-2fc880e1-0c07-4481-a99a-aacabbcaf827 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.1323783 May 27 02:30:20.601363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30f67-3fb8-4aed-8acd-c44a36228664 req-aa47311a-842d-4627-90d3-c599dff92295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.602971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09f30f67-3fb8-4aed-8acd-c44a36228664 req-aa47311a-842d-4627-90d3-c599dff92295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 945 time: 0.2926230 May 27 02:30:20.711421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-09f30f67-3fb8-4aed-8acd-c44a36228664 req-6db77673-6c74-40dd-9cd6-f15b99b97ab9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761230 May 27 02:30:20.734699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-f2b82fbd-cedc-4ef1-be1f-4fc7e910f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.734699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-f2b82fbd-cedc-4ef1-be1f-4fc7e910f135 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916409 May 27 02:30:20.760466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-139b3ef5-336c-4c78-a3fd-45e0c2d88c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:20.761919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-139b3ef5-336c-4c78-a3fd-45e0c2d88c9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581259 May 27 02:30:20.981207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-1dfe1a62-b952-44ed-9e31-c90a10f5cf26 service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401903 May 27 02:30:20.986089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-1edc0403-6b12-4e38-b5b8-d4c6275a77d3 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178352 May 27 02:30:21.224854 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-179d96d9-bdf3-4d14-a47a-7511272cea72 service neutron] 10.222.0.13 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372060 May 27 02:30:21.227385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b7b2e5-b029-4116-8ad6-f0e76ea729cf req-bb0c1a37-baac-4fc2-b8c8-65f17dd04b04 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218666 May 27 02:30:21.318046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:30:21.462115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:21.477720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'port_id': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'mac_address': 'fa:16:3e:c6:bb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:30:21.536773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c2a92d9f-861d-4d09-9daa-aa1e17473960 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:21.537148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.557110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a92d9f-861d-4d09-9daa-aa1e17473960 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:30:21.576774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:21.582558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:21.675920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=12']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:21.920597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a2620-4b15-4210-8da7-bfc1fb9fe637 req-31bd86fd-dbd1-41d4-8f8a-84b4c597eb44 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:21.922026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-982a2620-4b15-4210-8da7-bfc1fb9fe637 req-31bd86fd-dbd1-41d4-8f8a-84b4c597eb44 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0925369 May 27 02:30:21.970776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-982a2620-4b15-4210-8da7-bfc1fb9fe637 req-20c783dc-323c-4d4e-bcdf-ecb433e8fb3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 May 27 02:30:23.087436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['c2a92d9f-861d-4d09-9daa-aa1e17473960'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:30:23.160439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd32604-1814-4325-a1aa-eb4328782dc4 req-ee3b2672-5ca4-4de0-aaaf-be97686fe547 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:23.161941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcd32604-1814-4325-a1aa-eb4328782dc4 req-ee3b2672-5ca4-4de0-aaaf-be97686fe547 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 946 time: 0.0836012 May 27 02:30:23.212899 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcd32604-1814-4325-a1aa-eb4328782dc4 req-bd35dd57-adc1-443d-8474-ce0adbef5194 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 May 27 02:30:23.245841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57636) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:30:23.369598 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-12294f40-e538-4460-824d-2da7d30836ec tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/76443191-2b95-402b-881f-f094851a7c72 HTTP/1.1" status: 200 len: 992 time: 0.1225657 May 27 02:30:25.333642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:30:25.403934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port c2a92d9f-861d-4d09-9daa-aa1e17473960 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:30:25.408955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port c2a92d9f-861d-4d09-9daa-aa1e17473960 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:30:25.409327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.579675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port c2a92d9f-861d-4d09-9daa-aa1e17473960 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:30:25.580050 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.608919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:30:25.621735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:30:25.627916 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:25.663473 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ad48b4-6ed9-44d1-9685-1df4904f76c2'] response: {'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'code': 200} May 27 02:30:25.701794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=13']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:30:33.245977 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:33.474413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:35.859002 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-09ddba0a-0b82-48e6-a21a-8c670ab38b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:37.989151 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-10653e24-22ad-42b8-bcdf-ea59d65c1882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.385708 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:39.513918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:41.096640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:30:52.164380 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:30:53.226118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-505bc6c9-1444-48f5-81a0-1a013fab1c2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2135491 May 27 02:30:53.365724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532422-84a4-420b-b119-5aec7b03b54d req-bfadc722-08f2-4ee2-8ddd-bf36be81d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.367229 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-bfadc722-08f2-4ee2-8ddd-bf36be81d8dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1099 time: 0.0732560 May 27 02:30:53.586018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532422-84a4-420b-b119-5aec7b03b54d req-8fdd4562-aa45-4c66-9560-9d6a8dc83301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.588740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-8fdd4562-aa45-4c66-9560-9d6a8dc83301 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.2028682 May 27 02:30:53.693192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-0051381c-9404-4f05-a88f-d4d1cc83adb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2313452 May 27 02:30:53.761749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-57a19f23-98e1-413d-9a59-1ba38a6980a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 1001 time: 0.1665511 May 27 02:30:53.884195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532422-84a4-420b-b119-5aec7b03b54d req-bb020f90-5d19-4e82-8f06-741b768ceb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.885783 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-bb020f90-5d19-4e82-8f06-741b768ceb53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.1185291 May 27 02:30:53.945601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889d7b-f73a-4894-91e3-57462770e228 req-67db5f6d-9762-42e0-9c6b-4c68b41a0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:53.949420 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-67db5f6d-9762-42e0-9c6b-4c68b41a0a30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1098 time: 0.1463296 May 27 02:30:54.067690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532422-84a4-420b-b119-5aec7b03b54d req-1036f49a-b692-46e4-8d6a-717ae2a83756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:54.069075 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-1036f49a-b692-46e4-8d6a-717ae2a83756 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771765 May 27 02:30:54.205122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889d7b-f73a-4894-91e3-57462770e228 req-6a1ec590-6f81-4c21-8cb5-628f463cdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:54.206564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-6a1ec590-6f81-4c21-8cb5-628f463cdb28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.2377863 May 27 02:30:54.324177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-55b7b83a-bddc-4a5c-956d-0e03d1e6a61f service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438974 May 27 02:30:54.354307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-d7f1954d-28ff-45bb-a171-9fedfb490bac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 1001 time: 0.1318336 May 27 02:30:54.523030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889d7b-f73a-4894-91e3-57462770e228 req-d89714e6-7f10-4eb7-b90e-78c64d54fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:54.524480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-d89714e6-7f10-4eb7-b90e-78c64d54fc4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.1208105 May 27 02:30:54.601424 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46532422-84a4-420b-b119-5aec7b03b54d req-1678b039-1caa-4890-b553-dfa2dc4e785e service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693276 May 27 02:30:54.638536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889d7b-f73a-4894-91e3-57462770e228 req-e514e30a-b226-413c-8cd3-3d45762c7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:30:54.640087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-e514e30a-b226-413c-8cd3-3d45762c7cd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977459 May 27 02:30:54.819074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-bf6f3bf7-c21d-4f7c-a4a9-4ca2449854d2 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723814 May 27 02:30:54.981754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f4889d7b-f73a-4894-91e3-57462770e228 req-b55e572f-a9b7-45af-b1ef-07180b267da6 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540313 May 27 02:31:00.339720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-838319af-f6da-4c21-9160-791f8899d280 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888177700&fields=id&tenant_id=1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 267 time: 0.0411625 May 27 02:31:00.607888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-41df957f-6e0f-4cb6-af9b-4349df95ca9d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:00.609418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-41df957f-6e0f-4cb6-af9b-4349df95ca9d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.2629690 May 27 02:31:00.625313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-d11c937c-3f54-4888-b3d7-706a91ff7845 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/quotas/1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 375 time: 0.0104682 May 27 02:31:00.718011 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-9da02181-d874-426f-a9b6-9a7943045040 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0878496 May 27 02:31:00.859274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-d734c7e1-dc34-4757-8ef2-7a46fb4e7305 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299307 May 27 02:31:01.007837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-83a88ae5-3e42-48d2-ab50-b087db81d731 service neutron] 10.222.0.16 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425850 May 27 02:31:01.510028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82f2f1f7-7f4c-4592-a39f-780c85b39369 req-3206fdb2-c476-4f4c-a0da-994b13b7cb64 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.1587212 May 27 02:31:02.607090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaa354e0-ffc0-46c6-8134-0abbab714c04 req-9926a7e0-e524-40d3-845c-4fff55e0bf54 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.0428846 May 27 02:31:03.240514 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.475681 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:03.709257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f55852d6-33a9-41be-bbde-68f689ca91bc req-128806b8-73aa-48f7-a29b-ae7fc57637c4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.0431943 May 27 02:31:04.805439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-30f58c51-d15c-4a27-93de-5cb15873201f req-816b9428-a150-403b-9383-e547c7e1c35a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.0413704 May 27 02:31:05.863154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a420ab7a-5882-4bc4-846c-996e6a6177f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:05.968970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-70874e91-9aeb-411e-864a-c55437883cfd req-9aab4749-f349-41d3-a85b-b0a135593e5c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.0464153 May 27 02:31:06.586130 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-3618b500-71e1-4e54-82f9-a059957571bf tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:06.587698 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-3618b500-71e1-4e54-82f9-a059957571bf tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 812 time: 0.1614144 May 27 02:31:06.641873 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-7510f394-8dd5-40da-809f-46ae30e6c4a5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d33244c67384c55a68982e3309789f5 HTTP/1.1" status: 200 len: 380 time: 0.0444500 May 27 02:31:06.651746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'port': {'device_id': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'admin_state_up': True, 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'security_groups': ['5784f533-7303-4cce-b2db-2c54e54f871c']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:06.791788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:06.802494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:06.814182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Made reservation on behalf of 1d33244c67384c55a68982e3309789f5 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:06.817504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:06.982396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.20.0.3 (6fdb91bb-8209-4e3e-a65b-012abb8926fc/e460c18a-6602-4a5b-aa74-fcbab616a891/30d0ad69-595a-48d9-b988-af56c3794239) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:07.127741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9deb2c11-e97c-4c58-a029-f188b1241244 req-8044418c-7975-4f8c-b6e5-618cf845b027 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.0490391 May 27 02:31:07.179643 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.196764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Transition to ACTIVE for port object 30d0ad69-595a-48d9-b988-af56c3794239 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:07.226884 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.304639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:07.304987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:07.307982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:07.358475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=30d0ad69-595a-48d9-b988-af56c3794239,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:07.394661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:07.395846 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.429964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1b1233e3-702c-4420-80c2-5057a78b6159 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826571 May 27 02:31:07.442224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Request body: {'port': {'device_id': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:07.538668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7abfa7ea-e20b-4bbb-afaf-bf377413ef90 None None] Provisioning for port 30d0ad69-595a-48d9-b988-af56c3794239 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:07.547212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7abfa7ea-e20b-4bbb-afaf-bf377413ef90 None None] Provisioning complete for port 30d0ad69-595a-48d9-b988-af56c3794239 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:07.547847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7abfa7ea-e20b-4bbb-afaf-bf377413ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.560343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:07.615600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7abfa7ea-e20b-4bbb-afaf-bf377413ef90 None None] Port 30d0ad69-595a-48d9-b988-af56c3794239 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:07.992889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35039245-3ca0-4f45-a56d-67da5be33b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.006410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d0ad69-595a-48d9-b988-af56c3794239 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:08.016444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.037620 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Transition to ACTIVE for port object 30d0ad69-595a-48d9-b988-af56c3794239 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:08.043247 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.434070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Pushing event updated for resources: {'Port': ['ID=30d0ad69-595a-48d9-b988-af56c3794239,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:08.557161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Attempting to bind port 30d0ad69-595a-48d9-b988-af56c3794239 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:08.557618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Attempting to bind port 30d0ad69-595a-48d9-b988-af56c3794239 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:08.558528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Attempting to bind port 30d0ad69-595a-48d9-b988-af56c3794239 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:08.567426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Port 30d0ad69-595a-48d9-b988-af56c3794239 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:31:08.568400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Attempting to bind port 30d0ad69-595a-48d9-b988-af56c3794239 on network 6fdb91bb-8209-4e3e-a65b-012abb8926fc {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:08.576361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:08.576479 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Checking segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:08.576862 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Bound using segment: {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:08.577466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Bound port: 30d0ad69-595a-48d9-b988-af56c3794239, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b0071-1105-4717-a598-d0b1aff834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:08.577827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.607938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7cce8-707b-4d5f-b130-c666fd613c8b req-f9843737-9b97-4261-a0a7-6333e8fb16d5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:08.608943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-94e7cce8-707b-4d5f-b130-c666fd613c8b req-f9843737-9b97-4261-a0a7-6333e8fb16d5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:08.682685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-94e7cce8-707b-4d5f-b130-c666fd613c8b req-f9843737-9b97-4261-a0a7-6333e8fb16d5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:08.684963 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94e7cce8-707b-4d5f-b130-c666fd613c8b req-f9843737-9b97-4261-a0a7-6333e8fb16d5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.2548442 May 27 02:31:08.743464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] For port 30d0ad69-595a-48d9-b988-af56c3794239, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:08.759441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94e7cce8-707b-4d5f-b130-c666fd613c8b req-3697b1b1-fcba-44e6-8881-c7ac25ba5b37 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613251 May 27 02:31:08.761486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] For port 30d0ad69-595a-48d9-b988-af56c3794239, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=30d0ad69-595a-48d9-b988-af56c3794239,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:08.766765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.838863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:08.838863 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:08.841733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] 10.222.0.13 "PUT /v2.0/ports/30d0ad69-595a-48d9-b988-af56c3794239 HTTP/1.1" status: 200 len: 1092 time: 1.4030623 May 27 02:31:08.841733 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:08.864999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a31d1-6171-4f2c-ac61-a044e2349b68 service neutron] Pushing event updated for resources: {'Port': ['ID=30d0ad69-595a-48d9-b988-af56c3794239,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:08.921952 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c424035-f0dd-4d9c-ac49-ef8d813be4dc'] response: {'name': 'network-changed', 'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239', 'status': 'completed', 'code': 200} May 27 02:31:08.967242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-4f9bea61-c5bb-4277-b3ce-19b7c40e4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:08.968737 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-4f9bea61-c5bb-4277-b3ce-19b7c40e4a82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 1095 time: 0.0861936 May 27 02:31:09.049378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-fd99abf6-3eee-4f79-8864-bc019d6f1033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d0ad69-595a-48d9-b988-af56c3794239 HTTP/1.1" status: 200 len: 217 time: 0.0695958 May 27 02:31:09.119519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-360b371e-be10-4cc1-98a2-863ac9fd0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:09.120871 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-360b371e-be10-4cc1-98a2-863ac9fd0109 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0641191 May 27 02:31:09.204026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-eeb04e4d-4337-4575-bfdd-d56a8a4a1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:09.205526 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-eeb04e4d-4337-4575-bfdd-d56a8a4a1896 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782425 May 27 02:31:09.342373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-69276812-7274-477a-92ac-011b4af628f7 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290648 May 27 02:31:09.379377 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.477228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-25ebb948-bddf-4b22-b1c1-11dcae127267 req-1da7cdfb-6249-4a0f-afd8-c2f1925682e3 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277351 May 27 02:31:09.520040 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:09.625605 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-aea9b1e1-ae96-494d-b40e-7e8463d2355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:09.627533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-aea9b1e1-ae96-494d-b40e-7e8463d2355d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 1095 time: 0.1053975 May 27 02:31:09.767019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-c715e34c-8325-4149-871c-61e4abd45a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:09.768480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-c715e34c-8325-4149-871c-61e4abd45a34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1342876 May 27 02:31:09.843497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-1c098350-e356-4116-a03e-e609b4e423aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d0ad69-595a-48d9-b988-af56c3794239 HTTP/1.1" status: 200 len: 217 time: 0.0673845 May 27 02:31:09.967546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-7d3e2725-6a7a-4891-b3da-e0aba0cb72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:09.969034 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-7d3e2725-6a7a-4891-b3da-e0aba0cb72e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.1202066 May 27 02:31:10.048857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0868df-116c-4d48-99e6-0c5abd1f1a4e req-dd24d73f-ae72-4151-9c5a-f85948320b20 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:10.050065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa0868df-116c-4d48-99e6-0c5abd1f1a4e req-dd24d73f-ae72-4151-9c5a-f85948320b20 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.1652813 May 27 02:31:10.103344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-3f505129-8579-4b4c-974d-f681444efcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:10.105450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-3f505129-8579-4b4c-974d-f681444efcfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278772 May 27 02:31:10.115225 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aa0868df-116c-4d48-99e6-0c5abd1f1a4e req-46787b7b-91d0-4554-8fc1-da65ba270776 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556877 May 27 02:31:10.269952 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-c70bfe69-3d6d-4826-b122-c0581e463be7 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380630 May 27 02:31:10.655462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-be97ef97-6295-4194-a7d9-d83708f7e784 req-e9ee4b84-65b2-4c5f-9b77-314b16f172c1 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187435 May 27 02:31:11.101124 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:11.326268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e3d7-1732-419e-b2ce-ea5db9309351 req-dad1be82-0102-43ba-9729-cfec80b2cd43 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:11.330763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2320e3d7-1732-419e-b2ce-ea5db9309351 req-dad1be82-0102-43ba-9729-cfec80b2cd43 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.0948958 May 27 02:31:11.377217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2320e3d7-1732-419e-b2ce-ea5db9309351 req-fff814bb-eaf2-4b9e-9958-7f579a0b08cb tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 May 27 02:31:12.560741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53333b-2e58-4ca3-ad7f-65a0a93ae352 req-f0bb9abb-1210-4837-9270-df3519519633 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:12.562317 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e53333b-2e58-4ca3-ad7f-65a0a93ae352 req-f0bb9abb-1210-4837-9270-df3519519633 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.0802920 May 27 02:31:12.608138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6e53333b-2e58-4ca3-ad7f-65a0a93ae352 req-01ae47d5-2158-4bab-bb8a-1f5940137468 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 May 27 02:31:13.808702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a1a9d-8e35-44d8-9a17-98fd32e5b66b req-2c9cb9f7-001e-45a2-9802-901e2d1f621e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:13.811424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a54a1a9d-8e35-44d8-9a17-98fd32e5b66b req-2c9cb9f7-001e-45a2-9802-901e2d1f621e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.0881724 May 27 02:31:13.858815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a54a1a9d-8e35-44d8-9a17-98fd32e5b66b req-4dc75e0d-648e-4d96-8703-0b701fdf5ec0 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 May 27 02:31:14.256471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e811c16-322f-4810-8cf7-af69b1785388 req-575f43f7-f2f3-4f9d-9f28-8c7d78b8911f tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:14.257978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e811c16-322f-4810-8cf7-af69b1785388 req-575f43f7-f2f3-4f9d-9f28-8c7d78b8911f tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1099 time: 0.0737953 May 27 02:31:14.301592 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e811c16-322f-4810-8cf7-af69b1785388 req-94ccdaf1-1ac1-43a0-ba76-a21f7e948c89 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364208 May 27 02:31:14.330061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57754) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:14.534961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port f0ddc271-a78f-4e0f-b1ed-ea926e4b797b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:14.535219 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.709288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.709611 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:14.834703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for f0ddc271-a78f-4e0f-b1ed-ea926e4b797b owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:14.992349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.040387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=f0ddc271-a78f-4e0f-b1ed-ea926e4b797b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:15.050924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca450d3-1bc2-45f1-86bd-5dc45903136f req-4cd8323c-983b-430b-ac95-3149559d0894 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:15.052462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ca450d3-1bc2-45f1-86bd-5dc45903136f req-4cd8323c-983b-430b-ac95-3149559d0894 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.0830185 May 27 02:31:15.102915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ca450d3-1bc2-45f1-86bd-5dc45903136f req-f5d9a008-01cb-46db-b30b-f844709f5ee8 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445614 May 27 02:31:15.138205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.138541 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP 76443191-2b95-402b-881f-f094851a7c72 disassociated (deleted). External IP: 172.25.3.90, port: c2a92d9f-861d-4d09-9daa-aa1e17473960. May 27 02:31:15.612957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router e34b7141-7d99-4391-af2f-5df5233617ff has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:15.796609 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:15.806500 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] Sync routers for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:15.819712 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:15.819900 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:15.820325 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:15.876190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e3ae552f-694c-466e-aeae-8f256bd35ac6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/floatingips/76443191-2b95-402b-881f-f094851a7c72 HTTP/1.1" status: 204 len: 168 time: 1.5449538 May 27 02:31:15.876777 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:15.927814 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27efa471-e909-4b77-91e8-a57ccf0e6fb7'] response: {'name': 'network-changed', 'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'status': 'completed', 'code': 200} May 27 02:31:16.005942 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:16.050526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-3c3dde29-582d-4bea-8ac1-90928e856ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.052208 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-3c3dde29-582d-4bea-8ac1-90928e856ecc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 1099 time: 0.0934169 May 27 02:31:16.217094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-e9ed3262-be27-406d-9493-76741f940b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.218753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-e9ed3262-be27-406d-9493-76741f940b14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 200 len: 897 time: 0.1597776 May 27 02:31:16.323493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51ba72-307e-4de0-ad1a-c824efc32275 req-419ad2d7-f608-4b6e-978f-eb7ca8f8c1a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.325069 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b51ba72-307e-4de0-ad1a-c824efc32275 req-419ad2d7-f608-4b6e-978f-eb7ca8f8c1a9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 947 time: 0.0898449 May 27 02:31:16.330344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-7ab49214-6319-4254-94d4-6cf096e1e633 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 200 len: 217 time: 0.1042593 May 27 02:31:16.375860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b51ba72-307e-4de0-ad1a-c824efc32275 req-d1d75ff1-51e1-4ef9-8b6b-b2660a2b165d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 May 27 02:31:16.402999 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:18Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:16.407613 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] Checking router: e34b7141-7d99-4391-af2f-5df5233617ff for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:16.409476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-2dfad751-7303-4989-bef2-38588f5d3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.410964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-2dfad751-7303-4989-bef2-38588f5d3131 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 200 len: 834 time: 0.0724604 May 27 02:31:16.416375 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:16.417660 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:16.473651 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55bc07-dc01-462f-98b9-1f416c7e6dd7 req-614a9627-13ab-4d94-b0b8-105fb539e6bd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.475156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a55bc07-dc01-462f-98b9-1f416c7e6dd7 req-614a9627-13ab-4d94-b0b8-105fb539e6bd tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.1983941 May 27 02:31:16.536244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a55bc07-dc01-462f-98b9-1f416c7e6dd7 req-742b6cfa-0aae-4f70-b587-fc919b144e0c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509889 May 27 02:31:16.543351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-8ebbf2b1-9859-451a-b01f-f079fb6bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:16.545029 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-8ebbf2b1-9859-451a-b01f-f079fb6bf1c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7494fd42-9dc1-4d3a-9292-58c4046e24ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255448 May 27 02:31:16.601241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:16.683820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-de19c5ad-19fd-4e05-bc17-649ad72dfecd service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312129 May 27 02:31:16.821466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-52256838-a13e-4ba3-a0f4-3e1ff4235814 req-49bd50b8-008e-4b0f-80cd-077f52281880 service neutron] 10.222.0.47 "GET /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303883 May 27 02:31:16.925692 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:18Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:16.929956 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0bea-8c58-4bc1-b06a-5f8caec7075a None None] The sync data for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 is: [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:28:13Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '4c76f3ea-2fbe-4b60-b796-056f26289e9f', 'name': '', 'network_id': '7494fd42-9dc1-4d3a-9292-58c4046e24ec', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:65:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:12Z', 'updated_at': '2022-05-27T02:28:18Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '76b554c7-9082-40e3-98cf-dda9e887f4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:17.158700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d3a46-4401-4c7f-bc7f-592847639597 None None] New status for floating IP 76443191-2b95-402b-881f-f094851a7c72: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:31:17.573313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4d714-f5e6-4da4-b982-59ee9f755673 req-c2729c44-eb2f-455f-885d-fddb06aa9373 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:17.575062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40f4d714-f5e6-4da4-b982-59ee9f755673 req-c2729c44-eb2f-455f-885d-fddb06aa9373 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 947 time: 0.0833731 May 27 02:31:17.630273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-40f4d714-f5e6-4da4-b982-59ee9f755673 req-87f6b869-3a92-414d-a9c9-19be599301d8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=5af7abe1-5486-439f-9e7e-42ceb2ef920f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490630 May 27 02:31:17.767941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50739dd-4e86-460b-bc9f-39f77427906d req-56270fb7-9ca8-4c94-a17b-9520bf7da6a5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:17.769507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e50739dd-4e86-460b-bc9f-39f77427906d req-56270fb7-9ca8-4c94-a17b-9520bf7da6a5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.1196427 May 27 02:31:17.834638 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e50739dd-4e86-460b-bc9f-39f77427906d req-0e7f2ee9-d681-4590-9484-25b6db7afb23 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580015 May 27 02:31:17.854758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-654e9084-994a-4d54-8195-8ca718c3cd56 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:17.855457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-654e9084-994a-4d54-8195-8ca718c3cd56 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:17.871565 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-654e9084-994a-4d54-8195-8ca718c3cd56 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:17.872839 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-654e9084-994a-4d54-8195-8ca718c3cd56 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 947 time: 0.1503162 May 27 02:31:17.943080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port c2a92d9f-861d-4d09-9daa-aa1e17473960 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:17.943701 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.319094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port c2a92d9f-861d-4d09-9daa-aa1e17473960, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=c2a92d9f-861d-4d09-9daa-aa1e17473960,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:18.319356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.447510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for c2a92d9f-861d-4d09-9daa-aa1e17473960 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:18.596349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.660434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=c2a92d9f-861d-4d09-9daa-aa1e17473960,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:18.708846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.709202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.709544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.709881 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.710210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.710544 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.710901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.711229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.711572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.712102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.712573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.712573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:18.752705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] No DVR routers for this DVR port c2a92d9f-861d-4d09-9daa-aa1e17473960 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:18.757118 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:18.759807 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-deleted', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:18.779240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f0de3596-f522-4d22-aa16-65cda80ec078 req-4e544957-945b-40d0-8ae5-e4773254ccf6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "DELETE /v2.0/ports/c2a92d9f-861d-4d09-9daa-aa1e17473960 HTTP/1.1" status: 204 len: 173 time: 0.9009397 May 27 02:31:18.790687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-381fb744-4f54-4b85-92f0-a7bc71a22a97 req-e54be82e-915f-4e24-80aa-b858c1d9d7e8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=e502a018-cfb2-4e26-a18d-3233758f6188 HTTP/1.1" status: 200 len: 210 time: 0.0442522 May 27 02:31:18.823486 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1468f8-c91f-41e3-9323-493ba04f6275'] response: {'server_uuid': 'e502a018-cfb2-4e26-a18d-3233758f6188', 'name': 'network-vif-deleted', 'tag': 'c2a92d9f-861d-4d09-9daa-aa1e17473960', 'status': 'completed', 'code': 200} May 27 02:31:19.031142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3fc3b-3de4-4e37-9ef4-567706707959 req-46e0f6d6-0efc-40c0-9c6c-3b61c0d25b77 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:19.032717 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ac3fc3b-3de4-4e37-9ef4-567706707959 req-46e0f6d6-0efc-40c0-9c6c-3b61c0d25b77 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 943 time: 0.0889945 May 27 02:31:19.079961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ac3fc3b-3de4-4e37-9ef4-567706707959 req-694f294c-eb8a-4925-a70e-ce85eb2784e6 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 May 27 02:31:19.835727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 30d0ad69-595a-48d9-b988-af56c3794239 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:31:19.897532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57782) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:19.973629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 30d0ad69-595a-48d9-b988-af56c3794239, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=30d0ad69-595a-48d9-b988-af56c3794239,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:19.987561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '30d0ad69-595a-48d9-b988-af56c3794239', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'port_id': '30d0ad69-595a-48d9-b988-af56c3794239', 'mac_address': 'fa:16:3e:bf:51:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:31:20.043797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 30d0ad69-595a-48d9-b988-af56c3794239 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:20.044178 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.062642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d0ad69-595a-48d9-b988-af56c3794239 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:20.078347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 30d0ad69-595a-48d9-b988-af56c3794239, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=30d0ad69-595a-48d9-b988-af56c3794239,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:20.083155 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.159438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=30d0ad69-595a-48d9-b988-af56c3794239,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:20.167743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.168093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.168439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.168777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.169170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.169503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.169990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.170412 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.173487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.173487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.173487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.173487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:20.279394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8538835-d966-4b74-8dbf-e574a6bc5943 req-48f36a6a-2a9f-4533-8586-ac4b2efa19ae tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:20.280870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8538835-d966-4b74-8dbf-e574a6bc5943 req-48f36a6a-2a9f-4533-8586-ac4b2efa19ae tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 944 time: 0.0867231 May 27 02:31:20.327713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8538835-d966-4b74-8dbf-e574a6bc5943 req-9234ceeb-c9c6-44bf-9a06-d8dc1d961b1b tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 May 27 02:31:20.399378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['30d0ad69-595a-48d9-b988-af56c3794239'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:20.480720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:20.965727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 4c76f3ea-2fbe-4b60-b796-056f26289e9f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:20.966394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.156048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 4c76f3ea-2fbe-4b60-b796-056f26289e9f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4c76f3ea-2fbe-4b60-b796-056f26289e9f,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:21.156403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.284228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 4c76f3ea-2fbe-4b60-b796-056f26289e9f owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:21.610169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863151cf-d64e-4834-9059-34265577a41b req-23142e6b-fd17-4639-adc0-4408cbb407d4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:21.611721 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-863151cf-d64e-4834-9059-34265577a41b req-23142e6b-fd17-4639-adc0-4408cbb407d4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 944 time: 0.1471982 May 27 02:31:21.616840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:21.654774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: c2a92d9f-861d-4d09-9daa-aa1e17473960 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:21.655368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device c2a92d9f-861d-4d09-9daa-aa1e17473960 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:21.715749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-863151cf-d64e-4834-9059-34265577a41b req-0b78371d-4611-40e6-b5dd-ec4144ff3b2c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905383 May 27 02:31:21.726438 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:21.816196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=4c76f3ea-2fbe-4b60-b796-056f26289e9f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:21.852091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 30d0ad69-595a-48d9-b988-af56c3794239 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:21.937366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 30d0ad69-595a-48d9-b988-af56c3794239 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:21.943340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 30d0ad69-595a-48d9-b988-af56c3794239 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:21.943891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.081212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 30d0ad69-595a-48d9-b988-af56c3794239 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:22.081854 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.112274 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:22.124239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 30d0ad69-595a-48d9-b988-af56c3794239, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=30d0ad69-595a-48d9-b988-af56c3794239,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:22.130107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.133954 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:22.179059 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d579b7a-3a0a-4dc6-88c2-bf2d319fefd4'] response: {'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239', 'code': 200} May 27 02:31:22.216614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=30d0ad69-595a-48d9-b988-af56c3794239,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:22.578110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbb6a6-5ba1-4276-8c5b-fcc32030b0a8 req-ce94ec0a-2e6d-414a-86b9-99fe09ebb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:22.579614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5dbb6a6-5ba1-4276-8c5b-fcc32030b0a8 req-ce94ec0a-2e6d-414a-86b9-99fe09ebb3ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 1097 time: 0.3345892 May 27 02:31:22.706386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5dbb6a6-5ba1-4276-8c5b-fcc32030b0a8 req-8a0523d0-4bcb-4ba9-bfb4-2362d8424006 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186705 May 27 02:31:22.734382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router e34b7141-7d99-4391-af2f-5df5233617ff has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:22.980076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:22.989918 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] Sync routers for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:23.000426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-97e01560-c968-4903-ac1d-1e201d6b1c3b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/e34b7141-7d99-4391-af2f-5df5233617ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1017411 May 27 02:31:23.003773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57794) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:23.004332 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:23.004969 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:23.009164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e258f7f-c60a-4347-8702-a4ecb9eb9a37 req-77f45e39-1cba-49e3-9fed-d6accf919a20 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:23.010745 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e258f7f-c60a-4347-8702-a4ecb9eb9a37 req-77f45e39-1cba-49e3-9fed-d6accf919a20 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 945 time: 0.1830692 May 27 02:31:23.065162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e258f7f-c60a-4347-8702-a4ecb9eb9a37 req-d41257f6-0535-4a1c-b47f-6d89651ae300 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461557 May 27 02:31:23.077008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting subnet 76b554c7-9082-40e3-98cf-dda9e887f4e8 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:31:23.080362 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.142806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.196529 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:23.240047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.330745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.376162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.388667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb180d5f-71a5-41a4-b06d-ad9e11145885 None None] Network 7494fd42-9dc1-4d3a-9292-58c4046e24ec requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:23.390381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Subnet': ['ID=76b554c7-9082-40e3-98cf-dda9e887f4e8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:23.397973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/subnets/76b554c7-9082-40e3-98cf-dda9e887f4e8 HTTP/1.1" status: 204 len: 168 time: 0.3902454 May 27 02:31:23.398343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57798) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:23.404526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.404890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.406075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.406443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.406965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.407307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.407647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.407987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.408747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.409102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.409436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.409766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13c269-1a93-41e1-bb4e-e1e89d9b1fe6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:23.515519 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:31:21Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:23.521249 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] Checking router: e34b7141-7d99-4391-af2f-5df5233617ff for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:23.532868 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] Routers {'e34b7141-7d99-4391-af2f-5df5233617ff'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:23.533500 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e34b7141-7d99-4391-af2f-5df5233617ff'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:23.600295 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.783346 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] Set router e34b7141-7d99-4391-af2f-5df5233617ff gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:23.791871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] DHCP port deletion for 7494fd42-9dc1-4d3a-9292-58c4046e24ec request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:31:23.801718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] Deleting port 268dfb25-581c-43e5-99ef-c8bcd2210688 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:23.802324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.813465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:23.827420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 7aa282ac-8b42-4dbd-9646-91357a77fa33 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:31:23.828004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.099945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] For port 268dfb25-581c-43e5-99ef-c8bcd2210688, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=268dfb25-581c-43e5-99ef-c8bcd2210688,segment=NetworkSegment(7e619e7c-ce5f-462c-9a6a-5505db95fd23),segment_id=7e619e7c-ce5f-462c-9a6a-5505db95fd23)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:24.100351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.119044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 268dfb25-581c-43e5-99ef-c8bcd2210688 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:24.218187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 7aa282ac-8b42-4dbd-9646-91357a77fa33, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7aa282ac-8b42-4dbd-9646-91357a77fa33,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:24.221535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.318337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] Calling delete_port for 268dfb25-581c-43e5-99ef-c8bcd2210688 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:24.346770 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:31:21Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:24.350561 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b12e0f-87d4-43c6-916f-4a1d4f8284e3 None None] The sync data for ids ['e34b7141-7d99-4391-af2f-5df5233617ff'] in n-d-843146-11 is: [{'id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547646061', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:28:07Z', 'updated_at': '2022-05-27T02:31:21Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '7aa282ac-8b42-4dbd-9646-91357a77fa33', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b7141-7d99-4391-af2f-5df5233617ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:28:08Z', 'updated_at': '2022-05-27T02:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:24.358255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f45d-81e4-4310-85bd-1292a8b19c6d req-c95cc636-283f-40ca-a495-b85a40654484 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:24.365478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8594f45d-81e4-4310-85bd-1292a8b19c6d req-c95cc636-283f-40ca-a495-b85a40654484 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 945 time: 0.1301348 May 27 02:31:24.418924 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8594f45d-81e4-4310-85bd-1292a8b19c6d req-36dbc9aa-5631-4976-8da8-d879cd6323f5 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525270 May 27 02:31:24.461087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 7aa282ac-8b42-4dbd-9646-91357a77fa33 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:31:24.468130 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.506131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 268dfb25-581c-43e5-99ef-c8bcd2210688 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:24.506505 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.530743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] Pushing event deleted for resources: {'Port': ['ID=268dfb25-581c-43e5-99ef-c8bcd2210688,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:24.539045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61f5b1-34b5-41f4-8c10-2eefd7ba258e None None] No DVR routers for this DVR port 268dfb25-581c-43e5-99ef-c8bcd2210688 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:31:24.822885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93403f-5122-4881-b21f-8dbf71d2b860 req-8fa77417-1279-4fa5-ac5a-821e28feeb39 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:24.824403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d93403f-5122-4881-b21f-8dbf71d2b860 req-8fa77417-1279-4fa5-ac5a-821e28feeb39 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 945 time: 0.2593443 May 27 02:31:24.928448 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d93403f-5122-4881-b21f-8dbf71d2b860 req-9cd1b8f3-5916-4e4a-80d3-edc3210a8b4c tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939722 May 27 02:31:24.933610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:24.957397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57806) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:24.987962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=7aa282ac-8b42-4dbd-9646-91357a77fa33,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:25.040181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b494f37-651b-40c0-90d5-fbe3d81d15ff tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:25.040181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5b494f37-651b-40c0-90d5-fbe3d81d15ff tempest-TestVolumeBootPattern-1764998935 tempest-TestVolumeBootPattern-1764998935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 1092 time: 0.0794904 May 27 02:31:25.040801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57810) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:25.045858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '30d0ad69-595a-48d9-b988-af56c3794239', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:25.053262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:25.057261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Usage tracker for resource:floatingip and tenant:1d33244c67384c55a68982e3309789f5 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:25.060279 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:25.066111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:25.077344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.089687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.225737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.268809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.271388 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.301610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.302254 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Fanout notify agent at l3_agent the message router_deleted on router e34b7141-7d99-4391-af2f-5df5233617ff {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:31:25.322020 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.325768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f9ac4abc-9136-40d7-8abd-5f00262203cd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/routers/e34b7141-7d99-4391-af2f-5df5233617ff HTTP/1.1" status: 204 len: 168 time: 1.9238393 May 27 02:31:25.325961 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57814) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:25.387460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Allocated IP 172.25.3.166 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/539c9c93-b3aa-468a-bdfa-1f779624aa26) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:25.453172 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.598460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.628617 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7494fd42-9dc1-4d3a-9292-58c4046e24ec']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:25.642095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e619e7c-ce5f-462c-9a6a-5505db95fd23') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:25.642395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e619e7c-ce5f-462c-9a6a-5505db95fd23') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:25.655278 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.673807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.678156 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.681169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:31:25.681889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.710697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.792438 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=539c9c93-b3aa-468a-bdfa-1f779624aa26,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:25.797586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:25.797813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:25.801571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:25.807623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.832011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:25.845470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Network': ['ID=7494fd42-9dc1-4d3a-9292-58c4046e24ec,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:25.861960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57822) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:25.865130 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24fa779a-1825-489e-a4cc-800cda0a8295 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/networks/7494fd42-9dc1-4d3a-9292-58c4046e24ec HTTP/1.1" status: 204 len: 168 time: 0.5376754 May 27 02:31:25.880492 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7e619e7c-ce5f-462c-9a6a-5505db95fd23 resource provider aggregate not found May 27 02:31:25.900820 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7e619e7c-ce5f-462c-9a6a-5505db95fd23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e619e7c-ce5f-462c-9a6a-5505db95fd23 found for delete ", "request_id": "req-bebc1db0-74bc-4294-86a9-3bc0ff9d5941"}]} May 27 02:31:26.030885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7aa282ac-8b42-4dbd-9646-91357a77fa33 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:26.043328 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b00141a9-cfeb-4814-806d-f4d042766a54 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.064976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7aa282ac-8b42-4dbd-9646-91357a77fa33 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:26.065324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7aa282ac-8b42-4dbd-9646-91357a77fa33 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:26.065751 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4c76f3ea-2fbe-4b60-b796-056f26289e9f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:31:26.096396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b00141a9-cfeb-4814-806d-f4d042766a54 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.099818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 4c76f3ea-2fbe-4b60-b796-056f26289e9f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:31:26.100166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4c76f3ea-2fbe-4b60-b796-056f26289e9f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:31:26.350889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b00141a9-cfeb-4814-806d-f4d042766a54 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.377299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00141a9-cfeb-4814-806d-f4d042766a54 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af7abe1-5486-439f-9e7e-42ceb2ef920f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.424721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b00141a9-cfeb-4814-806d-f4d042766a54 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.425875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b00141a9-cfeb-4814-806d-f4d042766a54 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/security-groups/5af7abe1-5486-439f-9e7e-42ceb2ef920f HTTP/1.1" status: 204 len: 168 time: 0.5582876 May 27 02:31:26.462445 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.549081 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.569622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57832) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:26.575652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699963571', 'description': 'tempest-secgroup-smoke-1699963571 description', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:26.583523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:26.588153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:26.591372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:26.597333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:26.609847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.632536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:26.636997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:26.640269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:26.646131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:26.731169 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.736122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.776621 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.781118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.784033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.795874 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.797186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c28a34ba-c212-406a-a0f1-6c8593bd3d73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2264872 May 27 02:31:26.801305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57836) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:26.806450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:26.814342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:26.818258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:26.821259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:26.827041 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:26.845116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.892059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event updated for resources: {'Port': ['ID=539c9c93-b3aa-468a-bdfa-1f779624aa26,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.904528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.908123 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.912034 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.936114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc857566-db16-4612-bc00-80fbff654fee,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:26.947855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:26.949186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-00327e72-9202-4c49-ac4f-63d0dff6371b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469617 May 27 02:31:26.951907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57840) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:26.956836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:26.964128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:26.968200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:26.971203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:26.976896 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:26.994361 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.058811 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.063001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.087288 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Floating IP c52007a1-1eaf-483d-8347-2382b5c0c8b0 associated. External IP: 172.25.3.166, port: 30d0ad69-595a-48d9-b988-af56c3794239. May 27 02:31:27.087529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f17a1ae-419a-4c62-a5a8-0aa2b1214001,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:27.097876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.100234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a95ef3ab-2037-4b4f-a530-25be5d0910ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462107 May 27 02:31:27.102161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57844) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:27.108131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:27.115167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:27.119183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:27.122181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:27.131468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:27.158832 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.233003 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.240343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.267143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0249570-e9f9-4a01-a6fe-5105f1916983,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:27.277944 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.279253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e31cafb6-cd13-4b88-9803-0914de3b2361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1760027 May 27 02:31:27.282138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57848) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:27.291428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:27.294924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:27.299612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:27.302842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:27.309633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:27.328176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.413968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.421585 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.448908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742505cd-088b-432c-bbfa-d1542d41b462,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:27.470677 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.472595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2c0fc7a8-a76e-4461-bf9a-83d85bba8904 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1893067 May 27 02:31:27.475375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57852) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:27.481278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:27.487999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:27.492228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:27.495788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:27.501769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:27.512261 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:31:27.519707 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.594623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.600971 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.601194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:27.627373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26699077-d548-4d72-a3ba-6828782da483,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:27.637509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.638991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0b8c8711-ac7e-4eba-a292-3e77359f1b81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626356 May 27 02:31:27.642904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57856) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:27.647894 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:27.655270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:27.659234 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:27.662115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:27.668559 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:27.679740 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:31:27.686624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.757470 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.761600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.786023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4141bc6-c03c-4c47-a376-18314ebf4e1b,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:27.802914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:27.805302 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.808891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1342dc0f-50b0-4fd4-bc50-bb807760eb81 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1630042 May 27 02:31:27.809924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57860) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:27.814471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:27.817159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'network': {'name': 'tempest-network-smoke--1892992672', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:27.823111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:27.824871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:27.825685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:27.829549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:network and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:27.831828 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.833099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:27.840467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:27.853575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:27.858202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.895246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:31:27.896148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd4842b0-5546-4c6d-afaa-7ecdea584741 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8538060 May 27 02:31:27.896947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:27.909892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.910251 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Added segment 24e97049-3e1c-4be8-816c-3de63f7b0e10 of type vlan for network bf7b7cfd-06e5-401a-9998-68156e929e6c May 27 02:31:27.942376 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.953466 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51a20cb-af77-46b4-873c-28449d4b4f68'] response: {'name': 'network-changed', 'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239', 'status': 'completed', 'code': 200} May 27 02:31:27.980776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:27.986706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:27.987332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.042894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:28.267011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4549315 May 27 02:31:28.270492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57868) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:28.277276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'admin_state_up': True, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:28.278614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28556965-7665-4587-ab31-02f09fd7d767 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Network': ['ID=bf7b7cfd-06e5-401a-9998-68156e929e6c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:28.288498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:28.294401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network bf7b7cfd-06e5-401a-9998-68156e929e6c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:31:28.296379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:router and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:28.300340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:28.303009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-bc09e35e-d1d9-4102-b102-c02d1ba6eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:28.303980 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-bc09e35e-d1d9-4102-b102-c02d1ba6eba7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 1097 time: 0.3125536 May 27 02:31:28.306515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:28.320147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.321212 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.340758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.455791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-6b8adef9-e17e-4685-81f2-74753a65c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:28.457312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-6b8adef9-e17e-4685-81f2-74753a65c69b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1446099 May 27 02:31:28.582236 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-48720954-4ff4-4108-a732-f52cd2ffea3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d0ad69-595a-48d9-b988-af56c3794239 HTTP/1.1" status: 200 len: 999 time: 0.1178079 May 27 02:31:28.587682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 1, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}, {'id': 'c52007a1-1eaf-483d-8347-2382b5c0c8b0', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': '30d0ad69-595a-48d9-b988-af56c3794239', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:bf:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:31:26Z', 'updated_at': '2022-05-27T02:31:26Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:28.592910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:28.602569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:28.603313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:28.646915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:28.656785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-063833d4-315e-4424-a15b-942a2cb13a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:28.658264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-063833d4-315e-4424-a15b-942a2cb13a8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0689273 May 27 02:31:28.740728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-5e60d1ca-0793-4c39-a745-67d45c709eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:28.742278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-5e60d1ca-0793-4c39-a745-67d45c709eaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768583 May 27 02:31:28.793257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:28.898823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-334af56b-b7a0-42a6-b266-b80e878670a7 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493483 May 27 02:31:28.974693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.006357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.039482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-51aee7a4-d472-4639-ac85-37c3511d7491 req-8c7ecc62-12b2-4593-9ce2-11540530733e service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341376 May 27 02:31:29.164011 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:31:29.164923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.158 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/fe565368-5ad3-4768-bf3f-0de48537d44d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:29.214769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 1, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}, {'id': 'c52007a1-1eaf-483d-8347-2382b5c0c8b0', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': '30d0ad69-595a-48d9-b988-af56c3794239', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:bf:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:31:26Z', 'updated_at': '2022-05-27T02:31:26Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:29.219358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c2d50-b4d9-48df-bc75-dd289b04e82e None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 1, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}, {'id': 'c52007a1-1eaf-483d-8347-2382b5c0c8b0', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': '30d0ad69-595a-48d9-b988-af56c3794239', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:bf:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:31:26Z', 'updated_at': '2022-05-27T02:31:26Z', 'revision_number': 0, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:29.336071 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.367154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:29.446733 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a63d8-f8ac-4987-8b22-da8e48374655 None None] New status for floating IP c52007a1-1eaf-483d-8347-2382b5c0c8b0: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:31:29.567485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:29.571753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:29.576569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:29.633694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=fe565368-5ad3-4768-bf3f-0de48537d44d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:30.009564 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.360754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.572614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router d386f976-29c2-4e1e-9b72-1277026bc677 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:31:30.752807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:30.762147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Sync routers for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:30.771202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:30.771824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:30.779898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:30.781115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2a649d6c-2cac-4257-8c5e-bbcb4ea754b0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5095184 May 27 02:31:30.784665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57872) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:30.824683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca84f49c-a8ff-4232-a4c3-5379f0f5590f tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a56b9613ede049a4a65896199ecd8bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388401 May 27 02:31:30.827240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57876) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:30.958967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78e09b1-2f88-401c-8d27-9142741727bc tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:30.960474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c78e09b1-2f88-401c-8d27-9142741727bc tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323478 May 27 02:31:30.963156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:30.964364 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57880) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:31.135825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-50088785-8781-41e1-9965-d5751e37e171 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1697316 May 27 02:31:31.138396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57884) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:31.143710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-339634979', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:31.255314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:29Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:31.256851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:31.259175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Checking router: d386f976-29c2-4e1e-9b72-1277026bc677 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:31.259522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Updating router d386f976-29c2-4e1e-9b72-1277026bc677 port fe565368-5ad3-4768-bf3f-0de48537d44d binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:31:31.260913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:subnet and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:31.263956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:31.269729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:31.279739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:31.283331 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.311533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.509080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.591229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Subnet': ['ID=ced6a19f-bfe8-474f-8153-099b710ff295,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:31.600570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Checking segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:31.600570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network hostable DHCP agents. Network: bf7b7cfd-06e5-401a-9998-68156e929e6c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:31:31.620872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bf7b7cfd-06e5-401a-9998-68156e929e6c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:31:31.630292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, bf7b7cfd-06e5-401a-9998-68156e929e6c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:31.634316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:31.634943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.640075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f295a58a-9771-4707-884e-be7d815267e1 None None] Network bf7b7cfd-06e5-401a-9998-68156e929e6c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:31.660446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-438f7640-2666-448b-8119-bafe66d57fb4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5210066 May 27 02:31:31.663303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57888) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:31.787535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.815349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Transition to ACTIVE for port object fe565368-5ad3-4768-bf3f-0de48537d44d will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:31.831810 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.957583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Attempting to bind port fe565368-5ad3-4768-bf3f-0de48537d44d on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:31.957956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Attempting to bind port fe565368-5ad3-4768-bf3f-0de48537d44d by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:31.958326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Attempting to bind port fe565368-5ad3-4768-bf3f-0de48537d44d on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:31.969825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0ab0-02ca-4d95-be25-46586ed38a95 None None] Pushing event updated for resources: {'Port': ['ID=fe565368-5ad3-4768-bf3f-0de48537d44d,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:31.975775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:31.976154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:31.976670 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:31.977044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:31.977404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Bound port: fe565368-5ad3-4768-bf3f-0de48537d44d, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:31.977781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.075120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-bf7b7cfd-06e5-401a-9998-68156e929e6c', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:31:32.075934 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.105707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] For port fe565368-5ad3-4768-bf3f-0de48537d44d, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:32.156952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] For port fe565368-5ad3-4768-bf3f-0de48537d44d, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fe565368-5ad3-4768-bf3f-0de48537d44d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:32.164278 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.314585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0ab0-02ca-4d95-be25-46586ed38a95 None None] Pushing event updated for resources: {'Port': ['ID=fe565368-5ad3-4768-bf3f-0de48537d44d,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:32.319069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:32.319713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:32.375644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.412832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Allocated IP 172.20.0.2 (bf7b7cfd-06e5-401a-9998-68156e929e6c/ced6a19f-bfe8-474f-8153-099b710ff295/13e6ed30-3499-42ca-b2ba-8d63a7e33d6e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:32.596497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:32.954528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:32.971696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Transition to ACTIVE for port object 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:33.002432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Transition to ACTIVE for port object 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:33.011201 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.084480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.1 (bf7b7cfd-06e5-401a-9998-68156e929e6c/ced6a19f-bfe8-474f-8153-099b710ff295/34bb7d8c-a906-4b6e-9426-1da398d6502f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:33.143298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Network bf7b7cfd-06e5-401a-9998-68156e929e6c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:33.147498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:29Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:33.149736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:33.155948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:33.158338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fbd44-cffe-474c-aac8-4735d2cccb97 None None] The sync data for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 is: [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:29Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:33.159768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Pushing event updated for resources: {'Port': ['ID=13e6ed30-3499-42ca-b2ba-8d63a7e33d6e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:33.267664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Attempting to bind port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:33.268036 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Attempting to bind port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:33.268746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Attempting to bind port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:33.275014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.275182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:33.275576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Checking segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:33.276047 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.276447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Bound using segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:33.276910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Bound port: 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:33.277287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.288252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.292451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object 34bb7d8c-a906-4b6e-9426-1da398d6502f will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:33.318425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.384414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] For port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:33.389523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] For port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=13e6ed30-3499-42ca-b2ba-8d63a7e33d6e,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:33.390957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bf7b7cfd-06e5-401a-9998-68156e929e6c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:33.394252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:33.394543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.401992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:33.447148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=34bb7d8c-a906-4b6e-9426-1da398d6502f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:33.491074 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.522532 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:33.525588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31fb96-1a5d-4ea9-9547-b59dcbdfdbef None None] Pushing event updated for resources: {'Port': ['ID=13e6ed30-3499-42ca-b2ba-8d63a7e33d6e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:33.655046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.112446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:34.153935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.161025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.190056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:34.196704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe565368-5ad3-4768-bf3f-0de48537d44d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:34.295089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port fe565368-5ad3-4768-bf3f-0de48537d44d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:34.295279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.303157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=34bb7d8c-a906-4b6e-9426-1da398d6502f,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:34.303483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port fe565368-5ad3-4768-bf3f-0de48537d44d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:34.303985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.461074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port fe565368-5ad3-4768-bf3f-0de48537d44d is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:34.461506 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.468840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bf7b7cfd-06e5-401a-9998-68156e929e6c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:34.470618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:34.510523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port fe565368-5ad3-4768-bf3f-0de48537d44d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fe565368-5ad3-4768-bf3f-0de48537d44d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:34.516631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:34.643918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=fe565368-5ad3-4768-bf3f-0de48537d44d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:34.700350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9bc98-1e4d-4bd7-9703-1bc86418f478 None None] Network bf7b7cfd-06e5-401a-9998-68156e929e6c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:31:34.748388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router d386f976-29c2-4e1e-9b72-1277026bc677 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:34.818451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] Provisioning for port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:34.831196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] Provisioning complete for port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:34.831572 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.100550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] Current status of the port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:35.100550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.114175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:35.146914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0f086f71-42f3-42b4-a92a-9394bac71c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/d386f976-29c2-4e1e-9b72-1277026bc677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4818954 May 27 02:31:35.170889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] For port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=13e6ed30-3499-42ca-b2ba-8d63a7e33d6e,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:35.179673 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.274482 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Sync routers for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:35.290937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:35.293322 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:35.302858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9734f5a-6cee-4192-8c01-ece6c7678f2a None None] Pushing event updated for resources: {'Port': ['ID=13e6ed30-3499-42ca-b2ba-8d63a7e33d6e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:35.410825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3dadbceb-a976-43e1-b083-727f056ad80c req-8f63e580-909e-41d3-a132-f1825988a2a6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:35.430900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3dadbceb-a976-43e1-b083-727f056ad80c req-8f63e580-909e-41d3-a132-f1825988a2a6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:35.439385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-8f63e580-909e-41d3-a132-f1825988a2a6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699963571&fields=id&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 267 time: 0.0721498 May 27 02:31:35.497404 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:35.508667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6fc66f9d-0d41-4376-84b1-9c2c4c5296b2 None None] Provisioning complete for port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:35.509241 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6fc66f9d-0d41-4376-84b1-9c2c4c5296b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.703162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-7d96238c-b1f1-41da-9a87-3ee827eea5c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:35.703498 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3dadbceb-a976-43e1-b083-727f056ad80c req-7d96238c-b1f1-41da-9a87-3ee827eea5c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:35.730974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3dadbceb-a976-43e1-b083-727f056ad80c req-7d96238c-b1f1-41da-9a87-3ee827eea5c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:35.732858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-7d96238c-b1f1-41da-9a87-3ee827eea5c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 797 time: 0.2920475 May 27 02:31:35.750116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-dc184805-0ba9-4015-83fd-efd99daf6479 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/quotas/a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 375 time: 0.0114007 May 27 02:31:35.780545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6fc66f9d-0d41-4376-84b1-9c2c4c5296b2 None None] Current status of the port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:35.799795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6fc66f9d-0d41-4376-84b1-9c2c4c5296b2 None None] Provisioning for port 34bb7d8c-a906-4b6e-9426-1da398d6502f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:35.811996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6fc66f9d-0d41-4376-84b1-9c2c4c5296b2 None None] Provisioning complete for port 34bb7d8c-a906-4b6e-9426-1da398d6502f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:35.812531 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6fc66f9d-0d41-4376-84b1-9c2c4c5296b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.886552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3dadbceb-a976-43e1-b083-727f056ad80c req-4620371d-c92a-4124-99f8-0bbec0940e73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:35.899602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bdc4-f629-4301-b2f3-3876e3b413e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:35.905206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6fc66f9d-0d41-4376-84b1-9c2c4c5296b2 None None] Port 34bb7d8c-a906-4b6e-9426-1da398d6502f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:35.910785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-3dadbceb-a976-43e1-b083-727f056ad80c req-4620371d-c92a-4124-99f8-0bbec0940e73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:35.912820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-4620371d-c92a-4124-99f8-0bbec0940e73 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570630 May 27 02:31:35.972660 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 2, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:35.976927 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Checking router: d386f976-29c2-4e1e-9b72-1277026bc677 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:35.977277 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Updating router d386f976-29c2-4e1e-9b72-1277026bc677 port 34bb7d8c-a906-4b6e-9426-1da398d6502f binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:31:36.031183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-804662a7-fbcc-4930-8964-ba18a81f64f9 None None] Provisioning complete for port 34bb7d8c-a906-4b6e-9426-1da398d6502f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:36.031847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-804662a7-fbcc-4930-8964-ba18a81f64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.036458 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.079481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:36.158053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-804662a7-fbcc-4930-8964-ba18a81f64f9 None None] Port 34bb7d8c-a906-4b6e-9426-1da398d6502f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:36.179570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-48fd791d-2104-4480-80d7-88f291203e4b service neutron] 10.222.0.16 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440407 May 27 02:31:36.181302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:36.181836 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.318146 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:36.319512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe565368-5ad3-4768-bf3f-0de48537d44d up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:36.325837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-6b712b83-3b40-4935-89fb-5172894c0137 service neutron] 10.222.0.16 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386967 May 27 02:31:36.348975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7a81c06d-d4db-455b-a380-ed250e94193f None None] Provisioning complete for port 34bb7d8c-a906-4b6e-9426-1da398d6502f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:36.348975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7a81c06d-d4db-455b-a380-ed250e94193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.424857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7a81c06d-d4db-455b-a380-ed250e94193f None None] Port 34bb7d8c-a906-4b6e-9426-1da398d6502f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:36.442563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port fe565368-5ad3-4768-bf3f-0de48537d44d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:36.442989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.458062 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.478466 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Transition to ACTIVE for port object 34bb7d8c-a906-4b6e-9426-1da398d6502f will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:36.504457 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.567900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5bc4fd30-11ab-41c4-8b5e-8df5cb026a2b req-f2e3828e-63f1-472e-bd62-fd4915fca04e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:36.584837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5bc4fd30-11ab-41c4-8b5e-8df5cb026a2b req-f2e3828e-63f1-472e-bd62-fd4915fca04e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:36.586750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bc4fd30-11ab-41c4-8b5e-8df5cb026a2b req-f2e3828e-63f1-472e-bd62-fd4915fca04e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 210 time: 0.0678463 May 27 02:31:36.640654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port fe565368-5ad3-4768-bf3f-0de48537d44d is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:36.756241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Pushing event updated for resources: {'Port': ['ID=34bb7d8c-a906-4b6e-9426-1da398d6502f,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:36.774334 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.774939 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.775271 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.775631 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.776495 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.776750 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.778094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.778094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.778094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.778094 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.778374 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.778566 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:31:36.801620 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Attempting to bind port 34bb7d8c-a906-4b6e-9426-1da398d6502f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:36.801981 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Attempting to bind port 34bb7d8c-a906-4b6e-9426-1da398d6502f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:36.802339 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Attempting to bind port 34bb7d8c-a906-4b6e-9426-1da398d6502f on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:36.808595 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:36.808958 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Checking segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:36.809351 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.809730 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Bound using segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:36.810179 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Bound port: 34bb7d8c-a906-4b6e-9426-1da398d6502f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:36.810541 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:36.908044 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] For port 34bb7d8c-a906-4b6e-9426-1da398d6502f, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:36.911648 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] For port 34bb7d8c-a906-4b6e-9426-1da398d6502f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=34bb7d8c-a906-4b6e-9426-1da398d6502f,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:36.917080 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:37.001560 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:37.002190 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:37.070298 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d66b-5e5c-42ee-8bba-23a84af5d886 None None] Pushing event updated for resources: {'Port': ['ID=34bb7d8c-a906-4b6e-9426-1da398d6502f,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:37.200064 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:37.527581 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:36Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:37.531962 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab182e-963f-49bd-a98a-cd1c3cb34e6e None None] The sync data for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 is: [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:36Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:37.945027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-0e43c3fb-1a1f-4b60-a4ca-5a0bce658668 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:37.946546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-0e43c3fb-1a1f-4b60-a4ca-5a0bce658668 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 797 time: 0.3877289 May 27 02:31:37.957226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-89f25d34-617a-40ea-8edc-0dcb2eb3ec16 req-0ffa4600-e344-4440-bf9e-cc32891062fd tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 210 time: 0.1867528 May 27 02:31:38.009784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e7022694-8e94-428e-a955-b9412706a42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.013635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-f16028c2-1741-4e30-aebf-cd19ef0a605c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 380 time: 0.0554581 May 27 02:31:38.022956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'port': {'device_id': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'admin_state_up': True, 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'security_groups': ['4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:38.083682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 34bb7d8c-a906-4b6e-9426-1da398d6502f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:38.173614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 34bb7d8c-a906-4b6e-9426-1da398d6502f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:38.179475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 34bb7d8c-a906-4b6e-9426-1da398d6502f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:38.179864 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.191418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:38.202525 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:38.214983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:31:38.219465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.323940 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 34bb7d8c-a906-4b6e-9426-1da398d6502f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:38.324323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.374335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 34bb7d8c-a906-4b6e-9426-1da398d6502f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=34bb7d8c-a906-4b6e-9426-1da398d6502f,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:38.380988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.413741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.8 (bf7b7cfd-06e5-401a-9998-68156e929e6c/ced6a19f-bfe8-474f-8153-099b710ff295/9346f55b-8d51-43e1-a010-855a8aa425e0) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:38.458914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=34bb7d8c-a906-4b6e-9426-1da398d6502f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:38.633904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.650945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object 9346f55b-8d51-43e1-a010-855a8aa425e0 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:38.681443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.760780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network bf7b7cfd-06e5-401a-9998-68156e929e6c is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:38.764238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:38.768338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:38.799922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:38.837873 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:38.839143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:38.870321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-a125bb7b-f050-4feb-99eb-75d98bac0e19 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513663 May 27 02:31:38.880145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-3c5f4245-1d29-42ec-af26-6f21f36ce53a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:31:38.881124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-3c5f4245-1d29-42ec-af26-6f21f36ce53a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053186 May 27 02:31:38.943465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Request body: {'port': {'device_id': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:39.006613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2e4d6ab2-5387-4edb-b22a-879a38e6f098 None None] Provisioning for port 9346f55b-8d51-43e1-a010-855a8aa425e0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:39.012388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2e4d6ab2-5387-4edb-b22a-879a38e6f098 None None] Provisioning complete for port 9346f55b-8d51-43e1-a010-855a8aa425e0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:39.013083 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ab2-5387-4edb-b22a-879a38e6f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.068358 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.073454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d6ab2-5387-4edb-b22a-879a38e6f098 None None] Port 9346f55b-8d51-43e1-a010-855a8aa425e0 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:31:39.161125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417d066-9515-4e1d-82aa-3c9624f266bd req-d2205443-7c6e-447e-a48a-467f1124c947 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:39.162777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7417d066-9515-4e1d-82aa-3c9624f266bd req-d2205443-7c6e-447e-a48a-467f1124c947 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 931 time: 0.0914853 May 27 02:31:39.217479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7417d066-9515-4e1d-82aa-3c9624f266bd req-9778fe9f-a060-4297-b43c-bffe74bf2784 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:39.229525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-7417d066-9515-4e1d-82aa-3c9624f266bd req-9778fe9f-a060-4297-b43c-bffe74bf2784 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:39.230677 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7417d066-9515-4e1d-82aa-3c9624f266bd req-9778fe9f-a060-4297-b43c-bffe74bf2784 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611339 May 27 02:31:39.389265 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.437003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9346f55b-8d51-43e1-a010-855a8aa425e0 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:39.444862 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.460615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Transition to ACTIVE for port object 9346f55b-8d51-43e1-a010-855a8aa425e0 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:31:39.467401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.520301 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.629550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:39.713437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:31:39.713805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:31:39.714139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:39.719121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:31:39.719443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:31:39.724671 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:31:39.725008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Checking segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:31:39.725394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Bound using segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:31:39.725827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Bound port: 9346f55b-8d51-43e1-a010-855a8aa425e0, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:31:39.726177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.833304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:31:39.836369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:31:39.841901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.904999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:39.905593 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:39.906981 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] 10.222.0.47 "PUT /v2.0/ports/9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 1092 time: 1.0196345 May 27 02:31:39.907418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:39.932355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd514d77-593d-414e-8330-fa81f9d1871c service neutron] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:39.980923 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b0a79b-c001-4030-99dd-9fda837f0a93'] response: {'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'status': 'completed', 'code': 200} May 27 02:31:40.030607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-af941ec2-8373-4641-9b7c-fc4416e40daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.032142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-af941ec2-8373-4641-9b7c-fc4416e40daf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1095 time: 0.0858347 May 27 02:31:40.040259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 34bb7d8c-a906-4b6e-9426-1da398d6502f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:40.116054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 34bb7d8c-a906-4b6e-9426-1da398d6502f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:40.116624 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:40.221835 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-6d52c247-ec4a-49a9-af1a-83044e5d646b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 217 time: 0.1822352 May 27 02:31:40.253812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 34bb7d8c-a906-4b6e-9426-1da398d6502f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:40.290826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-7bdf8b9f-fddf-42ca-a165-586e9bc7adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.292918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-7bdf8b9f-fddf-42ca-a165-586e9bc7adec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0653422 May 27 02:31:40.375677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbceb-a976-43e1-b083-727f056ad80c req-bfdad942-e464-4137-a5f3-2150d383d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.377160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-bfdad942-e464-4137-a5f3-2150d383d0b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779936 May 27 02:31:40.426074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a149b5d-cb7f-4f8f-aa2f-af8f818544de req-c13c3774-1c0e-4666-8d32-9e332ced06c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.427582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a149b5d-cb7f-4f8f-aa2f-af8f818544de req-c13c3774-1c0e-4666-8d32-9e332ced06c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 943 time: 0.0853913 May 27 02:31:40.474222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a149b5d-cb7f-4f8f-aa2f-af8f818544de req-f68a25e6-e296-498c-820e-95f1eca59130 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 May 27 02:31:40.513729 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-6ac41270-5d04-4a4c-be86-9876c214baab service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296835 May 27 02:31:40.650032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3dadbceb-a976-43e1-b083-727f056ad80c req-21be62c6-878c-4a78-8dbe-7337fa082751 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310182 May 27 02:31:40.780674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-9ee1afca-cc18-42a6-a5f2-410058360595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.782170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-9ee1afca-cc18-42a6-a5f2-410058360595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1095 time: 0.0864999 May 27 02:31:40.923397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-5332318b-f3c4-4090-b443-57b6a366b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:40.925092 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-5332318b-f3c4-4090-b443-57b6a366b332 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.1370854 May 27 02:31:40.991860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-58ea3ba8-5535-4cc4-8b67-e9814590ac2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 217 time: 0.0604565 May 27 02:31:41.063162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-7e14ae78-1bbb-4a7a-8c62-8d10ba7566c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:41.064602 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-7e14ae78-1bbb-4a7a-8c62-8d10ba7566c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0668795 May 27 02:31:41.104571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:41.144309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-a8b8231b-64bf-499d-ada6-52ea19f10a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:41.145766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-a8b8231b-64bf-499d-ada6-52ea19f10a80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751367 May 27 02:31:41.277762 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-abb2040c-eff1-4c6e-b6e5-ddb13a3e4990 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255467 May 27 02:31:41.414514 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c7bb521-f0e9-41d1-84f1-39a7ebb448ae req-37f57262-7923-4f51-ace0-fbb61251fe54 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314185 May 27 02:31:41.663831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3b375-a89b-4c41-9340-b8d8792a9634 req-50dc8005-7e86-4b60-b650-d822b0571452 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:41.664511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-59a3b375-a89b-4c41-9340-b8d8792a9634 req-50dc8005-7e86-4b60-b650-d822b0571452 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:31:41.680967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-59a3b375-a89b-4c41-9340-b8d8792a9634 req-50dc8005-7e86-4b60-b650-d822b0571452 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:31:41.684311 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59a3b375-a89b-4c41-9340-b8d8792a9634 req-50dc8005-7e86-4b60-b650-d822b0571452 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 943 time: 0.1015019 May 27 02:31:41.731103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-59a3b375-a89b-4c41-9340-b8d8792a9634 req-3afecd98-52c8-40fc-a78f-a9ef835dac23 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 May 27 02:31:43.023254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55789aa-607f-4a98-a7e2-de9762a08a5d req-22a4d765-f072-4c53-af57-0f952e0beb56 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:43.023254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a55789aa-607f-4a98-a7e2-de9762a08a5d req-22a4d765-f072-4c53-af57-0f952e0beb56 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 943 time: 0.1117711 May 27 02:31:43.076824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a55789aa-607f-4a98-a7e2-de9762a08a5d req-da78922c-2ca7-4d9f-9ae4-5ca73b577dea tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 May 27 02:31:44.285166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b2de8-e25c-49bf-b5bc-294648572358 req-741fbefe-0afa-45a7-9765-a5fdf666d77f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:44.285166 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-462b2de8-e25c-49bf-b5bc-294648572358 req-741fbefe-0afa-45a7-9765-a5fdf666d77f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 943 time: 0.0909910 May 27 02:31:44.349111 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-462b2de8-e25c-49bf-b5bc-294648572358 req-eb4be272-8f4a-4ffe-96ca-541b827f49e7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483449 May 27 02:31:45.547496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2c88-177d-4471-bea2-8ab8703eed9a req-56adca0b-c549-4088-b639-5f7c2809115f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:45.547496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-456f2c88-177d-4471-bea2-8ab8703eed9a req-56adca0b-c549-4088-b639-5f7c2809115f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 943 time: 0.0858009 May 27 02:31:45.600394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-456f2c88-177d-4471-bea2-8ab8703eed9a req-67bdf5b4-d399-42d3-aa0a-890e71364033 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 May 27 02:31:45.698909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:31:45.849290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:45.869045 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'port_id': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'mac_address': 'fa:16:3e:de:81:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:31:45.947883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9346f55b-8d51-43e1-a010-855a8aa425e0 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:45.948417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:45.968243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9346f55b-8d51-43e1-a010-855a8aa425e0 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:31:45.983419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:45.987159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:46.058486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:46.290301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9346f55b-8d51-43e1-a010-855a8aa425e0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:31:46.797114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649ebb2-81a8-4590-864a-b6abba070185 req-d66b4920-5764-4ba9-a84f-431e831bbe2b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:46.798614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e649ebb2-81a8-4590-864a-b6abba070185 req-d66b4920-5764-4ba9-a84f-431e831bbe2b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 944 time: 0.0859926 May 27 02:31:46.845019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e649ebb2-81a8-4590-864a-b6abba070185 req-19ad1698-ea54-4dbf-a8ff-09f3423d361f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 May 27 02:31:47.721820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:31:47.798396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 9346f55b-8d51-43e1-a010-855a8aa425e0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:31:47.805004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9346f55b-8d51-43e1-a010-855a8aa425e0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:31:47.805378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.938341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9346f55b-8d51-43e1-a010-855a8aa425e0 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:31:47.938452 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:47.969005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:47.981381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:31:47.986038 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:48.044186 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b05902-ea53-451f-8bc8-452fa26d620b'] response: {'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'code': 200} May 27 02:31:48.065100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:48.075932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef93996-a275-4641-8e38-385978259c59 req-486f1b53-c666-42a7-95e7-1cfb09e81e93 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:48.077452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ef93996-a275-4641-8e38-385978259c59 req-486f1b53-c666-42a7-95e7-1cfb09e81e93 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.1209381 May 27 02:31:48.126598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ef93996-a275-4641-8e38-385978259c59 req-71d84470-376c-4d77-9d36-c99421c5362c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 May 27 02:31:48.183375 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87dae-98c0-4d20-84f3-ad0777df419e req-2ff05ae5-92e4-48e9-9f37-493063cc8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:48.183375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32b87dae-98c0-4d20-84f3-ad0777df419e req-2ff05ae5-92e4-48e9-9f37-493063cc8d25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1097 time: 0.0795403 May 27 02:31:48.229109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-32b87dae-98c0-4d20-84f3-ad0777df419e req-a41d0aeb-590b-41d4-83d9-3d3fe6b69e24 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 May 27 02:31:49.336158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b352c8-60b3-4b54-a648-c05f3165b6ec req-5b984eb8-19c1-447e-b3a7-133b4eaa89e5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:49.338499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b352c8-60b3-4b54-a648-c05f3165b6ec req-5b984eb8-19c1-447e-b3a7-133b4eaa89e5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0939953 May 27 02:31:49.404497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b352c8-60b3-4b54-a648-c05f3165b6ec req-67e1bb78-25f5-4c92-8ae8-ac4ba7a715f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549979 May 27 02:31:50.612196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba15e0-43f8-4b08-b991-769c11b77bd7 req-09215178-097a-48d3-8279-3da0c217bd28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:50.612196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3cba15e0-43f8-4b08-b991-769c11b77bd7 req-09215178-097a-48d3-8279-3da0c217bd28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0910244 May 27 02:31:50.660143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3cba15e0-43f8-4b08-b991-769c11b77bd7 req-24f36c95-95e7-4f85-b814-da59975efae3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 May 27 02:31:50.857279 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178be781-b97f-4efd-83ed-d5671ac9d510 req-3bc44e01-c9fc-497b-b16f-51e7599f1cb3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:50.858787 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178be781-b97f-4efd-83ed-d5671ac9d510 req-3bc44e01-c9fc-497b-b16f-51e7599f1cb3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0842772 May 27 02:31:50.911483 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-178be781-b97f-4efd-83ed-d5671ac9d510 req-9cc5aa37-d549-4310-821f-c853e962db6f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463903 May 27 02:31:50.935252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57958) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:51.008828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f91d6-8ee2-4b8d-9f82-64ddf1b72c96 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:51.011116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b1f91d6-8ee2-4b8d-9f82-64ddf1b72c96 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1092 time: 0.0747430 May 27 02:31:51.014647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57962) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:51.019314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:31:51.026592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:31:51.030657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:floatingip and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:31:51.033604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:31:51.039649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:31:51.050623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:51.319901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:51.475511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.237 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/b1ad2ba7-a2cd-422d-bf3e-836ebcd9ef9b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:31:51.641685 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:51.675338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:51.740668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:31:51.744959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:31:51.748456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:31:51.785905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=b1ad2ba7-a2cd-422d-bf3e-836ebcd9ef9b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:52.220774 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.306075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.554653 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.560603 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.680604 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=b1ad2ba7-a2cd-422d-bf3e-836ebcd9ef9b,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:31:52.693571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:52.892204 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP 9ad3c25d-930d-4321-a21c-25976edee2ba associated. External IP: 172.25.3.237, port: 9346f55b-8d51-43e1-a010-855a8aa425e0. May 27 02:31:53.392795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router d386f976-29c2-4e1e-9b72-1277026bc677 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:31:53.629696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:31:53.640989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] Sync routers for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:31:53.654102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:53.654102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:53.672001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:31:53.733378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-74748940-7640-4246-b4ec-b9637ae80dfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1648295 May 27 02:31:53.740466 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8425d3a8-7f4d-4dba-b9aa-f18dd7e9e68a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7253563 May 27 02:31:53.741245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:31:53.809906 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c6086a-8800-441b-8dd3-de98c2834336'] response: {'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'status': 'completed', 'code': 200} May 27 02:31:53.883184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:53.912467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-f9fa0525-fab2-4bd5-8181-f91b5b196d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:53.913837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-f9fa0525-fab2-4bd5-8181-f91b5b196d21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1097 time: 0.0741086 May 27 02:31:53.926313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78e27-11a4-4585-a690-08b57d52514d req-4e020f00-7fd9-4bdf-be89-f0135a8270c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:53.928434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb78e27-11a4-4585-a690-08b57d52514d req-4e020f00-7fd9-4bdf-be89-f0135a8270c8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0923424 May 27 02:31:53.976108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cb78e27-11a4-4585-a690-08b57d52514d req-68ee47e4-7460-4cc5-b91c-8f84195720f3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 May 27 02:31:54.005691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 57970) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:54.154246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-deef7ba9-78e8-4958-a1e0-328eefdba584 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/9ad3c25d-930d-4321-a21c-25976edee2ba HTTP/1.1" status: 200 len: 991 time: 0.1473970 May 27 02:31:54.181763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-2173dac3-b41a-4934-959d-e3973fdc7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:54.183162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-2173dac3-b41a-4934-959d-e3973fdc7566 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.2484074 May 27 02:31:54.253532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9ad3c25d-930d-4321-a21c-25976edee2ba', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'port_id': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'mac_address': 'fa:16:3e:de:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:31:52Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:38Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:54.257587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] Checking router: d386f976-29c2-4e1e-9b72-1277026bc677 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:31:54.266921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:31:54.267543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:31:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:54.289256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-f2ca1df7-6232-422d-9081-069dbb6a82dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 999 time: 0.0997937 May 27 02:31:54.362599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-419d8110-79a8-4dd7-b3ac-baed3efe073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:54.364074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-419d8110-79a8-4dd7-b3ac-baed3efe073c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0622284 May 27 02:31:54.450795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:31:54.451728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-ed745953-4caa-4e98-89f0-86861229a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:54.453196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-ed745953-4caa-4e98-89f0-86861229a7a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750279 May 27 02:31:54.587567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-a9a985f2-917f-4c0c-b0da-67c0478ddd6c service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280918 May 27 02:31:54.825986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9ad3c25d-930d-4321-a21c-25976edee2ba', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'port_id': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'mac_address': 'fa:16:3e:de:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:31:52Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:38Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:31:54.829157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd2cd1-2a76-4a7c-b630-f64a78e999c1 None None] The sync data for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 is: [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '9ad3c25d-930d-4321-a21c-25976edee2ba', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'port_id': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'mac_address': 'fa:16:3e:de:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:31:52Z', 'updated_at': '2022-05-27T02:31:52Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:38Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:31:54.856171 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-099cb66f-c6fb-4bd9-bd79-57ede49cf969 req-1c084168-9bba-49d6-b5e3-14fb0f1378f3 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621598 May 27 02:31:54.970155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-e8e86f95-1fa5-471e-8dd3-6c9eef176597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:54.971764 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-e8e86f95-1fa5-471e-8dd3-6c9eef176597 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1097 time: 0.0735133 May 27 02:31:55.041307 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90016322-56ba-4b22-b602-2c4bfcc446cb None None] New status for floating IP 9ad3c25d-930d-4321-a21c-25976edee2ba: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:31:55.108046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-0d6722b4-f925-4ace-baff-c4298326867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.109407 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-0d6722b4-f925-4ace-baff-c4298326867b service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.1317129 May 27 02:31:55.158356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57974) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:55.220392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-bceee2c0-89f4-4c1c-b0a5-050d43a3f795 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 999 time: 0.1035476 May 27 02:31:55.281191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c6fdf8a-dcf2-4529-8238-ea646eec1838 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/9ad3c25d-930d-4321-a21c-25976edee2ba HTTP/1.1" status: 200 len: 991 time: 0.1215229 May 27 02:31:55.292681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-423587c7-9e8f-4038-a980-df974c12b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.294125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-423587c7-9e8f-4038-a980-df974c12b3de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0677955 May 27 02:31:55.377393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-45657ff1-d8ca-490d-9619-8fbc756115de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.378957 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-45657ff1-d8ca-490d-9619-8fbc756115de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785160 May 27 02:31:55.578943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-c8cc0f4d-a07c-4269-9b74-75f151389250 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861424 May 27 02:31:55.584042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-52ad1ae1-9e71-4914-b3b1-1c12efa22f18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1730380 May 27 02:31:55.765408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48e3cd1c-6ec1-4d51-a19a-10c304fd136b req-a34d1576-a223-4a31-b673-e4f2b6fe408d service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803250 May 27 02:31:55.778829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b05a35-9290-45a3-8557-d7978821bb1f req-8d89feec-650c-4b37-9614-d28ed68352fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.780302 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-8d89feec-650c-4b37-9614-d28ed68352fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1098 time: 0.1164095 May 27 02:31:55.929594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b05a35-9290-45a3-8557-d7978821bb1f req-fad9c2aa-55a6-4e7f-9cad-e7fb55d89fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:55.931134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-fad9c2aa-55a6-4e7f-9cad-e7fb55d89fe5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1305809 May 27 02:31:56.038296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-01e4d023-7947-4ece-80aa-53b660f0c599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 1001 time: 0.1009185 May 27 02:31:56.102875 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b05a35-9290-45a3-8557-d7978821bb1f req-d128c682-0b43-4bb8-9415-64c5163dbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:56.104321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-d128c682-0b43-4bb8-9415-64c5163dbdb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0591762 May 27 02:31:56.186337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b05a35-9290-45a3-8557-d7978821bb1f req-a6b57b47-98b0-48a9-89bf-f28f6a23004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:31:56.187844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-a6b57b47-98b0-48a9-89bf-f28f6a23004b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770342 May 27 02:31:56.284544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 57978) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:31:56.328217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-2640a285-5a71-42cd-84ff-dda623297f40 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326573 May 27 02:31:56.397094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1b400c20-5a0c-4acf-88ce-a30f97aeb6f5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/9ad3c25d-930d-4321-a21c-25976edee2ba HTTP/1.1" status: 200 len: 993 time: 0.1112578 May 27 02:31:56.592016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-95b05a35-9290-45a3-8557-d7978821bb1f req-9db3cc32-f1a5-4f70-bbd4-5ff179da1067 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572632 May 27 02:32:03.272690 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:03.505962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:05.864480 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-58c81b36-a66d-400a-9a1d-25428bd86c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:06.163737 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:32:07.992756 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-258e6fa5-bfad-4a3d-9ae1-9f9e7f049869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.383076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:09.521466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:11.107276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:33.295015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:33.519270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:35.866475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d8848036-235d-4df8-ab85-221e294b5248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:37.997082 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4022-686b-49eb-aa81-9f57f79c3bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:39.385774 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:39.523591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:41.111943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:32:43.164135 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:32:55.028940 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-590b2829-bf35-431a-8824-d63a6d0c62a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692339 May 27 02:32:55.178273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-eb4484d8-6af5-41ce-98cf-cb1fc9ac8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:55.179778 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-eb4484d8-6af5-41ce-98cf-cb1fc9ac8649 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1097 time: 0.0804436 May 27 02:32:55.328555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-cab50ab1-23ee-4c71-9190-ba60a3d861ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:55.330003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-cab50ab1-23ee-4c71-9190-ba60a3d861ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.1292820 May 27 02:32:55.434562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-5fed029f-a146-4314-b304-a1a148930621 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 1001 time: 0.0973694 May 27 02:32:55.497297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-85523867-3238-4d1d-8d14-01f9e7c2a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:55.498734 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-85523867-3238-4d1d-8d14-01f9e7c2a19b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0574515 May 27 02:32:55.575995 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-b64dcefb-77f9-400f-a3a0-e0ab8d307ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:55.577455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-b64dcefb-77f9-400f-a3a0-e0ab8d307ce8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725174 May 27 02:32:55.716716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-87016f2c-533e-4b18-bd7c-3cc0e5a552e9 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329980 May 27 02:32:55.848357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c780e3ed-3b75-44d0-8a03-3c9683b955cc req-1b22ad66-cd41-480a-8759-98fdb182acfb service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248064 May 27 02:32:56.533465 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-1627ea90-1e58-4f1d-b30b-dd1cffb07b96 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756304 May 27 02:32:56.629574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-ffef3974-79aa-40e3-ab94-e67ee5820fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:56.631052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-ffef3974-79aa-40e3-ab94-e67ee5820fa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 1097 time: 0.0741565 May 27 02:32:56.802813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-d94f86e0-aab4-4f53-add9-abb02a5990fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:56.804310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-d94f86e0-aab4-4f53-add9-abb02a5990fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.1545024 May 27 02:32:56.912989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-623de5f9-3a89-452b-b46f-fcf55763a592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d0ad69-595a-48d9-b988-af56c3794239 HTTP/1.1" status: 200 len: 1001 time: 0.1025264 May 27 02:32:56.977957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-22d40600-e26b-46ff-a3bf-72a5fae05017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:56.979475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-22d40600-e26b-46ff-a3bf-72a5fae05017 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0599291 May 27 02:32:57.058757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-d8ded945-b140-49be-8096-9a486a583117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:32:57.060174 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-d8ded945-b140-49be-8096-9a486a583117 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744548 May 27 02:32:57.193796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-540c5d31-56c2-49f8-9c8a-b97a8857092e service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260521 May 27 02:32:57.439308 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-40d2d6ed-b076-4ceb-aec3-1bf362bd9760 req-4e5dcc19-8cd8-4a90-9df8-c2e413e6f600 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388973 May 27 02:33:03.288213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:03.518832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.871377 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1508756c-f901-4268-99c5-53b7e2986872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:05.968823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763fa28-4bf0-4ea0-83d2-d596103a0e34 req-9d98201b-0574-4bf9-96e6-353d63817573 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:05.970299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e763fa28-4bf0-4ea0-83d2-d596103a0e34 req-9d98201b-0574-4bf9-96e6-353d63817573 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0832992 May 27 02:33:06.016543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e763fa28-4bf0-4ea0-83d2-d596103a0e34 req-ced45c96-2ed6-48d9-b466-507ea798ea58 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 May 27 02:33:06.041597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58014) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:06.152273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7b51753e-33ab-4877-895f-65212de51dad tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/9ad3c25d-930d-4321-a21c-25976edee2ba HTTP/1.1" status: 200 len: 993 time: 0.1088223 May 27 02:33:06.591579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67757ae-71cb-4c0e-ba6b-d6af856cb727 req-9a3f3cf6-b031-4d15-a5fc-31bbaffedee5 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:06.593106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e67757ae-71cb-4c0e-ba6b-d6af856cb727 req-9a3f3cf6-b031-4d15-a5fc-31bbaffedee5 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1097 time: 0.0802391 May 27 02:33:06.633792 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e67757ae-71cb-4c0e-ba6b-d6af856cb727 req-f9e4e0fe-9768-4b4e-b389-1ede95c9cdda tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350246 May 27 02:33:07.180542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58042) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:07.303829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-339bfed4-fccd-4632-bfdd-71093360d507 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220002 May 27 02:33:07.841352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-a0b93398-f2cd-4d5e-9637-de73d67da848 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:33:07.842367 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-a0b93398-f2cd-4d5e-9637-de73d67da848 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0797701 May 27 02:33:07.850997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Request body: {'binding': {'host': 'n-h1-843146-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:07.851452 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Unknown quota resources ['binding']. {{(pid=88426) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 02:33:07.999188 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a86c-db3b-43ee-bd53-d01e0c9e7868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.050845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on host n-h1-843146-11 for vnic_type normal with profile None {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:08.051188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:08.051567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:08.055979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:33:08.056297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:08.061572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:08.061908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Checking segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:08.062291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Bound using segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:08.062736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Bound port: 9346f55b-8d51-43e1-a010-855a8aa425e0, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:08.092053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:08.096182 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] Notify callbacks [] for binding, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:08.097323 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-26b0fe33-6903-4e28-943c-918484b50357 service neutron] 10.222.0.16 "POST /v2.0/ports/9346f55b-8d51-43e1-a010-855a8aa425e0/bindings HTTP/1.1" status: 201 len: 390 time: 0.2493637 May 27 02:33:08.312457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e680-ab0d-4412-b042-c9030e3338c1 req-2f21cadf-7725-43c2-8a54-efa2b13671e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.314050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77b1e680-ab0d-4412-b042-c9030e3338c1 req-2f21cadf-7725-43c2-8a54-efa2b13671e0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0811715 May 27 02:33:08.345840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-4af585c9-6090-4c00-8dc0-ef3e58b1082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.347397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-4af585c9-6090-4c00-8dc0-ef3e58b1082d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1097 time: 0.0729387 May 27 02:33:08.361250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77b1e680-ab0d-4412-b042-c9030e3338c1 req-6c554a89-6739-4585-bc1a-fd99228fb437 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 May 27 02:33:08.482589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-7d885a59-7c6b-45d1-ada3-e84ccce3f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.484065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-7d885a59-7c6b-45d1-ada3-e84ccce3f5b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.1298602 May 27 02:33:08.589138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-eb5d0b62-48ac-4c5c-b1c6-31eadbe5b2f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 1001 time: 0.0980275 May 27 02:33:08.611887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58060) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:08.657430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-e48ea12e-7063-4406-830e-86e7b9378c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.658920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-e48ea12e-7063-4406-830e-86e7b9378c93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0632761 May 27 02:33:08.736074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-f5e24fd6-89c4-4a04-a132-08f995dff044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:08.737553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-f5e24fd6-89c4-4a04-a132-08f995dff044 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722682 May 27 02:33:08.878158 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-5dc18520-10c5-40d9-a74e-82e4d4dee3a5 service neutron] 10.222.0.13 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332653 May 27 02:33:08.934040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port 539c9c93-b3aa-468a-bdfa-1f779624aa26 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:08.934383 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.012721 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-1fedb393-0851-4e73-8107-a9fd42f808a2 service neutron] 10.222.0.13 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280265 May 27 02:33:09.107469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.107806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.145973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-d414494f-f05f-4054-aed6-f3f21fb81c8e tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:09.147408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-d414494f-f05f-4054-aed6-f3f21fb81c8e tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f&tenant_id=a56b9613ede049a4a65896199ecd8bb3&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1097 time: 0.0778551 May 27 02:33:09.157928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-11'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:09.238472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for 539c9c93-b3aa-468a-bdfa-1f779624aa26 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:09.266767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.389421 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.397681 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.448907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=539c9c93-b3aa-468a-bdfa-1f779624aa26,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:09.459040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.459389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.459735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.460075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.460415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.460751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.461084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.461420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.461749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.462076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.462976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.462976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.480168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:09.526932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.565939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:09.579403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.579882 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Floating IP c52007a1-1eaf-483d-8347-2382b5c0c8b0 disassociated (deleted). External IP: 172.25.3.166, port: 30d0ad69-595a-48d9-b988-af56c3794239. May 27 02:33:09.756825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:09.769175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac8663-2c28-44fd-8af6-fa96b0ff5e2b req-eb784cf6-9edc-4e38-9a68-d38a433c0ac4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:09.770736 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1ac8663-2c28-44fd-8af6-fa96b0ff5e2b req-eb784cf6-9edc-4e38-9a68-d38a433c0ac4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.2865660 May 27 02:33:09.773323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.797679 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:09.843287 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12bc5a6-b5ed-4b74-8b56-42efdd4bc16d'] response: {'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'code': 200} May 27 02:33:09.957711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a1ac8663-2c28-44fd-8af6-fa96b0ff5e2b req-02da8920-378b-41d4-8595-c0e98ae8c2d8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758296 May 27 02:33:09.967991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:09.980831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:09.992599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.992941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.993311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.993641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.993971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.994304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.995165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.995600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.995924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.996245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.996564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:09.996879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:10.084710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on host n-h2-843146-11 for vnic_type normal with profile {"migrating_to": "n-h1-843146-11"} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:10.085158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:10.085643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:10.090876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:33:10.091276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Attempting to bind port 9346f55b-8d51-43e1-a010-855a8aa425e0 on network bf7b7cfd-06e5-401a-9998-68156e929e6c {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:10.096989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:10.097400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Checking segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:10.097819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Bound using segment: {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:10.098394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Bound port: 9346f55b-8d51-43e1-a010-855a8aa425e0, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e97049-3e1c-4be8-816c-3de63f7b0e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:10.098919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.173382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:10.192284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:10.207413 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.215635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:10.217087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:10.217932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:10.221303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:10.227574 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.280958 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0c26bcfb-7d91-4185-95d5-5960ba750833 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "DELETE /v2.0/floatingips/c52007a1-1eaf-483d-8347-2382b5c0c8b0 HTTP/1.1" status: 204 len: 168 time: 1.6659064 May 27 02:33:10.280958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:10.306649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Provisioning complete for port 9346f55b-8d51-43e1-a010-855a8aa425e0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:10.307162 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.328358 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e99e288-e22b-470d-b564-02039793a995'] response: {'name': 'network-changed', 'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239', 'status': 'completed', 'code': 200} May 27 02:33:10.354400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.13', 52749) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:10.451465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=8']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:10.475270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:10.499486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-c7e6de49-8b43-4d64-be38-33176b9355c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.504241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-c7e6de49-8b43-4d64-be38-33176b9355c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 1097 time: 0.1486638 May 27 02:33:10.521200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.524015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:10.525440 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-40b0a1a4-fcac-4796-9ba9-212661dd1993 service neutron] 10.222.0.13 "PUT /v2.0/ports/9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 1123 time: 1.3713443 May 27 02:33:10.736376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9346f55b-8d51-43e1-a010-855a8aa425e0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:33:10.783938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-a21c2302-8035-4935-9a79-957a3f273b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.785541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-a21c2302-8035-4935-9a79-957a3f273b5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.2736468 May 27 02:33:10.810570 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06142-9fc3-4aad-b971-1e4dd6be535e req-511b9dcf-f707-4576-b0ab-34dae067d7dc tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.817463 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ed06142-9fc3-4aad-b971-1e4dd6be535e req-511b9dcf-f707-4576-b0ab-34dae067d7dc tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 945 time: 0.0902460 May 27 02:33:10.859159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-0bd1b58a-3d51-48e2-8fac-574296f3edc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d0ad69-595a-48d9-b988-af56c3794239 HTTP/1.1" status: 200 len: 217 time: 0.0666468 May 27 02:33:10.864418 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ed06142-9fc3-4aad-b971-1e4dd6be535e req-91cc908c-2995-4fd1-9eb7-0f170c44d168 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461128 May 27 02:33:10.933064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-2fddea41-64c2-46ef-a960-f8fd686fb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:10.934566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-2fddea41-64c2-46ef-a960-f8fd686fb00c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.0691335 May 27 02:33:10.990290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Current status of the port 9346f55b-8d51-43e1-a010-855a8aa425e0 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:10.990671 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.023080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-4fad7772-db44-4271-bfbb-3492ce366b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.024553 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-4fad7772-db44-4271-bfbb-3492ce366b49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829544 May 27 02:33:11.101887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:11.127352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:11.147936 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.200367 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1fc2bc-ec7b-49d3-8662-4b0bdb72088c'] response: {'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'code': 200} May 27 02:33:11.220045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-9739aa9a-55e4-4b08-a87b-5913a1e1e8ce service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883941 May 27 02:33:11.232415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66d26d-b430-4944-8ea1-6ccb02d2716d req-095dbd9a-9f35-4b0a-8a2a-40ef7d2a6aed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.233727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b66d26d-b430-4944-8ea1-6ccb02d2716d req-095dbd9a-9f35-4b0a-8a2a-40ef7d2a6aed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.1329663 May 27 02:33:11.281487 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.362860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b66d26d-b430-4944-8ea1-6ccb02d2716d req-f65cf4f7-e4c2-45b7-b21b-73c5791ce7c7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078897 May 27 02:33:11.401588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:11.405946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3ec23ed-73ae-4f7d-9cd6-31a4bd618bc8 req-94358151-3c05-48a1-818c-eb0ee6d30a8f service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713059 May 27 02:33:11.432881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.433228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.433567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.433900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.434232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.434558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.434908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.435233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.435553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.435871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.436193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.436508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88511d32-45ce-406d-abf8-d7078269ea55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:11.441418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 1, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:11.454774 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:11.482635 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:11.483272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:11.651380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f88d1839-d519-4661-b634-0e9444ed9980 None None] Provisioning complete for port 9346f55b-8d51-43e1-a010-855a8aa425e0 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:11.651781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f88d1839-d519-4661-b634-0e9444ed9980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:11.753244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:11.844385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:11.889602 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd89fc27-5f4f-43d8-93d1-7129b939053c'] response: {'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'status': 'completed', 'code': 200} May 27 02:33:11.970074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f88d1839-d519-4661-b634-0e9444ed9980 None None] Current status of the port 9346f55b-8d51-43e1-a010-855a8aa425e0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:11.988707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-516767fa-46c8-4444-82d4-9795e1cd6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:11.990204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-516767fa-46c8-4444-82d4-9795e1cd6df3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1128 time: 0.0790265 May 27 02:33:12.070830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff355b8f-96e1-4996-81a0-9126b426813a req-77fff30e-8466-47bc-809f-af7b28564798 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:12.071542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ff355b8f-96e1-4996-81a0-9126b426813a req-77fff30e-8466-47bc-809f-af7b28564798 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:12.089522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ff355b8f-96e1-4996-81a0-9126b426813a req-77fff30e-8466-47bc-809f-af7b28564798 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:12.091096 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff355b8f-96e1-4996-81a0-9126b426813a req-77fff30e-8466-47bc-809f-af7b28564798 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 945 time: 0.1070831 May 27 02:33:12.143623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-78c84a9f-d9b7-4344-b40f-74bd645f910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:12.145678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-78c84a9f-d9b7-4344-b40f-74bd645f910e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.1486301 May 27 02:33:12.146565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff355b8f-96e1-4996-81a0-9126b426813a req-64cb7e52-a301-4ade-b9df-9693f76c5b8f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483179 May 27 02:33:12.178086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 1, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:12.182040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac986a-af29-44f3-92e9-af916d51fee5 None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '1280a386-501c-4232-8bad-1e6a1a7ed28b', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'port_id': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'mac_address': 'fa:16:3e:2e:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:29:08Z', 'updated_at': '2022-05-27T02:29:11Z', 'revision_number': 1, 'project_id': '1d33244c67384c55a68982e3309789f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:12.254685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-7ef55677-a9d1-4ad1-85ec-004ebf0a7189 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 1001 time: 0.1016901 May 27 02:33:12.328841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-52adaf66-efdc-44ba-8ec2-3abb262d40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:12.330270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-52adaf66-efdc-44ba-8ec2-3abb262d40e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0689089 May 27 02:33:12.410582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-f67b391f-5705-487d-993a-65f9f83b4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:12.413436 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-f67b391f-5705-487d-993a-65f9f83b4c9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758843 May 27 02:33:12.413746 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a8223-ffd0-4114-916f-0b1c27025f1a None None] New status for floating IP c52007a1-1eaf-483d-8347-2382b5c0c8b0: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:33:12.608977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-fa17f289-9208-495f-820b-56bc5688ec94 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887350 May 27 02:33:12.642845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0ae79-625d-4840-8e01-5cd6a20f63fc req-0779ac0a-2ff7-437c-9b09-314df11a4f2d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:12.644262 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2a0ae79-625d-4840-8e01-5cd6a20f63fc req-0779ac0a-2ff7-437c-9b09-314df11a4f2d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.1553547 May 27 02:33:12.670436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d8daac38-1a3c-423c-b574-4d45b5dd922e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:12.671807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d8daac38-1a3c-423c-b574-4d45b5dd922e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 945 time: 0.0864668 May 27 02:33:12.742335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port 30d0ad69-595a-48d9-b988-af56c3794239 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:12.742675 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:12.762320 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2a0ae79-625d-4840-8e01-5cd6a20f63fc req-8e268edd-f7ce-4d50-a789-a0c64ca52de5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697412 May 27 02:33:12.782914 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c9ee7d6-0799-49aa-8524-d381b8643437 req-efcd7e6b-5736-4961-b962-5896c7316890 service neutron] 10.222.0.47 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674380 May 27 02:33:12.991958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] For port 30d0ad69-595a-48d9-b988-af56c3794239, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=30d0ad69-595a-48d9-b988-af56c3794239,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:12.992231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.112463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for 30d0ad69-595a-48d9-b988-af56c3794239 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:13.297382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.462687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fef43d2-de67-48bb-86ef-7cf019d2a9ff req-ff374da0-abef-4972-a9e6-6e6ec5776ff4 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.1972823 May 27 02:33:13.471596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=30d0ad69-595a-48d9-b988-af56c3794239,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:13.546212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] No DVR routers for this DVR port 30d0ad69-595a-48d9-b988-af56c3794239 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:13.549006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:13.551520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'name': 'network-vif-deleted', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:13.567859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e178c100-fea5-4e13-a51a-73d44d9b3ed0 req-d0286b43-8e58-4049-bcf0-9834ac01e26f tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "DELETE /v2.0/ports/30d0ad69-595a-48d9-b988-af56c3794239 HTTP/1.1" status: 204 len: 173 time: 0.8896203 May 27 02:33:13.598252 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233cc5fb-6300-4cb5-83e8-e45d4af30bed'] response: {'server_uuid': 'e775a338-1edb-4bb0-a537-605aaeca7c29', 'name': 'network-vif-deleted', 'tag': '30d0ad69-595a-48d9-b988-af56c3794239', 'status': 'completed', 'code': 200} May 27 02:33:13.965414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5b4ac-695f-4480-8fc9-255945cd2e36 req-0f034fe4-c29c-48a9-9d9e-7cbd45c6d73a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:13.969809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6a5b4ac-695f-4480-8fc9-255945cd2e36 req-0f034fe4-c29c-48a9-9d9e-7cbd45c6d73a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0955670 May 27 02:33:14.016941 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6a5b4ac-695f-4480-8fc9-255945cd2e36 req-b26f1754-6096-44ae-84bb-15eda1e2576b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 May 27 02:33:14.442988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:33:14.639264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a12fa3b-438c-41c8-ad15-cc43bdc53b42 req-2d0db1ad-7c87-4955-b674-8fe111d7ac64 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=e775a338-1edb-4bb0-a537-605aaeca7c29 HTTP/1.1" status: 200 len: 210 time: 0.0468886 May 27 02:33:14.658013 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:14.671034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 has no active binding in host n-h1-843146-11 {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 02:33:15.207489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fd05f-5502-4550-89ca-438a5d566eea req-ddc60813-2fdf-4732-9e43-0cf5e7a50baa tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:15.208926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c63fd05f-5502-4550-89ca-438a5d566eea req-ddc60813-2fdf-4732-9e43-0cf5e7a50baa tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0835614 May 27 02:33:15.252463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c63fd05f-5502-4550-89ca-438a5d566eea req-4b4c526f-c5e8-4ead-9e7e-ec08de1b1359 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374353 May 27 02:33:16.442985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c233351-9648-4ee4-80b9-d230d4567fea req-243212df-69ab-4799-aafc-876feca907bb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:16.444442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c233351-9648-4ee4-80b9-d230d4567fea req-243212df-69ab-4799-aafc-876feca907bb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.0842218 May 27 02:33:16.448856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 30d0ad69-595a-48d9-b988-af56c3794239 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:16.483184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 30d0ad69-595a-48d9-b988-af56c3794239 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:16.483590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 30d0ad69-595a-48d9-b988-af56c3794239 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:16.492750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c233351-9648-4ee4-80b9-d230d4567fea req-df888092-b1b2-4664-97fd-a3894518c075 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 May 27 02:33:17.805036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50d82-a6c4-4122-934d-3cef6d9e16d9 req-3abf07be-e0b8-40d3-83bc-0847840c870b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:17.807195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ed50d82-a6c4-4122-934d-3cef6d9e16d9 req-3abf07be-e0b8-40d3-83bc-0847840c870b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.2057660 May 27 02:33:17.850433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ed50d82-a6c4-4122-934d-3cef6d9e16d9 req-7e826713-0b11-4ad1-9ae7-7e4b8edf9289 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375085 May 27 02:33:18.932746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-0eeac1ad-aff1-429c-9a54-c3b37c40b935 service neutron] 10.222.0.47 "GET /v2.0/ports/9346f55b-8d51-43e1-a010-855a8aa425e0/bindings/n-h1-843146-11 HTTP/1.1" status: 200 len: 385 time: 0.0807285 May 27 02:33:19.072104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642ac6a-18e3-4607-93f8-fe080e0e3911 req-94d1c409-ebea-4565-9d54-9affb1d6df2f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:19.073633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c642ac6a-18e3-4607-93f8-fe080e0e3911 req-94d1c409-ebea-4565-9d54-9affb1d6df2f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 945 time: 0.1048467 May 27 02:33:19.121972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c642ac6a-18e3-4607-93f8-fe080e0e3911 req-f6e84135-04c8-40cd-96ba-2286d281d8d5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 May 27 02:33:19.237355 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:19.260935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:19.339080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:19.348731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:19.369849 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:19.387026 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094fb4f5-12cf-429d-9e54-a5bed20ecad2'] response: {'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'code': 200} May 27 02:33:19.483568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] Transition to ACTIVE for port object 9346f55b-8d51-43e1-a010-855a8aa425e0 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:19.487908 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:19.644606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=11']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:19.690230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] No DVR routers for this DVR port 9346f55b-8d51-43e1-a010-855a8aa425e0 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:19.902822 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-aae6c745-f46e-46c2-bbed-a023921b6dc8 service neutron] 10.222.0.47 "PUT /v2.0/ports/9346f55b-8d51-43e1-a010-855a8aa425e0/bindings/n-h1-843146-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9651623 May 27 02:33:20.024877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-705d23d0-f6d6-43d9-bcc9-1512ed3f68de tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.026385 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-705d23d0-f6d6-43d9-bcc9-1512ed3f68de tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f&tenant_id=a56b9613ede049a4a65896199ecd8bb3&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.0743406 May 27 02:33:20.105709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-631ef9b7-eeea-4c05-aa3c-ea1d67813ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.107203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-631ef9b7-eeea-4c05-aa3c-ea1d67813ddf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0741045 May 27 02:33:20.164115 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:33:20.200647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-556ad3c3-8bae-4d52-aada-156e4cb9acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.202228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-556ad3c3-8bae-4d52-aada-156e4cb9acea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1096 time: 0.0724039 May 27 02:33:20.246999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58126) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:20.400253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-e774db3c-07d1-44c7-952b-a172f5cb5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.402055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-e774db3c-07d1-44c7-952b-a172f5cb5d74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.1935368 May 27 02:33:20.409891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb21e1-feb1-4ddc-871b-2099adf225fa req-6b93d393-ae7c-4a7b-bf8c-0065904a1b46 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.411249 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fddb21e1-feb1-4ddc-871b-2099adf225fa req-6b93d393-ae7c-4a7b-bf8c-0065904a1b46 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 944 time: 0.1785576 May 27 02:33:20.448599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port 98de1d57-30df-4ca8-8901-a4e13157e9c5 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:20.448934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:20.547028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fddb21e1-feb1-4ddc-871b-2099adf225fa req-75ccd073-4991-4303-9f64-0bf3de84edf2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787933 May 27 02:33:20.549072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-f658e6a7-d3f4-443d-982b-d0a381bdbb72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 999 time: 0.1369758 May 27 02:33:20.623123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-6bd81fe8-d1c0-4e08-8b8c-c2f80230b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.624617 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-6bd81fe8-d1c0-4e08-8b8c-c2f80230b41d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0681436 May 27 02:33:20.643046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:20.643367 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:20.710980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-8c0a99c6-f7cb-4b43-83b0-032eb07c483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:20.712430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-8c0a99c6-f7cb-4b43-83b0-032eb07c483d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820482 May 27 02:33:20.857682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-6004a87b-5dec-4c69-b07e-22458f756534 service neutron] 10.222.0.13 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389050 May 27 02:33:20.892400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for 98de1d57-30df-4ca8-8901-a4e13157e9c5 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:20.995741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-3bd81147-d1ba-4216-bec0-a5c01af8257c service neutron] 10.222.0.13 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323848 May 27 02:33:21.047227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:21.100935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=98de1d57-30df-4ca8-8901-a4e13157e9c5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:21.194063 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:21.194389 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Floating IP 1280a386-501c-4232-8bad-1e6a1a7ed28b disassociated (deleted). External IP: 172.25.3.17, port: e7f06920-ebce-4b7e-8ce6-970d7119a548. May 27 02:33:21.289959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-ec7e1aa2-4c27-4c84-bbd2-953755017117 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:21.292078 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-ec7e1aa2-4c27-4c84-bbd2-953755017117 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f&tenant_id=a56b9613ede049a4a65896199ecd8bb3&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 1096 time: 0.0766060 May 27 02:33:21.530845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-90eee3f2-53d9-4ede-a727-20db863e5363 service neutron] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:21.533888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-90eee3f2-53d9-4ede-a727-20db863e5363 service neutron] Notify callbacks [] for binding, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:21.535138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e2c80951-8870-419b-b577-ee8c0622d2cd req-90eee3f2-53d9-4ede-a727-20db863e5363 service neutron] 10.222.0.13 "DELETE /v2.0/ports/9346f55b-8d51-43e1-a010-855a8aa425e0/bindings/n-h2-843146-11 HTTP/1.1" status: 204 len: 173 time: 0.2383192 May 27 02:33:21.567408 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:21.816440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:21.830775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:21.842283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:21.843381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:21.844720 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:21.912951 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-19e4eeb7-3ec0-4e1f-ab14-ca9293cc107a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "DELETE /v2.0/floatingips/1280a386-501c-4232-8bad-1e6a1a7ed28b HTTP/1.1" status: 204 len: 168 time: 1.6647882 May 27 02:33:21.914880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:21.932685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67905e67-4f9b-4c24-9da0-56eedee572e3 req-bcd7b4e6-d8ad-4d62-8845-8d960b83fb93 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:21.935009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67905e67-4f9b-4c24-9da0-56eedee572e3 req-bcd7b4e6-d8ad-4d62-8845-8d960b83fb93 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 944 time: 0.2138546 May 27 02:33:21.992043 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67905e67-4f9b-4c24-9da0-56eedee572e3 req-bf17feac-ad65-42f5-862e-88b16b31388f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493946 May 27 02:33:22.060478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:22.146703 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ad7d1d-c476-4f9f-b027-8417b43c0234'] response: {'name': 'network-changed', 'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'status': 'completed', 'code': 200} May 27 02:33:22.341819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-a5c46032-961a-4d09-b6b1-d091bba14592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.343918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-a5c46032-961a-4d09-b6b1-d091bba14592 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d33244c67384c55a68982e3309789f5&device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 1098 time: 0.1739013 May 27 02:33:22.365079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c5e5-76ce-4b37-9099-83166cb5400a req-34e2fc28-bcff-4430-a546-2667cb434d23 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.375539 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62b3c5e5-76ce-4b37-9099-83166cb5400a req-34e2fc28-bcff-4430-a546-2667cb434d23 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1096 time: 0.0965195 May 27 02:33:22.407747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:22.441525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-62b3c5e5-76ce-4b37-9099-83166cb5400a req-550c9d7c-e003-4767-bdfb-228fb7424da4 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647504 May 27 02:33:22.539686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:22.592792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:22.599267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:22.613939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:22.614743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:22.625188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-76340216-8880-4ce5-94c8-d7699714d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.626662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-76340216-8880-4ce5-94c8-d7699714d061 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 200 len: 913 time: 0.2748878 May 27 02:33:22.634616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e4e71-e56b-43e2-a46a-90af5b1619c4 req-c3b4ac0b-6edb-44e6-82a6-be609acd6072 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.635771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-775e4e71-e56b-43e2-a46a-90af5b1619c4 req-c3b4ac0b-6edb-44e6-82a6-be609acd6072 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:22.660044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdfd1d-c9a3-45a5-be86-0771c504584b req-bb416841-d2c2-4e5d-b508-ecd6264c348a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.663348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4cdfd1d-c9a3-45a5-be86-0771c504584b req-bb416841-d2c2-4e5d-b508-ecd6264c348a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 944 time: 0.1054492 May 27 02:33:22.719936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-1dee3539-b39f-41a3-b524-9fff6102540e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 200 len: 217 time: 0.0749314 May 27 02:33:22.722367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-775e4e71-e56b-43e2-a46a-90af5b1619c4 req-c3b4ac0b-6edb-44e6-82a6-be609acd6072 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:22.723656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-775e4e71-e56b-43e2-a46a-90af5b1619c4 req-c3b4ac0b-6edb-44e6-82a6-be609acd6072 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 946 time: 0.2431715 May 27 02:33:22.732852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c4cdfd1d-c9a3-45a5-be86-0771c504584b req-e8fdfdc0-f902-4985-8db6-984110089d6e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615077 May 27 02:33:22.756592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58144) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:22.829271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-ca486c7d-8d3e-4e27-aa91-dc5eb1860cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.830762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-ca486c7d-8d3e-4e27-aa91-dc5eb1860cdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 200 len: 851 time: 0.1033790 May 27 02:33:22.835777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-775e4e71-e56b-43e2-a46a-90af5b1619c4 req-8a011e63-19bd-424e-93bd-8222dd491ebe tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750234 May 27 02:33:22.842988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:22.885946 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0b328f93-6dcc-465d-a3d6-e972e965bb26 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/9ad3c25d-930d-4321-a21c-25976edee2ba HTTP/1.1" status: 200 len: 991 time: 0.1274617 May 27 02:33:22.913238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-8bf18b6e-9461-4066-b8f4-c27dc76c86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:22.914741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-8bf18b6e-9461-4066-b8f4-c27dc76c86c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdb91bb-8209-4e3e-a65b-012abb8926fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774574 May 27 02:33:23.050250 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-88394964-03d8-4e61-9c97-770b9d58cf26 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280348 May 27 02:33:23.164418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:23.169227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f8239-c2a2-480d-9a95-187cba978174 None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:23:00Z', 'revision_number': 4, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '3e75bd46-e45b-4bef-82c8-7f4211966e49', 'name': '', 'network_id': '6fdb91bb-8209-4e3e-a65b-012abb8926fc', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'mac_address': 'fa:16:3e:d0:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:59Z', 'updated_at': '2022-05-27T02:23:06Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'subnets': [{'id': 'e460c18a-6602-4a5b-aa74-fcbab616a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:23.187824 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2de312d8-16ae-4b81-892b-72a1e2ba119f req-8a3adc09-1400-446d-9ef5-844a7b25dc76 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294160 May 27 02:33:23.411352 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec38b7-43c0-4a95-9eb2-2c84cc7f54aa None None] New status for floating IP 1280a386-501c-4232-8bad-1e6a1a7ed28b: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:33:24.002853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18379216-6f9a-4933-97cd-500dcf9294ca req-0b380312-f7a9-4caf-89e3-56007387b879 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:24.004393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18379216-6f9a-4933-97cd-500dcf9294ca req-0b380312-f7a9-4caf-89e3-56007387b879 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 946 time: 0.0831246 May 27 02:33:24.081628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port e7f06920-ebce-4b7e-8ce6-970d7119a548 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:24.081988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.151218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aaa2a-e471-46a8-8fd2-6d4e95cd99d9 req-4355dd19-f224-48f4-bac1-29e7013558ba tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:24.152714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-446aaa2a-e471-46a8-8fd2-6d4e95cd99d9 req-4355dd19-f224-48f4-bac1-29e7013558ba tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:24.164640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-446aaa2a-e471-46a8-8fd2-6d4e95cd99d9 req-4355dd19-f224-48f4-bac1-29e7013558ba tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:24.165785 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-446aaa2a-e471-46a8-8fd2-6d4e95cd99d9 req-4355dd19-f224-48f4-bac1-29e7013558ba tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 946 time: 0.2246611 May 27 02:33:24.211895 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-446aaa2a-e471-46a8-8fd2-6d4e95cd99d9 req-5cbf3740-ccff-4e6a-819d-7b906f2b314d tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/security-groups?id=5784f533-7303-4cce-b2db-2c54e54f871c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 May 27 02:33:24.338158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] For port e7f06920-ebce-4b7e-8ce6-970d7119a548, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=e7f06920-ebce-4b7e-8ce6-970d7119a548,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:24.338519 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.464716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for e7f06920-ebce-4b7e-8ce6-970d7119a548 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:24.609025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.773628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=e7f06920-ebce-4b7e-8ce6-970d7119a548,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:24.848818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] No DVR routers for this DVR port e7f06920-ebce-4b7e-8ce6-970d7119a548 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:24.851305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:24.853790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'name': 'network-vif-deleted', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:24.869245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18379216-6f9a-4933-97cd-500dcf9294ca req-d2629d15-73f7-402c-aa49-89c14b6ac8d9 tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.13 "DELETE /v2.0/ports/e7f06920-ebce-4b7e-8ce6-970d7119a548 HTTP/1.1" status: 204 len: 173 time: 0.8578150 May 27 02:33:24.898794 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe5f71e-1735-43eb-9910-b989c9bea617'] response: {'server_uuid': '313bb3a4-b940-4c3c-8167-27c94febfa56', 'name': 'network-vif-deleted', 'tag': 'e7f06920-ebce-4b7e-8ce6-970d7119a548', 'status': 'completed', 'code': 200} May 27 02:33:25.149021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58156) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:25.400312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c9122c6f-0a9f-4bc0-b007-2aa61e170c47 req-05afa2bb-6c1c-4f28-91fb-cfe1b52c231e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Synchronizing usage tracker for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:25.425443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port b1ad2ba7-a2cd-422d-bf3e-836ebcd9ef9b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:25.425880 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.455158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c9122c6f-0a9f-4bc0-b007-2aa61e170c47 req-05afa2bb-6c1c-4f28-91fb-cfe1b52c231e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Unset dirty status for tenant:1d33244c67384c55a68982e3309789f5 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:25.456307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9122c6f-0a9f-4bc0-b007-2aa61e170c47 req-05afa2bb-6c1c-4f28-91fb-cfe1b52c231e tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "GET /v2.0/ports?device_id=313bb3a4-b940-4c3c-8167-27c94febfa56 HTTP/1.1" status: 200 len: 210 time: 0.1183498 May 27 02:33:25.599462 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.599798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.723401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for b1ad2ba7-a2cd-422d-bf3e-836ebcd9ef9b owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:25.878098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:25.926285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=b1ad2ba7-a2cd-422d-bf3e-836ebcd9ef9b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:26.021822 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.022159 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP 9ad3c25d-930d-4321-a21c-25976edee2ba disassociated (deleted). External IP: 172.25.3.237, port: 9346f55b-8d51-43e1-a010-855a8aa425e0. May 27 02:33:26.372749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router d386f976-29c2-4e1e-9b72-1277026bc677 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:26.490293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device e7f06920-ebce-4b7e-8ce6-970d7119a548 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:26.546831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: e7f06920-ebce-4b7e-8ce6-970d7119a548 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:26.547171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device e7f06920-ebce-4b7e-8ce6-970d7119a548 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:26.573229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58164) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:26.746362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:26.756550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] Sync routers for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:26.766956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:26.767916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:26.768617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.774367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Deleting port 61060644-cf07-4fd0-ac94-80600cd06d40 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:26.774734 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.830220 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b4d118b8-d2ee-4184-95b2-8b6844690fd1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/floatingips/9ad3c25d-930d-4321-a21c-25976edee2ba HTTP/1.1" status: 204 len: 168 time: 1.6801047 May 27 02:33:26.899650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:26.961507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:26.963107 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0715f4db-c5bc-444d-a34d-e49625be00da'] response: {'name': 'network-changed', 'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'status': 'completed', 'code': 200} May 27 02:33:26.971179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:26.971595 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.085502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-43d05012-37a6-435f-94e2-1c14885223c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:27.087496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-43d05012-37a6-435f-94e2-1c14885223c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 1096 time: 0.1008124 May 27 02:33:27.110587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Calling delete_port for 61060644-cf07-4fd0-ac94-80600cd06d40 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:27.233534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-bfacfabc-8e74-4264-a9d4-0e785784f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:27.236251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-bfacfabc-8e74-4264-a9d4-0e785784f64e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 200 len: 898 time: 0.1421430 May 27 02:33:27.310476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-050157e8-83a8-4439-83d2-3af471151098 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 200 len: 217 time: 0.0677571 May 27 02:33:27.312976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:38Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:27.315153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf6231-199a-45b5-914a-1042ca0377e4 req-73af0c12-69d0-44af-bed5-b0d16b7b475e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:27.316621 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9faf6231-199a-45b5-914a-1042ca0377e4 req-73af0c12-69d0-44af-bed5-b0d16b7b475e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 944 time: 0.1542580 May 27 02:33:27.317029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] Checking router: d386f976-29c2-4e1e-9b72-1277026bc677 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:27.325607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:27.326337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:27.370955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9faf6231-199a-45b5-914a-1042ca0377e4 req-53d0e1fa-1cd8-41bd-9e76-174880f49b5a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 May 27 02:33:27.371681 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.381678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-09fbbd77-afe5-4a9f-b033-605e5b90df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:27.383263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-09fbbd77-afe5-4a9f-b033-605e5b90df09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 200 len: 834 time: 0.0606046 May 27 02:33:27.462406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-f22de32d-7c64-460e-8463-5576ef13769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:27.464679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-f22de32d-7c64-460e-8463-5576ef13769f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf7b7cfd-06e5-401a-9998-68156e929e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748477 May 27 02:33:27.465093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'Port': ['ID=61060644-cf07-4fd0-ac94-80600cd06d40,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:27.527379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.530217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:27.548942 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.553436 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1ec85cc1-b868-4b8b-82dd-b26946b97c2a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "DELETE /v2.0/floatingips/ec2606be-7853-445e-a66f-4660fc4aa3c2 HTTP/1.1" status: 204 len: 168 time: 0.9788458 May 27 02:33:27.616762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-6a033d3e-c83d-4ab3-9de1-9901f9332611 service neutron] 10.222.0.13 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442621 May 27 02:33:27.737007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-20f6cf86-49bb-4d9a-b0f9-8d051e00aa7f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:27.738474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-20f6cf86-49bb-4d9a-b0f9-8d051e00aa7f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 944 time: 0.0920060 May 27 02:33:27.776902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c531b25-db28-40cc-b24d-1dc0c3d57059 req-f975c29d-266d-46ef-b02c-7f5dca0c0f38 service neutron] 10.222.0.13 "GET /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528065 May 27 02:33:27.837436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 9346f55b-8d51-43e1-a010-855a8aa425e0 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:27.837980 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:27.896232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:38Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:27.901157 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac19525-3150-4fa0-abbe-5c69516c8ffa None None] The sync data for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 is: [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:31:33Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '34bb7d8c-a906-4b6e-9426-1da398d6502f', 'name': '', 'network_id': 'bf7b7cfd-06e5-401a-9998-68156e929e6c', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:09:57:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:32Z', 'updated_at': '2022-05-27T02:31:38Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': 'ced6a19f-bfe8-474f-8153-099b710ff295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:28.116781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 9346f55b-8d51-43e1-a010-855a8aa425e0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9346f55b-8d51-43e1-a010-855a8aa425e0,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:28.117288 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.171638 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115160c-1cb3-46e8-be48-711498742ea2 None None] New status for floating IP 9ad3c25d-930d-4321-a21c-25976edee2ba: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:33:28.244363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 9346f55b-8d51-43e1-a010-855a8aa425e0 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:28.396321 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.447396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=9346f55b-8d51-43e1-a010-855a8aa425e0,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:28.551555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a80f5c52-04be-436f-b83b-1e60e317b7f6 req-2b7c73b2-51d9-417c-aab8-3d67a7591b67 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:28.572544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a80f5c52-04be-436f-b83b-1e60e317b7f6 req-2b7c73b2-51d9-417c-aab8-3d67a7591b67 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:28.574212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a80f5c52-04be-436f-b83b-1e60e317b7f6 req-2b7c73b2-51d9-417c-aab8-3d67a7591b67 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3042d4-64c4-40f5-a090-604f7cabf55f HTTP/1.1" status: 200 len: 210 time: 0.0712576 May 27 02:33:28.645428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] No DVR routers for this DVR port 9346f55b-8d51-43e1-a010-855a8aa425e0 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:28.648054 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:28.651261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-deleted', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:28.667521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-547a1751-a73e-4f81-8a40-bb71465ca06f req-b5998452-167c-41ad-8b66-4b0e145ac043 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "DELETE /v2.0/ports/9346f55b-8d51-43e1-a010-855a8aa425e0 HTTP/1.1" status: 204 len: 173 time: 0.9236217 May 27 02:33:28.701921 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019739ff-0d6f-41f2-8c3d-ba1e03e8e303'] response: {'server_uuid': '1f3042d4-64c4-40f5-a090-604f7cabf55f', 'name': 'network-vif-deleted', 'tag': '9346f55b-8d51-43e1-a010-855a8aa425e0', 'status': 'completed', 'code': 200} May 27 02:33:29.670663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58190) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:30.058543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58196) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:30.129515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd229bd9-ad62-4b95-a856-938b1fedf60a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.160907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd229bd9-ad62-4b95-a856-938b1fedf60a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.235446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd229bd9-ad62-4b95-a856-938b1fedf60a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.238850 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.256925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd229bd9-ad62-4b95-a856-938b1fedf60a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5784f533-7303-4cce-b2db-2c54e54f871c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:30.268687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bd229bd9-ad62-4b95-a856-938b1fedf60a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.269837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bd229bd9-ad62-4b95-a856-938b1fedf60a tempest-TestVolumeBootPattern-1527879534 tempest-TestVolumeBootPattern-1527879534-project] 10.222.0.16 "DELETE /v2.0/security-groups/5784f533-7303-4cce-b2db-2c54e54f871c HTTP/1.1" status: 204 len: 168 time: 0.2102215 May 27 02:33:30.329049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58202) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:30.504930 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:30.540100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 9346f55b-8d51-43e1-a010-855a8aa425e0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:30.540615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9346f55b-8d51-43e1-a010-855a8aa425e0 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:30.628395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 34bb7d8c-a906-4b6e-9426-1da398d6502f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:30.628813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.820578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 34bb7d8c-a906-4b6e-9426-1da398d6502f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=34bb7d8c-a906-4b6e-9426-1da398d6502f,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:30.821334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:30.950076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 34bb7d8c-a906-4b6e-9426-1da398d6502f owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:31.176623 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.266536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.316689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=34bb7d8c-a906-4b6e-9426-1da398d6502f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:31.557536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Deleting port 3e75bd46-e45b-4bef-82c8-7f4211966e49 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:31.557888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.656542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.739588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] For port 3e75bd46-e45b-4bef-82c8-7f4211966e49, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3e75bd46-e45b-4bef-82c8-7f4211966e49,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:31.739872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:31.865597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Calling delete_port for 3e75bd46-e45b-4bef-82c8-7f4211966e49 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:32.062353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router d386f976-29c2-4e1e-9b72-1277026bc677 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:32.149669 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.231781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e75bd46-e45b-4bef-82c8-7f4211966e49,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:32.257287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:32.270842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] Sync routers for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:32.273590 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24e7d2da-2d43-4e8b-b94e-f78e101b64f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/d386f976-29c2-4e1e-9b72-1277026bc677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016555 May 27 02:33:32.275242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58210) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:32.296956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:32.297595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:32.353455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting subnet ced6a19f-bfe8-474f-8153-099b710ff295 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:33:32.357571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.432390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.522139 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.528840 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.566686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:32.633293 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.684351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Subnet': ['ID=ced6a19f-bfe8-474f-8153-099b710ff295,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:32.688272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:32.698173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-86a250ec-9369-48a8-b964-58f638dada9e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/subnets/ced6a19f-bfe8-474f-8153-099b710ff295 HTTP/1.1" status: 204 len: 168 time: 0.4208388 May 27 02:33:32.699038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58214) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:32.707603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c5d1fe-75c1-41db-81db-96c1f7d2d28a None None] Network bf7b7cfd-06e5-401a-9998-68156e929e6c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:33.039105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.065547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Router b238b631-af2b-4ad7-9613-f2cafecd8d5c has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:33.070309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:33:31Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:33.075004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] Checking router: d386f976-29c2-4e1e-9b72-1277026bc677 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:33.088409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] Routers {'d386f976-29c2-4e1e-9b72-1277026bc677'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:33.089386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d386f976-29c2-4e1e-9b72-1277026bc677'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:33.158320 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] DHCP port deletion for bf7b7cfd-06e5-401a-9998-68156e929e6c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:33:33.176568 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] Deleting port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:33.176935 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.245504 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.258409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port fe565368-5ad3-4768-bf3f-0de48537d44d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:33.258949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.274320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:33.288190 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] Sync routers for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:33.296180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1c726bd2-5646-4c6d-9521-6cdc9d427ef1 admin admin] 10.222.0.16 "PUT /v2.0/routers/b238b631-af2b-4ad7-9613-f2cafecd8d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9628274 May 27 02:33:33.296443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58218) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:33.314506 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:33.315441 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:33.356625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.381600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] Set router d386f976-29c2-4e1e-9b72-1277026bc677 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:33.471077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port fe565368-5ad3-4768-bf3f-0de48537d44d, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=fe565368-5ad3-4768-bf3f-0de48537d44d,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:33.471466 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.535029 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:33.613657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for fe565368-5ad3-4768-bf3f-0de48537d44d owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:33.629123 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.802846 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.815057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] For port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=13e6ed30-3499-42ca-b2ba-8d63a7e33d6e,segment=NetworkSegment(24e97049-3e1c-4be8-816c-3de63f7b0e10),segment_id=24e97049-3e1c-4be8-816c-3de63f7b0e10)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:33.815453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.835161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.905459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.923726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Deleting port 25a7eb62-b12e-436f-88da-89e5e29c2c5a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:33.924093 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:33.943103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] Calling delete_port for 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:33.982886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=fe565368-5ad3-4768-bf3f-0de48537d44d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:34.007167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:33:31Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:34.023611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abbf775-f80c-4d62-8ee6-a40e0876b328 None None] The sync data for ids ['d386f976-29c2-4e1e-9b72-1277026bc677'] in n-d-843146-11 is: [{'id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882175386', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:31:28Z', 'updated_at': '2022-05-27T02:33:31Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': 'fe565368-5ad3-4768-bf3f-0de48537d44d', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd386f976-29c2-4e1e-9b72-1277026bc677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:31:29Z', 'updated_at': '2022-05-27T02:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:34.024083 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:33:32Z', 'revision_number': 5, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port': {'id': '25a7eb62-b12e-436f-88da-89e5e29c2c5a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:22:56Z', 'updated_at': '2022-05-27T02:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:34.041040 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] Checking router: b238b631-af2b-4ad7-9613-f2cafecd8d5c for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:34.053559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.057759 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.058314 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] Routers {'b238b631-af2b-4ad7-9613-f2cafecd8d5c'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:34.058975 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:34.138128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] Pushing event deleted for resources: {'Port': ['ID=13e6ed30-3499-42ca-b2ba-8d63a7e33d6e,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:34.146612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54342c74-e542-4992-8b62-3ba831e6bd1f None None] No DVR routers for this DVR port 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:34.167141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] For port 25a7eb62-b12e-436f-88da-89e5e29c2c5a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=25a7eb62-b12e-436f-88da-89e5e29c2c5a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:34.167504 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.280021 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] Set router b238b631-af2b-4ad7-9613-f2cafecd8d5c gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:34.285876 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.289038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.296377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Calling delete_port for 25a7eb62-b12e-436f-88da-89e5e29c2c5a owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:34.317661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.318273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Fanout notify agent at l3_agent the message router_deleted on router d386f976-29c2-4e1e-9b72-1277026bc677 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:33:34.343447 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.345641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a6879f9c-a369-4cbd-8437-0ebec2bcbf24 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/routers/d386f976-29c2-4e1e-9b72-1277026bc677 HTTP/1.1" status: 204 len: 168 time: 1.6455956 May 27 02:33:34.347925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:34.398311 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:33:33Z', 'revision_number': 6, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:34.410274 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c5c24-4323-45fe-97aa-4b3263b35ccb None None] The sync data for ids ['b238b631-af2b-4ad7-9613-f2cafecd8d5c'] in n-d-843146-11 is: [{'id': 'b238b631-af2b-4ad7-9613-f2cafecd8d5c', 'name': 'tempest-TestVolumeBootPattern-1938501972-router', 'tenant_id': '1d33244c67384c55a68982e3309789f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:22:55Z', 'updated_at': '2022-05-27T02:33:33Z', 'revision_number': 6, 'project_id': '1d33244c67384c55a68982e3309789f5', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:34.520134 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.639076 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:34.710674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:34.711040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 13e6ed30-3499-42ca-b2ba-8d63a7e33d6e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:34.728104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.731036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.761251 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7b7cfd-06e5-401a-9998-68156e929e6c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:34.774622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e97049-3e1c-4be8-816c-3de63f7b0e10') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:34.774864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e97049-3e1c-4be8-816c-3de63f7b0e10') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:34.780273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a7eb62-b12e-436f-88da-89e5e29c2c5a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:34.788374 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.807649 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.814648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:34.814985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.876250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.882406 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 24e97049-3e1c-4be8-816c-3de63f7b0e10 resource provider aggregate not found May 27 02:33:34.917082 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 24e97049-3e1c-4be8-816c-3de63f7b0e10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24e97049-3e1c-4be8-816c-3de63f7b0e10 found for delete ", "request_id": "req-068c9c8b-bfb9-4b96-b84b-2c92824b8bc2"}]} May 27 02:33:34.933420 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.950814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:34.963653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Network': ['ID=bf7b7cfd-06e5-401a-9998-68156e929e6c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:34.970052 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ca59bdc8-8efc-4590-ae1c-2ff3afe5db68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/networks/bf7b7cfd-06e5-401a-9998-68156e929e6c HTTP/1.1" status: 204 len: 168 time: 0.6210668 May 27 02:33:34.972750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:35.047180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed35d2c-22ac-4069-81fa-ca2c8a16f35f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.064508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.067492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.080383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed35d2c-22ac-4069-81fa-ca2c8a16f35f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.096371 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.097027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b238b631-af2b-4ad7-9613-f2cafecd8d5c {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:33:35.110907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.113378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d1a7ab0e-53d2-4ae5-bdb5-b5194292a117 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b238b631-af2b-4ad7-9613-f2cafecd8d5c HTTP/1.1" status: 204 len: 168 time: 1.8143101 May 27 02:33:35.114768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58234) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:35.164614 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed35d2c-22ac-4069-81fa-ca2c8a16f35f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.187032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed35d2c-22ac-4069-81fa-ca2c8a16f35f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:35.189528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] Deleting subnet e460c18a-6602-4a5b-aa74-fcbab616a891 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:33:35.192840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.197703 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9ed35d2c-22ac-4069-81fa-ca2c8a16f35f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.202012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9ed35d2c-22ac-4069-81fa-ca2c8a16f35f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/security-groups/4eaa8bef-04b3-4ee9-8e37-a8cffe2ab22b HTTP/1.1" status: 204 len: 168 time: 0.2283299 May 27 02:33:35.256171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.340138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:35.345844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133085942', 'description': 'tempest-secgroup-smoke-133085942 description', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:35.352932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:35.357170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.359456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:35.364246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:35.371989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:35.390518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.426584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:35.430593 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:35.434101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:35.438527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.440602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:35.479953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e460c18a-6602-4a5b-aa74-fcbab616a891,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:35.482099 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.488221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d134f6-cc40-44d1-887d-d04b2ceac07d None None] Network 6fdb91bb-8209-4e3e-a65b-012abb8926fc requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:35.491251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-800fb35f-b939-4871-8b96-72f93ec95c74 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e460c18a-6602-4a5b-aa74-fcbab616a891 HTTP/1.1" status: 204 len: 168 time: 0.3754599 May 27 02:33:35.492431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58246) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:35.526698 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.536066 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.591936 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.593999 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2528572 May 27 02:33:35.597176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58250) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:35.606196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '70fa9c48-9dba-486f-9b51-453e3fd04ed3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:35.614634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:35.614924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1cd28-dacf-4065-afb0-0d74fcff17f6 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa9c48-9dba-486f-9b51-453e3fd04ed3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:35.622625 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.624596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:35.628178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:35.636900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:35.646861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Deleting port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:35.647203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.703446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.779878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] DHCP port deletion for 6fdb91bb-8209-4e3e-a65b-012abb8926fc request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:33:35.785693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Deleting port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:35.786067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.883782 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.897233 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-89963c77-087a-4bf9-b626-efbc1b240848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.902617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.936227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df868a5e-dd6f-423a-8c2a-32091d48baa6,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:35.965115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] For port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:35.965569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.974140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:35.978404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ca3a1044-dc5a-49fc-b69b-bc14b78f8fc0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3772504 May 27 02:33:35.978587 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58254) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:35.985708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '70fa9c48-9dba-486f-9b51-453e3fd04ed3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:36.014075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] For port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,segment=NetworkSegment(3a5b0071-1105-4717-a598-d0b1aff834eb),segment_id=3a5b0071-1105-4717-a598-d0b1aff834eb)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:36.014387 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.106131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:36.114109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Calling delete_port for d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:36.135673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3e75bd46-e45b-4bef-82c8-7f4211966e49 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:36.152244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:36.162054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:36.165776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Calling delete_port for d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:36.172044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:36.208616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.213728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3e75bd46-e45b-4bef-82c8-7f4211966e49 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:36.214070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3e75bd46-e45b-4bef-82c8-7f4211966e49 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:36.214490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 34bb7d8c-a906-4b6e-9426-1da398d6502f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:36.231696 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.255148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 34bb7d8c-a906-4b6e-9426-1da398d6502f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:36.255493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 34bb7d8c-a906-4b6e-9426-1da398d6502f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:36.255920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe565368-5ad3-4768-bf3f-0de48537d44d no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:36.293884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: fe565368-5ad3-4768-bf3f-0de48537d44d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:36.294230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device fe565368-5ad3-4768-bf3f-0de48537d44d not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:36.294432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:36.294652 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 25a7eb62-b12e-436f-88da-89e5e29c2c5a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:36.301350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] No DVR routers for this DVR port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:36.340193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 25a7eb62-b12e-436f-88da-89e5e29c2c5a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:36.340539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 25a7eb62-b12e-436f-88da-89e5e29c2c5a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:36.340973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:36.380554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:36.380926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:36.383818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:33:36.384182 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:33:36.513201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.519087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.559294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.570084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e3c58e-1988-456e-8e52-427336750004,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:36.592112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdb91bb-8209-4e3e-a65b-012abb8926fc']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:36.601414 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.602581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cca0cc60-7cbf-4c77-99eb-b70abf6cbaa1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6231093 May 27 02:33:36.606190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58258) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:36.606809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5b0071-1105-4717-a598-d0b1aff834eb') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:36.607182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5b0071-1105-4717-a598-d0b1aff834eb') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:36.613857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '70fa9c48-9dba-486f-9b51-453e3fd04ed3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:36.620289 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.623340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:36.627915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:36.631217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:36.637073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.637723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:36.643674 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:36.644116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.653837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.734016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.740613 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.748266 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.760528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e64576-7f46-4a0e-a47c-c5f588b25581,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:36.766501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.769683 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 3a5b0071-1105-4717-a598-d0b1aff834eb resource provider aggregate not found May 27 02:33:36.780112 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.784190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1e0a4c2d-36cf-4bc0-a30e-0aebdf753758 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1729348 May 27 02:33:36.784331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdb91bb-8209-4e3e-a65b-012abb8926fc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:36.784449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58268) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:36.791850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '70fa9c48-9dba-486f-9b51-453e3fd04ed3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:36.795347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-08486279-2949-4d57-a3cc-3ddac58cd8b1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6fdb91bb-8209-4e3e-a65b-012abb8926fc HTTP/1.1" status: 204 len: 168 time: 1.3022683 May 27 02:33:36.796209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58272) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:36.798058 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 3a5b0071-1105-4717-a598-d0b1aff834eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a5b0071-1105-4717-a598-d0b1aff834eb found for delete ", "request_id": "req-6b8ba8c0-8e90-4b9f-9465-8c16a27213cb"}]} May 27 02:33:36.799557 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:36.803732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:36.808240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:36.814107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:36.832557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.885131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Deleting port d5b8c82a-50d0-46d4-b2f4-5c539b93c3d3 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:36.885817 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.910983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.915551 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.944940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b7ac01-2a8a-4280-ab1f-668773503400,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:36.952460 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:36.953997 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fca5f58e-0473-4235-b7dc-05647536533d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684577 May 27 02:33:36.956711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58276) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:36.959028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-c811de23-8191-4ce5-a356-24198fa25ffe None None] The port 'd5b8c82a-50d0-46d4-b2f4-5c539b93c3d3' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:33:36.968836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '70fa9c48-9dba-486f-9b51-453e3fd04ed3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:36.973012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:36.976983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:36.980600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:36.986681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:36.999187 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:33:37.005983 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.070864 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.075557 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.099522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a438033e-ac4a-4039-94b1-dc5f71c0cf48,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:37.111038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.112214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b5c3c339-be72-4b9c-99de-e3ab0102cd72 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545372 May 27 02:33:37.115087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58280) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:37.120005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'security_group_rule': {'security_group_id': '70fa9c48-9dba-486f-9b51-453e3fd04ed3', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:37.127030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:37.130909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:security_group_rule and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:37.133736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:37.139490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:37.151445 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Project a56b9613ede049a4a65896199ecd8bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:33:37.158381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.224868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.229580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.255674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a9222c-8584-4cdc-b0a0-7faca9dfcfb9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:37.266130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.267525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-306e5a1e-451f-4dc0-9216-88521ded3a05 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515510 May 27 02:33:37.271182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58284) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:37.277423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'network': {'name': 'tempest-network-smoke--23467516', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:37.283437 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:37.287680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:network and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:37.290517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:37.296751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:37.393101 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.424030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:37.427555 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.455122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:33:37.466344 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.466682 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Added segment bdfebf56-3c0a-467e-9b27-4854f369c7a8 of type vlan for network b99934ef-b6ba-4d55-bdb5-0977b40527f9 May 27 02:33:37.492450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.521335 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.526647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:37.527244 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.632038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3595583 May 27 02:33:37.635380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58288) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:37.644864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'admin_state_up': True, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:37.652458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48289b-dcd1-47d5-a004-bc5782410215 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Network': ['ID=b99934ef-b6ba-4d55-bdb5-0977b40527f9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:37.654822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:37.659105 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:router and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:37.664273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:33:37.664465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:37.671286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:37.685130 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.686822 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.706934 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.761571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Deleting port a6f35455-16c4-41a5-97fc-2ed4615570dc {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:37.762137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:37.997814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.017120 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9979028c-b8eb-4772-8d34-f9d3f9534cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.066997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] For port a6f35455-16c4-41a5-97fc-2ed4615570dc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a6f35455-16c4-41a5-97fc-2ed4615570dc,segment=NetworkSegment(068ca619-b303-4603-8e28-2493536cd9a4),segment_id=068ca619-b303-4603-8e28-2493536cd9a4)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:38.067358 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.190785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Calling delete_port for a6f35455-16c4-41a5-97fc-2ed4615570dc owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:38.322302 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.352496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.379257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.431246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f35455-16c4-41a5-97fc-2ed4615570dc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:38.497340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.235 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/72abcf8e-bb9c-4b36-83f7-97c381b1ab72) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:38.665785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.697919 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.727404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:38.761184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:38.763838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:38.767554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:38.802000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:39.107006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Router 161759ef-7ed9-424c-a57d-c7d089251dfb has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:39.291839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:39.303061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] Sync routers for ids ['161759ef-7ed9-424c-a57d-c7d089251dfb'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:39.312777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-374d8a0d-d662-4acd-ace2-02ea3802fe7a admin admin] 10.222.0.16 "PUT /v2.0/routers/161759ef-7ed9-424c-a57d-c7d089251dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5107968 May 27 02:33:39.313198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58294) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:39.313612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] Routers {'161759ef-7ed9-424c-a57d-c7d089251dfb'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:39.314286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['161759ef-7ed9-424c-a57d-c7d089251dfb'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:39.393858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.439595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.540660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.551366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] Set router 161759ef-7ed9-424c-a57d-c7d089251dfb gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:39.659435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.847406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:33:38Z', 'revision_number': 5, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:39.851280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] Checking router: 161759ef-7ed9-424c-a57d-c7d089251dfb for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:39.859760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] Routers {'161759ef-7ed9-424c-a57d-c7d089251dfb'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:39.860374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['161759ef-7ed9-424c-a57d-c7d089251dfb'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:39.989648 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:39.992043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.049291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] Set router 161759ef-7ed9-424c-a57d-c7d089251dfb gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:40.055853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Deleting port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:40.056235 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.354931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:33:38Z', 'revision_number': 5, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:40.358932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a25a9f-2594-4f05-9bb5-9209190bc75c None None] The sync data for ids ['161759ef-7ed9-424c-a57d-c7d089251dfb'] in n-d-843146-11 is: [{'id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'name': 'tempest-TestVolumeBootPattern-1885862267-router', 'tenant_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:23:04Z', 'updated_at': '2022-05-27T02:33:38Z', 'revision_number': 5, 'project_id': 'd460b51a511747e7a794e2b35ac2e2f8', 'gw_port': {'id': 'f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161759ef-7ed9-424c-a57d-c7d089251dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:23:05Z', 'updated_at': '2022-05-27T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:40.490068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] For port f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:40.490434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.618963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Calling delete_port for f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:40.661665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 7e06911d-88e5-4531-8c26-434070f23fb0 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:33:40.888387 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:40.899273 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Sync routers for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:40.910569 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:40.911263 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:40.958932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:40.960125 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8eccbee6-236d-4e12-9a3e-ba992be0a934 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3238416 May 27 02:33:40.964227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58298) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:40.977620 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.010123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3baedb3c-4e82-485a-a0e6-27ec717722c0 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a56b9613ede049a4a65896199ecd8bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433333 May 27 02:33:41.012352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58302) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:41.026403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:41.121261 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:41.124111 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.136009 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.286392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf6af58-7dad-4602-bed5-41c318087744 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:41.291284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5bf6af58-7dad-4602-bed5-41c318087744 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2745833 May 27 02:33:41.291534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58306) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:41.316092 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.318249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.332332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-463b4c3b-8a36-4085-adc8-a91d35e20f38 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397367 May 27 02:33:41.334893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58310) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:41.340983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1049886492', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:41.345083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.345802 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 161759ef-7ed9-424c-a57d-c7d089251dfb {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:33:41.357272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.358399 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3809b06d-44ef-4267-b5c4-e11c207728dd admin admin] 10.222.0.16 "DELETE /v2.0/routers/161759ef-7ed9-424c-a57d-c7d089251dfb HTTP/1.1" status: 204 len: 168 time: 2.0441916 May 27 02:33:41.363202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58314) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:41.434038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] Deleting subnet eea86ed7-0278-4894-8727-fd48d263d502 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:33:41.438203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.459122 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:39Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:41.465413 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Checking router: 7e06911d-88e5-4531-8c26-434070f23fb0 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:41.465841 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Updating router 7e06911d-88e5-4531-8c26-434070f23fb0 port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:33:41.481934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:41.486565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:subnet and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:41.489763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:41.496242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:41.505240 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.508609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:41.513448 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.524804 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.605122 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.699282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.744642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea86ed7-0278-4894-8727-fd48d263d502,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:41.751004 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.756821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182629a-ddd5-4346-bb3c-b772b98ac144 None None] Network 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:41.759168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cbe6ff89-9df9-4971-98b9-c306c63ef711 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eea86ed7-0278-4894-8727-fd48d263d502 HTTP/1.1" status: 204 len: 168 time: 0.3944211 May 27 02:33:41.761803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58318) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:41.771898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.858161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Subnet': ['ID=3d4f158a-736a-4d8f-973e-81d00b41685d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:41.909941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Checking segment: {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:41.910581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network hostable DHCP agents. Network: b99934ef-b6ba-4d55-bdb5-0977b40527f9, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:33:41.920328 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.935698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Deleting port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:41.936176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.940824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:33:41.956625 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.958195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b99934ef-b6ba-4d55-bdb5-0977b40527f9) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:41.967343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:41.969238 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:41.979756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d6121-2742-41cd-9eec-368005970ccc None None] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:41.989016 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Transition to ACTIVE for port object 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:41.999785 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.006366 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e8f18121-ee06-4e63-b1e8-37694794a2bf tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6703377 May 27 02:33:42.007388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58322) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:42.085416 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Pushing event updated for resources: {'Port': ['ID=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:42.122551 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.122952 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.123451 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.123903 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.124689 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.125091 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.125489 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.125861 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.126216 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.126540 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.126955 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.127371 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:33:42.132280 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Attempting to bind port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:42.132693 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Attempting to bind port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:42.133053 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Attempting to bind port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:42.140241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:42.141079 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:42.141079 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.142352 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:42.143140 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Bound port: 72abcf8e-bb9c-4b36-83f7-97c381b1ab72, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:42.143655 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.237958 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:42.241492 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] For port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:42.246441 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] For port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:42.253992 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.282998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:42.283536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f4057f3f-d4bb-4bb0-b0d6-a69583a9fb1f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:42.284103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6f35455-16c4-41a5-97fc-2ed4615570dc no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:42.314398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:33:42.315559 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.341356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a6f35455-16c4-41a5-97fc-2ed4615570dc {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:42.341938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a6f35455-16c4-41a5-97fc-2ed4615570dc not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:42.350803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] For port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9,segment=NetworkSegment(068ca619-b303-4603-8e28-2493536cd9a4),segment_id=068ca619-b303-4603-8e28-2493536cd9a4)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:42.351342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.420965 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed44db-3c29-4990-b4ff-b2d2f87b8a6f None None] Pushing event updated for resources: {'Port': ['ID=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:42.463147 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:42.464737 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:42.514092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c351b2-a6a4-4efe-9249-fdf09cfa47ba None None] DHCP port deletion for 831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:33:42.519480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Allocated IP 172.20.0.2 (b99934ef-b6ba-4d55-bdb5-0977b40527f9/3d4f158a-736a-4d8f-973e-81d00b41685d/bc88df3f-401b-48c8-838b-f84daa25007c) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:42.524111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Calling delete_port for a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:33:42.526741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-13c351b2-a6a4-4efe-9249-fdf09cfa47ba None None] Deleting port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:33:42.527098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-13c351b2-a6a4-4efe-9249-fdf09cfa47ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.674374 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:42.694534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.715906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-13c351b2-a6a4-4efe-9249-fdf09cfa47ba None None] The port 'a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:33:42.749095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:42.760307 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] No DVR routers for this DVR port a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:33:42.886883 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.887502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.898957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Transition to ACTIVE for port object bc88df3f-401b-48c8-838b-f84daa25007c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:42.927088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831c86b5-3b13-4cb7-b4bb-1e232d95a9b9']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:42.928809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Transition to ACTIVE for port object bc88df3f-401b-48c8-838b-f84daa25007c will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:42.937631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.945610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068ca619-b303-4603-8e28-2493536cd9a4') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:42.946026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068ca619-b303-4603-8e28-2493536cd9a4') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:42.961341 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.976347 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.982249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:42.991082 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:33:42.991655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.018316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:43.026839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:43.038950 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:39Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:43.045779 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33928e-789f-40ea-9ff7-f71e2795b3ae None None] The sync data for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 is: [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:39Z', 'revision_number': 3, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:43.053997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:43.089831 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 068ca619-b303-4603-8e28-2493536cd9a4 resource provider aggregate not found May 27 02:33:43.106430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Pushing event updated for resources: {'Port': ['ID=bc88df3f-401b-48c8-838b-f84daa25007c,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:43.131554 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 068ca619-b303-4603-8e28-2493536cd9a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 068ca619-b303-4603-8e28-2493536cd9a4 found for delete ", "request_id": "req-e4c459cc-d9bb-48a9-a38c-085b5e7ca5c8"}]} May 27 02:33:43.136749 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.158144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.173333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] Pushing event deleted for resources: {'Network': ['ID=831c86b5-3b13-4cb7-b4bb-1e232d95a9b9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:43.184872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d0d034f8-f3f0-42d4-ba68-9591e9333255 admin admin] 10.222.0.16 "DELETE /v2.0/networks/831c86b5-3b13-4cb7-b4bb-1e232d95a9b9 HTTP/1.1" status: 204 len: 168 time: 1.4196792 May 27 02:33:43.207852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Attempting to bind port bc88df3f-401b-48c8-838b-f84daa25007c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:43.208346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Attempting to bind port bc88df3f-401b-48c8-838b-f84daa25007c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:43.209133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Attempting to bind port bc88df3f-401b-48c8-838b-f84daa25007c on network b99934ef-b6ba-4d55-bdb5-0977b40527f9 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:43.216975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:43.217556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Checking segment: {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:43.218071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.218571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Bound using segment: {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:43.219199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Bound port: bc88df3f-401b-48c8-838b-f84daa25007c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:43.220313 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.340692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] For port bc88df3f-401b-48c8-838b-f84daa25007c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:43.344201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] For port bc88df3f-401b-48c8-838b-f84daa25007c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=bc88df3f-401b-48c8-838b-f84daa25007c,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:43.379281 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.379627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58332) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:43.449857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4532a05c-b2d3-4612-be86-e170928c3bb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d33244c67384c55a68982e3309789f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688798 May 27 02:33:43.452148 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58336) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:43.516388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826c565-1548-4fd3-9c55-87daf28df8e3 None None] Pushing event updated for resources: {'Port': ['ID=bc88df3f-401b-48c8-838b-f84daa25007c,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:43.547868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73e9cf0e-8846-4f82-89a7-c972cdc3e4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.583757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73e9cf0e-8846-4f82-89a7-c972cdc3e4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.667120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.1 (b99934ef-b6ba-4d55-bdb5-0977b40527f9/3d4f158a-736a-4d8f-973e-81d00b41685d/06ffe92e-05dd-4339-ac61-e6133017d9bc) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:43.676809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73e9cf0e-8846-4f82-89a7-c972cdc3e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.699674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9cf0e-8846-4f82-89a7-c972cdc3e4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5f408-1831-4923-9139-888f6175ad40,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:43.707882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-73e9cf0e-8846-4f82-89a7-c972cdc3e4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.709089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73e9cf0e-8846-4f82-89a7-c972cdc3e4a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98c5f408-1831-4923-9139-888f6175ad40 HTTP/1.1" status: 204 len: 168 time: 0.2558913 May 27 02:33:43.912336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:43.935425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object 06ffe92e-05dd-4339-ac61-e6133017d9bc will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:43.965070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.045196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:44.048856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:44.053192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:44.112841 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.195475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:44.254910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=06ffe92e-05dd-4339-ac61-e6133017d9bc,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:44.298465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:44.303911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:44.304448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.310343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:44.418588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fb36ecc2-f0e8-4312-9a61-8951c0b21e28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d460b51a511747e7a794e2b35ac2e2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066988 May 27 02:33:44.420973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58348) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:44.453053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.465229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:44.465612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.483358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:44.493503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.494868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device bc88df3f-401b-48c8-838b-f84daa25007c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:44.521626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6973c2d-f8f5-463e-8d30-925b3174799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.602578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6973c2d-f8f5-463e-8d30-925b3174799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.631999 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:44.691794 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6973c2d-f8f5-463e-8d30-925b3174799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.702576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port bc88df3f-401b-48c8-838b-f84daa25007c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:44.712019 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d6973c2d-f8f5-463e-8d30-925b3174799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:44.714189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d6973c2d-f8f5-463e-8d30-925b3174799b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3054d5e-f8ae-440a-9609-8f5dbfaa5f85 HTTP/1.1" status: 204 len: 168 time: 0.2917459 May 27 02:33:44.715414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6973c2d-f8f5-463e-8d30-925b3174799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3054d5e-f8ae-440a-9609-8f5dbfaa5f85,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:44.783362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:33:44.829890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:33:44.830242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a2f31f9b-6336-4e6a-bab3-14ceb34c7bb9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:33:44.865377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad828825-6232-40c8-b120-03f24e201f64 None None] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:33:44.978221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] Provisioning for port bc88df3f-401b-48c8-838b-f84daa25007c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:44.993932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] Provisioning complete for port bc88df3f-401b-48c8-838b-f84daa25007c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:44.994298 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.044312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.050867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.188950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.203517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=06ffe92e-05dd-4339-ac61-e6133017d9bc,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:45.241838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] Current status of the port bc88df3f-401b-48c8-838b-f84daa25007c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:45.242807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.314763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] For port bc88df3f-401b-48c8-838b-f84daa25007c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=bc88df3f-401b-48c8-838b-f84daa25007c,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:45.331002 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.400307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:45.402282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:45.423132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6828d-587a-40f5-a7bf-7afdadc7fc64 None None] Pushing event updated for resources: {'Port': ['ID=bc88df3f-401b-48c8-838b-f84daa25007c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:45.743749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 7e06911d-88e5-4531-8c26-434070f23fb0 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:33:45.783353 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f73c7879-5955-433a-a71f-e95539ccf9ee None None] Provisioning complete for port bc88df3f-401b-48c8-838b-f84daa25007c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:45.783734 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f73c7879-5955-433a-a71f-e95539ccf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.907842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f73c7879-5955-433a-a71f-e95539ccf9ee None None] Current status of the port bc88df3f-401b-48c8-838b-f84daa25007c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:45.921876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f73c7879-5955-433a-a71f-e95539ccf9ee None None] Provisioning for port 06ffe92e-05dd-4339-ac61-e6133017d9bc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:45.927894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f73c7879-5955-433a-a71f-e95539ccf9ee None None] Provisioning complete for port 06ffe92e-05dd-4339-ac61-e6133017d9bc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:45.928627 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f73c7879-5955-433a-a71f-e95539ccf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:45.953288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:33:45.977335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5e836968-efa6-4562-b413-91c4e91b7813 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/7e06911d-88e5-4531-8c26-434070f23fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9684279 May 27 02:33:45.983776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Sync routers for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:33:46.033987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:46.035124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:46.151373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f73c7879-5955-433a-a71f-e95539ccf9ee None None] Port 06ffe92e-05dd-4339-ac61-e6133017d9bc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:33:46.157523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:46.256728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-eec82d78-99ba-4e84-b28e-e5ecc38c9238 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133085942&fields=id&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 267 time: 0.0418601 May 27 02:33:46.332409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-28b5d973-97fc-4c0c-8f56-c3f1b2809a7b None None] Provisioning complete for port 06ffe92e-05dd-4339-ac61-e6133017d9bc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:46.333038 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-28b5d973-97fc-4c0c-8f56-c3f1b2809a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.366866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:46.413754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-877192f8-a6c0-4551-ae6e-f49d57ff88fb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:46.415248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-877192f8-a6c0-4551-ae6e-f49d57ff88fb tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/networks?id=b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 200 len: 795 time: 0.1505876 May 27 02:33:46.431871 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-30e333e3-0caf-428d-834f-ff1917877e8a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/quotas/a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 375 time: 0.0102465 May 27 02:33:46.441937 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:46.442314 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.506038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-28b5d973-97fc-4c0c-8f56-c3f1b2809a7b None None] Port 06ffe92e-05dd-4339-ac61-e6133017d9bc cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:33:46.537775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-60a417a6-30d1-4c6c-9e13-c69eb40ad0d7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:46.555759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-60a417a6-30d1-4c6c-9e13-c69eb40ad0d7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:46.557101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-60a417a6-30d1-4c6c-9e13-c69eb40ad0d7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195993 May 27 02:33:46.718008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-e8ab854f-1bd0-4a11-bc99-5692511ba038 service neutron] 10.222.0.16 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382325 May 27 02:33:46.733800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:46.734896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device bc88df3f-401b-48c8-838b-f84daa25007c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:46.859033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port bc88df3f-401b-48c8-838b-f84daa25007c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:46.859417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:46.864802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-ad1f78b5-1698-442e-9ac8-de68d2ad2201 service neutron] 10.222.0.16 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399562 May 27 02:33:46.928277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 2, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:46.936163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Checking router: 7e06911d-88e5-4531-8c26-434070f23fb0 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:33:46.936440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Updating router 7e06911d-88e5-4531-8c26-434070f23fb0 port 06ffe92e-05dd-4339-ac61-e6133017d9bc binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:33:47.041558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.059259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port bc88df3f-401b-48c8-838b-f84daa25007c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:47.107351 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-b1dd2a85-8f86-4728-9820-30ef6282b304 req-047bef2e-11d7-4835-bf05-db4fb08e67e2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:47.123975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-b1dd2a85-8f86-4728-9820-30ef6282b304 req-047bef2e-11d7-4835-bf05-db4fb08e67e2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:47.125874 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1dd2a85-8f86-4728-9820-30ef6282b304 req-047bef2e-11d7-4835-bf05-db4fb08e67e2 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 210 time: 0.0806320 May 27 02:33:47.460504 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.475433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Transition to ACTIVE for port object 06ffe92e-05dd-4339-ac61-e6133017d9bc will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:47.485200 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.621627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165567c-e14a-4ae4-93df-f792ce86c1d5 None None] Pushing event updated for resources: {'Port': ['ID=06ffe92e-05dd-4339-ac61-e6133017d9bc,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:47.716632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Attempting to bind port 06ffe92e-05dd-4339-ac61-e6133017d9bc on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:47.717275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Attempting to bind port 06ffe92e-05dd-4339-ac61-e6133017d9bc by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:47.717799 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Attempting to bind port 06ffe92e-05dd-4339-ac61-e6133017d9bc on network b99934ef-b6ba-4d55-bdb5-0977b40527f9 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:47.723985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:47.724402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Checking segment: {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:47.724802 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.725191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Bound using segment: {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:47.725653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Bound port: 06ffe92e-05dd-4339-ac61-e6133017d9bc, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:47.726028 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.840857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] For port 06ffe92e-05dd-4339-ac61-e6133017d9bc, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:47.845901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] For port 06ffe92e-05dd-4339-ac61-e6133017d9bc, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=06ffe92e-05dd-4339-ac61-e6133017d9bc,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:47.854518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:47.941775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:33:47.942415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:48.007446 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165567c-e14a-4ae4-93df-f792ce86c1d5 None None] Pushing event updated for resources: {'Port': ['ID=06ffe92e-05dd-4339-ac61-e6133017d9bc,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:48.133729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:33:48.345787 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e77f2bc-708f-46a6-9f6f-8603c2f1100a req-ec2f400f-6449-4227-8ff0-c3ab988e3f93 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 210 time: 0.0737145 May 27 02:33:48.500389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-f9cd4948-8cbd-4a51-8732-d8728ea4e571 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:48.501194 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-f9cd4948-8cbd-4a51-8732-d8728ea4e571 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:48.510161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:47Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:33:48.515226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d504241-fd99-4de9-a0f9-e15b7d04accc None None] The sync data for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 is: [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:47Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:33:48.522046 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-f9cd4948-8cbd-4a51-8732-d8728ea4e571 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:48.524009 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-f9cd4948-8cbd-4a51-8732-d8728ea4e571 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "GET /v2.0/networks?id=b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 200 len: 795 time: 0.1993220 May 27 02:33:48.594136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-cbbe30b2-826c-4610-9773-2d19688bb4b8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:48.619895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-cbbe30b2-826c-4610-9773-2d19688bb4b8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:48.621165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-cbbe30b2-826c-4610-9773-2d19688bb4b8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56b9613ede049a4a65896199ecd8bb3 HTTP/1.1" status: 200 len: 379 time: 0.0866613 May 27 02:33:48.635366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'port': {'device_id': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'admin_state_up': True, 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'security_groups': ['70fa9c48-9dba-486f-9b51-453e3fd04ed3']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:48.796501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:48.807301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:48.819555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Made reservation on behalf of a56b9613ede049a4a65896199ecd8bb3 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:33:48.823496 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:48.992590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.20.0.12 (b99934ef-b6ba-4d55-bdb5-0977b40527f9/3d4f158a-736a-4d8f-973e-81d00b41685d/24624a80-d70a-45bf-af1a-98da2e1ca1c9) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:49.218880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.236870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Transition to ACTIVE for port object 24624a80-d70a-45bf-af1a-98da2e1ca1c9 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:49.265026 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.346967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:33:49.346967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:33:49.346967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:33:49.376863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:49.444297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:49.445202 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.480681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-aad98677-bfec-49b8-9e59-713b71371369 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8522022 May 27 02:33:49.494304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Request body: {'port': {'device_id': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:49.675645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.719344 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-26a06e74-d019-4ac1-93a6-65e0f4c74a88 None None] Provisioning for port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:49.727816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-26a06e74-d019-4ac1-93a6-65e0f4c74a88 None None] Provisioning complete for port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:49.728289 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-26a06e74-d019-4ac1-93a6-65e0f4c74a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:49.795251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-26a06e74-d019-4ac1-93a6-65e0f4c74a88 None None] Port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:33:50.107256 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbc302-c9ce-4afb-9ab2-4f45fd72f2ea req-9d7f88df-bff0-4130-8df7-68d5f3384691 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:50.107947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a5fbc302-c9ce-4afb-9ab2-4f45fd72f2ea req-9d7f88df-bff0-4130-8df7-68d5f3384691 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:33:50.123571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 06ffe92e-05dd-4339-ac61-e6133017d9bc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:50.154342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a5fbc302-c9ce-4afb-9ab2-4f45fd72f2ea req-9d7f88df-bff0-4130-8df7-68d5f3384691 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:33:50.155516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5fbc302-c9ce-4afb-9ab2-4f45fd72f2ea req-9d7f88df-bff0-4130-8df7-68d5f3384691 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 932 time: 0.3974853 May 27 02:33:50.196591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 06ffe92e-05dd-4339-ac61-e6133017d9bc completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:50.201580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 06ffe92e-05dd-4339-ac61-e6133017d9bc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:50.201952 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.258226 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a5fbc302-c9ce-4afb-9ab2-4f45fd72f2ea req-783fe304-b60f-49d2-a2a9-e73386dbbde9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959892 May 27 02:33:50.264182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24624a80-d70a-45bf-af1a-98da2e1ca1c9 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:50.281081 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.288224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Transition to ACTIVE for port object 24624a80-d70a-45bf-af1a-98da2e1ca1c9 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:33:50.292342 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.321216 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 06ffe92e-05dd-4339-ac61-e6133017d9bc is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:50.321623 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.355195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 06ffe92e-05dd-4339-ac61-e6133017d9bc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=06ffe92e-05dd-4339-ac61-e6133017d9bc,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:50.360845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.437153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=06ffe92e-05dd-4339-ac61-e6133017d9bc,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:50.461581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:50.538193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Attempting to bind port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:33:50.538590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Attempting to bind port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:33:50.539018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Attempting to bind port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 on network b99934ef-b6ba-4d55-bdb5-0977b40527f9 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:50.544590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 on network b99934ef-b6ba-4d55-bdb5-0977b40527f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:33:50.544909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Attempting to bind port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 on network b99934ef-b6ba-4d55-bdb5-0977b40527f9 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:33:50.550272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:33:50.550606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Checking segment: {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:33:50.551020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Bound using segment: {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:33:50.551439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Bound port: 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfebf56-3c0a-467e-9b27-4854f369c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:33:50.551787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.645578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:33:50.648507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:33:50.653880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.714855 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:50.715477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:50.716657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] 10.222.0.13 "PUT /v2.0/ports/24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 200 len: 1093 time: 1.2283452 May 27 02:33:50.717094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:50.736598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c637-4d93-491d-bf70-574595575c01 service neutron] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:50.852780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-24790b3e-3fa6-478b-8a5e-be5a2c3655da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:50.855860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-24790b3e-3fa6-478b-8a5e-be5a2c3655da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1096 time: 0.0921841 May 27 02:33:50.932431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-a3a336a3-7434-438b-bf83-5d797a3b8cb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 200 len: 217 time: 0.0672460 May 27 02:33:50.934649 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86519d48-8739-40ee-a121-b3dfe25db44f'] response: {'name': 'network-changed', 'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'status': 'completed', 'code': 200} May 27 02:33:51.003206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-a23996a1-99d6-4b28-9207-cfaecb5fc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.004551 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-a23996a1-99d6-4b28-9207-cfaecb5fc0d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d4f158a-736a-4d8f-973e-81d00b41685d HTTP/1.1" status: 200 len: 835 time: 0.0621176 May 27 02:33:51.084453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-b9ae17b3-c5fb-40f4-a12d-66b2fd45e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.085947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-b9ae17b3-c5fb-40f4-a12d-66b2fd45e072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b99934ef-b6ba-4d55-bdb5-0977b40527f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741827 May 27 02:33:51.217275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-b19035fc-e913-46e2-a6d4-8d61ea8afbdb service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247876 May 27 02:33:51.348426 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e55bbbee-3c01-4b36-9805-4a7fbb69aa0d req-de0badc4-6e49-4903-802e-8217175721d6 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247954 May 27 02:33:51.505026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbe0e0-53de-4762-a8ec-2f16854b9d8b req-9d7e2f23-7da8-461c-bb5a-caefd58a90ab tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.506480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ddbe0e0-53de-4762-a8ec-2f16854b9d8b req-9d7e2f23-7da8-461c-bb5a-caefd58a90ab tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 944 time: 0.1394668 May 27 02:33:51.509713 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-3b3bb693-b190-44f7-9b2f-4b9441fb9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.511062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-3b3bb693-b190-44f7-9b2f-4b9441fb9cbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1096 time: 0.1118531 May 27 02:33:51.632159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ddbe0e0-53de-4762-a8ec-2f16854b9d8b req-b6ca3b12-07bd-4827-ba90-f2b5ccbe4361 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192985 May 27 02:33:51.670553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-a3e45fe3-c371-4d80-98ba-8e5e55a3c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.672027 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-a3e45fe3-c371-4d80-98ba-8e5e55a3c47d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 200 len: 896 time: 0.1469128 May 27 02:33:51.855451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-9c419dec-8e2e-4e51-9275-4a9383937ef4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 200 len: 217 time: 0.1766336 May 27 02:33:51.918783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-5290bff0-4c3e-4e7c-b695-9eb3369def75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.920191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-5290bff0-4c3e-4e7c-b695-9eb3369def75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d4f158a-736a-4d8f-973e-81d00b41685d HTTP/1.1" status: 200 len: 835 time: 0.0587375 May 27 02:33:51.997241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-50f7b066-09ff-4a33-84ca-a9dc76e118ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:51.998777 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-50f7b066-09ff-4a33-84ca-a9dc76e118ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b99934ef-b6ba-4d55-bdb5-0977b40527f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718613 May 27 02:33:52.097932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 06ffe92e-05dd-4339-ac61-e6133017d9bc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:52.131533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-0f40fcff-6d89-445c-9d5c-34ba63c8f593 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250966 May 27 02:33:52.205138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 06ffe92e-05dd-4339-ac61-e6133017d9bc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:52.205507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:52.277918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a0d696d-7bec-47e0-a48c-fbf260801a4b req-13a95301-d674-4465-b31c-bf5be10cf527 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371276 May 27 02:33:52.334836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 06ffe92e-05dd-4339-ac61-e6133017d9bc is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:52.832766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57478418-c239-4819-8c9f-3d983fe35f7e req-2902be4d-2095-47b9-8e46-2f6323ca81de tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:52.834994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57478418-c239-4819-8c9f-3d983fe35f7e req-2902be4d-2095-47b9-8e46-2f6323ca81de tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 944 time: 0.0947225 May 27 02:33:52.880772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-57478418-c239-4819-8c9f-3d983fe35f7e req-1fcac50a-a1dd-4e01-affe-8ee7eadad93e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395789 May 27 02:33:54.065761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc170d-71b7-4946-b6fa-9e3c99fbcd86 req-bf2856e8-edc3-43d4-b87f-ab2d05a344ee tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:54.067264 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7abc170d-71b7-4946-b6fa-9e3c99fbcd86 req-bf2856e8-edc3-43d4-b87f-ab2d05a344ee tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 944 time: 0.0815997 May 27 02:33:54.115916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7abc170d-71b7-4946-b6fa-9e3c99fbcd86 req-51bdb977-63da-4e9a-aabd-aa19f8167912 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 May 27 02:33:54.593976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 24624a80-d70a-45bf-af1a-98da2e1ca1c9 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:33:54.732289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:54.746342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'port_id': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'mac_address': 'fa:16:3e:86:e9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:33:54.806501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:54.806923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:54.825178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24624a80-d70a-45bf-af1a-98da2e1ca1c9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:33:54.841433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:54.845971 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:54.914516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:55.253651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['24624a80-d70a-45bf-af1a-98da2e1ca1c9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:33:55.309875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08088d1c-7855-4a8f-a844-fb2923a4efe1 req-a8939287-662d-4f4a-b32b-e3536a375e8d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:55.311439 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08088d1c-7855-4a8f-a844-fb2923a4efe1 req-a8939287-662d-4f4a-b32b-e3536a375e8d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 945 time: 0.0869436 May 27 02:33:55.363988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-08088d1c-7855-4a8f-a844-fb2923a4efe1 req-a8eb5604-6476-4af0-a213-931d0c18c453 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448921 May 27 02:33:56.566823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21455-37d3-4b25-ba7e-1cb62a421aaf req-98d47b51-38bd-4f74-9d79-b3cf5a8904af tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:56.568391 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d21455-37d3-4b25-ba7e-1cb62a421aaf req-98d47b51-38bd-4f74-9d79-b3cf5a8904af tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 945 time: 0.0840080 May 27 02:33:56.594312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 24624a80-d70a-45bf-af1a-98da2e1ca1c9 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:33:56.633334 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3d21455-37d3-4b25-ba7e-1cb62a421aaf req-46c6afdd-2e2c-461a-a6a9-ac7bbb55e7f0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557258 May 27 02:33:56.678252 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:33:56.683606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:33:56.684031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.809590 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:33:56.809966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.838508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:33:56.848270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:33:56.853901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:56.924442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:33:57.022293 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5df619-ba8c-4bda-a9d6-7bf5e23c2927'] response: {'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'code': 200} May 27 02:33:57.164149 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:33:57.266880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118878ed-d5b8-448e-beaa-7d87604e5ce3 req-8ded5f24-1501-4fe8-8fb5-9f99109ce049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:57.268349 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-118878ed-d5b8-448e-beaa-7d87604e5ce3 req-8ded5f24-1501-4fe8-8fb5-9f99109ce049 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1098 time: 0.1863239 May 27 02:33:57.309600 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-118878ed-d5b8-448e-beaa-7d87604e5ce3 req-7f9bc246-4402-4ff9-88fc-f5a6a599c4f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347955 May 27 02:33:57.821003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda543e-743d-4a9e-9684-8a4b6e799cd2 req-709c1b70-c51c-4475-bbbd-077e925c850e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:57.822490 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccda543e-743d-4a9e-9684-8a4b6e799cd2 req-709c1b70-c51c-4475-bbbd-077e925c850e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0813143 May 27 02:33:57.867017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccda543e-743d-4a9e-9684-8a4b6e799cd2 req-98202aea-cc40-4df9-a72f-7b81ff12818b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386465 May 27 02:33:59.063761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f39ad3-bd6f-43ac-857e-c9de214d9b27 req-238f4471-1ccd-45df-b0e3-c3e195bb6d1a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:59.065257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98f39ad3-bd6f-43ac-857e-c9de214d9b27 req-238f4471-1ccd-45df-b0e3-c3e195bb6d1a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0867138 May 27 02:33:59.111242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98f39ad3-bd6f-43ac-857e-c9de214d9b27 req-d34fc6f6-55a9-4609-921b-ed11f1548490 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 May 27 02:33:59.305399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8ea44-aa08-49f7-b654-0b8e2143011b req-3b650334-391c-45d2-9029-d522c613c85c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:59.307484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94c8ea44-aa08-49f7-b654-0b8e2143011b req-3b650334-391c-45d2-9029-d522c613c85c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0876572 May 27 02:33:59.356765 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94c8ea44-aa08-49f7-b654-0b8e2143011b req-516b570d-6ba9-4cdd-9b4a-eba1d0e46108 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435894 May 27 02:33:59.382765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58410) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:59.454942 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b23d13c-cccf-45b7-bd85-5beb675e9985 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:33:59.456253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9b23d13c-cccf-45b7-bd85-5beb675e9985 tempest-TestNetworkAdvancedServerOps-939318581 tempest-TestNetworkAdvancedServerOps-939318581-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1093 time: 0.0722761 May 27 02:33:59.459209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58414) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:33:59.464739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:33:59.471550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:33:59.475378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Usage tracker for resource:floatingip and tenant:a56b9613ede049a4a65896199ecd8bb3 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:33:59.478688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:33:59.484330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:33:59.494542 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.634961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.783997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Allocated IP 172.25.3.143 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ec96942a-e752-4e33-870a-ee5c66eb1424) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:33:59.935086 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:33:59.968124 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.039625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:34:00.043462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:34:00.045473 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:34:00.080376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=ec96942a-e752-4e33-870a-ee5c66eb1424,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:00.594503 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.672792 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.887243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:00.891635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.005409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event updated for resources: {'Port': ['ID=ec96942a-e752-4e33-870a-ee5c66eb1424,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:34:01.015317 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.188847 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP b7cbe84d-6c27-4601-82c7-f6c312a6e212 associated. External IP: 172.25.3.143, port: 24624a80-d70a-45bf-af1a-98da2e1ca1c9. May 27 02:34:01.553637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 7e06911d-88e5-4531-8c26-434070f23fb0 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:34:01.734690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:34:01.745791 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] Sync routers for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:34:01.757750 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:01.758463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:01.760179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:01.816393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a7b8cd8d-36ff-42c5-a9b8-ec74a581bbda tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3558757 May 27 02:34:01.816826 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:34:01.872797 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba59cbc-7efa-4532-b5c5-fd0227901c3a'] response: {'name': 'network-changed', 'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'status': 'completed', 'code': 200} May 27 02:34:01.960454 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:02.016973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbad32-beb4-420b-91a9-42281cc0a741 req-a663279c-be6b-4770-a4eb-c1e213172a28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.019223 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0edbad32-beb4-420b-91a9-42281cc0a741 req-a663279c-be6b-4770-a4eb-c1e213172a28 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.1005554 May 27 02:34:02.092020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0edbad32-beb4-420b-91a9-42281cc0a741 req-0199ebe6-d846-44cd-86d3-0a441aa6448c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663607 May 27 02:34:02.115271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58422) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:02.121598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-18ace0f9-b246-473f-a8de-313efb779e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.123331 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-18ace0f9-b246-473f-a8de-313efb779e3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1098 time: 0.2281470 May 27 02:34:02.248061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2ca5b3f0-0dfd-4333-b2f3-520c1130900c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/b7cbe84d-6c27-4601-82c7-f6c312a6e212 HTTP/1.1" status: 200 len: 992 time: 0.1314821 May 27 02:34:02.285523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-8fdc4080-a3a1-4dc9-8025-caa73678894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.286991 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-8fdc4080-a3a1-4dc9-8025-caa73678894b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 200 len: 896 time: 0.1567442 May 27 02:34:02.393026 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-9daabc3d-2783-494b-aedc-f002b2d02a07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 200 len: 1000 time: 0.0991054 May 27 02:34:02.410230 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'b7cbe84d-6c27-4601-82c7-f6c312a6e212', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'port_id': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'mac_address': 'fa:16:3e:86:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:34:00Z', 'updated_at': '2022-05-27T02:34:00Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:50Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:02.414126 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] Checking router: 7e06911d-88e5-4531-8c26-434070f23fb0 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:34:02.422936 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:34:02.423541 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:33:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:02.470064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-acda3c8e-01a9-4899-ab5a-a2058b706e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.471881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-acda3c8e-01a9-4899-ab5a-a2058b706e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d4f158a-736a-4d8f-973e-81d00b41685d HTTP/1.1" status: 200 len: 835 time: 0.0729969 May 27 02:34:02.556449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-9ad61a9e-1078-4aba-bf5c-8fa3c0929821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:02.560118 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-9ad61a9e-1078-4aba-bf5c-8fa3c0929821 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b99934ef-b6ba-4d55-bdb5-0977b40527f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797575 May 27 02:34:02.604390 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:34:02.704562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-f1b39c27-5288-489a-a1de-5fda3de35179 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376064 May 27 02:34:02.842031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaf94d8e-9c35-4c53-a471-43eb81012676 req-40a7fe9d-3956-4e15-b9fa-fdc94d682989 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314855 May 27 02:34:02.991752 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'b7cbe84d-6c27-4601-82c7-f6c312a6e212', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'port_id': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'mac_address': 'fa:16:3e:86:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:34:00Z', 'updated_at': '2022-05-27T02:34:00Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:50Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:34:02.996372 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f543ba-eea3-43c0-940d-0338af3cd61f None None] The sync data for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 is: [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'b7cbe84d-6c27-4601-82c7-f6c312a6e212', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'port_id': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'mac_address': 'fa:16:3e:86:e9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:34:00Z', 'updated_at': '2022-05-27T02:34:00Z', 'revision_number': 0, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:50Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:34:03.191509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5250-ff05-4aca-ae80-84271d91862d None None] New status for floating IP b7cbe84d-6c27-4601-82c7-f6c312a6e212: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:34:03.253242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58426) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:03.394299 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-90375d88-9745-46fb-8952-dd8097f1eaf0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/b7cbe84d-6c27-4601-82c7-f6c312a6e212 HTTP/1.1" status: 200 len: 992 time: 0.1385634 May 27 02:34:03.397197 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:03.535894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:04.397213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58430) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:34:04.505778 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-20ba3e76-5c02-49ae-9de2-d26da463964c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/b7cbe84d-6c27-4601-82c7-f6c312a6e212 HTTP/1.1" status: 200 len: 994 time: 0.1074274 May 27 02:34:05.872515 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-60211d9d-a853-481f-82c7-76f5449f62ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:08.010411 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-46472c8a-243b-4a1a-9fe4-47d436bdbfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:09.383011 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:09.532252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:11.119959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.311006 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:33.531037 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:34.163376 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:34:35.874247 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-083fad2b-6be3-43c5-b4c0-baf9b4f40b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:38.003264 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-df3e407e-9c4a-462e-8804-5efdf77a7d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:39.390165 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:39.534095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:41.122448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:34:58.488562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-3a5c8bbb-a031-40f6-aed1-1e870f4fa85b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729866 May 27 02:34:58.629753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-2d9dda03-de3d-4d51-b627-77bf9fd1ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:58.631237 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-2d9dda03-de3d-4d51-b627-77bf9fd1ed57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1098 time: 0.0712187 May 27 02:34:58.772731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-3ceca120-0892-4158-8ac5-560dd83a67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:58.774045 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-3ceca120-0892-4158-8ac5-560dd83a67aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 200 len: 896 time: 0.1241226 May 27 02:34:58.873840 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-90752a2f-b9df-4aad-b9a5-59cf17671e2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 200 len: 1002 time: 0.0932891 May 27 02:34:58.938542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-7519c029-d00e-4863-a4e4-dcff9b534a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:58.940513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-7519c029-d00e-4863-a4e4-dcff9b534a39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d4f158a-736a-4d8f-973e-81d00b41685d HTTP/1.1" status: 200 len: 835 time: 0.0592690 May 27 02:34:59.020707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-3e98eb69-c4bc-4727-9537-c475f6ec8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:34:59.022138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-3e98eb69-c4bc-4727-9537-c475f6ec8e02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b99934ef-b6ba-4d55-bdb5-0977b40527f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749846 May 27 02:34:59.258190 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-d31ddfcd-c601-490f-aca2-6a575850c6ec service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287197 May 27 02:34:59.386250 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4ad3f2a2-d3d0-4119-9b93-10631daa9e0a req-d18dea5b-e3ba-4dd8-9f63-7aa5d46487ee service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213424 May 27 02:35:03.312842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:03.553015 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:05.878691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-30e6f5d7-8962-4095-b3b5-de8e21475372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:08.007326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-046fa88e-09d8-49c0-a896-e71964ec7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.381526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:09.537284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.125641 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:11.163029 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:35:16.783825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43d58-401b-4ca2-a570-af3181044aed req-f604b799-e033-42f9-b9f7-c5744e49c34c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:16.785805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afa43d58-401b-4ca2-a570-af3181044aed req-f604b799-e033-42f9-b9f7-c5744e49c34c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.1454482 May 27 02:35:16.832547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afa43d58-401b-4ca2-a570-af3181044aed req-cd29704b-7c20-45a3-bc04-159a363072b3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407462 May 27 02:35:18.022050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bc20c-011d-4fec-8e3a-ae733639cbae req-0696397a-0272-42a8-83a3-5e292aaec843 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:18.023554 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-195bc20c-011d-4fec-8e3a-ae733639cbae req-0696397a-0272-42a8-83a3-5e292aaec843 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0862129 May 27 02:35:18.068011 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-195bc20c-011d-4fec-8e3a-ae733639cbae req-c327e117-6615-4889-afc4-0f7fc55f33a8 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387442 May 27 02:35:19.261590 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6905c8-674c-46e6-9c83-58fb4995de76 req-4998be9a-4c43-4c20-8ffe-76e9ac0ef276 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:19.263035 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb6905c8-674c-46e6-9c83-58fb4995de76 req-4998be9a-4c43-4c20-8ffe-76e9ac0ef276 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0818737 May 27 02:35:19.306930 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb6905c8-674c-46e6-9c83-58fb4995de76 req-cf9ae0c6-fc2b-48a5-bce0-e9978b829ef9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375621 May 27 02:35:20.599247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d06af5-56ae-406c-9672-1fe267d18bd4 req-ff04fe2d-f3ca-41d5-a8a3-1a454d7ba2d0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:20.602495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9d06af5-56ae-406c-9672-1fe267d18bd4 req-ff04fe2d-f3ca-41d5-a8a3-1a454d7ba2d0 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.1845288 May 27 02:35:20.645253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9d06af5-56ae-406c-9672-1fe267d18bd4 req-f34b4a0a-e211-4b59-a28b-ed4d71c78c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382805 May 27 02:35:21.830526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3992012-5f67-4e7d-b1f0-32632cc3f62a req-b8e0b8b6-e7da-409e-ac2f-54fdc71a157a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:21.832003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3992012-5f67-4e7d-b1f0-32632cc3f62a req-b8e0b8b6-e7da-409e-ac2f-54fdc71a157a tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0782385 May 27 02:35:21.884191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3992012-5f67-4e7d-b1f0-32632cc3f62a req-bb8b9a22-27ce-494d-b86f-e86971d14c1c tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428164 May 27 02:35:23.077339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb17305-27ac-40c8-9655-5ebbffb45194 req-82c8a62b-6f5d-49e3-8c4d-93ba4c1e3409 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:23.078810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffb17305-27ac-40c8-9655-5ebbffb45194 req-82c8a62b-6f5d-49e3-8c4d-93ba4c1e3409 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0914876 May 27 02:35:23.122646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ffb17305-27ac-40c8-9655-5ebbffb45194 req-60b11374-4df6-4f69-aff5-bec72d01d634 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376105 May 27 02:35:24.307795 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5d4a2-00f5-4e87-9ad3-cd60ce2dd829 req-b1f6ab1f-c353-49eb-8d94-d7d421ea8390 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:24.309316 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8e5d4a2-00f5-4e87-9ad3-cd60ce2dd829 req-b1f6ab1f-c353-49eb-8d94-d7d421ea8390 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0810091 May 27 02:35:24.354435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d8e5d4a2-00f5-4e87-9ad3-cd60ce2dd829 req-5f0a6468-c4ff-4c0d-a005-7bd6123c555d tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387511 May 27 02:35:25.544712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7b62-efe8-453d-9990-c7cbdac912d7 req-76eebf16-ca46-45ee-abeb-1a9715f33ee1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:25.547631 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67ed7b62-efe8-453d-9990-c7cbdac912d7 req-76eebf16-ca46-45ee-abeb-1a9715f33ee1 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0836036 May 27 02:35:25.593957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-67ed7b62-efe8-453d-9990-c7cbdac912d7 req-d38ea89e-734b-4a0d-8300-7b3dc261b25e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 May 27 02:35:26.780698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa5183-6b5b-451a-9738-7728a340e183 req-154c38bc-cc6c-4145-bd18-698947786249 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:26.782154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6aa5183-6b5b-451a-9738-7728a340e183 req-154c38bc-cc6c-4145-bd18-698947786249 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0827258 May 27 02:35:26.827379 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b6aa5183-6b5b-451a-9738-7728a340e183 req-42e7cbbf-0daa-40f1-b03f-f93fb187459e tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 May 27 02:35:28.021332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5f36d-d989-4191-92c5-42c46c5b12d8 req-2a5616fa-5955-4266-a7f0-c6c007c4ae68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:28.022832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50e5f36d-d989-4191-92c5-42c46c5b12d8 req-2a5616fa-5955-4266-a7f0-c6c007c4ae68 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0878849 May 27 02:35:28.066847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-50e5f36d-d989-4191-92c5-42c46c5b12d8 req-a7c5d6f9-0d8f-4824-a99a-e736eb7b9814 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383420 May 27 02:35:29.252070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15372f2f-144c-4019-a2e7-5598a6ac050b req-60fc9f32-4854-4b10-83aa-fc5c9a76a2ac tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:29.253507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15372f2f-144c-4019-a2e7-5598a6ac050b req-60fc9f32-4854-4b10-83aa-fc5c9a76a2ac tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0784900 May 27 02:35:29.297758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15372f2f-144c-4019-a2e7-5598a6ac050b req-7347f2f1-439c-485f-9121-0fb8b72a4003 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386462 May 27 02:35:30.481767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3457836-0abf-45ec-b9e3-33257edb1e6b req-079ae9f1-6eb1-4de4-bf4e-244f926e1ec5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:30.483184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3457836-0abf-45ec-b9e3-33257edb1e6b req-079ae9f1-6eb1-4de4-bf4e-244f926e1ec5 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0816417 May 27 02:35:30.528609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3457836-0abf-45ec-b9e3-33257edb1e6b req-a4da39e8-177a-4cc5-ba71-ba6baa535e91 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389533 May 27 02:35:31.040892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 24624a80-d70a-45bf-af1a-98da2e1ca1c9 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:35:31.150972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:31.151351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:31.177017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:35:31.186734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:31.191414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:31.230506 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273476f1-16e9-4a51-b0b5-6eaad6b06f70'] response: {'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'code': 200} May 27 02:35:31.262362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:31.270359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.270701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.271067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.271399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.271727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.272054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.272378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.272699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.273022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.273337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.273654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.273971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:35:31.706210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068649a-8c53-454b-bdfc-9107700fecba req-15bb8012-1b90-467b-b1d9-0ca27dacb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:31.707716 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7068649a-8c53-454b-bdfc-9107700fecba req-15bb8012-1b90-467b-b1d9-0ca27dacb235 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1096 time: 0.0731726 May 27 02:35:31.721440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e6df4-d05c-47f7-8809-e0c506e78438 req-1fa22de7-3457-40ef-b706-55fd72c3dc48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:31.723073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c0e6df4-d05c-47f7-8809-e0c506e78438 req-1fa22de7-3457-40ef-b706-55fd72c3dc48 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 944 time: 0.0849202 May 27 02:35:31.749846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7068649a-8c53-454b-bdfc-9107700fecba req-6c50f2d8-cd8e-45fb-982f-74665d278ec8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360796 May 27 02:35:31.767463 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c0e6df4-d05c-47f7-8809-e0c506e78438 req-dcdcd359-d33e-40ca-8aca-c840ce8cf7ed tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 May 27 02:35:32.952901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e067506-e23e-455f-8255-e849bbe04956 req-08711776-196c-4908-a814-01e2fd5556c3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:32.954256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e067506-e23e-455f-8255-e849bbe04956 req-08711776-196c-4908-a814-01e2fd5556c3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 944 time: 0.0814931 May 27 02:35:32.999725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e067506-e23e-455f-8255-e849bbe04956 req-2778b5d5-7f75-4d68-8a95-bd3eb289f8a3 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391431 May 27 02:35:33.048438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 24624a80-d70a-45bf-af1a-98da2e1ca1c9 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:35:33.181563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:33.194607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'port_id': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'mac_address': 'fa:16:3e:86:e9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:35:33.249784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:33.250071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.267223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24624a80-d70a-45bf-af1a-98da2e1ca1c9 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:35:33.284792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:33.289054 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.362694 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.367685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:33.555160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:33.663894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['24624a80-d70a-45bf-af1a-98da2e1ca1c9'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:35:34.188553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17024b-0020-4ecb-9982-1a18d1b2973b req-bd436e37-732e-4900-b254-4a3e76112e21 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:34.190008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f17024b-0020-4ecb-9982-1a18d1b2973b req-bd436e37-732e-4900-b254-4a3e76112e21 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 945 time: 0.0800943 May 27 02:35:34.240444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4f17024b-0020-4ecb-9982-1a18d1b2973b req-88276561-e078-410f-813c-8ef6b19c62e7 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443873 May 27 02:35:34.263115 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58524) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:35:34.371790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-86951561-0975-42e3-a359-99cd5a3b4901 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/floatingips/b7cbe84d-6c27-4601-82c7-f6c312a6e212 HTTP/1.1" status: 200 len: 993 time: 0.1075799 May 27 02:35:35.049310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 24624a80-d70a-45bf-af1a-98da2e1ca1c9 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:35:35.122814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:35:35.123180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.238622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:35:35.239028 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.265623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:35:35.275132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:35:35.279546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:35.312369 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8048d71e-524a-44d7-8a9a-6a35f6250b97'] response: {'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'code': 200} May 27 02:35:35.349633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:35:35.881361 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e957-94af-4c05-9a30-850ea38c4352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:38.010078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-68159f4f-fa10-4ed9-841e-c0e62d71588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.384741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:39.541877 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:41.133410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:35:48.162968 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:35:58.472201 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-72a1b7d6-d6d4-46d1-ac81-971db085d69a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0723550 May 27 02:35:58.610483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cba931-28ec-4a4c-8659-937793a693b8 req-8f1b78e3-748e-47cb-b8d6-e2c8c1c33159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:58.611977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-8f1b78e3-748e-47cb-b8d6-e2c8c1c33159 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1098 time: 0.0713651 May 27 02:35:58.756809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cba931-28ec-4a4c-8659-937793a693b8 req-484c9dde-a51b-4b27-ada7-328be9d9e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:58.758152 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-484c9dde-a51b-4b27-ada7-328be9d9e5a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 200 len: 896 time: 0.1260822 May 27 02:35:58.861678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-9ec8b0f7-cf03-4ee8-bbd7-537bfaed2573 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 200 len: 1002 time: 0.0962753 May 27 02:35:58.928184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cba931-28ec-4a4c-8659-937793a693b8 req-a6e01fe0-f05f-4b25-ab54-b0f08bd15282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:58.930076 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-a6e01fe0-f05f-4b25-ab54-b0f08bd15282 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d4f158a-736a-4d8f-973e-81d00b41685d HTTP/1.1" status: 200 len: 835 time: 0.0619693 May 27 02:35:59.005164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cba931-28ec-4a4c-8659-937793a693b8 req-56a368db-3b7f-4541-93f7-2aaac229c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:35:59.006620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-56a368db-3b7f-4541-93f7-2aaac229c738 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b99934ef-b6ba-4d55-bdb5-0977b40527f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704038 May 27 02:35:59.137173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-26aeda0f-9a5d-4b30-a808-066e16a0e984 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236806 May 27 02:35:59.382820 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-07cba931-28ec-4a4c-8659-937793a693b8 req-2fb3a841-de91-457c-9f5a-189cfa4fd359 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368858 May 27 02:36:03.340612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:03.547987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:05.887940 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d259be50-064c-4f30-a465-170f9ea7e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:08.011811 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-53f38959-3f89-483f-8acb-42139fa9f2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.387847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:09.544214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:11.132855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:25.162250 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:36:33.336484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:33.572802 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:35.880777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d9642a91-eb50-464b-8bfa-9e3207a2fa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:38.012799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5dd5-a9c9-401b-a827-41fc850414da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.391028 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:39.546891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:41.133716 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.042069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58568) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:42.244090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port ec96942a-e752-4e33-870a-ee5c66eb1424 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:42.244432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.407601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.407918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.526852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for ec96942a-e752-4e33-870a-ee5c66eb1424 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:42.677464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.726329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=ec96942a-e752-4e33-870a-ee5c66eb1424,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:42.765475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.765824 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.766168 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.766504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.766866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.767207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.767623 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.767870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.768202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.768523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.768856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.769171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:42.823535 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:42.823863 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Floating IP b7cbe84d-6c27-4601-82c7-f6c312a6e212 disassociated (deleted). External IP: 172.25.3.143, port: 24624a80-d70a-45bf-af1a-98da2e1ca1c9. May 27 02:36:43.186004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 7e06911d-88e5-4531-8c26-434070f23fb0 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:36:43.490602 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:36:43.500321 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] Sync routers for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:36:43.511052 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:43.511248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:43.511666 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:36:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:43.570397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5aec90e1-2aab-4a51-b95f-923003820725 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/floatingips/b7cbe84d-6c27-4601-82c7-f6c312a6e212 HTTP/1.1" status: 204 len: 168 time: 1.5272577 May 27 02:36:43.571011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:36:43.637004 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eecac450-5ca8-4779-849c-10a8c7e7cfaa'] response: {'name': 'network-changed', 'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'status': 'completed', 'code': 200} May 27 02:36:43.711134 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:36:43.732542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-b5c68da7-7ec6-4e78-a85d-c229155e8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:43.734012 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-b5c68da7-7ec6-4e78-a85d-c229155e8985 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a56b9613ede049a4a65896199ecd8bb3&device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 1098 time: 0.0737019 May 27 02:36:43.874864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-935bb5df-5c31-4ccb-8a85-c5c84d31913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:43.876370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-935bb5df-5c31-4ccb-8a85-c5c84d31913a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 200 len: 896 time: 0.1356654 May 27 02:36:43.951428 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-49481f9a-aaa6-473b-bbec-bd2e69f2d236 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 200 len: 217 time: 0.0670605 May 27 02:36:43.983917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337ed9-defb-4f36-af7c-bc7f956289a4 req-c7b79743-09b0-4d78-bb79-1c290aac8c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:43.985575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9337ed9-defb-4f36-af7c-bc7f956289a4 req-c7b79743-09b0-4d78-bb79-1c290aac8c84 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0848694 May 27 02:36:44.024645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-09724eab-f76b-43cc-8a27-0be3186def8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:44.026438 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-09724eab-f76b-43cc-8a27-0be3186def8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d4f158a-736a-4d8f-973e-81d00b41685d HTTP/1.1" status: 200 len: 835 time: 0.0680773 May 27 02:36:44.032879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c9337ed9-defb-4f36-af7c-bc7f956289a4 req-ec00e9ac-b9e3-40f3-b412-295a6644caf4 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 May 27 02:36:44.049607 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:50Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:44.054776 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] Checking router: 7e06911d-88e5-4531-8c26-434070f23fb0 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:36:44.063304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:44.063833 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:36:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:44.106214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-e23b0fc3-8949-4f7c-b9ed-28f36aa497c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:44.107731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-e23b0fc3-8949-4f7c-b9ed-28f36aa497c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b99934ef-b6ba-4d55-bdb5-0977b40527f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750198 May 27 02:36:44.248126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-2fa38f84-6c11-4323-aa30-6e29e6f1478e service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322486 May 27 02:36:44.277227 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:36:44.385884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b0f197c7-1d26-4bee-83bd-e7c02e838fad req-01511395-d078-43b6-a8a2-e90e06cd3c68 service neutron] 10.222.0.13 "GET /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308956 May 27 02:36:44.592580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:50Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:44.596750 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3076d8-173e-4bdb-8b2d-755d9637c633 None None] The sync data for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 is: [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '06ffe92e-05dd-4339-ac61-e6133017d9bc', 'name': '', 'network_id': 'b99934ef-b6ba-4d55-bdb5-0977b40527f9', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'mac_address': 'fa:16:3e:20:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:43Z', 'updated_at': '2022-05-27T02:33:50Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'subnets': [{'id': '3d4f158a-736a-4d8f-973e-81d00b41685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:36:44.820314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a80a79-4191-4025-a305-3a88ea86c6a6 None None] New status for floating IP b7cbe84d-6c27-4601-82c7-f6c312a6e212: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:36:45.228554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7e091-8886-4aa6-9b78-5597b9bd57ab req-f06479ab-d4d5-4484-8da0-de01356695b9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:45.229149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-b3f7e091-8886-4aa6-9b78-5597b9bd57ab req-f06479ab-d4d5-4484-8da0-de01356695b9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Synchronizing usage tracker for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:36:45.245047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-b3f7e091-8886-4aa6-9b78-5597b9bd57ab req-f06479ab-d4d5-4484-8da0-de01356695b9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Unset dirty status for tenant:a56b9613ede049a4a65896199ecd8bb3 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:36:45.246386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3f7e091-8886-4aa6-9b78-5597b9bd57ab req-f06479ab-d4d5-4484-8da0-de01356695b9 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0997121 May 27 02:36:45.309777 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3f7e091-8886-4aa6-9b78-5597b9bd57ab req-bbbd80d1-6e86-48fb-a7e0-2cce3c2d9553 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/security-groups?id=70fa9c48-9dba-486f-9b51-453e3fd04ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570107 May 27 02:36:45.780010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-3b362106-48fd-450f-80d5-6fcf010fda51 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:36:45.781458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-3b362106-48fd-450f-80d5-6fcf010fda51 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 946 time: 0.0834780 May 27 02:36:45.852622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:45.852875 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.101849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 24624a80-d70a-45bf-af1a-98da2e1ca1c9, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=24624a80-d70a-45bf-af1a-98da2e1ca1c9,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:46.102209 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.227880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 24624a80-d70a-45bf-af1a-98da2e1ca1c9 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:46.376149 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.428015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=24624a80-d70a-45bf-af1a-98da2e1ca1c9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:46.470778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f526b6e4-002a-439f-a66c-4cd81cc95b71 req-fff6c5e5-6971-4c12-8e0b-c3e0c785b36b tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a HTTP/1.1" status: 200 len: 210 time: 0.0507414 May 27 02:36:46.622739 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] No DVR routers for this DVR port 24624a80-d70a-45bf-af1a-98da2e1ca1c9 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:46.625213 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:46.627815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-deleted', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:36:46.644849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-58c757a2-deaf-4a65-9fea-6aa6bd8a2eae req-f0ed4249-d236-40ab-abe4-442f23557e3f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.13 "DELETE /v2.0/ports/24624a80-d70a-45bf-af1a-98da2e1ca1c9 HTTP/1.1" status: 204 len: 173 time: 0.8570650 May 27 02:36:46.686493 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bd4ed6-f61a-4e76-b397-9417bdd854bb'] response: {'server_uuid': '8e9ebf6a-cfbb-4aa0-9c9f-3f5ab7183e8a', 'name': 'network-vif-deleted', 'tag': '24624a80-d70a-45bf-af1a-98da2e1ca1c9', 'status': 'completed', 'code': 200} May 27 02:36:47.564259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58586) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:48.109020 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.469963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 06ffe92e-05dd-4339-ac61-e6133017d9bc {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:48.470254 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.662088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 06ffe92e-05dd-4339-ac61-e6133017d9bc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=06ffe92e-05dd-4339-ac61-e6133017d9bc,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:48.662830 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:48.785011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 06ffe92e-05dd-4339-ac61-e6133017d9bc owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:49.080554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.131420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=06ffe92e-05dd-4339-ac61-e6133017d9bc,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:49.402116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:49.423950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 24624a80-d70a-45bf-af1a-98da2e1ca1c9 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:49.463361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 24624a80-d70a-45bf-af1a-98da2e1ca1c9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:49.463706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 24624a80-d70a-45bf-af1a-98da2e1ca1c9 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:49.762662 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Router 7e06911d-88e5-4531-8c26-434070f23fb0 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:36:49.948361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:36:49.957865 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] Sync routers for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:36:49.961693 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4f131127-b967-4d00-b959-fef90dcc65db tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "PUT /v2.0/routers/7e06911d-88e5-4531-8c26-434070f23fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3959301 May 27 02:36:49.964153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58590) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:49.969073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:49.969695 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:36:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.030865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting subnet 3d4f158a-736a-4d8f-973e-81d00b41685d {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:36:50.033821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.092003 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.157683 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:36:50.230844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.353277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.396988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4f158a-736a-4d8f-973e-81d00b41685d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:50.404117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d80a6d-4ee1-4e3c-b7b6-e5fca7ea6c69 None None] Network b99934ef-b6ba-4d55-bdb5-0977b40527f9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:36:50.405432 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.408764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.409118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.410075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.410075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.410075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.410530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.411609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.411828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.412157 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.412484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.412804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.413125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:50.419526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a9046933-3b8a-4e76-a3da-c494cb0ab72f tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/subnets/3d4f158a-736a-4d8f-973e-81d00b41685d HTTP/1.1" status: 204 len: 168 time: 0.4543500 May 27 02:36:50.422572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58596) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:50.439259 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:36:49Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.443255 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] Checking router: 7e06911d-88e5-4531-8c26-434070f23fb0 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:36:50.452315 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] Routers {'7e06911d-88e5-4531-8c26-434070f23fb0'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:36:50.452944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:36:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7e06911d-88e5-4531-8c26-434070f23fb0'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.626905 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.652838 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] Set router 7e06911d-88e5-4531-8c26-434070f23fb0 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:36:50.699951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] DHCP port deletion for b99934ef-b6ba-4d55-bdb5-0977b40527f9 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:36:50.704253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Deleting port bc88df3f-401b-48c8-838b-f84daa25007c {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:50.704843 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.956559 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.963857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] For port bc88df3f-401b-48c8-838b-f84daa25007c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=bc88df3f-401b-48c8-838b-f84daa25007c,segment=NetworkSegment(bdfebf56-3c0a-467e-9b27-4854f369c7a8),segment_id=bdfebf56-3c0a-467e-9b27-4854f369c7a8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:50.964185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.967330 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Deleting port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:36:50.968138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:50.987032 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:36:49Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:50.991090 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7175e-f237-4f2c-8aa1-8484f0d2b423 None None] The sync data for ids ['7e06911d-88e5-4531-8c26-434070f23fb0'] in n-d-843146-11 is: [{'id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040032798', 'tenant_id': 'a56b9613ede049a4a65896199ecd8bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:33:37Z', 'updated_at': '2022-05-27T02:36:49Z', 'revision_number': 5, 'project_id': 'a56b9613ede049a4a65896199ecd8bb3', 'gw_port': {'id': '72abcf8e-bb9c-4b36-83f7-97c381b1ab72', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e06911d-88e5-4531-8c26-434070f23fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:33:38Z', 'updated_at': '2022-05-27T02:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:36:51.088009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Calling delete_port for bc88df3f-401b-48c8-838b-f84daa25007c owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:51.158058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] For port 72abcf8e-bb9c-4b36-83f7-97c381b1ab72, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:36:51.158417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.164407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.212363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] No DVR routers for this DVR port bc88df3f-401b-48c8-838b-f84daa25007c on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:36:51.213740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Pushing event deleted for resources: {'Port': ['ID=bc88df3f-401b-48c8-838b-f84daa25007c,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:51.222767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.223069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.223404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.223736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.224065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.224390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.224721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.225040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.225479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.225907 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.226141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.226458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ae82d-fcf7-4888-b0b9-843fda3f856e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:36:51.281786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Calling delete_port for 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:36:51.458423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.511563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Port': ['ID=72abcf8e-bb9c-4b36-83f7-97c381b1ab72,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:51.605185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.778471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.780554 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.802279 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.802803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Fanout notify agent at l3_agent the message router_deleted on router 7e06911d-88e5-4531-8c26-434070f23fb0 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:36:51.818143 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:51.819255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e43d4814-c6d8-426b-a992-50eac7f2f793 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/routers/7e06911d-88e5-4531-8c26-434070f23fb0 HTTP/1.1" status: 204 len: 168 time: 1.3957114 May 27 02:36:51.822339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58600) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:51.937681 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.065038 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.090405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99934ef-b6ba-4d55-bdb5-0977b40527f9']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:52.102202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfebf56-3c0a-467e-9b27-4854f369c7a8') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:52.102497 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfebf56-3c0a-467e-9b27-4854f369c7a8') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:36:52.113687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.131485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.137774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:36:52.138187 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.248668 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment bdfebf56-3c0a-467e-9b27-4854f369c7a8 resource provider aggregate not found May 27 02:36:52.255576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.257668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:52.263390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.283082 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment bdfebf56-3c0a-467e-9b27-4854f369c7a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdfebf56-3c0a-467e-9b27-4854f369c7a8 found for delete ", "request_id": "req-0517181b-ef69-4991-bfcd-89d977e3a3dd"}]} May 27 02:36:52.294022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'Network': ['ID=b99934ef-b6ba-4d55-bdb5-0977b40527f9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:52.300845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:52.301312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 72abcf8e-bb9c-4b36-83f7-97c381b1ab72 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:52.302462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device bc88df3f-401b-48c8-838b-f84daa25007c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:52.305429 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-78f8fc7b-8cb4-4f0e-974d-f52d59df2b83 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/networks/b99934ef-b6ba-4d55-bdb5-0977b40527f9 HTTP/1.1" status: 204 len: 168 time: 0.4822204 May 27 02:36:52.308240 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58610) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:52.338511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: bc88df3f-401b-48c8-838b-f84daa25007c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:52.338890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device bc88df3f-401b-48c8-838b-f84daa25007c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:52.339351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 06ffe92e-05dd-4339-ac61-e6133017d9bc no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:36:52.373515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 06ffe92e-05dd-4339-ac61-e6133017d9bc {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:36:52.373864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 06ffe92e-05dd-4339-ac61-e6133017d9bc not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:36:52.375719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0eb76590-babb-4bab-9fc1-da3c45bbdc82 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.405173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0eb76590-babb-4bab-9fc1-da3c45bbdc82 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.472675 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0eb76590-babb-4bab-9fc1-da3c45bbdc82 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.602849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb76590-babb-4bab-9fc1-da3c45bbdc82 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa9c48-9dba-486f-9b51-453e3fd04ed3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:52.611868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0eb76590-babb-4bab-9fc1-da3c45bbdc82 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:52.612982 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0eb76590-babb-4bab-9fc1-da3c45bbdc82 tempest-TestNetworkAdvancedServerOps-518561407 tempest-TestNetworkAdvancedServerOps-518561407-project] 10.222.0.16 "DELETE /v2.0/security-groups/70fa9c48-9dba-486f-9b51-453e3fd04ed3 HTTP/1.1" status: 204 len: 168 time: 0.3038554 May 27 02:36:52.940678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58620) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:53.108442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6ba9763f-ab7d-466c-894f-413977145dfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a56b9613ede049a4a65896199ecd8bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665490 May 27 02:36:53.111101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58626) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:53.172096 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8755d548-66f8-4ca9-b5c8-e217d0319db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.197982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8755d548-66f8-4ca9-b5c8-e217d0319db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.248867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8755d548-66f8-4ca9-b5c8-e217d0319db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.265493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755d548-66f8-4ca9-b5c8-e217d0319db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e1ac7-202d-485e-8c10-43be11fb2416,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:53.276693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8755d548-66f8-4ca9-b5c8-e217d0319db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.277815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8755d548-66f8-4ca9-b5c8-e217d0319db3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/265e1ac7-202d-485e-8c10-43be11fb2416 HTTP/1.1" status: 204 len: 168 time: 0.1655478 May 27 02:36:53.572174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58634) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:53.620739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2cc64104-dd85-4292-bd33-0f31d99c9134 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04ac81d6184d427c93d230c65c6cabeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474298 May 27 02:36:53.623249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58638) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:36:53.691128 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3994c406-bfce-43f3-a02c-cdbfca197e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.717444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3994c406-bfce-43f3-a02c-cdbfca197e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.770728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3994c406-bfce-43f3-a02c-cdbfca197e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.786515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994c406-bfce-43f3-a02c-cdbfca197e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50eaf2-ac0f-4a6c-9794-7baaac0ccc34,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:36:53.797724 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3994c406-bfce-43f3-a02c-cdbfca197e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:36:53.798894 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3994c406-bfce-43f3-a02c-cdbfca197e5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df50eaf2-ac0f-4a6c-9794-7baaac0ccc34 HTTP/1.1" status: 204 len: 168 time: 0.1747282 May 27 02:37:02.161282 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:37:03.352064 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:03.593921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:04.858109 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-94c717e8-6d1a-40dc-9d4d-6b3759d89132 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fd186703fd2c45688f513a5057c470a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281811 May 27 02:37:05.007395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-a1c52a7e-3c22-48b1-b591-c2e3b3a5f756 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:05.008811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-a1c52a7e-3c22-48b1-b591-c2e3b3a5f756 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456599 May 27 02:37:05.025153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-58e9786f-7b31-4fb4-956a-eb570eba5584 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/quotas/fd186703fd2c45688f513a5057c470a4 HTTP/1.1" status: 200 len: 375 time: 0.0106022 May 27 02:37:05.077429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-6be77bd5-9c0e-4f59-82b6-a4e2f2465bb3 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd186703fd2c45688f513a5057c470a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469832 May 27 02:37:05.251093 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ce5c2294-5f2a-4a51-8bf4-0ab2dcbc966f req-0a6767e6-5ba8-42aa-b5db-bf90a8c697f2 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 210 time: 0.0419195 May 27 02:37:05.883410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b1e7-d5e9-42e7-93c1-47e6831cc0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:06.436119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2e92c5e-5f6f-48f2-b6b8-4e8297d4d480 req-ef3cd8a8-2ac0-4bb6-bfd2-e3d189428dfb tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 210 time: 0.1329346 May 27 02:37:07.538636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22a8f198-8eb5-4729-b2a6-0a3f8a9f4fe8 req-7a481d9d-2503-4eaf-b531-c9f07376a3ae tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 210 time: 0.0456920 May 27 02:37:08.016139 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8056a911-6af6-41e9-b756-0d025997eebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.421290 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-b65e3dd7-a7bc-4978-98a3-a7311deef383 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fd186703fd2c45688f513a5057c470a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389595 May 27 02:37:08.579006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-96f97a3f-0593-4077-9b95-981ec7821ac5 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:08.580632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-96f97a3f-0593-4077-9b95-981ec7821ac5 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535060 May 27 02:37:08.593334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Request body: {'port': {'device_id': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'admin_state_up': True, 'tenant_id': 'fd186703fd2c45688f513a5057c470a4'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:08.699608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-804fb6e7-e1c4-459d-b261-bf29ff214cf0 req-83b40136-de52-424e-859c-30952f06851b tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 210 time: 0.0432835 May 27 02:37:08.732635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:08.737335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Usage tracker for resource:port and tenant:fd186703fd2c45688f513a5057c470a4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:08.740426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:08.746239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:08.761103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Made reservation on behalf of fd186703fd2c45688f513a5057c470a4 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:08.764527 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.780652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.797026 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:08.800868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Usage tracker for resource:security_group_rule and tenant:fd186703fd2c45688f513a5057c470a4 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:08.803633 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:08.809262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:08.889196 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.892555 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:08.976064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6951259e-7211-40ef-b0d2-90358433a76a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:09.059589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Allocated IP 192.168.233.250 (cc81fcae-81b4-48a8-a85a-ea188e3e9180/8da5b949-71cd-418a-9516-18ab657aee1a/88a514f6-b5c2-4f2c-972f-803a5ed1a925) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:09.263139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.278193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Transition to ACTIVE for port object 88a514f6-b5c2-4f2c-972f-803a5ed1a925 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:09.301800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.374610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Network cc81fcae-81b4-48a8-a85a-ea188e3e9180 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:09.377846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:09.382198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:09.393231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.412212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Pushing event updated for resources: {'Port': ['ID=88a514f6-b5c2-4f2c-972f-803a5ed1a925,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:09.451654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:09.452272 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.478268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-edaaee0e-daa8-4afe-b93c-ebfed459a028 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8897526 May 27 02:37:09.491468 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Request body: {'port': {'device_id': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:09.554870 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.618594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.673327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6b3d56fd-d0ff-4284-b401-87929e4a8e0f None None] Provisioning for port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:09.679301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6b3d56fd-d0ff-4284-b401-87929e4a8e0f None None] Provisioning complete for port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:09.679724 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6b3d56fd-d0ff-4284-b401-87929e4a8e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:09.742837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d56fd-d0ff-4284-b401-87929e4a8e0f None None] Port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:37:09.995618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba994e-d1f4-4971-ba23-15d3e12c3c61 req-1bab0422-59c7-42cb-a651-916a41342f23 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:09.996291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2ba994e-d1f4-4971-ba23-15d3e12c3c61 req-1bab0422-59c7-42cb-a651-916a41342f23 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Synchronizing usage tracker for tenant:fd186703fd2c45688f513a5057c470a4 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:10.066871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2ba994e-d1f4-4971-ba23-15d3e12c3c61 req-1bab0422-59c7-42cb-a651-916a41342f23 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Unset dirty status for tenant:fd186703fd2c45688f513a5057c470a4 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:10.068005 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2ba994e-d1f4-4971-ba23-15d3e12c3c61 req-1bab0422-59c7-42cb-a651-916a41342f23 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 936 time: 0.2057815 May 27 02:37:10.071509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a514f6-b5c2-4f2c-972f-803a5ed1a925 {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:37:10.091174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.119621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Transition to ACTIVE for port object 88a514f6-b5c2-4f2c-972f-803a5ed1a925 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:10.123383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.170200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2ba994e-d1f4-4971-ba23-15d3e12c3c61 req-2ae1c767-9036-4ddf-8102-1baf3f85da3a tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Synchronizing usage tracker for tenant:fd186703fd2c45688f513a5057c470a4 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:10.401470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Pushing event updated for resources: {'Port': ['ID=88a514f6-b5c2-4f2c-972f-803a5ed1a925,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:10.438138 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-d2ba994e-d1f4-4971-ba23-15d3e12c3c61 req-2ae1c767-9036-4ddf-8102-1baf3f85da3a tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Unset dirty status for tenant:fd186703fd2c45688f513a5057c470a4 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:10.439321 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2ba994e-d1f4-4971-ba23-15d3e12c3c61 req-2ae1c767-9036-4ddf-8102-1baf3f85da3a tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636630 May 27 02:37:10.482647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Attempting to bind port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:10.483005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Attempting to bind port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:10.483328 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Attempting to bind port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:10.487798 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:37:10.488114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Attempting to bind port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 on network cc81fcae-81b4-48a8-a85a-ea188e3e9180 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:10.493065 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:10.493392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Checking segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:10.493767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Bound using segment: {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:10.494175 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Bound port: 88a514f6-b5c2-4f2c-972f-803a5ed1a925, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef221a-7539-4500-a52f-4d52a2344c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:10.494513 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.584596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] For port 88a514f6-b5c2-4f2c-972f-803a5ed1a925, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:10.587459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] For port 88a514f6-b5c2-4f2c-972f-803a5ed1a925, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88a514f6-b5c2-4f2c-972f-803a5ed1a925,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:10.592280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.649563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:10.650180 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:10.651540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] 10.222.0.13 "PUT /v2.0/ports/88a514f6-b5c2-4f2c-972f-803a5ed1a925 HTTP/1.1" status: 200 len: 1097 time: 1.1652825 May 27 02:37:10.651964 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'tag': '88a514f6-b5c2-4f2c-972f-803a5ed1a925'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:37:10.674169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc747012-babf-4ca6-8692-352b246fbca5 service neutron] Pushing event updated for resources: {'Port': ['ID=88a514f6-b5c2-4f2c-972f-803a5ed1a925,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:10.731095 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bed9895-e840-4b7c-9a06-77b23cfdbc77'] response: {'name': 'network-changed', 'server_uuid': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'tag': '88a514f6-b5c2-4f2c-972f-803a5ed1a925', 'status': 'completed', 'code': 200} May 27 02:37:10.772481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-c8e8ddc7-5e2a-40e4-9f6e-776080faa236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:10.773953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-c8e8ddc7-5e2a-40e4-9f6e-776080faa236 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd186703fd2c45688f513a5057c470a4&device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 1100 time: 0.0776632 May 27 02:37:10.846100 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-80094e0c-6706-4b95-9770-3bb70c8cc565 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=88a514f6-b5c2-4f2c-972f-803a5ed1a925 HTTP/1.1" status: 200 len: 217 time: 0.0644917 May 27 02:37:10.908422 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-09f7834a-8f32-4004-9d3b-9928a6c9d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:10.909994 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-09f7834a-8f32-4004-9d3b-9928a6c9d1dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0581319 May 27 02:37:10.991162 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-ac4cc0b7-2af2-4145-92ef-e5e519a61070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:10.992632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-ac4cc0b7-2af2-4145-92ef-e5e519a61070 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766170 May 27 02:37:11.128278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-72c7811a-cc3b-4c5a-8d45-d67ec4ab62ca service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289332 May 27 02:37:11.139373 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:11.262279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c72d4913-df50-4a43-a59d-2e93bf77498e req-1f267532-208c-4540-957c-4087b23d63f4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283884 May 27 02:37:11.387231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-c7c9ceb1-7fd6-4838-ac04-a62216e8968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:11.388605 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-c7c9ceb1-7fd6-4838-ac04-a62216e8968c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd186703fd2c45688f513a5057c470a4&device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 1100 time: 0.0795028 May 27 02:37:11.524632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-d75eb56c-a044-4004-8974-7c7a6c6cc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:11.526068 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-d75eb56c-a044-4004-8974-7c7a6c6cc77b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc81fcae-81b4-48a8-a85a-ea188e3e9180 HTTP/1.1" status: 200 len: 870 time: 0.1311946 May 27 02:37:11.632486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-e89bccda-b002-4e17-b0a3-813358c3bb5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=88a514f6-b5c2-4f2c-972f-803a5ed1a925 HTTP/1.1" status: 200 len: 217 time: 0.0991981 May 27 02:37:11.711016 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-21fb26a9-ba74-40d4-b805-dcc3a261a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:11.712365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-21fb26a9-ba74-40d4-b805-dcc3a261a6f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8da5b949-71cd-418a-9516-18ab657aee1a HTTP/1.1" status: 200 len: 843 time: 0.0735104 May 27 02:37:11.765389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a102a7c-a0a2-4d0e-b733-5b092175b048 req-7b0880a7-d665-419d-adda-8173c087aa0f tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:11.766858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a102a7c-a0a2-4d0e-b733-5b092175b048 req-7b0880a7-d665-419d-adda-8173c087aa0f tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 948 time: 0.1862471 May 27 02:37:11.829202 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a102a7c-a0a2-4d0e-b733-5b092175b048 req-6c78327c-df0a-4b28-a70f-765b1934b857 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 May 27 02:37:11.840001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-a22c7fc1-b2b1-4f6d-a1aa-f6ca31492acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:11.841477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-a22c7fc1-b2b1-4f6d-a1aa-f6ca31492acf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc81fcae-81b4-48a8-a85a-ea188e3e9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217747 May 27 02:37:12.092227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-1036f757-9285-4e72-a26f-2c86e3c5d0e3 service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444849 May 27 02:37:12.229752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-535f0bd5-9d69-4186-83a7-492ac4f11162 req-a5598ce9-49e6-4b16-a370-b8253a7835ee service neutron] 10.222.0.13 "GET /v2.0/networks/cc81fcae-81b4-48a8-a85a-ea188e3e9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309373 May 27 02:37:13.023221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61108c-5408-44cd-89f3-5f4f99753568 req-779bfee8-3cac-4fd2-a286-3ae8f897731e tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:13.024755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c61108c-5408-44cd-89f3-5f4f99753568 req-779bfee8-3cac-4fd2-a286-3ae8f897731e tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 948 time: 0.0864010 May 27 02:37:13.078324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2c61108c-5408-44cd-89f3-5f4f99753568 req-fa2fa89f-a300-40d7-82df-8cdfe3b22625 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472608 May 27 02:37:14.258639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95168-9e20-436a-9a27-edd7b41835f9 req-e5de312c-8970-4aae-b4d6-3770e874313c tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:14.260096 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fd95168-9e20-436a-9a27-edd7b41835f9 req-e5de312c-8970-4aae-b4d6-3770e874313c tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 948 time: 0.0779538 May 27 02:37:14.307161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fd95168-9e20-436a-9a27-edd7b41835f9 req-dd7dff40-66a0-4b4e-9f3e-2e9a24a7930f tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 May 27 02:37:15.490308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b849c54-6b93-489a-8e50-77d61e9c4981 req-6ea35f34-ffb8-4d7a-8958-437972ad9f21 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:15.491809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b849c54-6b93-489a-8e50-77d61e9c4981 req-6ea35f34-ffb8-4d7a-8958-437972ad9f21 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 948 time: 0.0802183 May 27 02:37:15.536244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b849c54-6b93-489a-8e50-77d61e9c4981 req-1e23773a-31d3-428a-9d7c-67edfdef2afd tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 May 27 02:37:15.563557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88a514f6-b5c2-4f2c-972f-803a5ed1a925 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:37:15.698447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88a514f6-b5c2-4f2c-972f-803a5ed1a925, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88a514f6-b5c2-4f2c-972f-803a5ed1a925,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:15.711380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '88a514f6-b5c2-4f2c-972f-803a5ed1a925', 'network_id': 'cc81fcae-81b4-48a8-a85a-ea188e3e9180', 'port_id': '88a514f6-b5c2-4f2c-972f-803a5ed1a925', 'mac_address': 'fa:16:3e:26:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5b949-71cd-418a-9516-18ab657aee1a', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:37:15.776053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:15.776427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:15.795814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a514f6-b5c2-4f2c-972f-803a5ed1a925 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:37:15.817021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88a514f6-b5c2-4f2c-972f-803a5ed1a925, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88a514f6-b5c2-4f2c-972f-803a5ed1a925,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:15.820808 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:15.888843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=88a514f6-b5c2-4f2c-972f-803a5ed1a925,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:16.193986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['88a514f6-b5c2-4f2c-972f-803a5ed1a925'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:37:16.720923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7c0dc-6ac3-4b0c-9935-1f6f9ea1779a req-2ce79705-8c0c-4833-9bc2-a4815b2565bd tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:16.722411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10b7c0dc-6ac3-4b0c-9935-1f6f9ea1779a req-2ce79705-8c0c-4833-9bc2-a4815b2565bd tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 949 time: 0.0791831 May 27 02:37:16.765656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-10b7c0dc-6ac3-4b0c-9935-1f6f9ea1779a req-90ae3542-86a8-4895-97c1-ae94745d42fd tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376198 May 27 02:37:17.563229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88a514f6-b5c2-4f2c-972f-803a5ed1a925 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:17.631318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:17.635976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:17.636354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.756919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:17.757299 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.782979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a514f6-b5c2-4f2c-972f-803a5ed1a925'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:37:17.794125 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 88a514f6-b5c2-4f2c-972f-803a5ed1a925, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88a514f6-b5c2-4f2c-972f-803a5ed1a925,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:17.802280 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:17.862531 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddaf2e2-8f36-4cdd-81d8-5d5e9ea72e22'] response: {'server_uuid': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a514f6-b5c2-4f2c-972f-803a5ed1a925', 'code': 200} May 27 02:37:17.896256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=88a514f6-b5c2-4f2c-972f-803a5ed1a925,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:17.966856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb080c4-bcaa-446d-b2e4-c0b7de858b93 req-8dbf220e-d11b-42fa-a1ee-b3d46353fd0a tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:17.968330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5cb080c4-bcaa-446d-b2e4-c0b7de858b93 req-8dbf220e-d11b-42fa-a1ee-b3d46353fd0a tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 950 time: 0.0844986 May 27 02:37:17.998829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530a474-dab1-4650-98e5-f38b96953379 req-090e22f1-3651-405b-98db-0c56065eb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:18.000303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a530a474-dab1-4650-98e5-f38b96953379 req-090e22f1-3651-405b-98db-0c56065eb2b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 1102 time: 0.0725083 May 27 02:37:18.014358 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5cb080c4-bcaa-446d-b2e4-c0b7de858b93 req-3e9f8363-8963-43f9-addc-c4cc30bda0f0 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 May 27 02:37:18.044682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a530a474-dab1-4650-98e5-f38b96953379 req-9275c0fa-c9fd-4d20-9baa-1c8b6354151e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 May 27 02:37:19.199841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bb105-a98f-4b8b-9fde-31e61a32015e req-db0a1a1d-b68d-43e1-9786-15a898829a76 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:19.201307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-109bb105-a98f-4b8b-9fde-31e61a32015e req-db0a1a1d-b68d-43e1-9786-15a898829a76 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 950 time: 0.0797884 May 27 02:37:19.244972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-109bb105-a98f-4b8b-9fde-31e61a32015e req-c476d534-f6c3-4af5-b93e-b435792bae6d tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379670 May 27 02:37:20.428276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2e8bb-3799-49cd-ad8b-49bf0a3f4823 req-18b14339-3b00-4ff3-a4fd-5b06925b8ec7 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:20.429665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65e2e8bb-3799-49cd-ad8b-49bf0a3f4823 req-18b14339-3b00-4ff3-a4fd-5b06925b8ec7 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 950 time: 0.0805435 May 27 02:37:20.473647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65e2e8bb-3799-49cd-ad8b-49bf0a3f4823 req-f7db4196-e1b1-4122-ab96-5ff1588ce764 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381763 May 27 02:37:21.544285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e8d0c-8232-42b4-9f01-18405117d2f7 req-5ee171de-01c9-47fe-be05-ab55f11e133d tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:21.546105 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-379e8d0c-8232-42b4-9f01-18405117d2f7 req-5ee171de-01c9-47fe-be05-ab55f11e133d tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 950 time: 0.0848014 May 27 02:37:21.592836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-379e8d0c-8232-42b4-9f01-18405117d2f7 req-0ebb8dea-8147-4204-a6d8-13e52115c308 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 May 27 02:37:22.781120 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1740f5b-e6d2-45f4-939d-77ae71f1c46d req-08d847b3-ecdb-4170-b17a-a5f9dd4c9677 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:22.782446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1740f5b-e6d2-45f4-939d-77ae71f1c46d req-08d847b3-ecdb-4170-b17a-a5f9dd4c9677 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 950 time: 0.0821006 May 27 02:37:22.872511 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1740f5b-e6d2-45f4-939d-77ae71f1c46d req-3a34e489-d8dd-4ced-b84f-a0f66388c71e tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/security-groups?id=6951259e-7211-40ef-b0d2-90358433a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836911 May 27 02:37:22.900608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-7466ecc5-99d3-45c4-b66d-714ad6d79ac9 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:22.902099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-7466ecc5-99d3-45c4-b66d-714ad6d79ac9 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 950 time: 0.0960326 May 27 02:37:22.918272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-4cb261a7-6adb-4207-8485-e8663d0ce9b4 req-0ffde6cd-2386-48f1-8949-00916c8b2ef7 service neutron] (88425) timed out ('10.222.0.47', 60405) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:37:22.973567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Deleting port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:37:22.973894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.214187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] For port 88a514f6-b5c2-4f2c-972f-803a5ed1a925, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=88a514f6-b5c2-4f2c-972f-803a5ed1a925,segment=NetworkSegment(afef221a-7539-4500-a52f-4d52a2344c9c),segment_id=afef221a-7539-4500-a52f-4d52a2344c9c)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:23.214534 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.336763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Calling delete_port for 88a514f6-b5c2-4f2c-972f-803a5ed1a925 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:37:23.484737 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.496444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['88a514f6-b5c2-4f2c-972f-803a5ed1a925'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:37:23.534580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Pushing event deleted for resources: {'Port': ['ID=88a514f6-b5c2-4f2c-972f-803a5ed1a925,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:23.613400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] No DVR routers for this DVR port 88a514f6-b5c2-4f2c-972f-803a5ed1a925 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:37:23.616193 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:23.618927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'name': 'network-vif-deleted', 'tag': '88a514f6-b5c2-4f2c-972f-803a5ed1a925'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:37:23.636683 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5e5eb99a-9cb0-4795-9d41-40036080e462 req-732db134-134a-4f93-aba6-e2817f2610b1 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.13 "DELETE /v2.0/ports/88a514f6-b5c2-4f2c-972f-803a5ed1a925 HTTP/1.1" status: 204 len: 173 time: 0.7291031 May 27 02:37:23.670576 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c9b002-f8d1-4105-960b-6bf3010f91b8'] response: {'server_uuid': '01b0b299-7fef-4ee3-8bd6-df72096e04cc', 'name': 'network-vif-deleted', 'tag': '88a514f6-b5c2-4f2c-972f-803a5ed1a925', 'status': 'completed', 'code': 200} May 27 02:37:24.028886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c7bb7f30-3155-460f-a1db-c72dfa92641e req-137a255b-24d2-4821-98e4-045371263149 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Synchronizing usage tracker for tenant:fd186703fd2c45688f513a5057c470a4 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:24.044344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-c7bb7f30-3155-460f-a1db-c72dfa92641e req-137a255b-24d2-4821-98e4-045371263149 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] Unset dirty status for tenant:fd186703fd2c45688f513a5057c470a4 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:24.046017 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7bb7f30-3155-460f-a1db-c72dfa92641e req-137a255b-24d2-4821-98e4-045371263149 tempest-ServersAdminNegativeTestJSON-2120497447 tempest-ServersAdminNegativeTestJSON-2120497447-project] 10.222.0.16 "GET /v2.0/ports?device_id=01b0b299-7fef-4ee3-8bd6-df72096e04cc HTTP/1.1" status: 200 len: 210 time: 0.0583830 May 27 02:37:25.399431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58790) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:25.629181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88a514f6-b5c2-4f2c-972f-803a5ed1a925 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:37:25.667109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 88a514f6-b5c2-4f2c-972f-803a5ed1a925 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:37:25.667713 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 88a514f6-b5c2-4f2c-972f-803a5ed1a925 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:37:25.670387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-acceab88-d6e0-47ea-948b-945ff730d06e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd186703fd2c45688f513a5057c470a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695379 May 27 02:37:25.672911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58796) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:25.735528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b00f-93de-41f2-8619-cb655c58325a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.760845 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b00f-93de-41f2-8619-cb655c58325a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.817693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b00f-93de-41f2-8619-cb655c58325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.835508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b00f-93de-41f2-8619-cb655c58325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6951259e-7211-40ef-b0d2-90358433a76a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:25.845242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b00f-93de-41f2-8619-cb655c58325a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:25.846405 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b7c7b00f-93de-41f2-8619-cb655c58325a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6951259e-7211-40ef-b0d2-90358433a76a HTTP/1.1" status: 204 len: 168 time: 0.1726146 May 27 02:37:26.115032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58804) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:26.132754 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.148104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:26.152019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Usage tracker for resource:security_group_rule and tenant:6dce09f8107b4e849c9487a60e120471 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:26.154894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:26.160656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:26.245286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.249065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.295548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dce09f8107b4e849c9487a60e120471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794541 May 27 02:37:26.297118 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ac5bf-7000-41cd-9f89-fc29545722ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4c861-7b2c-4683-a651-6f5fc074edfe,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:26.298297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58808) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:26.356889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed9a36c4-0b67-42d8-bb75-283dcb434f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.382010 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed9a36c4-0b67-42d8-bb75-283dcb434f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.433245 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed9a36c4-0b67-42d8-bb75-283dcb434f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.452486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a36c4-0b67-42d8-bb75-283dcb434f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4c861-7b2c-4683-a651-6f5fc074edfe,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:26.457608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ed9a36c4-0b67-42d8-bb75-283dcb434f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:26.458856 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ed9a36c4-0b67-42d8-bb75-283dcb434f53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cda4c861-7b2c-4683-a651-6f5fc074edfe HTTP/1.1" status: 204 len: 168 time: 0.1594222 May 27 02:37:27.168973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 58832) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:27.270425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1510118045-network', 'tenant_id': '3ef046b4fc2741e6af742eafa6c0c34f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:27.275832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:27.279652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Usage tracker for resource:network and tenant:3ef046b4fc2741e6af742eafa6c0c34f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:27.282391 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:27.288624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:27.299114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Made reservation on behalf of 3ef046b4fc2741e6af742eafa6c0c34f for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:27.301267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.312714 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.326265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:27.329987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Usage tracker for resource:security_group_rule and tenant:3ef046b4fc2741e6af742eafa6c0c34f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:27.333208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:27.338723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:27.420558 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.424175 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.453036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:37:27.461912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186ce2cd-8405-46c1-99d5-8b80cb6c6d32,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:27.467782 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.468121 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Added segment 0275972c-e97c-43f6-9a7a-ff7cbe9c1164 of type vlan for network 0a48b637-c6bb-4b92-a092-ae786b6bb23a May 27 02:37:27.494459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.523212 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.524134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:27.524710 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.628707 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4586310 May 27 02:37:27.630471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e7d2-0f9b-490e-87a6-9b33f814d37f admin admin] Pushing event updated for resources: {'Network': ['ID=0a48b637-c6bb-4b92-a092-ae786b6bb23a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:27.632210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 58838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:37:27.637756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Request body: {'subnet': {'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1510118045-subnet', 'tenant_id': '3ef046b4fc2741e6af742eafa6c0c34f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:27.640873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 0a48b637-c6bb-4b92-a092-ae786b6bb23a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:37:27.643398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:27.648105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Usage tracker for resource:subnet and tenant:3ef046b4fc2741e6af742eafa6c0c34f is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:27.650990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:27.660934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:27.671038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Made reservation on behalf of 3ef046b4fc2741e6af742eafa6c0c34f for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:27.673361 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.871868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.946686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72834052-61e2-45f1-83e5-be5001245ac7,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:27.953643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Checking segment: {'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:27.954001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Network hostable DHCP agents. Network: 0a48b637-c6bb-4b92-a092-ae786b6bb23a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:37:27.972177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Network 0a48b637-c6bb-4b92-a092-ae786b6bb23a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:37:27.980975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 0a48b637-c6bb-4b92-a092-ae786b6bb23a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:27.986492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:27.987296 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:27.992825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f38a4-36c6-40c4-91d0-febe8f8395f5 None None] Network 0a48b637-c6bb-4b92-a092-ae786b6bb23a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:28.020310 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2d32beab-fdc1-49df-a881-0253d33c958f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3822329 May 27 02:37:28.205323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05e12f-03cc-40ee-9d75-b86b19dd757d None None] Network 0a48b637-c6bb-4b92-a092-ae786b6bb23a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:37:28.532165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-c4688add-6934-4d72-bc8b-8a934e8ae3dc tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:28.532723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-c4688add-6934-4d72-bc8b-8a934e8ae3dc tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Synchronizing usage tracker for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:28.549901 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-c4688add-6934-4d72-bc8b-8a934e8ae3dc tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Unset dirty status for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:28.551122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-c4688add-6934-4d72-bc8b-8a934e8ae3dc tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 812 time: 0.1762054 May 27 02:37:28.567297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-4499fea6-cdce-4e87-8cbd-3c3cf7e76fdb tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/quotas/3ef046b4fc2741e6af742eafa6c0c34f HTTP/1.1" status: 200 len: 375 time: 0.0097976 May 27 02:37:28.614948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-e3ae60e7-4d9c-4972-b98b-81bfe550f1f5 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422401 May 27 02:37:28.673459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-2e1b9868-1e35-4129-994f-6bedcf9cf6d2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:37:28.674437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-2e1b9868-1e35-4129-994f-6bedcf9cf6d2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527654 May 27 02:37:28.920522 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-bcf3365e-a1e3-458d-b20f-fda91845e7d0 service neutron] 10.222.0.16 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399514 May 27 02:37:29.049959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-caade982-2071-44dd-b632-4cf6d1a3fd6b service neutron] 10.222.0.16 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232655 May 27 02:37:29.231673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0b3e33b9-1c16-4058-8e32-114776a431fc req-c605b506-614b-4803-8d56-3cfd0163be3d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 210 time: 0.0506232 May 27 02:37:30.267055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-c220036f-8224-43a6-94e4-22458940ebea tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:30.268491 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-c220036f-8224-43a6-94e4-22458940ebea tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.13 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 812 time: 0.1462967 May 27 02:37:30.279681 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Request body: {'port': {'device_id': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a', 'admin_state_up': True, 'tenant_id': '3ef046b4fc2741e6af742eafa6c0c34f'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:30.402271 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ea066f6d-eee2-4673-9b27-14f08a7a786d req-cf22bfd8-52e8-401f-9d89-79eaa26c7428 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 210 time: 0.0583026 May 27 02:37:30.453376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:37:30.457832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Usage tracker for resource:port and tenant:3ef046b4fc2741e6af742eafa6c0c34f is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:37:30.460613 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:37:30.466261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:37:30.476150 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Made reservation on behalf of 3ef046b4fc2741e6af742eafa6c0c34f for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:37:30.479682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.638858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Allocated IP 172.20.0.2 (0a48b637-c6bb-4b92-a092-ae786b6bb23a/72834052-61e2-45f1-83e5-be5001245ac7/9da34717-015c-49ce-bb62-d6d2097d19eb) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:37:30.842140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.874856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:30.950569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Network 0a48b637-c6bb-4b92-a092-ae786b6bb23a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:37:30.953740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:37:30.957587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:37:30.991092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:31.021017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:31.021609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.041476 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-fddf17c3-55d3-45fb-86c6-7c9cb490f074 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7653358 May 27 02:37:31.052819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Request body: {'port': {'device_id': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:37:31.161434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.495912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da34717-015c-49ce-bb62-d6d2097d19eb {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:37:31.503000 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.518990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Transition to ACTIVE for port object 9da34717-015c-49ce-bb62-d6d2097d19eb will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:37:31.522792 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.592815 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:31.594393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f7883-0331-4c7b-9073-64e7beebf6d7 req-dd4b7806-f9bc-4afe-85b3-e5e80283cccc tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:31.595913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-043f7883-0331-4c7b-9073-64e7beebf6d7 req-dd4b7806-f9bc-4afe-85b3-e5e80283cccc tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.0850658 May 27 02:37:31.642038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-043f7883-0331-4c7b-9073-64e7beebf6d7 req-593d0517-d1a9-4be8-81e0-7054bf68c598 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 May 27 02:37:31.871362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:37:31.871691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:37:31.872020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb on network 0a48b637-c6bb-4b92-a092-ae786b6bb23a {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:31.876812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Port 9da34717-015c-49ce-bb62-d6d2097d19eb on network 0a48b637-c6bb-4b92-a092-ae786b6bb23a not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:37:31.877129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb on network 0a48b637-c6bb-4b92-a092-ae786b6bb23a {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:37:31.882616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:37:31.882983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Checking segment: {'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:37:31.883368 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Bound using segment: {'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:37:31.883794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Bound port: 9da34717-015c-49ce-bb62-d6d2097d19eb, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:37:31.884141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:31.974842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:37:31.977702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:37:31.982523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.040767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:32.041477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:32.042855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] 10.222.0.13 "PUT /v2.0/ports/9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 1092 time: 0.9943042 May 27 02:37:32.043284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:37:32.067358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6c189-76d0-4120-a510-05d12ef3ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:32.111513 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180dc5c3-c5bc-40cd-872e-d24e066824c3'] response: {'name': 'network-changed', 'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'status': 'completed', 'code': 200} May 27 02:37:32.156214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-4e2b331a-84d2-4e03-8c5d-c0a2f903a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:32.157697 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-4e2b331a-84d2-4e03-8c5d-c0a2f903a74f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1095 time: 0.0774455 May 27 02:37:32.226022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-12debf9a-42ba-4eab-82dc-5579bb8403ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.0601559 May 27 02:37:32.289834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-0555e75e-7d6f-49f2-8f1e-4ca8a06f0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:32.291218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-0555e75e-7d6f-49f2-8f1e-4ca8a06f0c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.0589159 May 27 02:37:32.337366 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-6a8f2d2b-ab22-41a9-8f82-ac4a319e14bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396104 May 27 02:37:32.467715 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-7a5b46a0-2197-4edd-a379-8487c6522b37 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229758 May 27 02:37:32.602270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4e1495-178e-4266-9569-ee34fcbf46e3 req-dd6c9201-4ad1-46f5-9f21-f6e08c5fd547 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236525 May 27 02:37:32.721741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-a2d28c90-0d66-4b44-a1b6-b68a2fc6fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:32.723159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-a2d28c90-0d66-4b44-a1b6-b68a2fc6fc96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1095 time: 0.0705521 May 27 02:37:32.831006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c6bc1-fd02-454f-886d-b9b4d1ade050 req-62b146c2-0125-4302-b835-365140deb65d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:32.832498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc7c6bc1-fd02-454f-886d-b9b4d1ade050 req-62b146c2-0125-4302-b835-365140deb65d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.0842242 May 27 02:37:32.858085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-40906725-c455-4ff6-88d9-9aa32b302550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:32.859582 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-40906725-c455-4ff6-88d9-9aa32b302550 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 913 time: 0.1305871 May 27 02:37:32.877180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cc7c6bc1-fd02-454f-886d-b9b4d1ade050 req-38803776-679a-4d20-9d5e-1dda415d5ede tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 May 27 02:37:32.930689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-88de4e86-b8f7-43e5-9022-7ba620f08b3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.0640397 May 27 02:37:32.996631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-23c86f24-8d1b-4856-bfe7-c20308a8be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:32.997924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-23c86f24-8d1b-4856-bfe7-c20308a8be8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.0609314 May 27 02:37:33.045673 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-4828408c-66c2-4053-ad13-d836c004acc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403979 May 27 02:37:33.176427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-c228c120-cf11-4c9c-baeb-9bbee825a1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229453 May 27 02:37:33.304878 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-775b94ea-2391-4fe9-8d58-3a0530ad0a37 req-c65abd6a-3672-4bf9-9d10-a1a6093bd803 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222162 May 27 02:37:33.344779 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:33.603344 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:34.061652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343790c1-af61-4bad-8c58-de02b65e4524 req-21fad8d6-0757-427e-9f97-7e459ee2e8a6 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:34.062344 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-343790c1-af61-4bad-8c58-de02b65e4524 req-21fad8d6-0757-427e-9f97-7e459ee2e8a6 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Synchronizing usage tracker for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:34.079217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-343790c1-af61-4bad-8c58-de02b65e4524 req-21fad8d6-0757-427e-9f97-7e459ee2e8a6 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Unset dirty status for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:34.080502 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-343790c1-af61-4bad-8c58-de02b65e4524 req-21fad8d6-0757-427e-9f97-7e459ee2e8a6 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.0962322 May 27 02:37:34.123325 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-343790c1-af61-4bad-8c58-de02b65e4524 req-9af9ae9c-a1af-4647-a037-ecc1025ca4f4 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Synchronizing usage tracker for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:37:34.139493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-343790c1-af61-4bad-8c58-de02b65e4524 req-9af9ae9c-a1af-4647-a037-ecc1025ca4f4 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Unset dirty status for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:37:34.140589 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-343790c1-af61-4bad-8c58-de02b65e4524 req-9af9ae9c-a1af-4647-a037-ecc1025ca4f4 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543642 May 27 02:37:35.321375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7cbcf-41ee-411c-84ab-d92bfdf7be82 req-c393e49d-3c1c-41df-bc0d-3268552c1e01 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:35.322843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5f7cbcf-41ee-411c-84ab-d92bfdf7be82 req-c393e49d-3c1c-41df-bc0d-3268552c1e01 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.0791821 May 27 02:37:35.369474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5f7cbcf-41ee-411c-84ab-d92bfdf7be82 req-a49f3180-ddfb-4344-aaea-f20c6db3c384 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 May 27 02:37:35.648408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:37:35.780725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:35.794921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a', 'port_id': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'mac_address': 'fa:16:3e:5c:2d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72834052-61e2-45f1-83e5-be5001245ac7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:37:35.852075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9da34717-015c-49ce-bb62-d6d2097d19eb is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:35.852356 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.870298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da34717-015c-49ce-bb62-d6d2097d19eb {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:37:35.897925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:35.899044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b8b13e65-624f-4cb7-891e-9993187664aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.900882 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:35.966617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:36.214183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9da34717-015c-49ce-bb62-d6d2097d19eb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:37:36.661179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbf52a-08f2-42a7-8a76-56e4e8be3b8d req-23833f43-5e87-4d65-8a2f-108328f9b313 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:36.662556 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21cbf52a-08f2-42a7-8a76-56e4e8be3b8d req-23833f43-5e87-4d65-8a2f-108328f9b313 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 944 time: 0.1905985 May 27 02:37:36.706098 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-21cbf52a-08f2-42a7-8a76-56e4e8be3b8d req-149f13ed-1bd1-465d-aed9-999a855c8af7 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 May 27 02:37:37.647969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:37:37.715291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 9da34717-015c-49ce-bb62-d6d2097d19eb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:37:37.719906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 9da34717-015c-49ce-bb62-d6d2097d19eb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:37:37.720277 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.839780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9da34717-015c-49ce-bb62-d6d2097d19eb is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:37:37.840161 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.866294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:37:37.875963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:37:37.881216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:37.896048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41336740-dbb3-4674-8602-89affab50c37 req-75cd3b7e-13e6-4b26-bd01-c231668562d2 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:37.897673 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41336740-dbb3-4674-8602-89affab50c37 req-75cd3b7e-13e6-4b26-bd01-c231668562d2 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 944 time: 0.0838041 May 27 02:37:37.929342 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25055c1-5a6b-4836-a38f-bb25a829e84b'] response: {'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'code': 200} May 27 02:37:37.944698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41336740-dbb3-4674-8602-89affab50c37 req-c5f1aebc-205e-444b-b817-72d07b90f838 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 May 27 02:37:37.955159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:37:38.017737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-76da9b45-a364-4f83-bca1-f80d8d78a8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:38.053053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a68de-b288-4e6a-adec-0c591c2868dd req-d8e66e6e-0748-41cf-aaf8-0e25b579fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:38.054555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a92a68de-b288-4e6a-adec-0c591c2868dd req-d8e66e6e-0748-41cf-aaf8-0e25b579fe58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1097 time: 0.0733640 May 27 02:37:38.092896 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a92a68de-b288-4e6a-adec-0c591c2868dd req-8a150d68-9b7c-4dbf-ac5b-26f08b6ee861 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 May 27 02:37:39.134396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21957c8-a5e6-4b07-8e53-6b9af98c5458 req-d648660e-b6bc-44c8-95b2-e5df64cb034f tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:39.135844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e21957c8-a5e6-4b07-8e53-6b9af98c5458 req-d648660e-b6bc-44c8-95b2-e5df64cb034f tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0783606 May 27 02:37:39.160555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:37:39.181005 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e21957c8-a5e6-4b07-8e53-6b9af98c5458 req-edb42578-e9cc-42c0-ab88-d8048ee4f1f5 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 May 27 02:37:39.395602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:39.553473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:40.371226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54a3db-4b91-456f-99dc-c55d3f4f9fc4 req-c91db9ed-22c9-4ec8-aa55-e63e013d786f tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:40.372665 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce54a3db-4b91-456f-99dc-c55d3f4f9fc4 req-c91db9ed-22c9-4ec8-aa55-e63e013d786f tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0827441 May 27 02:37:40.416504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce54a3db-4b91-456f-99dc-c55d3f4f9fc4 req-ba8d232a-0a7b-4031-9f73-a3b4b08f23f8 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 May 27 02:37:40.867802 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843197-0ec4-4968-8478-47534de512a5 req-8123c2f9-6c33-4760-9ef6-3158377f7bec tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:40.869266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee843197-0ec4-4968-8478-47534de512a5 req-8123c2f9-6c33-4760-9ef6-3158377f7bec tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.1398430 May 27 02:37:40.875886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-7f230c45-7849-4025-b8ba-89443cc6dbdd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1896622 May 27 02:37:40.916683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee843197-0ec4-4968-8478-47534de512a5 req-c04e7528-a97f-4ac4-b8d2-51dc702c820b tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 May 27 02:37:41.138937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:37:42.144183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-8207cd78-b1a1-4c9c-a845-63cfbbfd7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:42.145737 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-8207cd78-b1a1-4c9c-a845-63cfbbfd7ce9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1097 time: 0.1280518 May 27 02:37:42.157453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ea94-07ba-4ef8-a633-0b80a1e7fdeb req-db812324-3db9-481a-b829-c9241f377d12 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:42.158826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ba2ea94-07ba-4ef8-a633-0b80a1e7fdeb req-db812324-3db9-481a-b829-c9241f377d12 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.1037953 May 27 02:37:42.279313 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7ba2ea94-07ba-4ef8-a633-0b80a1e7fdeb req-512d2644-eb52-45ef-9569-ddf5785b6f6c tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012862 May 27 02:37:42.317378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-9aa129d2-6874-494b-944b-8f11c51fd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:42.318813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-9aa129d2-6874-494b-944b-8f11c51fd155 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 913 time: 0.1591370 May 27 02:37:42.383657 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-757053b4-d194-4c39-b1fd-6c8554d31008 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.0586605 May 27 02:37:42.446778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-792d8852-8d71-4098-861a-557b3f38cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:42.448175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-792d8852-8d71-4098-861a-557b3f38cb23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.0595679 May 27 02:37:42.493592 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-4432ebe7-f448-4e1a-bd48-c7b79bd5ab53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395730 May 27 02:37:42.625490 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-e18c2aab-37d9-4672-bd8a-c16a070ee674 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253695 May 27 02:37:42.754377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-75787646-7e0c-49f3-9fca-5ad92c770501 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220324 May 27 02:37:43.464928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536621d2-bb1c-4ff0-9710-155744946cf7 req-aaaf458b-9db4-42cd-8884-8809804e3082 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:43.466368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-536621d2-bb1c-4ff0-9710-155744946cf7 req-aaaf458b-9db4-42cd-8884-8809804e3082 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0788209 May 27 02:37:43.512916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-536621d2-bb1c-4ff0-9710-155744946cf7 req-d499bf64-45ea-46e6-a98d-c49eb5fc802c tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 May 27 02:37:44.695233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c918ac7-ec19-4b7a-bcc2-44b604592f5a req-9b158638-850f-4647-9af1-7ba10adb821c tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:44.696656 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c918ac7-ec19-4b7a-bcc2-44b604592f5a req-9b158638-850f-4647-9af1-7ba10adb821c tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0791202 May 27 02:37:44.742976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c918ac7-ec19-4b7a-bcc2-44b604592f5a req-d162abc2-fe1f-4565-be6b-d1de1cd02f5b tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 May 27 02:37:45.927258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc061a7-412a-4600-a840-5cc847946add req-08c4b96c-9845-4f13-b0c4-9b3bc4df5abb tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:45.928771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fc061a7-412a-4600-a840-5cc847946add req-08c4b96c-9845-4f13-b0c4-9b3bc4df5abb tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0805128 May 27 02:37:45.973703 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fc061a7-412a-4600-a840-5cc847946add req-730f80d6-86d7-4158-bfb0-b8aafc466bc6 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 May 27 02:37:47.153489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e8df4-d00e-404a-a81c-bd9bdc59b92a req-5638fdbd-fbba-48ce-bee5-b31f14bfdb85 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:47.155109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-610e8df4-d00e-404a-a81c-bd9bdc59b92a req-5638fdbd-fbba-48ce-bee5-b31f14bfdb85 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0785310 May 27 02:37:47.197892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-610e8df4-d00e-404a-a81c-bd9bdc59b92a req-f594209c-f1af-4770-826f-e6c3f3a47a88 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 May 27 02:37:48.382311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100ee9b-238a-4feb-ac00-4e758a79c598 req-4f08f868-23ef-4cb4-8d46-b53339a5a724 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:48.383765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a100ee9b-238a-4feb-ac00-4e758a79c598 req-4f08f868-23ef-4cb4-8d46-b53339a5a724 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0823133 May 27 02:37:48.518628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a100ee9b-238a-4feb-ac00-4e758a79c598 req-575f3eed-b90b-4bc4-86c5-171d15c4317d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291702 May 27 02:37:49.784916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa5b70-6b6a-4f9b-8f7f-b0755cb69bd2 req-aece4a9c-0e1b-4bf2-8fbe-3dff14910ebd tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:49.786385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7fa5b70-6b6a-4f9b-8f7f-b0755cb69bd2 req-aece4a9c-0e1b-4bf2-8fbe-3dff14910ebd tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0845492 May 27 02:37:49.829452 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7fa5b70-6b6a-4f9b-8f7f-b0755cb69bd2 req-2f343660-b030-42e1-913a-aed2924eb67a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 May 27 02:37:51.051898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba852b0e-b1b6-4052-8a84-62b30ba28322 req-7c9a2c88-40b5-427b-ac2e-fdbe84a2ca18 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:51.053357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba852b0e-b1b6-4052-8a84-62b30ba28322 req-7c9a2c88-40b5-427b-ac2e-fdbe84a2ca18 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0792162 May 27 02:37:51.182055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba852b0e-b1b6-4052-8a84-62b30ba28322 req-9d0e2b6f-6d9f-478e-9654-dfdf37f4f98f tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848122 May 27 02:37:52.371821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3300f-106c-4528-ad38-602b3323769b req-92cecb23-7ab9-4a2e-a753-9e21f43cb889 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:52.373312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80c3300f-106c-4528-ad38-602b3323769b req-92cecb23-7ab9-4a2e-a753-9e21f43cb889 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0842848 May 27 02:37:52.420746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80c3300f-106c-4528-ad38-602b3323769b req-1a685df7-7a6c-42ac-b945-24ccd31e8b0e tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 May 27 02:37:53.607989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb5919-7772-4ea7-90b6-077763dd722f req-6fa61f7d-156b-4e83-952f-7ec9c8bab309 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:53.609460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6bb5919-7772-4ea7-90b6-077763dd722f req-6fa61f7d-156b-4e83-952f-7ec9c8bab309 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0803957 May 27 02:37:53.654164 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6bb5919-7772-4ea7-90b6-077763dd722f req-edc11239-f597-4750-b120-04093bfd5d47 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389762 May 27 02:37:54.926702 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f53243-74d0-4f91-b282-2f6b84d48f61 req-a34f6e2f-479e-45fc-ad4a-608f027dec59 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:54.928158 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8f53243-74d0-4f91-b282-2f6b84d48f61 req-a34f6e2f-479e-45fc-ad4a-608f027dec59 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.1306672 May 27 02:37:54.972003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8f53243-74d0-4f91-b282-2f6b84d48f61 req-bf6317be-b1e4-44bb-9dd6-9b8ca4a0653f tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 May 27 02:37:56.158352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc012cd-1a6a-49b5-8505-0741dd0cc603 req-66fe850f-e244-4ab8-b5d4-129316705cb3 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:56.159676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fc012cd-1a6a-49b5-8505-0741dd0cc603 req-66fe850f-e244-4ab8-b5d4-129316705cb3 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0821545 May 27 02:37:56.203727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2fc012cd-1a6a-49b5-8505-0741dd0cc603 req-33b74399-64f4-4213-87aa-359777040f1c tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 May 27 02:37:57.388186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1658a9-49af-4dbe-8ff8-acaaf21fc165 req-432bda3b-a7bd-42f3-bbb9-361e7ef6d4d5 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:57.389652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad1658a9-49af-4dbe-8ff8-acaaf21fc165 req-432bda3b-a7bd-42f3-bbb9-361e7ef6d4d5 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0789149 May 27 02:37:57.439050 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad1658a9-49af-4dbe-8ff8-acaaf21fc165 req-b9f2bdbd-eb9b-406f-a5b4-cc3c67251d11 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437357 May 27 02:37:58.540512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-736ae578-be72-43ca-92b5-aaf6e71fca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:58.541988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-736ae578-be72-43ca-92b5-aaf6e71fca70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1097 time: 0.0717649 May 27 02:37:58.628449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f7fa-0197-41c2-ba1a-7586f25d1a2d req-eda14689-208e-4aba-bd2a-5b13f3c8dd80 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:58.630747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9311f7fa-0197-41c2-ba1a-7586f25d1a2d req-eda14689-208e-4aba-bd2a-5b13f3c8dd80 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0816295 May 27 02:37:58.677229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9311f7fa-0197-41c2-ba1a-7586f25d1a2d req-ec45d9ed-2db2-4bec-8690-4eb108f8dcb5 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 May 27 02:37:58.691233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-16aeed92-598a-4f16-a58c-2c3438b89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:58.692661 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-16aeed92-598a-4f16-a58c-2c3438b89175 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 913 time: 0.1304932 May 27 02:37:58.865546 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-8c05fcef-6a1b-4019-9a34-35da675a95f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.1662195 May 27 02:37:58.930314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-08efa7b5-07ba-44a1-81c5-ad35225b14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:58.931710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-08efa7b5-07ba-44a1-81c5-ad35225b14e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.0565023 May 27 02:37:58.977892 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-c22c0a9b-102b-4323-ae8e-a12dd59f71ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396338 May 27 02:37:59.108170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-f4928569-f928-4a12-aaba-69dd81296344 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210434 May 27 02:37:59.243336 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0c589e6a-4452-47c5-9fec-e3ec3880dcf0 req-73f016c6-3334-49fb-be57-1d9aa681dc81 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276367 May 27 02:37:59.864986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cb124-a631-4216-ae69-c752a764d39d req-e096fec8-0e1a-41d9-9153-e86a01575666 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:37:59.866356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-871cb124-a631-4216-ae69-c752a764d39d req-e096fec8-0e1a-41d9-9153-e86a01575666 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0850234 May 27 02:37:59.910211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-871cb124-a631-4216-ae69-c752a764d39d req-07f37b86-e458-41d6-926b-2eccd0ad78b5 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 May 27 02:38:01.095401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346f11f-3e37-4fab-9b6b-c2943dad99ee req-a9640914-6b44-459c-bb11-ff6cf92c742a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:01.096848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6346f11f-3e37-4fab-9b6b-c2943dad99ee req-a9640914-6b44-459c-bb11-ff6cf92c742a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0826190 May 27 02:38:01.140992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6346f11f-3e37-4fab-9b6b-c2943dad99ee req-0f3bc698-0a46-4817-af74-d25c0eacfada tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 May 27 02:38:02.324010 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f2872-5cc9-4347-b635-14fc85e699b3 req-dadd04e9-2c8f-4f59-b096-d1b9a959e916 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:02.325434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b5f2872-5cc9-4347-b635-14fc85e699b3 req-dadd04e9-2c8f-4f59-b096-d1b9a959e916 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0783174 May 27 02:38:02.368754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8b5f2872-5cc9-4347-b635-14fc85e699b3 req-61d03f34-88a7-491f-9b28-95cac873f8c8 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376484 May 27 02:38:03.367859 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:03.551814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724cc58-98bf-4424-a37b-a68dc69cfb3e req-0f847f91-b5df-4250-b556-6a8f0798f36a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:03.553196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5724cc58-98bf-4424-a37b-a68dc69cfb3e req-0f847f91-b5df-4250-b556-6a8f0798f36a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0792592 May 27 02:38:03.597456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5724cc58-98bf-4424-a37b-a68dc69cfb3e req-003be742-36da-41f9-8278-ccdc12c553c1 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380394 May 27 02:38:03.622248 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:04.783749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f06c-8f6e-4158-a12e-ef742d90b4cd req-a0013da5-fba7-497d-9a8f-0911ef7381f0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:04.785185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27f1f06c-8f6e-4158-a12e-ef742d90b4cd req-a0013da5-fba7-497d-9a8f-0911ef7381f0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0820305 May 27 02:38:04.828269 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-27f1f06c-8f6e-4158-a12e-ef742d90b4cd req-17dbae8a-fd8a-4053-ad2e-a54c9783eafc tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374944 May 27 02:38:05.890790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48db4c18-2eb5-4483-b857-8d0147c834f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:06.019105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f8fe-2625-40b0-b076-0a6ea5dc2d52 req-497990c6-7d7f-4a34-9ad4-07803140db9c tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:06.020584 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2907f8fe-2625-40b0-b076-0a6ea5dc2d52 req-497990c6-7d7f-4a34-9ad4-07803140db9c tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0853808 May 27 02:38:06.065583 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2907f8fe-2625-40b0-b076-0a6ea5dc2d52 req-cd2c085d-7357-4289-a130-c0c2a8721b96 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 May 27 02:38:07.247823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a05b7-324a-4fe1-bdd4-66606a7c8c27 req-4dd5556c-9ec3-431d-9010-08dcd52e2281 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:07.249260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-278a05b7-324a-4fe1-bdd4-66606a7c8c27 req-4dd5556c-9ec3-431d-9010-08dcd52e2281 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0785103 May 27 02:38:07.296755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-278a05b7-324a-4fe1-bdd4-66606a7c8c27 req-36ca468f-59a9-4d30-99f3-f7e708127cfe tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 May 27 02:38:08.019200 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-95cda578-bfd8-4fc1-8e8a-97e728aa9b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:08.479372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02383ea-61a8-4b48-b86e-7141834ef488 req-5634a881-dfe3-420a-97aa-6d1a53277db0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:08.480840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f02383ea-61a8-4b48-b86e-7141834ef488 req-5634a881-dfe3-420a-97aa-6d1a53277db0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0809877 May 27 02:38:08.528301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f02383ea-61a8-4b48-b86e-7141834ef488 req-1ae71f20-323a-4585-b796-ebe29013b469 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 May 27 02:38:09.398491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:09.550738 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:09.711928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cadbb-242e-416e-af67-edfcc997804f req-6fe05d5b-5544-43ad-987a-4616448460a4 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:09.713289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e2cadbb-242e-416e-af67-edfcc997804f req-6fe05d5b-5544-43ad-987a-4616448460a4 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0796509 May 27 02:38:09.757943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e2cadbb-242e-416e-af67-edfcc997804f req-6a9f0b35-f5cf-44ee-939e-3a439989427d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 May 27 02:38:09.853062 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-13d0aa89-0c41-4576-9097-90052c856009 req-0de5b184-1b03-4e8c-8005-d78c6b855f9a service neutron] show failed (client error): The resource could not be found. May 27 02:38:09.854033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-0de5b184-1b03-4e8c-8005-d78c6b855f9a service neutron] 10.222.0.13 "GET /v2.0/ports/9da34717-015c-49ce-bb62-d6d2097d19eb/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0812814 May 27 02:38:10.209383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-2a254076-0f9c-4018-815c-f3d081897e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:10.210906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-2a254076-0f9c-4018-815c-f3d081897e4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807&tenant_id=3ef046b4fc2741e6af742eafa6c0c34f HTTP/1.1" status: 200 len: 1097 time: 0.1193888 May 27 02:38:10.221448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:10.332243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.599853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:10.629370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:10.687264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:10.692655 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.707621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Transition to ACTIVE for port object 9da34717-015c-49ce-bb62-d6d2097d19eb will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:10.711594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:10.752901 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe705ac-8244-401c-b84c-286132db46b0'] response: {'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'code': 200} May 27 02:38:10.869509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:10.878916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] No DVR routers for this DVR port 9da34717-015c-49ce-bb62-d6d2097d19eb on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:10.927508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.927847 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.928183 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.928516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.928845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.929170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.929489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.929808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.930126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.931072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.931451 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:10.931771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:11.004567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:11.005079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:11.005190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb on network 0a48b637-c6bb-4b92-a092-ae786b6bb23a {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:11.013039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Port 9da34717-015c-49ce-bb62-d6d2097d19eb on network 0a48b637-c6bb-4b92-a092-ae786b6bb23a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:38:11.013356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Attempting to bind port 9da34717-015c-49ce-bb62-d6d2097d19eb on network 0a48b637-c6bb-4b92-a092-ae786b6bb23a {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:11.020865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:11.021191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Checking segment: {'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:11.021567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Bound using segment: {'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:11.021981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Bound port: 9da34717-015c-49ce-bb62-d6d2097d19eb, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0275972c-e97c-43f6-9a7a-ff7cbe9c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:11.022314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.142895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.186369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c904-be3c-440c-adb0-91d836e7e1e5 req-92ef581b-fdf0-4d2f-98cc-754b6f1556b2 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:11.187841 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1315c904-be3c-440c-adb0-91d836e7e1e5 req-92ef581b-fdf0-4d2f-98cc-754b6f1556b2 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.3101618 May 27 02:38:11.257081 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1315c904-be3c-440c-adb0-91d836e7e1e5 req-0b5f70c8-cefc-4eef-a085-71c68fa2c4fb tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 May 27 02:38:11.263927 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:11.267358 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:11.274612 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.337267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:11.337889 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:11.339230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 1092 time: 1.1219676 May 27 02:38:11.353517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae8756-dc46-47e0-b221-ea4dcd0ce3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:11.433668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-ec8b1088-22b6-420e-96f8-c0e2b36211f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:11.435058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-ec8b1088-22b6-420e-96f8-c0e2b36211f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1095 time: 0.0724547 May 27 02:38:11.567075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-ddea0422-67ea-4ad2-b688-0f510b3eacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:11.568499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-ddea0422-67ea-4ad2-b688-0f510b3eacec service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 913 time: 0.1277239 May 27 02:38:11.637257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-09303102-cf47-44a5-811e-3739282f3049 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.0634601 May 27 02:38:11.698090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0aa89-0c41-4576-9097-90052c856009 req-5d886f08-3032-4a13-9c7d-8f2f1459fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:11.699411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-5d886f08-3032-4a13-9c7d-8f2f1459fe13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.0564454 May 27 02:38:11.747414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-671a708f-de12-4ef6-b50c-740c84cd36f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422430 May 27 02:38:11.796444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:11.856865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:38:11.879624 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-ee58c4eb-b4d6-414a-b2b8-7ce4af5d5cd9 service neutron] 10.222.0.47 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265931 May 27 02:38:12.010173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13d0aa89-0c41-4576-9097-90052c856009 req-d1778dcb-e02d-4d16-9de8-c9db71a58dea service neutron] 10.222.0.47 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233361 May 27 02:38:12.448321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce67473-88cc-4083-94ea-f99078633d1e req-da04e2a4-92f6-4ee2-9204-678be3ebcf4d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:12.449786 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ce67473-88cc-4083-94ea-f99078633d1e req-da04e2a4-92f6-4ee2-9204-678be3ebcf4d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.0836608 May 27 02:38:12.496612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ce67473-88cc-4083-94ea-f99078633d1e req-b89625ce-724f-47ac-9096-e6d014fc3de3 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 May 27 02:38:12.754342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:12.811030 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5316b0c7-39c1-49e3-82d9-00b0c75aa232'] response: {'name': 'network-changed', 'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'status': 'completed', 'code': 200} May 27 02:38:12.966142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-8c752989-0721-4242-825e-6cc344318bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:12.967572 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-8c752989-0721-4242-825e-6cc344318bde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1095 time: 0.1398520 May 27 02:38:12.969983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-e6452369-2dd5-44c6-ba95-8f112463869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:12.971405 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-e6452369-2dd5-44c6-ba95-8f112463869c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1095 time: 0.1130190 May 27 02:38:13.204384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-5ad26d41-6067-4ec8-9736-9da689678ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:13.205911 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-5ad26d41-6067-4ec8-9736-9da689678ae4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 913 time: 0.2321374 May 27 02:38:13.206976 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-ba33b8fd-08cd-49bd-9ac0-fcb55e82908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:13.208248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-ba33b8fd-08cd-49bd-9ac0-fcb55e82908a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 913 time: 0.2173536 May 27 02:38:13.329857 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-5875642e-0fe5-47bd-90da-273e1310b2bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.1171486 May 27 02:38:13.365484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-3f818ba4-9c18-402f-bdaa-96841c462a7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.1017270 May 27 02:38:13.552534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-e9de604b-fb81-43a9-b69a-df93d2ec3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:13.553959 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-e9de604b-fb81-43a9-b69a-df93d2ec3f9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.2173212 May 27 02:38:13.561263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-acc5a486-d085-4a50-a92b-2be0b1a1bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:13.562581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-acc5a486-d085-4a50-a92b-2be0b1a1bf0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.1890082 May 27 02:38:13.633206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-72c93933-ae30-482c-8b93-0993e37f2c9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695975 May 27 02:38:13.667433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-0425a94b-7e45-4197-bbb9-d9cd4597183d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703318 May 27 02:38:13.690870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e75cd-15d2-4ced-b40c-b6d7f5414521 req-a56f0f8f-33cb-43e5-bc45-1427e3282dd0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:13.692322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a1e75cd-15d2-4ced-b40c-b6d7f5414521 req-a56f0f8f-33cb-43e5-bc45-1427e3282dd0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.0848792 May 27 02:38:13.737923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3a1e75cd-15d2-4ced-b40c-b6d7f5414521 req-3cd54213-5fcb-4cec-b7e2-50b111efab6b tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 May 27 02:38:13.881989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-0d94929c-cfb9-4cbe-80e6-a7da04801852 service neutron] 10.222.0.47 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384491 May 27 02:38:13.889180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-2207bffd-2ed4-4153-9793-286f4423a58f service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763000 May 27 02:38:14.121305 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-6899693d-4924-4fa1-971b-4977d7cedd1c service neutron] 10.222.0.47 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312024 May 27 02:38:14.124285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-80920bf9-ea76-4877-85c3-ec8a3ef59780 req-f3678e3f-ccab-4c7c-b899-043ee8efebe5 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173109 May 27 02:38:14.923459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c3f8-cdd4-4055-b82b-7501145ad5e8 req-8280aa65-06eb-4412-8603-f9cf310fc24d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:14.924855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc11c3f8-cdd4-4055-b82b-7501145ad5e8 req-8280aa65-06eb-4412-8603-f9cf310fc24d tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 943 time: 0.0808747 May 27 02:38:14.968950 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-dc11c3f8-cdd4-4055-b82b-7501145ad5e8 req-be3c55fe-b7df-44fb-99c6-30d3193ac8b3 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 May 27 02:38:15.433667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:38:15.597055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:15.609923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'network_id': '0a48b637-c6bb-4b92-a092-ae786b6bb23a', 'port_id': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'mac_address': 'fa:16:3e:5c:2d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72834052-61e2-45f1-83e5-be5001245ac7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:38:15.662840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9da34717-015c-49ce-bb62-d6d2097d19eb is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:15.663214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.679331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da34717-015c-49ce-bb62-d6d2097d19eb {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:38:15.694371 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:15.698646 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:15.765570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:15.772750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.773094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.773431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.773763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.774137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.774466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.774813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.775142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.775463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.775782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.776101 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:15.776418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:16.053753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9da34717-015c-49ce-bb62-d6d2097d19eb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:38:16.153166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3fb51-3839-4e3d-a232-5cfa7ee1737b req-6a6d18cf-f790-4b39-92fc-5716043318ce tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:16.154802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22a3fb51-3839-4e3d-a232-5cfa7ee1737b req-6a6d18cf-f790-4b39-92fc-5716043318ce tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 944 time: 0.0803001 May 27 02:38:16.160374 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:38:16.200731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22a3fb51-3839-4e3d-a232-5cfa7ee1737b req-aa1e04b8-df00-4eee-9be2-7583da0a0dfa tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 May 27 02:38:16.578261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe694a-4315-4256-a6b9-81beb475988c req-8a10fdb1-d036-42c9-98b1-a786e9ec6c93 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:16.579769 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-8a10fdb1-d036-42c9-98b1-a786e9ec6c93 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807&tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 944 time: 0.0871017 May 27 02:38:16.658255 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-1cbe694a-4315-4256-a6b9-81beb475988c req-c32c3357-35fc-46c5-b2ed-591da87feb4d service neutron] delete failed (client error): The resource could not be found. May 27 02:38:16.659249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-c32c3357-35fc-46c5-b2ed-591da87feb4d service neutron] 10.222.0.13 "DELETE /v2.0/ports/9da34717-015c-49ce-bb62-d6d2097d19eb/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0729659 May 27 02:38:16.816063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe694a-4315-4256-a6b9-81beb475988c req-f00a8a23-eef6-4d42-95e1-dd68f06b8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:16.817482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-f00a8a23-eef6-4d42-95e1-dd68f06b8183 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 1096 time: 0.0704641 May 27 02:38:16.951950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe694a-4315-4256-a6b9-81beb475988c req-8dc08d10-58fc-4132-8a46-cf6e3e727e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:16.953295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-8dc08d10-58fc-4132-8a46-cf6e3e727e27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 200 len: 913 time: 0.1298232 May 27 02:38:17.025246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-64b55a63-c4d6-4b27-8e0a-ec4fb4e3034a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 200 len: 217 time: 0.0648773 May 27 02:38:17.089506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe694a-4315-4256-a6b9-81beb475988c req-73d5e0ab-f76c-4363-b7cc-4322ecc62cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:17.090925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-73d5e0ab-f76c-4363-b7cc-4322ecc62cac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 200 len: 852 time: 0.0594468 May 27 02:38:17.137193 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-2df9d164-5565-49d5-81f8-85961912ca13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a48b637-c6bb-4b92-a092-ae786b6bb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401645 May 27 02:38:17.273474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-50b80d9d-4e5e-4e35-9cc1-3faa35f89f73 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269925 May 27 02:38:17.462205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:17.513838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-712b4de9-286d-4612-80b3-d757c377f161 service neutron] 10.222.0.13 "GET /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345357 May 27 02:38:17.532598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 9da34717-015c-49ce-bb62-d6d2097d19eb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:17.538462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9da34717-015c-49ce-bb62-d6d2097d19eb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:17.538861 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.667569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9da34717-015c-49ce-bb62-d6d2097d19eb is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:17.667939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.694584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:17.704527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:17.708985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:17.763272 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a21d74-d321-4be2-a8a2-5d10117abe1d'] response: {'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'code': 200} May 27 02:38:17.781390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:18.371189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e6a9d-1ebb-41ad-9489-f0839cb50ef9 req-341cd65f-2c20-46ee-b862-1b213ef5d16b tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:18.372655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec9e6a9d-1ebb-41ad-9489-f0839cb50ef9 req-341cd65f-2c20-46ee-b862-1b213ef5d16b tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0830939 May 27 02:38:18.417174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec9e6a9d-1ebb-41ad-9489-f0839cb50ef9 req-bae35a71-f3aa-4885-a316-cb86aef9567e tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 May 27 02:38:19.612304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f634dd0-a83e-45fe-a254-4a491e3246ca req-9790eeb1-bb0d-401d-811e-9b96607ba3e0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:19.613731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f634dd0-a83e-45fe-a254-4a491e3246ca req-9790eeb1-bb0d-401d-811e-9b96607ba3e0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0853784 May 27 02:38:19.656457 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6f634dd0-a83e-45fe-a254-4a491e3246ca req-bbcb8738-117d-4fbc-b803-ea82b939d225 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/security-groups?id=186ce2cd-8405-46c1-99d5-8b80cb6c6d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 May 27 02:38:19.864470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a923633c-3aab-411f-91b4-998ce09c0bb0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:19.865882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a923633c-3aab-411f-91b4-998ce09c0bb0 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 945 time: 0.0833879 May 27 02:38:19.938231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Deleting port 9da34717-015c-49ce-bb62-d6d2097d19eb {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:38:19.938570 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.181811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] For port 9da34717-015c-49ce-bb62-d6d2097d19eb, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9da34717-015c-49ce-bb62-d6d2097d19eb,segment=NetworkSegment(0275972c-e97c-43f6-9a7a-ff7cbe9c1164),segment_id=0275972c-e97c-43f6-9a7a-ff7cbe9c1164)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:20.182174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.307137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Calling delete_port for 9da34717-015c-49ce-bb62-d6d2097d19eb owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:38:20.453538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.465163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9da34717-015c-49ce-bb62-d6d2097d19eb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:38:20.510567 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Pushing event deleted for resources: {'Port': ['ID=9da34717-015c-49ce-bb62-d6d2097d19eb,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:20.581202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] No DVR routers for this DVR port 9da34717-015c-49ce-bb62-d6d2097d19eb on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:38:20.583610 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:20.586076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-deleted', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:20.602048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1cbe694a-4315-4256-a6b9-81beb475988c req-a4db7ba1-460c-4485-b33c-0ddfbf2c7f20 tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.47 "DELETE /v2.0/ports/9da34717-015c-49ce-bb62-d6d2097d19eb HTTP/1.1" status: 204 len: 173 time: 0.7307742 May 27 02:38:20.633846 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c187050d-e0c0-4fe0-bfc6-73903df9b588'] response: {'server_uuid': 'dfb9149b-cd62-41b0-ada7-82789c60b807', 'name': 'network-vif-deleted', 'tag': '9da34717-015c-49ce-bb62-d6d2097d19eb', 'status': 'completed', 'code': 200} May 27 02:38:20.826058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e7f6dad0-754f-4463-a4ca-6de4dede9dd8 req-58b75518-108f-4ff4-928d-fac4604cd96a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Synchronizing usage tracker for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:20.840667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e7f6dad0-754f-4463-a4ca-6de4dede9dd8 req-58b75518-108f-4ff4-928d-fac4604cd96a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] Unset dirty status for tenant:3ef046b4fc2741e6af742eafa6c0c34f on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:20.841779 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e7f6dad0-754f-4463-a4ca-6de4dede9dd8 req-58b75518-108f-4ff4-928d-fac4604cd96a tempest-DeleteServersTestJSON-1647228748 tempest-DeleteServersTestJSON-1647228748-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfb9149b-cd62-41b0-ada7-82789c60b807 HTTP/1.1" status: 200 len: 210 time: 0.0610569 May 27 02:38:22.088430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59014) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:22.147855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Deleting subnet 72834052-61e2-45f1-83e5-be5001245ac7 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:38:22.151144 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.204837 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.261795 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.328857 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.370893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72834052-61e2-45f1-83e5-be5001245ac7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:22.375479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.384761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.385101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.385434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.385764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.386090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.386412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.386750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.387072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.387393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.387705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.388021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.388330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:38:22.395338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59018) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:22.395797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-53ad7d74-7eb7-470a-ae9f-881f6efad0ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/72834052-61e2-45f1-83e5-be5001245ac7 HTTP/1.1" status: 204 len: 168 time: 0.3059814 May 27 02:38:22.503273 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.626181 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.651297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a48b637-c6bb-4b92-a092-ae786b6bb23a']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:22.662982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0275972c-e97c-43f6-9a7a-ff7cbe9c1164') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:22.663281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0275972c-e97c-43f6-9a7a-ff7cbe9c1164') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:38:22.674393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.690270 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.696207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:38:22.696614 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.791981 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.809216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:22.819332 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a48b637-c6bb-4b92-a092-ae786b6bb23a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:22.828352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8bffc632-3ad6-4868-ace7-58aaaee8c264 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0a48b637-c6bb-4b92-a092-ae786b6bb23a HTTP/1.1" status: 204 len: 168 time: 0.4318955 May 27 02:38:22.843344 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0275972c-e97c-43f6-9a7a-ff7cbe9c1164 resource provider aggregate not found May 27 02:38:22.859940 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 0275972c-e97c-43f6-9a7a-ff7cbe9c1164 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0275972c-e97c-43f6-9a7a-ff7cbe9c1164 found for delete ", "request_id": "req-d20a5222-7594-40e1-afdb-b2f59bb7d3aa"}]} May 27 02:38:22.938909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59032) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:22.986301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d5840997-66d6-4b92-9e17-691d1b34289a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ef046b4fc2741e6af742eafa6c0c34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462737 May 27 02:38:22.988842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59036) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:23.045961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf35c-86dd-4566-9fa5-eef33d123b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.071216 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf35c-86dd-4566-9fa5-eef33d123b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.125990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf35c-86dd-4566-9fa5-eef33d123b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.143414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdf35c-86dd-4566-9fa5-eef33d123b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186ce2cd-8405-46c1-99d5-8b80cb6c6d32,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:23.150417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf35c-86dd-4566-9fa5-eef33d123b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:23.151681 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3dcdf35c-86dd-4566-9fa5-eef33d123b5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/186ce2cd-8405-46c1-99d5-8b80cb6c6d32 HTTP/1.1" status: 204 len: 168 time: 0.1619325 May 27 02:38:23.494249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:38:23.529391 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 9da34717-015c-49ce-bb62-d6d2097d19eb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:38:23.529746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9da34717-015c-49ce-bb62-d6d2097d19eb not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:38:23.852167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59060) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:23.957809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1902434782-network', 'tenant_id': '2fa56fbfd9f744c39a20e2e73ae5ff32'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:23.963270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:23.967090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Usage tracker for resource:network and tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:23.970001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:23.975960 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:23.986474 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Made reservation on behalf of 2fa56fbfd9f744c39a20e2e73ae5ff32 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:23.988765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.001011 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.015001 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:24.018799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Usage tracker for resource:security_group_rule and tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:24.021510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:24.027555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:24.109608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.113464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.148778 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:38:24.158211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d4630-6e7c-4930-8470-e03c8f7747e3,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:24.166502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.166502 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Added segment eda14f87-5e81-4e3c-a4fd-b18d89f47c8b of type vlan for network 812787ee-7c65-407b-888a-ee4ca48b7401 May 27 02:38:24.193033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.222553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.223518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:24.224089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.323371 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4700801 May 27 02:38:24.326022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de964-2f60-4b1b-bdca-cd5022164df7 admin admin] Pushing event updated for resources: {'Network': ['ID=812787ee-7c65-407b-888a-ee4ca48b7401,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:24.326390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59066) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:38:24.331958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Request body: {'subnet': {'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1902434782-subnet', 'tenant_id': '2fa56fbfd9f744c39a20e2e73ae5ff32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:24.335810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 812787ee-7c65-407b-888a-ee4ca48b7401 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:38:24.338032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:24.342058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Usage tracker for resource:subnet and tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:24.344975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:24.350743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:24.361536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Made reservation on behalf of 2fa56fbfd9f744c39a20e2e73ae5ff32 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:24.363885 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.564843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.642114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525e22c3-9e50-4997-85cc-2d9d70a4b2ef,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:24.649301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Checking segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:24.649821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Network hostable DHCP agents. Network: 812787ee-7c65-407b-888a-ee4ca48b7401, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:38:24.668796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Network 812787ee-7c65-407b-888a-ee4ca48b7401 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:38:24.677916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 812787ee-7c65-407b-888a-ee4ca48b7401) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:24.682326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:24.683427 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:24.686623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc67920-7bde-4a9e-8e92-aabd97c81dcf None None] Network 812787ee-7c65-407b-888a-ee4ca48b7401 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:24.704139 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-944e8b4f-11f4-4d60-8623-2775153e6420 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3765903 May 27 02:38:24.894621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31395d3-3394-4597-841d-50b105717e70 None None] Network 812787ee-7c65-407b-888a-ee4ca48b7401 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:38:25.334727 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-f79abd64-0f84-4ddb-8145-b0ded69c8e0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:25.335415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-f79abd64-0f84-4ddb-8145-b0ded69c8e0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Synchronizing usage tracker for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:25.354848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-f79abd64-0f84-4ddb-8145-b0ded69c8e0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Unset dirty status for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:25.359156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-f79abd64-0f84-4ddb-8145-b0ded69c8e0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 815 time: 0.2818451 May 27 02:38:25.371887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a9bd66f1-0e90-4b38-bdec-027d4a660a54 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/quotas/2fa56fbfd9f744c39a20e2e73ae5ff32 HTTP/1.1" status: 200 len: 375 time: 0.0102100 May 27 02:38:25.422357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-3ea533e5-f243-4596-a5f4-cb187a9338b9 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453916 May 27 02:38:25.636943 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-df9ddd67-3555-41bd-b7ad-484d16503091 service neutron] 10.222.0.16 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697390 May 27 02:38:25.774770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-9f4bad56-9498-42fd-9f5d-c887b32a894b service neutron] 10.222.0.16 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312988 May 27 02:38:25.966601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34512bdc-c91a-4598-ab70-fafb5fae07d1 req-062820b1-e5f1-4b04-9e16-7358e8e56615 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 210 time: 0.0532107 May 27 02:38:26.985403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-338a2c79-c8d7-4488-b692-b06321701316 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:26.987458 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-338a2c79-c8d7-4488-b692-b06321701316 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 815 time: 0.1458995 May 27 02:38:26.999204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Request body: {'port': {'device_id': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401', 'admin_state_up': True, 'tenant_id': '2fa56fbfd9f744c39a20e2e73ae5ff32'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:27.124167 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b362ad1d-7936-4072-9e77-4a917c29c5b1 req-f85d68a0-3520-496f-9031-311d571e9170 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 210 time: 0.0565915 May 27 02:38:27.173707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:38:27.177513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Usage tracker for resource:port and tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:38:27.180282 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:38:27.185907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:38:27.195172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Made reservation on behalf of 2fa56fbfd9f744c39a20e2e73ae5ff32 for: {'port': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:38:27.199102 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.354068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Allocated IP 172.20.0.3 (812787ee-7c65-407b-888a-ee4ca48b7401/525e22c3-9e50-4997-85cc-2d9d70a4b2ef/ec06852a-3758-4289-96db-aacbe342f99d) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:38:27.552028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.581913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.654094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Network 812787ee-7c65-407b-888a-ee4ca48b7401 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:38:27.657149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:38:27.660904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:38:27.690691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:27.724680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:27.725267 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:27.744979 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-5aa7f7ae-fc60-4e2b-9071-3e36ba114f0b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494712 May 27 02:38:27.757429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Request body: {'port': {'device_id': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:38:27.865899 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.312683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30f90d-d6dd-41d4-b03e-f3bef7a9154f req-33b8f5fe-6ae5-4d61-9931-246d9aac3cda tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:28.313312 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec06852a-3758-4289-96db-aacbe342f99d {{(pid=88426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:38:28.314306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f30f90d-d6dd-41d4-b03e-f3bef7a9154f req-33b8f5fe-6ae5-4d61-9931-246d9aac3cda tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 931 time: 0.0840476 May 27 02:38:28.320726 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.336192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Transition to ACTIVE for port object ec06852a-3758-4289-96db-aacbe342f99d will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:38:28.340781 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.458917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f30f90d-d6dd-41d4-b03e-f3bef7a9154f req-c3c8dfd7-5b72-46fb-8970-1b7d369641ea tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386464 May 27 02:38:28.510934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:28.582804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:38:28.583136 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:38:28.583463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:28.588553 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Port ec06852a-3758-4289-96db-aacbe342f99d on network 812787ee-7c65-407b-888a-ee4ca48b7401 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:38:28.588871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:38:28.593876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:38:28.594216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Checking segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:38:28.594600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Bound using segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:38:28.595051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Bound port: ec06852a-3758-4289-96db-aacbe342f99d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:38:28.595397 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.686478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:38:28.689385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:38:28.692695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.751963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:28.752581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:28.753926 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] 10.222.0.47 "PUT /v2.0/ports/ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 1092 time: 1.0002370 May 27 02:38:28.754353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:28.777900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d6e02-19e5-41c5-8183-b69a82d0666c service neutron] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=3']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:28.857031 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1b4de5-c1c9-4028-a8f4-e33fcfe6070c'] response: {'name': 'network-changed', 'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d', 'status': 'completed', 'code': 200} May 27 02:38:28.865659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-b096416b-e4dd-4c99-acd7-3337b677b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:28.867139 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-b096416b-e4dd-4c99-acd7-3337b677b565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1095 time: 0.0773377 May 27 02:38:28.934548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-afa6a219-8be3-479e-babc-256b6a337ba0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.0595729 May 27 02:38:28.998734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-d7338d94-8326-438f-aefa-1890ab449d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:29.000040 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-d7338d94-8326-438f-aefa-1890ab449d38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0592418 May 27 02:38:29.045549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-c35272a4-5819-4c53-b878-b7de43f0969d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393636 May 27 02:38:29.175291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-cd60a4f2-90d6-4b18-9d2c-108424ad6723 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220675 May 27 02:38:29.302185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8115e26c-fe6b-41dc-82d0-5a8ea9361ecc req-ce8a8ce3-33be-4a69-9b5a-d72326993714 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212499 May 27 02:38:29.414856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-885dc74a-8445-45fe-9934-184bd8f2f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:29.416887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-885dc74a-8445-45fe-9934-184bd8f2f997 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1095 time: 0.0734098 May 27 02:38:29.548491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-c878713f-2e58-4c28-84fd-6e193b05f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:29.549916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-c878713f-2e58-4c28-84fd-6e193b05f814 service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1266990 May 27 02:38:29.616983 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-72f403bf-7581-4591-8610-c1d1330776d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.0609705 May 27 02:38:29.652948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91fac4-da0d-4dee-a155-d89d2c857027 req-b063a1a9-38d6-47df-a055-5c9887ccbad7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:29.654402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f91fac4-da0d-4dee-a155-d89d2c857027 req-b063a1a9-38d6-47df-a055-5c9887ccbad7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0806017 May 27 02:38:29.682043 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-26be5b8f-1151-4f8b-9b31-f17ae7a7fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:29.683310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-26be5b8f-1151-4f8b-9b31-f17ae7a7fb83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0601668 May 27 02:38:29.700129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f91fac4-da0d-4dee-a155-d89d2c857027 req-f86c53c0-166a-4577-9b75-5fba706c102b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 May 27 02:38:29.730427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-a1d41b32-e6a9-4b9f-8231-d0eb5c9073d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408397 May 27 02:38:29.860663 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-66ca4b78-acb8-4b60-a317-909c93033e06 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241674 May 27 02:38:30.099230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1d598b3e-f20f-4ca7-8e45-5edac7276f38 req-7b3afea0-0327-48b6-8442-a2bcff304f54 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322443 May 27 02:38:30.886212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f627cc-be1b-4f33-bc61-de1bffdeec2b req-c63a43c1-afc8-4451-8025-8f4ed8a9e33d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:30.886937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38f627cc-be1b-4f33-bc61-de1bffdeec2b req-c63a43c1-afc8-4451-8025-8f4ed8a9e33d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Synchronizing usage tracker for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:30.902955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38f627cc-be1b-4f33-bc61-de1bffdeec2b req-c63a43c1-afc8-4451-8025-8f4ed8a9e33d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Unset dirty status for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:30.904066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38f627cc-be1b-4f33-bc61-de1bffdeec2b req-c63a43c1-afc8-4451-8025-8f4ed8a9e33d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0995779 May 27 02:38:30.947530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38f627cc-be1b-4f33-bc61-de1bffdeec2b req-6db63999-d640-46fc-a7e3-23de1a6b664c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Synchronizing usage tracker for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:38:30.963339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-38f627cc-be1b-4f33-bc61-de1bffdeec2b req-6db63999-d640-46fc-a7e3-23de1a6b664c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Unset dirty status for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:38:30.964468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-38f627cc-be1b-4f33-bc61-de1bffdeec2b req-6db63999-d640-46fc-a7e3-23de1a6b664c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 May 27 02:38:32.153136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451935-41b7-4ad7-969a-f9f04e32b2cb req-032980c2-24fe-44f6-9fbf-f86a28d17124 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:32.154604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34451935-41b7-4ad7-969a-f9f04e32b2cb req-032980c2-24fe-44f6-9fbf-f86a28d17124 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0826361 May 27 02:38:32.198836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-34451935-41b7-4ad7-969a-f9f04e32b2cb req-e7eecd8b-ca2b-4751-828e-431f1205e742 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 May 27 02:38:33.378803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:33.382440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1ba16-151a-4741-a08c-f024261f39f1 req-6d29a21b-a7ce-482c-878f-7e7a1de14a8d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:33.384018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fee1ba16-151a-4741-a08c-f024261f39f1 req-6d29a21b-a7ce-482c-878f-7e7a1de14a8d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0802648 May 27 02:38:33.427640 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fee1ba16-151a-4741-a08c-f024261f39f1 req-47213242-ee4d-427f-b96b-e5b22d96d4f0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372753 May 27 02:38:33.524009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ec06852a-3758-4289-96db-aacbe342f99d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:38:33.635319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:33.667897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:33.681764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'ec06852a-3758-4289-96db-aacbe342f99d', 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401', 'port_id': 'ec06852a-3758-4289-96db-aacbe342f99d', 'mac_address': 'fa:16:3e:47:9b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e22c3-9e50-4997-85cc-2d9d70a4b2ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:38:33.738627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port ec06852a-3758-4289-96db-aacbe342f99d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:33.739044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:33.794425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec06852a-3758-4289-96db-aacbe342f99d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:38:33.809611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:33.813238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:33.879144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:34.095949 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['ec06852a-3758-4289-96db-aacbe342f99d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:38:34.610436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf0cb-12e3-4022-a546-5dcb94b5b050 req-d34cd812-3051-48f9-8469-dc4bf6f35c3c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:34.611911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1bf0cb-12e3-4022-a546-5dcb94b5b050 req-d34cd812-3051-48f9-8469-dc4bf6f35c3c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 944 time: 0.0802464 May 27 02:38:34.658991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1bf0cb-12e3-4022-a546-5dcb94b5b050 req-65a10e58-8a35-4c83-b33a-8118b5eef8c7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 May 27 02:38:35.536710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ec06852a-3758-4289-96db-aacbe342f99d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:38:35.604182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port ec06852a-3758-4289-96db-aacbe342f99d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:38:35.608808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port ec06852a-3758-4289-96db-aacbe342f99d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:38:35.609182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.725135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port ec06852a-3758-4289-96db-aacbe342f99d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:38:35.725519 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.751619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:38:35.761607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:38:35.765478 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.845824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:38:35.850769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c298a9-3015-4139-81d4-dbc1dceeebc5 req-17d5fe18-c76a-464a-b39d-af6e3b842489 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:35.852933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f0c298a9-3015-4139-81d4-dbc1dceeebc5 req-17d5fe18-c76a-464a-b39d-af6e3b842489 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0901673 May 27 02:38:35.894528 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c4aba863-b292-407d-8540-4f0313c6c5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:35.898337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f0c298a9-3015-4139-81d4-dbc1dceeebc5 req-766bcabb-f2c4-4f03-96d1-31c81f3b06a5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 May 27 02:38:35.907020 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee513eb-d7ad-42c8-809f-10496a874219'] response: {'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d', 'code': 200} May 27 02:38:36.035805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b115d-df2b-4a6b-8755-7ca41f275aff req-66ddd000-0084-4d02-8a23-bb17c93979f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:36.037248 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-780b115d-df2b-4a6b-8755-7ca41f275aff req-66ddd000-0084-4d02-8a23-bb17c93979f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1097 time: 0.0685537 May 27 02:38:36.076955 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-780b115d-df2b-4a6b-8755-7ca41f275aff req-d25f2d07-4c5f-404d-9a7b-153f4cba7b9e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 May 27 02:38:37.091491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7e6d-9dd8-4b58-bbb3-ad442805c953 req-a4762a98-f6a1-4caf-b1df-d151d4d45991 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:37.092923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4aa7e6d-9dd8-4b58-bbb3-ad442805c953 req-a4762a98-f6a1-4caf-b1df-d151d4d45991 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0792289 May 27 02:38:37.136760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4aa7e6d-9dd8-4b58-bbb3-ad442805c953 req-1fe9ef15-2a0f-49c1-adb5-1e7926ab492d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 May 27 02:38:38.020537 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a3b36d0-b9cf-4cc4-964a-a56a0f4dbb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:38.320583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d251-2504-435a-b8dc-0740a6119fe8 req-01ae9e24-c287-4871-a71f-9182b89e1037 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:38.322462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7704d251-2504-435a-b8dc-0740a6119fe8 req-01ae9e24-c287-4871-a71f-9182b89e1037 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0827930 May 27 02:38:38.366585 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7704d251-2504-435a-b8dc-0740a6119fe8 req-db79bcd4-7b62-4de7-97c6-69f7e69153ad tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 May 27 02:38:38.554626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4b059-8681-4247-bccb-89622f5e704e req-363ff01b-6ede-40b3-9e96-e360b0928feb tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:38.556749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4b059-8681-4247-bccb-89622f5e704e req-363ff01b-6ede-40b3-9e96-e360b0928feb tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0835581 May 27 02:38:38.600907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4b059-8681-4247-bccb-89622f5e704e req-dc807dc4-a5e0-4f96-83ac-96d283bc4da6 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 May 27 02:38:38.939950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec621709-59c6-4b90-a7f6-be93eabdbfda req-5c1dce17-cd0a-42ad-b07a-1ab0ff384707 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:38.941313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec621709-59c6-4b90-a7f6-be93eabdbfda req-5c1dce17-cd0a-42ad-b07a-1ab0ff384707 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0804026 May 27 02:38:38.984377 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec621709-59c6-4b90-a7f6-be93eabdbfda req-b1b38e00-e354-4752-afc4-7ae3d83fde49 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374780 May 27 02:38:39.162954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607ea95-a0d6-43f0-bc9b-fd78a41a2392 req-c4430d36-3e32-4537-a2fd-00d43ecf9743 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:39.164390 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7607ea95-a0d6-43f0-bc9b-fd78a41a2392 req-c4430d36-3e32-4537-a2fd-00d43ecf9743 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0790246 May 27 02:38:39.211608 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7607ea95-a0d6-43f0-bc9b-fd78a41a2392 req-a69fe987-472b-41d4-aad1-ee4d4925d18b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 May 27 02:38:39.400961 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.555692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:39.565910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-244b273e-c537-4bc1-ae73-4bce8877090b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832756 May 27 02:38:39.612357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84974c3f-7c80-4f7e-9e66-5bca9df78c64 req-f4165519-03fc-40a8-be5d-7be59e2c7d42 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:39.613954 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84974c3f-7c80-4f7e-9e66-5bca9df78c64 req-f4165519-03fc-40a8-be5d-7be59e2c7d42 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0849762 May 27 02:38:39.658672 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84974c3f-7c80-4f7e-9e66-5bca9df78c64 req-3773d75a-5a92-4889-84ae-bcf64ff38cc8 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 May 27 02:38:40.784643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-0a7d229f-891e-41d3-b4a2-addbf71a8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.786148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-0a7d229f-891e-41d3-b4a2-addbf71a8761 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1097 time: 0.0741506 May 27 02:38:40.851242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1b7b-55a5-44ae-987e-90c8153e8d2e req-5ef129d9-78af-4be1-a323-0ca9bc3560d4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.852633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c22b1b7b-55a5-44ae-987e-90c8153e8d2e req-5ef129d9-78af-4be1-a323-0ca9bc3560d4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0840130 May 27 02:38:40.900442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c22b1b7b-55a5-44ae-987e-90c8153e8d2e req-9704069e-7a05-46fc-9d7a-80ba6842a0f4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 May 27 02:38:40.930516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-fd0c9a90-9106-479a-b759-5617259772df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:40.931999 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-fd0c9a90-9106-479a-b759-5617259772df service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1399324 May 27 02:38:40.998061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-f060660c-e218-4b63-b26b-b9b093f0be5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.0594170 May 27 02:38:41.061131 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-421f2e4f-74e2-4c77-aa14-9fe0f6bfb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:41.062513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-421f2e4f-74e2-4c77-aa14-9fe0f6bfb7b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0591197 May 27 02:38:41.108944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-bcf5590b-f832-4bca-b86f-9642ad0c29e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401680 May 27 02:38:41.144761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:38:41.245442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-aab6e4bc-dddd-420d-83f4-9f4f5da4372e service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298342 May 27 02:38:41.373180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-d62b641e-7acf-4788-a3be-a791bc825d2c service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220262 May 27 02:38:42.086513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bc9b3-7c81-494b-8971-b4a8b1d26e3d req-66911aea-b582-426e-ab8b-4aa8d5f43fdc tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:42.088474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-559bc9b3-7c81-494b-8971-b4a8b1d26e3d req-66911aea-b582-426e-ab8b-4aa8d5f43fdc tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0781603 May 27 02:38:42.134507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-559bc9b3-7c81-494b-8971-b4a8b1d26e3d req-6b8804f3-27a5-4931-ae2a-803e399074d1 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 May 27 02:38:43.326852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a8cec-6f5a-4169-bbfb-00256ca0c876 req-4adcebfe-71a2-461a-b001-13e5c0322f48 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:43.328304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-673a8cec-6f5a-4169-bbfb-00256ca0c876 req-4adcebfe-71a2-461a-b001-13e5c0322f48 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0830164 May 27 02:38:43.372072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-673a8cec-6f5a-4169-bbfb-00256ca0c876 req-ee160770-b776-48cd-b2a1-9090be207de7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 May 27 02:38:44.554324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea022-5d8b-487d-af4a-c4c9a5931610 req-076db316-b5c4-4c73-ac71-bdeca18ddf82 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:44.555710 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab6ea022-5d8b-487d-af4a-c4c9a5931610 req-076db316-b5c4-4c73-ac71-bdeca18ddf82 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0799685 May 27 02:38:44.599726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab6ea022-5d8b-487d-af4a-c4c9a5931610 req-2a5159b7-9cf4-47cb-a09f-9e1d5d301afb tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 May 27 02:38:45.781645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5de30-a68f-4216-a812-5cf2cc50d73c req-36051ec5-e6fd-4ed2-8536-f031adf0efd7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:45.783169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ab5de30-a68f-4216-a812-5cf2cc50d73c req-36051ec5-e6fd-4ed2-8536-f031adf0efd7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0796797 May 27 02:38:45.831995 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ab5de30-a68f-4216-a812-5cf2cc50d73c req-a14fb4d2-5d9e-4c61-bc57-a67e5fc20980 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 May 27 02:38:47.019376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549baae-ea6f-48c7-98e4-52cb944dab0c req-2d63e8b7-1100-4cc2-8521-2eddbd902418 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:47.020805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7549baae-ea6f-48c7-98e4-52cb944dab0c req-2d63e8b7-1100-4cc2-8521-2eddbd902418 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0822546 May 27 02:38:47.064409 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7549baae-ea6f-48c7-98e4-52cb944dab0c req-79254e94-27e8-42f6-b1bf-87fc16d55b75 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 May 27 02:38:48.250312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272288d-8d50-4c0d-92c5-6ec71873a31c req-d653ced4-7afa-40ae-95ab-0101841e0c6f tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:48.251807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1272288d-8d50-4c0d-92c5-6ec71873a31c req-d653ced4-7afa-40ae-95ab-0101841e0c6f tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0837033 May 27 02:38:48.295882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1272288d-8d50-4c0d-92c5-6ec71873a31c req-b0dd708f-03b0-447e-9ae6-2e15d91df06d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 May 27 02:38:49.627872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48bd2-d4e7-4ba4-b1c4-fefc0fec9369 req-f99b0829-738a-4b37-91a8-dd3f9b53e8e1 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:49.629300 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76b48bd2-d4e7-4ba4-b1c4-fefc0fec9369 req-f99b0829-738a-4b37-91a8-dd3f9b53e8e1 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0792732 May 27 02:38:49.672427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76b48bd2-d4e7-4ba4-b1c4-fefc0fec9369 req-220ac441-a3f5-4c32-9d49-68a73aa28206 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 May 27 02:38:50.863149 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194499c4-88f8-4e08-8329-b1e60d4596cd req-2aaf0232-2248-4f3b-b6ae-b047b720d54e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:50.864515 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-194499c4-88f8-4e08-8329-b1e60d4596cd req-2aaf0232-2248-4f3b-b6ae-b047b720d54e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0858135 May 27 02:38:50.909065 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-194499c4-88f8-4e08-8329-b1e60d4596cd req-33d20206-5335-4926-bb69-20bb21606fb1 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 May 27 02:38:52.092840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4559d1f-cf2f-4486-851e-dc9be1a7229c req-32c042ea-b3de-4495-a70e-781a5fe6e854 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:52.094268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4559d1f-cf2f-4486-851e-dc9be1a7229c req-32c042ea-b3de-4495-a70e-781a5fe6e854 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0816619 May 27 02:38:52.138278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4559d1f-cf2f-4486-851e-dc9be1a7229c req-3dec6713-a106-465c-a26a-cde55e5eb1ba tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 May 27 02:38:53.159363 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:38:53.324268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d4eda-4c18-4cfb-87e3-f8886b230951 req-02152a91-1c4e-40e4-9950-eb1b5a450dce tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:53.325733 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca5d4eda-4c18-4cfb-87e3-f8886b230951 req-02152a91-1c4e-40e4-9950-eb1b5a450dce tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0844197 May 27 02:38:53.368469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca5d4eda-4c18-4cfb-87e3-f8886b230951 req-b15f4e0b-06d2-442d-9137-3b2535a3aaa1 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 May 27 02:38:54.554076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8bf8-c413-4b42-961c-262db30ef9c5 req-6878e7cb-4b78-420a-938b-26ef264ece7d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:54.555524 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-197e8bf8-c413-4b42-961c-262db30ef9c5 req-6878e7cb-4b78-420a-938b-26ef264ece7d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0779583 May 27 02:38:54.603434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-197e8bf8-c413-4b42-961c-262db30ef9c5 req-b4040f98-92f2-489c-8abb-b8a2baeace40 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 May 27 02:38:55.788964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e0ddb-3f8a-4400-b7d8-00ba46e1a9a6 req-b5941039-6e42-4417-82ab-10e0ac66f042 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:55.790411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7e0ddb-3f8a-4400-b7d8-00ba46e1a9a6 req-b5941039-6e42-4417-82ab-10e0ac66f042 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0843544 May 27 02:38:55.834528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca7e0ddb-3f8a-4400-b7d8-00ba46e1a9a6 req-c9cc1fa0-8820-4e48-b8de-a8b8f9436989 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 May 27 02:38:57.022828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69e06d-fe76-4e46-add1-481efcc8b6b3 req-976221db-d651-4076-9556-2e1c52dffb68 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:57.024258 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a69e06d-fe76-4e46-add1-481efcc8b6b3 req-976221db-d651-4076-9556-2e1c52dffb68 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0780051 May 27 02:38:57.067610 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9a69e06d-fe76-4e46-add1-481efcc8b6b3 req-4d61d822-ae49-472f-a895-7d766f43f749 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 May 27 02:38:58.253569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935137b-3d4c-4821-8d62-00af3d176d1a req-defda205-db72-4437-9c1d-8a6bcb603821 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:58.255048 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4935137b-3d4c-4821-8d62-00af3d176d1a req-defda205-db72-4437-9c1d-8a6bcb603821 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0801332 May 27 02:38:58.298425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4935137b-3d4c-4821-8d62-00af3d176d1a req-aad967af-13d6-4394-94e8-c45c0e3a8399 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376139 May 27 02:38:59.480811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deec97a-5f25-42e8-a1c6-7ebdd2e55c93 req-56008181-a46c-4d39-a105-c953d0a78698 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:38:59.482230 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8deec97a-5f25-42e8-a1c6-7ebdd2e55c93 req-56008181-a46c-4d39-a105-c953d0a78698 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0809062 May 27 02:38:59.637724 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8deec97a-5f25-42e8-a1c6-7ebdd2e55c93 req-c3b5f8e3-26b3-49ef-9927-4ae2364968a0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498075 May 27 02:39:00.836280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeabab-6670-4e92-93d9-c26f791a4940 req-2ccaf26e-665f-4923-8b85-c7904fae8d2c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:00.837785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbfeabab-6670-4e92-93d9-c26f791a4940 req-2ccaf26e-665f-4923-8b85-c7904fae8d2c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0970049 May 27 02:39:00.881957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cbfeabab-6670-4e92-93d9-c26f791a4940 req-df52d46e-bd1b-4ed8-bfa7-b3fdf5522b9b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 May 27 02:39:02.125423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-1fff6635-d599-4dfa-9190-09dd204becdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:02.126889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-1fff6635-d599-4dfa-9190-09dd204becdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1097 time: 0.1287680 May 27 02:39:02.134910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40dcb1-2d25-4cad-9667-c1155e1854bf req-f2c7612e-0518-4c19-b9e1-270e8e652042 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:02.136813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe40dcb1-2d25-4cad-9667-c1155e1854bf req-f2c7612e-0518-4c19-b9e1-270e8e652042 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.1399128 May 27 02:39:02.261838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe40dcb1-2d25-4cad-9667-c1155e1854bf req-92b4b0a3-041b-43c0-a37a-c849e327f577 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187053 May 27 02:39:02.299465 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-85d27102-b7e2-4858-bd96-dbcdc949cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:02.300858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-85d27102-b7e2-4858-bd96-dbcdc949cd82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1436019 May 27 02:39:02.369627 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-76d62966-30b9-4953-84d7-8a5c9853610e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.0623646 May 27 02:39:02.430187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-19e8765e-29af-4fbe-bd07-fac065b7bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:02.431578 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-19e8765e-29af-4fbe-bd07-fac065b7bf2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0556414 May 27 02:39:02.484079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-7dfad15c-33cf-4a24-8f41-340417173577 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426269 May 27 02:39:02.612868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-cdd5d4b4-42fd-414a-9f5a-b2e79118f913 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230590 May 27 02:39:02.742427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-659a1c79-7a7f-4496-8484-a3a58e331e8d req-51eff143-510e-4f5e-99f4-3e7398610d94 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231554 May 27 02:39:03.369666 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:03.449063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8696f-50d5-4a4f-b357-71d0efbb89a2 req-72e173c4-382a-42ea-b93f-c0ddba2c9c7b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:03.450498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66d8696f-50d5-4a4f-b357-71d0efbb89a2 req-72e173c4-382a-42ea-b93f-c0ddba2c9c7b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0841832 May 27 02:39:03.498187 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66d8696f-50d5-4a4f-b357-71d0efbb89a2 req-174e4c63-2336-4b51-8bcd-51df37be9a5c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 May 27 02:39:03.621287 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:04.678536 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9b5c5-c7cf-4a10-9ee8-f796c16f5129 req-b3f0bd51-ee22-47ad-add2-4eba0a6d6041 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:04.679976 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aeb9b5c5-c7cf-4a10-9ee8-f796c16f5129 req-b3f0bd51-ee22-47ad-add2-4eba0a6d6041 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0771942 May 27 02:39:04.723753 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aeb9b5c5-c7cf-4a10-9ee8-f796c16f5129 req-7fdbc7f4-4a4a-4c0e-a87e-a5e3273fef5b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374146 May 27 02:39:05.897447 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-694384eb-c4ef-47e5-9f39-7f5a8b79fc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:05.916284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd44ee-db59-4e1c-99ed-9da190ec117c req-2c40a20c-5c74-4e50-9281-5274fb48b399 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:05.917804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98fd44ee-db59-4e1c-99ed-9da190ec117c req-2c40a20c-5c74-4e50-9281-5274fb48b399 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0821843 May 27 02:39:05.962252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98fd44ee-db59-4e1c-99ed-9da190ec117c req-700ee0dd-71bd-4069-bf6a-31558678762d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 May 27 02:39:07.147398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e9f4-c2bc-4d88-bf2a-60ebba2c4e00 req-17fea1c4-9069-4ba4-87d1-3814fcb192e8 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:07.148826 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0930e9f4-c2bc-4d88-bf2a-60ebba2c4e00 req-17fea1c4-9069-4ba4-87d1-3814fcb192e8 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0822980 May 27 02:39:07.192655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0930e9f4-c2bc-4d88-bf2a-60ebba2c4e00 req-24e8742a-8c5d-47e7-ad1b-7767795275fe tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 May 27 02:39:08.024488 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-04320de7-b473-4777-aa67-5fda68e20375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:08.379213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa703e72-5f43-4302-b708-bd6fb4f479e6 req-0c574909-04e1-4c98-9a64-0a07bdffb7ff tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:08.380711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa703e72-5f43-4302-b708-bd6fb4f479e6 req-0c574909-04e1-4c98-9a64-0a07bdffb7ff tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0837879 May 27 02:39:08.425628 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-f3d21907-d4f0-4fb8-a6da-9899ce89fbc6 service neutron] show failed (client error): The resource could not be found. May 27 02:39:08.426604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-f3d21907-d4f0-4fb8-a6da-9899ce89fbc6 service neutron] 10.222.0.47 "GET /v2.0/ports/ec06852a-3758-4289-96db-aacbe342f99d/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0741370 May 27 02:39:08.427682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa703e72-5f43-4302-b708-bd6fb4f479e6 req-85d36d42-7342-40e7-b422-fbef36fbdda6 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 May 27 02:39:08.796583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-f266e206-c724-42ca-b576-436ca3a6d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:08.798014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-f266e206-c724-42ca-b576-436ca3a6d5d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08&tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32 HTTP/1.1" status: 200 len: 1097 time: 0.1089344 May 27 02:39:08.809260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:08.912851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.171083 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:09.197788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:09.360389 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:39:09.365262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.379412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Transition to ACTIVE for port object ec06852a-3758-4289-96db-aacbe342f99d will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:09.383635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.405150 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.508696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:09.555104 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e65da7-729e-42ad-985a-527838fd3e51'] response: {'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d', 'code': 200} May 27 02:39:09.562599 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.566747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] No DVR routers for this DVR port ec06852a-3758-4289-96db-aacbe342f99d on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:09.623359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:09.623705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:09.624012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:09.628705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Port ec06852a-3758-4289-96db-aacbe342f99d on network 812787ee-7c65-407b-888a-ee4ca48b7401 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:39:09.629022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Attempting to bind port ec06852a-3758-4289-96db-aacbe342f99d on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:09.631186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992cb51-1a04-49a9-9d9b-3982411873ec req-53797c65-7b37-4343-a314-602dfe92f759 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:09.632952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3992cb51-1a04-49a9-9d9b-3982411873ec req-53797c65-7b37-4343-a314-602dfe92f759 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0858812 May 27 02:39:09.634073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:09.634403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Checking segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:09.634816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Bound using segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:09.635235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Bound port: ec06852a-3758-4289-96db-aacbe342f99d, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:09.635579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.677808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3992cb51-1a04-49a9-9d9b-3982411873ec req-80762a40-cb1c-4a01-827a-9f5b70667151 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 May 27 02:39:09.724169 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:09.727075 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:09.731563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.793384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:09.794243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:09.795632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 1092 time: 0.9906836 May 27 02:39:09.812187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83b750-9f64-46b9-8990-07644c40a871 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:09.886938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-c6d63d5d-bd0a-4af7-9eb4-925aed1c7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:09.889240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-c6d63d5d-bd0a-4af7-9eb4-925aed1c7d83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1095 time: 0.0720720 May 27 02:39:10.022007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-fee15cbf-4981-4fbe-9fd9-93e6dd7d1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:10.023400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-fee15cbf-4981-4fbe-9fd9-93e6dd7d1902 service neutron] 10.222.0.13 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1282992 May 27 02:39:10.094604 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-f3edbcdd-a35f-4b72-8ccd-d5e6540ca153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.0638919 May 27 02:39:10.155568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-107e177d-d5f6-4545-8b87-8a610919a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:10.156964 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-107e177d-d5f6-4545-8b87-8a610919a80a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0573406 May 27 02:39:10.204256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-ae376f35-1922-4f63-bda3-d49490c1882f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406208 May 27 02:39:10.213403 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-2661efa7-378f-4945-a2bc-54b28bbd1c9b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:39:10.214304 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-2661efa7-378f-4945-a2bc-54b28bbd1c9b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046511 May 27 02:39:10.341381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-c41c4b71-b01f-4f16-96d2-1895bbba291c service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214862 May 27 02:39:10.470965 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9d863a16-e080-4312-bd5b-ec2329aed540 req-b88bd9bc-24fc-44df-92d4-cbc23b7da051 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231461 May 27 02:39:10.868454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e806a-a493-4584-b79c-a3f984f66ac0 req-18860de5-5b03-4807-96e9-0bf325e60d75 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:10.869809 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c52e806a-a493-4584-b79c-a3f984f66ac0 req-18860de5-5b03-4807-96e9-0bf325e60d75 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0837688 May 27 02:39:10.913936 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c52e806a-a493-4584-b79c-a3f984f66ac0 req-bbd9313d-033d-4088-8035-975aa7854181 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 May 27 02:39:11.146302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:11.556229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:39:11.629702 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10125b1-dc52-4f9d-b8f5-fdf0a0a69dc1'] response: {'name': 'network-changed', 'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d', 'status': 'completed', 'code': 200} May 27 02:39:11.757886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ec06852a-3758-4289-96db-aacbe342f99d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:11.773033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-51c84523-3561-4fcc-ac1e-eefbf3a2a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:11.774474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-51c84523-3561-4fcc-ac1e-eefbf3a2a826 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1095 time: 0.0981627 May 27 02:39:11.777512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-91f0b3af-15db-4652-a3e9-779034e5a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:11.778852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-91f0b3af-15db-4652-a3e9-779034e5a4df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1095 time: 0.1326566 May 27 02:39:11.817742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device ec06852a-3758-4289-96db-aacbe342f99d not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:12.199697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-738e8986-c4e1-4634-8dad-d26304d655b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.200967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-738e8986-c4e1-4634-8dad-d26304d655b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.4201372 May 27 02:39:12.204780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-ceb76e96-7d58-4efb-9240-7df61d386712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.206049 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-ceb76e96-7d58-4efb-9240-7df61d386712 service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.4076293 May 27 02:39:12.339889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-5477df77-451b-4517-b8e4-60c6216e0785 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.1308343 May 27 02:39:12.341039 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-30e507d6-a374-4dea-9ea7-2a59a1eba8d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.0828443 May 27 02:39:12.353931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51deb09-d4f4-40db-b89d-4b93c163b951 req-09bc99b4-f5f0-44ab-817a-28ccf7d9ffb5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.355890 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a51deb09-d4f4-40db-b89d-4b93c163b951 req-09bc99b4-f5f0-44ab-817a-28ccf7d9ffb5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.2981093 May 27 02:39:12.491672 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-d787e58d-3312-4cc6-b26b-e714eae94485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.493060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-d787e58d-3312-4cc6-b26b-e714eae94485 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.1469514 May 27 02:39:12.496063 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-035ba7bc-8a67-4bb4-9664-c426a5c55047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:12.497329 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-035ba7bc-8a67-4bb4-9664-c426a5c55047 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.1134553 May 27 02:39:12.500249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a51deb09-d4f4-40db-b89d-4b93c163b951 req-e7e9049e-78a2-469e-ada8-2f154a92bd62 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826931 May 27 02:39:12.578901 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-c4af383e-24ef-4f67-ba1c-98b295b23900 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776525 May 27 02:39:12.586072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-b03cfb53-e863-444f-a2a4-d2c04ccd1fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547810 May 27 02:39:12.816138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-bf299a25-9453-4649-a15c-799b0ed47dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290139 May 27 02:39:12.819002 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-714bd49d-1554-44b8-b63f-a913329492ef service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144997 May 27 02:39:13.049782 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-9f20c0b1-d5cf-4a9f-b7ea-11cf72c2c5f0 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275658 May 27 02:39:13.051625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-578f4a87-8242-4e3f-ae40-f60b1465177b req-ef55908d-a7a3-4ab5-9107-8bec76bb197c service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127604 May 27 02:39:13.702117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8a52-7c2d-43bf-b4e6-38e541773b8d req-f95c21ef-57b4-4d47-b24a-2e2c84b0e269 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:13.703602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42fa8a52-7c2d-43bf-b4e6-38e541773b8d req-f95c21ef-57b4-4d47-b24a-2e2c84b0e269 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0839043 May 27 02:39:13.747335 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-42fa8a52-7c2d-43bf-b4e6-38e541773b8d req-3d4d0daa-64cd-4beb-9e9d-29b860d30ba5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381455 May 27 02:39:14.053208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd21084-1056-443c-926f-6b6fbaf13149 req-a70fed0e-cb0c-4a9c-9179-de0e5edeb163 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:14.054921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fd21084-1056-443c-926f-6b6fbaf13149 req-a70fed0e-cb0c-4a9c-9179-de0e5edeb163 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 943 time: 0.0827193 May 27 02:39:14.066515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-3523c34b-27ed-4c0e-9d38-daa652b09069 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:14.068002 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-3523c34b-27ed-4c0e-9d38-daa652b09069 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08&tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&binding%3Ahost_id=n-h1-843146-11 HTTP/1.1" status: 200 len: 943 time: 0.0900006 May 27 02:39:14.104292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5fd21084-1056-443c-926f-6b6fbaf13149 req-7fa96d93-046b-4269-ba70-31c82c634961 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 May 27 02:39:14.115132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ec06852a-3758-4289-96db-aacbe342f99d details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:39:14.155633 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-cbc0b729-6158-4809-9731-41da50669e57 service neutron] delete failed (client error): The resource could not be found. May 27 02:39:14.157279 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-cbc0b729-6158-4809-9731-41da50669e57 service neutron] 10.222.0.47 "DELETE /v2.0/ports/ec06852a-3758-4289-96db-aacbe342f99d/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0840721 May 27 02:39:14.256885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:14.273667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'ec06852a-3758-4289-96db-aacbe342f99d', 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401', 'port_id': 'ec06852a-3758-4289-96db-aacbe342f99d', 'mac_address': 'fa:16:3e:47:9b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e22c3-9e50-4997-85cc-2d9d70a4b2ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:39:14.319693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-ea894d9e-e7d9-4740-8b0b-09bf1f72be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:14.321960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-ea894d9e-e7d9-4740-8b0b-09bf1f72be52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 1095 time: 0.0944262 May 27 02:39:14.348450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ec06852a-3758-4289-96db-aacbe342f99d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:14.348816 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:14.365989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec06852a-3758-4289-96db-aacbe342f99d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:39:14.381453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:14.385393 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:14.459356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:14.459837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-e6642e0c-42b0-4078-bc01-071fc4a90a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:14.462088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-e6642e0c-42b0-4078-bc01-071fc4a90a8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1335273 May 27 02:39:14.670437 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-b0cdba8a-d693-4e71-82ae-93e682a68169 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 200 len: 217 time: 0.2030623 May 27 02:39:14.702805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ec06852a-3758-4289-96db-aacbe342f99d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:39:14.731198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-0e976881-175b-475e-a3d6-d50bcb25a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:14.732603 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-0e976881-175b-475e-a3d6-d50bcb25a99f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0565355 May 27 02:39:14.779142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-e89cced2-6726-4964-a49c-e028042cc6fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404313 May 27 02:39:14.909647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-46145edb-188a-4c22-ab98-41734492451a service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244330 May 27 02:39:15.040246 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af3b8d4b-a3f5-4933-8976-26468c430922 req-c976526b-0df3-44b1-9e93-c58eaba4f844 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240714 May 27 02:39:15.299352 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8654-4098-4f03-95b9-bdcfca9c19d3 req-bd7c85d9-cdfb-494d-9c8e-3b40bb06df7b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:15.300736 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-404e8654-4098-4f03-95b9-bdcfca9c19d3 req-bd7c85d9-cdfb-494d-9c8e-3b40bb06df7b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 944 time: 0.0833597 May 27 02:39:15.345214 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-404e8654-4098-4f03-95b9-bdcfca9c19d3 req-ea06c092-7c22-4d7b-965e-27537c32cff9 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 May 27 02:39:16.126039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ec06852a-3758-4289-96db-aacbe342f99d up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:16.197820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port ec06852a-3758-4289-96db-aacbe342f99d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:16.203950 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port ec06852a-3758-4289-96db-aacbe342f99d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:16.204284 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.321414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ec06852a-3758-4289-96db-aacbe342f99d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:16.321790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.348261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:39:16.358010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:16.361865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:16.397699 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593d1f1a-9213-491f-96ca-abf8fcef7b5f'] response: {'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d', 'code': 200} May 27 02:39:16.429771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:16.437355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.437748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.438219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.438558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.438914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.439244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.439574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.439899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.440221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.440543 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.440864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.441184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:16.534336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68499c60-24c4-4f9d-8069-7eb46a722ebf req-3aa587cc-1691-4a55-916e-c2207d052a43 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:16.535837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68499c60-24c4-4f9d-8069-7eb46a722ebf req-3aa587cc-1691-4a55-916e-c2207d052a43 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0789204 May 27 02:39:16.581855 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-68499c60-24c4-4f9d-8069-7eb46a722ebf req-d3feb381-a130-4e7c-a72d-3216002f8ee4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 May 27 02:39:16.764002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dc4d2-a1f7-4629-8753-6d29a54dbc90 req-6c0e70c4-f57a-4a87-93bd-8ddfa8e0ad94 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:16.765370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f1dc4d2-a1f7-4629-8753-6d29a54dbc90 req-6c0e70c4-f57a-4a87-93bd-8ddfa8e0ad94 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0803585 May 27 02:39:16.809011 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f1dc4d2-a1f7-4629-8753-6d29a54dbc90 req-139a1f77-52f1-452a-aff1-43c82bcc5fba tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375414 May 27 02:39:16.991054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45aa0-4fe2-4cd6-a321-4adf22e0c0ba req-2195a222-279a-4bae-af27-366d8622a553 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:16.992486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73d45aa0-4fe2-4cd6-a321-4adf22e0c0ba req-2195a222-279a-4bae-af27-366d8622a553 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0829794 May 27 02:39:17.035574 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73d45aa0-4fe2-4cd6-a321-4adf22e0c0ba req-aadb1b0f-8349-492b-9558-3f8e4df44dbf tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 May 27 02:39:17.660974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-9fa1904d-564a-4079-abc8-16ae7bef621e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:17.662327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-9fa1904d-564a-4079-abc8-16ae7bef621e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 815 time: 0.1449413 May 27 02:39:17.677481 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-c198739c-a993-4573-8b3a-0263c62c94a4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/quotas/2fa56fbfd9f744c39a20e2e73ae5ff32 HTTP/1.1" status: 200 len: 375 time: 0.0097797 May 27 02:39:17.758185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-f94c75ce-9188-422a-942a-1b8a9f97554f tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758572 May 27 02:39:17.888703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-55b04dcf-27aa-448d-9967-678d0070c5f5 service neutron] 10.222.0.16 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234012 May 27 02:39:18.017850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-cb7e9e39-52da-4587-920f-fb3fcf70315a service neutron] 10.222.0.16 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233420 May 27 02:39:18.202449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccd61766-d6bb-4942-aa61-e7902c4fdc5d req-fb18856b-60bc-4766-b71a-5adee502a084 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 210 time: 0.0438745 May 27 02:39:19.086607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-158ddc33-12b7-47d8-9c5c-c2aea95c0176 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:19.088058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-158ddc33-12b7-47d8-9c5c-c2aea95c0176 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0e6ccfa-2d84-4a1b-a642-66bfde585b08 HTTP/1.1" status: 200 len: 945 time: 0.0794890 May 27 02:39:19.160615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Deleting port ec06852a-3758-4289-96db-aacbe342f99d {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:39:19.160915 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.347029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a85347f5-72cb-4a44-8b9b-9d540cb430de tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:19.349885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a85347f5-72cb-4a44-8b9b-9d540cb430de tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.13 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 815 time: 0.1673205 May 27 02:39:19.361219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Request body: {'port': {'device_id': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401', 'admin_state_up': True, 'tenant_id': '2fa56fbfd9f744c39a20e2e73ae5ff32'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:19.415375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8911c406-cc9d-43d6-a29e-4456d6f8544e req-7c82cccb-6a6c-43c1-9b14-89f5bfa40d92 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 210 time: 0.0593598 May 27 02:39:19.466529 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] For port ec06852a-3758-4289-96db-aacbe342f99d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ec06852a-3758-4289-96db-aacbe342f99d,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:19.466930 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.506777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:39:19.516981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:39:19.527638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Made reservation on behalf of 2fa56fbfd9f744c39a20e2e73ae5ff32 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:39:19.531375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.590646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Calling delete_port for ec06852a-3758-4289-96db-aacbe342f99d owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:39:19.701707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Allocated IP 172.20.0.10 (812787ee-7c65-407b-888a-ee4ca48b7401/525e22c3-9e50-4997-85cc-2d9d70a4b2ef/9ef50ca6-ddcb-4e27-8dcd-23fef9973727) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:39:19.848913 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.861749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ec06852a-3758-4289-96db-aacbe342f99d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:39:19.932569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Pushing event deleted for resources: {'Port': ['ID=ec06852a-3758-4289-96db-aacbe342f99d,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:19.980877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.981228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.981566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.981899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.982228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.982556 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.982904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.983236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.983560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.983878 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.984198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.984518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:39:19.992102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] No DVR routers for this DVR port ec06852a-3758-4289-96db-aacbe342f99d on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:19.994478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:19.997803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-deleted', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:39:20.010872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.013818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.13 "DELETE /v2.0/ports/ec06852a-3758-4289-96db-aacbe342f99d HTTP/1.1" status: 204 len: 173 time: 0.9188595 May 27 02:39:20.046351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.049918 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aae0a48-0062-471e-bd18-d296dc84a777'] response: {'server_uuid': 'e0e6ccfa-2d84-4a1b-a642-66bfde585b08', 'name': 'network-vif-deleted', 'tag': 'ec06852a-3758-4289-96db-aacbe342f99d', 'status': 'completed', 'code': 200} May 27 02:39:20.056582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ec06852a-3758-4289-96db-aacbe342f99d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:39:20.217678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Network 812787ee-7c65-407b-888a-ee4ca48b7401 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:39:20.221124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:39:20.225030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:39:20.259609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:20.294315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:20.294950 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.318363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a8cbf82d-1aac-4c52-a00a-39e51a65c3aa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9608932 May 27 02:39:20.329543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Request body: {'port': {'device_id': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:20.446079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.601988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35850d-6152-4d4f-aacd-aab87d890b1b req-ae83e0c7-e4ad-4e7c-945a-d1adf5a1a89f tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:20.602843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ff35850d-6152-4d4f-aacd-aab87d890b1b req-ae83e0c7-e4ad-4e7c-945a-d1adf5a1a89f tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Synchronizing usage tracker for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:20.619850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ff35850d-6152-4d4f-aacd-aab87d890b1b req-ae83e0c7-e4ad-4e7c-945a-d1adf5a1a89f tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Unset dirty status for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:20.621148 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff35850d-6152-4d4f-aacd-aab87d890b1b req-ae83e0c7-e4ad-4e7c-945a-d1adf5a1a89f tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 932 time: 0.0999060 May 27 02:39:20.670103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff35850d-6152-4d4f-aacd-aab87d890b1b req-825c2bc6-aa00-417d-83ee-00428d8c478b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 May 27 02:39:20.795269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:39:20.802202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.819059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Transition to ACTIVE for port object 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:20.823180 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:20.981538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:21.055022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:21.055268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:21.055594 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:21.060596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on network 812787ee-7c65-407b-888a-ee4ca48b7401 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:39:21.060912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:21.065960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:21.066296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Checking segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:21.066685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Bound using segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:21.067133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Bound port: 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:21.067476 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.154642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:21.157679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:21.161900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.225191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:21.225819 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:21.227229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 1093 time: 0.9023650 May 27 02:39:21.227668 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:39:21.249180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6afc7c-5641-4d78-bed7-32ae92f525a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:21.344578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a975cb8b-43de-44f2-90df-d879eceb4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:21.346064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-a975cb8b-43de-44f2-90df-d879eceb4bae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1096 time: 0.0717907 May 27 02:39:21.402230 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28618c69-2452-4c9c-b851-04120c35719f'] response: {'name': 'network-changed', 'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'status': 'completed', 'code': 200} May 27 02:39:21.420174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-1b5893f0-a90c-4f54-9745-d2456972b2e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.0662539 May 27 02:39:21.481430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-aed36851-829f-40a6-832e-238b6f59ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:21.482845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-aed36851-829f-40a6-832e-238b6f59ab0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0569031 May 27 02:39:21.528491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-4bf5c9dd-8dd4-42ee-a5a4-2930bb648290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397220 May 27 02:39:21.662561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-7ad158ea-31ac-457c-bf90-d020a8776541 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281538 May 27 02:39:21.799014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b11ca64d-8242-403b-84bc-0bbc79006961 req-f816b66a-2d0d-4b46-89a8-cbc7c3cdf853 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289403 May 27 02:39:21.864642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce07027-4e33-46f5-bcb6-7b95061f9198 req-370908af-3959-4382-a8f0-fbbb85677f1d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:21.867292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fce07027-4e33-46f5-bcb6-7b95061f9198 req-370908af-3959-4382-a8f0-fbbb85677f1d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.0934284 May 27 02:39:21.912074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fce07027-4e33-46f5-bcb6-7b95061f9198 req-04e75f58-ec24-49a1-9f10-0504cbcb6ea7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 May 27 02:39:22.019936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-5dff0a05-1ffc-4818-83df-2286536bdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:22.021413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-5dff0a05-1ffc-4818-83df-2286536bdfcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1096 time: 0.1745687 May 27 02:39:22.153402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-36b5e972-8070-4e85-a842-42b81b1d070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:22.155055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-36b5e972-8070-4e85-a842-42b81b1d070a service neutron] 10.222.0.13 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1267271 May 27 02:39:22.226999 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-024d56bb-541e-40f3-a157-11641b5d1a8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.0657599 May 27 02:39:22.289374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-0dd9bf0f-bae1-49b7-aa0d-5d7b8223d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:22.290704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-0dd9bf0f-bae1-49b7-aa0d-5d7b8223d7a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0580916 May 27 02:39:22.337928 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-dc573596-bfa6-4a83-bfee-11ffe2614a6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404210 May 27 02:39:22.475477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-aaec9acb-cc1a-4df9-8f0c-8dee4983974f service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271152 May 27 02:39:22.607934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-19472a03-99e2-4a32-abfb-5f5058f0428c req-8ff16ed9-dd2a-46df-b6f5-05c84bae5585 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252129 May 27 02:39:23.101407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40a06-68d8-4ab1-a6ac-0a5dda2d0bb9 req-2ae4e342-88ec-46c5-bdf0-f55ede2496b4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:23.102106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e4d40a06-68d8-4ab1-a6ac-0a5dda2d0bb9 req-2ae4e342-88ec-46c5-bdf0-f55ede2496b4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Synchronizing usage tracker for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:39:23.113690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e4d40a06-68d8-4ab1-a6ac-0a5dda2d0bb9 req-2ae4e342-88ec-46c5-bdf0-f55ede2496b4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Unset dirty status for tenant:2fa56fbfd9f744c39a20e2e73ae5ff32 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:39:23.114823 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e4d40a06-68d8-4ab1-a6ac-0a5dda2d0bb9 req-2ae4e342-88ec-46c5-bdf0-f55ede2496b4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.0962787 May 27 02:39:23.159994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e4d40a06-68d8-4ab1-a6ac-0a5dda2d0bb9 req-87104281-d0c3-4090-92af-b164cd7f4eba tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 May 27 02:39:24.124502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:39:24.126784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ec06852a-3758-4289-96db-aacbe342f99d no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:39:24.162355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: ec06852a-3758-4289-96db-aacbe342f99d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:39:24.162690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ec06852a-3758-4289-96db-aacbe342f99d not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:39:24.289905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:24.303327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401', 'port_id': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'mac_address': 'fa:16:3e:fa:fb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e22c3-9e50-4997-85cc-2d9d70a4b2ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:39:24.348614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad738b-d7c2-49e3-99bd-853b93c2922f req-b4e0f091-4c82-45d1-9c66-9d3012935754 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:24.350042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7ad738b-d7c2-49e3-99bd-853b93c2922f req-b4e0f091-4c82-45d1-9c66-9d3012935754 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.0825906 May 27 02:39:24.357711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:24.358096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.377976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:39:24.393441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:24.394535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7ad738b-d7c2-49e3-99bd-853b93c2922f req-bfe715d2-38da-488e-a677-4dd6acd81a67 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 May 27 02:39:24.398498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:24.466521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:24.671826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['9ef50ca6-ddcb-4e27-8dcd-23fef9973727'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:39:25.579681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56c54-21c1-4815-8a5b-a57232f59858 req-2b42bda6-ad73-4d4e-af70-ef6ade1e6020 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:25.581159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e3e56c54-21c1-4815-8a5b-a57232f59858 req-2b42bda6-ad73-4d4e-af70-ef6ade1e6020 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 945 time: 0.0806086 May 27 02:39:25.628819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e3e56c54-21c1-4815-8a5b-a57232f59858 req-927ad3d6-1f65-410d-a953-92a275d7cd71 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 May 27 02:39:26.123113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:39:26.193321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:39:26.198199 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:39:26.198636 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.318078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:39:26.318443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.344920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:39:26.358452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:26.362975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:26.396378 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c292fc80-a5d4-41bb-90d8-a9683b738da0'] response: {'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'code': 200} May 27 02:39:26.434571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:26.516929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe226d-c308-4a69-9f05-a00969c2c679 req-38b15e19-14df-4b5c-a305-1cc81c75f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:26.518438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4fe226d-c308-4a69-9f05-a00969c2c679 req-38b15e19-14df-4b5c-a305-1cc81c75f845 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1098 time: 0.0702918 May 27 02:39:26.558311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4fe226d-c308-4a69-9f05-a00969c2c679 req-951e6fe7-7534-47ab-985d-479f8ec68cc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 May 27 02:39:26.814351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb06b44-a1cd-455d-b6cd-28bb701ad010 req-dac19497-e1e1-4ba0-9b8e-9db254b4c9c5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:26.815830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dfb06b44-a1cd-455d-b6cd-28bb701ad010 req-dac19497-e1e1-4ba0-9b8e-9db254b4c9c5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0841930 May 27 02:39:26.859182 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dfb06b44-a1cd-455d-b6cd-28bb701ad010 req-9494fcc4-77e0-4cff-9d30-155857570334 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376654 May 27 02:39:28.049184 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc96c-49f4-47e7-8b81-7fa7551b2cd8 req-bcfd38c9-8bc2-4ae9-9db0-bd7337f9b5c0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:28.050618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2ecc96c-49f4-47e7-8b81-7fa7551b2cd8 req-bcfd38c9-8bc2-4ae9-9db0-bd7337f9b5c0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0810969 May 27 02:39:28.094102 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e2ecc96c-49f4-47e7-8b81-7fa7551b2cd8 req-f2ba033c-fc86-421c-845e-5cc2be3ba054 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 May 27 02:39:28.279461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab00a63-187d-4755-9c8c-d3931d5a2d72 req-7bd63d56-be29-44c4-8941-f1e77a3f087a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:28.280925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab00a63-187d-4755-9c8c-d3931d5a2d72 req-7bd63d56-be29-44c4-8941-f1e77a3f087a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0800421 May 27 02:39:28.323945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ab00a63-187d-4755-9c8c-d3931d5a2d72 req-82b3a0e7-31e7-40b2-8efb-fd8224765235 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 May 27 02:39:28.729165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-8cfbb633-eedd-4cda-9da0-fef950f9ae23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288109 May 27 02:39:28.744137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62017c5b-607d-4754-88e6-55d3cfb9e2e0 req-f2c429a2-4135-4e0b-8d34-0b10d7df3c52 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:28.745701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62017c5b-607d-4754-88e6-55d3cfb9e2e0 req-f2c429a2-4135-4e0b-8d34-0b10d7df3c52 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.1016154 May 27 02:39:28.794740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62017c5b-607d-4754-88e6-55d3cfb9e2e0 req-9113e3d9-dca6-438d-b81f-ffa8371f63f3 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 May 27 02:39:29.832774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-7903ac7c-819a-478a-a423-c0454161d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:29.834589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-7903ac7c-819a-478a-a423-c0454161d954 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1098 time: 0.0717061 May 27 02:39:29.968327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-22323f72-50ba-4a40-b912-3bb1894b7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:29.969691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-22323f72-50ba-4a40-b912-3bb1894b7579 service neutron] 10.222.0.13 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1297226 May 27 02:39:29.988299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7674a-4f31-4dc6-aed7-0bde7fd5149f req-053d4270-ccde-4d58-9f33-a30d029eab80 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:29.989771 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8eb7674a-4f31-4dc6-aed7-0bde7fd5149f req-053d4270-ccde-4d58-9f33-a30d029eab80 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0824187 May 27 02:39:30.034453 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8eb7674a-4f31-4dc6-aed7-0bde7fd5149f req-3564930d-eb3d-4197-a17c-faf289d441df tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389161 May 27 02:39:30.147384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-59cd9dcf-f89f-40e7-ab45-600eb2afbb5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.1717010 May 27 02:39:30.158412 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:39:30.210329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-287ee176-7223-4994-a204-6416554607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:30.211754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-287ee176-7223-4994-a204-6416554607d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0578833 May 27 02:39:30.257930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-4d273d9b-b068-4a2c-8c03-b0e035fc23dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398629 May 27 02:39:30.387562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-0f504e3a-d2a4-413a-ae26-f0e55173fe9b service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236367 May 27 02:39:30.519052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-dc28f972-7e90-4888-bdaa-1f45e27b843e service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251793 May 27 02:39:31.222039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d87a2-605c-4edb-bb4d-d127f2ac4826 req-8f82114f-3eef-4c51-828a-149aa8986a35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:31.223516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b66d87a2-605c-4edb-bb4d-d127f2ac4826 req-8f82114f-3eef-4c51-828a-149aa8986a35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0842638 May 27 02:39:31.266650 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b66d87a2-605c-4edb-bb4d-d127f2ac4826 req-ab1eda3b-9ce5-4417-aad7-5b8fc5b8a9b8 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 May 27 02:39:32.450650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974d98-7530-443b-8cc8-83a03a76eef4 req-1365d88f-8389-48ba-99a9-5c6bf94eef21 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:32.452129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3974d98-7530-443b-8cc8-83a03a76eef4 req-1365d88f-8389-48ba-99a9-5c6bf94eef21 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0784209 May 27 02:39:32.499260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3974d98-7530-443b-8cc8-83a03a76eef4 req-822c9f99-961a-4020-962a-197995a09bfc tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 May 27 02:39:33.384574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.633617 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:33.685730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a74e6-74d1-4da8-95f7-ec0a6dcd7b73 req-d953371b-bf98-4c4c-9458-69d6a8b75326 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:33.687134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f54a74e6-74d1-4da8-95f7-ec0a6dcd7b73 req-d953371b-bf98-4c4c-9458-69d6a8b75326 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0799952 May 27 02:39:33.731313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f54a74e6-74d1-4da8-95f7-ec0a6dcd7b73 req-4d0533a5-5d91-4784-b688-cd42ea60191a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 May 27 02:39:34.910601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f2dd2-3b56-422a-8d94-ac359da6c2a9 req-7790861e-8330-44b0-a3cb-9f5830824504 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:34.911987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-278f2dd2-3b56-422a-8d94-ac359da6c2a9 req-7790861e-8330-44b0-a3cb-9f5830824504 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0784092 May 27 02:39:34.955933 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-278f2dd2-3b56-422a-8d94-ac359da6c2a9 req-dd5f12d2-fbf7-4c81-9e09-329ca1b292e3 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382068 May 27 02:39:35.899067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2c359069-cb2a-42b4-9c8d-e129062f91be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:36.144130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896edfe5-d490-44e9-9cbc-bdf46dafc76c req-1814a000-1a1a-4a7c-b562-88716692152c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:36.145597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-896edfe5-d490-44e9-9cbc-bdf46dafc76c req-1814a000-1a1a-4a7c-b562-88716692152c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0851827 May 27 02:39:36.190245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-896edfe5-d490-44e9-9cbc-bdf46dafc76c req-62f870ae-d5db-451b-a0a1-17eb7ae74967 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387735 May 27 02:39:37.374035 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18624a2d-d7cb-4e35-af94-d9afe6b8c0a9 req-710cbd57-1a09-4632-9a6b-2e3349274dd0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:37.375497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18624a2d-d7cb-4e35-af94-d9afe6b8c0a9 req-710cbd57-1a09-4632-9a6b-2e3349274dd0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0805056 May 27 02:39:37.419636 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18624a2d-d7cb-4e35-af94-d9afe6b8c0a9 req-d1d5c7d0-66dc-431e-af60-a81a6a3abe23 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 May 27 02:39:38.025416 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-14d154b7-d6dd-4091-ac40-2991e1137e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:38.604247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da912-cb43-4617-ba1e-85203d1b71c2 req-592986c2-2827-4577-9478-581678bc3af0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:38.606286 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488da912-cb43-4617-ba1e-85203d1b71c2 req-592986c2-2827-4577-9478-581678bc3af0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0806150 May 27 02:39:38.654651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488da912-cb43-4617-ba1e-85203d1b71c2 req-1fc371bc-2a61-4e2e-bcff-ef2218acb8ad tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 May 27 02:39:39.399104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.560569 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:39.839395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1649-930f-40e8-851e-dcaaca6e5a08 req-309394f2-7f5d-4468-9291-9df79d1971fa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:39.841378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6df1649-930f-40e8-851e-dcaaca6e5a08 req-309394f2-7f5d-4468-9291-9df79d1971fa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0798059 May 27 02:39:39.884232 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6df1649-930f-40e8-851e-dcaaca6e5a08 req-5c136e68-80d1-43d4-ba89-31c395497ac6 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 May 27 02:39:41.070007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834acfae-7331-4b9f-bcae-f1d3324df617 req-13945e94-e307-4c59-a33f-204a1601a1e5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:41.071506 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-834acfae-7331-4b9f-bcae-f1d3324df617 req-13945e94-e307-4c59-a33f-204a1601a1e5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0806386 May 27 02:39:41.114909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-834acfae-7331-4b9f-bcae-f1d3324df617 req-33241495-a538-4773-84d6-7eecbd68dcf9 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 May 27 02:39:41.148382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:42.300849 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643fc7f-c22b-483d-a9bc-36438215e61f req-15fe3118-4ce7-4bce-bac8-3909e9d53a9b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:42.302267 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f643fc7f-c22b-483d-a9bc-36438215e61f req-15fe3118-4ce7-4bce-bac8-3909e9d53a9b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0818279 May 27 02:39:42.345344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f643fc7f-c22b-483d-a9bc-36438215e61f req-b1e9737f-b0f4-4d77-af74-4c2d6a538f15 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 May 27 02:39:43.532865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9309c6-d117-4471-aab0-802959d80424 req-1f644906-2f28-47a9-b654-c675382f85c8 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:43.534318 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b9309c6-d117-4471-aab0-802959d80424 req-1f644906-2f28-47a9-b654-c675382f85c8 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0849283 May 27 02:39:43.579784 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b9309c6-d117-4471-aab0-802959d80424 req-d7740814-f7ec-4d0a-9a1b-9608150b8de7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 May 27 02:39:44.757751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82665c9-687b-4060-9dd5-b78168a53ad6 req-fa75937c-08d8-45c5-b629-833b1e304c1a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:44.759211 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e82665c9-687b-4060-9dd5-b78168a53ad6 req-fa75937c-08d8-45c5-b629-833b1e304c1a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0778210 May 27 02:39:44.803062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e82665c9-687b-4060-9dd5-b78168a53ad6 req-02ac7e97-5a41-40a1-9972-f5c2be111b6b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 May 27 02:39:45.985027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b5f16-dbd6-4d46-a9bf-f4273a766043 req-dea6d074-9277-43fa-bf19-b936684161a7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:45.986400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d2b5f16-dbd6-4d46-a9bf-f4273a766043 req-dea6d074-9277-43fa-bf19-b936684161a7 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0802529 May 27 02:39:46.030818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d2b5f16-dbd6-4d46-a9bf-f4273a766043 req-ef2b9b36-3e7d-48e6-b2dd-bdf73459b7bd tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 May 27 02:39:47.218064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9d7b-4574-46e4-84d2-294bdb9405fd req-b5beb093-276f-4960-9a63-ae0b6ecac86a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:47.219768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f9b9d7b-4574-46e4-84d2-294bdb9405fd req-b5beb093-276f-4960-9a63-ae0b6ecac86a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0827730 May 27 02:39:47.262247 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f9b9d7b-4574-46e4-84d2-294bdb9405fd req-e7a2509e-102d-4eae-a866-a05dca30f3fa tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368826 May 27 02:39:48.451210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aed5b-9cce-4d73-8923-41647dfb4936 req-08ef9311-581b-497d-b513-4ac8597f0226 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:48.452654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c6aed5b-9cce-4d73-8923-41647dfb4936 req-08ef9311-581b-497d-b513-4ac8597f0226 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0836027 May 27 02:39:48.497228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c6aed5b-9cce-4d73-8923-41647dfb4936 req-65e65d65-e1ed-4929-83d1-df2549748712 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 May 27 02:39:49.694441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e41f-ddf1-4cc7-b679-1d2935e54127 req-4f7a44f6-b909-4ced-aed5-c8338a71fb5b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:49.695994 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad70e41f-ddf1-4cc7-b679-1d2935e54127 req-4f7a44f6-b909-4ced-aed5-c8338a71fb5b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0938234 May 27 02:39:49.744117 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ad70e41f-ddf1-4cc7-b679-1d2935e54127 req-eb568653-5229-4f84-a65d-0dc9f47c5049 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 May 27 02:39:50.933411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a2e7d-0a59-495e-8121-91be621ae166 req-50be8db3-db95-41ef-b2bf-b11c1671841a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:50.934807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55a2e7d-0a59-495e-8121-91be621ae166 req-50be8db3-db95-41ef-b2bf-b11c1671841a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0842986 May 27 02:39:50.982383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55a2e7d-0a59-495e-8121-91be621ae166 req-4e7097c8-887e-4ad7-b9d3-5bd4f9e5c894 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 May 27 02:39:52.164455 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a89ad2-12f0-414b-8acc-910c56cead47 req-80ad243a-aef2-40cb-9273-dae92b53dd9b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:52.165839 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64a89ad2-12f0-414b-8acc-910c56cead47 req-80ad243a-aef2-40cb-9273-dae92b53dd9b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0793004 May 27 02:39:52.210289 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-64a89ad2-12f0-414b-8acc-910c56cead47 req-5ff17a8e-721f-4ad9-a1dc-a4becb7fe22a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 May 27 02:39:53.396056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb74c-328b-4b8b-a376-1c69db5fdc1b req-6db68983-546d-4ec4-981c-2f77e1aa3494 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:53.397814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-242cb74c-328b-4b8b-a376-1c69db5fdc1b req-6db68983-546d-4ec4-981c-2f77e1aa3494 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0835974 May 27 02:39:53.441936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-242cb74c-328b-4b8b-a376-1c69db5fdc1b req-3e8e4076-112e-4ae5-840c-6431f67d6937 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 May 27 02:39:54.634338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a6ee2-656d-4769-b077-c2fb27e4414e req-a9eee40f-b585-4e7e-9b4e-dd0265d5bc55 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:54.635816 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b04a6ee2-656d-4769-b077-c2fb27e4414e req-a9eee40f-b585-4e7e-9b4e-dd0265d5bc55 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0860891 May 27 02:39:54.681346 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b04a6ee2-656d-4769-b077-c2fb27e4414e req-d12598a7-6f08-4c7d-baad-b73d6bb0d7c4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 May 27 02:39:55.873001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63004-8e03-4b1f-a628-f06c0c5aeb98 req-f52d0bdc-f3d0-4544-8b26-8355da0f797e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:55.874986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ca63004-8e03-4b1f-a628-f06c0c5aeb98 req-f52d0bdc-f3d0-4544-8b26-8355da0f797e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0859582 May 27 02:39:55.919737 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ca63004-8e03-4b1f-a628-f06c0c5aeb98 req-9493a5aa-db15-4e81-834a-763012c4b060 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 May 27 02:39:57.099101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942844fc-ae10-4470-910f-51b6ffb56be9 req-0a9c2b64-aa39-405e-9333-bb6655412a52 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:57.100567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-942844fc-ae10-4470-910f-51b6ffb56be9 req-0a9c2b64-aa39-405e-9333-bb6655412a52 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0771894 May 27 02:39:57.143449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-942844fc-ae10-4470-910f-51b6ffb56be9 req-b1949c05-bbf0-4ec3-b7ee-84a064e2e2d5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 May 27 02:39:57.416026 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-98aa0906-9146-4393-b28f-ab4e8c4a3905 service neutron] show failed (client error): The resource could not be found. May 27 02:39:57.417011 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-98aa0906-9146-4393-b28f-ab4e8c4a3905 service neutron] 10.222.0.13 "GET /v2.0/ports/9ef50ca6-ddcb-4e27-8dcd-23fef9973727/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0735078 May 27 02:39:57.674966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-6404b5f8-be19-41aa-a12c-89822d7e375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:57.676356 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-6404b5f8-be19-41aa-a12c-89822d7e375a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252&tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32 HTTP/1.1" status: 200 len: 1098 time: 0.0744307 May 27 02:39:57.687486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:39:57.801626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.067763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:39:58.095685 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:58.150397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:39:58.157020 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.174737 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Transition to ACTIVE for port object 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:39:58.178863 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.387809 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c28f5e-d2ee-4992-a6d1-bfc66e9e6735'] response: {'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'code': 200} May 27 02:39:58.496416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:58.505316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] No DVR routers for this DVR port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:39:58.569757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:39:58.570085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:39:58.570412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:58.578099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on network 812787ee-7c65-407b-888a-ee4ca48b7401 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:39:58.578412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Attempting to bind port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on network 812787ee-7c65-407b-888a-ee4ca48b7401 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:39:58.588869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65873d83-d854-48ca-a568-bdf495c6795e req-2f8e0800-9616-4c9b-b1ad-1db5f82989b6 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:58.590296 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65873d83-d854-48ca-a568-bdf495c6795e req-2f8e0800-9616-4c9b-b1ad-1db5f82989b6 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.2046499 May 27 02:39:58.592780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:39:58.593112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Checking segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:39:58.593489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Bound using segment: {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:39:58.593907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Bound port: 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:39:58.594246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.694575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65873d83-d854-48ca-a568-bdf495c6795e req-f49664e3-a4cf-44ea-bc4e-845be1c373e8 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912728 May 27 02:39:58.721933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:39:58.724829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:39:58.728909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.789213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:58.789814 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:39:58.791153 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 1093 time: 1.1077361 May 27 02:39:58.807626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19711d0-00da-406b-94b1-621767d09ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:39:58.879027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-51e374ad-3497-4d4a-8cf8-5d4febbc5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:58.880441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-51e374ad-3497-4d4a-8cf8-5d4febbc5ceb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1096 time: 0.0684106 May 27 02:39:59.006800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-3fa63a00-44f5-4b51-b28c-fed40409a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:59.008110 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-3fa63a00-44f5-4b51-b28c-fed40409a5cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1221399 May 27 02:39:59.076219 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-3206934d-06f3-40e9-9ab7-feeaac0ee399 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.0617082 May 27 02:39:59.136145 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-b1fa528b-22a5-4e8d-ae32-900fae7c0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:59.137504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-b1fa528b-22a5-4e8d-ae32-900fae7c0beb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0550804 May 27 02:39:59.182519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-03d0677b-4a57-4c58-b433-684aa6c76ea8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398047 May 27 02:39:59.309519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-cd1976ee-04bf-4704-a94e-9d950f121783 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201296 May 27 02:39:59.436243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-55001e96-28e5-449e-ac1a-943d986e78a8 req-ba678329-6677-422c-ad3b-a8c79819a4bd service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205795 May 27 02:39:59.884093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbea89-5a1e-4fda-a978-c45af49f102d req-e3237f39-1b6a-42f4-8560-e6b86eb7d83a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:39:59.885569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5fbea89-5a1e-4fda-a978-c45af49f102d req-e3237f39-1b6a-42f4-8560-e6b86eb7d83a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.0844243 May 27 02:39:59.929932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e5fbea89-5a1e-4fda-a978-c45af49f102d req-319c1859-89e9-4d12-9c11-103f1f340c2a tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382166 May 27 02:40:00.388723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:40:00.444272 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b72b459-95b7-4f77-b800-27311b598af3'] response: {'name': 'network-changed', 'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'status': 'completed', 'code': 200} May 27 02:40:00.535337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-e5952d94-b9e1-482a-9d15-683315fb1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:00.536583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-e071a19d-2794-438c-8922-71e354195c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:00.536784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-e5952d94-b9e1-482a-9d15-683315fb1768 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1096 time: 0.0767539 May 27 02:40:00.538050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-e071a19d-2794-438c-8922-71e354195c34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1096 time: 0.0721126 May 27 02:40:00.667584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-fa4036a6-bf10-45ab-bb62-5be4c5868756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:00.669277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-fa4036a6-bf10-45ab-bb62-5be4c5868756 service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1266165 May 27 02:40:00.671262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-297b0a61-fdd2-4442-b5af-364a5b541968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:00.672691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-297b0a61-fdd2-4442-b5af-364a5b541968 service neutron] 10.222.0.13 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1286952 May 27 02:40:00.739206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-2d61a3bb-ca7a-4b6a-83b2-ec85c914cc06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.0598066 May 27 02:40:00.743089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-9e2551eb-d586-4690-9435-7ad1942084b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.0642533 May 27 02:40:00.804224 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-2ee8cd7e-f9a9-4ebc-a99d-87ef35d22580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:00.805579 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-2ee8cd7e-f9a9-4ebc-a99d-87ef35d22580 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0604126 May 27 02:40:00.806551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-d6ad1afc-0dc1-4edb-9622-aa805810b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:00.808011 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-d6ad1afc-0dc1-4edb-9622-aa805810b0a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0596907 May 27 02:40:00.854072 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-1f9a7582-d805-4124-bc48-944561be0eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418718 May 27 02:40:00.962158 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-07babbce-45d7-42bc-aa85-9d214f9844e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476405 May 27 02:40:01.106528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-e69b1d79-4592-48e5-be85-856763fb89c6 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459061 May 27 02:40:01.150937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-4a2d9a81-ce21-444a-be5c-a4bf875e046a service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822162 May 27 02:40:01.183810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a7a8-2371-4791-9295-0338e9cda9c1 req-a28439de-ff47-4004-b528-6a12e15cd8e5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:01.185208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-39a8a7a8-2371-4791-9295-0338e9cda9c1 req-a28439de-ff47-4004-b528-6a12e15cd8e5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.1446271 May 27 02:40:01.240725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-97357b62-609f-4942-aa11-43b530fd7151 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271012 May 27 02:40:01.297055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-39a8a7a8-2371-4791-9295-0338e9cda9c1 req-63a0bae1-8c1d-43b1-8614-b554ab55aab4 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055839 May 27 02:40:01.333592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-488744b2-c844-4f86-93ee-edf1be3f4cab req-1f6e64f6-7e17-4d40-8e3d-28b07b199028 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747608 May 27 02:40:02.066814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-9c5706eb-4b7b-438f-965d-aaafd90ad2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:02.068167 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-9c5706eb-4b7b-438f-965d-aaafd90ad2aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1096 time: 0.0758085 May 27 02:40:02.212258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-ab5cbfe1-610f-4545-a316-de215346b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:02.213671 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-ab5cbfe1-610f-4545-a316-de215346b8ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1266518 May 27 02:40:02.284343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-3d49bee3-4735-420c-90e5-06889bc8a8eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.0633714 May 27 02:40:02.294059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:02.357144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:02.359892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-7e6aa75f-1906-483a-993f-64497476afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:02.361325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-7e6aa75f-1906-483a-993f-64497476afe2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0704515 May 27 02:40:02.409497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-6c91858d-b093-43d3-b94e-f3af8f9651bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403781 May 27 02:40:02.603594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-94e44a2f-299b-41e2-a94e-1f0c0083be43 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524105 May 27 02:40:02.611644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba69f27-3f0f-4b60-8452-19863652849a req-0d36641b-ff99-4531-ac23-9be1d96588b0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:02.612977 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ba69f27-3f0f-4b60-8452-19863652849a req-0d36641b-ff99-4531-ac23-9be1d96588b0 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.1971970 May 27 02:40:02.737082 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2ba69f27-3f0f-4b60-8452-19863652849a req-1a563c7e-2e5c-4cb1-8834-25632e7eaa5c tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063197 May 27 02:40:02.771567 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f0b3c5a-458a-4939-91b6-354206595f2b req-248b4d73-7865-4a49-b4f0-670447f31ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576681 May 27 02:40:03.383751 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.632947 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:03.922989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aa3ac-af73-47f4-9122-6b52d25d2906 req-67bda85d-a464-43e0-8a68-4fc8533eb7cb tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:03.924353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-842aa3ac-af73-47f4-9122-6b52d25d2906 req-67bda85d-a464-43e0-8a68-4fc8533eb7cb tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 944 time: 0.0801187 May 27 02:40:03.968001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-842aa3ac-af73-47f4-9122-6b52d25d2906 req-83d1672d-dabb-4903-b742-cf6e31b77980 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 May 27 02:40:03.990751 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:40:04.127593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:04.141516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'network_id': '812787ee-7c65-407b-888a-ee4ca48b7401', 'port_id': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'mac_address': 'fa:16:3e:fa:fb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e22c3-9e50-4997-85cc-2d9d70a4b2ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:40:04.206375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:04.206667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.224325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:40:04.239612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:04.243362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:04.310213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:04.346065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-2cfb92b9-624c-4ab7-9036-1e89b22c352e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:04.347524 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-2cfb92b9-624c-4ab7-9036-1e89b22c352e tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252&tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 944 time: 0.1491473 May 27 02:40:04.354681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d148-e52f-4388-8e2f-f91c7347f233 req-948baf09-0006-4019-837f-ce1c2bf28b86 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:04.356009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a374d148-e52f-4388-8e2f-f91c7347f233 req-948baf09-0006-4019-837f-ce1c2bf28b86 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 945 time: 0.1258171 May 27 02:40:04.457391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a374d148-e52f-4388-8e2f-f91c7347f233 req-b6b7e642-eb61-4761-a554-1ec2dfa56143 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694189 May 27 02:40:04.463703 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-719e6732-003c-4d5c-83d2-f36cd9639d30 service neutron] delete failed (client error): The resource could not be found. May 27 02:40:04.464615 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-719e6732-003c-4d5c-83d2-f36cd9639d30 service neutron] 10.222.0.13 "DELETE /v2.0/ports/9ef50ca6-ddcb-4e27-8dcd-23fef9973727/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.1077843 May 27 02:40:04.588935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9ef50ca6-ddcb-4e27-8dcd-23fef9973727'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:40:04.606650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-bc3d861a-fc4f-4818-a6f0-9af03270a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:04.608259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-bc3d861a-fc4f-4818-a6f0-9af03270a385 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 1097 time: 0.0728829 May 27 02:40:04.752368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-185407d7-7bc0-4529-94df-39792f0d464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:04.753743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-185407d7-7bc0-4529-94df-39792f0d464b service neutron] 10.222.0.13 "GET /v2.0/networks?id=812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 200 len: 916 time: 0.1397712 May 27 02:40:04.825248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-8d03b151-60b9-41a3-825f-3de235788998 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 200 len: 217 time: 0.0648971 May 27 02:40:04.885788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-56399bb7-3c26-4f36-ae62-5393d8318ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:04.887176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-56399bb7-3c26-4f36-ae62-5393d8318ab9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 200 len: 855 time: 0.0564060 May 27 02:40:04.936291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-d50cb0f4-9017-409c-9854-fce1cec3f689 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=812787ee-7c65-407b-888a-ee4ca48b7401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428140 May 27 02:40:05.064361 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-6aab90f9-1cc7-41f8-b978-c24cadf21b16 service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226387 May 27 02:40:05.200947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b2618286-b83c-4f39-bfc8-498e4cb20848 req-9b45626b-8702-4c41-b5c0-0a9c5654e78b service neutron] 10.222.0.13 "GET /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308835 May 27 02:40:05.647121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b991-96b3-41b1-a1c9-a8d6534fee50 req-781923dc-50f3-402b-b091-f912eb3eedfe tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:05.648581 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7213b991-96b3-41b1-a1c9-a8d6534fee50 req-781923dc-50f3-402b-b091-f912eb3eedfe tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 945 time: 0.0828841 May 27 02:40:05.697294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7213b991-96b3-41b1-a1c9-a8d6534fee50 req-54c3815e-6a83-42f7-b6e3-dd72095ad1d6 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 May 27 02:40:05.902987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7f490ca0-4efb-4b73-97ac-a34fb23ea2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.007920 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:06.074621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:06.079878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:06.080247 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.195644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:06.195933 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.223515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:40:06.233122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:06.237163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:06.272956 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d86291b-a4f9-4a67-80f5-104fe1848cb3'] response: {'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'code': 200} May 27 02:40:06.309825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:06.886511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d60104-3de4-4192-9c1d-06ae6cd63da5 req-b9b80566-b767-4ccb-9a53-27b2927b96da tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:06.887877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65d60104-3de4-4192-9c1d-06ae6cd63da5 req-b9b80566-b767-4ccb-9a53-27b2927b96da tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0781634 May 27 02:40:06.931519 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-65d60104-3de4-4192-9c1d-06ae6cd63da5 req-494f221c-81a0-4da1-87a2-6abf1efa0032 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 May 27 02:40:07.113603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0eb34-d895-41b0-b392-000a43a4ec82 req-e5af5c86-c2c0-44c9-8679-0568682ce407 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:07.115060 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-acd0eb34-d895-41b0-b392-000a43a4ec82 req-e5af5c86-c2c0-44c9-8679-0568682ce407 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0790825 May 27 02:40:07.157582 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:40:07.159417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-acd0eb34-d895-41b0-b392-000a43a4ec82 req-1f751fe7-a201-4b7a-b72d-86f55a85a3a3 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 May 27 02:40:07.342598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5e436-2fb1-4dce-a739-32f1fedc9f4a req-888d9fc5-0e4f-4265-8627-afee899cb127 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:07.344736 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3e5e436-2fb1-4dce-a739-32f1fedc9f4a req-888d9fc5-0e4f-4265-8627-afee899cb127 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0843158 May 27 02:40:07.388909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f3e5e436-2fb1-4dce-a739-32f1fedc9f4a req-6d958c18-bad6-48ca-a951-4d055286d34d tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 May 27 02:40:07.943904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2696e53-94c3-42f8-b1a6-b9ffc9516ef8 req-2630d112-25c1-4c3c-b018-6ead04d55218 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:07.945289 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2696e53-94c3-42f8-b1a6-b9ffc9516ef8 req-2630d112-25c1-4c3c-b018-6ead04d55218 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0833590 May 27 02:40:08.028627 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-de4987d2-226a-4c80-b0eb-502d3c37fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:08.085844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c2696e53-94c3-42f8-b1a6-b9ffc9516ef8 req-0e460511-fb47-4a53-b5e6-b2605ff7ccb5 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346397 May 27 02:40:09.127686 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-f3d2abfc-7c88-4637-acfc-cf0b53347846 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:09.129151 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-f3d2abfc-7c88-4637-acfc-cf0b53347846 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.47 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.0808024 May 27 02:40:09.242587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Deleting port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:40:09.242950 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.401905 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.484734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b69695-81e5-4133-9f35-4746eac358aa req-801a4ccf-2cdd-421a-b205-68bacfa60ecc tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:09.486177 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22b69695-81e5-4133-9f35-4746eac358aa req-801a4ccf-2cdd-421a-b205-68bacfa60ecc tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/ports?device_id=50d14982-ce5c-4d6c-85e0-2fa03659f252 HTTP/1.1" status: 200 len: 946 time: 0.2936480 May 27 02:40:09.563992 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.615662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22b69695-81e5-4133-9f35-4746eac358aa req-128f47c9-dad9-4377-90cb-8e710d64960b tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd1d4630-6e7c-4930-8470-e03c8f7747e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238484 May 27 02:40:09.657771 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] For port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,segment=NetworkSegment(eda14f87-5e81-4e3c-a4fd-b18d89f47c8b),segment_id=eda14f87-5e81-4e3c-a4fd-b18d89f47c8b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:09.658061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.782527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Calling delete_port for 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 owned by compute:nova {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:40:09.924403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:09.935233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['9ef50ca6-ddcb-4e27-8dcd-23fef9973727'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:40:09.979491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Pushing event deleted for resources: {'Port': ['ID=9ef50ca6-ddcb-4e27-8dcd-23fef9973727,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:10.054642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] No DVR routers for this DVR port 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 on host n-h2-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:40:10.057249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.059796 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-deleted', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:40:10.075984 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5c74f97-8cd1-418e-8b98-c2508167f90f req-5451b1d2-94d0-4f56-bd71-70d9582918db tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] 10.222.0.47 "DELETE /v2.0/ports/9ef50ca6-ddcb-4e27-8dcd-23fef9973727 HTTP/1.1" status: 204 len: 173 time: 0.9414990 May 27 02:40:10.107066 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6547a93a-6d91-429b-a7fd-ebf68ff3d19e'] response: {'server_uuid': '50d14982-ce5c-4d6c-85e0-2fa03659f252', 'name': 'network-vif-deleted', 'tag': '9ef50ca6-ddcb-4e27-8dcd-23fef9973727', 'status': 'completed', 'code': 200} May 27 02:40:10.850990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59472) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:10.911918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] Deleting subnet 525e22c3-9e50-4997-85cc-2d9d70a4b2ef {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:40:10.914729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:10.962858 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.016258 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.086072 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.124097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525e22c3-9e50-4997-85cc-2d9d70a4b2ef,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:11.126495 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.132464 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-874feded-2a05-4e1c-9003-9d75a9728aae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/525e22c3-9e50-4997-85cc-2d9d70a4b2ef HTTP/1.1" status: 204 len: 168 time: 0.2804251 May 27 02:40:11.134951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59476) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:11.151855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.240864 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.362354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.386631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812787ee-7c65-407b-888a-ee4ca48b7401']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:11.398541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:11.398886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda14f87-5e81-4e3c-a4fd-b18d89f47c8b') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:11.410454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.427209 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.433219 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:40:11.433600 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.499615 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment eda14f87-5e81-4e3c-a4fd-b18d89f47c8b resource provider aggregate not found May 27 02:40:11.518460 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment eda14f87-5e81-4e3c-a4fd-b18d89f47c8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eda14f87-5e81-4e3c-a4fd-b18d89f47c8b found for delete ", "request_id": "req-1d65a8b5-09cc-49a2-824c-5e136165fb78"}]} May 27 02:40:11.532831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.549127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.559449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] Pushing event deleted for resources: {'Network': ['ID=812787ee-7c65-407b-888a-ee4ca48b7401,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:11.567818 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1d7ad561-2b7e-4167-af84-5da6b4d50310 admin admin] 10.222.0.16 "DELETE /v2.0/networks/812787ee-7c65-407b-888a-ee4ca48b7401 HTTP/1.1" status: 204 len: 168 time: 0.4319329 May 27 02:40:11.698613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59486) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:11.746667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fa9852ec-2316-4f68-9a99-dee16773f4bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fa56fbfd9f744c39a20e2e73ae5ff32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467885 May 27 02:40:11.749046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59490) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:11.805686 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.830940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.882810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.902463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d4630-6e7c-4930-8470-e03c8f7747e3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:11.910891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.911237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.911575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.911909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.912238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.912570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.912945 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.913219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.913538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.913858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.914179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.914499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:11.922226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:11.922890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2e96e155-2ae4-41d2-8076-340c355cc778 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd1d4630-6e7c-4930-8470-e03c8f7747e3 HTTP/1.1" status: 204 len: 168 time: 0.1728866 May 27 02:40:12.653335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59514) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:12.892743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-604305974-network', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:12.898136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:12.902048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Usage tracker for resource:network and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:12.905057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:12.910844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:12.921852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Made reservation on behalf of e5c2b45418084daeabc8ee0351494f54 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:12.924452 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.936323 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:12.950736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:12.955434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:12.958243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:12.964032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:13.050883 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.054805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.085423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:40:13.093805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a20a7ce-ecc3-4dbc-8d45-f0bf4b2f9e9b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:13.099763 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.100091 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Added segment d6570c35-4d03-4b29-93b4-4ade5fa14ee9 of type vlan for network b6712589-289c-4291-be8e-d6098ccebf4f May 27 02:40:13.131698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.164196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.165133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:13.165714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.269467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6150312 May 27 02:40:13.270324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1255-a37d-4a72-a5b1-02d6785c4f93 admin admin] Pushing event updated for resources: {'Network': ['ID=b6712589-289c-4291-be8e-d6098ccebf4f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:13.272375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59520) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:13.278002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Request body: {'subnet': {'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-604305974-subnet', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:13.280725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b6712589-289c-4291-be8e-d6098ccebf4f details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:40:13.283571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:13.287487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Usage tracker for resource:subnet and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:13.290352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:13.296917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:13.307500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Made reservation on behalf of e5c2b45418084daeabc8ee0351494f54 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:13.309964 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.531679 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.604039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688921ef-4923-43e7-8b3c-f5186967333f,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:13.612417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:13.612766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Network hostable DHCP agents. Network: b6712589-289c-4291-be8e-d6098ccebf4f, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:40:13.630837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Network b6712589-289c-4291-be8e-d6098ccebf4f is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:40:13.639018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b6712589-289c-4291-be8e-d6098ccebf4f) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:13.643729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:13.644447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.648342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27923a61-24c3-40db-a30c-2a9d0ffdadd6 None None] Network b6712589-289c-4291-be8e-d6098ccebf4f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:13.665034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-306ffcdd-a81a-4e37-bbe9-88e6ba12b882 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3915656 May 27 02:40:13.667630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59524) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:13.673060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:13.678368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:13.682312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Usage tracker for resource:router and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:13.685178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:13.691416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:13.701508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.703148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.718183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:13.876613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b6712589-289c-4291-be8e-d6098ccebf4f', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:40:13.877434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.007155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.027463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:40:14.058483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Allocated IP 172.20.0.2 (b6712589-289c-4291-be8e-d6098ccebf4f/688921ef-4923-43e7-8b3c-f5186967333f/cd2048b4-2857-4dad-bac1-fdcbb047a641) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:14.067328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:40:14.067666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 9ef50ca6-ddcb-4e27-8dcd-23fef9973727 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:40:14.271840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.282187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Transition to ACTIVE for port object cd2048b4-2857-4dad-bac1-fdcbb047a641 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:14.300850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Transition to ACTIVE for port object cd2048b4-2857-4dad-bac1-fdcbb047a641 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:14.305652 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.325016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.354577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.373263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Network b6712589-289c-4291-be8e-d6098ccebf4f is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:14.376225 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:14.379796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:14.385327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Pushing event updated for resources: {'Port': ['ID=cd2048b4-2857-4dad-bac1-fdcbb047a641,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:14.474851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Attempting to bind port cd2048b4-2857-4dad-bac1-fdcbb047a641 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:14.475389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Attempting to bind port cd2048b4-2857-4dad-bac1-fdcbb047a641 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:14.475604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Attempting to bind port cd2048b4-2857-4dad-bac1-fdcbb047a641 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:14.481431 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:14.481769 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:14.482169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.482557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:14.483042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Bound port: cd2048b4-2857-4dad-bac1-fdcbb047a641, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:14.483414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.576002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] For port cd2048b4-2857-4dad-bac1-fdcbb047a641, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:14.579754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] For port cd2048b4-2857-4dad-bac1-fdcbb047a641, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cd2048b4-2857-4dad-bac1-fdcbb047a641,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:14.584711 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.601904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Allocated IP 172.25.3.164 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/af1450dc-19a2-46c9-bc18-13ddd42083fe) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:14.671644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b3548-d682-40f7-b9de-03cd2d143472 None None] Pushing event updated for resources: {'Port': ['ID=cd2048b4-2857-4dad-bac1-fdcbb047a641,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:14.757332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.788721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:14.873964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:14.877147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:14.881026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:14.917304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Pushing event updated for resources: {'Port': ['ID=af1450dc-19a2-46c9-bc18-13ddd42083fe,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:15.343336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.646441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a56b89-4941-422a-ad67-70425b413b37 None None] Network b6712589-289c-4291-be8e-d6098ccebf4f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:40:15.703951 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:15.757881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d4a7c9a0-0f3f-455b-8d25-6b3994490267 None None] Provisioning for port cd2048b4-2857-4dad-bac1-fdcbb047a641 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:15.909505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Router 33542558-14fa-40f0-a54a-bbce67cca54a is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:40:16.228597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:40:16.239006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:40:16.251282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:40:16.251964 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:16.257528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.261873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fbaec5ba-31ad-461f-8173-d5c85d1e5c91 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5899911 May 27 02:40:16.261873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59528) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:16.325963 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd2048b4-2857-4dad-bac1-fdcbb047a641 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:16.540462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:40:16.582879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port cd2048b4-2857-4dad-bac1-fdcbb047a641 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:16.661668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cd2048b4-2857-4dad-bac1-fdcbb047a641 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:16.662365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.907643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cd2048b4-2857-4dad-bac1-fdcbb047a641 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:16.908021 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.942946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:16.947411 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port cd2048b4-2857-4dad-bac1-fdcbb047a641, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cd2048b4-2857-4dad-bac1-fdcbb047a641,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:16.953533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.008711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:15Z', 'revision_number': 3, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:17.017554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:40:17.017901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Updating router 33542558-14fa-40f0-a54a-bbce67cca54a port af1450dc-19a2-46c9-bc18-13ddd42083fe binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:40:17.071872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=cd2048b4-2857-4dad-bac1-fdcbb047a641,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:17.083776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.084123 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.084463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.084806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.085138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.085540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.085791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.086118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.086443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.086789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.087118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.087441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:17.091097 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.148661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Allocated IP 172.20.0.1 (b6712589-289c-4291-be8e-d6098ccebf4f/688921ef-4923-43e7-8b3c-f5186967333f/c98a3a24-a34e-4378-8315-939354b49507) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:17.295031 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.310942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Transition to ACTIVE for port object c98a3a24-a34e-4378-8315-939354b49507 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:17.333854 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.396872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Network b6712589-289c-4291-be8e-d6098ccebf4f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:17.399535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:17.403282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:17.419303 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.432549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Transition to ACTIVE for port object af1450dc-19a2-46c9-bc18-13ddd42083fe will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:17.439904 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.453252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c98a3a24-a34e-4378-8315-939354b49507,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:17.473643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.528929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Attempting to bind port af1450dc-19a2-46c9-bc18-13ddd42083fe on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:17.529315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Attempting to bind port af1450dc-19a2-46c9-bc18-13ddd42083fe by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:17.529683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Attempting to bind port af1450dc-19a2-46c9-bc18-13ddd42083fe on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:17.541095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286961cb-c63b-4d25-b557-dc92b46a72b0 None None] Pushing event updated for resources: {'Port': ['ID=af1450dc-19a2-46c9-bc18-13ddd42083fe,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:17.544998 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:17.545629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:17.546372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.546372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:17.546939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Bound port: af1450dc-19a2-46c9-bc18-13ddd42083fe, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:17.547324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.633905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.635403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] For port af1450dc-19a2-46c9-bc18-13ddd42083fe, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:17.639432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] For port af1450dc-19a2-46c9-bc18-13ddd42083fe, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=af1450dc-19a2-46c9-bc18-13ddd42083fe,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:17.641110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f57378a6-0ad7-46ed-bfaa-deed2affa0e3 None None] Provisioning for port c98a3a24-a34e-4378-8315-939354b49507 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:17.647410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.681044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f57378a6-0ad7-46ed-bfaa-deed2affa0e3 None None] Provisioning complete for port c98a3a24-a34e-4378-8315-939354b49507 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:17.681688 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f57378a6-0ad7-46ed-bfaa-deed2affa0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.793456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f57378a6-0ad7-46ed-bfaa-deed2affa0e3 None None] Port c98a3a24-a34e-4378-8315-939354b49507 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:17.795071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:40:17.795749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:17.842256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286961cb-c63b-4d25-b557-dc92b46a72b0 None None] Pushing event updated for resources: {'Port': ['ID=af1450dc-19a2-46c9-bc18-13ddd42083fe,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:17.971760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:17.975924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:40:17.976421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.082011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c98a3a24-a34e-4378-8315-939354b49507,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:18.088076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.235816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Network b6712589-289c-4291-be8e-d6098ccebf4f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:18.237091 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:18.314574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd2048b4-2857-4dad-bac1-fdcbb047a641 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:18.408133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cd2048b4-2857-4dad-bac1-fdcbb047a641 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:18.408506 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.451003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:40:18.456742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 1, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:18.465512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d1de-4963-4b5c-99f3-269db62876c9 None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 1, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:40:18.556610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cd2048b4-2857-4dad-bac1-fdcbb047a641 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:18.564526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9f7a387f-d945-495f-8be6-6fc042ef5995 None None] Provisioning complete for port c98a3a24-a34e-4378-8315-939354b49507 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:18.564996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f7a387f-d945-495f-8be6-6fc042ef5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:18.619700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a387f-d945-495f-8be6-6fc042ef5995 None None] Port c98a3a24-a34e-4378-8315-939354b49507 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:18.643581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:40:18.652850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f922b7a3-703c-4007-8e34-d3ef23c509f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/33542558-14fa-40f0-a54a-bbce67cca54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3898606 May 27 02:40:19.006890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59538) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.011929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724586866', 'description': 'tempest-description--1600089825'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:19.019234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:19.023246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Usage tracker for resource:security_group and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:19.026316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:19.032856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:19.044423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.068302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:19.072760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Usage tracker for resource:security_group_rule and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:19.075911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:19.082673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:19.187184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.191193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.236725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2360cc0e-3d8b-4866-a858-deadbd730daa,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:19.240811 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.245419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4030f22d-8e7a-44e4-8f16-bbce4752fd0e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2374630 May 27 02:40:19.245643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59544) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.252262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'security_group_rule': {'security_group_id': '2360cc0e-3d8b-4866-a858-deadbd730daa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:19.259371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:19.263680 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Usage tracker for resource:security_group_rule and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:19.267388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:19.274113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:19.294697 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.362616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.367127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.397880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7e20d8-a23c-435f-9792-4fafa87b6fcd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:19.405116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.406500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-490b9f4f-11d0-4f8e-92c6-e8074c9ad7a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597557 May 27 02:40:19.409109 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59550) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.414241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'security_group_rule': {'security_group_id': '2360cc0e-3d8b-4866-a858-deadbd730daa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:19.421548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:19.425404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Usage tracker for resource:security_group_rule and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:19.428506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:19.434396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:19.453571 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.518723 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.522881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.552751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05d0c83-627e-4459-b4c8-3cbd13195cbb,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:19.556587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.557723 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c9fb4eb5-7e0f-49a7-8813-ccc4084cd42d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476073 May 27 02:40:19.560821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 59554) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:19.567092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:19.574048 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:19.579252 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Usage tracker for resource:floatingip and tenant:e5c2b45418084daeabc8ee0351494f54 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:40:19.582259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:40:19.588424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:19.598812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.739538 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:19.874019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Allocated IP 172.25.3.96 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/165d1a2d-d13f-4dd7-b3d4-287fb48971f5) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:20.128036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.162672 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.232689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:20.236146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:20.239825 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:20.272167 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'Port': ['ID=165d1a2d-d13f-4dd7-b3d4-287fb48971f5,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:20.284513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.284854 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.285187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.285515 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.285840 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.286159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.286475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.286822 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.287141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.287454 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.287766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.288076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:20.320043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af1450dc-19a2-46c9-bc18-13ddd42083fe up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:20.337227 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.391154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port af1450dc-19a2-46c9-bc18-13ddd42083fe completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:20.396022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port af1450dc-19a2-46c9-bc18-13ddd42083fe triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:20.396473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.398679 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.476653 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:40:20.489538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:40:20.490399 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:20.515899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port af1450dc-19a2-46c9-bc18-13ddd42083fe is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:20.516410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.534622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port af1450dc-19a2-46c9-bc18-13ddd42083fe, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=af1450dc-19a2-46c9-bc18-13ddd42083fe,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:20.541086 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.615103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=af1450dc-19a2-46c9-bc18-13ddd42083fe,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:20.653383 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.659090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.678353 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:40:20.770211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'Port': ['ID=165d1a2d-d13f-4dd7-b3d4-287fb48971f5,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:20.782020 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.806464 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:20.807717 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-92d2ae78-4ea6-4b51-b14b-fcab4568a06f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2459624 May 27 02:40:20.976327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cc659a6b-6917-4579-ae5e-c8c0f8895967 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--724586866&fields=id&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 267 time: 0.0404482 May 27 02:40:21.012876 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 2, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:21.017213 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:40:21.017565 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Updating router 33542558-14fa-40f0-a54a-bbce67cca54a port c98a3a24-a34e-4378-8315-939354b49507 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:40:21.070097 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.136346 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d46181c1-a865-40d5-903d-ca1ab569e011 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:21.139088 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d46181c1-a865-40d5-903d-ca1ab569e011 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1557672 May 27 02:40:21.160971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-41cbf9fa-df3b-4820-b757-b59dc19f22fc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/quotas/e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 375 time: 0.0143182 May 27 02:40:21.246470 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-b0dcf8b7-ba32-449d-818a-81bec9df6e39 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786490 May 27 02:40:21.385169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-6f8c5b39-027b-471c-82e2-e908f4d9d6ce service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263111 May 27 02:40:21.446466 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.461046 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Transition to ACTIVE for port object c98a3a24-a34e-4378-8315-939354b49507 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:21.467791 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.523361 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-ca3281c8-2aae-4a25-8d50-c203eefb00c8 service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320431 May 27 02:40:21.590374 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Pushing event updated for resources: {'Port': ['ID=c98a3a24-a34e-4378-8315-939354b49507,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:21.605448 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.605790 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.606124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.606452 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.606819 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.607142 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.607652 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.608134 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.609124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.609602 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.610073 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.610550 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:40:21.735750 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Attempting to bind port c98a3a24-a34e-4378-8315-939354b49507 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:21.736391 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Attempting to bind port c98a3a24-a34e-4378-8315-939354b49507 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:21.736941 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Attempting to bind port c98a3a24-a34e-4378-8315-939354b49507 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:21.746302 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:21.747104 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:21.747669 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.748215 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:21.748841 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Bound port: c98a3a24-a34e-4378-8315-939354b49507, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:21.749419 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.820049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6515cb4b-a677-4cb1-b4ce-bfa6731ceaf7 req-d8e67129-9e50-4fd8-83d9-cda163b79519 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:21.842669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6515cb4b-a677-4cb1-b4ce-bfa6731ceaf7 req-d8e67129-9e50-4fd8-83d9-cda163b79519 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:21.857765 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6515cb4b-a677-4cb1-b4ce-bfa6731ceaf7 req-d8e67129-9e50-4fd8-83d9-cda163b79519 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 210 time: 0.1208405 May 27 02:40:21.871831 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] For port c98a3a24-a34e-4378-8315-939354b49507, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:21.875731 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] For port c98a3a24-a34e-4378-8315-939354b49507, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c98a3a24-a34e-4378-8315-939354b49507,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:21.881871 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:21.961790 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:40:21.962408 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:22.052415 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aecd0-24e6-4b6a-a38f-e012563d2d78 None None] Pushing event updated for resources: {'Port': ['ID=c98a3a24-a34e-4378-8315-939354b49507,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:22.185077 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:40:22.349171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c98a3a24-a34e-4378-8315-939354b49507 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:22.434121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c98a3a24-a34e-4378-8315-939354b49507 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:22.441213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c98a3a24-a34e-4378-8315-939354b49507 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:22.442085 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.612850 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:21Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:22.618532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c98a3a24-a34e-4378-8315-939354b49507 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:22.619027 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.625084 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f992d-3939-4e0d-9b22-7ff7f18d4c3b None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:21Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:40:22.657148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c98a3a24-a34e-4378-8315-939354b49507, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c98a3a24-a34e-4378-8315-939354b49507,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:22.664918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.665708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af1450dc-19a2-46c9-bc18-13ddd42083fe up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:22.798339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c98a3a24-a34e-4378-8315-939354b49507,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:22.810068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port af1450dc-19a2-46c9-bc18-13ddd42083fe triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:22.810449 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:22.931244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port af1450dc-19a2-46c9-bc18-13ddd42083fe is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:23.020541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cfea6712-447f-4fbc-aaaf-1da3c18a6969 req-2c86bd81-0055-46b8-af7a-4a4a2f5035d8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 210 time: 0.0505910 May 27 02:40:23.215160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d2b140b0-c477-4bea-b133-db04031cf913 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:23.215872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d2b140b0-c477-4bea-b133-db04031cf913 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:23.236436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d2b140b0-c477-4bea-b133-db04031cf913 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:23.237695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d2b140b0-c477-4bea-b133-db04031cf913 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1829972 May 27 02:40:23.291456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9f783652-def9-49b5-bed0-9eb5b005266f req-872898b3-9575-4549-baf4-7519730c8179 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:23.309059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9f783652-def9-49b5-bed0-9eb5b005266f req-872898b3-9575-4549-baf4-7519730c8179 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:23.310415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-872898b3-9575-4549-baf4-7519730c8179 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 379 time: 0.0638232 May 27 02:40:23.318606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'port': {'device_id': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'admin_state_up': True, 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'security_groups': ['2360cc0e-3d8b-4866-a858-deadbd730daa']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:23.452510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:40:23.461806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:40:23.471842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Made reservation on behalf of e5c2b45418084daeabc8ee0351494f54 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:40:23.475404 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.637194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Allocated IP 172.20.0.3 (b6712589-289c-4291-be8e-d6098ccebf4f/688921ef-4923-43e7-8b3c-f5186967333f/2119a254-67dd-4d73-8c2f-894398aaae61) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:40:23.925670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:23.941374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Transition to ACTIVE for port object 2119a254-67dd-4d73-8c2f-894398aaae61 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:23.964387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.036932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Network b6712589-289c-4291-be8e-d6098ccebf4f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:40:24.040101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:40:24.044246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:40:24.080308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:24.118277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:24.118948 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.196453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-e2b3ce77-528a-40cb-8498-9825d6e6b1bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813353 May 27 02:40:24.211732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Request body: {'port': {'device_id': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:24.296502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c98a3a24-a34e-4378-8315-939354b49507 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:24.320655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081f6dd-49a1-45fc-8391-94b6ebc1ab7d req-5fdc8fde-76a9-4621-a1c5-3f0d69c6fc5b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:24.321258 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5081f6dd-49a1-45fc-8391-94b6ebc1ab7d req-5fdc8fde-76a9-4621-a1c5-3f0d69c6fc5b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:40:24.356154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fd9f413-3334-405d-ad34-0fab7a77fbbd None None] Provisioning for port 2119a254-67dd-4d73-8c2f-894398aaae61 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:24.356666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5081f6dd-49a1-45fc-8391-94b6ebc1ab7d req-5fdc8fde-76a9-4621-a1c5-3f0d69c6fc5b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:40:24.357830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5081f6dd-49a1-45fc-8391-94b6ebc1ab7d req-5fdc8fde-76a9-4621-a1c5-3f0d69c6fc5b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 931 time: 0.2252054 May 27 02:40:24.359155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.363612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-1fd9f413-3334-405d-ad34-0fab7a77fbbd None None] Provisioning complete for port 2119a254-67dd-4d73-8c2f-894398aaae61 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:24.363983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1fd9f413-3334-405d-ad34-0fab7a77fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.425708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9f413-3334-405d-ad34-0fab7a77fbbd None None] Port 2119a254-67dd-4d73-8c2f-894398aaae61 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:40:24.428046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c98a3a24-a34e-4378-8315-939354b49507 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:24.428334 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.462046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5081f6dd-49a1-45fc-8391-94b6ebc1ab7d req-c8b7e21d-8918-4e93-82e1-5d331eee938a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929952 May 27 02:40:24.553688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c98a3a24-a34e-4378-8315-939354b49507 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:24.746830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2119a254-67dd-4d73-8c2f-894398aaae61 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:40:24.753870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.767824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Transition to ACTIVE for port object 2119a254-67dd-4d73-8c2f-894398aaae61 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:40:24.771794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:24.930201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:25.009533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:40:25.009809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:40:25.010136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:25.014621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Port 2119a254-67dd-4d73-8c2f-894398aaae61 on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:40:25.015476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:40:25.020554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:40:25.020886 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:40:25.021268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:40:25.021689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Bound port: 2119a254-67dd-4d73-8c2f-894398aaae61, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:40:25.022032 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.114626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:40:25.117508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:40:25.120976 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.182555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:25.183203 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:25.185036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] 10.222.0.13 "PUT /v2.0/ports/2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 1092 time: 0.9790857 May 27 02:40:25.185480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:40:25.210799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ee8e-1310-4c2b-a505-44af467bf6ca service neutron] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:25.257725 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c701fa52-7dfe-4b76-bdab-41635922e2a0'] response: {'name': 'network-changed', 'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61', 'status': 'completed', 'code': 200} May 27 02:40:25.304942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-78d3a1e9-3f2b-4040-9696-4aee0c065067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:25.306467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-78d3a1e9-3f2b-4040-9696-4aee0c065067 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0811653 May 27 02:40:25.378378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-ea07f454-2add-4fc1-ba96-e64121a5a041 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 217 time: 0.0650504 May 27 02:40:25.445398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-17b9e2e3-8778-41d5-a39b-0aeadc97fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:25.446689 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-17b9e2e3-8778-41d5-a39b-0aeadc97fb8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0597219 May 27 02:40:25.524994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d9112250-fd60-44b7-b225-3a1f962dbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:25.526387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-d9112250-fd60-44b7-b225-3a1f962dbb75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727124 May 27 02:40:25.810065 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-b1d2511a-5323-4ffb-a12c-199310a32b74 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773299 May 27 02:40:25.822268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0141-7747-4f4f-9499-1c89ffd9c90e req-ccdfd5e1-19a4-4b6a-a6a4-cb4276844701 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:25.823749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c6ce0141-7747-4f4f-9499-1c89ffd9c90e req-ccdfd5e1-19a4-4b6a-a6a4-cb4276844701 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.1295710 May 27 02:40:25.951393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c6ce0141-7747-4f4f-9499-1c89ffd9c90e req-295c6f71-0e41-4a62-993e-119bdcf834c8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097584 May 27 02:40:25.982830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f783652-def9-49b5-bed0-9eb5b005266f req-8c9c8687-cf3c-4580-af3d-f168b8e2bac9 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581359 May 27 02:40:26.096099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606091f-659c-4d0a-bfac-970889b51979 req-12be833d-8c2c-4cba-b501-421ebc07b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:26.097592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b606091f-659c-4d0a-bfac-970889b51979 req-12be833d-8c2c-4cba-b501-421ebc07b451 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0707252 May 27 02:40:26.228746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606091f-659c-4d0a-bfac-970889b51979 req-4108b453-2b75-4489-b94b-59d218329f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:26.230174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b606091f-659c-4d0a-bfac-970889b51979 req-4108b453-2b75-4489-b94b-59d218329f82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1262152 May 27 02:40:26.305696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b606091f-659c-4d0a-bfac-970889b51979 req-6de305a1-12bf-4894-a4d4-c8d554af98ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 217 time: 0.0683856 May 27 02:40:26.370665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606091f-659c-4d0a-bfac-970889b51979 req-1a1d9787-562d-4bf9-be36-d597c4013617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:26.372169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b606091f-659c-4d0a-bfac-970889b51979 req-1a1d9787-562d-4bf9-be36-d597c4013617 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0605447 May 27 02:40:26.448823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606091f-659c-4d0a-bfac-970889b51979 req-67c21c6c-1484-4d82-9e81-27000b116239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:26.450315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b606091f-659c-4d0a-bfac-970889b51979 req-67c21c6c-1484-4d82-9e81-27000b116239 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723670 May 27 02:40:26.586498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b606091f-659c-4d0a-bfac-970889b51979 req-034ccc6a-a30d-47b2-a1ff-9f8f0227484c service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297812 May 27 02:40:26.724176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b606091f-659c-4d0a-bfac-970889b51979 req-021d317f-de1a-4fa5-8b75-cb4375047f4d service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307600 May 27 02:40:27.131745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f07c6a-691f-4698-a10e-d4d4d048587f req-57d43157-4a61-4563-b87d-3d7db408c1e6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:27.133167 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f7f07c6a-691f-4698-a10e-d4d4d048587f req-57d43157-4a61-4563-b87d-3d7db408c1e6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.0782773 May 27 02:40:27.176811 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f7f07c6a-691f-4698-a10e-d4d4d048587f req-2f65e16c-6a12-408c-8b9a-dc7893683cf0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380192 May 27 02:40:28.369121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482314c8-9f54-4576-9f62-b6886162a081 req-ace66c3c-8ac2-4b8d-af2b-6fa8a6d05754 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:28.370565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-482314c8-9f54-4576-9f62-b6886162a081 req-ace66c3c-8ac2-4b8d-af2b-6fa8a6d05754 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.0791297 May 27 02:40:28.418604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-482314c8-9f54-4576-9f62-b6886162a081 req-d0f5a6a8-9fce-44ac-9e5a-23a854747a3a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418835 May 27 02:40:28.435331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:40:28.604736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:28.617095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '2119a254-67dd-4d73-8c2f-894398aaae61', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': '2119a254-67dd-4d73-8c2f-894398aaae61', 'mac_address': 'fa:16:3e:8f:7e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:40:28.672363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 2119a254-67dd-4d73-8c2f-894398aaae61 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:28.672739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.689459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2119a254-67dd-4d73-8c2f-894398aaae61 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:40:28.705121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:28.708875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:28.776376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:29.025497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['2119a254-67dd-4d73-8c2f-894398aaae61'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:40:29.604485 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2941495-7652-4d4c-a3f8-824892f85a0b req-15ae1286-b4f2-4c5d-9388-0e65bcaf3533 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:29.605935 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2941495-7652-4d4c-a3f8-824892f85a0b req-15ae1286-b4f2-4c5d-9388-0e65bcaf3533 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 944 time: 0.0826001 May 27 02:40:29.651370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d2941495-7652-4d4c-a3f8-824892f85a0b req-46390cea-8a48-46df-a0a3-2cbd08cf6a15 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397060 May 27 02:40:30.434908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:40:30.503974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 2119a254-67dd-4d73-8c2f-894398aaae61 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:40:30.508563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 2119a254-67dd-4d73-8c2f-894398aaae61 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:40:30.508936 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.626790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 2119a254-67dd-4d73-8c2f-894398aaae61 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:40:30.627190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.654326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:40:30.664657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:40:30.669405 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:30.706742 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae14625-9c6c-4adb-879e-c160678b3c0f'] response: {'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61', 'code': 200} May 27 02:40:30.742339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:40:30.827669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d920f3-f07b-447b-9524-4f0849aecd23 req-16e6e12c-f04f-4db9-8b0c-4e21e790effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:30.829154 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25d920f3-f07b-447b-9524-4f0849aecd23 req-16e6e12c-f04f-4db9-8b0c-4e21e790effd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0724676 May 27 02:40:30.851695 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbf541-afb6-44a6-9199-2f69170b4f4c req-7c81231c-cbe1-4abd-a6cc-ff239283c8c0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:30.853162 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9dcbf541-afb6-44a6-9199-2f69170b4f4c req-7c81231c-cbe1-4abd-a6cc-ff239283c8c0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0861528 May 27 02:40:30.871217 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25d920f3-f07b-447b-9524-4f0849aecd23 req-4360f133-fea3-4fa9-b24f-31d1dd0eaeff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354540 May 27 02:40:30.896718 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9dcbf541-afb6-44a6-9199-2f69170b4f4c req-2626c7f9-5805-47e6-bb89-80dd920d1f5d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370755 May 27 02:40:32.088303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f385a5-1b41-4abd-99e7-542501eb13d7 req-192af661-7cbe-4b3f-bfcb-401c67fd3f03 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:32.089749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4f385a5-1b41-4abd-99e7-542501eb13d7 req-192af661-7cbe-4b3f-bfcb-401c67fd3f03 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0820398 May 27 02:40:32.133452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f4f385a5-1b41-4abd-99e7-542501eb13d7 req-0ec5ba36-6fa8-4d3d-9e95-3d67d57bd389 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379705 May 27 02:40:33.318260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84da0c5-dc5c-4d2e-86ac-a8bed70c0508 req-e369c516-92ad-45e4-9328-8c913ad93dfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:33.319755 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c84da0c5-dc5c-4d2e-86ac-a8bed70c0508 req-e369c516-92ad-45e4-9328-8c913ad93dfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0836020 May 27 02:40:33.363189 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c84da0c5-dc5c-4d2e-86ac-a8bed70c0508 req-9b31eda1-a50d-4201-9975-faa0809b486e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 May 27 02:40:33.409414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.539287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f214cd-6fa8-4653-8b1f-449b9cd84365 req-79915855-9ab9-49fc-b33c-41995763935a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:33.540641 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35f214cd-6fa8-4653-8b1f-449b9cd84365 req-79915855-9ab9-49fc-b33c-41995763935a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0784748 May 27 02:40:33.549824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59622) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:40:33.554807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'floatingip': {'port_id': '2119a254-67dd-4d73-8c2f-894398aaae61'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:40:33.636489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:33.651335 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.332914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.336988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:34.510374 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 associated. External IP: 172.25.3.96, port: 2119a254-67dd-4d73-8c2f-894398aaae61. May 27 02:40:34.863486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:40:35.040165 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:40:35.045421 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:35.049932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:40:35.059160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:40:35.059778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:35.218891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dbe20ca2-1499-4e66-85c4-0126d882cd63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "PUT /v2.0/floatingips/fb2887bd-26a0-40dd-af53-dc11642ee438 HTTP/1.1" status: 200 len: 990 time: 1.6678603 May 27 02:40:35.219482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:40:35.244112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:40:35.271539 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2faeb20b-adb5-4e1e-82e8-5f06db558cc6'] response: {'name': 'network-changed', 'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61', 'status': 'completed', 'code': 200} May 27 02:40:35.379728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2940f-ca9c-4549-b774-44abecac0194 req-b582d220-8b1d-44a6-8dfa-bd7b2cf89a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:35.381222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53b2940f-ca9c-4549-b774-44abecac0194 req-b582d220-8b1d-44a6-8dfa-bd7b2cf89a49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0847430 May 27 02:40:35.398101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a2567-a1b5-4095-bf20-ce439187f8bb req-8770741e-ad0e-4e86-844f-55d3fc1dca6b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:35.400003 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f16a2567-a1b5-4095-bf20-ce439187f8bb req-8770741e-ad0e-4e86-844f-55d3fc1dca6b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0805538 May 27 02:40:35.450480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f16a2567-a1b5-4095-bf20-ce439187f8bb req-319b009a-d7cf-4596-949b-422c017e6699 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448523 May 27 02:40:35.516552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2940f-ca9c-4549-b774-44abecac0194 req-d005258b-427e-42d6-a46d-ca3f1fd05bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:35.517695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53b2940f-ca9c-4549-b774-44abecac0194 req-d005258b-427e-42d6-a46d-ca3f1fd05bc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1298916 May 27 02:40:35.602388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '2119a254-67dd-4d73-8c2f-894398aaae61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:8f:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:40:34Z', 'revision_number': 1, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:35.606501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:40:35.615510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:40:35.616124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:40:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:35.678571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53b2940f-ca9c-4549-b774-44abecac0194 req-88e0ab3c-1faf-4252-ab98-22831e2651f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 998 time: 0.1549079 May 27 02:40:35.744894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549028c-4f56-4aef-a982-a52c81cf6b2f req-d50df4bb-5d1d-4b3c-a08c-d12573975f27 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:35.746276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a549028c-4f56-4aef-a982-a52c81cf6b2f req-d50df4bb-5d1d-4b3c-a08c-d12573975f27 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.1610053 May 27 02:40:35.771703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2940f-ca9c-4549-b774-44abecac0194 req-3bf64d72-337a-4c2a-b551-cdb1daa1e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:35.773137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53b2940f-ca9c-4549-b774-44abecac0194 req-3bf64d72-337a-4c2a-b551-cdb1daa1e5e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0871871 May 27 02:40:35.791639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:40:35.838563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a549028c-4f56-4aef-a982-a52c81cf6b2f req-8dc3472c-9cea-4f84-a9fd-be671544e55e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853000 May 27 02:40:35.866370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2940f-ca9c-4549-b774-44abecac0194 req-3510886f-a4ed-4f93-8a43-300e23bdb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:35.867964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53b2940f-ca9c-4549-b774-44abecac0194 req-3510886f-a4ed-4f93-8a43-300e23bdb7c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882859 May 27 02:40:35.999539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0545465f-2731-47cc-bb5f-429534db2201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:36.005574 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53b2940f-ca9c-4549-b774-44abecac0194 req-1877f559-0208-44a8-b3fd-4ecbf462074a service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308980 May 27 02:40:36.139950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-53b2940f-ca9c-4549-b774-44abecac0194 req-bf9f3b7c-e9f3-4cac-a00d-3c126870ee6e service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280084 May 27 02:40:36.201997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '2119a254-67dd-4d73-8c2f-894398aaae61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:8f:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:40:34Z', 'revision_number': 1, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:40:36.206209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ff1c5-5073-4279-8da3-74d503644c5e None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '2119a254-67dd-4d73-8c2f-894398aaae61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:8f:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:40:34Z', 'revision_number': 1, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:40:36.397885 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22013b3-1f13-4116-9046-0afbafd5559c None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:40:37.127092 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30fdd7-c2ea-45ec-b18e-52339bdecb10 req-6b38e39d-7b6b-430c-9111-aaa417357fed tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:37.128455 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc30fdd7-c2ea-45ec-b18e-52339bdecb10 req-6b38e39d-7b6b-430c-9111-aaa417357fed tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.1838093 May 27 02:40:37.173083 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bc30fdd7-c2ea-45ec-b18e-52339bdecb10 req-cddf2f0b-52da-4bad-b2cc-d9a909fdc6a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389283 May 27 02:40:37.361640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cafa5-b7d7-42f8-944c-e97fd9b79a21 req-f99b8c64-71e7-4785-ba0d-4c747bf653c9 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:37.363134 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a4cafa5-b7d7-42f8-944c-e97fd9b79a21 req-f99b8c64-71e7-4785-ba0d-4c747bf653c9 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0874660 May 27 02:40:37.407253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a4cafa5-b7d7-42f8-944c-e97fd9b79a21 req-a7f0ed44-3084-4ba2-9575-aefd631e3a2d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383584 May 27 02:40:37.859801 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-53965d75-3541-410a-ab73-59ac941e2257 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404335 May 27 02:40:37.867395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174474d2-2ac9-427f-b180-f52980c40774 req-8fcd9695-deb4-4095-a3b8-786cf280f4c8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:37.868698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-174474d2-2ac9-427f-b180-f52980c40774 req-8fcd9695-deb4-4095-a3b8-786cf280f4c8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.1444929 May 27 02:40:37.919385 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-174474d2-2ac9-427f-b180-f52980c40774 req-f9d92ec0-fb57-42ce-a9ea-2d0388a5004c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448449 May 27 02:40:38.031543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1946fc08-2506-437b-9ee6-d680a1df5f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:38.995442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-006c7475-c933-4c84-81e8-c70b7314307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:38.996923 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-006c7475-c933-4c84-81e8-c70b7314307e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0742371 May 27 02:40:39.104262 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a9a99-0a8f-4a28-8983-8fb5ad1ad380 req-8c86ff5e-aafa-4f3d-833f-bf24c01f12ec tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:39.105703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc6a9a99-0a8f-4a28-8983-8fb5ad1ad380 req-8c86ff5e-aafa-4f3d-833f-bf24c01f12ec tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0816286 May 27 02:40:39.130999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-c655dfb0-a84a-4bc8-acc4-cce046bbfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:39.132478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-c655dfb0-a84a-4bc8-acc4-cce046bbfe99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1294527 May 27 02:40:39.150031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc6a9a99-0a8f-4a28-8983-8fb5ad1ad380 req-9722b8c7-9895-49e2-8884-fa3086976a5d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378551 May 27 02:40:39.232769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-4aedaba1-6a16-4010-90eb-9c48c6e38cb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 1000 time: 0.0931153 May 27 02:40:39.297487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-018086af-63c9-408a-8f5c-3755563b6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:39.298925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-018086af-63c9-408a-8f5c-3755563b6528 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0603302 May 27 02:40:39.372142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-5180679a-4e47-4c8c-ad8e-4243d4cfe50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:39.373587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-5180679a-4e47-4c8c-ad8e-4243d4cfe50a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689595 May 27 02:40:39.404577 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.568814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:39.597235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-cad97762-4c79-493b-9faa-efc7bb67d876 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172196 May 27 02:40:39.728074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-f66a1b38-21b5-41a9-bfc6-6deb099c3e17 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244102 May 27 02:40:40.343428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26794120-d565-4172-a0d8-87b80bddbb30 req-831a542e-bc31-4899-8939-45b87e3ef83a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:40.344905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26794120-d565-4172-a0d8-87b80bddbb30 req-831a542e-bc31-4899-8939-45b87e3ef83a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0853992 May 27 02:40:40.388709 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26794120-d565-4172-a0d8-87b80bddbb30 req-37a0d41d-3fa2-4dc2-b32b-266b37606840 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381014 May 27 02:40:41.154874 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:40:41.572632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845cc5c-b3a1-4f5d-bd4a-4ffbb18caece req-99f13b87-7a26-415f-9ee2-9019f79726ee tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:41.574083 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b845cc5c-b3a1-4f5d-bd4a-4ffbb18caece req-99f13b87-7a26-415f-9ee2-9019f79726ee tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0816200 May 27 02:40:41.620889 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b845cc5c-b3a1-4f5d-bd4a-4ffbb18caece req-980ba86b-078a-4e35-99e0-0ec2d70b3736 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 May 27 02:40:42.801911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c205a8-8802-45d2-90af-d81dbe5fc4b3 req-a27501bb-5b9c-432c-9a24-230d065ae115 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:42.803299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79c205a8-8802-45d2-90af-d81dbe5fc4b3 req-a27501bb-5b9c-432c-9a24-230d065ae115 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0784907 May 27 02:40:42.846695 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-79c205a8-8802-45d2-90af-d81dbe5fc4b3 req-1a246d27-a174-47b3-a88b-58f474f157bf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377667 May 27 02:40:44.027820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8d3ef-51dd-4e55-8e8e-386edbdb4397 req-e0e212b2-d2ba-47a7-a578-bf95334b145c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:44.029256 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fde8d3ef-51dd-4e55-8e8e-386edbdb4397 req-e0e212b2-d2ba-47a7-a578-bf95334b145c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0779397 May 27 02:40:44.073078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fde8d3ef-51dd-4e55-8e8e-386edbdb4397 req-6da0b1a1-9a51-4b0c-a509-19b978219e27 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375290 May 27 02:40:44.156275 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:40:45.260113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a9411-801b-44df-8890-9d45f2f3bd38 req-2a6e149a-0f13-468c-ab6a-a545310a0c94 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:45.261552 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-811a9411-801b-44df-8890-9d45f2f3bd38 req-2a6e149a-0f13-468c-ab6a-a545310a0c94 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0836570 May 27 02:40:45.305688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-811a9411-801b-44df-8890-9d45f2f3bd38 req-feabc18f-a338-4056-950f-390e0c339684 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378795 May 27 02:40:46.491910 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b261-93bb-40a0-9a2e-89c07b5f6acb req-550e476f-0632-4a80-8094-fe646990fbce tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:46.493377 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c52b261-93bb-40a0-9a2e-89c07b5f6acb req-550e476f-0632-4a80-8094-fe646990fbce tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0819707 May 27 02:40:46.536477 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5c52b261-93bb-40a0-9a2e-89c07b5f6acb req-877136d4-6a34-4206-92c3-737395f9d632 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374107 May 27 02:40:47.726732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f8ebb-a0f6-4a62-86d8-5a011697e806 req-4d9e5878-b80b-4e67-b393-803e93c7270f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:47.728194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f8ebb-a0f6-4a62-86d8-5a011697e806 req-4d9e5878-b80b-4e67-b393-803e93c7270f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0797927 May 27 02:40:47.776141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f53f8ebb-a0f6-4a62-86d8-5a011697e806 req-772630bd-fa97-4005-b76c-d0cf76e5c13a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 May 27 02:40:48.958705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b48260-670a-4ce1-ba14-865fba278ad3 req-aeae51d9-111e-4beb-a651-d8820335cb3f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:48.960063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c2b48260-670a-4ce1-ba14-865fba278ad3 req-aeae51d9-111e-4beb-a651-d8820335cb3f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0787570 May 27 02:40:49.005571 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c2b48260-670a-4ce1-ba14-865fba278ad3 req-11f2d80c-3dda-4149-96ba-5b3db6b885aa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398788 May 27 02:40:50.188190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4e64d-2ee8-42de-8d5c-75bbf7356479 req-a83ec517-0e1f-46a0-9c01-cb4be7343bfa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:50.189627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fb4e64d-2ee8-42de-8d5c-75bbf7356479 req-a83ec517-0e1f-46a0-9c01-cb4be7343bfa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0801775 May 27 02:40:50.232861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3fb4e64d-2ee8-42de-8d5c-75bbf7356479 req-fc99b003-96a4-4cf6-b83c-d6cc5a9fb98f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375609 May 27 02:40:51.431450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aff495-16b0-4cb3-aea3-13ee3c69567f req-cbe190f7-9542-4e49-b902-4d6e4bbc4f1f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:51.432900 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77aff495-16b0-4cb3-aea3-13ee3c69567f req-cbe190f7-9542-4e49-b902-4d6e4bbc4f1f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0944722 May 27 02:40:51.477268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77aff495-16b0-4cb3-aea3-13ee3c69567f req-b2e9e1e8-8944-4e7a-9f68-beec972a3c73 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378394 May 27 02:40:52.664656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72825194-05fb-41b3-90e8-51924dde2678 req-c99399d3-01cd-46dc-973a-543bacb80211 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:52.666133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-72825194-05fb-41b3-90e8-51924dde2678 req-c99399d3-01cd-46dc-973a-543bacb80211 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0837762 May 27 02:40:52.711663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-72825194-05fb-41b3-90e8-51924dde2678 req-fda7a806-2a2d-4d97-9e0b-d0c3984507fd tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389066 May 27 02:40:53.893563 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf2e01-9251-43ae-a6b1-cb0142d4d5ae req-2cfd9e81-21db-41a5-b2af-585b2b4069b1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:53.894924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4faf2e01-9251-43ae-a6b1-cb0142d4d5ae req-2cfd9e81-21db-41a5-b2af-585b2b4069b1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0784030 May 27 02:40:53.938414 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4faf2e01-9251-43ae-a6b1-cb0142d4d5ae req-c79b8fca-fb01-4402-9eab-8e9e2259fec4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378606 May 27 02:40:55.125738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e96ce-9a2d-4ec4-b748-8cdf65295262 req-c5cce97d-d6cd-4886-afe3-2278af6e3aea tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:55.127296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-573e96ce-9a2d-4ec4-b748-8cdf65295262 req-c5cce97d-d6cd-4886-afe3-2278af6e3aea tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0821748 May 27 02:40:55.173266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-573e96ce-9a2d-4ec4-b748-8cdf65295262 req-41b12eda-91f3-44cf-8950-c8ea54121416 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402162 May 27 02:40:56.382051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aba8f-ddcf-4c1e-b15f-a287a599e176 req-caf2461b-5dd1-4d35-891b-4c5b6aca43c8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:56.383541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c2aba8f-ddcf-4c1e-b15f-a287a599e176 req-caf2461b-5dd1-4d35-891b-4c5b6aca43c8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.1064563 May 27 02:40:56.428150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4c2aba8f-ddcf-4c1e-b15f-a287a599e176 req-3f2efadc-60ad-4dc6-8e6f-f84ea48c0723 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388265 May 27 02:40:57.615095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833820e-ade2-41f2-abf7-54fdb0ceab02 req-ba0d1dfc-3957-4665-88c6-a85487e41daa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:57.616565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d833820e-ade2-41f2-abf7-54fdb0ceab02 req-ba0d1dfc-3957-4665-88c6-a85487e41daa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0836306 May 27 02:40:57.660975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d833820e-ade2-41f2-abf7-54fdb0ceab02 req-c5599af8-0bda-4ae4-8e3e-bc9aa67f33b2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386231 May 27 02:40:58.846205 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c645830-850a-45a9-b9d0-9c55a22a45b1 req-d68b6262-5669-4867-a860-fe1176a421a3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:40:58.847652 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c645830-850a-45a9-b9d0-9c55a22a45b1 req-d68b6262-5669-4867-a860-fe1176a421a3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0796621 May 27 02:40:58.894520 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2c645830-850a-45a9-b9d0-9c55a22a45b1 req-f8f48cf3-e4bb-4a83-95e7-07d6ac733ac6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410700 May 27 02:41:00.077989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c90998-eb07-4080-842f-cdd219a2c695 req-44e6bd4b-8f4e-4f3f-aa5d-6790060c7bdf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:00.079526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66c90998-eb07-4080-842f-cdd219a2c695 req-44e6bd4b-8f4e-4f3f-aa5d-6790060c7bdf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0812368 May 27 02:41:00.131875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66c90998-eb07-4080-842f-cdd219a2c695 req-e5c2a8f5-d607-4cac-b163-c01763e75106 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446639 May 27 02:41:01.314423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b0905-0d6f-4fe4-993b-8405c8289c8a req-e582e75c-4413-4868-8d39-583d17502445 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:01.315894 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b61b0905-0d6f-4fe4-993b-8405c8289c8a req-e582e75c-4413-4868-8d39-583d17502445 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0790565 May 27 02:41:01.359205 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b61b0905-0d6f-4fe4-993b-8405c8289c8a req-c1e38728-c2f3-4f04-8ac9-a345012aad53 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370350 May 27 02:41:01.649403 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-6fb0de11-0578-4052-b044-5f306c82697c req-f236f122-f929-4d1d-bd9c-30a1b9aa66dc service neutron] show failed (client error): The resource could not be found. May 27 02:41:01.650394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-f236f122-f929-4d1d-bd9c-30a1b9aa66dc service neutron] 10.222.0.13 "GET /v2.0/ports/2119a254-67dd-4d73-8c2f-894398aaae61/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0732481 May 27 02:41:01.912707 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-030ea7f9-ab91-488f-8d18-66ff9fbdb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:01.914044 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-030ea7f9-ab91-488f-8d18-66ff9fbdb15f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 1097 time: 0.0731633 May 27 02:41:01.924398 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:02.028152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.287911 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:02.315649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h1-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:02.378779 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:02.384815 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.401764 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Transition to ACTIVE for port object 2119a254-67dd-4d73-8c2f-894398aaae61 will not be triggered until provisioned by entity L2. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:02.405249 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.442605 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496f68fd-8df5-4460-8094-7402b4636d84'] response: {'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61', 'code': 200} May 27 02:41:02.554871 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:02.556885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9c987-f57b-430c-88ef-c309c95f2882 req-5b2f1ecd-a0b9-4e07-a730-bf4f148a8eb8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:02.558415 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31e9c987-f57b-430c-88ef-c309c95f2882 req-5b2f1ecd-a0b9-4e07-a730-bf4f148a8eb8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.0853674 May 27 02:41:02.619086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31e9c987-f57b-430c-88ef-c309c95f2882 req-23407c6d-a3ac-40e3-b0ff-e6693899fa9d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459671 May 27 02:41:02.623456 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] No DVR routers for this DVR port 2119a254-67dd-4d73-8c2f-894398aaae61 on host n-h1-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:02.950581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:02.950953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:02.951264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:02.955784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Port 2119a254-67dd-4d73-8c2f-894398aaae61 on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:41:02.956100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Attempting to bind port 2119a254-67dd-4d73-8c2f-894398aaae61 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:02.961106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:02.961439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:02.961819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:02.962238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.managers [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Bound port: 2119a254-67dd-4d73-8c2f-894398aaae61, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:02.962581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:02.996823 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.47', 61059) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:03.052383 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h2-843146-11, cleared binding levels {{(pid=88426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:03.055329 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:03.060630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.077726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-acdb5b0d-9ae6-4355-8cfa-e3965cc79ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.079214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-acdb5b0d-9ae6-4355-8cfa-e3965cc79ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1053 time: 0.0814257 May 27 02:41:03.123831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.124465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.125814 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] 10.222.0.47 "PUT /v2.0/ports/2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 1092 time: 1.2052147 May 27 02:41:03.140872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f699ff-7095-432b-9820-71e813725aac service neutron] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:03.227282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-40937910-ec66-4620-a767-68883f9fe248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.228712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-40937910-ec66-4620-a767-68883f9fe248 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1317353 May 27 02:41:03.345518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-8351c1dd-c614-48c5-b6f5-6f39ec35cb25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 998 time: 0.1106529 May 27 02:41:03.417638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-b0b5521b-fecf-4474-8f59-d6d98688f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.419034 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-b0b5521b-fecf-4474-8f59-d6d98688f94a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0675235 May 27 02:41:03.427726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.497038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-67fb7ae8-673f-4de0-a4c0-70f77114df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.498416 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-67fb7ae8-673f-4de0-a4c0-70f77114df22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732861 May 27 02:41:03.655691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:03.741557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-09ea265b-84b6-4e6f-89d0-972a7c2b8df5 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279341 May 27 02:41:03.824195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f8911-8801-4c05-823e-362817d1f472 req-9a856704-5e15-4b0a-8203-a98ecaf67538 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.825709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-123f8911-8801-4c05-823e-362817d1f472 req-9a856704-5e15-4b0a-8203-a98ecaf67538 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.0826089 May 27 02:41:03.870048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-123f8911-8801-4c05-823e-362817d1f472 req-217083b8-f731-4846-8749-6832d33967c1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 May 27 02:41:03.875880 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51a65dd5-c28a-446e-939b-64f7c9125cf9 req-ee7a0058-62d3-413a-8207-2308b9eaa321 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284797 May 27 02:41:03.986544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-a6f36324-b49e-44d6-ae2d-3ebd5902d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:03.988148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-a6f36324-b49e-44d6-ae2d-3ebd5902d692 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0709612 May 27 02:41:04.118983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-0c5e08d4-7392-4a99-95b3-0c4248b11566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:04.120414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-0c5e08d4-7392-4a99-95b3-0c4248b11566 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1256096 May 27 02:41:04.221723 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-d059cab3-0229-46f4-be43-d0c1e6e944e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 998 time: 0.0960226 May 27 02:41:04.283362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-0f88165c-4183-4059-82a2-cd7c077e5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:04.284766 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-0f88165c-4183-4059-82a2-cd7c077e5e14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0568116 May 27 02:41:04.364747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0de11-0578-4052-b044-5f306c82697c req-492e629c-8d8a-4fdf-9709-a9473a134e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:04.366387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-492e629c-8d8a-4fdf-9709-a9473a134e9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750041 May 27 02:41:04.444069 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:04.497807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-e733e01a-a836-43dc-ab2f-f19dec2eda23 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250572 May 27 02:41:04.500004 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b549679f-b597-40bd-b3bd-85a4cce1bf64'] response: {'name': 'network-changed', 'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61', 'status': 'completed', 'code': 200} May 27 02:41:04.684992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-ef01ef88-abca-4004-8eae-c5bc61445853 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820047 May 27 02:41:04.690735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-e70a37ee-6b9c-46a3-b531-61aa286ae216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:04.692104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-e70a37ee-6b9c-46a3-b531-61aa286ae216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1095 time: 0.1690397 May 27 02:41:04.880820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-b8155fa1-bdcb-43ad-bf4a-8657cbde81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:04.882258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-b8155fa1-bdcb-43ad-bf4a-8657cbde81a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1836853 May 27 02:41:04.887985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-ef49a4d4-0603-465c-b6f3-9caf263e2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:04.889305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-ef49a4d4-0603-465c-b6f3-9caf263e2de7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1095 time: 0.1232171 May 27 02:41:05.061107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b66981-10a3-4706-912e-656d37b89b1f req-97947ceb-fde6-4825-b2d9-7b311ddcd9bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:05.062576 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1b66981-10a3-4706-912e-656d37b89b1f req-97947ceb-fde6-4825-b2d9-7b311ddcd9bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.0834169 May 27 02:41:05.068236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-b12c688f-1484-49ca-9aff-e411bda970ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 998 time: 0.1774955 May 27 02:41:05.109166 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1b66981-10a3-4706-912e-656d37b89b1f req-523e6b8a-6d33-4319-b825-2c19f08ae0c4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407975 May 27 02:41:05.147869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-6be04986-ad9f-4aab-93b2-88dc73162507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:05.149315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-6be04986-ad9f-4aab-93b2-88dc73162507 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2090969 May 27 02:41:05.157583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-9c1ec070-40c7-46ba-a300-d3709200aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:05.158904 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-9c1ec070-40c7-46ba-a300-d3709200aaf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0770690 May 27 02:41:05.407076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-769ee67e-d0c6-4d10-b24b-ee718fd4f708 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 998 time: 0.2471416 May 27 02:41:05.467411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-4f2df1b7-f8fb-4310-9dcd-d719f1782827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:05.468865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-4f2df1b7-f8fb-4310-9dcd-d719f1782827 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502292 May 27 02:41:05.478208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-2e21540f-d973-410d-b6f4-ddae3f1f43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:05.479521 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-2e21540f-d973-410d-b6f4-ddae3f1f43e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0660899 May 27 02:41:05.659821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-5fbd1bbb-52d0-4de4-a65e-21d18160d381 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829662 May 27 02:41:05.664764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-e23c4668-31c8-4c9e-8015-4b04d8f68139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:05.666169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-e23c4668-31c8-4c9e-8015-4b04d8f68139 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695039 May 27 02:41:05.897068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-6c6308fa-8677-4c9f-8d51-4d1861650140 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300048 May 27 02:41:05.900256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1992e6c4-7bd7-4305-bc87-4504dcddf560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:05.900750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-d05dc2d1-2006-4f8a-9c42-b73f221737e0 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159002 May 27 02:41:06.033227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-01b6966b-5f69-4ae9-a48a-1dc32dbec71f req-4926fb8f-5016-47c6-a5e3-9bafeb37c018 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263752 May 27 02:41:06.295047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac0c39-5d6a-4280-b73d-6d2aa143795e req-06e2b1d1-45b4-4f32-85a4-5f90b7b363f8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:06.296427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6ac0c39-5d6a-4280-b73d-6d2aa143795e req-06e2b1d1-45b4-4f32-85a4-5f90b7b363f8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.0802763 May 27 02:41:06.340078 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e6ac0c39-5d6a-4280-b73d-6d2aa143795e req-c7a305c9-13dd-4980-9739-385e7e800045 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380337 May 27 02:41:06.591699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:06.649009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:07.523053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a645-ece4-46d6-8494-f7440eee9a9a req-a694bdcc-0ec0-4388-b1c1-6cc79f1e90e2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:07.524500 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9cf0a645-ece4-46d6-8494-f7440eee9a9a req-a694bdcc-0ec0-4388-b1c1-6cc79f1e90e2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 943 time: 0.0775039 May 27 02:41:07.575403 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9cf0a645-ece4-46d6-8494-f7440eee9a9a req-e8a9b750-7c60-4d63-bad8-460124f67b57 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 May 27 02:41:08.033900 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-99b52caa-e58c-43b7-8c6c-c1765e11ddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.331821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:41:08.465011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:08.477794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '2119a254-67dd-4d73-8c2f-894398aaae61', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': '2119a254-67dd-4d73-8c2f-894398aaae61', 'mac_address': 'fa:16:3e:8f:7e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:41:08.533053 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2119a254-67dd-4d73-8c2f-894398aaae61 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:08.533434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.553750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2119a254-67dd-4d73-8c2f-894398aaae61 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:41:08.569528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:08.574159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:08.641947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:08.764103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829dca-19df-4927-9135-7ab7a547bcbc req-4e04f3e4-f435-41f5-bb40-81e2dee3a2ab tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:08.765579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f829dca-19df-4927-9135-7ab7a547bcbc req-4e04f3e4-f435-41f5-bb40-81e2dee3a2ab tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 944 time: 0.0828865 May 27 02:41:08.811495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f829dca-19df-4927-9135-7ab7a547bcbc req-ff5e6365-5f7f-4df2-adaf-9af80c5b5878 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393600 May 27 02:41:08.884077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['2119a254-67dd-4d73-8c2f-894398aaae61'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:41:09.189242 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cd2dd-a684-4e3a-a805-f1fc3b718d61 req-c1bc9e73-0708-42ac-b771-eae804824e50 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:09.190611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f7cd2dd-a684-4e3a-a805-f1fc3b718d61 req-c1bc9e73-0708-42ac-b771-eae804824e50 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 944 time: 0.1439853 May 27 02:41:09.198623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-91a38367-0edf-4513-a29a-95f68a9276b2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:09.200070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-91a38367-0edf-4513-a29a-95f68a9276b2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9&tenant_id=e5c2b45418084daeabc8ee0351494f54&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 944 time: 0.1546738 May 27 02:41:09.294495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f7cd2dd-a684-4e3a-a805-f1fc3b718d61 req-23bfa34e-c177-4ac8-9a28-3b74a967cdbe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935729 May 27 02:41:09.306494 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-3457f373-0dac-4906-b149-7a81591ebea2 service neutron] delete failed (client error): The resource could not be found. May 27 02:41:09.310144 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-3457f373-0dac-4906-b149-7a81591ebea2 service neutron] 10.222.0.13 "DELETE /v2.0/ports/2119a254-67dd-4d73-8c2f-894398aaae61/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0961545 May 27 02:41:09.406429 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.459482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-35d59ce0-b260-4df8-bb2f-8b25ebbc0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:09.460854 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-35d59ce0-b260-4df8-bb2f-8b25ebbc0449 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0735350 May 27 02:41:09.571529 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:09.594591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-297d5344-827d-4e8e-958a-4a761587daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:09.596074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-297d5344-827d-4e8e-958a-4a761587daf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1287320 May 27 02:41:09.806538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-1240a554-854b-43a5-965a-1995168178b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 200 len: 999 time: 0.2038167 May 27 02:41:09.868992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-ccdb6758-e97a-4bfa-aaad-584036c7f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:09.870389 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-ccdb6758-e97a-4bfa-aaad-584036c7f0d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0567131 May 27 02:41:09.944261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-e89dc81f-97cf-477c-8d9e-1c0de738862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:09.945704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-e89dc81f-97cf-477c-8d9e-1c0de738862b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689085 May 27 02:41:10.074376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-9d8744f5-fd6c-44a1-9823-ffdf47dcaab0 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223454 May 27 02:41:10.203881 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ccb26a9e-61a9-4771-a3e5-8b7b366e99e5 req-0919b719-0437-4975-be90-9a9b7573c93c service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238801 May 27 02:41:10.339068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:10.409615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 2119a254-67dd-4d73-8c2f-894398aaae61 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:10.414427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 2119a254-67dd-4d73-8c2f-894398aaae61 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:10.414839 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.490504 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b12377-a9a1-4daf-9e7a-6330473533bf req-a469ed1b-36da-4f60-8dd5-45912bf25440 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:10.492006 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9b12377-a9a1-4daf-9e7a-6330473533bf req-a469ed1b-36da-4f60-8dd5-45912bf25440 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 944 time: 0.0862336 May 27 02:41:10.537072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 2119a254-67dd-4d73-8c2f-894398aaae61 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:10.537776 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.539665 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9b12377-a9a1-4daf-9e7a-6330473533bf req-c91bc91f-b944-48e6-9904-be25fe519ee6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 May 27 02:41:10.571413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:10.578588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:10.582872 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:10.633113 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d515f9f-f9d0-4a0b-865a-af4c31371549'] response: {'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61', 'code': 200} May 27 02:41:10.663426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:11.155851 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:11.730951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c8959-9609-4e97-baa3-131e6b0b41f9 req-f8630665-7500-4753-bce8-733e8edf7261 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:11.732393 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-131c8959-9609-4e97-baa3-131e6b0b41f9 req-f8630665-7500-4753-bce8-733e8edf7261 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0803378 May 27 02:41:11.775906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-131c8959-9609-4e97-baa3-131e6b0b41f9 req-3b56d117-04b0-4a60-a8ae-9fc584a9cf24 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 May 27 02:41:11.962745 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587696ff-54e4-4b4e-bb7c-d3f9fca4c7e4 req-1f0630db-1f0b-4c93-84ac-e968b22abf30 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:11.968192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-587696ff-54e4-4b4e-bb7c-d3f9fca4c7e4 req-1f0630db-1f0b-4c93-84ac-e968b22abf30 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0874689 May 27 02:41:12.011577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-587696ff-54e4-4b4e-bb7c-d3f9fca4c7e4 req-326eb128-4a2b-4e54-9790-210bb66b373f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372651 May 27 02:41:12.194019 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad5fa-8d57-4767-bbc6-895e9c39dba2 req-f8ba643b-5be8-4da1-a537-41c4b8462fe3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:12.195488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-847ad5fa-8d57-4767-bbc6-895e9c39dba2 req-f8ba643b-5be8-4da1-a537-41c4b8462fe3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0825317 May 27 02:41:12.238770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-847ad5fa-8d57-4767-bbc6-895e9c39dba2 req-a0ff2c44-a05c-4be2-b06c-dd25d667f142 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374694 May 27 02:41:12.611924 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2379d83-1080-4b25-b06a-7969c5db5341 req-21dd1a72-248c-4e4e-8cc3-87b6f2becbd4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:12.613385 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2379d83-1080-4b25-b06a-7969c5db5341 req-21dd1a72-248c-4e4e-8cc3-87b6f2becbd4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0811477 May 27 02:41:12.660532 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2379d83-1080-4b25-b06a-7969c5db5341 req-7c6c6ea2-ae1d-4204-8b99-350347480f38 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413747 May 27 02:41:13.846294 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188d6da-6dec-47a2-a48a-ae79e8f60b82 req-7b1a50cc-96fa-471e-9329-038b859545aa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:13.847837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a188d6da-6dec-47a2-a48a-ae79e8f60b82 req-7b1a50cc-96fa-471e-9329-038b859545aa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0803275 May 27 02:41:13.895571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a188d6da-6dec-47a2-a48a-ae79e8f60b82 req-09e3a91e-e7a1-4373-b885-c62c1d11e040 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421193 May 27 02:41:14.067664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-034bb0cc-f552-40ff-9e55-46a0243d1a91 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:14.069084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-034bb0cc-f552-40ff-9e55-46a0243d1a91 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 945 time: 0.0809319 May 27 02:41:14.137732 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Deleting port 2119a254-67dd-4d73-8c2f-894398aaae61 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:41:14.137999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.383801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] For port 2119a254-67dd-4d73-8c2f-894398aaae61, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=2119a254-67dd-4d73-8c2f-894398aaae61,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:14.384159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.683962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.684335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.684655 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 disassociated. External IP: 172.25.3.96, port: 2119a254-67dd-4d73-8c2f-894398aaae61. May 27 02:41:14.684994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Calling delete_port for 2119a254-67dd-4d73-8c2f-894398aaae61 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:41:14.839062 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:14.891389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event deleted for resources: {'Port': ['ID=2119a254-67dd-4d73-8c2f-894398aaae61,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:14.902032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.902377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.902729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.903068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.903400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.903727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.904058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.904373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.904690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.905006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.905325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:14.905641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:15.053990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-854dc7cf-8587-4597-80cd-dd4fc84d5ba4 req-608f2390-8431-45f1-b362-7ff36a06f009 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9 HTTP/1.1" status: 200 len: 210 time: 0.0457580 May 27 02:41:15.201871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:41:15.379355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:41:15.388819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:41:15.399337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:15.399957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:41:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:15.460726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] No DVR routers for this DVR port 2119a254-67dd-4d73-8c2f-894398aaae61 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:41:15.463322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:15.465893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-deleted', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:15.484459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90657e3e-5996-4820-8b38-4ca56335fb76 req-5f3354a3-9960-47d6-b378-4770a327ce04 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.47 "DELETE /v2.0/ports/2119a254-67dd-4d73-8c2f-894398aaae61 HTTP/1.1" status: 204 len: 173 time: 1.4102573 May 27 02:41:15.519056 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd42f84-97c2-4b81-a716-3660a50bb977'] response: {'server_uuid': 'fc2c5b5b-fbbb-4b07-8aa1-f1e12efad2f9', 'name': 'network-vif-deleted', 'tag': '2119a254-67dd-4d73-8c2f-894398aaae61', 'status': 'completed', 'code': 200} May 27 02:41:15.601114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:15.969943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:15.974127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:41:15.982279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:15.982918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:41:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:16.161702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:16.401766 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-6b711e63-00c4-43a8-9c55-4bf024c676ca tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--724586866&fields=id&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 267 time: 0.0438769 May 27 02:41:16.485107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:16.489135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed43ac1-b877-4d47-b033-7eda83ab2e67 None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:41:16.574101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-199fadc0-5750-470b-83f7-cdf323efb172 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:16.579204 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-199fadc0-5750-470b-83f7-cdf323efb172 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1687932 May 27 02:41:16.591332 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-6f88868a-1612-4541-bd50-2ef0671e132e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/quotas/e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 375 time: 0.0103137 May 27 02:41:16.684848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-4ba248a6-91b2-45b9-8da3-737f7c2ba57d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872266 May 27 02:41:16.715334 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a718be-3b68-4867-89ff-4153e629e4dc None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:41:16.829545 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-64f15fa3-d56e-4d2d-94a7-a6ee78461a86 service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329219 May 27 02:41:16.965011 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-98eaf39a-165c-4575-aefe-21b01896f2a0 service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295357 May 27 02:41:17.140876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ea797793-03f4-41ab-98fc-8894a0eae347 req-dee2e6c5-3f85-4e46-81e0-458f9bbaa633 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:17.156265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ea797793-03f4-41ab-98fc-8894a0eae347 req-dee2e6c5-3f85-4e46-81e0-458f9bbaa633 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:17.159533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea797793-03f4-41ab-98fc-8894a0eae347 req-dee2e6c5-3f85-4e46-81e0-458f9bbaa633 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 210 time: 0.0606186 May 27 02:41:18.153809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-a5f9bd65-bead-4490-a885-833eff0e70bf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:18.155283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-a5f9bd65-bead-4490-a885-833eff0e70bf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1464458 May 27 02:41:18.205236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-7d43300c-a6d9-4ef0-9da4-164cc4f65174 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 379 time: 0.0416603 May 27 02:41:18.213514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'port': {'device_id': '751236d3-1bda-4742-853a-d6d9d21561b5', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'admin_state_up': True, 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'security_groups': ['2360cc0e-3d8b-4866-a858-deadbd730daa']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:18.364057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:41:18.374344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:41:18.387099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Made reservation on behalf of e5c2b45418084daeabc8ee0351494f54 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:41:18.391365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.391614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:41:18.449081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 2119a254-67dd-4d73-8c2f-894398aaae61 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:41:18.449549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 2119a254-67dd-4d73-8c2f-894398aaae61 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:41:18.480363 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-66b6b005-f772-47b1-90dd-66eea519a7b9 req-f798a1c7-23da-4d83-9b11-ce53e5a51864 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 210 time: 0.0467064 May 27 02:41:18.566136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Allocated IP 172.20.0.14 (b6712589-289c-4291-be8e-d6098ccebf4f/688921ef-4923-43e7-8b3c-f5186967333f/7a21ea29-c718-449a-8f5c-e1e7e196d927) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:41:18.758330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.773895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Transition to ACTIVE for port object 7a21ea29-c718-449a-8f5c-e1e7e196d927 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:18.798252 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.872171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Network b6712589-289c-4291-be8e-d6098ccebf4f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:41:18.875588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:41:18.877969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:41:18.916328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:18.949092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:18.949709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:18.981836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-31dab28e-1a39-474e-a9a5-c0bcc96c6681 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7722793 May 27 02:41:18.993974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Request body: {'port': {'device_id': '751236d3-1bda-4742-853a-d6d9d21561b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:19.108178 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.123395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-899dbcce-b84e-41c1-87d8-6cc3f2f58fd2 None None] Provisioning for port 7a21ea29-c718-449a-8f5c-e1e7e196d927 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:19.128145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-899dbcce-b84e-41c1-87d8-6cc3f2f58fd2 None None] Provisioning complete for port 7a21ea29-c718-449a-8f5c-e1e7e196d927 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:19.128519 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-899dbcce-b84e-41c1-87d8-6cc3f2f58fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.181576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-899dbcce-b84e-41c1-87d8-6cc3f2f58fd2 None None] Port 7a21ea29-c718-449a-8f5c-e1e7e196d927 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:41:19.445848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a21ea29-c718-449a-8f5c-e1e7e196d927 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:41:19.453740 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.468132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Transition to ACTIVE for port object 7a21ea29-c718-449a-8f5c-e1e7e196d927 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:41:19.471575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.797226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:19.884432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9591c-873d-4f2d-b4a0-182988eb8efc req-257dc31e-56b8-44de-a534-c03ddeb949a7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:19.885121 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-59e9591c-873d-4f2d-b4a0-182988eb8efc req-257dc31e-56b8-44de-a534-c03ddeb949a7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:41:19.892329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:41:19.892658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:41:19.892982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:19.903804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:41:19.904053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:41:19.911729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:41:19.912063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:41:19.912441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:41:19.912860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Bound port: 7a21ea29-c718-449a-8f5c-e1e7e196d927, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:41:19.913205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:19.923782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-59e9591c-873d-4f2d-b4a0-182988eb8efc req-257dc31e-56b8-44de-a534-c03ddeb949a7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:41:19.924924 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59e9591c-873d-4f2d-b4a0-182988eb8efc req-257dc31e-56b8-44de-a534-c03ddeb949a7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.3004546 May 27 02:41:20.027763 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59e9591c-873d-4f2d-b4a0-182988eb8efc req-c621e806-4355-4eb5-999f-b97504353915 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970969 May 27 02:41:20.038528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:41:20.042297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:41:20.052167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.110043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:20.110569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:20.112014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] 10.222.0.13 "PUT /v2.0/ports/7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 1093 time: 1.1224220 May 27 02:41:20.115086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:20.144623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7098-fc62-437d-ae19-ac054e5480fd service neutron] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:20.189375 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cbcd79-8819-4ec7-af3c-e6846c3349c9'] response: {'name': 'network-changed', 'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'status': 'completed', 'code': 200} May 27 02:41:20.235030 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-cdba2ad1-d166-47bb-86b7-b4ddf1fea23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:20.236530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-cdba2ad1-d166-47bb-86b7-b4ddf1fea23e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1096 time: 0.0820975 May 27 02:41:20.305043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-d9e77186-3b2e-4c3e-b99c-6962506ab187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 217 time: 0.0617526 May 27 02:41:20.370800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-370ca30a-4ade-4f85-a629-e5bc9b1753c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:20.372240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-370ca30a-4ade-4f85-a629-e5bc9b1753c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0614464 May 27 02:41:20.448212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-e91d8dfc-a340-4649-838d-362ede310ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:20.449592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-e91d8dfc-a340-4649-838d-362ede310ba0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701792 May 27 02:41:20.580627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-2a0d327b-afa1-469e-adaf-3e2d8e2cd480 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244986 May 27 02:41:20.710671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-143f5c3b-ea47-4476-beac-ef4f31294e37 req-0d8a47b7-b21f-4543-94fe-21ed9c7c50dc service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240790 May 27 02:41:20.821343 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-67aa183c-cd7a-400e-91e8-0bf742e8320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:20.822831 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-67aa183c-cd7a-400e-91e8-0bf742e8320a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1096 time: 0.0707428 May 27 02:41:20.957585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-56f57b11-c841-44e9-9f2d-e248379337f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:20.958971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-56f57b11-c841-44e9-9f2d-e248379337f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1297433 May 27 02:41:21.030588 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-95bffd15-b6cd-4ad5-937f-4f483ce56057 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 217 time: 0.0653615 May 27 02:41:21.097737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-ac57a8bf-6d9c-4170-bd02-718425be9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:21.099202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-ac57a8bf-6d9c-4170-bd02-718425be9ecd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0632651 May 27 02:41:21.155334 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:41:21.233060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-b8b6b85c-1be5-4734-97bd-fb647a878868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:21.234493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-b8b6b85c-1be5-4734-97bd-fb647a878868 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291323 May 27 02:41:21.245874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca1eea-f1ae-481c-ab72-a22d4b0b5a48 req-19f83ad6-5d31-428e-a41d-2aadf03cd781 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:21.247253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49ca1eea-f1ae-481c-ab72-a22d4b0b5a48 req-19f83ad6-5d31-428e-a41d-2aadf03cd781 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.1072927 May 27 02:41:21.467174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49ca1eea-f1ae-481c-ab72-a22d4b0b5a48 req-dabc3a55-8936-4f1e-b0c5-faae2a63c76a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990569 May 27 02:41:21.502043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-de905183-f4ad-4be2-8259-a8e949285fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538085 May 27 02:41:21.634767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6223c7fa-bfd2-4be6-ad2e-17fa0389c7f0 req-f9705961-dc75-4595-95a2-afc63b363550 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263874 May 27 02:41:22.648834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18738b90-79fd-4704-ace5-a009d6f0ccd4 req-ae3c2e3c-ac97-48d4-9afe-43bce093dd4c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:22.650272 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18738b90-79fd-4704-ace5-a009d6f0ccd4 req-ae3c2e3c-ac97-48d4-9afe-43bce093dd4c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.0783837 May 27 02:41:22.694074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-18738b90-79fd-4704-ace5-a009d6f0ccd4 req-7065f611-d224-4bdb-abd1-300be898e068 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 May 27 02:41:22.701538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:41:22.836975 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:22.850672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'mac_address': 'fa:16:3e:05:e0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:41:22.907342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 7a21ea29-c718-449a-8f5c-e1e7e196d927 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:22.907713 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:22.924253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a21ea29-c718-449a-8f5c-e1e7e196d927 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:41:22.938935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:22.943288 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:23.013549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:23.021348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.021692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.022042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.022545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.022702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.023058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.023385 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.023709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.024035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.024358 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.024681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.025004 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:41:23.256218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['7a21ea29-c718-449a-8f5c-e1e7e196d927'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:41:23.875559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aac92-06f2-4b8d-bac6-5efea79269ca req-23a3ad21-c7fb-4676-9b28-de03707965d4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:23.876920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-386aac92-06f2-4b8d-bac6-5efea79269ca req-23a3ad21-c7fb-4676-9b28-de03707965d4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 945 time: 0.0789618 May 27 02:41:23.920063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-386aac92-06f2-4b8d-bac6-5efea79269ca req-63358241-4270-427f-9142-463aa08ba5dc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374973 May 27 02:41:24.698773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:41:24.770449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 7a21ea29-c718-449a-8f5c-e1e7e196d927 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:41:24.775495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 7a21ea29-c718-449a-8f5c-e1e7e196d927 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:41:24.775866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.925890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 7a21ea29-c718-449a-8f5c-e1e7e196d927 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:41:24.926185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:24.952376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:24.964019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:41:24.969288 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:25.006603 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9671a14c-9dd7-437a-a160-e0d2013aa40b'] response: {'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'code': 200} May 27 02:41:25.045142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:41:25.114785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb296-8002-43f7-a1cf-ff1af5a7d8ed req-86c614fd-ecfb-4660-bfcf-5d16815a3988 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:25.116260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8ebb296-8002-43f7-a1cf-ff1af5a7d8ed req-86c614fd-ecfb-4660-bfcf-5d16815a3988 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0855372 May 27 02:41:25.137251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154b591-dc4a-4a4f-8726-4fbb0d4ca60d req-fc268a0e-9ca6-4ad2-947d-d02490d3ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:25.138819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4154b591-dc4a-4a4f-8726-4fbb0d4ca60d req-fc268a0e-9ca6-4ad2-947d-d02490d3ece2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1098 time: 0.0781448 May 27 02:41:25.161122 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b8ebb296-8002-43f7-a1cf-ff1af5a7d8ed req-ff4e7928-935a-44db-aec3-18a5819191d1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388796 May 27 02:41:25.181032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4154b591-dc4a-4a4f-8726-4fbb0d4ca60d req-1e938725-4477-407b-abf2-12b97886de98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364206 May 27 02:41:26.349441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a25464-6781-4f4b-b71c-96aeeca86a47 req-0b543d47-ccd2-4786-8812-7685c81dd4a6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:26.350925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7a25464-6781-4f4b-b71c-96aeeca86a47 req-0b543d47-ccd2-4786-8812-7685c81dd4a6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0805376 May 27 02:41:26.398215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7a25464-6781-4f4b-b71c-96aeeca86a47 req-a1da5bd0-1889-424e-890d-c3129ef30692 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 May 27 02:41:27.580705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af16f1-50e9-4381-9af3-d1492a82eaf1 req-2700f567-60d6-4bd9-a70e-a3753fdc009d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.582161 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99af16f1-50e9-4381-9af3-d1492a82eaf1 req-2700f567-60d6-4bd9-a70e-a3753fdc009d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0796247 May 27 02:41:27.630528 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99af16f1-50e9-4381-9af3-d1492a82eaf1 req-f3903d1b-67fc-4dce-8372-5ed68dcba3f7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425994 May 27 02:41:27.806237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599d8d-d942-4eae-b643-094bf6b31b7f req-ec8570cc-6258-4379-8ae4-5b7d713e44af tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:27.807648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66599d8d-d942-4eae-b643-094bf6b31b7f req-ec8570cc-6258-4379-8ae4-5b7d713e44af tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0795603 May 27 02:41:27.816287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 59814) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:41:27.821012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'floatingip': {'port_id': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:41:27.899836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.494959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.498675 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:28.782789 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 associated. External IP: 172.25.3.96, port: 7a21ea29-c718-449a-8f5c-e1e7e196d927. May 27 02:41:29.129730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:41:29.305703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:41:29.310682 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:29.315242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:41:29.324632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:29.325259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:41:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:29.368700 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e4799067-57a5-4f10-b4f5-530786d43782 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "PUT /v2.0/floatingips/fb2887bd-26a0-40dd-af53-dc11642ee438 HTTP/1.1" status: 200 len: 991 time: 1.5513954 May 27 02:41:29.369271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:41:29.412761 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64d937e-e03d-4684-a9b5-90e6f248a2f7'] response: {'name': 'network-changed', 'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'status': 'completed', 'code': 200} May 27 02:41:29.503146 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-469f9f46-34ae-4896-b5e6-84ee6dd77e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:29.503407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:29.504616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-469f9f46-34ae-4896-b5e6-84ee6dd77e2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1098 time: 0.0717738 May 27 02:41:29.639845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-2a30531e-6d60-4b14-a970-5cd14427d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:29.641373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-2a30531e-6d60-4b14-a970-5cd14427d01c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1308422 May 27 02:41:29.744683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-15aacd49-f44f-45eb-987f-2e58332c86ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 999 time: 0.0969963 May 27 02:41:29.811192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-f4753da9-ba04-4d20-9408-81d999d824d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:29.812624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-f4753da9-ba04-4d20-9408-81d999d824d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0615089 May 27 02:41:29.849583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:05:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751236d3-1bda-4742-853a-d6d9d21561b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:41:28Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:29.853599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:41:29.862557 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:41:29.863218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:41:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:29.890116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-7b9c7550-5b10-441d-bfd1-e9d8f4453a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:41:29.891584 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-7b9c7550-5b10-441d-bfd1-e9d8f4453a8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731807 May 27 02:41:30.022948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-30a97f73-b0cf-43a5-94f5-ba4d44ad63cc service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252255 May 27 02:41:30.039750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:41:30.269276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7db5c690-ea17-4e24-b14d-49f7ce4e4c10 req-68e0f360-7725-458a-bcae-a08fe83d505c service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405579 May 27 02:41:30.393840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:05:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751236d3-1bda-4742-853a-d6d9d21561b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:41:28Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:41:30.397708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37e2a8-ac8c-4e8b-8511-a942b4a0f26a None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:05:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751236d3-1bda-4742-853a-d6d9d21561b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:41:28Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:41:30.576569 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab2f10-a0a8-46e0-b532-cf14fd615f99 None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:41:33.410834 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:33.669431 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:35.901718 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-29f54786-0c27-4b02-a4e9-11cd26d396d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:38.035785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e0-01cd-4027-84b5-a60ba9663801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.408388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:39.570773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:41.158606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:41:58.155411 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:42:03.423555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:03.676467 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:05.002408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-3cebda74-bc55-4fca-8bd0-6f223d08858f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681438 May 27 02:42:05.140635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-a02004a9-1082-4906-9caa-c1a91d87d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:05.142085 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-a02004a9-1082-4906-9caa-c1a91d87d03f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1098 time: 0.0743597 May 27 02:42:05.284832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-09d173a1-9e8f-417d-832f-259cf6fa385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:05.286190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-09d173a1-9e8f-417d-832f-259cf6fa385b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1261435 May 27 02:42:05.384874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-18997010-78f4-4926-8bd4-ee5be92b6b7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 1001 time: 0.0921404 May 27 02:42:05.449616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-771fc1ed-6f9c-4541-851f-280d74a7820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:05.451097 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-771fc1ed-6f9c-4541-851f-280d74a7820a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0599859 May 27 02:42:05.523658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-c4f3f7d7-97fc-48d9-b797-47eee3bdf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:05.525093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-c4f3f7d7-97fc-48d9-b797-47eee3bdf635 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685196 May 27 02:42:05.655379 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-a284e21d-71f1-412a-93bc-9deca49ff42b service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237473 May 27 02:42:05.785667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1f736877-038b-4b1d-bbb4-2bd8d58b34a0 req-f30b3f1a-fbdf-427b-b0e3-dbab5b10123b service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236870 May 27 02:42:05.903837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2420b6ae-f550-4478-a0fb-a2a1595a1825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:08.036589 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a4831ac4-b7ac-48d9-888d-e361f9e00fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.410279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:09.573360 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:11.162797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:33.423686 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:33.680913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:34.695949 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67657cc7-e076-461f-a863-f7486e8e86ba req-8cc98c49-c441-443e-be2d-da54482a2927 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:34.697400 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67657cc7-e076-461f-a863-f7486e8e86ba req-8cc98c49-c441-443e-be2d-da54482a2927 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0828989 May 27 02:42:34.741870 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67657cc7-e076-461f-a863-f7486e8e86ba req-b3fe986f-fe34-4809-b33c-890ad8867cde tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385206 May 27 02:42:35.155376 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:42:35.905345 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f21884a6-9aa9-4986-8452-0b7d5cb78eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:35.935051 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666bd6-dec3-49ac-8bbd-14d01d6f010c req-28fd8f3b-7160-4f17-8304-7f66a08ddf6d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:35.936526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17666bd6-dec3-49ac-8bbd-14d01d6f010c req-28fd8f3b-7160-4f17-8304-7f66a08ddf6d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0881906 May 27 02:42:35.983618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17666bd6-dec3-49ac-8bbd-14d01d6f010c req-a126d4e8-0d61-44b6-9dfb-b093481eeff5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 May 27 02:42:37.175204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ff267-606a-4f44-bad0-a21d32ae0537 req-4a20f67a-9dfb-42d6-a829-ad6950bae4e1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:37.176706 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-115ff267-606a-4f44-bad0-a21d32ae0537 req-4a20f67a-9dfb-42d6-a829-ad6950bae4e1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0855136 May 27 02:42:37.221886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-115ff267-606a-4f44-bad0-a21d32ae0537 req-5036cca8-5032-4da7-acbc-7c35571cc818 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 May 27 02:42:38.039095 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5565b6fe-4cac-4b7f-9d12-64cf4deacfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:38.404555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880252c-bbbd-4906-97de-cddc4df633f6 req-bb16383c-bebd-40fc-a175-134dd0a85fb4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:38.406274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6880252c-bbbd-4906-97de-cddc4df633f6 req-bb16383c-bebd-40fc-a175-134dd0a85fb4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0798721 May 27 02:42:38.451488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6880252c-bbbd-4906-97de-cddc4df633f6 req-ff38c320-b002-4352-bec7-01b42febab84 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390222 May 27 02:42:39.411777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.580434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:39.665705 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88315-0d1d-482d-aaf1-eeedb8896efc req-23bd52f8-6d6f-4a9d-83c3-40ab58a1fd7d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:39.668035 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99a88315-0d1d-482d-aaf1-eeedb8896efc req-23bd52f8-6d6f-4a9d-83c3-40ab58a1fd7d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.1094418 May 27 02:42:39.715014 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99a88315-0d1d-482d-aaf1-eeedb8896efc req-4b878f98-b0ec-41c6-80d9-524a7a460ec0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412827 May 27 02:42:40.907520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e1d7-d09e-4fec-97d5-02a0bec29572 req-bea81320-6bdb-44e1-bc28-ed03f31fe3cf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:40.909135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c542e1d7-d09e-4fec-97d5-02a0bec29572 req-bea81320-6bdb-44e1-bc28-ed03f31fe3cf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0867260 May 27 02:42:40.954394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c542e1d7-d09e-4fec-97d5-02a0bec29572 req-6343381d-c51f-4c0f-a57a-f52a426af15a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393348 May 27 02:42:41.165532 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:42.143356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5590e-6ac4-4096-bf04-d9c7511d2c7e req-98105446-bcc2-4c41-b428-c7c5a0770ce3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:42.144836 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47a5590e-6ac4-4096-bf04-d9c7511d2c7e req-98105446-bcc2-4c41-b428-c7c5a0770ce3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0834980 May 27 02:42:42.189911 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-47a5590e-6ac4-4096-bf04-d9c7511d2c7e req-e9132d7a-ff82-4255-b850-781b0ce3e80c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394666 May 27 02:42:43.376247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d7c21-799b-468f-9836-30bf3e4467a2 req-3e2bcb84-8072-4182-b134-3196a3d0c97c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:43.377856 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c5d7c21-799b-468f-9836-30bf3e4467a2 req-3e2bcb84-8072-4182-b134-3196a3d0c97c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0839856 May 27 02:42:43.427657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c5d7c21-799b-468f-9836-30bf3e4467a2 req-2806df67-4214-4b2a-a2b3-6e055ce72336 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432446 May 27 02:42:44.617632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ccc48-aadf-431e-8442-0b4e09d99f14 req-80de8b7a-89f0-40c2-886d-ad0345277eda tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:44.619215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-829ccc48-aadf-431e-8442-0b4e09d99f14 req-80de8b7a-89f0-40c2-886d-ad0345277eda tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0843165 May 27 02:42:44.672877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-829ccc48-aadf-431e-8442-0b4e09d99f14 req-11431716-38a0-463d-ae24-57ac11c58058 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477676 May 27 02:42:45.860604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea330e88-f286-4b88-985d-b8e2ffbbcd1c req-3210ca1d-fa05-4d43-96e7-fc4727054d06 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:45.861993 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea330e88-f286-4b88-985d-b8e2ffbbcd1c req-3210ca1d-fa05-4d43-96e7-fc4727054d06 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0843191 May 27 02:42:45.909833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea330e88-f286-4b88-985d-b8e2ffbbcd1c req-eb5739aa-9d02-4690-9a98-4f9225381861 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417447 May 27 02:42:46.348712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8659f-8c2e-4f5e-af4a-ba6245fe12cb req-12325dd0-d4e9-4df3-83fe-75f38722915b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:46.350222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83c8659f-8c2e-4f5e-af4a-ba6245fe12cb req-12325dd0-d4e9-4df3-83fe-75f38722915b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0917001 May 27 02:42:46.370606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-54e4b243-9721-41d7-b14e-662d8f59d413 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203156 May 27 02:42:46.398953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-83c8659f-8c2e-4f5e-af4a-ba6245fe12cb req-85227b31-e395-4dc8-8ccb-881e6a31c4a2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 May 27 02:42:47.605412 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8913-2ce7-465c-b7b7-385a45c3b1d0 req-6d206c4e-8d2b-4059-9e19-9e272bcd7f35 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:47.607131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b20d8913-2ce7-465c-b7b7-385a45c3b1d0 req-6d206c4e-8d2b-4059-9e19-9e272bcd7f35 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0958424 May 27 02:42:47.670223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b20d8913-2ce7-465c-b7b7-385a45c3b1d0 req-da6353de-96fe-4bd4-8bd1-b64732804617 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560553 May 27 02:42:47.688266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-e4998349-93e1-4afb-966e-5150e3f7c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:47.689772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-e4998349-93e1-4afb-966e-5150e3f7c2ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1098 time: 0.0937057 May 27 02:42:47.836362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-e58665f6-1daa-4479-8da0-dfda41356527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:47.837814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-e58665f6-1daa-4479-8da0-dfda41356527 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1418374 May 27 02:42:47.943815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-fd5ba5f1-47d9-4d3d-ae59-ee0c298cf95f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 1001 time: 0.0998242 May 27 02:42:48.007969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-452abec0-6660-4633-90ff-c1af63a32e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:48.009432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-452abec0-6660-4633-90ff-c1af63a32e3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0593166 May 27 02:42:48.090950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-d5156392-7a91-44df-8548-bb7fec3997a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:48.092417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-d5156392-7a91-44df-8548-bb7fec3997a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767272 May 27 02:42:48.329636 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-13be6bcd-ab73-4420-ad8a-f3acdc45dc1f service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302370 May 27 02:42:48.470182 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-2344bc42-38e8-443f-9d2d-0f68e8301a22 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334996 May 27 02:42:48.860554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc161ed-39fe-4dea-bf3d-a649451eca81 req-10b1d671-95e3-4f13-84b9-8802bf38db87 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:48.861883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bc161ed-39fe-4dea-bf3d-a649451eca81 req-10b1d671-95e3-4f13-84b9-8802bf38db87 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0822802 May 27 02:42:48.905482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0bc161ed-39fe-4dea-bf3d-a649451eca81 req-cf48299f-c2d4-4b72-8ab2-bca43b9d3070 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379362 May 27 02:42:50.088693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5961-46e2-4d04-97f9-c82b3e99cf31 req-c7c3ce14-fd28-4cd9-923b-3f36a19cb1e1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:50.090143 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63dc5961-46e2-4d04-97f9-c82b3e99cf31 req-c7c3ce14-fd28-4cd9-923b-3f36a19cb1e1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0796003 May 27 02:42:50.133632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63dc5961-46e2-4d04-97f9-c82b3e99cf31 req-4cc5a938-460d-4b8f-b3c2-1aac0732916d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375960 May 27 02:42:50.464554 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-0ef4c2de-f163-48d1-a475-d59c62a851e0 service neutron] show failed (client error): The resource could not be found. May 27 02:42:50.465595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-0ef4c2de-f163-48d1-a475-d59c62a851e0 service neutron] 10.222.0.13 "GET /v2.0/ports/7a21ea29-c718-449a-8f5c-e1e7e196d927/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0788388 May 27 02:42:50.722202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-1e83ce0c-decf-4f2e-a345-961feeeaecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:50.723707 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-1e83ce0c-decf-4f2e-a345-961feeeaecd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 1098 time: 0.0715714 May 27 02:42:50.734125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:42:50.845470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.113722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:51.141993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:51.201965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:51.207863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.223885 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Transition to ACTIVE for port object 7a21ea29-c718-449a-8f5c-e1e7e196d927 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:42:51.227786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.268506 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ff60f0-2f47-4fdf-9ae9-d0a272612468'] response: {'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'code': 200} May 27 02:42:51.437965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:51.488466 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.489131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.489131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.489455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.489784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.490109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.490431 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.490784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.491108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.491445 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.491772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.492087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:51.496550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] No DVR routers for this DVR port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:42:51.662548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5970-6b85-4131-94ff-251762f8f508 req-30e1da2f-fb1e-4979-8217-23423458aefd tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:51.664163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-588b5970-6b85-4131-94ff-251762f8f508 req-30e1da2f-fb1e-4979-8217-23423458aefd tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.3886428 May 27 02:42:51.755119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-588b5970-6b85-4131-94ff-251762f8f508 req-c45b32e2-aaea-4a31-878a-e90377c3ee06 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849097 May 27 02:42:51.776247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:42:51.776579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:42:51.776903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:51.781511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:42:51.781830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Attempting to bind port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:42:51.786933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:42:51.787267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:42:51.787643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:42:51.788060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Bound port: 7a21ea29-c718-449a-8f5c-e1e7e196d927, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:42:51.788430 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:51.877511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:42:51.881390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:42:51.886699 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.050984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:52.051593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:52.052950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 1093 time: 1.3226998 May 27 02:42:52.068093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c9cd1-5b0e-4bab-923e-66285d1cd842 service neutron] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:52.151219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-57a3a84c-558d-49c6-b254-63d7178d6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:52.152706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-57a3a84c-558d-49c6-b254-63d7178d6d42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1096 time: 0.0748823 May 27 02:42:52.285015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-c17d2a8c-1325-4f13-beba-30931ccb7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:52.286448 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-c17d2a8c-1325-4f13-beba-30931ccb7e1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1277101 May 27 02:42:52.388047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-35efbfca-78b7-4c18-97bd-bd9c40f1cd23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 999 time: 0.0952606 May 27 02:42:52.452468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-f7cf94ea-eae4-4017-91b8-868a8a301b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:52.453861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-f7cf94ea-eae4-4017-91b8-868a8a301b8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0598478 May 27 02:42:52.527545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-891e7537-5c28-4fc2-a73f-2606a1f81ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:52.528983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-891e7537-5c28-4fc2-a73f-2606a1f81ccd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688725 May 27 02:42:52.539495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-41554d57-b225-44da-a1c6-def3d400dbc8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:42:52.540435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-41554d57-b225-44da-a1c6-def3d400dbc8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047886 May 27 02:42:52.669937 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-f5ae3cca-e97b-47cf-8ea7-af4b993e3b6f service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239064 May 27 02:42:52.802436 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-22e126b6-9c65-4553-adc5-7e5c7bf80655 req-fe0fbe01-c3df-40e4-b4ec-2e7c5a76a993 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260138 May 27 02:42:53.065290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66dc50-8c01-4912-9ac9-6500b8756600 req-9d19f3ff-eee3-402d-93cd-c56c549eecea tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:53.066746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e66dc50-8c01-4912-9ac9-6500b8756600 req-9d19f3ff-eee3-402d-93cd-c56c549eecea tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.1979160 May 27 02:42:53.110543 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e66dc50-8c01-4912-9ac9-6500b8756600 req-ea722b98-0d38-4f6d-94f9-68489cf52914 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375736 May 27 02:42:53.269926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:53.326570 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126f4642-82d2-4058-8b77-732d992ecbd3'] response: {'name': 'network-changed', 'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'status': 'completed', 'code': 200} May 27 02:42:53.473184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-7c05de58-f0a1-40da-817e-ec2cdc09c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:53.474654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-7c05de58-f0a1-40da-817e-ec2cdc09c6bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1096 time: 0.1317449 May 27 02:42:53.477155 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-f7b55647-d48f-4069-8c9d-b1b08f7786cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:53.478458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-f7b55647-d48f-4069-8c9d-b1b08f7786cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1096 time: 0.1052747 May 27 02:42:53.711812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-f4e4a5cc-63fb-4246-ae5c-60b08236f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:53.713253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-f4e4a5cc-63fb-4246-ae5c-60b08236f886 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2327113 May 27 02:42:53.717199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-c7370c19-1170-4be6-acff-69c9ea6c6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:53.718500 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-c7370c19-1170-4be6-acff-69c9ea6c6b76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2184649 May 27 02:42:53.898243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-d11a661e-d0d9-430b-a16d-2b5971abe0d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 999 time: 0.1783898 May 27 02:42:53.899909 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-76f0d012-b594-4414-b74b-d93699ffa7d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 999 time: 0.1301489 May 27 02:42:54.123833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-50e0e959-d341-4a6f-a8a7-4d08f647ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:54.125381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-50e0e959-d341-4a6f-a8a7-4d08f647ab7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.2217262 May 27 02:42:54.128672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-7985bc6b-f107-4426-83be-fabeb39fee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:54.129981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-7985bc6b-f107-4426-83be-fabeb39fee3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.1968579 May 27 02:42:54.265852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-b4bb4186-4463-4431-8a5b-72b5da411626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:54.267383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-b4bb4186-4463-4431-8a5b-72b5da411626 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355071 May 27 02:42:54.274671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-8685486b-baee-4a9a-b7f0-d0e35cf2280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:54.276316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-8685486b-baee-4a9a-b7f0-d0e35cf2280a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132066 May 27 02:42:54.313746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505541e-a772-443b-b9a2-88eefa835dd2 req-65240e29-a392-46a5-92d5-606085cd75c8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:54.315245 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3505541e-a772-443b-b9a2-88eefa835dd2 req-65240e29-a392-46a5-92d5-606085cd75c8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.0907922 May 27 02:42:54.366860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3505541e-a772-443b-b9a2-88eefa835dd2 req-4e92053e-9ce4-4e0b-a779-cf05c27cd10c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 May 27 02:42:54.518922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-32b3b7fb-cf17-45ab-8db5-641e48f122ce service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415965 May 27 02:42:54.524349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-28e50251-a067-4138-8d34-af443cdd9257 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263350 May 27 02:42:54.766282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-83637127-60cd-4b22-81dc-1938e2931360 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409954 May 27 02:42:54.769376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d589b74f-545c-40b0-9eac-278f0c0fb8a9 req-c1b683ea-332d-4825-b876-7ea53a265bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263503 May 27 02:42:55.119194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:42:55.223131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:42:55.565291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ba2b-5d97-46d9-a0ab-dadd3f178b03 req-652367e0-f826-48bb-993c-92c84f046140 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:55.566771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec25ba2b-5d97-46d9-a0ab-dadd3f178b03 req-652367e0-f826-48bb-993c-92c84f046140 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.0843401 May 27 02:42:55.610951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec25ba2b-5d97-46d9-a0ab-dadd3f178b03 req-d6b4fdf2-8d4e-4f77-b7e9-290600ea88b2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375974 May 27 02:42:56.845566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888696ad-27dc-4334-89b4-584e8b4d07ce req-dfc8825b-f02c-4d11-9e7e-285ee2ac1682 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:56.847149 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-888696ad-27dc-4334-89b4-584e8b4d07ce req-dfc8825b-f02c-4d11-9e7e-285ee2ac1682 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.1293070 May 27 02:42:56.896813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-888696ad-27dc-4334-89b4-584e8b4d07ce req-8919dc26-77c3-4a7a-b8a8-71413e6404fe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 May 27 02:42:56.930616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:42:57.069455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:57.083424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'mac_address': 'fa:16:3e:05:e0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:42:57.142309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7a21ea29-c718-449a-8f5c-e1e7e196d927 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:57.142606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.161692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a21ea29-c718-449a-8f5c-e1e7e196d927 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:42:57.181227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:57.186839 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:57.224336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7e76b-99d5-4332-addb-63f40249632a req-945a1a20-178d-4b1e-a4a5-91fcb8062d26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.226507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3bd7e76b-99d5-4332-addb-63f40249632a req-945a1a20-178d-4b1e-a4a5-91fcb8062d26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 944 time: 0.0918703 May 27 02:42:57.233044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31597e9-810b-4765-aa61-302abafa69d4 req-018bc382-c263-4441-a4f0-d5de0f4d5f94 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.234479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-018bc382-c263-4441-a4f0-d5de0f4d5f94 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5&tenant_id=e5c2b45418084daeabc8ee0351494f54&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 944 time: 0.0945528 May 27 02:42:57.263617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:57.271490 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.271982 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.272435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.273059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3bd7e76b-99d5-4332-addb-63f40249632a req-f53fca41-3f8b-44b1-842c-61c5f7ace0f1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403204 May 27 02:42:57.273472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.273909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.274339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.274834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.275265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.275692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.276179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.276607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.277029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:42:57.315304 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-f31597e9-810b-4765-aa61-302abafa69d4 req-2682054a-06b8-4852-94a7-a861853c71f5 service neutron] delete failed (client error): The resource could not be found. May 27 02:42:57.316292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-2682054a-06b8-4852-94a7-a861853c71f5 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7a21ea29-c718-449a-8f5c-e1e7e196d927/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0757866 May 27 02:42:57.461236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31597e9-810b-4765-aa61-302abafa69d4 req-943d792d-3184-4fb8-97e8-e845e127da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.462940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-943d792d-3184-4fb8-97e8-e845e127da57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1097 time: 0.0770187 May 27 02:42:57.514881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['7a21ea29-c718-449a-8f5c-e1e7e196d927'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:42:57.604303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31597e9-810b-4765-aa61-302abafa69d4 req-594199ca-a73c-4ee0-96ff-c17eba7900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.606085 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-594199ca-a73c-4ee0-96ff-c17eba7900ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1371622 May 27 02:42:57.709292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-9d427ed6-5421-42ab-b1ec-ee7f204530d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 1000 time: 0.0969994 May 27 02:42:57.775098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31597e9-810b-4765-aa61-302abafa69d4 req-3fae3d9a-ab2b-4dcb-b9bb-8d6ed123c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.776474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-3fae3d9a-ab2b-4dcb-b9bb-8d6ed123c4ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0610394 May 27 02:42:57.851306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31597e9-810b-4765-aa61-302abafa69d4 req-20ba9919-6677-4d00-986f-951ea9cf839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:57.852788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-20ba9919-6677-4d00-986f-951ea9cf839f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707102 May 27 02:42:57.987799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-774a861f-35a7-466a-b707-d2218b61e48b service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280100 May 27 02:42:58.235033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f31597e9-810b-4765-aa61-302abafa69d4 req-a6aee523-ca09-435a-894e-16e8ea7762d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400177 May 27 02:42:58.469090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dc87b-0fff-45ba-9e18-7a32dbf034a3 req-61685e42-e21c-4af1-ba13-57e95a00544d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:58.470565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-de5dc87b-0fff-45ba-9e18-7a32dbf034a3 req-61685e42-e21c-4af1-ba13-57e95a00544d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 945 time: 0.0857859 May 27 02:42:58.517852 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-de5dc87b-0fff-45ba-9e18-7a32dbf034a3 req-4772fbb5-c3fc-4923-a1d2-988361feb288 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 May 27 02:42:58.955361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:42:59.021454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 7a21ea29-c718-449a-8f5c-e1e7e196d927 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:42:59.026291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 7a21ea29-c718-449a-8f5c-e1e7e196d927 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:42:59.026659 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.144546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 7a21ea29-c718-449a-8f5c-e1e7e196d927 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:42:59.144927 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.172897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:42:59.183667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:42:59.188289 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:42:59.219583 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78998cd-da1d-49c5-9238-3a259f28f89b'] response: {'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'code': 200} May 27 02:42:59.258152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:42:59.713080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3325af-83ab-4c31-940b-7c051496cce2 req-bd24aacb-dce8-4c7e-9656-176af4eb9374 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:59.714600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e3325af-83ab-4c31-940b-7c051496cce2 req-bd24aacb-dce8-4c7e-9656-176af4eb9374 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0833745 May 27 02:42:59.762547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e3325af-83ab-4c31-940b-7c051496cce2 req-34935329-7c2a-4069-af95-bf65a2525887 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 May 27 02:42:59.951090 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79307-6359-497f-999f-de1f2735e647 req-4ffc039a-0c7b-473b-864a-f64a30b03562 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:42:59.952569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d79307-6359-497f-999f-de1f2735e647 req-4ffc039a-0c7b-473b-864a-f64a30b03562 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0812888 May 27 02:42:59.997168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-94d79307-6359-497f-999f-de1f2735e647 req-bace03dc-0cd4-4028-8129-d6c3209fd9fb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 May 27 02:43:00.336772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2952a-dab0-4e4b-9183-0aadb78f1a69 req-cc2a4fe5-478f-409c-aa2e-79e93f615eaa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.338553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef2952a-dab0-4e4b-9183-0aadb78f1a69 req-cc2a4fe5-478f-409c-aa2e-79e93f615eaa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0869176 May 27 02:43:00.378536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-f90e70b7-fd75-4529-95e8-ffa5e16bc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.379967 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-f90e70b7-fd75-4529-95e8-ffa5e16bc72b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 1098 time: 0.0729532 May 27 02:43:00.384405 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ef2952a-dab0-4e4b-9183-0aadb78f1a69 req-6618fc2f-b632-40c5-80e5-78d6bb77859f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397964 May 27 02:43:00.513178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-ba087511-ecc5-45b7-91ee-f5b6ba1b2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.514607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-ba087511-ecc5-45b7-91ee-f5b6ba1b2c31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1282771 May 27 02:43:00.643276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-257ce5c6-52f8-41a0-98f6-aaf858dd023f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 200 len: 1001 time: 0.1215882 May 27 02:43:00.705241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-b4c76903-d19f-486f-afd2-20235e289a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.706697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-b4c76903-d19f-486f-afd2-20235e289a00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0577455 May 27 02:43:00.784722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-5b84b5e7-655c-46db-9bd5-4dc5e28b6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:00.786206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-5b84b5e7-655c-46db-9bd5-4dc5e28b6e05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742118 May 27 02:43:00.918116 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-ec917ff7-081c-4d05-95c0-f094c0031915 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252387 May 27 02:43:01.050560 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3c36ee3-4a23-42c4-a921-002c1dc1612a req-bc8de55b-47b2-4500-af0f-1dca9b27512c service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264071 May 27 02:43:01.573940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9056c47-81d4-46ac-8ce2-58b4b85ca149 req-7ab24a00-52bb-4141-bbfe-cacfa0abaaa7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:01.575705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9056c47-81d4-46ac-8ce2-58b4b85ca149 req-7ab24a00-52bb-4141-bbfe-cacfa0abaaa7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0829012 May 27 02:43:01.625943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9056c47-81d4-46ac-8ce2-58b4b85ca149 req-372339e6-8f09-413a-b58e-dccb34516547 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432625 May 27 02:43:02.820244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f691-70e7-47f2-b141-285de79762f5 req-c24eee09-16ed-4422-8d89-3dc37925fb63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:02.821705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0453f691-70e7-47f2-b141-285de79762f5 req-c24eee09-16ed-4422-8d89-3dc37925fb63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0855491 May 27 02:43:02.867343 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0453f691-70e7-47f2-b141-285de79762f5 req-f9aedd10-9316-4757-8f8e-c2b78a0763bc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392489 May 27 02:43:03.273192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb173627-59b2-4a35-8269-4554ac6a0cfc req-b35becde-e52b-48a6-8d67-475233385153 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:03.274555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb173627-59b2-4a35-8269-4554ac6a0cfc req-b35becde-e52b-48a6-8d67-475233385153 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0953207 May 27 02:43:03.318048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cb173627-59b2-4a35-8269-4554ac6a0cfc req-c64ec457-d649-4f7f-b3ee-0431675c8f6e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 May 27 02:43:03.414878 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:03.684731 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:04.514169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cf582-c6db-40cb-b138-845fb7b079ac req-137aa7d4-4f8e-4370-8189-865d4ca9f4cc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:04.515640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-595cf582-c6db-40cb-b138-845fb7b079ac req-137aa7d4-4f8e-4370-8189-865d4ca9f4cc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0854895 May 27 02:43:04.559068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-595cf582-c6db-40cb-b138-845fb7b079ac req-711e1b29-af3f-4020-9f37-c35aa86d1c12 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376091 May 27 02:43:04.691741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-88759b92-9311-4ee6-bb9a-cfbc7436822b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:04.693215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-88759b92-9311-4ee6-bb9a-cfbc7436822b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.47 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 946 time: 0.0801766 May 27 02:43:04.771213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Deleting port 7a21ea29-c718-449a-8f5c-e1e7e196d927 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:43:04.771614 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.023066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] For port 7a21ea29-c718-449a-8f5c-e1e7e196d927, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=7a21ea29-c718-449a-8f5c-e1e7e196d927,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:05.023429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.407026 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.407400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.407719 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 disassociated. External IP: 172.25.3.96, port: 7a21ea29-c718-449a-8f5c-e1e7e196d927. May 27 02:43:05.408063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Calling delete_port for 7a21ea29-c718-449a-8f5c-e1e7e196d927 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:43:05.557290 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.610506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event deleted for resources: {'Port': ['ID=7a21ea29-c718-449a-8f5c-e1e7e196d927,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:05.718285 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fcb4e896-b9e8-44c9-85a0-c6d40310c327 req-f2920877-4879-4e74-80da-35704e0f0809 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=751236d3-1bda-4742-853a-d6d9d21561b5 HTTP/1.1" status: 200 len: 210 time: 0.0449514 May 27 02:43:05.803420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:43:05.909610 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6623291-666e-448b-9c9c-36ed47f7080b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:05.990378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:43:06.002511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:43:06.012709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:06.013329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:42:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:06.063344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] No DVR routers for this DVR port 7a21ea29-c718-449a-8f5c-e1e7e196d927 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:43:06.065944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:06.068461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-deleted', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:06.086747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9332f2f5-b682-4ffa-a8dc-01e86321c394 req-34751b3d-60ae-440d-8ee7-ad49148de480 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.47 "DELETE /v2.0/ports/7a21ea29-c718-449a-8f5c-e1e7e196d927 HTTP/1.1" status: 204 len: 173 time: 1.3875692 May 27 02:43:06.121308 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94eafe9d-a17a-4bb8-8e44-149b2f5f7f9b'] response: {'server_uuid': '751236d3-1bda-4742-853a-d6d9d21561b5', 'name': 'network-vif-deleted', 'tag': '7a21ea29-c718-449a-8f5c-e1e7e196d927', 'status': 'completed', 'code': 200} May 27 02:43:06.195689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:06.508084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:06.511825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:43:06.519959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:06.520549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:42:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:06.691870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:07.031735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:07.035763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93ebbe-26b1-4eef-a4bb-905faa919d58 None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:43:07.058340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-d607b364-1f89-4c69-824a-d3e149143773 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--724586866&fields=id&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 267 time: 0.0454712 May 27 02:43:07.215211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-8b55f06f-f4f4-4328-bd3c-37dca84c910c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:07.216669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-8b55f06f-f4f4-4328-bd3c-37dca84c910c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1511352 May 27 02:43:07.233650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-f7d111e0-d053-4049-a999-b0d63f0c4151 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/quotas/e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 375 time: 0.0111647 May 27 02:43:07.245555 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf16cc-1444-4b99-8fad-5cde6379985e None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:43:07.321273 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-1bfb551f-f9c1-47de-8bd2-edcaa18c34d1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817564 May 27 02:43:07.463733 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-f814322e-e7af-4941-89c9-d9ec17386e02 service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309843 May 27 02:43:07.595887 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-764a435f-a042-46d4-ba6f-38fd3aca0eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260784 May 27 02:43:07.776950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4ebb194-7422-4131-b8f8-372ebb010124 req-c550af6b-675f-45ba-b265-f70e8859f82c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:07.792799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a4ebb194-7422-4131-b8f8-372ebb010124 req-c550af6b-675f-45ba-b265-f70e8859f82c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:07.793934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a4ebb194-7422-4131-b8f8-372ebb010124 req-c550af6b-675f-45ba-b265-f70e8859f82c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 210 time: 0.0614173 May 27 02:43:08.041649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1c9fef9c-3d63-47a9-b030-ca3e7a1b108e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:08.888375 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1f3c036b-c2ef-4b6d-9e46-a584e0a8e479 req-84482122-247d-42db-be23-1c4d73105f06 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 210 time: 0.0420380 May 27 02:43:09.018425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:43:09.057187 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 7a21ea29-c718-449a-8f5c-e1e7e196d927 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:43:09.058150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 7a21ea29-c718-449a-8f5c-e1e7e196d927 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:43:09.413588 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:09.580155 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:10.039540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6e6abb5-c077-4e7e-be51-f2d143debdd1 req-1ea58446-0391-4541-8838-95ae8363b7bc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 210 time: 0.0422571 May 27 02:43:10.827419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-80209e7a-0ed6-496c-919e-d659e2a02fae tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:10.828889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-80209e7a-0ed6-496c-919e-d659e2a02fae tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1572661 May 27 02:43:10.880074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-2f24bea6-f90d-4372-b324-5bf607e0fff6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 379 time: 0.0427845 May 27 02:43:10.888663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'port': {'device_id': 'eab53d93-dde5-4490-8732-b63353ac3831', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'admin_state_up': True, 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'security_groups': ['2360cc0e-3d8b-4866-a858-deadbd730daa']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:11.037836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:43:11.047464 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:43:11.056685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Made reservation on behalf of e5c2b45418084daeabc8ee0351494f54 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:43:11.060229 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.169819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.201386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a12f69d8-434d-4e23-8208-93cdfcdd88a2 req-6a0e23b3-82b6-4551-ab86-7f5bedef867d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 210 time: 0.0489173 May 27 02:43:11.332129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Allocated IP 172.20.0.6 (b6712589-289c-4291-be8e-d6098ccebf4f/688921ef-4923-43e7-8b3c-f5186967333f/aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:43:11.517131 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.532584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Transition to ACTIVE for port object aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:43:11.557087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.630879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Network b6712589-289c-4291-be8e-d6098ccebf4f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:43:11.634600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:43:11.637263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:43:11.683599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:11.709815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:11.710465 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.736725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-34723f86-48cc-4387-b5e6-ce9e71966e80 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515396 May 27 02:43:11.748556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Request body: {'port': {'device_id': 'eab53d93-dde5-4490-8732-b63353ac3831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:11.862137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.883108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7364845d-8400-4e6d-81c3-922038183656 None None] Provisioning for port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:43:11.888114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7364845d-8400-4e6d-81c3-922038183656 None None] Provisioning complete for port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:43:11.888478 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7364845d-8400-4e6d-81c3-922038183656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:11.948304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7364845d-8400-4e6d-81c3-922038183656 None None] Port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:43:12.155309 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:43:12.201927 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:43:12.209244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.224484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Transition to ACTIVE for port object aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:43:12.228796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.405374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:12.536707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b538e-45a3-45c3-bee8-00e7ec927672 req-6549f2f7-90ae-4ddf-b342-dfaf7d204e68 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:12.537416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-705b538e-45a3-45c3-bee8-00e7ec927672 req-6549f2f7-90ae-4ddf-b342-dfaf7d204e68 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:43:12.550650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:43:12.551057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:43:12.551341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:43:12.559746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:43:12.559985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:43:12.568757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-705b538e-45a3-45c3-bee8-00e7ec927672 req-6549f2f7-90ae-4ddf-b342-dfaf7d204e68 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:43:12.571106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-705b538e-45a3-45c3-bee8-00e7ec927672 req-6549f2f7-90ae-4ddf-b342-dfaf7d204e68 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.2352986 May 27 02:43:12.572406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:43:12.572947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:43:12.573641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:43:12.574245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Bound port: aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:43:12.575045 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.676915 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-705b538e-45a3-45c3-bee8-00e7ec927672 req-2d0fabe4-8fed-418a-a658-e17a0339cb5d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892642 May 27 02:43:12.708854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:43:12.712521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:43:12.716400 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.776335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:12.776800 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:12.778310 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] 10.222.0.13 "PUT /v2.0/ports/aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 1092 time: 1.0341632 May 27 02:43:12.781247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:12.809309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc697b0-596e-45a1-b44f-6d5c426f776b service neutron] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:12.857631 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59379b46-eab8-4c7f-8dd3-c91b38cdc1b7'] response: {'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'status': 'completed', 'code': 200} May 27 02:43:12.918057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-106037cc-5a60-47c0-931a-a89856e6f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:12.920352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-106037cc-5a60-47c0-931a-a89856e6f73e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1095 time: 0.0986888 May 27 02:43:12.994399 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-04bb839f-bd87-4e66-842d-412e0bfc7d09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 217 time: 0.0666409 May 27 02:43:13.057725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-8c91e926-dff8-4307-9bf4-188efa18ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:13.059115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-8c91e926-dff8-4307-9bf4-188efa18ef7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0590153 May 27 02:43:13.136127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-462dd9ae-bb40-4195-ac15-27503ff69cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:13.137559 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-462dd9ae-bb40-4195-ac15-27503ff69cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730805 May 27 02:43:13.361940 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-a8e34ce4-c8fb-49df-a8a8-1e629bf3c784 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175519 May 27 02:43:13.494104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ec94e99-6f54-4f29-82fc-2db31db1aae9 req-8e83ac37-c160-4946-a91a-c6eeb13b0dff service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238093 May 27 02:43:13.604816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1432e1f-3959-4336-9738-529f78d61871 req-4e0418eb-6589-474a-984e-a88937a73fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:13.606308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1432e1f-3959-4336-9738-529f78d61871 req-4e0418eb-6589-474a-984e-a88937a73fbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1095 time: 0.0723100 May 27 02:43:13.740543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1432e1f-3959-4336-9738-529f78d61871 req-c673061b-a2d8-4ade-bba3-502941578633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:13.742563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1432e1f-3959-4336-9738-529f78d61871 req-c673061b-a2d8-4ade-bba3-502941578633 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1302385 May 27 02:43:13.819002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1432e1f-3959-4336-9738-529f78d61871 req-c8588212-1ddf-454c-a895-1224dd94d08e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 217 time: 0.0704012 May 27 02:43:13.886024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1432e1f-3959-4336-9738-529f78d61871 req-1a44517c-7414-4be9-b391-49ad9865726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:13.887562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1432e1f-3959-4336-9738-529f78d61871 req-1a44517c-7414-4be9-b391-49ad9865726f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0628285 May 27 02:43:14.035024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1432e1f-3959-4336-9738-529f78d61871 req-db07f9c6-aa67-40d5-ae6d-83514b4e729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:14.036442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1432e1f-3959-4336-9738-529f78d61871 req-db07f9c6-aa67-40d5-ae6d-83514b4e729f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429305 May 27 02:43:14.121502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089a62a-f1ac-4f14-b701-36bf3b7a62ba req-c035d5a0-2ffc-43e7-a970-42073b6c0f89 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:14.123028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6089a62a-f1ac-4f14-b701-36bf3b7a62ba req-c035d5a0-2ffc-43e7-a970-42073b6c0f89 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.1716130 May 27 02:43:14.200441 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6089a62a-f1ac-4f14-b701-36bf3b7a62ba req-b4069893-8022-4ef9-8b51-74742219ffc4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641634 May 27 02:43:14.217779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1432e1f-3959-4336-9738-529f78d61871 req-f7a5760a-bbd5-4893-80d9-c05df0629548 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742563 May 27 02:43:14.357609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1432e1f-3959-4336-9738-529f78d61871 req-00f01b5f-a51b-47d5-8468-37786e88d9c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333489 May 27 02:43:15.218454 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:43:15.353212 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:15.367550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'mac_address': 'fa:16:3e:1d:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:43:15.397291 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456e611-c32d-43b7-8f08-d58945ef2f4a req-5f94c2ff-58ae-430e-a822-206f03f017ed tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:15.398800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1456e611-c32d-43b7-8f08-d58945ef2f4a req-5f94c2ff-58ae-430e-a822-206f03f017ed tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.0880718 May 27 02:43:15.430498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:43:15.430914 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.446911 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1456e611-c32d-43b7-8f08-d58945ef2f4a req-cc70b490-e4c8-4f5a-a6ec-ec4cfafb24e1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420940 May 27 02:43:15.447947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:43:15.466883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:15.471834 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:15.539742 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:15.828600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:43:16.635564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821e22-143d-4603-bfea-6cd77cd36166 req-56e05368-733f-4292-a7ca-6e79a3c91bb4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:16.637021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26821e22-143d-4603-bfea-6cd77cd36166 req-56e05368-733f-4292-a7ca-6e79a3c91bb4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0841324 May 27 02:43:16.680577 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-26821e22-143d-4603-bfea-6cd77cd36166 req-44a3ce60-1e73-4781-879a-568c52762074 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379136 May 27 02:43:17.229094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:43:17.300051 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:43:17.305973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:43:17.306345 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.443290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:43:17.443669 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.476421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:17.488086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:43:17.492908 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:17.529752 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19531f28-32b9-4e57-a399-01015aa54bf7'] response: {'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'code': 200} May 27 02:43:17.586347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:43:17.655965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531acdbb-c70d-4cb2-b586-873e98013e82 req-78edfc61-2ce0-49ae-a976-e32d14edd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:17.657437 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-531acdbb-c70d-4cb2-b586-873e98013e82 req-78edfc61-2ce0-49ae-a976-e32d14edd925 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1097 time: 0.0712664 May 27 02:43:17.705483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-531acdbb-c70d-4cb2-b586-873e98013e82 req-b17f28c1-1a48-41b2-976e-4043ca61bb58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405240 May 27 02:43:17.868167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80b379-0ef9-4f17-8163-631d7911a650 req-4ea7e935-6e02-4c49-aedd-2ad0a3174b65 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:17.869670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c80b379-0ef9-4f17-8163-631d7911a650 req-4ea7e935-6e02-4c49-aedd-2ad0a3174b65 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0844948 May 27 02:43:17.915190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c80b379-0ef9-4f17-8163-631d7911a650 req-bb833803-5c7f-4b42-9513-fdc546aebed0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396187 May 27 02:43:19.134319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751156f-455e-42e2-9c47-57d2c15c4e36 req-b202d02c-e5d4-4bb7-8480-eb909403ebe3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:19.135879 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1751156f-455e-42e2-9c47-57d2c15c4e36 req-b202d02c-e5d4-4bb7-8480-eb909403ebe3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.1012571 May 27 02:43:19.182352 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1751156f-455e-42e2-9c47-57d2c15c4e36 req-36fe2e61-1c12-4b07-bf7d-67bdba101373 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406077 May 27 02:43:20.372948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12231bb7-621b-4db5-b2ca-df4d8efcb895 req-e9782ae2-5e78-46e4-adaa-b4bbbdea62a9 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:20.374323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12231bb7-621b-4db5-b2ca-df4d8efcb895 req-e9782ae2-5e78-46e4-adaa-b4bbbdea62a9 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0839474 May 27 02:43:20.418745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-12231bb7-621b-4db5-b2ca-df4d8efcb895 req-fa5df894-1686-4e0b-9f13-4ce17bd47a1d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 May 27 02:43:20.605215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf0bb-1838-4ac5-a067-589bde908e0e req-5507f56d-ef62-4e55-84a7-a9d857a556b0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:20.606796 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-745cf0bb-1838-4ac5-a067-589bde908e0e req-5507f56d-ef62-4e55-84a7-a9d857a556b0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0856810 May 27 02:43:20.618362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60028) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:43:20.623477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'floatingip': {'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:43:20.702233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.420321 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.424170 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:21.598657 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 associated. External IP: 172.25.3.96, port: aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5. May 27 02:43:21.947430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:43:22.127143 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:43:22.131434 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:22.138263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:43:22.148011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:22.148706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:43:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:22.190187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9e4c0f29-3ca4-4666-a442-c56d9463c3a5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "PUT /v2.0/floatingips/fb2887bd-26a0-40dd-af53-dc11642ee438 HTTP/1.1" status: 200 len: 990 time: 1.5685751 May 27 02:43:22.190187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:43:22.233494 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d2ec0b-338e-420a-b62b-7d3f98da13fe'] response: {'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'status': 'completed', 'code': 200} May 27 02:43:22.325983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-9ba5a4a5-7a7e-4c11-bd17-37357595ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:22.327503 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-9ba5a4a5-7a7e-4c11-bd17-37357595ee72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1097 time: 0.0719125 May 27 02:43:22.330895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:22.466696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-2391843a-a2ec-4807-8518-3ad2ce1715b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:22.468274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-2391843a-a2ec-4807-8518-3ad2ce1715b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1349247 May 27 02:43:22.678051 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-cabf39e6-170a-4bd8-8f51-ba4d312b9e18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 998 time: 0.2030377 May 27 02:43:22.719853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:1d:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab53d93-dde5-4490-8732-b63353ac3831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:43:21Z', 'revision_number': 9, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:22.723569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:43:22.732860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:43:22.733464 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:43:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:22.739270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-2ff907f9-2060-4905-b74a-de2140d9b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:22.740716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-2ff907f9-2060-4905-b74a-de2140d9b4e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0566745 May 27 02:43:22.818173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-2461cf85-6f14-4bfa-ab13-23056fc531f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:43:22.819750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-2461cf85-6f14-4bfa-ab13-23056fc531f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731707 May 27 02:43:22.917632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:43:22.972592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-9f0369c6-f354-4f22-9a60-da865319c5d4 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449990 May 27 02:43:23.114804 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d1e32192-821b-47c2-9c2d-977f0260d261 req-2a7e2073-d6f3-41b5-bfa4-863372ff962f service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357644 May 27 02:43:23.380129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:1d:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab53d93-dde5-4490-8732-b63353ac3831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:43:21Z', 'revision_number': 9, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:43:23.387145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c6b97-949a-4d29-baf8-92c144fa1cca None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:1d:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab53d93-dde5-4490-8732-b63353ac3831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:43:21Z', 'revision_number': 9, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:43:23.592580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe8efe-a8cd-4785-ab96-cc35405bbc92 None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:43:33.434866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:33.680324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:35.918571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8f91-c83c-4d2a-a179-0ea3617fc3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:38.043691 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7e3d417d-4cab-44ee-b72a-1f25e3225501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:39.418093 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:39.590761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:41.171328 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:43:49.155307 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:44:03.431392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:03.694194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:04.471759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-ed82f985-aaa8-45ef-8077-55942e9322d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705023 May 27 02:44:04.615979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-8bf23e16-1290-4558-a425-49b6946ede05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:04.617462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-8bf23e16-1290-4558-a425-49b6946ede05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1097 time: 0.0761228 May 27 02:44:04.776119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-d879a476-c799-432e-9796-f407a9356a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:04.777556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-d879a476-c799-432e-9796-f407a9356a97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1424427 May 27 02:44:04.880954 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-ea47efb9-cdac-4be6-86b7-86ffe7632b35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 1001 time: 0.0966024 May 27 02:44:04.942530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-9663ff9e-7437-4c85-9346-fc791d4a36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:04.944470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-9663ff9e-7437-4c85-9346-fc791d4a36b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0564222 May 27 02:44:05.022477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-93c492a2-26b3-46db-ab1c-dab210ddd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:05.023972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-93c492a2-26b3-46db-ab1c-dab210ddd21d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731654 May 27 02:44:05.158569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-c3621ece-c409-48c3-9be0-89311ce0fc57 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272902 May 27 02:44:05.290901 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c54aab24-d1fd-4678-b8ae-72d022600187 req-9d3fd835-6c1d-4762-97cc-e2056f3e41af service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255739 May 27 02:44:05.912016 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-833839fc-948f-4868-85f5-1798b577a05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:08.045009 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-de9eca39-674b-4574-88cc-5e31a476ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:09.422286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:09.587726 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:11.175498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:26.159967 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:44:26.252018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-e42e5b6f-c74e-4c14-ad8a-2c53e095b9a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764632 May 27 02:44:26.305508 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0ac2-6fac-464d-bebb-64b64ddc5b2e req-c9d465c5-11b2-4084-8ce5-fc225ea701db tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:26.307052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a1ad0ac2-6fac-464d-bebb-64b64ddc5b2e req-c9d465c5-11b2-4084-8ce5-fc225ea701db tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0908649 May 27 02:44:26.355254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a1ad0ac2-6fac-464d-bebb-64b64ddc5b2e req-88874cc0-12e9-4283-bcf8-aca2806b62dc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 May 27 02:44:27.532071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-196b52c3-cc38-48cb-aff6-f07de7fac49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:27.534473 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-196b52c3-cc38-48cb-aff6-f07de7fac49e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1097 time: 0.1334269 May 27 02:44:27.680738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-06fd64fc-bc02-4478-8b7a-2425ec8e6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:27.682245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-06fd64fc-bc02-4478-8b7a-2425ec8e6e86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1407080 May 27 02:44:27.712028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677137c-fe8f-4a43-a196-8c3931576ff8 req-d15233f8-9989-40fd-b4e8-d7c3251dc3aa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:27.713804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0677137c-fe8f-4a43-a196-8c3931576ff8 req-d15233f8-9989-40fd-b4e8-d7c3251dc3aa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.2372980 May 27 02:44:27.761498 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0677137c-fe8f-4a43-a196-8c3931576ff8 req-00af9eda-ba88-4145-bf60-462acb4e955d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 May 27 02:44:27.904691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2765eba5-0f67-4d71-a18b-d6a5d0be1d36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 1001 time: 0.2156148 May 27 02:44:27.971328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-5e646f14-f42e-47ee-b67e-49a09edaa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:27.972698 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-5e646f14-f42e-47ee-b67e-49a09edaa7e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0615969 May 27 02:44:28.049739 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-efb831da-583f-483a-849b-1d0ede818509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:28.051261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-efb831da-583f-483a-849b-1d0ede818509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713596 May 27 02:44:28.196261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-6601b3e6-74c3-4696-a676-8cc208780b5f service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371477 May 27 02:44:28.328195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-a5c9b641-e8b6-4126-a778-fd0dd061d803 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262927 May 27 02:44:28.962639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a78a1-44f2-460b-8cc1-4a0dcea37130 req-c57e83d0-9a05-4ec7-8ee4-198e2d1ba94c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:28.964129 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-253a78a1-44f2-460b-8cc1-4a0dcea37130 req-c57e83d0-9a05-4ec7-8ee4-198e2d1ba94c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0869796 May 27 02:44:29.009450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-253a78a1-44f2-460b-8cc1-4a0dcea37130 req-a2b3c94f-80a3-42f3-959a-57d93caf68c6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395758 May 27 02:44:30.200775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa072-972b-41fe-8aa6-93816f868001 req-8634ba21-cb41-467a-b3ad-a37e7d4866b8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:30.202234 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76daa072-972b-41fe-8aa6-93816f868001 req-8634ba21-cb41-467a-b3ad-a37e7d4866b8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0859437 May 27 02:44:30.246170 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76daa072-972b-41fe-8aa6-93816f868001 req-818e3f8d-7b26-46db-8ea9-2ae124085278 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380960 May 27 02:44:31.453015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b972d0-0353-47fe-9081-8db1d649ae4d req-2f400ef6-3dee-4616-bc34-07495f39f163 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:31.454513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87b972d0-0353-47fe-9081-8db1d649ae4d req-2f400ef6-3dee-4616-bc34-07495f39f163 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0813222 May 27 02:44:31.501002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87b972d0-0353-47fe-9081-8db1d649ae4d req-d3da69bf-3135-4930-aed3-832aa5e3a22b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400000 May 27 02:44:32.690206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf725f4-1c89-4be8-88bc-b3cf68839a24 req-38d4a238-0cdf-4af3-86e4-3e959307db3e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:32.691594 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaf725f4-1c89-4be8-88bc-b3cf68839a24 req-38d4a238-0cdf-4af3-86e4-3e959307db3e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0817299 May 27 02:44:32.734412 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aaf725f4-1c89-4be8-88bc-b3cf68839a24 req-0a511dc5-deb8-4a1c-82f8-6f1d988e91b5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371065 May 27 02:44:33.433303 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:33.708782 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:33.925972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb73d9-d8a1-4eb4-b82a-18ad3efb5c8a req-8af8d776-4ced-4b86-9836-02b4f8833c20 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:33.927480 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5cb73d9-d8a1-4eb4-b82a-18ad3efb5c8a req-8af8d776-4ced-4b86-9836-02b4f8833c20 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0847309 May 27 02:44:33.975200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f5cb73d9-d8a1-4eb4-b82a-18ad3efb5c8a req-8592e9d6-aff8-45bb-9306-d8fa5513c7f3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419068 May 27 02:44:35.169538 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8b28-0bad-40ea-812b-9d725b3dcbb9 req-d3188452-fee2-4e39-920c-7e368fcc7cff tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:35.171062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-894e8b28-0bad-40ea-812b-9d725b3dcbb9 req-d3188452-fee2-4e39-920c-7e368fcc7cff tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0844553 May 27 02:44:35.223164 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-894e8b28-0bad-40ea-812b-9d725b3dcbb9 req-72e214a8-cd28-4915-91f1-6748ed5c2071 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452716 May 27 02:44:35.916898 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-be3b0b1b-fc5a-4696-8d22-9267f247fa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:36.416725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200552-5d7c-4503-ab6a-72654effc989 req-d6d27c26-5001-40af-a2ca-b1dd7aa0b3ac tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:36.418201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03200552-5d7c-4503-ab6a-72654effc989 req-d6d27c26-5001-40af-a2ca-b1dd7aa0b3ac tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0893302 May 27 02:44:36.467934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03200552-5d7c-4503-ab6a-72654effc989 req-10dc3720-45eb-4758-b56f-bc473c702e7b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439546 May 27 02:44:37.652331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181871-4a1b-45d7-be36-c5320d36c872 req-808193f3-4073-4fe4-bd57-d1fb6d641b16 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:37.653787 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a8181871-4a1b-45d7-be36-c5320d36c872 req-808193f3-4073-4fe4-bd57-d1fb6d641b16 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0790546 May 27 02:44:37.697536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a8181871-4a1b-45d7-be36-c5320d36c872 req-f83aa38f-4966-4c1b-ab2c-67c0cb773646 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380871 May 27 02:44:38.046410 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7f7bff0e-acbc-465d-8f41-0279c10ae814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:38.886741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1d2-0885-4a46-9ada-cfdc88c86efc req-503566a4-2e2f-4cbe-871f-1c47967768e7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:38.888229 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bea3a1d2-0885-4a46-9ada-cfdc88c86efc req-503566a4-2e2f-4cbe-871f-1c47967768e7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0796535 May 27 02:44:38.932412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bea3a1d2-0885-4a46-9ada-cfdc88c86efc req-843b5b33-8215-485b-9bd2-8c7881952b2c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 May 27 02:44:39.430477 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:39.589213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:40.121315 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856441a-d437-47b5-adb6-4fb083ad185a req-e03e5ac3-7b3f-4ce6-8d80-f7bbdcad3be0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:40.122804 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9856441a-d437-47b5-adb6-4fb083ad185a req-e03e5ac3-7b3f-4ce6-8d80-f7bbdcad3be0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0835381 May 27 02:44:40.168446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9856441a-d437-47b5-adb6-4fb083ad185a req-34658552-e57c-439f-998b-64f7a33d9858 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399065 May 27 02:44:40.422094 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-13b303b6-59a6-4d8a-866c-61d41421a881 service neutron] show failed (client error): The resource could not be found. May 27 02:44:40.423046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-13b303b6-59a6-4d8a-866c-61d41421a881 service neutron] 10.222.0.13 "GET /v2.0/ports/aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0777714 May 27 02:44:40.730265 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-a135555a-c337-4972-951e-e5115040f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:40.731770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-a135555a-c337-4972-951e-e5115040f84b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 1097 time: 0.1146231 May 27 02:44:40.743966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:40.859118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.153213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:41.182027 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.184298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:41.245111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:41.250753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.267197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Transition to ACTIVE for port object aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:41.272028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:41.542798 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2d70ed-bdf0-4ae1-85ac-fa5010a4635f'] response: {'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'code': 200} May 27 02:44:41.586433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:41.603072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.603422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.603767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.604110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.604459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.604777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.605112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.605440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.605765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.606090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.606417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.606755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:41.652178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] No DVR routers for this DVR port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:44:41.745263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9493dcb-b36d-4859-a023-6139853306aa req-6be4cda5-ef82-4ad9-9857-9eda8896c0a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:41.746797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9493dcb-b36d-4859-a023-6139853306aa req-6be4cda5-ef82-4ad9-9857-9eda8896c0a8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.4697022 May 27 02:44:41.869578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b9493dcb-b36d-4859-a023-6139853306aa req-5e827f13-2aa3-44bf-a37d-0f199e7b4a4f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679119 May 27 02:44:41.929471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:44:41.929729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:44:41.930061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:41.934924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:44:41.935240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:41.940363 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:44:41.940694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:44:41.941072 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:44:41.941492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Bound port: aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:44:41.942336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:42.029026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:42.032345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:44:42.036241 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:42.098997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:42.099621 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:42.100978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] 10.222.0.47 "PUT /v2.0/ports/aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 1092 time: 1.3608921 May 27 02:44:42.119909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92886d-d8e0-4357-9f6c-480a25ac933f service neutron] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:42.198263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-251c26ea-c7f4-436f-9aae-e2ef90cca818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:42.199773 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-251c26ea-c7f4-436f-9aae-e2ef90cca818 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1095 time: 0.0747750 May 27 02:44:42.334172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-db4074f2-bf9f-4070-bce9-451367965d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:42.335658 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-db4074f2-bf9f-4070-bce9-451367965d3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1305079 May 27 02:44:42.444248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-a6db863f-479c-44ea-a985-dc2d1b827444 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 999 time: 0.1020012 May 27 02:44:42.510202 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-3ab93bf3-ab06-47d4-b05b-37a669a74505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:42.511638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-3ab93bf3-ab06-47d4-b05b-37a669a74505 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0609715 May 27 02:44:42.597845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-d8bea9b3-1045-4adc-adde-f59ef0b4e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:42.601165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-d8bea9b3-1045-4adc-adde-f59ef0b4e62a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834122 May 27 02:44:42.739609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-e5d81246-1d4a-4886-89db-18ac2816c035 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319590 May 27 02:44:42.877959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d50c29fb-a371-4f05-8200-1eff0aa8978b req-df99f772-29dd-4b18-9d2e-449923b91dd1 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324220 May 27 02:44:43.061769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa177330-617e-48da-8a7f-f3fd92134477 req-3a28d025-f7ca-411b-8db0-9edf9bca1121 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:43.063239 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa177330-617e-48da-8a7f-f3fd92134477 req-3a28d025-f7ca-411b-8db0-9edf9bca1121 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.0839496 May 27 02:44:43.113762 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fa177330-617e-48da-8a7f-f3fd92134477 req-581a9341-4003-4a77-81a7-c9c2a2175300 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 May 27 02:44:43.544001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:43.601792 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972caeef-4217-4f39-b3e5-038abc38ed9b'] response: {'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'status': 'completed', 'code': 200} May 27 02:44:43.617634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:44:43.677784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:44:43.753997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-e0b19fa7-5317-4f2f-95ad-e5d96de23977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:43.756070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-e0b19fa7-5317-4f2f-95ad-e5d96de23977 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1095 time: 0.1370499 May 27 02:44:43.758584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-b8afdde8-7f24-4be9-90a7-34e5ceb0a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:43.759960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-b8afdde8-7f24-4be9-90a7-34e5ceb0a9ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1095 time: 0.1100421 May 27 02:44:44.119875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-9c1ebeff-75b2-4337-9312-3feb1bd3de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.121316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-9c1ebeff-75b2-4337-9312-3feb1bd3de06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.3585033 May 27 02:44:44.125430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-fc58c3b4-173f-450c-b4ca-0ed158291e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.126819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-fc58c3b4-173f-450c-b4ca-0ed158291e28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.3381596 May 27 02:44:44.307017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe5414-525e-47f6-bd50-a86168529c0e req-8138b1d6-8b1d-4de5-89ad-1e9bc6360ab4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.308533 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1fe5414-525e-47f6-bd50-a86168529c0e req-8138b1d6-8b1d-4de5-89ad-1e9bc6360ab4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.0826511 May 27 02:44:44.313228 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-92ee1879-3a7e-4043-96a0-7ecec0dcbaac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 999 time: 0.1854873 May 27 02:44:44.317267 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-e54f8e4e-5b73-4361-bd65-e32a8f5feb26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 999 time: 0.1421800 May 27 02:44:44.358741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1fe5414-525e-47f6-bd50-a86168529c0e req-18b8090e-aa3f-4a1d-87d3-172401aa195a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416753 May 27 02:44:44.438819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-d5604866-d63d-4749-8207-e77893842377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.440273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-d5604866-d63d-4749-8207-e77893842377 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.1204689 May 27 02:44:44.443698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-5f789261-9855-4b3c-86ec-6b0fcdc3c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.445010 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-5f789261-9855-4b3c-86ec-6b0fcdc3c25b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0947089 May 27 02:44:44.577177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-5ced64b1-e0f5-40f3-ab35-732add0d3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.578662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-5ced64b1-e0f5-40f3-ab35-732add0d3787 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326082 May 27 02:44:44.580568 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-47e15d84-7ab9-4cdd-a4de-b19a34bce549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:44.581885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-47e15d84-7ab9-4cdd-a4de-b19a34bce549 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047981 May 27 02:44:44.823395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-b2061bcd-c446-4881-a9f3-0ba2992c0c97 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379344 May 27 02:44:44.825241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-51f16bbf-8c16-4db8-94f1-2e1e6cd5b9b8 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192988 May 27 02:44:45.065686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-0247fc88-5cf1-47a2-badf-cd778123043c service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357392 May 27 02:44:45.068143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18383be8-0bd7-4190-95f2-ef889e042e9b req-aaea600f-85ef-41f3-aa5d-b401941f30df service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169003 May 27 02:44:45.555309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd2daf-28fe-4497-94e3-8a0d46950bec req-fc4a19bc-514a-48c9-800c-22a7f5973274 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:45.556799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ccd2daf-28fe-4497-94e3-8a0d46950bec req-fc4a19bc-514a-48c9-800c-22a7f5973274 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.0856993 May 27 02:44:45.609933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ccd2daf-28fe-4497-94e3-8a0d46950bec req-b0def7f7-9bf1-41b6-8c79-3e515eff70a1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470748 May 27 02:44:46.800170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae6bbb-be3a-4e6f-adf9-0ad126d7f9f1 req-232e9f85-c359-4d11-be51-203cbfddb6e5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:46.802142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fae6bbb-be3a-4e6f-adf9-0ad126d7f9f1 req-232e9f85-c359-4d11-be51-203cbfddb6e5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.0846553 May 27 02:44:46.845504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2fae6bbb-be3a-4e6f-adf9-0ad126d7f9f1 req-d35581b2-b81a-4bce-a41d-d342025a801b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375173 May 27 02:44:47.251812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-698fab26-88c8-4b0b-b112-cc8e0ece63ca tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:47.253275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-698fab26-88c8-4b0b-b112-cc8e0ece63ca tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.47 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831&tenant_id=e5c2b45418084daeabc8ee0351494f54&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 943 time: 0.0858564 May 27 02:44:47.310384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6938189-45f9-4a60-8561-3a5ca80bc210 req-b01bb6be-008c-479b-9bdd-aaf6dab1f24c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:47.311883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6938189-45f9-4a60-8561-3a5ca80bc210 req-b01bb6be-008c-479b-9bdd-aaf6dab1f24c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 943 time: 0.0836897 May 27 02:44:47.336028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-b5e7f5a1-f03a-4ac5-a1a1-4f1f22ddfd53 service neutron] 10.222.0.47 "GET /v2.0/ports/aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 383 time: 0.0775251 May 27 02:44:47.358373 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c6938189-45f9-4a60-8561-3a5ca80bc210 req-7020911c-bc28-434d-807e-825ac89073ea tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 May 27 02:44:47.422327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:44:47.430854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-2aa33505-1428-4eaa-bf6f-7d5e0b42f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:47.432329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-2aa33505-1428-4eaa-bf6f-7d5e0b42f79e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1095 time: 0.0734017 May 27 02:44:47.559775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:47.573539 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'mac_address': 'fa:16:3e:1d:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:44:47.642257 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:47.642644 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.680393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-cb077647-4e00-4e70-8c90-8561368356bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:47.681893 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-cb077647-4e00-4e70-8c90-8561368356bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2441597 May 27 02:44:47.701992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:44:47.718983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:47.724365 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:47.790776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:47.792383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-d2b62e37-d790-4f93-a5d2-4e55e182667d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 1000 time: 0.1026678 May 27 02:44:47.798364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.798771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.799121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.799462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.799805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.800142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.800472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.800802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.801134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.801565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.801899 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.802224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:44:47.859939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-ecd68c7b-bf37-406f-94f8-2055d50c651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:47.861393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-ecd68c7b-bf37-406f-94f8-2055d50c651a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0621414 May 27 02:44:47.937345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-699885b0-2e0f-4e6d-978b-e4a663d0c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:47.938862 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-699885b0-2e0f-4e6d-978b-e4a663d0c61c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705376 May 27 02:44:48.045626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:44:48.072184 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-7a850319-324b-4454-ac22-cd58a7747c4e service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271827 May 27 02:44:48.205686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-4dc89218-a3d0-455f-8dde-8dc066b6f847 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275275 May 27 02:44:48.549310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af476d-e3e0-417d-abb7-ff730012b00a req-13fb7675-cf94-4496-8f3c-5a7b70f5d138 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:48.550883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00af476d-e3e0-417d-abb7-ff730012b00a req-13fb7675-cf94-4496-8f3c-5a7b70f5d138 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0848446 May 27 02:44:48.597679 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00af476d-e3e0-417d-abb7-ff730012b00a req-a4b404db-9fbd-40ca-a150-5dfda249ad2b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405233 May 27 02:44:49.453025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:44:49.520155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:44:49.525456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:44:49.525833 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.646240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:49.646627 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.676658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:49.688281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:49.692885 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:49.778271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:49.829514 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962a5b08-e1d5-4bb8-b908-9668e017c046'] response: {'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'code': 200} May 27 02:44:49.843489 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8187c-328e-4beb-927a-ca50dea7e144 req-8378a388-7498-4d93-a510-420b2445ec49 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:49.844973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3aa8187c-328e-4beb-927a-ca50dea7e144 req-8378a388-7498-4d93-a510-420b2445ec49 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.1186557 May 27 02:44:49.895126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3aa8187c-328e-4beb-927a-ca50dea7e144 req-8ee09157-4df1-43cf-be47-ea63f1a09dd7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 May 27 02:44:50.435964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-57879cb0-6a08-491d-8451-59bcc92c36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:50.437360 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-57879cb0-6a08-491d-8451-59bcc92c36d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 1097 time: 0.0707185 May 27 02:44:50.448455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:44:50.564500 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:50.842452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:50.872907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:50.930502 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:50.936354 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:50.951404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Transition to ACTIVE for port object aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:44:50.955991 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:51.000818 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa531aa-75d8-4ab4-9e43-f02b499eb755'] response: {'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'code': 200} May 27 02:44:51.158191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:51.328291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] No DVR routers for this DVR port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:44:51.408746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04988238-c786-4746-a24b-7d61b7abe04f req-0a17e956-3605-486a-9406-d2a94f08c560 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:51.410131 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04988238-c786-4746-a24b-7d61b7abe04f req-0a17e956-3605-486a-9406-d2a94f08c560 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.3927581 May 27 02:44:51.622141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-04988238-c786-4746-a24b-7d61b7abe04f req-32a0be76-9198-4a69-85a5-dd56aefa0caa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056684 May 27 02:44:51.732274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:44:51.732737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:44:51.733271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:51.741396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:44:51.741936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Attempting to bind port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:44:51.750426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:44:51.751012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:44:51.751630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:44:51.752323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Bound port: aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:44:51.752905 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:51.905596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:44:51.911008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:44:51.916462 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:51.980586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:51.981201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:51.982600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] 10.222.0.13 "PUT /v2.0/ports/aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 1093 time: 1.5379872 May 27 02:44:51.997290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8af65-ddd5-4e05-a288-783210ecd0af service neutron] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=11']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:52.076999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-6b5c8c4f-3fe7-4497-bd35-c64d71dea3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:52.078675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-6b5c8c4f-3fe7-4497-bd35-c64d71dea3ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1096 time: 0.0749025 May 27 02:44:52.217390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-1c2613dc-2512-46a8-adbf-25cd79c97e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:52.218901 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-1c2613dc-2512-46a8-adbf-25cd79c97e69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1333349 May 27 02:44:52.328104 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-affb21f9-6ee2-4e04-ae55-add468db6e37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 999 time: 0.1022966 May 27 02:44:52.394662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-9f21e5cc-827f-4116-af45-87e687e9c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:52.396742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-9f21e5cc-827f-4116-af45-87e687e9c377 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0627890 May 27 02:44:52.482749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545af-3ad7-4086-820d-089583eda471 req-061292c2-8126-47f8-96cb-323c83b39f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:52.484283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-061292c2-8126-47f8-96cb-323c83b39f83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802274 May 27 02:44:52.620809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-e65e6bd1-1478-45a7-893b-cb84dd4371e3 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291859 May 27 02:44:52.760485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-961545af-3ad7-4086-820d-089583eda471 req-8677a42e-9aa7-4fb1-b9d5-4c188d096317 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330783 May 27 02:44:52.821889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50b79d-bd63-4154-a937-3f44b107b217 req-e9ba11a5-35bf-4720-bf1e-531dd8f66a16 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:52.823392 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f50b79d-bd63-4154-a937-3f44b107b217 req-e9ba11a5-35bf-4720-bf1e-531dd8f66a16 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0897572 May 27 02:44:52.873386 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f50b79d-bd63-4154-a937-3f44b107b217 req-c3652964-04eb-4726-906c-03f4bb583d89 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437701 May 27 02:44:53.001497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:44:53.059073 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784acaca-1c1a-40de-abc8-1a4cbb7561a9'] response: {'name': 'network-changed', 'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'status': 'completed', 'code': 200} May 27 02:44:53.209190 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-fcf32a4d-aa00-4eb1-b613-58be1e766e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:53.210875 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-fcf32a4d-aa00-4eb1-b613-58be1e766e80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1096 time: 0.1331370 May 27 02:44:53.212699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-616771be-ba48-42e1-8eca-ee4bd2d689ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:53.213991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-616771be-ba48-42e1-8eca-ee4bd2d689ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 1096 time: 0.1057551 May 27 02:44:53.468733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:44:53.526723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:44:53.571657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-8d30e958-20e2-4c7f-8b15-b8f234ae3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:53.573101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-8d30e958-20e2-4c7f-8b15-b8f234ae3629 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.3561757 May 27 02:44:53.575340 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-9d1e60c0-191c-4590-a852-2bbec4fc4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:53.576624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-9d1e60c0-191c-4590-a852-2bbec4fc4121 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.3421752 May 27 02:44:53.758849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-857e8404-10a7-4432-a2f4-494c9fa879e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 999 time: 0.1796293 May 27 02:44:53.760459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-aa2fbf46-854e-465e-a5bc-3a232d2d234a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 200 len: 999 time: 0.1340535 May 27 02:44:53.872908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-15f4cbd4-6cc4-4d4b-99c9-a114a51d87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:53.874348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-15f4cbd4-6cc4-4d4b-99c9-a114a51d87d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.1093512 May 27 02:44:53.877452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-9416b7a1-d06d-48e1-84ab-628fb5a5070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:53.878759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-9416b7a1-d06d-48e1-84ab-628fb5a5070a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0842109 May 27 02:44:54.015544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-2e2234d2-9e4b-4143-ba79-3655309503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:54.016948 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-2e2234d2-9e4b-4143-ba79-3655309503f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974572 May 27 02:44:54.018851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-950cb54a-cd3e-4476-8a4f-879b19f8a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:54.020707 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-950cb54a-cd3e-4476-8a4f-879b19f8a84c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388953 May 27 02:44:54.060712 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf043f-e575-4250-ba4e-ab69c8d0fb37 req-716ab761-8528-4d0f-8c50-a9ece40e2722 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:54.062179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9baf043f-e575-4250-ba4e-ab69c8d0fb37 req-716ab761-8528-4d0f-8c50-a9ece40e2722 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0816634 May 27 02:44:54.108295 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9baf043f-e575-4250-ba4e-ab69c8d0fb37 req-17222421-0f32-42e5-870d-e1acc74947b8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401270 May 27 02:44:54.260980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-be12b7a5-5225-42ca-b5f9-75366af83dc8 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372870 May 27 02:44:54.265807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-832dfb82-6511-4051-b880-7ada72ebe74f service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215886 May 27 02:44:54.500495 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-4aa13f74-8f71-4570-ad57-88d3d3de6a7e service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331860 May 27 02:44:54.502372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8624c2b-6269-45b0-9e5f-2666aa19eac2 req-d7fc19b1-0a58-4193-b77c-2edc557f7b60 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173684 May 27 02:44:55.299872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb7e9-580d-456a-af1e-74b43a4e35ad req-27557c8d-a716-43de-9579-030de9e64e31 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:55.301962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b24fb7e9-580d-456a-af1e-74b43a4e35ad req-27557c8d-a716-43de-9579-030de9e64e31 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0849543 May 27 02:44:55.346745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b24fb7e9-580d-456a-af1e-74b43a4e35ad req-f06ed9a8-89cf-4491-ba55-f1dff33755e2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389688 May 27 02:44:56.534467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89352-dcda-4b0a-b21c-44787d44fb49 req-94e27e1b-3769-480d-81b3-05dd42a945af tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:56.536573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3c89352-dcda-4b0a-b21c-44787d44fb49 req-94e27e1b-3769-480d-81b3-05dd42a945af tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0848577 May 27 02:44:56.579919 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3c89352-dcda-4b0a-b21c-44787d44fb49 req-d6582a63-f9bc-4977-80cc-2e7b2378c276 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374010 May 27 02:44:56.760486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8108f82-2e66-4a02-9376-4d765f9e6d12 req-39d92ede-9889-4121-a7fa-15d2bf2e8082 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:56.761841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8108f82-2e66-4a02-9376-4d765f9e6d12 req-39d92ede-9889-4121-a7fa-15d2bf2e8082 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0786624 May 27 02:44:56.808247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f8108f82-2e66-4a02-9376-4d765f9e6d12 req-62833e18-7cfc-4875-b588-93422eddcf37 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 May 27 02:44:56.991836 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a3ac0-7d71-40ef-9abc-7f6a9e81ad77 req-25c43af7-92e9-403c-89c0-df4f9b4d865b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:56.993350 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f6a3ac0-7d71-40ef-9abc-7f6a9e81ad77 req-25c43af7-92e9-403c-89c0-df4f9b4d865b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0804770 May 27 02:44:57.038245 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f6a3ac0-7d71-40ef-9abc-7f6a9e81ad77 req-a2d30999-35b7-4d03-b65e-c51cb97f59b3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 May 27 02:44:57.424546 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd74dea-6da0-4f5d-a7c9-c15f48477520 req-2fa79b52-1ddc-4504-88fc-556a3a256c17 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:57.426553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bd74dea-6da0-4f5d-a7c9-c15f48477520 req-2fa79b52-1ddc-4504-88fc-556a3a256c17 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 944 time: 0.0840116 May 27 02:44:57.470005 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6bd74dea-6da0-4f5d-a7c9-c15f48477520 req-fa2eed62-f53a-459d-9e36-1f74121c33eb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375488 May 27 02:44:57.666921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:44:57.800651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:57.813784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'mac_address': 'fa:16:3e:1d:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:44:57.870033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:44:57.870406 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.887192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:44:57.901896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:57.905933 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:57.970934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=12']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:58.339087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:44:58.665329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26304e-e2e5-4f39-8837-6f7c0e47b09d req-60c2bc09-8d08-4b5f-ba6c-178fe9375769 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:58.667149 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be26304e-e2e5-4f39-8837-6f7c0e47b09d req-60c2bc09-8d08-4b5f-ba6c-178fe9375769 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0881457 May 27 02:44:58.712045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-be26304e-e2e5-4f39-8837-6f7c0e47b09d req-2059119e-9608-4857-a64e-72fa2e77a67f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385082 May 27 02:44:58.912042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-7413e388-78a8-49a2-a825-eab263129041 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:44:58.913389 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-7413e388-78a8-49a2-a825-eab263129041 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 945 time: 0.0835986 May 27 02:44:58.983326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Deleting port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:44:58.983664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.340657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:59.341017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.627650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.628019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.628324 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 disassociated. External IP: 172.25.3.96, port: aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5. May 27 02:44:59.628660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Calling delete_port for aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:44:59.666420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:44:59.781263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:44:59.816980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:44:59.831255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'mac_address': 'fa:16:3e:1d:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:44:59.844564 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event deleted for resources: {'Port': ['ID=aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:44:59.876869 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bf05e839-b11f-4318-902d-eeeebe765893 req-cc36e7ae-9972-425c-8beb-c4f7274f4e81 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab53d93-dde5-4490-8732-b63353ac3831 HTTP/1.1" status: 200 len: 210 time: 0.0472696 May 27 02:45:00.039425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:45:00.224815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:45:00.234559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:45:00.243959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:00.244645 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:44:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:00.297245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] No DVR routers for this DVR port aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:45:00.299851 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:00.302498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-deleted', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:00.319684 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bee1ad7-1fba-4e7d-abf1-3ac73b6a642f req-ebb49da4-f7cb-42d6-bfcd-ebe6c1382bfe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "DELETE /v2.0/ports/aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 HTTP/1.1" status: 204 len: 173 time: 1.4001074 May 27 02:45:00.352568 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053ab542-c388-4c7f-ae6b-328f5c90f5fc'] response: {'server_uuid': 'eab53d93-dde5-4490-8732-b63353ac3831', 'name': 'network-vif-deleted', 'tag': 'aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5', 'status': 'completed', 'code': 200} May 27 02:45:00.428589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:00.785674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:00.789971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:45:00.798403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:00.799077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:44:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:00.983115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:01.218156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-ecdb7007-e3bd-4c55-bb1a-808c93225506 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--724586866&fields=id&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 267 time: 0.0405216 May 27 02:45:01.306928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:01.311298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dcf8e0-afd1-48df-bf9e-aaa6eee22305 None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:45:01.374844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5f53aef0-e872-43b0-afd7-cd17a7ff6006 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:01.376479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5f53aef0-e872-43b0-afd7-cd17a7ff6006 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1513348 May 27 02:45:01.393359 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-953b3b85-c568-43ff-baa7-a9db247281c0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/quotas/e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 375 time: 0.0109105 May 27 02:45:01.487685 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-9a49ae40-ef3f-4a7e-a612-b079e4a5849c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884550 May 27 02:45:01.549351 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac715db-a8ff-483a-b5f7-a7297775ecaa None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:45:01.674995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-aa8ea566-3cd1-4647-8bbd-07531b5a29c3 service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745386 May 27 02:45:01.912058 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-aed960e5-3cfe-4537-80c3-8d9127c813ac service neutron] 10.222.0.16 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309179 May 27 02:45:02.092161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-36f69d9d-1676-4755-9ed4-d7ed1d96bc02 req-1442e74e-85ef-45fa-907b-8a231107d7f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:45:02.108355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-36f69d9d-1676-4755-9ed4-d7ed1d96bc02 req-1442e74e-85ef-45fa-907b-8a231107d7f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:45:02.109536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-36f69d9d-1676-4755-9ed4-d7ed1d96bc02 req-1442e74e-85ef-45fa-907b-8a231107d7f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 210 time: 0.0628676 May 27 02:45:03.159850 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:45:03.257062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-1fd458ab-d2ea-4db5-9517-3c7df9aea4f0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:03.258825 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-1fd458ab-d2ea-4db5-9517-3c7df9aea4f0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 811 time: 0.1590598 May 27 02:45:03.267737 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ecb63af9-4ed9-4503-8db4-1f19e9cba92c req-46a22f20-ced0-4a21-90f2-c5d9fbab28ed tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 210 time: 0.0413368 May 27 02:45:03.310421 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-001c46ba-b1ea-4718-af63-2ccda436a62d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 379 time: 0.0425165 May 27 02:45:03.319063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'port': {'device_id': '377e4947-5bf0-4458-a972-56c4a701ae42', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'admin_state_up': True, 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'security_groups': ['2360cc0e-3d8b-4866-a858-deadbd730daa']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:03.426327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:03.568852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:45:03.578624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:45:03.588843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Made reservation on behalf of e5c2b45418084daeabc8ee0351494f54 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:45:03.592391 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:03.679903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:45:03.718365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:45:03.718721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device aef7115a-7531-4d51-b7a6-d8bdd9f1d0e5 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:45:03.729767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:03.755278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Allocated IP 172.20.0.4 (b6712589-289c-4291-be8e-d6098ccebf4f/688921ef-4923-43e7-8b3c-f5186967333f/17f302a6-ca26-4da1-a45f-714adf6b369d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:45:03.939543 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:03.955208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Transition to ACTIVE for port object 17f302a6-ca26-4da1-a45f-714adf6b369d will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:03.978043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.054021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Network b6712589-289c-4291-be8e-d6098ccebf4f is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:45:04.057357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:45:04.059950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:45:04.101476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:04.136411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:04.137052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.165287 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-c1d8b2d7-f4ee-4e3a-98f2-9a9ed01dd6e3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8492863 May 27 02:45:04.177487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Request body: {'port': {'device_id': '377e4947-5bf0-4458-a972-56c4a701ae42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:04.295698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.344306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-98a84e5d-a635-49e9-9ceb-78b53634b939 None None] Provisioning for port 17f302a6-ca26-4da1-a45f-714adf6b369d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:04.350843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-98a84e5d-a635-49e9-9ceb-78b53634b939 None None] Provisioning complete for port 17f302a6-ca26-4da1-a45f-714adf6b369d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:04.351338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-98a84e5d-a635-49e9-9ceb-78b53634b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.409023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-98a84e5d-a635-49e9-9ceb-78b53634b939 None None] Port 17f302a6-ca26-4da1-a45f-714adf6b369d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:45:04.621217 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96d2e-0cdc-4ef2-971d-762245aa30d0 req-c01459d9-5fd7-4a94-9a2b-e3a55ab41b66 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:04.621920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a7f96d2e-0cdc-4ef2-971d-762245aa30d0 req-c01459d9-5fd7-4a94-9a2b-e3a55ab41b66 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:45:04.656484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a7f96d2e-0cdc-4ef2-971d-762245aa30d0 req-c01459d9-5fd7-4a94-9a2b-e3a55ab41b66 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:45:04.657646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a7f96d2e-0cdc-4ef2-971d-762245aa30d0 req-c01459d9-5fd7-4a94-9a2b-e3a55ab41b66 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 931 time: 0.2378664 May 27 02:45:04.762088 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a7f96d2e-0cdc-4ef2-971d-762245aa30d0 req-ce534e3b-d1c8-4201-b3a4-63cc3a537cbf tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904362 May 27 02:45:04.764286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f302a6-ca26-4da1-a45f-714adf6b369d {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:45:04.772397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.789266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Transition to ACTIVE for port object 17f302a6-ca26-4da1-a45f-714adf6b369d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:45:04.793022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:04.948216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:05.032626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:45:05.032991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:45:05.033325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:05.038310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:45:05.038628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:45:05.044160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:45:05.044500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:45:05.044887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:45:05.045317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Bound port: 17f302a6-ca26-4da1-a45f-714adf6b369d, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:45:05.045668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:05.135210 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:45:05.138126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:45:05.142751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:05.204560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:05.205190 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:05.206596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] 10.222.0.13 "PUT /v2.0/ports/17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 1092 time: 1.0340319 May 27 02:45:05.207075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:05.232598 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca9231-11e2-4d2f-a6a0-d6e61cdf2c4a service neutron] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:05.286535 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959c9a6c-7cca-4903-be0f-1ef76340c9c8'] response: {'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'status': 'completed', 'code': 200} May 27 02:45:05.330174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-3dcf31f3-6f18-4073-811f-84ceb488e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:05.331704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-3dcf31f3-6f18-4073-811f-84ceb488e093 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1095 time: 0.0783758 May 27 02:45:05.515393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-200e597d-e35c-473d-8b56-8a0b764ddf01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 217 time: 0.1755431 May 27 02:45:05.578450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-cf2d6506-b58c-46dd-87a0-02c3fce51936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:05.579918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-cf2d6506-b58c-46dd-87a0-02c3fce51936 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0580752 May 27 02:45:05.666495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-2bdde56d-872a-455a-92ef-5e39b1e7120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:05.668037 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-2bdde56d-872a-455a-92ef-5e39b1e7120a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813437 May 27 02:45:05.804161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-fa08b045-3062-4271-84ad-fce72429a473 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291344 May 27 02:45:05.923712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a6cd053f-8c05-4ac0-b02d-db1bb9d54ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:06.011513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fb5f10a2-ae23-4fb7-a791-d383b3a9c14e req-f725cf8d-31ec-43a6-8640-35c31afdadd2 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003472 May 27 02:45:06.024602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677dbf5-2fbb-41c2-8ecd-670259abbbb8 req-ba6e73f1-8e87-4431-8078-cef75f2ba420 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:06.026108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1677dbf5-2fbb-41c2-8ecd-670259abbbb8 req-ba6e73f1-8e87-4431-8078-cef75f2ba420 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.1494184 May 27 02:45:06.117377 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1677dbf5-2fbb-41c2-8ecd-670259abbbb8 req-c75ad0e1-2c87-456c-b94f-ba56c2edd5fe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849588 May 27 02:45:06.146605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-1539a22f-b59e-47c1-8663-99dac125106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:06.148136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-1539a22f-b59e-47c1-8663-99dac125106e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1095 time: 0.0896397 May 27 02:45:06.282526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-02ae67fd-616a-431f-b0ee-3d548bc05f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:06.284019 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-02ae67fd-616a-431f-b0ee-3d548bc05f1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1286263 May 27 02:45:06.355531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-a0b8a26b-82cb-4d4c-9e67-cf11c5d96cb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 217 time: 0.0646393 May 27 02:45:06.417976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-dd3a9795-8019-4cdd-8fda-46588f05b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:06.419448 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-dd3a9795-8019-4cdd-8fda-46588f05b798 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0580909 May 27 02:45:06.494069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-4e7fa3fa-3288-4927-87a4-e57238c21a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:06.495583 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-4e7fa3fa-3288-4927-87a4-e57238c21a35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699296 May 27 02:45:06.628047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-7d2711a7-af40-47fd-979c-24b998c0bba2 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254656 May 27 02:45:06.763542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310ca57a-10b7-4e69-a11d-8d733070e528 req-ec30c500-3023-4781-bf2c-c316ca5a7887 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289895 May 27 02:45:07.311077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99237b02-20a1-4e82-a6e9-40d7e6cb585b req-9c06deaa-5fe5-40e4-9656-3f6a77ad07e9 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:07.312547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99237b02-20a1-4e82-a6e9-40d7e6cb585b req-9c06deaa-5fe5-40e4-9656-3f6a77ad07e9 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0897202 May 27 02:45:07.358216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-99237b02-20a1-4e82-a6e9-40d7e6cb585b req-c44ab555-2d71-4291-991d-50518e39bf6a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 May 27 02:45:08.048308 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6db2d61-1211-4da0-92c9-2c2b376ff9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:08.548350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495bae8-4e05-4198-8249-f421a9f6a737 req-312199b8-9902-4211-9cba-9febf04d3e9b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:08.549791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2495bae8-4e05-4198-8249-f421a9f6a737 req-312199b8-9902-4211-9cba-9febf04d3e9b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0825572 May 27 02:45:08.593740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2495bae8-4e05-4198-8249-f421a9f6a737 req-2eb3fc4b-06d7-47c8-b94d-6eb9081aa2fc tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376532 May 27 02:45:09.422556 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.593106 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.703976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:45:09.782013 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9d274-1249-4ecf-b4d5-991f068c9d2a req-b5360fd3-b140-4d4a-a2db-cfb9ba5616ef tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:09.783550 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85b9d274-1249-4ecf-b4d5-991f068c9d2a req-b5360fd3-b140-4d4a-a2db-cfb9ba5616ef tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0808496 May 27 02:45:09.830107 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-85b9d274-1249-4ecf-b4d5-991f068c9d2a req-f631308e-66a9-45c2-b7d3-ee45118b8c1a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 May 27 02:45:09.836914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:09.850107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'mac_address': 'fa:16:3e:5b:bf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:45:09.905059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 17f302a6-ca26-4da1-a45f-714adf6b369d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:09.905428 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:09.922099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f302a6-ca26-4da1-a45f-714adf6b369d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:45:09.937743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:09.940974 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:10.010777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:10.241416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['17f302a6-ca26-4da1-a45f-714adf6b369d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:45:11.014888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebe42d-83b9-4380-8609-19be04ecd20d req-282f7bdb-41c7-4f6a-91fd-1e08edc6c051 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:11.016383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-adebe42d-83b9-4380-8609-19be04ecd20d req-282f7bdb-41c7-4f6a-91fd-1e08edc6c051 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0804670 May 27 02:45:11.064638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-adebe42d-83b9-4380-8609-19be04ecd20d req-8700f560-2e5d-41f2-8981-80bbfedd5784 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418921 May 27 02:45:11.179733 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:11.702644 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:45:11.770745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 17f302a6-ca26-4da1-a45f-714adf6b369d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:45:11.776136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 17f302a6-ca26-4da1-a45f-714adf6b369d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:45:11.776683 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:11.898237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 17f302a6-ca26-4da1-a45f-714adf6b369d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:45:11.898535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:11.926981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:11.937333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:45:11.941099 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:11.977875 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a40b83-b3c1-423d-a3ca-dd0e8bd11e88'] response: {'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'code': 200} May 27 02:45:12.008846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:45:12.092623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8ddfa-e0ba-4d08-a34c-6239909a3906 req-40c360fd-50f4-4f78-971a-3e49e888f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:12.094307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52c8ddfa-e0ba-4d08-a34c-6239909a3906 req-40c360fd-50f4-4f78-971a-3e49e888f9ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1097 time: 0.0703256 May 27 02:45:12.135502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-52c8ddfa-e0ba-4d08-a34c-6239909a3906 req-afa37d64-efcf-4b18-9299-59df3713e2f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342717 May 27 02:45:12.346141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6750f6-718d-44a1-9ef5-0500078dd911 req-0923d978-6934-4438-a3c9-a06f4c9fb0a1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:12.347618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae6750f6-718d-44a1-9ef5-0500078dd911 req-0923d978-6934-4438-a3c9-a06f4c9fb0a1 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.1761036 May 27 02:45:12.391719 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae6750f6-718d-44a1-9ef5-0500078dd911 req-b0956911-101a-40ec-abf2-2fe259208d58 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377145 May 27 02:45:13.581089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a6dc6-0a0d-4aa1-be22-3105b6bf4ed4 req-4bb71057-7d87-464a-9969-b23ca06e0735 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:13.583203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a81a6dc6-0a0d-4aa1-be22-3105b6bf4ed4 req-4bb71057-7d87-464a-9969-b23ca06e0735 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0849631 May 27 02:45:13.630565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a81a6dc6-0a0d-4aa1-be22-3105b6bf4ed4 req-ac8dc860-1429-4f13-b44e-bb49ac44b0e6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405385 May 27 02:45:14.820028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1008b1-b90f-4a77-a9c3-ebea1b2d4e72 req-b8953277-075e-4c24-8605-92a419f1dc01 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:14.821485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1008b1-b90f-4a77-a9c3-ebea1b2d4e72 req-b8953277-075e-4c24-8605-92a419f1dc01 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0817103 May 27 02:45:14.868368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c1008b1-b90f-4a77-a9c3-ebea1b2d4e72 req-ba79dd59-3347-48cc-8e41-77563b039b45 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 May 27 02:45:15.045990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46d4f-b28c-4159-9524-a69e728feab1 req-8c9f7cae-a0ae-4b26-bbc4-140fd8236c85 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:15.047370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28b46d4f-b28c-4159-9524-a69e728feab1 req-8c9f7cae-a0ae-4b26-bbc4-140fd8236c85 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0810034 May 27 02:45:15.055914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60234) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:45:15.060845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Request body: {'floatingip': {'port_id': '17f302a6-ca26-4da1-a45f-714adf6b369d'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:45:15.136603 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.729248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.733332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:15.902755 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 associated. External IP: 172.25.3.96, port: 17f302a6-ca26-4da1-a45f-714adf6b369d. May 27 02:45:16.357206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:45:16.531772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:45:16.536547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:16.542610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:45:16.553690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:16.554397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:45:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:16.602240 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b8632308-9682-463b-9a2c-e5c3222e81f2 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "PUT /v2.0/floatingips/fb2887bd-26a0-40dd-af53-dc11642ee438 HTTP/1.1" status: 200 len: 991 time: 1.5452673 May 27 02:45:16.603002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:45:16.699079 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81accdc5-e6df-4222-b4ee-c26debec841f'] response: {'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'status': 'completed', 'code': 200} May 27 02:45:16.774698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:16.792586 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9212-084d-402a-8804-08da07896dcd req-bf8a40c1-ae8e-4f66-b351-848eba740956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:16.794075 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf9212-084d-402a-8804-08da07896dcd req-bf8a40c1-ae8e-4f66-b351-848eba740956 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1097 time: 0.0708399 May 27 02:45:16.925834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9212-084d-402a-8804-08da07896dcd req-e5fb8f17-51a8-4b82-928a-ba67dc2142f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:16.927534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf9212-084d-402a-8804-08da07896dcd req-e5fb8f17-51a8-4b82-928a-ba67dc2142f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1271555 May 27 02:45:17.032932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf9212-084d-402a-8804-08da07896dcd req-9b37a01e-a8fc-4beb-a815-55dd0407e846 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 999 time: 0.0983450 May 27 02:45:17.096545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9212-084d-402a-8804-08da07896dcd req-680a9279-4ac3-4ffb-9a68-b113d4378e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.098020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf9212-084d-402a-8804-08da07896dcd req-680a9279-4ac3-4ffb-9a68-b113d4378e0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0585990 May 27 02:45:17.116852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:5b:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e4947-5bf0-4458-a972-56c4a701ae42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:45:15Z', 'revision_number': 13, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:17.120692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:45:17.128753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:45:17.129882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:45:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:17.175744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9212-084d-402a-8804-08da07896dcd req-57108160-8e44-49ab-b746-8e715d1c60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:45:17.177308 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf9212-084d-402a-8804-08da07896dcd req-57108160-8e44-49ab-b746-8e715d1c60aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725615 May 27 02:45:17.304005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:45:17.309920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf9212-084d-402a-8804-08da07896dcd req-3aa9df87-c141-46cc-8a23-3fcf7a2bf43a service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253402 May 27 02:45:17.445120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cebf9212-084d-402a-8804-08da07896dcd req-1df8872e-771f-46cc-8ebb-1c8ef405b779 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288145 May 27 02:45:17.647109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:5b:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e4947-5bf0-4458-a972-56c4a701ae42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:45:15Z', 'revision_number': 13, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:45:17.651054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cc82c-70a2-4daa-97e0-fe6bf8177cee None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'fb2887bd-26a0-40dd-af53-dc11642ee438', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'port_id': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'mac_address': 'fa:16:3e:5b:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e4947-5bf0-4458-a972-56c4a701ae42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:40:20Z', 'updated_at': '2022-05-27T02:45:15Z', 'revision_number': 13, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:45:17.831293 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b56382-8960-450d-ba7b-7eadc10d0a9c None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:45:33.435357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:33.731591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:35.915736 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6333dd01-df76-40ba-9486-0bf7690e53eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:38.049851 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12abb305-862d-4d05-af3e-ddf5628c855e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:39.426446 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:39.595792 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:45:40.159416 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:45:41.182687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:03.448366 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:03.744904 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:05.475838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-f442c876-f4a8-4c41-98be-ccc08b82ece2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0711854 May 27 02:46:05.625374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-b7751d11-106f-4a49-a177-25f16149cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.626920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-b7751d11-106f-4a49-a177-25f16149cf91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1097 time: 0.0815454 May 27 02:46:05.782192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-8bef070f-3888-4359-9f38-cc08e70dc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.783579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-8bef070f-3888-4359-9f38-cc08e70dc79f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1371934 May 27 02:46:05.885198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-b8b261c1-99b5-424e-b2e6-fcb7b92f6db4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 1001 time: 0.0948398 May 27 02:46:05.918901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2d10d5b0-debf-4b1c-b6f4-706c4f801a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:05.955470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-8c486e1e-102c-4b31-b1aa-3d6635ffda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:05.957038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-8c486e1e-102c-4b31-b1aa-3d6635ffda22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0651357 May 27 02:46:06.033922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-e289d486-5f1d-43fd-8385-2e2424888503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:06.035348 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-e289d486-5f1d-43fd-8385-2e2424888503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711486 May 27 02:46:06.176767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-f14fb02d-1536-42b1-ba1d-b446fe6fe8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347423 May 27 02:46:06.423488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a099987a-599e-46bc-a02b-7a2ff35d2cbd req-2e5da836-5610-450e-a4a4-ff4036ecbc3b service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399457 May 27 02:46:08.052727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d8c4a90b-1194-4e43-8c02-15d02e630af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:09.428352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:09.602438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:11.186148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:17.158970 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:46:22.253267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98e4e8-687d-4228-8677-0c867b580c3e req-be18e927-9f41-432d-8f09-901cfd42fce3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:22.255019 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d98e4e8-687d-4228-8677-0c867b580c3e req-be18e927-9f41-432d-8f09-901cfd42fce3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0929773 May 27 02:46:22.309898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6d98e4e8-687d-4228-8677-0c867b580c3e req-25e53f20-6cef-4027-930a-3fcc82c58e77 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465279 May 27 02:46:31.676370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b6381145-a733-4ba2-8c99-7f72ce3e000b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720778 May 27 02:46:31.749998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222ee50-2dc7-41be-9826-d1ffeec51b91 req-e282004c-b883-4db1-b25b-69bfee6d0ac5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:31.751694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0222ee50-2dc7-41be-9826-d1ffeec51b91 req-e282004c-b883-4db1-b25b-69bfee6d0ac5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.1072044 May 27 02:46:31.803407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0222ee50-2dc7-41be-9826-d1ffeec51b91 req-3e5275fd-23ba-49bc-ba2f-58b7c1103874 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 May 27 02:46:32.837305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-95288f63-2c32-4d88-b363-71baa5847e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:32.838839 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-95288f63-2c32-4d88-b363-71baa5847e06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1097 time: 0.0743151 May 27 02:46:32.981373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-4ab10f08-74ec-41b6-af04-57fe15c22afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:32.982860 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-4ab10f08-74ec-41b6-af04-57fe15c22afe service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1376855 May 27 02:46:33.003958 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978fc5-4b13-4a09-b833-35ffaaeccb21 req-6d28a082-2371-4d34-a90f-64dd7b4ea11b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:33.005497 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca978fc5-4b13-4a09-b833-35ffaaeccb21 req-6d28a082-2371-4d34-a90f-64dd7b4ea11b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0862217 May 27 02:46:33.055644 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca978fc5-4b13-4a09-b833-35ffaaeccb21 req-2b59189b-3f6e-4555-abcb-f63d996add3f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443189 May 27 02:46:33.103952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-a2c06bb0-7916-429b-9b82-6a3b97151ff3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 1001 time: 0.1130924 May 27 02:46:33.171834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-048dc31b-39ac-49ea-b0dd-c6641350a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:33.173295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-048dc31b-39ac-49ea-b0dd-c6641350a378 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0633590 May 27 02:46:33.250357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-813f3a1c-3f6a-4592-bbda-d6d7d2742d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:33.251872 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-813f3a1c-3f6a-4592-bbda-d6d7d2742d9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722392 May 27 02:46:33.388371 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-62298974-af10-4a78-855f-3926e3149ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295598 May 27 02:46:33.466837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:33.541148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-fb0ff945-790c-412d-bcac-7b3b1ebc8513 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463056 May 27 02:46:33.756591 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:34.249193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bfa6e-2b45-465e-9d1d-73f4ea32db0f req-4ae09d35-4072-4f3f-a98c-78b22f41cd0f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:34.250678 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b41bfa6e-2b45-465e-9d1d-73f4ea32db0f req-4ae09d35-4072-4f3f-a98c-78b22f41cd0f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0818894 May 27 02:46:34.301433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b41bfa6e-2b45-465e-9d1d-73f4ea32db0f req-4d77e523-8d0e-4eac-9aea-2066570ca0df tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446808 May 27 02:46:35.489711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b71fe-54b6-4121-974c-27e85ab46f3c req-14e60c7b-5de8-4576-ad46-b076f11e5e34 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:35.491301 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b42b71fe-54b6-4121-974c-27e85ab46f3c req-14e60c7b-5de8-4576-ad46-b076f11e5e34 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0811241 May 27 02:46:35.545432 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b42b71fe-54b6-4121-974c-27e85ab46f3c req-50388d60-5471-4e2c-9c8c-98f89ab5bd1c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 May 27 02:46:35.922768 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ff583829-43df-48cc-87f0-d6c6b0f83d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:36.737088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c3ee8-c1b8-4dce-ad80-c26b161f9408 req-67114b50-ebb9-407c-897a-794e0e506abe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:36.738496 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d4c3ee8-c1b8-4dce-ad80-c26b161f9408 req-67114b50-ebb9-407c-897a-794e0e506abe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0823689 May 27 02:46:36.785803 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d4c3ee8-c1b8-4dce-ad80-c26b161f9408 req-eb48661e-41af-4d20-9a41-f9ac673ce29e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409074 May 27 02:46:37.977032 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c5b47-88fa-4f65-af70-29920ad92d6a req-00cbb4b1-563d-4919-8e9f-bab4039de569 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:37.978536 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f55c5b47-88fa-4f65-af70-29920ad92d6a req-00cbb4b1-563d-4919-8e9f-bab4039de569 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0827272 May 27 02:46:38.024557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f55c5b47-88fa-4f65-af70-29920ad92d6a req-8d454ba7-a17c-4f67-a804-f344ffdad38e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 May 27 02:46:38.066487 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12b60a59-eaa1-468c-97c6-f8834659ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:39.221361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe856d8-cd4a-4100-abed-590024863f83 req-e2cf5549-650a-4af3-936c-d40ca2db9f7c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:39.222884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fe856d8-cd4a-4100-abed-590024863f83 req-e2cf5549-650a-4af3-936c-d40ca2db9f7c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0908036 May 27 02:46:39.268772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6fe856d8-cd4a-4100-abed-590024863f83 req-b08e61c6-cab5-431b-a62b-ed18d75c49c0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394464 May 27 02:46:39.433886 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:39.603965 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:40.467134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063096f-ce79-44db-9a6d-5890d138d4d5 req-f3495f5b-2376-4047-978e-0fe4f8575ce3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:40.468969 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5063096f-ce79-44db-9a6d-5890d138d4d5 req-f3495f5b-2376-4047-978e-0fe4f8575ce3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0900338 May 27 02:46:40.515439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5063096f-ce79-44db-9a6d-5890d138d4d5 req-682baa3a-10ee-451d-ab98-8336d3eb957b tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405762 May 27 02:46:41.231818 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:41.709757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b7655-c0c1-4b4d-8c0a-2875ad1dd1cb req-6ca4cc5f-4f09-4d83-8f5a-8c8aeadc1f81 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:41.711905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-629b7655-c0c1-4b4d-8c0a-2875ad1dd1cb req-6ca4cc5f-4f09-4d83-8f5a-8c8aeadc1f81 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0839741 May 27 02:46:41.756518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-629b7655-c0c1-4b4d-8c0a-2875ad1dd1cb req-e9bbf39c-68b3-4088-98aa-91175f736c5d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388930 May 27 02:46:42.947683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf733d3-2469-4f0e-8988-07c1afa6d973 req-6d84c798-41fb-4a32-8688-f5099b4ef6d7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:42.949196 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbf733d3-2469-4f0e-8988-07c1afa6d973 req-6d84c798-41fb-4a32-8688-f5099b4ef6d7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0805414 May 27 02:46:42.994530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbf733d3-2469-4f0e-8988-07c1afa6d973 req-f2b637e7-c84a-4144-9109-4a72a7d96fa5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396621 May 27 02:46:44.188181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f8fb5-74cb-4549-b957-d02aa9e05bf4 req-210e4403-e299-433b-a755-7112b4940dd7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:44.189712 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca3f8fb5-74cb-4549-b957-d02aa9e05bf4 req-210e4403-e299-433b-a755-7112b4940dd7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0859926 May 27 02:46:44.236337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca3f8fb5-74cb-4549-b957-d02aa9e05bf4 req-e2d88e7e-f140-407f-9117-c0a10b5cd2c4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 May 27 02:46:45.427314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225b900-ecd4-440d-b9d1-fc04e6e4d4aa req-73c05f0d-3779-429e-b4d4-a6c1182cb35c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:45.428823 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8225b900-ecd4-440d-b9d1-fc04e6e4d4aa req-73c05f0d-3779-429e-b4d4-a6c1182cb35c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0858974 May 27 02:46:45.476731 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8225b900-ecd4-440d-b9d1-fc04e6e4d4aa req-5fea5fd9-b884-44ac-bb07-a8a8c4c58ace tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405312 May 27 02:46:46.672578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a40f5-0661-4cb0-95ad-02c47d11189d req-aac2f550-984a-49fe-8ec6-cc3c8dca0238 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:46.673990 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a1a40f5-0661-4cb0-95ad-02c47d11189d req-aac2f550-984a-49fe-8ec6-cc3c8dca0238 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0847507 May 27 02:46:46.722110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a1a40f5-0661-4cb0-95ad-02c47d11189d req-ff1fe0f5-94ad-4ad8-aba1-7ca5c941609c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419154 May 27 02:46:47.933023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa598ab-1447-4ca3-a08c-26d31b4171e5 req-fc9a746b-8765-41d8-bd70-65c1c5672688 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:47.934975 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaa598ab-1447-4ca3-a08c-26d31b4171e5 req-fc9a746b-8765-41d8-bd70-65c1c5672688 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0847023 May 27 02:46:47.981454 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eaa598ab-1447-4ca3-a08c-26d31b4171e5 req-5a13e54a-b1db-4b60-b489-932a07e00d85 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410240 May 27 02:46:49.174953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8e020-d6f7-4193-86b1-c2d9e95a8f29 req-2ebe370f-3d7e-4f3e-a293-4db2d5019b62 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:49.176408 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3e8e020-d6f7-4193-86b1-c2d9e95a8f29 req-2ebe370f-3d7e-4f3e-a293-4db2d5019b62 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0851696 May 27 02:46:49.227570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3e8e020-d6f7-4193-86b1-c2d9e95a8f29 req-794a1432-a34a-4a93-9e63-505de6465e27 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436518 May 27 02:46:50.421225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba3247-6aae-481a-ba26-3fbfa9c85c54 req-016212ea-d2f3-4b2a-8697-f1a2c0d667d7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:50.422042 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76ba3247-6aae-481a-ba26-3fbfa9c85c54 req-016212ea-d2f3-4b2a-8697-f1a2c0d667d7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0849454 May 27 02:46:50.469134 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-76ba3247-6aae-481a-ba26-3fbfa9c85c54 req-8eb22542-1e4c-49aa-ab12-11bc3317456f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 May 27 02:46:51.718514 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-f13498c0-2e24-4865-b990-964a19931bd0 req-7dd3e66e-b8c7-4f27-8627-dacecb46c385 service neutron] show failed (client error): The resource could not be found. May 27 02:46:51.719453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-7dd3e66e-b8c7-4f27-8627-dacecb46c385 service neutron] 10.222.0.13 "GET /v2.0/ports/17f302a6-ca26-4da1-a45f-714adf6b369d/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.2229908 May 27 02:46:51.764638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0509b2-3a4f-455f-8d5b-672cf1d3bced req-e2e20296-b3ca-42bf-b3a3-261aefe72e87 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:51.766150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd0509b2-3a4f-455f-8d5b-672cf1d3bced req-e2e20296-b3ca-42bf-b3a3-261aefe72e87 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.1863718 May 27 02:46:51.813556 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cd0509b2-3a4f-455f-8d5b-672cf1d3bced req-909cca0c-bcd2-4ecb-895d-d4ea78936bfa tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 May 27 02:46:51.992653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-8f3082e2-d10b-4465-9c7d-e88fce3033e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:51.994508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-8f3082e2-d10b-4465-9c7d-e88fce3033e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 1097 time: 0.0776575 May 27 02:46:52.005860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:46:52.118702 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.392762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:46:52.422879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:52.482618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:52.488858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.505313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Transition to ACTIVE for port object 17f302a6-ca26-4da1-a45f-714adf6b369d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:46:52.509031 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:52.549891 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfe89fd-4415-4e32-966e-fec2281b2e37'] response: {'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'code': 200} May 27 02:46:52.651360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:52.673218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.673604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.673902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.674247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.674578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.674932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.675260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.675585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.675910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.676239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.676868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.677191 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:46:52.738214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] No DVR routers for this DVR port 17f302a6-ca26-4da1-a45f-714adf6b369d on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:46:53.027105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:46:53.027373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:46:53.027683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:53.037988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:46:53.038312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:46:53.047761 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:46:53.048093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:46:53.048481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:46:53.048910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Bound port: 17f302a6-ca26-4da1-a45f-714adf6b369d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:46:53.049263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.125585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce16f1-7217-4c00-824d-a2f2e084c617 req-c4fa874f-cf53-4c91-a3d8-fc0e34e08dd4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:53.127145 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bbce16f1-7217-4c00-824d-a2f2e084c617 req-c4fa874f-cf53-4c91-a3d8-fc0e34e08dd4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.2024612 May 27 02:46:53.194050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:46:53.202412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bbce16f1-7217-4c00-824d-a2f2e084c617 req-945f6391-b958-452d-b8d8-e933d4c041e7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661669 May 27 02:46:53.207336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:46:53.212231 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.265826 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:53.266460 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:46:53.267945 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 1092 time: 1.2658360 May 27 02:46:53.342008 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cb706-1f5b-4c34-91f6-019d3a5cf7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:46:53.378840 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-367088d2-efc1-43fd-bd4a-4545f9cd6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:53.380368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-367088d2-efc1-43fd-bd4a-4545f9cd6caa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1095 time: 0.0892558 May 27 02:46:53.624534 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-60f41ff9-1bf0-4f2b-8a48-cf953add500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:53.625978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-60f41ff9-1bf0-4f2b-8a48-cf953add500d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2396302 May 27 02:46:53.730133 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-372cf175-1cd8-45d0-96ab-6cefbc0b1bc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 999 time: 0.0976846 May 27 02:46:53.797012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-99ded650-a6b6-4124-aa4e-30b017172bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:53.798475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-99ded650-a6b6-4124-aa4e-30b017172bc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0621006 May 27 02:46:53.884833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13498c0-2e24-4865-b990-964a19931bd0 req-ca6bb552-a675-42fe-b6e8-25b9c88517ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:53.886243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-ca6bb552-a675-42fe-b6e8-25b9c88517ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783219 May 27 02:46:54.037531 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-703ce69c-f7f1-4bbd-8db1-0399ad37d5c3 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442559 May 27 02:46:54.157691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:46:54.158261 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:46:54.174143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-cc4b2f3b-f9f7-427e-9244-ed737096c0cf service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308236 May 27 02:46:54.229469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:46:54.407066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3118dc5-3ddf-4530-925f-00a89a77bb61 req-f5955e7c-b05a-4c00-a259-c731cc70057f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:54.408617 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3118dc5-3ddf-4530-925f-00a89a77bb61 req-f5955e7c-b05a-4c00-a259-c731cc70057f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0811810 May 27 02:46:54.550832 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:46:54.600774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3118dc5-3ddf-4530-925f-00a89a77bb61 req-c86ca890-3bf9-4b56-921f-7a0f69c4710c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807079 May 27 02:46:54.622425 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fd16df-aad5-4ddf-931d-d138e31e7fc9'] response: {'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'status': 'completed', 'code': 200} May 27 02:46:54.770230 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-d131a8df-b794-479c-a509-223e2ffaa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:54.771777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-d131a8df-b794-479c-a509-223e2ffaa610 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1095 time: 0.1370935 May 27 02:46:54.806326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-14cef761-9fb7-468e-8ea0-fef7d0bcaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:54.807826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-14cef761-9fb7-468e-8ea0-fef7d0bcaf8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1095 time: 0.1308162 May 27 02:46:55.022159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-49314e15-e708-4d00-ada6-3e67779b9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.025570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-49314e15-e708-4d00-ada6-3e67779b9d76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2423646 May 27 02:46:55.114141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-652d33bb-d31f-4b2e-b9c9-c02e837c97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.115563 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-652d33bb-d31f-4b2e-b9c9-c02e837c97e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2572541 May 27 02:46:55.227526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-ccadab00-bfc9-4d24-b543-28bf374f8d22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 999 time: 0.1916690 May 27 02:46:55.284219 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-f081f8b9-212c-47e1-9cad-3cd5240ec9b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 999 time: 0.1559479 May 27 02:46:55.353320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-5600c35c-578c-4035-af97-798d55bddc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.354832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-5600c35c-578c-4035-af97-798d55bddc30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.1198988 May 27 02:46:55.392521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-07566262-640f-4c05-958a-de031ff258b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.393953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-07566262-640f-4c05-958a-de031ff258b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.1027217 May 27 02:46:55.499503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-8b6555b2-bb9e-470a-8032-d1385b21f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.500990 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-8b6555b2-bb9e-470a-8032-d1385b21f1df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394055 May 27 02:46:55.506539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317775-dd95-44e5-9035-ae8aef24799c req-9a6db33a-0b31-48c2-bac8-ec83ce1efc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.507981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-9a6db33a-0b31-48c2-bac8-ec83ce1efc40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072104 May 27 02:46:55.796588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d458e14-7c7d-4593-8a17-f96a400ceb79 req-b0f88e46-08af-47c9-8efa-2601c8f21773 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:55.803450 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d458e14-7c7d-4593-8a17-f96a400ceb79 req-b0f88e46-08af-47c9-8efa-2601c8f21773 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0929039 May 27 02:46:55.849829 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8d458e14-7c7d-4593-8a17-f96a400ceb79 req-8c298877-b240-457b-9709-92f2f1f9ba63 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452778 May 27 02:46:55.880206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-a2510a50-1781-4a09-9532-7f608b9dc766 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706627 May 27 02:46:55.886042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-4884c8d8-5059-40aa-9848-d96770b35edc service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554831 May 27 02:46:56.131569 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-80ce95c3-de0d-4d1d-98e5-e497bfc8fa60 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444913 May 27 02:46:56.134814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ad317775-dd95-44e5-9035-ae8aef24799c req-15c1ab7c-7672-4491-ba51-1487e37f79ee service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251885 May 27 02:46:57.063702 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af66ef-9b49-4ed7-8317-7ecdb460744c req-eca83ea1-4ea2-4060-bf70-bf81769b9839 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:57.065203 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9af66ef-9b49-4ed7-8317-7ecdb460744c req-eca83ea1-4ea2-4060-bf70-bf81769b9839 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0895452 May 27 02:46:57.116148 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f9af66ef-9b49-4ed7-8317-7ecdb460744c req-fb982738-c43f-43cd-a8aa-ab6585eb6db6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451117 May 27 02:46:58.307093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b092a2-6e6f-4b58-b53f-31f3a0198e98 req-60172486-329e-4346-bec4-c7d0b3342694 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:58.308598 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8b092a2-6e6f-4b58-b53f-31f3a0198e98 req-60172486-329e-4346-bec4-c7d0b3342694 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0838075 May 27 02:46:58.354108 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e8b092a2-6e6f-4b58-b53f-31f3a0198e98 req-5e15a19e-d8a7-40eb-852e-5f4dcc10b660 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396714 May 27 02:46:59.541644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997595e-443f-4cb3-83d3-c67ae58e9283 req-1879445d-823d-43b3-9e73-90f275222af5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:46:59.543202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a997595e-443f-4cb3-83d3-c67ae58e9283 req-1879445d-823d-43b3-9e73-90f275222af5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0824015 May 27 02:46:59.589381 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a997595e-443f-4cb3-83d3-c67ae58e9283 req-cc507f77-0edc-4936-81b6-f808d9a7c673 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 May 27 02:47:00.780024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c8c5-efc5-4154-a5cc-9b461ec4c0a7 req-caef6085-c566-442a-b089-6af075fb7fb3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:00.781423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39b2c8c5-efc5-4154-a5cc-9b461ec4c0a7 req-caef6085-c566-442a-b089-6af075fb7fb3 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0801051 May 27 02:47:00.826611 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39b2c8c5-efc5-4154-a5cc-9b461ec4c0a7 req-fa4643d2-62e9-4cbf-b97d-194caeb67128 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394051 May 27 02:47:02.026866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1277334-a8c2-4350-adc1-30985cc8dce8 req-e11bfdea-8d36-41bb-9255-b009fd7ccbb0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:02.028412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1277334-a8c2-4350-adc1-30985cc8dce8 req-e11bfdea-8d36-41bb-9255-b009fd7ccbb0 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0942805 May 27 02:47:02.074873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e1277334-a8c2-4350-adc1-30985cc8dce8 req-dd11d49d-7151-4f38-badb-074e0b9757ce tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407529 May 27 02:47:03.267905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d911e1-1da8-4f0c-956b-ad7b09caa5b1 req-a196fbf7-581c-4cb7-bc9d-4fd3c0aadf1a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:03.270312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61d911e1-1da8-4f0c-956b-ad7b09caa5b1 req-a196fbf7-581c-4cb7-bc9d-4fd3c0aadf1a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0876670 May 27 02:47:03.324325 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61d911e1-1da8-4f0c-956b-ad7b09caa5b1 req-30f96143-7114-47ea-85be-52b5fdd31c89 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449038 May 27 02:47:03.464479 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:03.769969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:04.514135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e496bb-354b-45ad-b45b-d322b6e1f573 req-9918c7f8-20ed-453a-8237-bf19a90bb015 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:04.515655 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e496bb-354b-45ad-b45b-d322b6e1f573 req-9918c7f8-20ed-453a-8237-bf19a90bb015 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0825953 May 27 02:47:04.563652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c5e496bb-354b-45ad-b45b-d322b6e1f573 req-c6e1dffd-0df9-4037-a1cb-f680bd4601bb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 May 27 02:47:05.751959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6674dc-02fd-4b8d-9eff-bde1f32503a9 req-ee978aa4-6a22-4b01-9c79-f0ad4db6a1dd tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:05.753396 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3b6674dc-02fd-4b8d-9eff-bde1f32503a9 req-ee978aa4-6a22-4b01-9c79-f0ad4db6a1dd tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0791950 May 27 02:47:05.802144 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3b6674dc-02fd-4b8d-9eff-bde1f32503a9 req-1be74829-8aa8-4f66-be68-40ced8fcf59e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425143 May 27 02:47:05.927096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84b861d1-9dcd-4a46-937c-46033691df32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:05.997321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:47:06.161638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:06.190351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'mac_address': 'fa:16:3e:5b:bf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:47:06.228053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-57d98156-dd58-4f91-834d-b5d74cebb538 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.229587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-57d98156-dd58-4f91-834d-b5d74cebb538 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.47 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42&tenant_id=e5c2b45418084daeabc8ee0351494f54&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 943 time: 0.1056752 May 27 02:47:06.252764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 17f302a6-ca26-4da1-a45f-714adf6b369d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:06.253346 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.270228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dbb2f-f48e-4401-95b9-7961366af2db req-e60c6fb3-29e9-42ad-97cf-7f3cd18b0c95 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.271549 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f302a6-ca26-4da1-a45f-714adf6b369d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:06.272183 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c5dbb2f-f48e-4401-95b9-7961366af2db req-e60c6fb3-29e9-42ad-97cf-7f3cd18b0c95 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 943 time: 0.0851812 May 27 02:47:06.293374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:06.299001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:06.324257 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c5dbb2f-f48e-4401-95b9-7961366af2db req-696b7077-ae46-4f98-87cc-10123be554e7 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 May 27 02:47:06.326224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-31fbd80f-cda2-47f8-bde4-e49d82ee6386 service neutron] 10.222.0.47 "GET /v2.0/ports/17f302a6-ca26-4da1-a45f-714adf6b369d/bindings/n-h2-843146-11 HTTP/1.1" status: 200 len: 383 time: 0.0913424 May 27 02:47:06.370222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:06.377959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.378314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.378657 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.379024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.379367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.379700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.380110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.380423 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.380753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.381080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.381404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.381731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:06.438507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-7f28f380-db16-430d-b493-1a5aaba6c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.440070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-7f28f380-db16-430d-b493-1a5aaba6c6a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1096 time: 0.0790911 May 27 02:47:06.581758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-1bad9007-69e1-49ec-9a13-23078e49e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.583256 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-1bad9007-69e1-49ec-9a13-23078e49e05d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.1366057 May 27 02:47:06.659210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['17f302a6-ca26-4da1-a45f-714adf6b369d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:47:06.686261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-0a5b5dfe-5271-4a66-93c7-667a2fa8cb71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 1000 time: 0.0963733 May 27 02:47:06.754375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-0dfdcc57-5089-4106-97a8-fa4861d41b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.755883 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-0dfdcc57-5089-4106-97a8-fa4861d41b98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0631907 May 27 02:47:06.833200 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-64c07110-8f46-40b2-9915-d0892048c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:06.834701 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-64c07110-8f46-40b2-9915-d0892048c09e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731637 May 27 02:47:06.972558 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-a53e0410-6bc0-4041-89c5-68737428c748 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307013 May 27 02:47:07.213274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-f4e50621-9a7a-4df9-99d4-efdbd901b73c service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345812 May 27 02:47:07.529164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369acd0-b9e0-4b57-96f2-c7c78b72e26e req-9ec17491-899b-4057-95ff-4586b155b606 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:07.530777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d369acd0-b9e0-4b57-96f2-c7c78b72e26e req-9ec17491-899b-4057-95ff-4586b155b606 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0857341 May 27 02:47:07.576773 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d369acd0-b9e0-4b57-96f2-c7c78b72e26e req-b6cea7cb-ae19-41c0-a093-c8abdf063027 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400233 May 27 02:47:08.003790 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:08.073240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ac59f1d-c270-4d0a-96bc-36bd977583ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.088611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 17f302a6-ca26-4da1-a45f-714adf6b369d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:08.093421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 17f302a6-ca26-4da1-a45f-714adf6b369d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:08.093821 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.212777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 17f302a6-ca26-4da1-a45f-714adf6b369d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:08.213163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.239834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:08.254970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:08.259533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:08.311350 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112ee087-8a16-4de8-9671-08753d688a28'] response: {'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'code': 200} May 27 02:47:08.330211 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:08.780010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3160c-94ad-483c-bbb4-d233062db6d5 req-41d5350f-545b-4302-a0a2-6f812da02c20 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:08.781504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d6f3160c-94ad-483c-bbb4-d233062db6d5 req-41d5350f-545b-4302-a0a2-6f812da02c20 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0946178 May 27 02:47:08.837699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d6f3160c-94ad-483c-bbb4-d233062db6d5 req-458517b5-3bbe-46c8-89dc-7aef5f903dba tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501282 May 27 02:47:09.438777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:09.609333 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:10.040114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23b90-0fc3-4edf-a2a5-dd17e09021ee req-170555d5-d9a3-4a4c-83f9-fba207bfab68 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:10.041627 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9a23b90-0fc3-4edf-a2a5-dd17e09021ee req-170555d5-d9a3-4a4c-83f9-fba207bfab68 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0869339 May 27 02:47:10.089800 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e9a23b90-0fc3-4edf-a2a5-dd17e09021ee req-6b983dca-9420-4f1e-85c8-4cf79b455902 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 May 27 02:47:10.145707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-6fea3cdd-74be-4b5f-b19a-562d13badfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:10.145707 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-6fea3cdd-74be-4b5f-b19a-562d13badfcb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42&tenant_id=e5c2b45418084daeabc8ee0351494f54 HTTP/1.1" status: 200 len: 1097 time: 0.0758362 May 27 02:47:10.153257 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:10.266462 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:10.562996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:10.595798 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:10.655956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:10.662320 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:10.678695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Transition to ACTIVE for port object 17f302a6-ca26-4da1-a45f-714adf6b369d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:10.683456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:10.724071 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b613c84-7388-4a47-8451-b6d989ab6829'] response: {'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'code': 200} May 27 02:47:10.850186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=10']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:10.913680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] No DVR routers for this DVR port 17f302a6-ca26-4da1-a45f-714adf6b369d on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:11.147189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:11.147830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:11.147948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:11.153253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:47:11.153571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Attempting to bind port 17f302a6-ca26-4da1-a45f-714adf6b369d on network b6712589-289c-4291-be8e-d6098ccebf4f {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:11.159156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:11.159497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Checking segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:11.159876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Bound using segment: {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:11.160303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Bound port: 17f302a6-ca26-4da1-a45f-714adf6b369d, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:11.160649 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.191637 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.279536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:11.282542 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15569562-d3a2-4617-9084-99c081482b63 req-75324c62-67fe-4c34-be30-de246ecc6d4f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:11.283896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:11.284413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15569562-d3a2-4617-9084-99c081482b63 req-75324c62-67fe-4c34-be30-de246ecc6d4f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0820925 May 27 02:47:11.290897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.338422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-15569562-d3a2-4617-9084-99c081482b63 req-ce22fe52-3359-4b79-91bc-509dda4955ec tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468450 May 27 02:47:11.368063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:11.368745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:11.370294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-68298b03-f931-4587-9d60-784db92daec6 service neutron] 10.222.0.13 "PUT /v2.0/ports/17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 1093 time: 1.2215419 May 27 02:47:11.385567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68298b03-f931-4587-9d60-784db92daec6 service neutron] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=11']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:11.468818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-5252657c-1e47-4136-b7e3-41fa40397e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:11.470338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-5252657c-1e47-4136-b7e3-41fa40397e65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1096 time: 0.0778742 May 27 02:47:11.736379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-83b22a9b-517b-400f-93f3-63e520a3eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:11.737861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-83b22a9b-517b-400f-93f3-63e520a3eb8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2612324 May 27 02:47:11.840724 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-8be912a4-a1d9-4fda-8471-d1f22f828f88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 999 time: 0.0967841 May 27 02:47:11.909293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-8cb7af11-b9c0-4ec4-9697-3800c7d3a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:11.910782 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-8cb7af11-b9c0-4ec4-9697-3800c7d3a250 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0630093 May 27 02:47:11.994062 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-cb76f991-a180-457b-9d6d-0c2bf96cff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:11.995514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-cb76f991-a180-457b-9d6d-0c2bf96cff2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781062 May 27 02:47:12.048572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:12.113479 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:12.134984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-78f866f8-58ac-4f9d-b61e-110385e0fa00 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325018 May 27 02:47:12.272391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b61ebac8-80b7-44a4-97f3-df131096f6df req-3e02b14e-e24f-4182-adcd-fdc4a94c32de service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303844 May 27 02:47:12.539689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f94b7e-54f6-4d2f-b790-58293b9963b7 req-844d0e46-7942-4fec-934e-a6504e231c4e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:12.541042 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3f94b7e-54f6-4d2f-b790-58293b9963b7 req-844d0e46-7942-4fec-934e-a6504e231c4e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0879169 May 27 02:47:12.590156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3f94b7e-54f6-4d2f-b790-58293b9963b7 req-7dde1a6c-7ee8-40c5-b1a0-77ee375a0172 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 May 27 02:47:12.724971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:12.784383 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da20d7f-c41f-4ee2-b622-76744c71e460'] response: {'name': 'network-changed', 'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'status': 'completed', 'code': 200} May 27 02:47:12.937152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-f2ad089c-dc3d-4410-83fa-ebc86533282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:12.938647 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-f2ad089c-dc3d-4410-83fa-ebc86533282b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1096 time: 0.1357017 May 27 02:47:12.944644 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-ade5f3e3-4d74-4b8b-b9bb-b4c42686cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:12.948745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-ade5f3e3-4d74-4b8b-b9bb-b4c42686cbb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c2b45418084daeabc8ee0351494f54&device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 1096 time: 0.1133528 May 27 02:47:13.188918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-9370702c-18b7-4c7c-9e0e-5e953c95ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:13.190264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-9370702c-18b7-4c7c-9e0e-5e953c95ba04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2430716 May 27 02:47:13.191260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-7d080e55-703e-44aa-9fbc-ce1cb9fb9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:13.192532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-7d080e55-703e-44aa-9fbc-ce1cb9fb9bd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 200 len: 912 time: 0.2268455 May 27 02:47:13.384788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-8b847c83-45f4-4707-9e17-a7dbaace1214 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 999 time: 0.1878524 May 27 02:47:13.386557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-8c7d1533-f045-4869-bd3d-01bafd643426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 200 len: 999 time: 0.1424851 May 27 02:47:13.500260 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-6b0f553a-e88d-43e0-8231-7291680a763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:13.501622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-6b0f553a-e88d-43e0-8231-7291680a763e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.1100888 May 27 02:47:13.504948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-e08fa7a5-20af-4348-b0a7-0d17ab8823ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:13.506253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-e08fa7a5-20af-4348-b0a7-0d17ab8823ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 200 len: 850 time: 0.0851161 May 27 02:47:13.814898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-86137551-d7dd-4834-a95d-487ab0823397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:13.816508 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-86137551-d7dd-4834-a95d-487ab0823397 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3092637 May 27 02:47:13.820215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d797-470b-46c9-a598-1198843dc737 req-bd817293-4e61-487c-8eff-b340bac59ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:13.821657 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-bd817293-4e61-487c-8eff-b340bac59ca0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6712589-289c-4291-be8e-d6098ccebf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671147 May 27 02:47:14.005999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8a1d2-d309-4053-8511-b085b3985ec2 req-568410fc-4c11-4dcf-9603-35464f06633f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:14.007435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3b8a1d2-d309-4053-8511-b085b3985ec2 req-568410fc-4c11-4dcf-9603-35464f06633f tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.2855473 May 27 02:47:14.103798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-81c3c150-c330-46d0-a70d-38d80c46ac06 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793207 May 27 02:47:14.115212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f3b8a1d2-d309-4053-8511-b085b3985ec2 req-10f455aa-065a-4257-ab97-f4c34a23c77c tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995533 May 27 02:47:14.199040 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-32388469-a0ae-4ec1-b7e7-0b779e519b04 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547616 May 27 02:47:14.354015 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-f5f7946b-239b-4af4-9392-6edab4844f28 service neutron] 10.222.0.47 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437737 May 27 02:47:14.379773 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bd43d797-470b-46c9-a598-1198843dc737 req-482210b0-17d8-428b-86b7-b37ee94ed839 service neutron] 10.222.0.13 "GET /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726613 May 27 02:47:15.316508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6928-cd4f-4aac-99ca-6f1967dc9d08 req-d5a93395-55ee-4422-8cb5-7803a8d8c39a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:15.317992 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd7b6928-cd4f-4aac-99ca-6f1967dc9d08 req-d5a93395-55ee-4422-8cb5-7803a8d8c39a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0908811 May 27 02:47:15.363033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd7b6928-cd4f-4aac-99ca-6f1967dc9d08 req-aa27943f-6352-494b-925c-6a4d6c6a404a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 May 27 02:47:16.553045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ce07f-766a-4f6c-b065-cf70001a1bf4 req-a770654a-a1d6-4f41-8a30-64bb4d30aeea tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:16.554675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-864ce07f-766a-4f6c-b065-cf70001a1bf4 req-a770654a-a1d6-4f41-8a30-64bb4d30aeea tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0822895 May 27 02:47:16.600579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-864ce07f-766a-4f6c-b065-cf70001a1bf4 req-3af7e768-d3fe-41f3-9c8b-299bb2e0d744 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 May 27 02:47:17.797426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e0e35-20e2-4faf-9fb9-0badd18df915 req-f9baf210-f3db-462b-91ed-ee81f4417c3e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:17.798949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b3e0e35-20e2-4faf-9fb9-0badd18df915 req-f9baf210-f3db-462b-91ed-ee81f4417c3e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0888238 May 27 02:47:17.847884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6b3e0e35-20e2-4faf-9fb9-0badd18df915 req-f3074c14-f9f3-4df1-ba6f-581aaa1d5cc8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426464 May 27 02:47:19.043444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff77e9-2df2-4596-b3de-608f5f0ea96a req-1cc6bae5-c006-4a07-8dd5-01e1fa24b2eb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:19.045020 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82ff77e9-2df2-4596-b3de-608f5f0ea96a req-1cc6bae5-c006-4a07-8dd5-01e1fa24b2eb tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0882244 May 27 02:47:19.101440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82ff77e9-2df2-4596-b3de-608f5f0ea96a req-945cdd55-f256-439c-8205-c16f5a47ad79 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488651 May 27 02:47:20.289626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4851424-7580-4ec9-b7ff-065070b69840 req-6abd6306-dedf-4646-a70f-baceee6a9afe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:20.291140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4851424-7580-4ec9-b7ff-065070b69840 req-6abd6306-dedf-4646-a70f-baceee6a9afe tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0803204 May 27 02:47:20.339035 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b4851424-7580-4ec9-b7ff-065070b69840 req-82bfe17c-cb43-4f64-84cb-222279727ad5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 May 27 02:47:21.533108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed10eb7-ed8a-450d-b7b5-2be6eb65ab56 req-23c7e19d-8a7c-47f7-b2ac-b42203ca69ef tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:21.534751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ed10eb7-ed8a-450d-b7b5-2be6eb65ab56 req-23c7e19d-8a7c-47f7-b2ac-b42203ca69ef tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 944 time: 0.0836501 May 27 02:47:21.584974 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ed10eb7-ed8a-450d-b7b5-2be6eb65ab56 req-6c35e469-558a-4b4c-88e5-b222f248272d tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 May 27 02:47:22.233915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:47:22.395673 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:22.414459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'port_id': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'mac_address': 'fa:16:3e:5b:bf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:47:22.487052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 17f302a6-ca26-4da1-a45f-714adf6b369d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:22.487518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.507021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f302a6-ca26-4da1-a45f-714adf6b369d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:22.524136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:22.532647 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:22.625393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=12']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:22.807212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037af1-6e4f-4fd9-87aa-f317a4ef33bd req-c624ce10-b508-4e38-9e90-2cb208309e00 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:22.808726 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef037af1-6e4f-4fd9-87aa-f317a4ef33bd req-c624ce10-b508-4e38-9e90-2cb208309e00 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0968730 May 27 02:47:22.863560 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ef037af1-6e4f-4fd9-87aa-f317a4ef33bd req-1ec91864-fe3f-44e2-87ea-8c3f89d970b8 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490928 May 27 02:47:22.878079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['17f302a6-ca26-4da1-a45f-714adf6b369d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:47:23.060022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba3b92-99b6-46dd-9bfb-3faf6e17a39e req-3f92d3c1-341a-476d-ab18-782554f82106 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.061461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86ba3b92-99b6-46dd-9bfb-3faf6e17a39e req-3f92d3c1-341a-476d-ab18-782554f82106 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0886056 May 27 02:47:23.110485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-86ba3b92-99b6-46dd-9bfb-3faf6e17a39e req-585bbed7-fd4c-4028-b4ac-6ce782048f53 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433302 May 27 02:47:23.298742 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9d82-e11c-42f2-80e4-f422c6f92ec3 req-367772e3-7209-4fcd-adec-c40e6c749e3e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.300268 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f72f9d82-e11c-42f2-80e4-f422c6f92ec3 req-367772e3-7209-4fcd-adec-c40e6c749e3e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0822520 May 27 02:47:23.346540 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f72f9d82-e11c-42f2-80e4-f422c6f92ec3 req-e51dd73d-3efb-40f7-b251-91af8571dfa5 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 May 27 02:47:23.748000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c69dd4-8583-409d-b2c1-dcd60c9c328e req-e412a2eb-5dc9-4c7c-acc6-74e386e573dd tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:23.749473 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2c69dd4-8583-409d-b2c1-dcd60c9c328e req-e412a2eb-5dc9-4c7c-acc6-74e386e573dd tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 945 time: 0.0845218 May 27 02:47:23.794891 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2c69dd4-8583-409d-b2c1-dcd60c9c328e req-cd9befe7-1a78-4dd1-bfbc-6709488658e4 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 May 27 02:47:24.231487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:24.333009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 17f302a6-ca26-4da1-a45f-714adf6b369d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:24.338527 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 17f302a6-ca26-4da1-a45f-714adf6b369d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:24.338949 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.457416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 17f302a6-ca26-4da1-a45f-714adf6b369d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:24.457799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.485640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:24.496316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:24.499793 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:24.534440 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faaa993b-0d96-4740-bbe5-4cfe142ffec8'] response: {'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'code': 200} May 27 02:47:24.575633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=13']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:25.147994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c849b-238e-449e-9b55-a9a3a55ef8cc req-ac58e8cc-3c3e-40e2-a0e0-f20c3ab4970e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:25.149482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c0c849b-238e-449e-9b55-a9a3a55ef8cc req-ac58e8cc-3c3e-40e2-a0e0-f20c3ab4970e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 946 time: 0.0828319 May 27 02:47:25.198512 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c0c849b-238e-449e-9b55-a9a3a55ef8cc req-5c637176-063f-46cd-9884-8a2e477b569e tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430923 May 27 02:47:25.532579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-089655a4-eb2f-4e7c-8f61-8fdbea374b41 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:25.534100 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-089655a4-eb2f-4e7c-8f61-8fdbea374b41 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 946 time: 0.0826247 May 27 02:47:25.612370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Deleting port 17f302a6-ca26-4da1-a45f-714adf6b369d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:25.612623 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:25.867765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] For port 17f302a6-ca26-4da1-a45f-714adf6b369d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=17f302a6-ca26-4da1-a45f-714adf6b369d,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:25.868662 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:26.281017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:26.281397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:26.281714 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Floating IP fb2887bd-26a0-40dd-af53-dc11642ee438 disassociated. External IP: 172.25.3.96, port: 17f302a6-ca26-4da1-a45f-714adf6b369d. May 27 02:47:26.282052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Calling delete_port for 17f302a6-ca26-4da1-a45f-714adf6b369d owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:26.481239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78cb3-a933-4972-b949-0f6f9b2cf334 req-6e4da169-5ff9-47f8-b3c7-6e98353470ed tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:26.482654 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3c78cb3-a933-4972-b949-0f6f9b2cf334 req-6e4da169-5ff9-47f8-b3c7-6e98353470ed tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 946 time: 0.1702290 May 27 02:47:26.537630 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:26.596071 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a3c78cb3-a933-4972-b949-0f6f9b2cf334 req-72c618ee-ee11-4a7c-898f-9d1c158f7f62 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups?id=2360cc0e-3d8b-4866-a858-deadbd730daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028042 May 27 02:47:26.598688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event deleted for resources: {'Port': ['ID=17f302a6-ca26-4da1-a45f-714adf6b369d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:26.804620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:26.988765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:26.998894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:27.009374 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:27.010008 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:27.065918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] No DVR routers for this DVR port 17f302a6-ca26-4da1-a45f-714adf6b369d on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:27.068665 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:27.071942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-deleted', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:27.089237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b2ec460-e66c-4832-9f68-38e79da9fd6a req-8cc54deb-0829-4d2b-a589-4a1b75727876 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.13 "DELETE /v2.0/ports/17f302a6-ca26-4da1-a45f-714adf6b369d HTTP/1.1" status: 204 len: 173 time: 1.5492597 May 27 02:47:27.123086 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3efb5f4-a85a-4b44-a47c-fa66d0fd1beb'] response: {'server_uuid': '377e4947-5bf0-4458-a972-56c4a701ae42', 'name': 'network-vif-deleted', 'tag': '17f302a6-ca26-4da1-a45f-714adf6b369d', 'status': 'completed', 'code': 200} May 27 02:47:27.209158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:27.546066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:27.550972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:27.559663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:27.560296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:27.747322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:27.775079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c81f4345-a0d8-41f5-9049-19d8bda01895 req-155d159c-5db2-48ae-b347-61683c678ec6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Synchronizing usage tracker for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:27.795417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c81f4345-a0d8-41f5-9049-19d8bda01895 req-155d159c-5db2-48ae-b347-61683c678ec6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Unset dirty status for tenant:e5c2b45418084daeabc8ee0351494f54 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:27.798103 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c81f4345-a0d8-41f5-9049-19d8bda01895 req-155d159c-5db2-48ae-b347-61683c678ec6 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/ports?device_id=377e4947-5bf0-4458-a972-56c4a701ae42 HTTP/1.1" status: 200 len: 210 time: 0.0702324 May 27 02:47:28.083050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:28.087723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058eadc-9eff-47b0-990a-9ecc7738bffb None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:40:17Z', 'revision_number': 4, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c98a3a24-a34e-4378-8315-939354b49507', 'name': '', 'network_id': 'b6712589-289c-4291-be8e-d6098ccebf4f', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'mac_address': 'fa:16:3e:b8:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '688921ef-4923-43e7-8b3c-f5186967333f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:16Z', 'updated_at': '2022-05-27T02:40:22Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'subnets': [{'id': '688921ef-4923-43e7-8b3c-f5186967333f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:28.229424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:28.269887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 17f302a6-ca26-4da1-a45f-714adf6b369d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:28.270249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 17f302a6-ca26-4da1-a45f-714adf6b369d not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:28.329996 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ca91d-4ad7-44d9-a378-9935f797dba9 None None] New status for floating IP fb2887bd-26a0-40dd-af53-dc11642ee438: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:47:31.157834 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:47:32.090197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60496) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:32.164233 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8693-6a2d-42d6-ad08-0b856e5e1417 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.192936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8693-6a2d-42d6-ad08-0b856e5e1417 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.247823 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8693-6a2d-42d6-ad08-0b856e5e1417 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.267842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a8693-6a2d-42d6-ad08-0b856e5e1417 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2360cc0e-3d8b-4866-a858-deadbd730daa,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:32.277862 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8693-6a2d-42d6-ad08-0b856e5e1417 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.279030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dd0a8693-6a2d-42d6-ad08-0b856e5e1417 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "DELETE /v2.0/security-groups/2360cc0e-3d8b-4866-a858-deadbd730daa HTTP/1.1" status: 204 len: 168 time: 0.1877711 May 27 02:47:32.281503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60500) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:32.301471 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [None req-8c374204-24fb-4765-8e72-c44a83e9141a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] show failed (client error): The resource could not be found. May 27 02:47:32.302485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8c374204-24fb-4765-8e72-c44a83e9141a tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "GET /v2.0/security-groups/2360cc0e-3d8b-4866-a858-deadbd730daa HTTP/1.1" status: 404 len: 347 time: 0.0200815 May 27 02:47:32.305220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60504) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:32.462853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Deleting port 165d1a2d-d13f-4dd7-b3d4-287fb48971f5 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:32.463191 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.746353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.746690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:32.873549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Calling delete_port for 165d1a2d-d13f-4dd7-b3d4-287fb48971f5 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:33.023540 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.071618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Pushing event deleted for resources: {'Port': ['ID=165d1a2d-d13f-4dd7-b3d4-287fb48971f5,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:33.171642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.191382 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.195429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9f6f4737-f7b3-4bc7-8291-b021884d5c26 tempest-ServerActionsTestJSON-1746357477 tempest-ServerActionsTestJSON-1746357477-project] 10.222.0.16 "DELETE /v2.0/floatingips/fb2887bd-26a0-40dd-af53-dc11642ee438 HTTP/1.1" status: 204 len: 168 time: 0.8859298 May 27 02:47:33.195768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60508) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:33.463290 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.770241 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:33.965220 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.333157 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Deleting port c98a3a24-a34e-4378-8315-939354b49507 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:34.333932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.508608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] For port c98a3a24-a34e-4378-8315-939354b49507, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c98a3a24-a34e-4378-8315-939354b49507,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:34.508964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.636842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Calling delete_port for c98a3a24-a34e-4378-8315-939354b49507 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:34.819892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:34.870086 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98a3a24-a34e-4378-8315-939354b49507,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:34.914210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.914665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.914934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.915267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.915594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.915928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.916253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.916589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.916899 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.917208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.917528 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:34.917925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:47:35.154284 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:35.647034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Router 33542558-14fa-40f0-a54a-bbce67cca54a has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:47:35.828741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:47:35.837324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] Sync routers for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:47:35.840882 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-90054a90-98f9-4543-84aa-7929632af9c8 admin admin] 10.222.0.16 "PUT /v2.0/routers/33542558-14fa-40f0-a54a-bbce67cca54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6433268 May 27 02:47:35.843308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60516) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:35.846948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:35.847566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:35.978984 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2cf8-48ac-4365-a393-c09c5996cc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.021747 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.078409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:36.218184 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.229409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Deleting port af1450dc-19a2-46c9-bc18-13ddd42083fe {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:36.229668 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.376198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:47:34Z', 'revision_number': 5, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port': {'id': 'af1450dc-19a2-46c9-bc18-13ddd42083fe', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:40:14Z', 'updated_at': '2022-05-27T02:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:36.381276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] Checking router: 33542558-14fa-40f0-a54a-bbce67cca54a for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:47:36.389971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] Routers {'33542558-14fa-40f0-a54a-bbce67cca54a'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:47:36.390626 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:47:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['33542558-14fa-40f0-a54a-bbce67cca54a'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:36.418051 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] For port af1450dc-19a2-46c9-bc18-13ddd42083fe, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=af1450dc-19a2-46c9-bc18-13ddd42083fe,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:36.418410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.545631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Calling delete_port for af1450dc-19a2-46c9-bc18-13ddd42083fe owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:36.551548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] Set router 33542558-14fa-40f0-a54a-bbce67cca54a gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:47:36.663607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:47:36Z', 'revision_number': 6, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:36.667763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff51f1f-62ed-4a72-815c-cc4da96701b4 None None] The sync data for ids ['33542558-14fa-40f0-a54a-bbce67cca54a'] in n-d-843146-11 is: [{'id': '33542558-14fa-40f0-a54a-bbce67cca54a', 'name': 'tempest-ServerActionsTestJSON-604305974-router', 'tenant_id': 'e5c2b45418084daeabc8ee0351494f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:40:13Z', 'updated_at': '2022-05-27T02:47:36Z', 'revision_number': 6, 'project_id': 'e5c2b45418084daeabc8ee0351494f54', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:47:36.854778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:36.900895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1450dc-19a2-46c9-bc18-13ddd42083fe,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:36.993891 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.172251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.174430 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.198765 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.199202 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33542558-14fa-40f0-a54a-bbce67cca54a {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:47:37.211937 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.213069 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1d7a199f-aa01-476b-b911-e1c82774c571 admin admin] 10.222.0.16 "DELETE /v2.0/routers/33542558-14fa-40f0-a54a-bbce67cca54a HTTP/1.1" status: 204 len: 168 time: 1.3688762 May 27 02:47:37.215716 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60520) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:37.277963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] Deleting subnet 688921ef-4923-43e7-8b3c-f5186967333f {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:47:37.281013 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.330137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.409191 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.481599 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.520555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688921ef-4923-43e7-8b3c-f5186967333f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:37.522529 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.529006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6362bb-0783-4995-83c4-f7a7288cb7d6 None None] Network b6712589-289c-4291-be8e-d6098ccebf4f requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:37.532876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60524) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:37.533312 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4812eb04-e811-4cf9-bdfa-f4467c599cac admin admin] 10.222.0.16 "DELETE /v2.0/subnets/688921ef-4923-43e7-8b3c-f5186967333f HTTP/1.1" status: 204 len: 168 time: 0.3162560 May 27 02:47:37.647847 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.659425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Deleting port cd2048b4-2857-4dad-bac1-fdcbb047a641 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:37.659901 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.821720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] DHCP port deletion for b6712589-289c-4291-be8e-d6098ccebf4f request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:47:37.827839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Deleting port cd2048b4-2857-4dad-bac1-fdcbb047a641 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:37.828279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:37.886861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] For port cd2048b4-2857-4dad-bac1-fdcbb047a641, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cd2048b4-2857-4dad-bac1-fdcbb047a641,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:37.887237 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.022505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Calling delete_port for cd2048b4-2857-4dad-bac1-fdcbb047a641 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:38.056503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] For port cd2048b4-2857-4dad-bac1-fdcbb047a641, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cd2048b4-2857-4dad-bac1-fdcbb047a641,segment=NetworkSegment(d6570c35-4d03-4b29-93b4-4ade5fa14ee9),segment_id=d6570c35-4d03-4b29-93b4-4ade5fa14ee9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:38.056816 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.103474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.126866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9266-ff40-41b2-97de-7bedc40cd252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.156269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2048b4-2857-4dad-bac1-fdcbb047a641,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:38.158085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] No DVR routers for this DVR port cd2048b4-2857-4dad-bac1-fdcbb047a641 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:47:38.235718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Calling delete_port for cd2048b4-2857-4dad-bac1-fdcbb047a641 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:47:38.280720 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.307975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6712589-289c-4291-be8e-d6098ccebf4f']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:38.309147 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:47:38.309497 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:47:38.320712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:38.322751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6570c35-4d03-4b29-93b4-4ade5fa14ee9') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:47:38.334912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.353497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.359821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:47:38.360213 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.504242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c98a3a24-a34e-4378-8315-939354b49507 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:38.542440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c98a3a24-a34e-4378-8315-939354b49507 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:38.542440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c98a3a24-a34e-4378-8315-939354b49507 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:38.543031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af1450dc-19a2-46c9-bc18-13ddd42083fe no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:38.580513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: af1450dc-19a2-46c9-bc18-13ddd42083fe {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:38.581845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device af1450dc-19a2-46c9-bc18-13ddd42083fe not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:38.582340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd2048b4-2857-4dad-bac1-fdcbb047a641 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:47:38.588080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.608449 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.614329 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment d6570c35-4d03-4b29-93b4-4ade5fa14ee9 resource provider aggregate not found May 27 02:47:38.625405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6712589-289c-4291-be8e-d6098ccebf4f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:38.633664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: cd2048b4-2857-4dad-bac1-fdcbb047a641 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:47:38.634109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cd2048b4-2857-4dad-bac1-fdcbb047a641 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:47:38.635155 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment d6570c35-4d03-4b29-93b4-4ade5fa14ee9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6570c35-4d03-4b29-93b4-4ade5fa14ee9 found for delete ", "request_id": "req-97b7b7d5-f726-47bc-9212-2f390aff09d1"}]} May 27 02:47:38.644799 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44745768-e559-4dbf-81ce-4a6e6b4adb3a admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6712589-289c-4291-be8e-d6098ccebf4f HTTP/1.1" status: 204 len: 168 time: 1.1099863 May 27 02:47:38.759303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60538) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:38.810045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-194afbb8-a4bb-4d1b-8e9a-62c485f6d28a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5c2b45418084daeabc8ee0351494f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493879 May 27 02:47:38.810336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Deleting port cd2048b4-2857-4dad-bac1-fdcbb047a641 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:47:38.810872 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.812406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60542) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:38.873827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de7a3223-9bca-4f39-b2af-9afbb9c29cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.882306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d65fa-2181-42ef-8171-81ce4e8f70d0 None None] The port 'cd2048b4-2857-4dad-bac1-fdcbb047a641' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:47:38.905134 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de7a3223-9bca-4f39-b2af-9afbb9c29cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.963610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de7a3223-9bca-4f39-b2af-9afbb9c29cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.981236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a3223-9bca-4f39-b2af-9afbb9c29cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a20a7ce-ecc3-4dbc-8d45-f0bf4b2f9e9b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:38.989497 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-de7a3223-9bca-4f39-b2af-9afbb9c29cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:38.990806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-de7a3223-9bca-4f39-b2af-9afbb9c29cc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a20a7ce-ecc3-4dbc-8d45-f0bf4b2f9e9b HTTP/1.1" status: 204 len: 168 time: 0.1774595 May 27 02:47:39.444275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.610178 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.800849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60566) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:39.906400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1162860965-network', 'tenant_id': 'd5fc13bc1de349f4b03381101f8e24df'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:39.911942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:39.916740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Usage tracker for resource:network and tenant:d5fc13bc1de349f4b03381101f8e24df is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:39.919600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:39.925272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:39.936610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Made reservation on behalf of d5fc13bc1de349f4b03381101f8e24df for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:39.938960 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.951801 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:39.966965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:39.970817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fc13bc1de349f4b03381101f8e24df is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:39.973582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:39.979250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:40.067399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.071694 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.101891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:47:40.110917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a2734-2a04-4351-a49c-23d8161198de,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:40.116909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.117283 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Added segment e05fe2c6-2149-48de-b9cf-0279e37e2959 of type vlan for network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 May 27 02:47:40.155307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.187601 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.188699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:40.189284 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.298972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4968879 May 27 02:47:40.299696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72800105-7e0f-4aa1-836e-f3bb598cf679 admin admin] Pushing event updated for resources: {'Network': ['ID=da6005b7-42c5-4ea7-8f73-b9db4a96afc9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:40.302067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60572) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:47:40.307821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Request body: {'subnet': {'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1162860965-subnet', 'tenant_id': 'd5fc13bc1de349f4b03381101f8e24df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:40.311706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:47:40.313755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:40.317963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Usage tracker for resource:subnet and tenant:d5fc13bc1de349f4b03381101f8e24df is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:40.320984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:40.329852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:40.340539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Made reservation on behalf of d5fc13bc1de349f4b03381101f8e24df for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:40.342843 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.566630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.645491 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293cf372-ac7a-404d-ab7c-99de2df0da01,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:40.654912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Checking segment: {'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:40.655270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Network hostable DHCP agents. Network: da6005b7-42c5-4ea7-8f73-b9db4a96afc9, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:47:40.675258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:47:40.686475 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, da6005b7-42c5-4ea7-8f73-b9db4a96afc9) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:40.692415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:40.692621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:40.698474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f621c-6051-448f-a0f2-101e537ebb2a None None] Network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:40.728562 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3d83ab02-2bd9-4654-857e-85e0c7eb1177 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4250481 May 27 02:47:40.929984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35636b-5397-4a98-a654-4ce2194d2f8d None None] Network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:47:41.198298 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:41.270220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-9aada5f2-d9c5-4baa-8182-3a51c3b75546 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:41.270881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-9aada5f2-d9c5-4baa-8182-3a51c3b75546 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Synchronizing usage tracker for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:41.289040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-9aada5f2-d9c5-4baa-8182-3a51c3b75546 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Unset dirty status for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:41.291050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-9aada5f2-d9c5-4baa-8182-3a51c3b75546 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/networks?id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 200 len: 814 time: 0.1832004 May 27 02:47:41.309779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-034615c4-ae3d-4aa3-80b2-7adb525f3874 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/quotas/d5fc13bc1de349f4b03381101f8e24df HTTP/1.1" status: 200 len: 375 time: 0.0101821 May 27 02:47:41.362639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-e17289ac-33f3-4c85-b0f3-4c79ebd829ee tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5fc13bc1de349f4b03381101f8e24df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473001 May 27 02:47:41.471523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-cc2178f2-a5ac-462a-ae15-73758f33e034 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:47:41.472526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-cc2178f2-a5ac-462a-ae15-73758f33e034 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518785 May 27 02:47:41.610611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-98bf8780-891d-4911-8561-e0a16871f2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320012 May 27 02:47:41.747477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-206ce4aa-515c-463e-8a4c-78ce79314f42 service neutron] 10.222.0.16 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305194 May 27 02:47:41.936260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cc73551d-c7d0-4669-b111-11d80f426a6d req-ab188ad8-b5d9-4c31-8987-ceae859d050d tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 210 time: 0.0457177 May 27 02:47:43.045429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-c46fbbd0-81ef-43e4-a3c4-a55973cd00a2 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:43.047161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-c46fbbd0-81ef-43e4-a3c4-a55973cd00a2 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.47 "GET /v2.0/networks?id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 200 len: 814 time: 0.1645997 May 27 02:47:43.091749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Request body: {'port': {'device_id': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9', 'admin_state_up': True, 'tenant_id': 'd5fc13bc1de349f4b03381101f8e24df'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:43.114120 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dfc9e64f-110b-4ab3-ae8b-6152c87388c1 req-fe4e7985-e805-4611-ae90-362551e37ac8 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 210 time: 0.0636542 May 27 02:47:43.238999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:43.242853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Usage tracker for resource:port and tenant:d5fc13bc1de349f4b03381101f8e24df is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:47:43.245772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:47:43.251811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:43.261068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Made reservation on behalf of d5fc13bc1de349f4b03381101f8e24df for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:43.264643 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:43.430566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Allocated IP 172.20.0.3 (da6005b7-42c5-4ea7-8f73-b9db4a96afc9/293cf372-ac7a-404d-ab7c-99de2df0da01/532595cf-547a-4752-a405-fd66da120730) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:43.644526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:43.674792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:43.846579 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:47:43.849856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:47:43.853721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:47:43.884782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Pushing event updated for resources: {'Port': ['ID=532595cf-547a-4752-a405-fd66da120730,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:43.922290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:43.922938 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:43.943981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-b5435fe8-408b-4600-8aec-271f9acfd4e6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609946 May 27 02:47:43.955086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Request body: {'port': {'device_id': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:44.071709 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.312054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe90e2-3b4b-4414-a46c-7f7ef027fd12 req-747e1af6-7255-47c3-a0c9-fbf2f7f6d9be tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:44.313786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4afe90e2-3b4b-4414-a46c-7f7ef027fd12 req-747e1af6-7255-47c3-a0c9-fbf2f7f6d9be tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 931 time: 0.0874169 May 27 02:47:44.360941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4afe90e2-3b4b-4414-a46c-7f7ef027fd12 req-15be4c08-d06d-4359-b6d9-1ccb1bc7bf95 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 May 27 02:47:44.434609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532595cf-547a-4752-a405-fd66da120730 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:44.442112 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.456695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Transition to ACTIVE for port object 532595cf-547a-4752-a405-fd66da120730 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:47:44.461169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.618792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Pushing event updated for resources: {'Port': ['ID=532595cf-547a-4752-a405-fd66da120730,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:44.707288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Attempting to bind port 532595cf-547a-4752-a405-fd66da120730 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:47:44.707517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Attempting to bind port 532595cf-547a-4752-a405-fd66da120730 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:47:44.707848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Attempting to bind port 532595cf-547a-4752-a405-fd66da120730 on network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:44.713073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Port 532595cf-547a-4752-a405-fd66da120730 on network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:47:44.713384 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Attempting to bind port 532595cf-547a-4752-a405-fd66da120730 on network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:47:44.718480 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:47:44.718851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Checking segment: {'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:47:44.719237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Bound using segment: {'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:47:44.719658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Bound port: 532595cf-547a-4752-a405-fd66da120730, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:47:44.720005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.816351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] For port 532595cf-547a-4752-a405-fd66da120730, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:47:44.819449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] For port 532595cf-547a-4752-a405-fd66da120730, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=532595cf-547a-4752-a405-fd66da120730,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:47:44.824942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.888685 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:44.889311 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:44.890687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] 10.222.0.47 "PUT /v2.0/ports/532595cf-547a-4752-a405-fd66da120730 HTTP/1.1" status: 200 len: 1092 time: 0.9397738 May 27 02:47:44.891173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'tag': '532595cf-547a-4752-a405-fd66da120730'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:44.912108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117a3fd-e18f-4d40-87d8-019ebfdd1b05 service neutron] Pushing event updated for resources: {'Port': ['ID=532595cf-547a-4752-a405-fd66da120730,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:44.964420 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4e8350-bf60-4aae-ad17-e30e578b9fbc'] response: {'name': 'network-changed', 'server_uuid': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'tag': '532595cf-547a-4752-a405-fd66da120730', 'status': 'completed', 'code': 200} May 27 02:47:45.005610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-33f1b416-8b47-4c4d-b096-e292ac553a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.007140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-33f1b416-8b47-4c4d-b096-e292ac553a3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5fc13bc1de349f4b03381101f8e24df&device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 1095 time: 0.0764403 May 27 02:47:45.081005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-a8909492-8309-4d9b-9e3f-1792590e9008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=532595cf-547a-4752-a405-fd66da120730 HTTP/1.1" status: 200 len: 217 time: 0.0667095 May 27 02:47:45.150161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-02b2c9c9-34ca-43a9-9a95-b7b8d267b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.151649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-02b2c9c9-34ca-43a9-9a95-b7b8d267b08a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=293cf372-ac7a-404d-ab7c-99de2df0da01 HTTP/1.1" status: 200 len: 854 time: 0.0638897 May 27 02:47:45.200601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-aae565f8-bdb7-4a61-9148-e36741a9cdd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430903 May 27 02:47:45.337400 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-f740c0cb-665f-442e-bfa2-6e721938a12d service neutron] 10.222.0.47 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305852 May 27 02:47:45.476165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d00bf331-b02f-4024-aec6-1bed1e105670 req-a02ed301-b1da-429a-8dff-a8b2298715bd service neutron] 10.222.0.47 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322064 May 27 02:47:45.556061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0419-ec00-4cba-b47b-2bf08f76bc06 req-e1dc493b-d65b-4c3d-8406-ac585b1fc971 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.557838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a67f0419-ec00-4cba-b47b-2bf08f76bc06 req-e1dc493b-d65b-4c3d-8406-ac585b1fc971 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 943 time: 0.0873561 May 27 02:47:45.605429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00bdec-8931-45ca-b420-231ec3999092 req-08f68896-3bce-4200-b802-37203df1a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.606966 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec00bdec-8931-45ca-b420-231ec3999092 req-08f68896-3bce-4200-b802-37203df1a4fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5fc13bc1de349f4b03381101f8e24df&device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 1095 time: 0.0798488 May 27 02:47:45.614065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a67f0419-ec00-4cba-b47b-2bf08f76bc06 req-c0587918-6fdc-4221-a0b6-75019d987cca tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484400 May 27 02:47:45.844128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00bdec-8931-45ca-b420-231ec3999092 req-66da1148-3c0f-4cbc-b5c3-953a504e1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.845627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec00bdec-8931-45ca-b420-231ec3999092 req-66da1148-3c0f-4cbc-b5c3-953a504e1ead service neutron] 10.222.0.47 "GET /v2.0/networks?id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 200 len: 915 time: 0.2329934 May 27 02:47:45.917737 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec00bdec-8931-45ca-b420-231ec3999092 req-37f1bb36-187c-483f-908c-2d567321c508 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=532595cf-547a-4752-a405-fd66da120730 HTTP/1.1" status: 200 len: 217 time: 0.0653894 May 27 02:47:45.981680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00bdec-8931-45ca-b420-231ec3999092 req-a27849ee-774c-49b6-b08a-f73f0bfc7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:45.983157 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec00bdec-8931-45ca-b420-231ec3999092 req-a27849ee-774c-49b6-b08a-f73f0bfc7673 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=293cf372-ac7a-404d-ab7c-99de2df0da01 HTTP/1.1" status: 200 len: 854 time: 0.0600154 May 27 02:47:46.037690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec00bdec-8931-45ca-b420-231ec3999092 req-8b9b6475-0d9f-4996-8b20-857eb35aae68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479710 May 27 02:47:46.180885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec00bdec-8931-45ca-b420-231ec3999092 req-a133173f-4305-47c5-8a64-70859db2dfe5 service neutron] 10.222.0.47 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360483 May 27 02:47:46.316785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec00bdec-8931-45ca-b420-231ec3999092 req-290d3959-d0e7-4138-b80a-ee506316a8a4 service neutron] 10.222.0.47 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301174 May 27 02:47:46.804288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796440a-0cff-4f2c-8862-54da2105231d req-744fbb27-b5d7-45d1-a4d7-d74430a9866d tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:46.804901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5796440a-0cff-4f2c-8862-54da2105231d req-744fbb27-b5d7-45d1-a4d7-d74430a9866d tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Synchronizing usage tracker for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:46.822047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5796440a-0cff-4f2c-8862-54da2105231d req-744fbb27-b5d7-45d1-a4d7-d74430a9866d tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Unset dirty status for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:46.823489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5796440a-0cff-4f2c-8862-54da2105231d req-744fbb27-b5d7-45d1-a4d7-d74430a9866d tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 943 time: 0.0999360 May 27 02:47:46.868733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5796440a-0cff-4f2c-8862-54da2105231d req-9cbd63bd-2015-4695-a132-aa799aec9a6f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Synchronizing usage tracker for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:47:46.885481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-5796440a-0cff-4f2c-8862-54da2105231d req-9cbd63bd-2015-4695-a132-aa799aec9a6f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Unset dirty status for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:47:46.886702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5796440a-0cff-4f2c-8862-54da2105231d req-9cbd63bd-2015-4695-a132-aa799aec9a6f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575709 May 27 02:47:48.073014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4d141-ec47-4643-9ae8-17fd5fe120d7 req-f00562d2-49af-4237-8dda-40eb2da9af26 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:48.074489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9e4d141-ec47-4643-9ae8-17fd5fe120d7 req-f00562d2-49af-4237-8dda-40eb2da9af26 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 943 time: 0.0807910 May 27 02:47:48.119354 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c9e4d141-ec47-4643-9ae8-17fd5fe120d7 req-4c6321f3-c250-47cd-8fa7-255e75ef4c2d tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391417 May 27 02:47:48.149655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 532595cf-547a-4752-a405-fd66da120730 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:47:48.293884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 532595cf-547a-4752-a405-fd66da120730, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=532595cf-547a-4752-a405-fd66da120730,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:48.307558 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '532595cf-547a-4752-a405-fd66da120730', 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9', 'port_id': '532595cf-547a-4752-a405-fd66da120730', 'mac_address': 'fa:16:3e:f1:33:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293cf372-ac7a-404d-ab7c-99de2df0da01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:47:48.361691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 532595cf-547a-4752-a405-fd66da120730 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:48.362052 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.382477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532595cf-547a-4752-a405-fd66da120730 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:47:48.399866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 532595cf-547a-4752-a405-fd66da120730, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=532595cf-547a-4752-a405-fd66da120730,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:48.403866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:48.475150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=532595cf-547a-4752-a405-fd66da120730,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:48.689952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['532595cf-547a-4752-a405-fd66da120730'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:47:49.314494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c0247-34d7-45e4-bc4b-97ee004bae9b req-6a3d8194-e744-4009-b401-010cda00478c tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:49.316023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae9c0247-34d7-45e4-bc4b-97ee004bae9b req-6a3d8194-e744-4009-b401-010cda00478c tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 944 time: 0.0855711 May 27 02:47:49.361921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae9c0247-34d7-45e4-bc4b-97ee004bae9b req-34ce7cd8-a014-4701-8cbe-f2c8d1b7e7a6 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 May 27 02:47:50.169072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 532595cf-547a-4752-a405-fd66da120730 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:47:50.240087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 532595cf-547a-4752-a405-fd66da120730 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:47:50.246300 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 532595cf-547a-4752-a405-fd66da120730 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:47:50.246665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.365886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 532595cf-547a-4752-a405-fd66da120730 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:47:50.366283 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.393312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532595cf-547a-4752-a405-fd66da120730'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:47:50.405072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 532595cf-547a-4752-a405-fd66da120730, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=532595cf-547a-4752-a405-fd66da120730,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:47:50.409967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:50.460384 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bf485f-98d2-4718-9d95-9a1187327e60'] response: {'server_uuid': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532595cf-547a-4752-a405-fd66da120730', 'code': 200} May 27 02:47:50.489976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=532595cf-547a-4752-a405-fd66da120730,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:47:50.571335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7b819-f215-4f31-92d8-d8fde6331a0e req-7ff07451-2a1e-4881-ba2e-4ba9b9e8ca04 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.572838 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81f7b819-f215-4f31-92d8-d8fde6331a0e req-7ff07451-2a1e-4881-ba2e-4ba9b9e8ca04 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0937467 May 27 02:47:50.583326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8588-c0c2-4096-9627-4bb5c1aec835 req-98970353-3c69-4d1d-958e-4e354cbc9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:50.584852 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f9c8588-c0c2-4096-9627-4bb5c1aec835 req-98970353-3c69-4d1d-958e-4e354cbc9a97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 1097 time: 0.0742769 May 27 02:47:50.622606 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-81f7b819-f215-4f31-92d8-d8fde6331a0e req-7e5c4c96-c438-45c1-9128-ee03c29baa12 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 May 27 02:47:50.629996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f9c8588-c0c2-4096-9627-4bb5c1aec835 req-b548f979-86e0-42d3-98d9-a6942f706b89 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397689 May 27 02:47:51.861426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c600482-d5e4-42b1-8ab6-8d14dcb7ed57 req-d4d7ae06-f2ab-4cec-a21a-6d871aac937b tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:51.862870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c600482-d5e4-42b1-8ab6-8d14dcb7ed57 req-d4d7ae06-f2ab-4cec-a21a-6d871aac937b tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.1319892 May 27 02:47:51.910523 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c600482-d5e4-42b1-8ab6-8d14dcb7ed57 req-a4658050-78fb-4aa9-ae21-75907841c671 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 May 27 02:47:53.104476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e9abe-76d1-4495-86de-09f0a83d9731 req-eaf2f6b0-2fa5-4939-ad07-d29ad53a6a62 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:53.105989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d38e9abe-76d1-4495-86de-09f0a83d9731 req-eaf2f6b0-2fa5-4939-ad07-d29ad53a6a62 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0810413 May 27 02:47:53.151031 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d38e9abe-76d1-4495-86de-09f0a83d9731 req-d16f2bbf-1510-4302-ac30-f6e8f2e24e29 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392773 May 27 02:47:53.451465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-ff7e704b-8706-4991-bb69-9c98093f1144 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:53.452975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-ff7e704b-8706-4991-bb69-9c98093f1144 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/networks?id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 200 len: 814 time: 0.1538770 May 27 02:47:53.469723 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-7527999d-57e7-4311-bb4e-4069e93fd21e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/quotas/d5fc13bc1de349f4b03381101f8e24df HTTP/1.1" status: 200 len: 375 time: 0.0109713 May 27 02:47:53.560507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-80eee17c-c5b6-41ed-9209-1318eeaf4687 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5fc13bc1de349f4b03381101f8e24df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848799 May 27 02:47:53.697046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-7ec97e55-ee69-4b75-9ab5-ae147bae5763 service neutron] 10.222.0.16 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296432 May 27 02:47:53.847465 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-904f17dd-6f1b-499b-8313-4fed5108c9c9 service neutron] 10.222.0.16 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445193 May 27 02:47:54.027806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-44b1cfb6-0828-42f5-9fe2-8e06858b2574 req-042d5bb6-0946-41ca-9502-e10b12f84f94 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 210 time: 0.0463283 May 27 02:47:55.123840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f1b12abd-5d05-4531-9998-e6a217b11f86 req-c007ba41-4a56-430d-bf66-c243d1e439ac tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 210 time: 0.0441346 May 27 02:47:56.289842 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bbdc3ec5-3fce-4baf-9f72-1c0ef02c59e4 req-118db331-58ef-4515-ba27-52d9a9cd745c tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 210 time: 0.1057611 May 27 02:47:57.388845 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2a8b8b0c-6ec8-46ae-ae89-096d869e437c req-a484ae99-ade6-416d-83f6-8ab62ae90588 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 210 time: 0.0449564 May 27 02:47:58.551020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-818f5885-7064-4bf5-a4c3-5cd2253804e9 req-44dcf2cb-612a-4f0d-be26-a6138169687f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 210 time: 0.0466876 May 27 02:47:59.266126 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-2a3bb2a7-d2c1-4a9a-bc06-6f09f0ba41c8 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:47:59.267591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-2a3bb2a7-d2c1-4a9a-bc06-6f09f0ba41c8 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.13 "GET /v2.0/networks?id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 200 len: 814 time: 0.2581434 May 27 02:47:59.279387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Request body: {'port': {'device_id': '00f55f6c-1409-4592-9176-082f7cc04974', 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9', 'admin_state_up': True, 'tenant_id': 'd5fc13bc1de349f4b03381101f8e24df'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:47:59.420929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:47:59.430928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:47:59.441553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Made reservation on behalf of d5fc13bc1de349f4b03381101f8e24df for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:47:59.446505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.639485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Allocated IP 172.20.0.13 (da6005b7-42c5-4ea7-8f73-b9db4a96afc9/293cf372-ac7a-404d-ab7c-99de2df0da01/df3d5e2e-e7fb-4d1e-94e5-328a3790fea0) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:47:59.729847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-09598015-04a4-47c3-a190-8b38a638cc6c req-18d3e8e2-0f7a-4cc8-9cdd-9d8f8ee443f3 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 210 time: 0.0613003 May 27 02:47:59.903244 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.932867 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:47:59.944871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['532595cf-547a-4752-a405-fd66da120730'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:48:00.006325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:00.010105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:00.014017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:00.049015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Pushing event updated for resources: {'Port': ['ID=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:00.066727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.067086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.067430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.067769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.068105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.068436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.068764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.069087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.069413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.069735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.070052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.070926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:00.101544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:00.102173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.127920 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-39f18478-eeb8-431b-805c-7ab43369736f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8520396 May 27 02:48:00.140469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Request body: {'port': {'device_id': '00f55f6c-1409-4592-9176-082f7cc04974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:00.257494 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.607863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:48:00.615172 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.630120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Transition to ACTIVE for port object df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:00.634526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.801080 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:00.881976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Attempting to bind port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:00.882223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Attempting to bind port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:00.882549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Attempting to bind port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 on network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:00.887957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 on network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:48:00.888277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Attempting to bind port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 on network da6005b7-42c5-4ea7-8f73-b9db4a96afc9 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:00.894662 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:00.895029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Checking segment: {'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:00.895417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Bound using segment: {'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:00.895993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Bound port: df3d5e2e-e7fb-4d1e-94e5-328a3790fea0, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05fe2c6-2149-48de-b9cf-0279e37e2959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:00.896532 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:00.924583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9d344-6472-4795-abb2-58e69bd186af req-2d0015ad-2365-47d0-8448-257e61854fa5 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:00.926103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aed9d344-6472-4795-abb2-58e69bd186af req-2d0015ad-2365-47d0-8448-257e61854fa5 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 944 time: 0.0875103 May 27 02:48:00.974949 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-aed9d344-6472-4795-abb2-58e69bd186af req-ba5fa9a7-4bd4-4a25-aadd-dfddba96dd19 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 May 27 02:48:00.991000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] For port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:00.995128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] For port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:01.000739 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:01.171871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.172493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:01.174018 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] 10.222.0.13 "PUT /v2.0/ports/df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 HTTP/1.1" status: 200 len: 1093 time: 1.0378811 May 27 02:48:01.174461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f55f6c-1409-4592-9176-082f7cc04974', 'tag': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:01.194632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ef13-5b72-4fec-b682-bdd7ea4fc656 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:01.250805 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1130b3f4-de2d-4b3a-82a3-e9a44ed92242'] response: {'name': 'network-changed', 'server_uuid': '00f55f6c-1409-4592-9176-082f7cc04974', 'tag': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0', 'status': 'completed', 'code': 200} May 27 02:48:01.285663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-20addb88-dddc-466e-9ad7-5935edce41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.287201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-20addb88-dddc-466e-9ad7-5935edce41a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5fc13bc1de349f4b03381101f8e24df&device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 1096 time: 0.0726185 May 27 02:48:01.358351 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-2a0a0d0d-b2aa-4f28-9bd7-58e4c9bb3e4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 HTTP/1.1" status: 200 len: 217 time: 0.0638130 May 27 02:48:01.422459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-d07c49e4-d56e-4c79-8933-7c84f02495c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.423982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-d07c49e4-d56e-4c79-8933-7c84f02495c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=293cf372-ac7a-404d-ab7c-99de2df0da01 HTTP/1.1" status: 200 len: 854 time: 0.0585196 May 27 02:48:01.476954 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-6e7cdf57-b6f3-45ae-bf9e-efde37eb0afa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449269 May 27 02:48:01.630950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-e3336325-3911-4591-9bea-27c2590730c9 service neutron] 10.222.0.13 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468146 May 27 02:48:01.765028 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b1234f6-9acb-411b-b9ca-927ec8202c0c req-e1b7ba25-dc5e-416e-b503-ab8bd2467e50 service neutron] 10.222.0.13 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275411 May 27 02:48:01.884796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-6586e4c8-a7af-4139-8c83-eafbef0c05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:01.886274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-6586e4c8-a7af-4139-8c83-eafbef0c05f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5fc13bc1de349f4b03381101f8e24df&device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 1096 time: 0.0732105 May 27 02:48:02.022323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-2ac06757-061b-42b0-8d2d-8c4ef53d71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:02.024247 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-2ac06757-061b-42b0-8d2d-8c4ef53d71fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 200 len: 915 time: 0.1315103 May 27 02:48:02.097680 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-878d0efa-6cdf-4bb7-bb2e-e860233c6732 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 HTTP/1.1" status: 200 len: 217 time: 0.0667927 May 27 02:48:02.160907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-2f2cf24d-f31a-4166-8cda-66d7419aa2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:02.162356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-2f2cf24d-f31a-4166-8cda-66d7419aa2b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=293cf372-ac7a-404d-ab7c-99de2df0da01 HTTP/1.1" status: 200 len: 854 time: 0.0584636 May 27 02:48:02.165915 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782decd5-d814-4afd-ab20-792b245beda2 req-c02dc54a-d5eb-4e7f-b843-f5b82d632cce tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:02.167411 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-782decd5-d814-4afd-ab20-792b245beda2 req-c02dc54a-d5eb-4e7f-b843-f5b82d632cce tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 944 time: 0.0832222 May 27 02:48:02.209628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-058d6c89-60fa-45ef-b1b2-edcb959cf777 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411503 May 27 02:48:02.218210 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-782decd5-d814-4afd-ab20-792b245beda2 req-02744582-e9d0-4923-b9d2-11ca0da66c4e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 May 27 02:48:02.410110 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-ffc2f168-c164-42a3-b06b-7af7b59d879e service neutron] 10.222.0.13 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934032 May 27 02:48:02.553557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a320444-4aa2-49bc-b729-d5285092aba3 req-e98b3129-bc96-4e86-9ef1-4912ab679c6a service neutron] 10.222.0.13 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355121 May 27 02:48:03.415492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9bab6-a781-48d8-abaa-e71bec85a608 req-e16249f2-59c8-4973-922a-60b9db9de710 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:03.416197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8fa9bab6-a781-48d8-abaa-e71bec85a608 req-e16249f2-59c8-4973-922a-60b9db9de710 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Synchronizing usage tracker for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:03.434686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8fa9bab6-a781-48d8-abaa-e71bec85a608 req-e16249f2-59c8-4973-922a-60b9db9de710 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Unset dirty status for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:03.435903 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8fa9bab6-a781-48d8-abaa-e71bec85a608 req-e16249f2-59c8-4973-922a-60b9db9de710 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 944 time: 0.1110528 May 27 02:48:03.475468 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:03.489367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8fa9bab6-a781-48d8-abaa-e71bec85a608 req-6d6dac12-c980-4a39-b67c-20987846374f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 May 27 02:48:03.785661 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:04.793785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d168509-586a-4529-b63b-c3ee7f6372dc req-615e40d0-23ce-4f09-af6c-44aee99bd6a9 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:04.795215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d168509-586a-4529-b63b-c3ee7f6372dc req-615e40d0-23ce-4f09-af6c-44aee99bd6a9 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 944 time: 0.1869776 May 27 02:48:04.839020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3d168509-586a-4529-b63b-c3ee7f6372dc req-0ddbb7ef-a500-428f-a18a-925c5e025893 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 May 27 02:48:05.934750 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cdc9e2ee-3d56-4484-8923-8f18b02ced17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.041331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37287b-6a76-49a6-8da6-62d518a9e175 req-36b391e4-4c41-457f-a377-e771368b9449 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:06.042798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e37287b-6a76-49a6-8da6-62d518a9e175 req-36b391e4-4c41-457f-a377-e771368b9449 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 944 time: 0.0844796 May 27 02:48:06.086581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e37287b-6a76-49a6-8da6-62d518a9e175 req-b97b0003-0e7f-41e5-a507-6b5d8a657a15 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 May 27 02:48:06.457931 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:48:06.588767 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:06.602345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0', 'network_id': 'da6005b7-42c5-4ea7-8f73-b9db4a96afc9', 'port_id': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0', 'mac_address': 'fa:16:3e:62:f2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293cf372-ac7a-404d-ab7c-99de2df0da01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:48:06.655647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:06.656024 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.672894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:48:06.688301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:06.692596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:06.760364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:06.767533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.767881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.768221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.768556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.768889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.769218 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.769544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.769870 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.770195 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.770517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.770885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:06.771191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:07.012059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['df3d5e2e-e7fb-4d1e-94e5-328a3790fea0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:48:07.270263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48f90-df65-425c-9b8f-f337abfafdde req-1ed361dc-a671-4992-918f-4428201ba1bd tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:07.271647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fd48f90-df65-425c-9b8f-f337abfafdde req-1ed361dc-a671-4992-918f-4428201ba1bd tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 945 time: 0.0810983 May 27 02:48:07.315597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5fd48f90-df65-425c-9b8f-f337abfafdde req-8049b260-90bf-469c-8d62-43db6b4bec4f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 May 27 02:48:08.058737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6737066c-4332-4de1-89cf-d38b5072614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.157247 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:48:08.457900 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:08.501706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1301e-adf0-418b-9b29-910450001dec req-c4d5ac66-728c-418b-bce3-b9652a15e7ed tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:08.503212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ea1301e-adf0-418b-9b29-910450001dec req-c4d5ac66-728c-418b-bce3-b9652a15e7ed tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 945 time: 0.0823193 May 27 02:48:08.526649 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:08.531709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:08.532079 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.549713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ea1301e-adf0-418b-9b29-910450001dec req-93811c6f-ee98-4e1a-98cb-0f81f2b019ad tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 May 27 02:48:08.652279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:08.652664 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.679974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f55f6c-1409-4592-9176-082f7cc04974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:08.689981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:08.694288 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:08.731162 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7e5f82-c31c-413b-b547-a2b453d1cb37'] response: {'server_uuid': '00f55f6c-1409-4592-9176-082f7cc04974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0', 'code': 200} May 27 02:48:08.771142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:08.881459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf9631-b6a7-4764-983d-de51c5a6dd30 req-6dd59660-32be-4d3a-a93e-a95865b2d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:08.883397 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7edf9631-b6a7-4764-983d-de51c5a6dd30 req-6dd59660-32be-4d3a-a93e-a95865b2d02b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 1098 time: 0.0752697 May 27 02:48:08.924430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7edf9631-b6a7-4764-983d-de51c5a6dd30 req-31d24cb9-ea7c-45dc-92b9-9ed099bb1941 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348136 May 27 02:48:09.447585 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.613048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:09.737447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e106a9c-6888-4afe-ab0e-f1bab6bd8db9 req-0a52318e-382e-4e14-adce-1bb92bb31c48 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:09.738846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e106a9c-6888-4afe-ab0e-f1bab6bd8db9 req-0a52318e-382e-4e14-adce-1bb92bb31c48 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 946 time: 0.0811739 May 27 02:48:09.783368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6e106a9c-6888-4afe-ab0e-f1bab6bd8db9 req-e7b77425-06f7-4da7-8251-ce93d655245d tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 May 27 02:48:10.969478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d8cca-62b9-48fb-8d3b-3937bf511e48 req-af000d0d-55c6-4f36-a6eb-994509037b87 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:10.971032 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383d8cca-62b9-48fb-8d3b-3937bf511e48 req-af000d0d-55c6-4f36-a6eb-994509037b87 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 946 time: 0.0801914 May 27 02:48:11.018784 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-383d8cca-62b9-48fb-8d3b-3937bf511e48 req-11fcc3ce-84a6-4102-9312-e5fabe7c7f0b tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 May 27 02:48:11.197262 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:11.409287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e294e9-6132-4b23-8767-c9c6a06a0a6b req-be713ed2-8159-4226-8cb6-4a44f5774f05 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:11.410641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0e294e9-6132-4b23-8767-c9c6a06a0a6b req-be713ed2-8159-4226-8cb6-4a44f5774f05 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 946 time: 0.0846777 May 27 02:48:11.454206 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c0e294e9-6132-4b23-8767-c9c6a06a0a6b req-e8ad24b9-7530-47b4-a034-c3f89d7a73d4 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 May 27 02:48:12.091782 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-556a899c-4873-49cf-a603-d4e1fe1672f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1653700 May 27 02:48:12.230164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970842f-7297-4e9d-af21-3792248e5004 req-870a7b6b-1953-4963-acd7-1c8eb4531769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.231692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-870a7b6b-1953-4963-acd7-1c8eb4531769 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5fc13bc1de349f4b03381101f8e24df&device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 1097 time: 0.0728266 May 27 02:48:12.376092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970842f-7297-4e9d-af21-3792248e5004 req-3059688c-689f-4b3f-8597-0c314b946c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.377449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-3059688c-689f-4b3f-8597-0c314b946c8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 200 len: 915 time: 0.1260521 May 27 02:48:12.451320 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-1904867a-1a89-4260-b884-ac735ad31907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=532595cf-547a-4752-a405-fd66da120730 HTTP/1.1" status: 200 len: 217 time: 0.0667300 May 27 02:48:12.515128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970842f-7297-4e9d-af21-3792248e5004 req-1c5c86ef-bea7-43a3-9637-bb2116e616f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.516579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-1c5c86ef-bea7-43a3-9637-bb2116e616f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=293cf372-ac7a-404d-ab7c-99de2df0da01 HTTP/1.1" status: 200 len: 854 time: 0.0578172 May 27 02:48:12.599756 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-1e4aa795-d29c-41ce-b8b3-ec08cd2bd9fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da6005b7-42c5-4ea7-8f73-b9db4a96afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741329 May 27 02:48:12.762825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a4693-2f46-40a9-bcfe-2ab23eed5f4a req-a72e562d-e10e-490c-8d85-35f50723fa08 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:12.764142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b60a4693-2f46-40a9-bcfe-2ab23eed5f4a req-a72e562d-e10e-490c-8d85-35f50723fa08 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 946 time: 0.2008457 May 27 02:48:12.767392 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-f7d8351b-ced3-49e1-b2a3-fdd3389088f6 service neutron] 10.222.0.47 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608543 May 27 02:48:12.890161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b60a4693-2f46-40a9-bcfe-2ab23eed5f4a req-797051fc-43c2-4975-86d1-1fca93da3ac7 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203532 May 27 02:48:12.977747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e970842f-7297-4e9d-af21-3792248e5004 req-d01b7b25-98ae-46b2-8301-04b3c8976523 service neutron] 10.222.0.47 "GET /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945088 May 27 02:48:13.016969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-aec5b6d7-a2ad-4c17-a436-39c8dbf8b6e8 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:13.018313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-aec5b6d7-a2ad-4c17-a436-39c8dbf8b6e8 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 946 time: 0.0942132 May 27 02:48:13.089793 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Deleting port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:13.090141 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.349116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] For port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:13.349825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.472768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Calling delete_port for df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:13.627508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.640884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['532595cf-547a-4752-a405-fd66da120730'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:48:13.665661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['df3d5e2e-e7fb-4d1e-94e5-328a3790fea0'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:48:13.678409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Pushing event deleted for resources: {'Port': ['ID=df3d5e2e-e7fb-4d1e-94e5-328a3790fea0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:13.853517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] No DVR routers for this DVR port df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:13.855938 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:13.858486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f55f6c-1409-4592-9176-082f7cc04974', 'name': 'network-vif-deleted', 'tag': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:13.874702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4e3dd2ee-b87f-4437-aa28-a19dc7901fb8 req-41f4a2c6-ffdf-41b8-a7ea-13225a92e098 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.13 "DELETE /v2.0/ports/df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 HTTP/1.1" status: 204 len: 173 time: 0.8506284 May 27 02:48:13.909107 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300aa186-9573-4bf4-92f0-8322b62b5c30'] response: {'server_uuid': '00f55f6c-1409-4592-9176-082f7cc04974', 'name': 'network-vif-deleted', 'tag': 'df3d5e2e-e7fb-4d1e-94e5-328a3790fea0', 'status': 'completed', 'code': 200} May 27 02:48:14.045341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-89ea486d-8e6d-46d5-9200-078cf6ee3cb6 req-a637c074-4b6b-41aa-b041-f8027a614e0f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Synchronizing usage tracker for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:14.062335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-89ea486d-8e6d-46d5-9200-078cf6ee3cb6 req-a637c074-4b6b-41aa-b041-f8027a614e0f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Unset dirty status for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:14.063557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89ea486d-8e6d-46d5-9200-078cf6ee3cb6 req-a637c074-4b6b-41aa-b041-f8027a614e0f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f55f6c-1409-4592-9176-082f7cc04974 HTTP/1.1" status: 200 len: 210 time: 0.0630846 May 27 02:48:15.323142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28217c-69f4-4315-b5d9-448e74dabd15 req-aa58f870-f211-4203-8b3c-013199bb3a9b tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:15.324632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff28217c-69f4-4315-b5d9-448e74dabd15 req-aa58f870-f211-4203-8b3c-013199bb3a9b tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0848775 May 27 02:48:15.371638 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ff28217c-69f4-4315-b5d9-448e74dabd15 req-ff1d945b-1b99-4ef3-9e26-a5ad64223314 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 May 27 02:48:15.584552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1682b-70ac-412f-9721-be9cce6fe5dc req-15eb75d5-ba9a-4def-aeac-1a5a8e461539 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:15.586073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1de1682b-70ac-412f-9721-be9cce6fe5dc req-15eb75d5-ba9a-4def-aeac-1a5a8e461539 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0835183 May 27 02:48:15.637821 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1de1682b-70ac-412f-9721-be9cce6fe5dc req-6a3b43d8-e05c-4f5c-bbb9-b721c557cf96 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456889 May 27 02:48:15.831091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaf402-57f5-47d6-9f5d-f4a1be8410e1 req-7aa377d3-6180-4e74-b3d3-c6f4fcec6d9f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:15.832558 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2dcaf402-57f5-47d6-9f5d-f4a1be8410e1 req-7aa377d3-6180-4e74-b3d3-c6f4fcec6d9f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0837712 May 27 02:48:15.877851 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2dcaf402-57f5-47d6-9f5d-f4a1be8410e1 req-e801e72c-bebd-4406-a8f6-98de2c533d24 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 May 27 02:48:16.163070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c920-ebef-4b34-bb5b-906c7f9cec45 req-e20fcc88-e2fc-494e-a94a-5ac7b2a4672e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.164705 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0869c920-ebef-4b34-bb5b-906c7f9cec45 req-e20fcc88-e2fc-494e-a94a-5ac7b2a4672e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0808592 May 27 02:48:16.212079 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0869c920-ebef-4b34-bb5b-906c7f9cec45 req-c8d981c2-a66a-4e17-bc25-937001fc6dc4 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 May 27 02:48:16.405112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f1b4d-f477-4317-aa7f-bb8c53b263c9 req-fc0a4910-a8e9-456d-bd3d-6ce348bea85f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.406602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-447f1b4d-f477-4317-aa7f-bb8c53b263c9 req-fc0a4910-a8e9-456d-bd3d-6ce348bea85f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0836885 May 27 02:48:16.456354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-447f1b4d-f477-4317-aa7f-bb8c53b263c9 req-5f9c6231-bb3c-49b7-b199-897ac4d80c3e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 May 27 02:48:16.553063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:16.593223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:16.593698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device df3d5e2e-e7fb-4d1e-94e5-328a3790fea0 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:16.670064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dbb2d-f9fe-4fe0-bf84-9806a47a68e6 req-5ec72f39-bce4-4ae3-832a-0a7e4792159a tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:16.671613 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b38dbb2d-f9fe-4fe0-bf84-9806a47a68e6 req-5ec72f39-bce4-4ae3-832a-0a7e4792159a tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0987420 May 27 02:48:16.719418 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b38dbb2d-f9fe-4fe0-bf84-9806a47a68e6 req-a7621eea-5139-4ce0-a462-8d3004484a6e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 May 27 02:48:17.314796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a5ca3-1c24-4db2-b137-f99f5e6e7713 req-fafc3a1f-54ff-4c1f-b262-8be31e6cbac0 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:17.316201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-270a5ca3-1c24-4db2-b137-f99f5e6e7713 req-fafc3a1f-54ff-4c1f-b262-8be31e6cbac0 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0816078 May 27 02:48:17.362098 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-270a5ca3-1c24-4db2-b137-f99f5e6e7713 req-deb472e9-a0be-4c3e-8d82-10c98be30727 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 May 27 02:48:18.558828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82e76-3ee6-473e-a011-bf6ea4a4de9a req-73aa55df-c047-47aa-b520-9d18f9f43afb tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:18.561048 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30a82e76-3ee6-473e-a011-bf6ea4a4de9a req-73aa55df-c047-47aa-b520-9d18f9f43afb tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0854435 May 27 02:48:18.606903 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30a82e76-3ee6-473e-a011-bf6ea4a4de9a req-14acd633-9b01-48ea-9e8f-dbc10bc9e0a1 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f4a2734-2a04-4351-a49c-23d8161198de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 May 27 02:48:18.915162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-94811787-9e32-432e-b0ec-a0873eaa3f09 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:18.916632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-94811787-9e32-432e-b0ec-a0873eaa3f09 tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 945 time: 0.0850620 May 27 02:48:18.986781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Deleting port 532595cf-547a-4752-a405-fd66da120730 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:18.987130 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.252204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] For port 532595cf-547a-4752-a405-fd66da120730, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=532595cf-547a-4752-a405-fd66da120730,segment=NetworkSegment(e05fe2c6-2149-48de-b9cf-0279e37e2959),segment_id=e05fe2c6-2149-48de-b9cf-0279e37e2959)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:19.252498 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.378215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Calling delete_port for 532595cf-547a-4752-a405-fd66da120730 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:19.527943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.540088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['532595cf-547a-4752-a405-fd66da120730'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:48:19.583694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Pushing event deleted for resources: {'Port': ['ID=532595cf-547a-4752-a405-fd66da120730,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:19.660365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] No DVR routers for this DVR port 532595cf-547a-4752-a405-fd66da120730 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:19.663266 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:19.665900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'name': 'network-vif-deleted', 'tag': '532595cf-547a-4752-a405-fd66da120730'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:48:19.683436 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eeed0443-263e-45c2-99fd-5fba3337f391 req-628e997b-a858-43df-a26c-6a5739c0746f tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.47 "DELETE /v2.0/ports/532595cf-547a-4752-a405-fd66da120730 HTTP/1.1" status: 204 len: 173 time: 0.7620633 May 27 02:48:19.716374 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03c5f0b-9886-4cc8-9418-0684c8ad25a4'] response: {'server_uuid': 'ec7f0121-328f-4bc8-afe8-d64b18601eeb', 'name': 'network-vif-deleted', 'tag': '532595cf-547a-4752-a405-fd66da120730', 'status': 'completed', 'code': 200} May 27 02:48:19.776704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1fb955bf-e984-4dc6-be51-53a659900e92 req-69b4a73e-25d7-45df-82ad-52c3364ef19e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Synchronizing usage tracker for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:19.793657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-1fb955bf-e984-4dc6-be51-53a659900e92 req-69b4a73e-25d7-45df-82ad-52c3364ef19e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] Unset dirty status for tenant:d5fc13bc1de349f4b03381101f8e24df on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:19.794905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1fb955bf-e984-4dc6-be51-53a659900e92 req-69b4a73e-25d7-45df-82ad-52c3364ef19e tempest-ServersNegativeTestJSON-2029734814 tempest-ServersNegativeTestJSON-2029734814-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f0121-328f-4bc8-afe8-d64b18601eeb HTTP/1.1" status: 200 len: 210 time: 0.0644205 May 27 02:48:20.894272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60744) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:20.955061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] Deleting subnet 293cf372-ac7a-404d-ab7c-99de2df0da01 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:20.958141 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.017121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.075069 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.142990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.184555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293cf372-ac7a-404d-ab7c-99de2df0da01,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:21.188328 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.194282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fbf93741-8f94-4611-b3fd-8901c1585b4b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/293cf372-ac7a-404d-ab7c-99de2df0da01 HTTP/1.1" status: 204 len: 168 time: 0.2983954 May 27 02:48:21.197098 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60748) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:21.305945 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.429301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.455111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6005b7-42c5-4ea7-8f73-b9db4a96afc9']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:21.467902 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05fe2c6-2149-48de-b9cf-0279e37e2959') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:21.468199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05fe2c6-2149-48de-b9cf-0279e37e2959') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:21.479617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.498403 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.505853 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:21.506239 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.610509 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.630985 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.639501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6005b7-42c5-4ea7-8f73-b9db4a96afc9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:21.655357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2f073805-b2b3-482e-9f5e-d328ded60c68 admin admin] 10.222.0.16 "DELETE /v2.0/networks/da6005b7-42c5-4ea7-8f73-b9db4a96afc9 HTTP/1.1" status: 204 len: 168 time: 0.4570711 May 27 02:48:21.695737 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e05fe2c6-2149-48de-b9cf-0279e37e2959 resource provider aggregate not found May 27 02:48:21.714547 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment e05fe2c6-2149-48de-b9cf-0279e37e2959 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e05fe2c6-2149-48de-b9cf-0279e37e2959 found for delete ", "request_id": "req-4893033a-3a9b-4497-ae22-20baf00aaaf6"}]} May 27 02:48:21.776417 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60760) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:21.828596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-08703279-06fe-4c0a-a770-c7b775d70ad9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5fc13bc1de349f4b03381101f8e24df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510194 May 27 02:48:21.831196 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60764) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:21.892992 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcad527a-1537-4d76-aada-44f96273dc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.919379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcad527a-1537-4d76-aada-44f96273dc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.973578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcad527a-1537-4d76-aada-44f96273dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:21.994002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad527a-1537-4d76-aada-44f96273dc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a2734-2a04-4351-a49c-23d8161198de,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:22.004459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcad527a-1537-4d76-aada-44f96273dc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:22.005606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fcad527a-1537-4d76-aada-44f96273dc58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f4a2734-2a04-4351-a49c-23d8161198de HTTP/1.1" status: 204 len: 168 time: 0.1735449 May 27 02:48:22.361493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 532595cf-547a-4752-a405-fd66da120730 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:22.396014 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 532595cf-547a-4752-a405-fd66da120730 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:22.396363 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 532595cf-547a-4752-a405-fd66da120730 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:22.870223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60788) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:22.974043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334544069'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:22.979849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:22.983876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:network and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:22.986737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:22.993268 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:23.003890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:23.008371 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.020930 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.039924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:23.043831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:security_group_rule and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:23.046788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:23.052632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:23.153053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.156870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.198428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:23.204407 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1399c37-e283-4c45-a2ea-41d1267d18d5,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:23.213858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.214207 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Added segment 7feeee40-6c5c-4ecd-9d19-50350567170c of type vlan for network 882f602e-df61-4c9f-8e2e-e40f85a6e48b May 27 02:48:23.244152 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.278184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.283808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:23.284399 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:23.504982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6335032 May 27 02:48:23.508298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a083ca-6234-4b0f-9841-35da7c19cf13 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Network': ['ID=882f602e-df61-4c9f-8e2e-e40f85a6e48b,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:23.518734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 882f602e-df61-4c9f-8e2e-e40f85a6e48b details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:26.727099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60794) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:26.733869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'subnet': {'network_id': '882f602e-df61-4c9f-8e2e-e40f85a6e48b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:26.852584 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:26.856510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:subnet and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:26.859453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:26.865510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:26.878361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:26.881910 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.245569 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.331866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Subnet': ['ID=cb11700a-e972-4132-9fe3-9cfd5c2d86a3,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:27.340750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Checking segment: {'id': '7feeee40-6c5c-4ecd-9d19-50350567170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '882f602e-df61-4c9f-8e2e-e40f85a6e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:27.341106 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network hostable DHCP agents. Network: 882f602e-df61-4c9f-8e2e-e40f85a6e48b, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:27.359749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network 882f602e-df61-4c9f-8e2e-e40f85a6e48b is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:27.369710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 882f602e-df61-4c9f-8e2e-e40f85a6e48b) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:27.375222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:27.376071 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.378427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd68177-988e-4e52-8529-f4d26cd5a78d None None] Network 882f602e-df61-4c9f-8e2e-e40f85a6e48b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:27.402180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d990d7d8-b006-4619-95d8-5789e89f5e28 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6737404 May 27 02:48:27.405635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60798) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:27.411467 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677332116'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:27.418442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:27.424676 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:network and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:27.427612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:27.433959 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:27.447290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:27.451064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.482442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:27.492680 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.493028 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Added segment 07435748-6c22-4e5b-b9f4-56812b1e809d of type vlan for network 15dedad6-8547-46f5-a795-5901ceefcbf4 May 27 02:48:27.520556 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.551541 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.558217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:27.558893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.607638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-882f602e-df61-4c9f-8e2e-e40f85a6e48b', 'network_id': '882f602e-df61-4c9f-8e2e-e40f85a6e48b', 'tenant_id': 'c772b951708845809855d4a12e1c449e', 'fixed_ips': [{'subnet_id': 'cb11700a-e972-4132-9fe3-9cfd5c2d86a3'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:27.608475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.646547 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2398493 May 27 02:48:27.650111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60802) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:27.657178 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'subnet': {'network_id': '15dedad6-8547-46f5-a795-5901ceefcbf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:27.677511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d0c66-bec3-407b-bae7-2e548ec05eeb tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Network': ['ID=15dedad6-8547-46f5-a795-5901ceefcbf4,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:27.691625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 15dedad6-8547-46f5-a795-5901ceefcbf4 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:27.781036 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:27.785063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:subnet and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:27.788339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:27.794114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:27.804994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:27.808825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:27.897944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Allocated IP 2001:db8:0:ffff::2 (882f602e-df61-4c9f-8e2e-e40f85a6e48b/cb11700a-e972-4132-9fe3-9cfd5c2d86a3/c6c555bd-6aee-48d2-902b-4e4c87b95a70) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:28.053790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.111078 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.122441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Transition to ACTIVE for port object c6c555bd-6aee-48d2-902b-4e4c87b95a70 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:28.142083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Transition to ACTIVE for port object c6c555bd-6aee-48d2-902b-4e4c87b95a70 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:28.143181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Subnet': ['ID=73b1dff3-f0e8-479a-9149-f051270643b0,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:28.152395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Checking segment: {'id': '07435748-6c22-4e5b-b9f4-56812b1e809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '15dedad6-8547-46f5-a795-5901ceefcbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:28.152757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network hostable DHCP agents. Network: 15dedad6-8547-46f5-a795-5901ceefcbf4, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:28.153761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.173721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network 15dedad6-8547-46f5-a795-5901ceefcbf4 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:28.184553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 15dedad6-8547-46f5-a795-5901ceefcbf4) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:28.189943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:28.190675 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.196115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd4dc9-cdcf-4cb1-88c9-3dcd0197cba0 None None] Network 15dedad6-8547-46f5-a795-5901ceefcbf4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:28.219777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc832305-6f94-4731-8aaa-411845000bec tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5682545 May 27 02:48:28.222447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60806) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:28.300633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Network 882f602e-df61-4c9f-8e2e-e40f85a6e48b is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:28.301858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:28.309084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:28.360717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Pushing event updated for resources: {'Port': ['ID=c6c555bd-6aee-48d2-902b-4e4c87b95a70,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:28.372044 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.448914 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.450215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Attempting to bind port c6c555bd-6aee-48d2-902b-4e4c87b95a70 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:28.450693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Attempting to bind port c6c555bd-6aee-48d2-902b-4e4c87b95a70 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7feeee40-6c5c-4ecd-9d19-50350567170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '882f602e-df61-4c9f-8e2e-e40f85a6e48b'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:28.451176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Attempting to bind port c6c555bd-6aee-48d2-902b-4e4c87b95a70 on network 882f602e-df61-4c9f-8e2e-e40f85a6e48b {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:28.487974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:28.488351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Checking segment: {'id': '7feeee40-6c5c-4ecd-9d19-50350567170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '882f602e-df61-4c9f-8e2e-e40f85a6e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:28.488755 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.489149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Bound using segment: {'id': '7feeee40-6c5c-4ecd-9d19-50350567170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '882f602e-df61-4c9f-8e2e-e40f85a6e48b'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:28.489628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Bound port: c6c555bd-6aee-48d2-902b-4e4c87b95a70, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7feeee40-6c5c-4ecd-9d19-50350567170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '882f602e-df61-4c9f-8e2e-e40f85a6e48b'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:28.490195 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.545150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.592841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Subnet': ['ID=73b1dff3-f0e8-479a-9149-f051270643b0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:28.644648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-036483a2-3e90-431d-b653-1991160026b1 None None] For port c6c555bd-6aee-48d2-902b-4e4c87b95a70, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:28.647048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a64ff-24c4-4db1-bda2-c9642e639962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-15dedad6-8547-46f5-a795-5901ceefcbf4', 'network_id': '15dedad6-8547-46f5-a795-5901ceefcbf4', 'tenant_id': 'c772b951708845809855d4a12e1c449e', 'fixed_ips': [{'subnet_id': '73b1dff3-f0e8-479a-9149-f051270643b0'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:28.648110 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-043a64ff-24c4-4db1-bda2-c9642e639962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.667695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-036483a2-3e90-431d-b653-1991160026b1 None None] For port c6c555bd-6aee-48d2-902b-4e4c87b95a70, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6c555bd-6aee-48d2-902b-4e4c87b95a70,segment=NetworkSegment(7feeee40-6c5c-4ecd-9d19-50350567170c),segment_id=7feeee40-6c5c-4ecd-9d19-50350567170c)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:28.692392 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.707453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.719846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15dedad6-8547-46f5-a795-5901ceefcbf4']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:28.734426 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07435748-6c22-4e5b-b9f4-56812b1e809d') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:28.734657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07435748-6c22-4e5b-b9f4-56812b1e809d') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:28.749768 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.777678 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.789507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:28.789995 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.851301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036483a2-3e90-431d-b653-1991160026b1 None None] Pushing event updated for resources: {'Port': ['ID=c6c555bd-6aee-48d2-902b-4e4c87b95a70,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:28.872693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538273ed-14d5-4c58-9fd9-d860a3940b89 None None] Network 15dedad6-8547-46f5-a795-5901ceefcbf4 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:28.875843 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 07435748-6c22-4e5b-b9f4-56812b1e809d resource provider aggregate not found May 27 02:48:28.902662 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 07435748-6c22-4e5b-b9f4-56812b1e809d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07435748-6c22-4e5b-b9f4-56812b1e809d found for delete ", "request_id": "req-055602fb-4532-4dce-b242-48ad86de20d2"}]} May 27 02:48:28.918935 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.942784 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:28.955236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Network': ['ID=15dedad6-8547-46f5-a795-5901ceefcbf4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:28.961084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-92b443ac-577c-4793-a23f-8a57e156bb7f tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/15dedad6-8547-46f5-a795-5901ceefcbf4 HTTP/1.1" status: 204 len: 168 time: 0.7375247 May 27 02:48:28.964519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60814) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:28.972744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155402116'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:28.979247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:28.983498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:network and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:28.986233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:28.992871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:29.004498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:29.008127 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.061241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:29.084581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.085094 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Added segment c19a5c4d-1365-4ca4-b6fe-e8616d05012f of type vlan for network ac9c8a19-622b-4b9e-8773-d4d312b384ae May 27 02:48:29.115464 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.147458 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.154346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:29.155075 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.266322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2980220 May 27 02:48:29.266690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60818) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:29.269827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30743c-e886-422e-ae5d-5834496503e3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Network': ['ID=ac9c8a19-622b-4b9e-8773-d4d312b384ae,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:29.273115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'subnet': {'network_id': 'ac9c8a19-622b-4b9e-8773-d4d312b384ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:29.281169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network ac9c8a19-622b-4b9e-8773-d4d312b384ae details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:29.392372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:29.396272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:subnet and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:29.399656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:29.405337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:29.415898 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:29.419454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.512423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Performing IP validity checks on allocation pools {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 02:48:29.512939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.ipam_backend_mixin [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 02:48:29.642763 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.725889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Subnet': ['ID=c5fbff19-84e9-4795-955e-afbf5a65c028,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:29.743521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Checking segment: {'id': 'c19a5c4d-1365-4ca4-b6fe-e8616d05012f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ac9c8a19-622b-4b9e-8773-d4d312b384ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:29.743892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network hostable DHCP agents. Network: ac9c8a19-622b-4b9e-8773-d4d312b384ae, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:29.763817 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network ac9c8a19-622b-4b9e-8773-d4d312b384ae is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:29.774510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, ac9c8a19-622b-4b9e-8773-d4d312b384ae) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:29.778678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:29.779282 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:29.785302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845becc-b785-44b5-9b0b-df1b9998e614 None None] Network ac9c8a19-622b-4b9e-8773-d4d312b384ae requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:29.806830 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2334af60-180a-474b-8fdb-2172739e8e4c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5358875 May 27 02:48:29.807341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60822) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:29.821059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a83ba5c-fc6d-4f41-92b2-36040e2a3455 None None] Network 882f602e-df61-4c9f-8e2e-e40f85a6e48b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:29.956958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.028226 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.039204 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5481720e-ce56-4adc-834e-684b99a04ce7 None None] Provisioning for port c6c555bd-6aee-48d2-902b-4e4c87b95a70 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:30.103287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.147673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fbff19-84e9-4795-955e-afbf5a65c028,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:30.203724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fae231-9ccb-455d-bf1d-d2a06dcc520e None None] Network ac9c8a19-622b-4b9e-8773-d4d312b384ae requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:30.356806 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.392011 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9c8a19-622b-4b9e-8773-d4d312b384ae']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:30.404571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19a5c4d-1365-4ca4-b6fe-e8616d05012f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:30.404879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19a5c4d-1365-4ca4-b6fe-e8616d05012f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:30.417999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.437159 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.443670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:30.444066 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.575124 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.575661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c6c555bd-6aee-48d2-902b-4e4c87b95a70 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:30.583866 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.608990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Network': ['ID=ac9c8a19-622b-4b9e-8773-d4d312b384ae,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:30.616456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0a6fe906-16c7-4e6d-83b5-e5e122b87bd4 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/ac9c8a19-622b-4b9e-8773-d4d312b384ae HTTP/1.1" status: 204 len: 168 time: 0.8078368 May 27 02:48:30.620749 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60826) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:30.627146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199460228'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:30.639269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:30.643448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:network and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:30.646378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:30.652805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:30.666415 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:30.670519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c6c555bd-6aee-48d2-902b-4e4c87b95a70 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:30.670730 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.676037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c6c555bd-6aee-48d2-902b-4e4c87b95a70 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:30.676484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.706125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:30.715816 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.716115 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Added segment 8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc of type vlan for network 958d8349-97bf-4b2d-905a-b549c8625324 May 27 02:48:30.742566 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.771865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.778558 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:30.779362 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.805993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c6c555bd-6aee-48d2-902b-4e4c87b95a70 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:30.806549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.822065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-02103aec-1ae0-4434-a4b5-2a44f637e3cf None None] Provisioning complete for port c6c555bd-6aee-48d2-902b-4e4c87b95a70 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:30.822426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02103aec-1ae0-4434-a4b5-2a44f637e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.881565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2562437 May 27 02:48:30.883316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60830) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:30.886778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c6c555bd-6aee-48d2-902b-4e4c87b95a70, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6c555bd-6aee-48d2-902b-4e4c87b95a70,segment=NetworkSegment(7feeee40-6c5c-4ecd-9d19-50350567170c),segment_id=7feeee40-6c5c-4ecd-9d19-50350567170c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:30.891523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b75fd-536c-405b-abb3-a7f4cd9b5680 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Network': ['ID=958d8349-97bf-4b2d-905a-b549c8625324,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:30.891821 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:30.892201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'subnet': {'network_id': '958d8349-97bf-4b2d-905a-b549c8625324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:30.935223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 958d8349-97bf-4b2d-905a-b549c8625324 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:30.968092 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c19a5c4d-1365-4ca4-b6fe-e8616d05012f resource provider aggregate not found May 27 02:48:30.992699 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment c19a5c4d-1365-4ca4-b6fe-e8616d05012f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c19a5c4d-1365-4ca4-b6fe-e8616d05012f found for delete ", "request_id": "req-67d51a01-6b08-4341-b8b3-37b97535404e"}]} May 27 02:48:31.020703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:31.024548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:subnet and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:31.027380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:31.033088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:31.043865 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:31.047431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.104757 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c6c555bd-6aee-48d2-902b-4e4c87b95a70,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:31.113512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-02103aec-1ae0-4434-a4b5-2a44f637e3cf None None] Current status of the port c6c555bd-6aee-48d2-902b-4e4c87b95a70 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:31.265915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.342275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Subnet': ['ID=9380868f-b7ca-4296-aefd-f8b8b0dafae3,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:31.355532 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Checking segment: {'id': '8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '958d8349-97bf-4b2d-905a-b549c8625324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:31.355896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network hostable DHCP agents. Network: 958d8349-97bf-4b2d-905a-b549c8625324, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:31.374639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network 958d8349-97bf-4b2d-905a-b549c8625324 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:31.383700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 958d8349-97bf-4b2d-905a-b549c8625324) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:31.388208 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:31.388833 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.392354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff3ef7-2049-4835-8efd-453ffa3febbd None None] Network 958d8349-97bf-4b2d-905a-b549c8625324 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:31.411960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7d87248d-29a0-4104-ab8d-c720f0a18257 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5270469 May 27 02:48:31.416562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:31.422416 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61330149'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:31.428061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:31.431950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:network and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:31.434914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:31.440869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:31.451213 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:31.454576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.482825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:31.492054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.492531 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Added segment 889f04be-6539-4723-af5b-868633bc450f of type vlan for network d483ca7b-4c24-4481-8d3d-8da4feba17df May 27 02:48:31.519073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.550019 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.555636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:31.556757 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.620724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-958d8349-97bf-4b2d-905a-b549c8625324', 'network_id': '958d8349-97bf-4b2d-905a-b549c8625324', 'tenant_id': 'c772b951708845809855d4a12e1c449e', 'fixed_ips': [{'subnet_id': '9380868f-b7ca-4296-aefd-f8b8b0dafae3'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:31.621426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:31.658130 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2405252 May 27 02:48:31.661089 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60842) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:31.669538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Request body: {'subnet': {'network_id': 'd483ca7b-4c24-4481-8d3d-8da4feba17df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:31.688397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e725e-8dfd-4972-9a85-0c57df5f0238 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Network': ['ID=d483ca7b-4c24-4481-8d3d-8da4feba17df,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:31.708618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network d483ca7b-4c24-4481-8d3d-8da4feba17df details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:31.783948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:31.787940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Usage tracker for resource:subnet and tenant:c772b951708845809855d4a12e1c449e is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:31.791566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:31.797188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:31.807411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Made reservation on behalf of c772b951708845809855d4a12e1c449e for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:31.810803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.008410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Allocated IP 2001:db8::2 (958d8349-97bf-4b2d-905a-b549c8625324/9380868f-b7ca-4296-aefd-f8b8b0dafae3/ff738e15-4661-41f7-922f-5faabc6e2984) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:32.031083 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.112618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event updated for resources: {'Subnet': ['ID=70a5a902-85e1-403e-ae9d-a3a1c9ef5b65,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:32.120597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Checking segment: {'id': '889f04be-6539-4723-af5b-868633bc450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd483ca7b-4c24-4481-8d3d-8da4feba17df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:32.120957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network hostable DHCP agents. Network: d483ca7b-4c24-4481-8d3d-8da4feba17df, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:32.141206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Network d483ca7b-4c24-4481-8d3d-8da4feba17df is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:32.152128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, d483ca7b-4c24-4481-8d3d-8da4feba17df) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:32.156705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:32.157536 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.166209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61e6e8-1f6c-43c2-ab6e-f501c1762d24 None None] Network d483ca7b-4c24-4481-8d3d-8da4feba17df requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:32.181714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3322b7d6-614c-4f67-92d5-6d86c7e928de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5195844 May 27 02:48:32.184434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60848) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:32.329747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.368848 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.394556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Transition to ACTIVE for port object ff738e15-4661-41f7-922f-5faabc6e2984 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:32.394864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.453081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Transition to ACTIVE for port object ff738e15-4661-41f7-922f-5faabc6e2984 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:32.461603 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.481960 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.554688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c6c555bd-6aee-48d2-902b-4e4c87b95a70 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:32.630398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Subnet': ['ID=70a5a902-85e1-403e-ae9d-a3a1c9ef5b65,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:32.643763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Network 958d8349-97bf-4b2d-905a-b549c8625324 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:32.650189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23929af2-cf12-488c-9a81-fdbd2497fd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-d483ca7b-4c24-4481-8d3d-8da4feba17df', 'network_id': 'd483ca7b-4c24-4481-8d3d-8da4feba17df', 'tenant_id': 'c772b951708845809855d4a12e1c449e', 'fixed_ips': [{'subnet_id': '70a5a902-85e1-403e-ae9d-a3a1c9ef5b65'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:32.651017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-23929af2-cf12-488c-9a81-fdbd2497fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.666729 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:32.669647 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:32.676115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Pushing event updated for resources: {'Port': ['ID=ff738e15-4661-41f7-922f-5faabc6e2984,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:32.727640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.753752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d483ca7b-4c24-4481-8d3d-8da4feba17df']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:32.765978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889f04be-6539-4723-af5b-868633bc450f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:32.766282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889f04be-6539-4723-af5b-868633bc450f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:32.777667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.794102 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.800339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:32.800733 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.839546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Attempting to bind port ff738e15-4661-41f7-922f-5faabc6e2984 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:32.839912 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Attempting to bind port ff738e15-4661-41f7-922f-5faabc6e2984 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '958d8349-97bf-4b2d-905a-b549c8625324'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:32.840285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Attempting to bind port ff738e15-4661-41f7-922f-5faabc6e2984 on network 958d8349-97bf-4b2d-905a-b549c8625324 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:32.851306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:32.851688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Checking segment: {'id': '8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '958d8349-97bf-4b2d-905a-b549c8625324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:32.852091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.852486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Bound using segment: {'id': '8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '958d8349-97bf-4b2d-905a-b549c8625324'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:32.852954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Bound port: ff738e15-4661-41f7-922f-5faabc6e2984, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '958d8349-97bf-4b2d-905a-b549c8625324'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:32.853329 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.869027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c6c555bd-6aee-48d2-902b-4e4c87b95a70 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:32.869407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.899194 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.901121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3939a-86f2-4886-b4e5-b3e941e376a3 None None] Network d483ca7b-4c24-4481-8d3d-8da4feba17df requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:32.917555 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:32.928557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Network': ['ID=d483ca7b-4c24-4481-8d3d-8da4feba17df,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:32.933378 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eee5787f-f54e-4c22-bce5-83362c43d175 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/d483ca7b-4c24-4481-8d3d-8da4feba17df HTTP/1.1" status: 204 len: 168 time: 0.7479730 May 27 02:48:32.936402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60852) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:32.970511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3939a-86f2-4886-b4e5-b3e941e376a3 None None] Network d483ca7b-4c24-4481-8d3d-8da4feba17df could not be found, it might have been deleted concurrently. {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 27 02:48:32.975384 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-799aa196-ca89-4700-930e-1db059d6fcd3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] GET failed (client error): The resource could not be found. May 27 02:48:32.975752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-799aa196-ca89-4700-930e-1db059d6fcd3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Synchronizing usage tracker for tenant:c772b951708845809855d4a12e1c449e on resource:subnet {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:32.992950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-799aa196-ca89-4700-930e-1db059d6fcd3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Unset dirty status for tenant:c772b951708845809855d4a12e1c449e on resource:subnet {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:32.994122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-799aa196-ca89-4700-930e-1db059d6fcd3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "GET /v2.0/subnets/70a5a902-85e1-403e-ae9d-a3a1c9ef5b65 HTTP/1.1" status: 404 len: 337 time: 0.0568213 May 27 02:48:32.997073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60856) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:33.014030 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 889f04be-6539-4723-af5b-868633bc450f resource provider aggregate not found May 27 02:48:33.033184 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 889f04be-6539-4723-af5b-868633bc450f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 889f04be-6539-4723-af5b-868633bc450f found for delete ", "request_id": "req-2ebecb65-5336-44a0-aa45-68d57b617442"}]} May 27 02:48:33.036628 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3474b61-bee1-4a3f-99f1-7a3072049581 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] DELETE failed (client error): The resource could not be found. May 27 02:48:33.037102 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3474b61-bee1-4a3f-99f1-7a3072049581 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:48:33.042689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c3474b61-bee1-4a3f-99f1-7a3072049581 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/d483ca7b-4c24-4481-8d3d-8da4feba17df HTTP/1.1" status: 404 len: 339 time: 0.0411053 May 27 02:48:33.042985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60864) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:33.081217 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3697ac4-a7b8-42fa-b407-88c348324760 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] DELETE failed (client error): The resource could not be found. May 27 02:48:33.081665 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3697ac4-a7b8-42fa-b407-88c348324760 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:48:33.083434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c3697ac4-a7b8-42fa-b407-88c348324760 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/subnets/70a5a902-85e1-403e-ae9d-a3a1c9ef5b65 HTTP/1.1" status: 404 len: 337 time: 0.0395277 May 27 02:48:33.086122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60868) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:33.088009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] For port ff738e15-4661-41f7-922f-5faabc6e2984, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:33.102280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] For port ff738e15-4661-41f7-922f-5faabc6e2984, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ff738e15-4661-41f7-922f-5faabc6e2984,segment=NetworkSegment(8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc),segment_id=8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:33.105086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c6c555bd-6aee-48d2-902b-4e4c87b95a70 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:33.109823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.114497 n-d-843146-11 neutron-server[88426]: INFO neutron.pecan_wsgi.hooks.translation [None req-92decc69-19b3-4299-bc74-f76d2b08e394 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] DELETE failed (client error): The resource could not be found. May 27 02:48:33.114990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92decc69-19b3-4299-bc74-f76d2b08e394 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:48:33.117186 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-92decc69-19b3-4299-bc74-f76d2b08e394 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/d483ca7b-4c24-4481-8d3d-8da4feba17df HTTP/1.1" status: 404 len: 339 time: 0.0301619 May 27 02:48:33.119983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60872) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:33.195508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Deleting subnet 9380868f-b7ca-4296-aefd-f8b8b0dafae3 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:33.197941 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3b115-8390-41e3-aeb6-cad8e53519a7 None None] Pushing event updated for resources: {'Port': ['ID=ff738e15-4661-41f7-922f-5faabc6e2984,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:33.199022 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.261869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.348563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.434308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.475004 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Subnet': ['ID=9380868f-b7ca-4296-aefd-f8b8b0dafae3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:33.479407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.483426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.494303 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9c702a32-0484-4a50-9602-6274161862c0 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/subnets/9380868f-b7ca-4296-aefd-f8b8b0dafae3 HTTP/1.1" status: 204 len: 168 time: 0.3732550 May 27 02:48:33.496688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60876) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:33.608990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.619448 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Deleting port ff738e15-4661-41f7-922f-5faabc6e2984 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:33.619771 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.784133 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.821877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] For port ff738e15-4661-41f7-922f-5faabc6e2984, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=ff738e15-4661-41f7-922f-5faabc6e2984,segment=NetworkSegment(8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc),segment_id=8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:33.822228 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:33.952108 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Calling delete_port for ff738e15-4661-41f7-922f-5faabc6e2984 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:34.031803 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.119232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e165afaf-93f7-4ff7-a470-3dbea1a58c9f None None] Network 958d8349-97bf-4b2d-905a-b549c8625324 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:34.205661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Port': ['ID=ff738e15-4661-41f7-922f-5faabc6e2984,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:34.206880 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8deb5bc6-3047-418d-9051-9c32a84e14c8 None None] Could not find standard attr ID for object ff738e15-4661-41f7-922f-5faabc6e2984. {{(pid=88427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 02:48:34.212195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No DVR routers for this DVR port ff738e15-4661-41f7-922f-5faabc6e2984 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:34.340646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.347882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1654612-157f-4695-ab48-4443c48200f2 None None] DHCP port deletion for 958d8349-97bf-4b2d-905a-b549c8625324 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:48:34.371884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958d8349-97bf-4b2d-905a-b549c8625324']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:34.384444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:34.384746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:34.395904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.411857 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.418656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:34.419065 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.487398 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc resource provider aggregate not found May 27 02:48:34.507788 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dbf0fb1-df7a-4264-b4e9-5da2d2c7bcfc found for delete ", "request_id": "req-f718d6f2-034f-4596-9da3-fbd30716b0ee"}]} May 27 02:48:34.523502 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.528626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.554588 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Network': ['ID=958d8349-97bf-4b2d-905a-b549c8625324,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:34.558376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-24eb2cf8-bd40-45d3-b608-5d8340f0c28c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/958d8349-97bf-4b2d-905a-b549c8625324 HTTP/1.1" status: 204 len: 168 time: 1.0607738 May 27 02:48:34.561034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60884) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:34.603494 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a438ba7-05ee-4c6f-9af9-d830ccb63828 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] DELETE failed (client error): The resource could not be found. May 27 02:48:34.603951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a438ba7-05ee-4c6f-9af9-d830ccb63828 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:48:34.605623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a438ba7-05ee-4c6f-9af9-d830ccb63828 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/subnets/c5fbff19-84e9-4795-955e-afbf5a65c028 HTTP/1.1" status: 404 len: 337 time: 0.0436134 May 27 02:48:34.608348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60888) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:34.633478 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-746a091c-563f-4cbf-9f3a-3e9f70f02ac3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] DELETE failed (client error): The resource could not be found. May 27 02:48:34.633960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746a091c-563f-4cbf-9f3a-3e9f70f02ac3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:48:34.635691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-746a091c-563f-4cbf-9f3a-3e9f70f02ac3 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/ac9c8a19-622b-4b9e-8773-d4d312b384ae HTTP/1.1" status: 404 len: 339 time: 0.0264850 May 27 02:48:34.638868 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60892) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:34.677229 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7984d36-7fa9-4220-9d00-4ec1e43e30de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] DELETE failed (client error): The resource could not be found. May 27 02:48:34.677679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7984d36-7fa9-4220-9d00-4ec1e43e30de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:48:34.679438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a7984d36-7fa9-4220-9d00-4ec1e43e30de tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/subnets/73b1dff3-f0e8-479a-9149-f051270643b0 HTTP/1.1" status: 404 len: 337 time: 0.0396099 May 27 02:48:34.681818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60896) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:34.706393 n-d-843146-11 neutron-server[88425]: INFO neutron.pecan_wsgi.hooks.translation [None req-1291e311-b5d4-4847-89f5-f845c5d47ec5 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] DELETE failed (client error): The resource could not be found. May 27 02:48:34.706903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1291e311-b5d4-4847-89f5-f845c5d47ec5 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 02:48:34.708561 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1291e311-b5d4-4847-89f5-f845c5d47ec5 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/15dedad6-8547-46f5-a795-5901ceefcbf4 HTTP/1.1" status: 404 len: 339 time: 0.0258520 May 27 02:48:34.711577 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60900) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:34.779894 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Deleting subnet cb11700a-e972-4132-9fe3-9cfd5c2d86a3 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:34.783691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.839447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.925520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:34.998984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.039484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Subnet': ['ID=cb11700a-e972-4132-9fe3-9cfd5c2d86a3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:35.044838 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.049712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f12e13-2e3e-438e-9f97-6ba3117acc8b None None] Network 882f602e-df61-4c9f-8e2e-e40f85a6e48b requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:35.055882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3b8fd931-fc96-40a0-bb13-898169c60e9c tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/subnets/cb11700a-e972-4132-9fe3-9cfd5c2d86a3 HTTP/1.1" status: 204 len: 168 time: 0.3433564 May 27 02:48:35.058223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60904) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:35.178528 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.189880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Deleting port c6c555bd-6aee-48d2-902b-4e4c87b95a70 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:35.190224 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.323151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] DHCP port deletion for 882f602e-df61-4c9f-8e2e-e40f85a6e48b request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:48:35.327097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Deleting port c6c555bd-6aee-48d2-902b-4e4c87b95a70 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:35.327632 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.417376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] For port c6c555bd-6aee-48d2-902b-4e4c87b95a70, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6c555bd-6aee-48d2-902b-4e4c87b95a70,segment=NetworkSegment(7feeee40-6c5c-4ecd-9d19-50350567170c),segment_id=7feeee40-6c5c-4ecd-9d19-50350567170c)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:35.417737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.535015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] For port c6c555bd-6aee-48d2-902b-4e4c87b95a70, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c6c555bd-6aee-48d2-902b-4e4c87b95a70,segment=NetworkSegment(7feeee40-6c5c-4ecd-9d19-50350567170c),segment_id=7feeee40-6c5c-4ecd-9d19-50350567170c)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:35.536665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.546424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Calling delete_port for c6c555bd-6aee-48d2-902b-4e4c87b95a70 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:35.625003 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.675636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Port': ['ID=c6c555bd-6aee-48d2-902b-4e4c87b95a70,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:35.681917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] No DVR routers for this DVR port c6c555bd-6aee-48d2-902b-4e4c87b95a70 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:35.697054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Calling delete_port for c6c555bd-6aee-48d2-902b-4e4c87b95a70 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:35.773737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:48:35.774100 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:48:35.915679 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.930911 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ce434959-e36a-4004-a741-21ac45267361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.945198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882f602e-df61-4c9f-8e2e-e40f85a6e48b']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:35.959167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feeee40-6c5c-4ecd-9d19-50350567170c') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:35.959591 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feeee40-6c5c-4ecd-9d19-50350567170c') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:35.971507 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.987520 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:35.994454 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:35.995440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.065947 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7feeee40-6c5c-4ecd-9d19-50350567170c resource provider aggregate not found May 27 02:48:36.088252 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 7feeee40-6c5c-4ecd-9d19-50350567170c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7feeee40-6c5c-4ecd-9d19-50350567170c found for delete ", "request_id": "req-b422da9f-1b2c-46d7-a9b5-341b39db7fcf"}]} May 27 02:48:36.102565 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.120765 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.131551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] Pushing event deleted for resources: {'Network': ['ID=882f602e-df61-4c9f-8e2e-e40f85a6e48b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:36.136252 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dfea95c6-edf3-4573-a6c9-3ff7ce894c29 tempest-NetworksIpV6Test-214102487 tempest-NetworksIpV6Test-214102487-project] 10.222.0.16 "DELETE /v2.0/networks/882f602e-df61-4c9f-8e2e-e40f85a6e48b HTTP/1.1" status: 204 len: 168 time: 1.0770798 May 27 02:48:36.275455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Deleting port c6c555bd-6aee-48d2-902b-4e4c87b95a70 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:36.275895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.346675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1803ebf-15a0-4092-beff-79471bfe84e3 None None] The port 'c6c555bd-6aee-48d2-902b-4e4c87b95a70' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:48:36.427283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60916) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:36.531689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c6c555bd-6aee-48d2-902b-4e4c87b95a70 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:36.568352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c6c555bd-6aee-48d2-902b-4e4c87b95a70 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:36.568846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c6c555bd-6aee-48d2-902b-4e4c87b95a70 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:36.582118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e0267b55-1876-4f34-96cb-a0fe29f75996 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c772b951708845809855d4a12e1c449e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531775 May 27 02:48:36.582453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60922) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:36.642851 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.669735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.722982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.740803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1399c37-e283-4c45-a2ea-41d1267d18d5,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:36.744975 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:36.746073 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1399c37-e283-4c45-a2ea-41d1267d18d5 HTTP/1.1" status: 204 len: 168 time: 0.1616259 May 27 02:48:36.750837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.751185 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.751513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.751846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.752178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.752507 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.752831 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.753155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.753477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.753797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.754118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:36.754436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe335c-c35b-489a-a829-fb2e68f16b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:37.437741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60946) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:37.539053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2038413163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:37.546809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.550654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Usage tracker for resource:router and tenant:87971b28a5cf45aa89e593a6de636274 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.553726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.560299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:37.572454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.573483 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.590209 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.609161 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.631548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.632719 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5252f2bf-797d-4733-99ef-0fcbe735b61e tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1939888 May 27 02:48:37.635704 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:37.641264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1193831435'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:37.646850 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.652097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Usage tracker for resource:network and tenant:87971b28a5cf45aa89e593a6de636274 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.654955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.660608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:37.671030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Made reservation on behalf of 87971b28a5cf45aa89e593a6de636274 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:37.674305 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.685996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.700159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:37.703941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Usage tracker for resource:security_group_rule and tenant:87971b28a5cf45aa89e593a6de636274 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:37.706657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:37.712783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:37.794428 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.798540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.833441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:37.839147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7f632-bbe6-4ac5-a085-fb0a40ad7db9,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:37.846312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.846652 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Added segment 7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66 of type vlan for network c331578e-688b-48e4-ab56-d5a41000e124 May 27 02:48:37.875222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.908750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:37.914781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:37.915354 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.024376 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3874962 May 27 02:48:38.027357 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5ccee-afc9-4445-8de3-a0e883445170 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event updated for resources: {'Network': ['ID=c331578e-688b-48e4-ab56-d5a41000e124,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.027511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60956) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:38.033218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Request body: {'subnet': {'network_id': 'c331578e-688b-48e4-ab56-d5a41000e124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:38.039437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network c331578e-688b-48e4-ab56-d5a41000e124 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:38.130618 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1f15e1c-0550-4542-8947-0c8547acfd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.152216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:38.156180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Usage tracker for resource:subnet and tenant:87971b28a5cf45aa89e593a6de636274 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:38.159068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:38.165082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:38.174944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Made reservation on behalf of 87971b28a5cf45aa89e593a6de636274 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:38.178366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.400842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.477624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event updated for resources: {'Subnet': ['ID=6d18b20e-13c5-4b53-a042-f5d1bcc9e062,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.486272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Checking segment: {'id': '7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c331578e-688b-48e4-ab56-d5a41000e124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:38.486633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Network hostable DHCP agents. Network: c331578e-688b-48e4-ab56-d5a41000e124, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:38.505975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Network c331578e-688b-48e4-ab56-d5a41000e124 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:38.516067 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, c331578e-688b-48e4-ab56-d5a41000e124) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:38.520143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:38.520738 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.525935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a9d44a-7214-4e27-90ad-4d6e34a7dcc7 None None] Network c331578e-688b-48e4-ab56-d5a41000e124 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:38.544889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ab9d6d1a-105c-4805-8167-35ee5ab687ea tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5160682 May 27 02:48:38.547956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60960) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:38.553473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-56684084'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:38.559805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:38.563728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Usage tracker for resource:network and tenant:87971b28a5cf45aa89e593a6de636274 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:38.566602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:38.572468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:38.583625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Made reservation on behalf of 87971b28a5cf45aa89e593a6de636274 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:38.587444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.616872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:38.626366 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.626737 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Added segment d169ee08-7a24-4594-9390-4086209e7dac of type vlan for network b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 May 27 02:48:38.656403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.686864 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.692291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:38.692879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.752565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-c331578e-688b-48e4-ab56-d5a41000e124', 'network_id': 'c331578e-688b-48e4-ab56-d5a41000e124', 'tenant_id': '87971b28a5cf45aa89e593a6de636274', 'fixed_ips': [{'subnet_id': '6d18b20e-13c5-4b53-a042-f5d1bcc9e062'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:38.753441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:38.784815 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2358592 May 27 02:48:38.788033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60964) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:38.793945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Request body: {'subnet': {'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:38.808158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8a61c-df1a-46b8-a3b9-2f5523e55b38 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event updated for resources: {'Network': ['ID=b73eaf2e-aefb-4893-aa4e-0eca3e8bace0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:38.822139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:38.905471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:38.909432 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Usage tracker for resource:subnet and tenant:87971b28a5cf45aa89e593a6de636274 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:38.912221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:38.918594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:38.929912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Made reservation on behalf of 87971b28a5cf45aa89e593a6de636274 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:38.933382 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.009831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Allocated IP 172.20.0.2 (c331578e-688b-48e4-ab56-d5a41000e124/6d18b20e-13c5-4b53-a042-f5d1bcc9e062/abeca1f5-43ef-4bb7-ae2f-26e37a87397b) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:39.149089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.218443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.228404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event updated for resources: {'Subnet': ['ID=775b40b0-c8b1-4949-9659-74db191a0522,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:39.229256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Transition to ACTIVE for port object abeca1f5-43ef-4bb7-ae2f-26e37a87397b will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:39.236062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Checking segment: {'id': 'd169ee08-7a24-4594-9390-4086209e7dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:39.236413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Network hostable DHCP agents. Network: b73eaf2e-aefb-4893-aa4e-0eca3e8bace0, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:39.248354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Transition to ACTIVE for port object abeca1f5-43ef-4bb7-ae2f-26e37a87397b will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:39.254367 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.255791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Network b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:39.265863 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, b73eaf2e-aefb-4893-aa4e-0eca3e8bace0) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:39.270044 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:39.270596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.295794 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d051cab2-6d2f-456d-a1ad-8e0430aa7897 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5040252 May 27 02:48:39.296030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60968) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:39.301624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ee05e2e3-06c2-410a-928a-354a593966d8 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:39.305156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68018595-0fa2-4f9f-99ae-a4eba729fdfe None None] Network b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:39.412176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Network c331578e-688b-48e4-ab56-d5a41000e124 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:39.419515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:39.428954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:39.455250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Pushing event updated for resources: {'Port': ['ID=abeca1f5-43ef-4bb7-ae2f-26e37a87397b,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:39.635495 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.666801 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Attempting to bind port abeca1f5-43ef-4bb7-ae2f-26e37a87397b on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:39.667175 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Attempting to bind port abeca1f5-43ef-4bb7-ae2f-26e37a87397b by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c331578e-688b-48e4-ab56-d5a41000e124'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:39.667541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Attempting to bind port abeca1f5-43ef-4bb7-ae2f-26e37a87397b on network c331578e-688b-48e4-ab56-d5a41000e124 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:39.679679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:39.680388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Checking segment: {'id': '7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c331578e-688b-48e4-ab56-d5a41000e124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:39.680941 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.681350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Bound using segment: {'id': '7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c331578e-688b-48e4-ab56-d5a41000e124'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:39.681948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Bound port: abeca1f5-43ef-4bb7-ae2f-26e37a87397b, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c331578e-688b-48e4-ab56-d5a41000e124'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:39.682322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.698001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.784170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-b73eaf2e-aefb-4893-aa4e-0eca3e8bace0', 'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0', 'tenant_id': '87971b28a5cf45aa89e593a6de636274', 'fixed_ips': [{'subnet_id': '775b40b0-c8b1-4949-9659-74db191a0522'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:39.784989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.813872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ee05e2e3-06c2-410a-928a-354a593966d8 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.877364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] For port abeca1f5-43ef-4bb7-ae2f-26e37a87397b, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:39.898433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] For port abeca1f5-43ef-4bb7-ae2f-26e37a87397b, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abeca1f5-43ef-4bb7-ae2f-26e37a87397b,segment=NetworkSegment(7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66),segment_id=7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:39.909288 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:39.969301 n-d-843146-11 neutron-server[88426]: INFO neutron.api.v2.resource [None req-ee05e2e3-06c2-410a-928a-354a593966d8 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 02:48:39.970471 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ee05e2e3-06c2-410a-928a-354a593966d8 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "PUT /v2.0/routers/91014cdb-4a37-4158-bf67-af02d3365d96 HTTP/1.1" status: 400 len: 364 time: 0.6733322 May 27 02:48:39.976089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60972) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:40.043203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Deleting subnet 775b40b0-c8b1-4949-9659-74db191a0522 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:40.057126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Allocated IP 172.21.0.2 (b73eaf2e-aefb-4893-aa4e-0eca3e8bace0/775b40b0-c8b1-4949-9659-74db191a0522/48410520-147b-49a8-959d-da788477b715) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:40.059214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119af18-1e8e-4fe7-b8da-f6c1895c8f9d None None] Pushing event updated for resources: {'Port': ['ID=abeca1f5-43ef-4bb7-ae2f-26e37a87397b,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:40.296506 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.308033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Transition to ACTIVE for port object 48410520-147b-49a8-959d-da788477b715 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:40.326911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Transition to ACTIVE for port object 48410520-147b-49a8-959d-da788477b715 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:40.334337 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.336326 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.395634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.402747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Network b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:40.405373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:40.409217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:40.442110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Pushing event updated for resources: {'Port': ['ID=48410520-147b-49a8-959d-da788477b715,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:40.484696 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.514611 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Attempting to bind port 48410520-147b-49a8-959d-da788477b715 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:40.515228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Attempting to bind port 48410520-147b-49a8-959d-da788477b715 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd169ee08-7a24-4594-9390-4086209e7dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:40.515811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Attempting to bind port 48410520-147b-49a8-959d-da788477b715 on network b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:40.523517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:40.523973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Checking segment: {'id': 'd169ee08-7a24-4594-9390-4086209e7dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:40.524501 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.524962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Bound using segment: {'id': 'd169ee08-7a24-4594-9390-4086209e7dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:40.525504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Bound port: 48410520-147b-49a8-959d-da788477b715, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd169ee08-7a24-4594-9390-4086209e7dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b73eaf2e-aefb-4893-aa4e-0eca3e8bace0'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:40.525947 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.572301 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.596536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abeca1f5-43ef-4bb7-ae2f-26e37a87397b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:40.620722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event deleted for resources: {'Subnet': ['ID=775b40b0-c8b1-4949-9659-74db191a0522,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:40.622669 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.629409 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b0d208a8-a5cf-4ef9-9a1d-a65c0bfa9212 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "DELETE /v2.0/subnets/775b40b0-c8b1-4949-9659-74db191a0522 HTTP/1.1" status: 204 len: 168 time: 0.6523623 May 27 02:48:40.633246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 60976) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:40.684795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] For port 48410520-147b-49a8-959d-da788477b715, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:40.688315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] For port 48410520-147b-49a8-959d-da788477b715, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=48410520-147b-49a8-959d-da788477b715,segment=NetworkSegment(d169ee08-7a24-4594-9390-4086209e7dac),segment_id=d169ee08-7a24-4594-9390-4086209e7dac)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:40.699238 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.739226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port abeca1f5-43ef-4bb7-ae2f-26e37a87397b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:40.758046 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.770107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Deleting port 48410520-147b-49a8-959d-da788477b715 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:40.770450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:40.841073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f22eab-b7ad-4689-84d6-51b5fdd5ca2c None None] Pushing event updated for resources: {'Port': ['ID=48410520-147b-49a8-959d-da788477b715,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:40.862090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e61477-e255-4e6a-b991-72abc617655e None None] Network b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:41.004527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] For port 48410520-147b-49a8-959d-da788477b715, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=48410520-147b-49a8-959d-da788477b715,segment=NetworkSegment(d169ee08-7a24-4594-9390-4086209e7dac),segment_id=d169ee08-7a24-4594-9390-4086209e7dac)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:41.005273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.089154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26bc475-f008-4468-ac84-40c45507e5b3 None None] Network c331578e-688b-48e4-ab56-d5a41000e124 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:41.135719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Calling delete_port for 48410520-147b-49a8-959d-da788477b715 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:41.207390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] Provisioning for port abeca1f5-43ef-4bb7-ae2f-26e37a87397b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:41.220375 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.221108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] Provisioning complete for port abeca1f5-43ef-4bb7-ae2f-26e37a87397b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:41.221633 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.253511 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.269828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event deleted for resources: {'Port': ['ID=48410520-147b-49a8-959d-da788477b715,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:41.271664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] No DVR routers for this DVR port 48410520-147b-49a8-959d-da788477b715 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:41.397070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.424742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73eaf2e-aefb-4893-aa4e-0eca3e8bace0']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:41.442926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd169ee08-7a24-4594-9390-4086209e7dac') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:41.443221 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd169ee08-7a24-4594-9390-4086209e7dac') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:41.456301 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.472691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.478625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:41.479052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.486938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] Current status of the port abeca1f5-43ef-4bb7-ae2f-26e37a87397b is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:41.487521 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.529202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] For port abeca1f5-43ef-4bb7-ae2f-26e37a87397b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abeca1f5-43ef-4bb7-ae2f-26e37a87397b,segment=NetworkSegment(7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66),segment_id=7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:41.535947 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.546905 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment d169ee08-7a24-4594-9390-4086209e7dac resource provider aggregate not found May 27 02:48:41.571520 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment d169ee08-7a24-4594-9390-4086209e7dac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d169ee08-7a24-4594-9390-4086209e7dac found for delete ", "request_id": "req-290b2cd5-878c-4657-9964-9c048faccb6b"}]} May 27 02:48:41.584527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.604807 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.620071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60984) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:41.620592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "DELETE /v2.0/networks/b73eaf2e-aefb-4893-aa4e-0eca3e8bace0 HTTP/1.1" status: 204 len: 168 time: 0.9858034 May 27 02:48:41.628280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f7c61-7d8f-4585-9c46-ae896dc99bb9 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event deleted for resources: {'Network': ['ID=b73eaf2e-aefb-4893-aa4e-0eca3e8bace0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:41.636107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852a3e1-8040-4fa3-8251-ddc465884b46 None None] Pushing event updated for resources: {'Port': ['ID=abeca1f5-43ef-4bb7-ae2f-26e37a87397b,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:41.707466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Deleting subnet 6d18b20e-13c5-4b53-a042-f5d1bcc9e062 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:48:41.710990 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.742303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658914ce-6d9a-43f3-bc0a-281d8907eabe None None] get_active_networks_info from n-d-843146-11 {{(pid=88427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 02:48:41.772226 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.803172 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7d2bcd8-f46e-4a29-be65-d886daee13d3 None None] Provisioning complete for port abeca1f5-43ef-4bb7-ae2f-26e37a87397b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:41.803510 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7d2bcd8-f46e-4a29-be65-d886daee13d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.854584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.885494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658914ce-6d9a-43f3-bc0a-281d8907eabe None None] Resources bound (agent type, host, resource id): {{(pid=88427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 02:48:41.929956 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.974426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event deleted for resources: {'Subnet': ['ID=6d18b20e-13c5-4b53-a042-f5d1bcc9e062,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:41.977000 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:41.985319 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fbffbde7-d070-4ff0-bed3-b02091a8dde0 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "DELETE /v2.0/subnets/6d18b20e-13c5-4b53-a042-f5d1bcc9e062 HTTP/1.1" status: 204 len: 168 time: 0.3614049 May 27 02:48:41.986033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60988) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:42.039633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2bcd8-f46e-4a29-be65-d886daee13d3 None None] Current status of the port abeca1f5-43ef-4bb7-ae2f-26e37a87397b is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:42.100988 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.111449 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Deleting port abeca1f5-43ef-4bb7-ae2f-26e37a87397b {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:42.111780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.227795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f48d7-5d2a-4d89-a3cd-86b1ec83fb25 None None] Network c331578e-688b-48e4-ab56-d5a41000e124 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:42.320722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] For port abeca1f5-43ef-4bb7-ae2f-26e37a87397b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=abeca1f5-43ef-4bb7-ae2f-26e37a87397b,segment=NetworkSegment(7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66),segment_id=7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:42.320998 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.447272 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Calling delete_port for abeca1f5-43ef-4bb7-ae2f-26e37a87397b owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:48:42.487478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d3d6e-3e57-4f07-a459-4e02211be601 None None] DHCP port deletion for c331578e-688b-48e4-ab56-d5a41000e124 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:48:42.494640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a81d3d6e-3e57-4f07-a459-4e02211be601 None None] Deleting port abeca1f5-43ef-4bb7-ae2f-26e37a87397b {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:48:42.494983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a81d3d6e-3e57-4f07-a459-4e02211be601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.531259 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.542605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abeca1f5-43ef-4bb7-ae2f-26e37a87397b no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:48:42.580917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event deleted for resources: {'Port': ['ID=abeca1f5-43ef-4bb7-ae2f-26e37a87397b,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:42.582753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] No DVR routers for this DVR port abeca1f5-43ef-4bb7-ae2f-26e37a87397b on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:48:42.584400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: abeca1f5-43ef-4bb7-ae2f-26e37a87397b {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:48:42.584400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device abeca1f5-43ef-4bb7-ae2f-26e37a87397b not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:48:42.630461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a81d3d6e-3e57-4f07-a459-4e02211be601 None None] The port 'abeca1f5-43ef-4bb7-ae2f-26e37a87397b' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:48:42.711947 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.736950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c331578e-688b-48e4-ab56-d5a41000e124']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:42.752466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:42.752766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:42.763997 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.780336 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.786729 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:48:42.787218 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.854410 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66 resource provider aggregate not found May 27 02:48:42.877646 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d5d3c6d-b96b-45cb-8ab3-0da5e1d9bf66 found for delete ", "request_id": "req-aac24f58-b9a8-4c93-a720-de1377a4122d"}]} May 27 02:48:42.887885 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.905423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:42.921664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Pushing event deleted for resources: {'Network': ['ID=c331578e-688b-48e4-ab56-d5a41000e124,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:42.924530 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3d2fbc2d-6624-4116-a35f-60fe6a92b754 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "DELETE /v2.0/networks/c331578e-688b-48e4-ab56-d5a41000e124 HTTP/1.1" status: 204 len: 168 time: 0.9375687 May 27 02:48:42.927286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 60996) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:43.074462 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a31c7dae-7532-4e70-9d7c-a9048694db21 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Synchronizing usage tracker for tenant:87971b28a5cf45aa89e593a6de636274 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:43.090892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a31c7dae-7532-4e70-9d7c-a9048694db21 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Unset dirty status for tenant:87971b28a5cf45aa89e593a6de636274 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:43.092078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a31c7dae-7532-4e70-9d7c-a9048694db21 tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "GET /v2.0/ports?device_id=91014cdb-4a37-4158-bf67-af02d3365d96 HTTP/1.1" status: 200 len: 205 time: 0.1638999 May 27 02:48:43.094621 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32768) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:43.229721 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9474d-376c-4fe8-82d0-b3c5b9d8f7fa tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.524263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9474d-376c-4fe8-82d0-b3c5b9d8f7fa tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.526414 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9474d-376c-4fe8-82d0-b3c5b9d8f7fa tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.548825 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9474d-376c-4fe8-82d0-b3c5b9d8f7fa tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.549423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9474d-376c-4fe8-82d0-b3c5b9d8f7fa tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Fanout notify agent at l3_agent the message router_deleted on router 91014cdb-4a37-4158-bf67-af02d3365d96 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:48:43.561856 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cfc9474d-376c-4fe8-82d0-b3c5b9d8f7fa tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:43.563155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cfc9474d-376c-4fe8-82d0-b3c5b9d8f7fa tempest-RoutersNegativeTest-1355608019 tempest-RoutersNegativeTest-1355608019-project] 10.222.0.16 "DELETE /v2.0/routers/91014cdb-4a37-4158-bf67-af02d3365d96 HTTP/1.1" status: 204 len: 168 time: 0.4674642 May 27 02:48:43.830151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32776) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:43.973559 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e5def58a-c7a3-4285-b48a-8f4b9f30f9b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87971b28a5cf45aa89e593a6de636274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422155 May 27 02:48:43.976018 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32782) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:44.033274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82d47740-6ff5-478c-a617-405a9b8b98b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.058920 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82d47740-6ff5-478c-a617-405a9b8b98b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.112280 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82d47740-6ff5-478c-a617-405a9b8b98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.127755 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d47740-6ff5-478c-a617-405a9b8b98b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7f632-bbe6-4ac5-a085-fb0a40ad7db9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:44.132616 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-82d47740-6ff5-478c-a617-405a9b8b98b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.133732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-82d47740-6ff5-478c-a617-405a9b8b98b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09c7f632-bbe6-4ac5-a085-fb0a40ad7db9 HTTP/1.1" status: 204 len: 168 time: 0.1568377 May 27 02:48:44.796728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32806) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:44.897006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-624297561-network', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:44.903006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:44.906827 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Usage tracker for resource:network and tenant:b12ebdf89b234fbd863e03246773b418 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:44.909610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:44.915482 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:44.925745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Made reservation on behalf of b12ebdf89b234fbd863e03246773b418 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:44.927968 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.940405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:44.955914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:44.961101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Usage tracker for resource:security_group_rule and tenant:b12ebdf89b234fbd863e03246773b418 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:44.964751 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:44.970555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:45.054121 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.057897 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.087618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:45.101689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:45.108394 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.108747 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Added segment f9797732-8465-496f-9ac2-da440cf81ca9 of type vlan for network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 May 27 02:48:45.139027 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.156919 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:48:45.169203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.170126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:45.170684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.271689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4738278 May 27 02:48:45.272638 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc398d51-8b6e-4dbb-af29-c54225373eda admin admin] Pushing event updated for resources: {'Network': ['ID=29bfe0bb-c84b-49c4-b945-2e0480c11ce6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:45.274619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32812) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:45.280151 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Request body: {'subnet': {'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-subnet', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:45.282099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:45.288374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:45.292401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Usage tracker for resource:subnet and tenant:b12ebdf89b234fbd863e03246773b418 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:45.295667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:45.302100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:45.312213 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Made reservation on behalf of b12ebdf89b234fbd863e03246773b418 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:45.314390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.515977 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.588992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1741f9ae-70ab-4241-9d51-7e5f936a7e65,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:45.597928 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Checking segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:45.598289 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Network hostable DHCP agents. Network: 29bfe0bb-c84b-49c4-b945-2e0480c11ce6, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:45.618872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:45.628212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 29bfe0bb-c84b-49c4-b945-2e0480c11ce6) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:45.632209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:45.632787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.638383 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7b596-e856-41bf-ae91-fe6d33a2e816 None None] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:45.654770 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66d12291-aa44-45bf-bec3-4f72749a331e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3789790 May 27 02:48:45.657353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 32816) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:45.662220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:45.668734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:45.672876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Usage tracker for resource:router and tenant:b12ebdf89b234fbd863e03246773b418 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:45.675756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:45.681666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:45.693797 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.694881 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.713164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:45.863090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'fixed_ips': [{'subnet_id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:45.863982 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.021461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Allocated IP 172.20.0.2 (29bfe0bb-c84b-49c4-b945-2e0480c11ce6/1741f9ae-70ab-4241-9d51-7e5f936a7e65/172a1224-4ee6-4b62-b4b1-daf49a740ccf) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:46.107715 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.228246 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.238299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Transition to ACTIVE for port object 172a1224-4ee6-4b62-b4b1-daf49a740ccf will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:46.256586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Transition to ACTIVE for port object 172a1224-4ee6-4b62-b4b1-daf49a740ccf will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:46.262649 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.362562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:46.365505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:46.369129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:46.374675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Pushing event updated for resources: {'Port': ['ID=172a1224-4ee6-4b62-b4b1-daf49a740ccf,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:46.432732 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.462486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Attempting to bind port 172a1224-4ee6-4b62-b4b1-daf49a740ccf on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:46.462883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Attempting to bind port 172a1224-4ee6-4b62-b4b1-daf49a740ccf by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:46.463244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Attempting to bind port 172a1224-4ee6-4b62-b4b1-daf49a740ccf on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:46.464377 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.468401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:46.468768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Checking segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:46.469158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.469565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Bound using segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:46.470020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Bound port: 172a1224-4ee6-4b62-b4b1-daf49a740ccf, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:46.470383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.561971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] For port 172a1224-4ee6-4b62-b4b1-daf49a740ccf, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:46.565275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] For port 172a1224-4ee6-4b62-b4b1-daf49a740ccf, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=172a1224-4ee6-4b62-b4b1-daf49a740ccf,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:46.568925 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.603230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Allocated IP 172.25.3.241 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:46.659775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f898ff2-1f31-4f1a-b653-c16ec6a6d4f8 None None] Pushing event updated for resources: {'Port': ['ID=172a1224-4ee6-4b62-b4b1-daf49a740ccf,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:46.759609 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.794120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:46.866996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:46.869907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:46.873011 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:46.921158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:47.295396 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.616056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a55621-5d00-4e20-bf09-1b1edf5ed0f3 None None] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:47.712491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0be36e34-7385-4aa4-8cc2-8dfb9d414f2d None None] Provisioning for port 172a1224-4ee6-4b62-b4b1-daf49a740ccf completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:47.783064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:47.993955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Router d0622627-9aab-4ead-923d-3993758f5921 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:48:48.174661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:48.184457 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Sync routers for ids ['d0622627-9aab-4ead-923d-3993758f5921'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:48.196211 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Routers {'d0622627-9aab-4ead-923d-3993758f5921'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:48.196932 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d0622627-9aab-4ead-923d-3993758f5921'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:48.198766 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.200480 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d5650fff-e7e2-427f-9985-159ecec3eaf8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5417714 May 27 02:48:48.203240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32820) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:48.373543 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Set router d0622627-9aab-4ead-923d-3993758f5921 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:48.579360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 172a1224-4ee6-4b62-b4b1-daf49a740ccf up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:48.654775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 172a1224-4ee6-4b62-b4b1-daf49a740ccf completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:48.660331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 172a1224-4ee6-4b62-b4b1-daf49a740ccf triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:48.660938 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.670469 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:48:47Z', 'revision_number': 3, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port': {'id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:48.674601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Checking router: d0622627-9aab-4ead-923d-3993758f5921 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:48.675076 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Updating router d0622627-9aab-4ead-923d-3993758f5921 port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:48.727748 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.789432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 172a1224-4ee6-4b62-b4b1-daf49a740ccf is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:48.789729 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.822812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 172a1224-4ee6-4b62-b4b1-daf49a740ccf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=172a1224-4ee6-4b62-b4b1-daf49a740ccf,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:48.827629 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:48.894968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=172a1224-4ee6-4b62-b4b1-daf49a740ccf,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:49.027207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.063255 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.075751 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Transition to ACTIVE for port object 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:49.083123 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.164297 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Pushing event updated for resources: {'Port': ['ID=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:49.166395 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Attempting to bind port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:49.166772 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Attempting to bind port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:49.167130 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Attempting to bind port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:49.175871 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:49.176233 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:49.176616 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.176992 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:49.177431 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Bound port: 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:49.177786 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.202843 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.203633 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.203633 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.203824 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.204122 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.204443 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.204758 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.205072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.205386 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.205701 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.206015 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.206332 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:48:49.239633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Allocated IP 172.20.0.1 (29bfe0bb-c84b-49c4-b945-2e0480c11ce6/1741f9ae-70ab-4241-9d51-7e5f936a7e65/c64e53be-7212-4308-937c-6f6504e2a97c) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:49.257901 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] For port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:49.261019 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] For port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:49.264558 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.342238 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Routers {'d0622627-9aab-4ead-923d-3993758f5921'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:49.342882 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d0622627-9aab-4ead-923d-3993758f5921'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:49.389346 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.404461 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345343f-12ca-410b-a169-4e0e2fdb7555 None None] Pushing event updated for resources: {'Port': ['ID=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:49.406246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Transition to ACTIVE for port object c64e53be-7212-4308-937c-6f6504e2a97c will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:49.430593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.496322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:49.499053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:49.502986 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:49.551922 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] Set router d0622627-9aab-4ead-923d-3993758f5921 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:49.560685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.617250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Pushing event updated for resources: {'Port': ['ID=c64e53be-7212-4308-937c-6f6504e2a97c,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:49.698201 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.780651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf015ffd-3aa7-4444-a2ff-adc3e78e3815 None None] Provisioning for port c64e53be-7212-4308-937c-6f6504e2a97c completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:49.787255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf015ffd-3aa7-4444-a2ff-adc3e78e3815 None None] Provisioning complete for port c64e53be-7212-4308-937c-6f6504e2a97c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:49.788634 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bf015ffd-3aa7-4444-a2ff-adc3e78e3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:49.848042 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:48:47Z', 'revision_number': 3, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port': {'id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:49.852157 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1afd57-be29-4c34-8ba4-12d061d4891f None None] The sync data for ids ['d0622627-9aab-4ead-923d-3993758f5921'] in n-d-843146-11 is: [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:48:47Z', 'revision_number': 3, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port': {'id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:49.852917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bf015ffd-3aa7-4444-a2ff-adc3e78e3815 None None] Port c64e53be-7212-4308-937c-6f6504e2a97c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:50.046496 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.051726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.168736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Pushing event updated for resources: {'Port': ['ID=c64e53be-7212-4308-937c-6f6504e2a97c,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:50.171175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.313936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:50.315800 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:50.530619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Router d0622627-9aab-4ead-923d-3993758f5921 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:50.579132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-06279994-86fa-4544-bc80-c0a8b4b8633c None None] Provisioning complete for port c64e53be-7212-4308-937c-6f6504e2a97c triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:50.579650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06279994-86fa-4544-bc80-c0a8b4b8633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.649091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-06279994-86fa-4544-bc80-c0a8b4b8633c None None] Port c64e53be-7212-4308-937c-6f6504e2a97c cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:50.677227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 172a1224-4ee6-4b62-b4b1-daf49a740ccf up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:50.755155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 172a1224-4ee6-4b62-b4b1-daf49a740ccf triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:50.755155 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:50.759087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:50.768424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6512f557-064e-44e4-a1b2-544281a8706d admin admin] 10.222.0.16 "PUT /v2.0/routers/d0622627-9aab-4ead-923d-3993758f5921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638204 May 27 02:48:50.879671 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 172a1224-4ee6-4b62-b4b1-daf49a740ccf is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:50.880737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:50.967687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:50.976471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:50.976471 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.096414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:51.096796 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.117408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:51.123942 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.195753 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:51.331524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:51.337881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-786205625-network', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:51.343492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:51.347448 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Usage tracker for resource:network and tenant:df497f9c7b9e41a687a7d5767ff07701 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:51.350882 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:51.357864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:51.369130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Made reservation on behalf of df497f9c7b9e41a687a7d5767ff07701 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:51.371962 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.385943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.401087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Sync routers for ids ['d0622627-9aab-4ead-923d-3993758f5921'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:51.406661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:51.410932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Usage tracker for resource:security_group_rule and tenant:df497f9c7b9e41a687a7d5767ff07701 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:51.411469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Routers {'d0622627-9aab-4ead-923d-3993758f5921'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:51.412099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d0622627-9aab-4ead-923d-3993758f5921'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:51.414588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:51.420931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:51.527303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.531798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.570608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:48:51.581312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2497bde3-8edb-45d5-bba6-92cd66c8cc86,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:51.602207 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.602672 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Added segment 672eb280-b1bc-44aa-8915-273607cc7c1e of type vlan for network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 May 27 02:48:51.632557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.636890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Set router d0622627-9aab-4ead-923d-3993758f5921 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:51.672337 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.673308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:51.673907 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.797589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4647825 May 27 02:48:51.798325 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9029-dbef-4b75-9ef7-9340eabc8130 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5a8d2b-ad95-4a60-b861-61eb40139c45,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:51.800807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32842) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:51.806975 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Request body: {'subnet': {'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-subnet', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:51.815807 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:51.820791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Usage tracker for resource:subnet and tenant:df497f9c7b9e41a687a7d5767ff07701 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:51.823746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:51.830114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:51.840193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Made reservation on behalf of df497f9c7b9e41a687a7d5767ff07701 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:48:51.842585 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:51.849824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:48:52.060870 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.068781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:48:49Z', 'revision_number': 4, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port': {'id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c64e53be-7212-4308-937c-6f6504e2a97c', 'name': '', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'mac_address': 'fa:16:3e:a9:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:49Z', 'updated_at': '2022-05-27T02:48:49Z', 'revision_number': 2, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'subnets': [{'id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:52.073403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Checking router: d0622627-9aab-4ead-923d-3993758f5921 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:52.073756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Updating router d0622627-9aab-4ead-923d-3993758f5921 port c64e53be-7212-4308-937c-6f6504e2a97c binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:52.137758 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.149853 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb689062-da61-442c-bfef-9b438a728a46,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:52.154134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Checking segment: {'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:52.154451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Network hostable DHCP agents. Network: 9d5a8d2b-ad95-4a60-b861-61eb40139c45, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:48:52.175392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:48:52.186531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 9d5a8d2b-ad95-4a60-b861-61eb40139c45) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:52.190903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:52.191505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.197074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f416597-9300-4c66-b486-1fe45e7abafd None None] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:52.216122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d001a0fe-0dba-47ee-9db6-06512f457a75 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4141486 May 27 02:48:52.218846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32846) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:52.223983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:48:52.229428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:48:52.233499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Usage tracker for resource:router and tenant:df497f9c7b9e41a687a7d5767ff07701 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:48:52.236555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:48:52.242486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:48:52.253267 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.254295 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.271330 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.583381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:52.646197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-9d5a8d2b-ad95-4a60-b861-61eb40139c45', 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'fixed_ips': [{'subnet_id': 'cb689062-da61-442c-bfef-9b438a728a46'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:48:52.647559 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.697050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.847236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:52.847610 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.954556 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:52.979308 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Transition to ACTIVE for port object c64e53be-7212-4308-937c-6f6504e2a97c will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:52.989135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Allocated IP 172.20.0.2 (9d5a8d2b-ad95-4a60-b861-61eb40139c45/cb689062-da61-442c-bfef-9b438a728a46/71eaf45f-ccf0-48a3-9a4e-d4b99059e763) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:52.994595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.027813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.065221 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.230547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Allocated IP 172.25.3.229 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/b7ad8206-377f-4a78-bc82-2b80b94118cf) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:53.327386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e59c0-2a38-4402-b63f-ae0a55765e9a None None] Pushing event updated for resources: {'Port': ['ID=c64e53be-7212-4308-937c-6f6504e2a97c,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:53.393621 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.426832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.439129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:53.478408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Attempting to bind port c64e53be-7212-4308-937c-6f6504e2a97c on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:53.478800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Attempting to bind port c64e53be-7212-4308-937c-6f6504e2a97c by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:53.479168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Attempting to bind port c64e53be-7212-4308-937c-6f6504e2a97c on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:53.495712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:53.498836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:53.499343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:53.499740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Checking segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:53.500583 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.500583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Bound using segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:53.500972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Bound port: c64e53be-7212-4308-937c-6f6504e2a97c, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:53.501354 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.502575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:53.542104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Pushing event updated for resources: {'Port': ['ID=b7ad8206-377f-4a78-bc82-2b80b94118cf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:53.631674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.656628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Transition to ACTIVE for port object 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:53.672096 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] For port c64e53be-7212-4308-937c-6f6504e2a97c, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:53.677573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] For port c64e53be-7212-4308-937c-6f6504e2a97c, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c64e53be-7212-4308-937c-6f6504e2a97c,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:53.684686 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.688587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Transition to ACTIVE for port object 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:53.734240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:53.774638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:53.779707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:53.784873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:53.788601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Routers {'d0622627-9aab-4ead-923d-3993758f5921'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:53.789236 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d0622627-9aab-4ead-923d-3993758f5921'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:53.853265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e59c0-2a38-4402-b63f-ae0a55765e9a None None] Pushing event updated for resources: {'Port': ['ID=c64e53be-7212-4308-937c-6f6504e2a97c,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:53.980216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:54.106039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Attempting to bind port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:54.106319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Attempting to bind port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:54.106684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Attempting to bind port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 on network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:54.114009 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Pushing event updated for resources: {'Port': ['ID=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:54.122807 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:54.123190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Checking segment: {'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:54.123597 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:54.123995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Bound using segment: {'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:54.124477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Bound port: 71eaf45f-ccf0-48a3-9a4e-d4b99059e763, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:54.124847 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:54.198470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] Set router d0622627-9aab-4ead-923d-3993758f5921 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:54.427812 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] For port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:54.452987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] For port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,segment=NetworkSegment(672eb280-b1bc-44aa-8915-273607cc7c1e),segment_id=672eb280-b1bc-44aa-8915-273607cc7c1e)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:54.459211 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:54.459999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:54.613392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb35d17-ea67-4890-9b90-1f73883c72b1 None None] Pushing event updated for resources: {'Port': ['ID=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:54.649466 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:48:49Z', 'revision_number': 4, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port': {'id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c64e53be-7212-4308-937c-6f6504e2a97c', 'name': '', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'mac_address': 'fa:16:3e:a9:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:49Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 4, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'subnets': [{'id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:54.653788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df5d130-d3f0-4513-9a17-bd564eda6de7 None None] The sync data for ids ['d0622627-9aab-4ead-923d-3993758f5921'] in n-d-843146-11 is: [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:48:49Z', 'revision_number': 4, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port': {'id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'c64e53be-7212-4308-937c-6f6504e2a97c', 'name': '', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'mac_address': 'fa:16:3e:a9:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:49Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 4, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'subnets': [{'id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:54.733437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Router c2def1c5-e737-40d4-a853-8464d26a8a76 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:48:54.970932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:54.981550 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Sync routers for ids ['c2def1c5-e737-40d4-a853-8464d26a8a76'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:54.992757 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Routers {'c2def1c5-e737-40d4-a853-8464d26a8a76'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:54.993672 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c2def1c5-e737-40d4-a853-8464d26a8a76'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:55.004959 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:55.006380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f25eaeee-8946-43e2-863f-3dc417691a3b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7864528 May 27 02:48:55.009201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 32850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:48:55.204036 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Set router c2def1c5-e737-40d4-a853-8464d26a8a76 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:55.554277 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 3, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port': {'id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:53Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:55.563298 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Checking router: c2def1c5-e737-40d4-a853-8464d26a8a76 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:55.563636 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Updating router c2def1c5-e737-40d4-a853-8464d26a8a76 port b7ad8206-377f-4a78-bc82-2b80b94118cf binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:55.634940 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:55.779642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64a3e5-9686-44a1-a974-f300991eccc0 None None] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:48:55.906264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-44c04745-f567-44d4-9fc2-e36f0ece72ce None None] Provisioning for port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:55.971714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.052985 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.069771 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Transition to ACTIVE for port object b7ad8206-377f-4a78-bc82-2b80b94118cf will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:56.081127 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.167799 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Attempting to bind port b7ad8206-377f-4a78-bc82-2b80b94118cf on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:48:56.168168 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Attempting to bind port b7ad8206-377f-4a78-bc82-2b80b94118cf by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:48:56.168540 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Attempting to bind port b7ad8206-377f-4a78-bc82-2b80b94118cf on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:48:56.179675 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:48:56.180054 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:48:56.180461 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.180857 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:48:56.181338 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Bound port: b7ad8206-377f-4a78-bc82-2b80b94118cf, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:48:56.181711 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.220799 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54cf7f-da1f-4bd2-b9ce-ccbbc27f09fa None None] Pushing event updated for resources: {'Port': ['ID=b7ad8206-377f-4a78-bc82-2b80b94118cf,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:56.230973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Allocated IP 172.20.0.1 (9d5a8d2b-ad95-4a60-b861-61eb40139c45/cb689062-da61-442c-bfef-9b438a728a46/00919fa5-c67f-4489-aff0-7c9d5c960708) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:48:56.269952 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] For port b7ad8206-377f-4a78-bc82-2b80b94118cf, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:48:56.274414 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] For port b7ad8206-377f-4a78-bc82-2b80b94118cf, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b7ad8206-377f-4a78-bc82-2b80b94118cf,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:48:56.281548 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.394526 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Routers {'c2def1c5-e737-40d4-a853-8464d26a8a76'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:56.395268 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c2def1c5-e737-40d4-a853-8464d26a8a76'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:56.408955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.425350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Transition to ACTIVE for port object 00919fa5-c67f-4489-aff0-7c9d5c960708 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:48:56.453858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.460584 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54cf7f-da1f-4bd2-b9ce-ccbbc27f09fa None None] Pushing event updated for resources: {'Port': ['ID=b7ad8206-377f-4a78-bc82-2b80b94118cf,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:56.518489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:56.526380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:56.530934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:48:56.594906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Pushing event updated for resources: {'Port': ['ID=00919fa5-c67f-4489-aff0-7c9d5c960708,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:56.606523 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] Set router c2def1c5-e737-40d4-a853-8464d26a8a76 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:56.628273 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.646176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:56.753492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:56.761926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:56.762530 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.769287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.905627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f44bab28-1796-46a7-9096-e16f24a1a321 None None] Provisioning for port 00919fa5-c67f-4489-aff0-7c9d5c960708 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:56.914382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f44bab28-1796-46a7-9096-e16f24a1a321 None None] Provisioning complete for port 00919fa5-c67f-4489-aff0-7c9d5c960708 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:56.914936 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f44bab28-1796-46a7-9096-e16f24a1a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:56.950835 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 3, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port': {'id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:53Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:56.957440 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49f65a-9c79-404a-a749-378c2f4d723c None None] The sync data for ids ['c2def1c5-e737-40d4-a853-8464d26a8a76'] in n-d-843146-11 is: [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:48:53Z', 'revision_number': 3, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port': {'id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:53Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:48:56.962569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:56.962995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.004305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f44bab28-1796-46a7-9096-e16f24a1a321 None None] Port 00919fa5-c67f-4489-aff0-7c9d5c960708 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:57.008426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,segment=NetworkSegment(672eb280-b1bc-44aa-8915-273607cc7c1e),segment_id=672eb280-b1bc-44aa-8915-273607cc7c1e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:57.013136 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.013933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c64e53be-7212-4308-937c-6f6504e2a97c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:57.060879 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.067016 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.143121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:57.150283 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c64e53be-7212-4308-937c-6f6504e2a97c completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:57.155561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c64e53be-7212-4308-937c-6f6504e2a97c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:57.155938 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.183972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Pushing event updated for resources: {'Port': ['ID=00919fa5-c67f-4489-aff0-7c9d5c960708,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:57.186583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.311002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c64e53be-7212-4308-937c-6f6504e2a97c is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:57.311536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.347043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:48:57.348730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:48:57.349524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c64e53be-7212-4308-937c-6f6504e2a97c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c64e53be-7212-4308-937c-6f6504e2a97c,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:48:57.355631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.447578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c64e53be-7212-4308-937c-6f6504e2a97c,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:48:57.573981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Router c2def1c5-e737-40d4-a853-8464d26a8a76 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:48:57.653677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-921b48eb-460f-4bbd-9701-412872fc1116 None None] Provisioning complete for port 00919fa5-c67f-4489-aff0-7c9d5c960708 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:57.654053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-921b48eb-460f-4bbd-9701-412872fc1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:57.715574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-921b48eb-460f-4bbd-9701-412872fc1116 None None] Port 00919fa5-c67f-4489-aff0-7c9d5c960708 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:48:57.778521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:48:57.789154 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b01c9716-d34d-4032-8bb6-9e9571893efb admin admin] 10.222.0.16 "PUT /v2.0/routers/c2def1c5-e737-40d4-a853-8464d26a8a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7786694 May 27 02:48:58.482409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-455ad91c-67e2-47a2-96dd-ac7c9db38a1a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:48:58.483118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-455ad91c-67e2-47a2-96dd-ac7c9db38a1a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Synchronizing usage tracker for tenant:b12ebdf89b234fbd863e03246773b418 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:58.501290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-455ad91c-67e2-47a2-96dd-ac7c9db38a1a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Unset dirty status for tenant:b12ebdf89b234fbd863e03246773b418 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:58.502767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-455ad91c-67e2-47a2-96dd-ac7c9db38a1a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/networks?id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6 HTTP/1.1" status: 200 len: 816 time: 0.1711576 May 27 02:48:58.521937 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-75d3f43b-c01d-4412-b495-dea9f60dee2d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/quotas/b12ebdf89b234fbd863e03246773b418 HTTP/1.1" status: 200 len: 375 time: 0.0112326 May 27 02:48:58.623725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-29ec7778-7b2d-491d-a70e-b6dff46c6031 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b12ebdf89b234fbd863e03246773b418&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951049 May 27 02:48:58.642987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-ea3f90ad-92d0-48ed-8407-676e0c5e6bfd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:48:58.644100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c64e53be-7212-4308-937c-6f6504e2a97c up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:58.650228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-ea3f90ad-92d0-48ed-8407-676e0c5e6bfd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116553 May 27 02:48:58.670097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Sync routers for ids ['c2def1c5-e737-40d4-a853-8464d26a8a76'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:48:58.699118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Routers {'c2def1c5-e737-40d4-a853-8464d26a8a76'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:48:58.699777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c2def1c5-e737-40d4-a853-8464d26a8a76'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:58.786938 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-d3c30d00-8e98-4d7a-9dd4-9db1775745d9 service neutron] 10.222.0.16 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358106 May 27 02:48:58.873765 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c64e53be-7212-4308-937c-6f6504e2a97c triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:58.873998 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:58.929844 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-f7388a82-39c6-4db2-be39-4f96a6b49dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356478 May 27 02:48:58.945618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Set router c2def1c5-e737-40d4-a853-8464d26a8a76 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:48:59.217898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c64e53be-7212-4308-937c-6f6504e2a97c is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:59.219058 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:59.238791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ee69cb6a-929b-4551-9c8b-33035eff873d req-6f392071-2b2a-40f3-86b0-3ef49c28caba tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Synchronizing usage tracker for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:48:59.269385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ee69cb6a-929b-4551-9c8b-33035eff873d req-6f392071-2b2a-40f3-86b0-3ef49c28caba tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Unset dirty status for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:48:59.271062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ee69cb6a-929b-4551-9c8b-33035eff873d req-6f392071-2b2a-40f3-86b0-3ef49c28caba tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 210 time: 0.1931100 May 27 02:48:59.418677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:59.419075 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:59.495209 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 4, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port': {'id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:53Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '00919fa5-c67f-4489-aff0-7c9d5c960708', 'name': '', 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'mac_address': 'fa:16:3e:3b:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb689062-da61-442c-bfef-9b438a728a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:56Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 2, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'subnets': [{'id': 'cb689062-da61-442c-bfef-9b438a728a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:48:59.526329 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Checking router: c2def1c5-e737-40d4-a853-8464d26a8a76 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:48:59.526683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Updating router c2def1c5-e737-40d4-a853-8464d26a8a76 port 00919fa5-c67f-4489-aff0-7c9d5c960708 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:48:59.606080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:48:59.607946 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b7ad8206-377f-4a78-bc82-2b80b94118cf up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:48:59.632205 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:48:59.795390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port b7ad8206-377f-4a78-bc82-2b80b94118cf completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:48:59.805627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b7ad8206-377f-4a78-bc82-2b80b94118cf triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:48:59.805996 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.047710 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b7ad8206-377f-4a78-bc82-2b80b94118cf is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:00.047976 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.076522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port b7ad8206-377f-4a78-bc82-2b80b94118cf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b7ad8206-377f-4a78-bc82-2b80b94118cf,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:00.112169 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.201901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.220826 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Transition to ACTIVE for port object 00919fa5-c67f-4489-aff0-7c9d5c960708 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:00.223467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=b7ad8206-377f-4a78-bc82-2b80b94118cf,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:00.230407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.401523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17919ae7-afad-4597-8ae6-0f4bdfb8bd86 None None] Pushing event updated for resources: {'Port': ['ID=00919fa5-c67f-4489-aff0-7c9d5c960708,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:00.460616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Attempting to bind port 00919fa5-c67f-4489-aff0-7c9d5c960708 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:00.460987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Attempting to bind port 00919fa5-c67f-4489-aff0-7c9d5c960708 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:00.461347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Attempting to bind port 00919fa5-c67f-4489-aff0-7c9d5c960708 on network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:00.467254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:00.467624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Checking segment: {'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:00.468171 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.468573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Bound using segment: {'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:00.469042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Bound port: 00919fa5-c67f-4489-aff0-7c9d5c960708, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672eb280-b1bc-44aa-8915-273607cc7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:00.469628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.505727 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7c6df0b-1e9e-4cdc-a1d4-36c61aebbced req-f35538dc-e13e-443d-b5e2-6ace6dcfaccc tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 210 time: 0.0865529 May 27 02:49:00.604158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-4fecdce6-1b85-4eea-872f-b27f6087138a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:00.605688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-4fecdce6-1b85-4eea-872f-b27f6087138a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "GET /v2.0/networks?id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6 HTTP/1.1" status: 200 len: 816 time: 0.2592351 May 27 02:49:00.607669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] For port 00919fa5-c67f-4489-aff0-7c9d5c960708, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:00.611830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] For port 00919fa5-c67f-4489-aff0-7c9d5c960708, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=00919fa5-c67f-4489-aff0-7c9d5c960708,segment=NetworkSegment(672eb280-b1bc-44aa-8915-273607cc7c1e),segment_id=672eb280-b1bc-44aa-8915-273607cc7c1e)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:00.618970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Request body: {'port': {'device_id': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'admin_state_up': True, 'tenant_id': 'b12ebdf89b234fbd863e03246773b418'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:00.623832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b7ad8206-377f-4a78-bc82-2b80b94118cf up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:00.661493 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.775740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:00.786529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Routers {'c2def1c5-e737-40d4-a853-8464d26a8a76'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:49:00.788487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:48:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c2def1c5-e737-40d4-a853-8464d26a8a76'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:00.794810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:00.808385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Made reservation on behalf of b12ebdf89b234fbd863e03246773b418 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:00.813153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:00.866831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17919ae7-afad-4597-8ae6-0f4bdfb8bd86 None None] Pushing event updated for resources: {'Port': ['ID=00919fa5-c67f-4489-aff0-7c9d5c960708,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:00.910342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port b7ad8206-377f-4a78-bc82-2b80b94118cf triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:00.910856 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.016970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Allocated IP 172.20.0.3 (29bfe0bb-c84b-49c4-b945-2e0480c11ce6/1741f9ae-70ab-4241-9d51-7e5f936a7e65/ff100ad5-f48e-4824-939d-ef1d756c38bb) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:01.136841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] Set router c2def1c5-e737-40d4-a853-8464d26a8a76 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:49:01.236227 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.253288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Transition to ACTIVE for port object ff100ad5-f48e-4824-939d-ef1d756c38bb will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:01.279937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.357929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:01.361277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:01.365295 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:01.393621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port b7ad8206-377f-4a78-bc82-2b80b94118cf is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:01.397420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Pushing event updated for resources: {'Port': ['ID=ff100ad5-f48e-4824-939d-ef1d756c38bb,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:01.419963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.419963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.419963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.419963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.420695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.420695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.420890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.421110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.421613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.422096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.422422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.422763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:01.447610 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:01.448370 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.477324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-472a7d94-61ac-4421-9f78-38c89f810366 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629472 May 27 02:49:01.488841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Request body: {'port': {'device_id': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:01.537093 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 4, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port': {'id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:53Z', 'updated_at': '2022-05-27T02:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '00919fa5-c67f-4489-aff0-7c9d5c960708', 'name': '', 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'mac_address': 'fa:16:3e:3b:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb689062-da61-442c-bfef-9b438a728a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:56Z', 'updated_at': '2022-05-27T02:49:00Z', 'revision_number': 4, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'subnets': [{'id': 'cb689062-da61-442c-bfef-9b438a728a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:49:01.542513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c947c55-96f0-437c-9c0b-a222be751d40 None None] The sync data for ids ['c2def1c5-e737-40d4-a853-8464d26a8a76'] in n-d-843146-11 is: [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:48:56Z', 'revision_number': 4, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port': {'id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:53Z', 'updated_at': '2022-05-27T02:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '00919fa5-c67f-4489-aff0-7c9d5c960708', 'name': '', 'network_id': '9d5a8d2b-ad95-4a60-b861-61eb40139c45', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'mac_address': 'fa:16:3e:3b:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb689062-da61-442c-bfef-9b438a728a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:56Z', 'updated_at': '2022-05-27T02:49:00Z', 'revision_number': 4, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'subnets': [{'id': 'cb689062-da61-442c-bfef-9b438a728a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:49:01.652207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e1551705-2263-4328-bf54-4d9ac282837c None None] Provisioning for port ff100ad5-f48e-4824-939d-ef1d756c38bb completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:01.663144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e1551705-2263-4328-bf54-4d9ac282837c None None] Provisioning complete for port ff100ad5-f48e-4824-939d-ef1d756c38bb triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:01.663744 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1551705-2263-4328-bf54-4d9ac282837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.730667 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:01.731651 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1551705-2263-4328-bf54-4d9ac282837c None None] Port ff100ad5-f48e-4824-939d-ef1d756c38bb cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:49:01.840493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c91d97-cc58-47d5-84ff-4965756e6d72 req-aa7b8277-cd21-45fb-b6d3-c99c3351a91d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:01.841227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e7c91d97-cc58-47d5-84ff-4965756e6d72 req-aa7b8277-cd21-45fb-b6d3-c99c3351a91d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Synchronizing usage tracker for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:01.909478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-e7c91d97-cc58-47d5-84ff-4965756e6d72 req-aa7b8277-cd21-45fb-b6d3-c99c3351a91d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Unset dirty status for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:01.910664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7c91d97-cc58-47d5-84ff-4965756e6d72 req-aa7b8277-cd21-45fb-b6d3-c99c3351a91d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 931 time: 0.2402899 May 27 02:49:02.046433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e7c91d97-cc58-47d5-84ff-4965756e6d72 req-bac1048a-c574-47c9-90f9-09fc85550590 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276689 May 27 02:49:02.180735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff100ad5-f48e-4824-939d-ef1d756c38bb {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:02.188893 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.206671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Transition to ACTIVE for port object ff100ad5-f48e-4824-939d-ef1d756c38bb will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:02.210963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.371720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Pushing event updated for resources: {'Port': ['ID=ff100ad5-f48e-4824-939d-ef1d756c38bb,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:02.592135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 00919fa5-c67f-4489-aff0-7c9d5c960708 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:02.598378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Attempting to bind port ff100ad5-f48e-4824-939d-ef1d756c38bb on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:02.598958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Attempting to bind port ff100ad5-f48e-4824-939d-ef1d756c38bb by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:02.599656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Attempting to bind port ff100ad5-f48e-4824-939d-ef1d756c38bb on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:02.606547 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Port ff100ad5-f48e-4824-939d-ef1d756c38bb on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:49:02.606906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Attempting to bind port ff100ad5-f48e-4824-939d-ef1d756c38bb on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:02.615203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:02.616280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Checking segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:02.616880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Bound using segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:02.617512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Bound port: ff100ad5-f48e-4824-939d-ef1d756c38bb, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:02.618030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.673497 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 00919fa5-c67f-4489-aff0-7c9d5c960708 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:02.679507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 00919fa5-c67f-4489-aff0-7c9d5c960708 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:02.679873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.731899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] For port ff100ad5-f48e-4824-939d-ef1d756c38bb, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:02.735519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] For port ff100ad5-f48e-4824-939d-ef1d756c38bb, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ff100ad5-f48e-4824-939d-ef1d756c38bb,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:02.741489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.801141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.801767 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.804503 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff100ad5-f48e-4824-939d-ef1d756c38bb HTTP/1.1" status: 200 len: 1092 time: 1.3202941 May 27 02:49:02.809501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 00919fa5-c67f-4489-aff0-7c9d5c960708 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:02.809887 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.812943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'tag': 'ff100ad5-f48e-4824-939d-ef1d756c38bb'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:02.846850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861907-507b-4fbf-9fb1-b6b68e9e6111 service neutron] Pushing event updated for resources: {'Port': ['ID=ff100ad5-f48e-4824-939d-ef1d756c38bb,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:02.855159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 00919fa5-c67f-4489-aff0-7c9d5c960708, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=00919fa5-c67f-4489-aff0-7c9d5c960708,segment=NetworkSegment(672eb280-b1bc-44aa-8915-273607cc7c1e),segment_id=672eb280-b1bc-44aa-8915-273607cc7c1e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:02.864568 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:02.902233 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61585f99-2ca0-4106-b1ac-e45c0f23eab7'] response: {'name': 'network-changed', 'server_uuid': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'tag': 'ff100ad5-f48e-4824-939d-ef1d756c38bb', 'status': 'completed', 'code': 200} May 27 02:49:02.950436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=00919fa5-c67f-4489-aff0-7c9d5c960708,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:02.956014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-817f8f0e-b586-4bf6-b4b7-4ee80ae03d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:02.957509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-817f8f0e-b586-4bf6-b4b7-4ee80ae03d42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b12ebdf89b234fbd863e03246773b418&device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 1095 time: 0.0898635 May 27 02:49:03.034311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-aa274a4e-7bab-4ed4-9121-5d25bad6c5e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff100ad5-f48e-4824-939d-ef1d756c38bb HTTP/1.1" status: 200 len: 217 time: 0.0680680 May 27 02:49:03.100263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-7c832d33-c76f-4854-90b6-5f914d70d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.101720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-7c832d33-c76f-4854-90b6-5f914d70d0bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1741f9ae-70ab-4241-9d51-7e5f936a7e65 HTTP/1.1" status: 200 len: 855 time: 0.0619223 May 27 02:49:03.242229 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-b6f51279-b4e0-49c6-8e94-cb8979dafc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.243661 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-b6f51279-b4e0-49c6-8e94-cb8979dafc66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361160 May 27 02:49:03.279784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cd0b9-4a99-4616-8a5c-5d2ff6e678b5 req-efdb4eb0-9f1c-4cea-8b6a-4d9f858fdbb6 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.281261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f33cd0b9-4a99-4616-8a5c-5d2ff6e678b5 req-efdb4eb0-9f1c-4cea-8b6a-4d9f858fdbb6 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 943 time: 0.1198921 May 27 02:49:03.395032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f33cd0b9-4a99-4616-8a5c-5d2ff6e678b5 req-58718063-aa27-4e59-8bb4-aebc2800ad6b tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063154 May 27 02:49:03.438063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-59033643-245d-4f44-b2b5-c731fdc4be73 service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868544 May 27 02:49:03.492472 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.575755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6c30d474-026e-4be5-b819-f271a986d2f8 req-60ea238b-5906-4d86-802c-646cb13a172a service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314754 May 27 02:49:03.697215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9772-5cc0-4352-a158-605fdf27082d req-c1112539-165d-4f79-a1fb-5c2275f069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.698739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-014e9772-5cc0-4352-a158-605fdf27082d req-c1112539-165d-4f79-a1fb-5c2275f069c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b12ebdf89b234fbd863e03246773b418&device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 1095 time: 0.0741084 May 27 02:49:03.786549 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:03.836488 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9772-5cc0-4352-a158-605fdf27082d req-451c5c2c-d0d6-47d5-a822-b174bdc35874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.837943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-014e9772-5cc0-4352-a158-605fdf27082d req-451c5c2c-d0d6-47d5-a822-b174bdc35874 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6 HTTP/1.1" status: 200 len: 917 time: 0.1328557 May 27 02:49:03.912141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-014e9772-5cc0-4352-a158-605fdf27082d req-6f9b5b79-b16b-45fd-9c15-afb2f3df7575 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff100ad5-f48e-4824-939d-ef1d756c38bb HTTP/1.1" status: 200 len: 217 time: 0.0659926 May 27 02:49:03.975991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9772-5cc0-4352-a158-605fdf27082d req-9bb23d97-1fd0-4940-9d2c-a7004e97fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:03.977457 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-014e9772-5cc0-4352-a158-605fdf27082d req-9bb23d97-1fd0-4940-9d2c-a7004e97fe4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1741f9ae-70ab-4241-9d51-7e5f936a7e65 HTTP/1.1" status: 200 len: 855 time: 0.0589058 May 27 02:49:04.059143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9772-5cc0-4352-a158-605fdf27082d req-51e9b522-b32d-40e9-a981-f99593d21aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:04.060538 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-014e9772-5cc0-4352-a158-605fdf27082d req-51e9b522-b32d-40e9-a981-f99593d21aec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768635 May 27 02:49:04.209132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-014e9772-5cc0-4352-a158-605fdf27082d req-d06c39bc-22c1-4ee5-beec-8bb7cd837ddd service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391218 May 27 02:49:04.345155 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-014e9772-5cc0-4352-a158-605fdf27082d req-983b1f37-b817-4e4e-8310-98f6e5139c86 service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289115 May 27 02:49:04.557496 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 00919fa5-c67f-4489-aff0-7c9d5c960708 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:04.601434 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5a991-b542-40c7-9ab8-d30f3f808f84 req-a3656786-0c7f-4d8a-8f9e-81212f271bf0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:04.602934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46a5a991-b542-40c7-9ab8-d30f3f808f84 req-a3656786-0c7f-4d8a-8f9e-81212f271bf0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 943 time: 0.0921841 May 27 02:49:04.634445 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 00919fa5-c67f-4489-aff0-7c9d5c960708 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:04.634950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:04.653746 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-46a5a991-b542-40c7-9ab8-d30f3f808f84 req-a0806c53-8c92-4259-93c5-539aadaaa1e5 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Synchronizing usage tracker for tenant:b12ebdf89b234fbd863e03246773b418 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:04.675731 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-46a5a991-b542-40c7-9ab8-d30f3f808f84 req-a0806c53-8c92-4259-93c5-539aadaaa1e5 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Unset dirty status for tenant:b12ebdf89b234fbd863e03246773b418 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:04.676970 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-46a5a991-b542-40c7-9ab8-d30f3f808f84 req-a0806c53-8c92-4259-93c5-539aadaaa1e5 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679858 May 27 02:49:04.767915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 00919fa5-c67f-4489-aff0-7c9d5c960708 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:05.925541 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48eec0d4-c2eb-439e-9eba-bb5f14b1c880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:05.971156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68028-b9b8-4766-a3e7-0b87aaa9b0f2 req-1adbbd3a-c657-4abc-a52d-e3eca4257da0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:05.972686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29e68028-b9b8-4766-a3e7-0b87aaa9b0f2 req-1adbbd3a-c657-4abc-a52d-e3eca4257da0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 943 time: 0.1814497 May 27 02:49:06.018245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29e68028-b9b8-4766-a3e7-0b87aaa9b0f2 req-133a775b-f9c7-4247-a5fd-40bf2297dbce tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393450 May 27 02:49:06.753832 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ff100ad5-f48e-4824-939d-ef1d756c38bb details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:49:06.893674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ff100ad5-f48e-4824-939d-ef1d756c38bb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ff100ad5-f48e-4824-939d-ef1d756c38bb,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:06.907399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'ff100ad5-f48e-4824-939d-ef1d756c38bb', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'port_id': 'ff100ad5-f48e-4824-939d-ef1d756c38bb', 'mac_address': 'fa:16:3e:42:dd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:49:06.972240 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ff100ad5-f48e-4824-939d-ef1d756c38bb is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:06.972240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:06.989622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff100ad5-f48e-4824-939d-ef1d756c38bb {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:07.005646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ff100ad5-f48e-4824-939d-ef1d756c38bb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ff100ad5-f48e-4824-939d-ef1d756c38bb,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:07.014485 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:07.096019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ff100ad5-f48e-4824-939d-ef1d756c38bb,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:07.108002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.108550 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.109081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.109639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.110029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.110378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.110748 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.111072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.111404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.111733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.112061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.112389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:49:07.233775 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94efecd-74f1-4173-904c-df192eaebee0 req-654bb5ba-183b-4f74-bdb2-3b165ec47efc tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:07.235294 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94efecd-74f1-4173-904c-df192eaebee0 req-654bb5ba-183b-4f74-bdb2-3b165ec47efc tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 944 time: 0.0870111 May 27 02:49:07.283599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f94efecd-74f1-4173-904c-df192eaebee0 req-be20bb98-0d6c-4ce9-9a8a-25dbf87986f4 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 May 27 02:49:07.321472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ff100ad5-f48e-4824-939d-ef1d756c38bb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:08.065853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-503fede9-3031-4133-8ce6-2995f1ccd6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.473379 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae52801-6041-4d05-a301-871d60ca7dbe req-413bc327-8fd1-41bd-bfa8-00d5828f2bd0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:08.474958 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eae52801-6041-4d05-a301-871d60ca7dbe req-413bc327-8fd1-41bd-bfa8-00d5828f2bd0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 944 time: 0.0855277 May 27 02:49:08.522174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eae52801-6041-4d05-a301-871d60ca7dbe req-1d71f1d5-0f72-41ab-ab38-2484f8d96b38 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 May 27 02:49:08.769574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ff100ad5-f48e-4824-939d-ef1d756c38bb up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:08.842559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port ff100ad5-f48e-4824-939d-ef1d756c38bb completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:08.848296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port ff100ad5-f48e-4824-939d-ef1d756c38bb triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:08.848667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.969447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ff100ad5-f48e-4824-939d-ef1d756c38bb is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:08.969735 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:08.997054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff100ad5-f48e-4824-939d-ef1d756c38bb'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:09.006981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ff100ad5-f48e-4824-939d-ef1d756c38bb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ff100ad5-f48e-4824-939d-ef1d756c38bb,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:09.011204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.043245 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f2d76a-0e96-4030-9c1b-6c77a2dc680e'] response: {'server_uuid': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff100ad5-f48e-4824-939d-ef1d756c38bb', 'code': 200} May 27 02:49:09.086235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ff100ad5-f48e-4824-939d-ef1d756c38bb,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:09.173985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90961479-4cfa-4f09-8030-211d3becfc66 req-739333c8-20f3-4a73-9721-e64681b81e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:09.175501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90961479-4cfa-4f09-8030-211d3becfc66 req-739333c8-20f3-4a73-9721-e64681b81e86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 1097 time: 0.0746884 May 27 02:49:09.220064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90961479-4cfa-4f09-8030-211d3becfc66 req-94c7162b-a067-435f-b791-3b90503ce1e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 May 27 02:49:09.448733 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.618452 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:09.722623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424bcb2-cc45-46d8-8b4c-4362f6f26f25 req-8639a00e-5b5b-436e-96d3-9ac42736169e tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:09.724394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4424bcb2-cc45-46d8-8b4c-4362f6f26f25 req-8639a00e-5b5b-436e-96d3-9ac42736169e tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 945 time: 0.0869513 May 27 02:49:09.773581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4424bcb2-cc45-46d8-8b4c-4362f6f26f25 req-7398068f-a240-4a5d-aae0-c48b75be90f0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 May 27 02:49:11.102297 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a595b-e156-4d76-8ef7-7a82ce8123a9 req-7b5c20df-d898-4372-aeb0-1bc2b4b046c0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:11.103852 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f6a595b-e156-4d76-8ef7-7a82ce8123a9 req-7b5c20df-d898-4372-aeb0-1bc2b4b046c0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 945 time: 0.2152898 May 27 02:49:11.150004 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9f6a595b-e156-4d76-8ef7-7a82ce8123a9 req-05298f7e-248a-476e-bc67-c98ef99edd53 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 May 27 02:49:11.245994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:11.345863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb7c2-c81e-423d-8bf3-4364312e176a req-267d40ea-3796-4798-b19e-2a91552c1f1e tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:11.347445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-019bb7c2-c81e-423d-8bf3-4364312e176a req-267d40ea-3796-4798-b19e-2a91552c1f1e tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 945 time: 0.0848906 May 27 02:49:11.398729 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-019bb7c2-c81e-423d-8bf3-4364312e176a req-d881bdac-0b5e-44e2-a76d-7535303f45eb tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451863 May 27 02:49:22.157633 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:49:26.063905 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840c2a-0536-4bd1-a68a-ca11ce6dcdc1 req-a12f565a-787b-42e1-a34d-53aec5ae7845 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:26.065381 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98840c2a-0536-4bd1-a68a-ca11ce6dcdc1 req-a12f565a-787b-42e1-a34d-53aec5ae7845 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 945 time: 0.0851750 May 27 02:49:26.111141 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-98840c2a-0536-4bd1-a68a-ca11ce6dcdc1 req-a1a4e34a-2184-41f6-bda9-23eaefcacdda tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 May 27 02:49:27.307181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d232-5010-4e8c-a267-810eebafd90f req-d333936c-b6e1-45eb-bfbf-cab27613b004 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:27.308722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a255d232-5010-4e8c-a267-810eebafd90f req-d333936c-b6e1-45eb-bfbf-cab27613b004 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 945 time: 0.0840971 May 27 02:49:27.359033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a255d232-5010-4e8c-a267-810eebafd90f req-e8d7d243-71e1-4769-9f0c-5095329e5276 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 May 27 02:49:27.976759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-85d044a4-2712-4c59-8154-c24f3f0bcb2c tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:27.978166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-85d044a4-2712-4c59-8154-c24f3f0bcb2c tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 945 time: 0.0868881 May 27 02:49:28.049899 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Deleting port ff100ad5-f48e-4824-939d-ef1d756c38bb {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:28.050248 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:28.310249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] For port ff100ad5-f48e-4824-939d-ef1d756c38bb, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ff100ad5-f48e-4824-939d-ef1d756c38bb,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:28.310963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:28.440066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Calling delete_port for ff100ad5-f48e-4824-939d-ef1d756c38bb owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:49:28.571439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb355f4-67ba-4fee-8a54-7b53d49ae595 req-f320c7e1-782c-401e-b88a-3d9c7f85bb13 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:28.572868 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cb355f4-67ba-4fee-8a54-7b53d49ae595 req-f320c7e1-782c-401e-b88a-3d9c7f85bb13 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8163e8f2-8ed5-4685-a131-3c0dae4a2111 HTTP/1.1" status: 200 len: 945 time: 0.0993831 May 27 02:49:28.595363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:28.609450 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ff100ad5-f48e-4824-939d-ef1d756c38bb'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:28.623340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3cb355f4-67ba-4fee-8a54-7b53d49ae595 req-4502a984-cac9-4953-aed3-97423ac0ffd0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 May 27 02:49:28.676651 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Pushing event deleted for resources: {'Port': ['ID=ff100ad5-f48e-4824-939d-ef1d756c38bb,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:28.760484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] No DVR routers for this DVR port ff100ad5-f48e-4824-939d-ef1d756c38bb on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:49:28.763407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:28.765892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'name': 'network-vif-deleted', 'tag': 'ff100ad5-f48e-4824-939d-ef1d756c38bb'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:28.784226 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-984cee96-28e1-4312-b2cd-b86e6c18b544 req-7de127a1-5719-4620-a73d-33c4a8c0d425 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "DELETE /v2.0/ports/ff100ad5-f48e-4824-939d-ef1d756c38bb HTTP/1.1" status: 204 len: 173 time: 0.8004477 May 27 02:49:28.838408 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d761966-69df-4206-a4c9-4521f34c9990'] response: {'server_uuid': '8163e8f2-8ed5-4685-a131-3c0dae4a2111', 'name': 'network-vif-deleted', 'tag': 'ff100ad5-f48e-4824-939d-ef1d756c38bb', 'status': 'completed', 'code': 200} May 27 02:49:30.105061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-7b7272e5-b3b0-4bd0-85cb-f4975a227a62 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:30.107586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-7b7272e5-b3b0-4bd0-85cb-f4975a227a62 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/networks?id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6 HTTP/1.1" status: 200 len: 816 time: 0.1624084 May 27 02:49:30.123373 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-dd487acd-f259-4cbe-a01b-7bb487e2aa1c tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/quotas/b12ebdf89b234fbd863e03246773b418 HTTP/1.1" status: 200 len: 375 time: 0.0104356 May 27 02:49:30.207398 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-bb9916cc-904d-4b7f-a766-24675832e63f req-d0e67402-0f54-481c-afca-b223587bdcb8 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Synchronizing usage tracker for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:30.223015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-bb9916cc-904d-4b7f-a766-24675832e63f req-d0e67402-0f54-481c-afca-b223587bdcb8 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Unset dirty status for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:30.224391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-d0e67402-0f54-481c-afca-b223587bdcb8 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b12ebdf89b234fbd863e03246773b418&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955412 May 27 02:49:30.462493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-328820c0-10b6-49d8-8240-2519d334f05b service neutron] 10.222.0.16 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262318 May 27 02:49:30.597664 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-6a384146-2d49-4440-a01b-b5839bd5a280 service neutron] 10.222.0.16 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291647 May 27 02:49:30.798191 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-adc57e86-6cd9-4d8a-857e-29d8644592ce req-46d4403f-a9ba-42b3-8bae-7d58ff8fc5bd tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 210 time: 0.0488398 May 27 02:49:30.926215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ff100ad5-f48e-4824-939d-ef1d756c38bb no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:49:30.960693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: ff100ad5-f48e-4824-939d-ef1d756c38bb {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:49:30.961041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ff100ad5-f48e-4824-939d-ef1d756c38bb not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:49:31.899220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-cc862862-ff74-4ca3-9a84-52e9b17f421b tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:31.900670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-cc862862-ff74-4ca3-9a84-52e9b17f421b tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "GET /v2.0/networks?id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6 HTTP/1.1" status: 200 len: 816 time: 0.1569707 May 27 02:49:31.914303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Request body: {'port': {'device_id': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'admin_state_up': True, 'tenant_id': 'b12ebdf89b234fbd863e03246773b418'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:32.034584 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-03536cd3-9ff8-4d1e-87bd-34b9fe469c35 req-87d478be-2e53-460b-99e2-53cbff79aaa7 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 210 time: 0.1015906 May 27 02:49:32.103877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:49:32.113607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:49:32.124836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Made reservation on behalf of b12ebdf89b234fbd863e03246773b418 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:49:32.129154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:32.309351 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Allocated IP 172.20.0.14 (29bfe0bb-c84b-49c4-b945-2e0480c11ce6/1741f9ae-70ab-4241-9d51-7e5f936a7e65/7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:49:32.524367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:32.541920 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Transition to ACTIVE for port object 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:32.568170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:32.643871 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:49:32.647267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:49:32.651287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:49:32.683862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Pushing event updated for resources: {'Port': ['ID=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:32.729983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:32.730634 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:32.761350 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-71f5b708-031c-4db9-a05b-5b6d237a135d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8519826 May 27 02:49:32.771747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-8849316b-3499-46be-905d-693e9ebb7a58 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:49:32.773122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-8849316b-3499-46be-905d-693e9ebb7a58 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055869 May 27 02:49:32.895520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Request body: {'port': {'device_id': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:49:32.915797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb84909c-34cb-4992-96db-606d6da6b773 None None] Provisioning for port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:32.921160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bb84909c-34cb-4992-96db-606d6da6b773 None None] Provisioning complete for port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:32.921452 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb84909c-34cb-4992-96db-606d6da6b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:32.979149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bb84909c-34cb-4992-96db-606d6da6b773 None None] Port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:49:33.016804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.233530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac84a6-d00a-4843-b985-61f075dbeca8 req-0920e5f6-8b09-49f2-92d2-45ea51cc9e73 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:33.234989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c2ac84a6-d00a-4843-b985-61f075dbeca8 req-0920e5f6-8b09-49f2-92d2-45ea51cc9e73 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 932 time: 0.0834036 May 27 02:49:33.284341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c2ac84a6-d00a-4843-b985-61f075dbeca8 req-78d6406f-92f1-4dc4-9e62-235d2e9c7f22 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 May 27 02:49:33.384086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:33.391682 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.406758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Transition to ACTIVE for port object 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:49:33.410895 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.487136 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.654232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:33.763415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Attempting to bind port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:49:33.763664 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Attempting to bind port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:49:33.763964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Attempting to bind port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:33.768887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:49:33.769203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Attempting to bind port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 on network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:49:33.775079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:49:33.775419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Checking segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:49:33.775808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Bound using segment: {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:49:33.776240 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Bound port: 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9797732-8465-496f-9ac2-da440cf81ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:49:33.776593 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.802115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.873088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] For port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:49:33.876337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] For port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:49:33.881210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.948056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:33.948691 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:33.950117 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 HTTP/1.1" status: 200 len: 1093 time: 1.1704509 May 27 02:49:33.950567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'tag': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:33.977397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3186e19-3ec6-484d-9e1f-1769de44f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:34.033660 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabaf258-f160-404c-be05-a60d74906ed8'] response: {'name': 'network-changed', 'server_uuid': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'tag': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4', 'status': 'completed', 'code': 200} May 27 02:49:34.081034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-e5d9472b-8a6f-49fd-a443-ef8b37f0ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.083491 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-e5d9472b-8a6f-49fd-a443-ef8b37f0ab60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b12ebdf89b234fbd863e03246773b418&device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0875375 May 27 02:49:34.157728 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-57c2ab14-1b75-4bc1-8fe0-67a41d492f79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 HTTP/1.1" status: 200 len: 217 time: 0.0663781 May 27 02:49:34.225903 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-7ba51cd6-a2c3-44f4-b131-cfd0f5c587fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.227296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-7ba51cd6-a2c3-44f4-b131-cfd0f5c587fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1741f9ae-70ab-4241-9d51-7e5f936a7e65 HTTP/1.1" status: 200 len: 855 time: 0.0636623 May 27 02:49:34.313900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9916cc-904d-4b7f-a766-24675832e63f req-c9601c8c-3289-497a-825b-660828cfc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.315026 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-c9601c8c-3289-497a-825b-660828cfc082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804079 May 27 02:49:34.464513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-bf26a0e5-8dfd-4783-b0b9-a2c3e8f2b11e service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427255 May 27 02:49:34.483059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6aa62-292c-43a2-82a4-ba3cce080896 req-9da89653-6320-4679-9923-55ffe7f43731 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.484573 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b6aa62-292c-43a2-82a4-ba3cce080896 req-9da89653-6320-4679-9923-55ffe7f43731 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0849423 May 27 02:49:34.533443 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-19b6aa62-292c-43a2-82a4-ba3cce080896 req-0c9fe796-a0b1-420b-8006-6bb298978b86 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 May 27 02:49:34.613214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bb9916cc-904d-4b7f-a766-24675832e63f req-488b62bd-3b3f-4c08-82b9-fad664b71130 service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423323 May 27 02:49:34.736778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a9b3-6853-415c-8569-0013baf7875b req-7f669452-7ff4-41ef-b8fa-60295c6b5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.738266 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f90a9b3-6853-415c-8569-0013baf7875b req-7f669452-7ff4-41ef-b8fa-60295c6b5b3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b12ebdf89b234fbd863e03246773b418&device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0748229 May 27 02:49:34.877367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a9b3-6853-415c-8569-0013baf7875b req-e894120e-8b45-4d4d-af66-6a6d67852c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:34.878760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f90a9b3-6853-415c-8569-0013baf7875b req-e894120e-8b45-4d4d-af66-6a6d67852c0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6 HTTP/1.1" status: 200 len: 917 time: 0.1341779 May 27 02:49:34.952623 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f90a9b3-6853-415c-8569-0013baf7875b req-14a616e6-e16a-4e43-b84b-f4be7d3ca28f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 HTTP/1.1" status: 200 len: 217 time: 0.0660048 May 27 02:49:35.016915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a9b3-6853-415c-8569-0013baf7875b req-8472d60e-21a4-4117-ae02-f2d3a5325278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:35.018370 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f90a9b3-6853-415c-8569-0013baf7875b req-8472d60e-21a4-4117-ae02-f2d3a5325278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1741f9ae-70ab-4241-9d51-7e5f936a7e65 HTTP/1.1" status: 200 len: 855 time: 0.0586178 May 27 02:49:35.102184 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a9b3-6853-415c-8569-0013baf7875b req-17462be1-11bf-493f-a290-4ad5b47998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:35.103713 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f90a9b3-6853-415c-8569-0013baf7875b req-17462be1-11bf-493f-a290-4ad5b47998e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29bfe0bb-c84b-49c4-b945-2e0480c11ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778050 May 27 02:49:35.252070 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f90a9b3-6853-415c-8569-0013baf7875b req-981bf7f8-c651-4896-9bbe-bfe5050a2a05 service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410563 May 27 02:49:35.498246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2f90a9b3-6853-415c-8569-0013baf7875b req-49263368-5406-447d-b01e-4379685b92a7 service neutron] 10.222.0.13 "GET /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401898 May 27 02:49:35.725964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab732c83-f640-4939-a453-7ae1c258048d req-121f2b1e-8376-4fdd-9706-6d9fab201681 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:35.726677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ab732c83-f640-4939-a453-7ae1c258048d req-121f2b1e-8376-4fdd-9706-6d9fab201681 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Synchronizing usage tracker for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:49:35.742211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ab732c83-f640-4939-a453-7ae1c258048d req-121f2b1e-8376-4fdd-9706-6d9fab201681 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Unset dirty status for tenant:b12ebdf89b234fbd863e03246773b418 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:49:35.743411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab732c83-f640-4939-a453-7ae1c258048d req-121f2b1e-8376-4fdd-9706-6d9fab201681 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0982499 May 27 02:49:35.790062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab732c83-f640-4939-a453-7ae1c258048d req-d9332457-2005-4265-925d-528debf1bd3a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 May 27 02:49:35.929533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32187b6b-dbb2-4d03-ac2e-fa47e00bf431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:36.987587 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504be5-fbbb-44e0-ac93-99aeeb550967 req-28216400-9786-4638-87d6-8f39ffba110a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:36.989099 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75504be5-fbbb-44e0-ac93-99aeeb550967 req-28216400-9786-4638-87d6-8f39ffba110a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0883632 May 27 02:49:37.035231 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-75504be5-fbbb-44e0-ac93-99aeeb550967 req-3b064bfc-829e-4959-a4a6-200ffd58c23e tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 May 27 02:49:38.068129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-92d511e8-97a1-47f5-923d-a8d0e8f07fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:38.233907 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d804b-2d2b-4cc1-8702-ee5319c91a3f req-41b000fd-9d61-468b-bbd0-ea09d1f8249a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:38.235425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-165d804b-2d2b-4cc1-8702-ee5319c91a3f req-41b000fd-9d61-468b-bbd0-ea09d1f8249a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0901637 May 27 02:49:38.281101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-165d804b-2d2b-4cc1-8702-ee5319c91a3f req-f33095af-7657-45e6-85cd-ad3ad7b7bc9a tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 May 27 02:49:38.987934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:49:39.125789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:39.140442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4', 'network_id': '29bfe0bb-c84b-49c4-b945-2e0480c11ce6', 'port_id': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4', 'mac_address': 'fa:16:3e:8b:64:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1741f9ae-70ab-4241-9d51-7e5f936a7e65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:49:39.199488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:39.199866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:39.219772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:49:39.235806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:39.239969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:39.309704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:39.454334 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:39.479521 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39675497-a9b3-4c3c-bfaf-e0198355d09a req-a9167ef5-bcc7-4c53-877b-e3439e4ff737 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:39.481972 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39675497-a9b3-4c3c-bfaf-e0198355d09a req-a9167ef5-bcc7-4c53-877b-e3439e4ff737 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0929821 May 27 02:49:39.527457 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-39675497-a9b3-4c3c-bfaf-e0198355d09a req-4edea309-7377-4b48-b44f-10944863b4f1 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 May 27 02:49:39.616943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:39.623732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:49:40.719650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d41f6-3ebd-48f4-999d-c749afb19583 req-3a1cdbe3-ddfb-4d7e-8e76-cb45f1f9df08 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:40.721173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa8d41f6-3ebd-48f4-999d-c749afb19583 req-3a1cdbe3-ddfb-4d7e-8e76-cb45f1f9df08 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0842595 May 27 02:49:40.771427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aa8d41f6-3ebd-48f4-999d-c749afb19583 req-12e1a7a2-7903-40fc-bfdc-a71bfaa20994 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 May 27 02:49:41.004192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:49:41.073182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:49:41.078021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:49:41.078395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.210843 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:49:41.211231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.224642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.239228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:49:41.249194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:49:41.254754 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:49:41.290605 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546bf392-c120-4af0-a739-19406347d9ca'] response: {'server_uuid': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4', 'code': 200} May 27 02:49:41.329091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:49:41.415906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7cfe-a1a0-4728-a25b-41858aec29f1 req-bd553deb-2d8d-48de-b55b-182e264d29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:41.417394 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-860d7cfe-a1a0-4728-a25b-41858aec29f1 req-bd553deb-2d8d-48de-b55b-182e264d29aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0717976 May 27 02:49:41.457905 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-860d7cfe-a1a0-4728-a25b-41858aec29f1 req-926121d2-d068-44ad-8ff2-f35f018348e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 May 27 02:49:41.960437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5b5-4793-42bb-b421-1028bad8d045 req-989ec36f-74d3-4abd-8610-bc06e9b2b643 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:41.961829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d99f5b5-4793-42bb-b421-1028bad8d045 req-989ec36f-74d3-4abd-8610-bc06e9b2b643 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0849411 May 27 02:49:42.006878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0d99f5b5-4793-42bb-b421-1028bad8d045 req-6396020b-3f82-487c-a947-c93f58ed23f0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 May 27 02:49:43.194410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384063f-a838-4a1d-8eb1-43a2cc4d567d req-ea75f88d-0ccb-4e38-b8c9-27b99725d604 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:43.195875 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7384063f-a838-4a1d-8eb1-43a2cc4d567d req-ea75f88d-0ccb-4e38-b8c9-27b99725d604 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0803468 May 27 02:49:43.244696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7384063f-a838-4a1d-8eb1-43a2cc4d567d req-af9d92b2-50e7-4f33-85b2-4c2d3cd9bd1b tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 May 27 02:49:43.428880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ce0db-0a5a-45ec-a6fd-302a53dba520 req-ce66b8f7-ad91-4c75-8a18-7d928cca1868 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:43.430363 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-184ce0db-0a5a-45ec-a6fd-302a53dba520 req-ce66b8f7-ad91-4c75-8a18-7d928cca1868 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0815473 May 27 02:49:43.474253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-184ce0db-0a5a-45ec-a6fd-302a53dba520 req-c6aa8b90-8709-43e3-b713-9593ff655162 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 May 27 02:49:57.871885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af212532-ce86-4d82-b66e-5f9166790cf4 req-2e140edc-fe1d-49ce-a131-d11779788fc1 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:57.873370 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af212532-ce86-4d82-b66e-5f9166790cf4 req-2e140edc-fe1d-49ce-a131-d11779788fc1 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0822432 May 27 02:49:57.924514 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af212532-ce86-4d82-b66e-5f9166790cf4 req-f2fd62c8-00ee-4765-bd9c-8b5a7dfb05e8 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 May 27 02:49:59.121219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148c0e9-998c-4d23-8c1a-f8da666ffe1b req-70bc9e2e-22b9-4459-83f9-eee065728cda tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:59.122751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f148c0e9-998c-4d23-8c1a-f8da666ffe1b req-70bc9e2e-22b9-4459-83f9-eee065728cda tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0862243 May 27 02:49:59.172177 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:49:59.173589 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f148c0e9-998c-4d23-8c1a-f8da666ffe1b req-c4490801-eb20-49ff-868d-d6bd686eda03 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 May 27 02:49:59.744129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-904245aa-d6cd-45bd-8a25-dbf434eff15d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:49:59.745639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-904245aa-d6cd-45bd-8a25-dbf434eff15d tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0822465 May 27 02:49:59.825852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Deleting port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:49:59.826194 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.080616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] For port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:00.080981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.202066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Calling delete_port for 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:00.348459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.360597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:50:00.371111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d2212-a23f-4e00-bf8b-38d33d1bcd89 req-ed19dd4b-fa53-4e4b-8d62-2c3f2633637c tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:00.372595 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-942d2212-a23f-4e00-bf8b-38d33d1bcd89 req-ed19dd4b-fa53-4e4b-8d62-2c3f2633637c tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/ports?device_id=8200ce6c-d14f-437d-ae7e-3652c519f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0905852 May 27 02:50:00.399414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Pushing event deleted for resources: {'Port': ['ID=7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:00.424971 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-942d2212-a23f-4e00-bf8b-38d33d1bcd89 req-576365fe-2465-4a9e-97f9-8dc060f730e0 tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 May 27 02:50:00.478005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] No DVR routers for this DVR port 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:50:00.480622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:00.483307 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'name': 'network-vif-deleted', 'tag': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:00.500052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4994d91-18ee-4102-b07f-4b9d6d732d98 req-506d4d87-bcb0-45a8-910a-38e499852afa tempest-TestEncryptedCinderVolumes-2090645484 tempest-TestEncryptedCinderVolumes-2090645484-project] 10.222.0.13 "DELETE /v2.0/ports/7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 HTTP/1.1" status: 204 len: 173 time: 0.7489326 May 27 02:50:00.607336 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31881fc3-16a3-444c-a19b-5b042fa18387'] response: {'server_uuid': '8200ce6c-d14f-437d-ae7e-3652c519f6b7', 'name': 'network-vif-deleted', 'tag': '7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4', 'status': 'completed', 'code': 200} May 27 02:50:01.558916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33140) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:02.252050 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.631225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Deleting port c64e53be-7212-4308-937c-6f6504e2a97c {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:02.631909 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.813252 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] For port c64e53be-7212-4308-937c-6f6504e2a97c, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c64e53be-7212-4308-937c-6f6504e2a97c,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:02.813759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:02.942474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Calling delete_port for c64e53be-7212-4308-937c-6f6504e2a97c owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:03.112514 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:03.145836 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:03.146182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 7e2f4d6c-aa19-4e2e-b6da-5b3f901fa0c4 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:03.262339 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.308941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64e53be-7212-4308-937c-6f6504e2a97c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:03.347376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.347721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.348059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.348392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.348723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.349050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.349931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.350255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.350578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.350933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.351254 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.351574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:03.507190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.716570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:03.814580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.087433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Router d0622627-9aab-4ead-923d-3993758f5921 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:50:04.268635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:04.278194 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] Sync routers for ids ['d0622627-9aab-4ead-923d-3993758f5921'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:04.281950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1ada38e9-beb4-4380-8082-b070264f5a78 admin admin] 10.222.0.16 "PUT /v2.0/routers/d0622627-9aab-4ead-923d-3993758f5921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216358 May 27 02:50:04.284499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33144) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:04.288208 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] Routers {'d0622627-9aab-4ead-923d-3993758f5921'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:04.288829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d0622627-9aab-4ead-923d-3993758f5921'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:04.464830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.465776 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] Set router d0622627-9aab-4ead-923d-3993758f5921 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:04.659021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.669354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Deleting port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:04.669792 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.762099 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:50:03Z', 'revision_number': 5, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port': {'id': '56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0622627-9aab-4ead-923d-3993758f5921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:46Z', 'updated_at': '2022-05-27T02:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:04.766021 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] Checking router: d0622627-9aab-4ead-923d-3993758f5921 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:04.774552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] Routers {'d0622627-9aab-4ead-923d-3993758f5921'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:04.775171 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:49:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d0622627-9aab-4ead-923d-3993758f5921'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:04.853690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] For port 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:04.854326 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:04.924331 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] Set router d0622627-9aab-4ead-923d-3993758f5921 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:05.067531 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:50:04Z', 'revision_number': 6, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:05.071595 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc03a82-35a7-40d7-bf34-7b72b951c17e None None] The sync data for ids ['d0622627-9aab-4ead-923d-3993758f5921'] in n-d-843146-11 is: [{'id': 'd0622627-9aab-4ead-923d-3993758f5921', 'name': 'tempest-TestEncryptedCinderVolumes-624297561-router', 'tenant_id': 'b12ebdf89b234fbd863e03246773b418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:45Z', 'updated_at': '2022-05-27T02:50:04Z', 'revision_number': 6, 'project_id': 'b12ebdf89b234fbd863e03246773b418', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:05.105244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Calling delete_port for 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:05.269100 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.316781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Pushing event deleted for resources: {'Port': ['ID=56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:05.413205 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.607343 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.609799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.635579 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.636302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0622627-9aab-4ead-923d-3993758f5921 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:50:05.650434 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.651616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-f7905171-b139-4449-8a5c-3707953180fd admin admin] 10.222.0.16 "DELETE /v2.0/routers/d0622627-9aab-4ead-923d-3993758f5921 HTTP/1.1" status: 204 len: 168 time: 1.3661854 May 27 02:50:05.654355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33148) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:05.717637 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] Deleting subnet 1741f9ae-70ab-4241-9d51-7e5f936a7e65 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:50:05.720750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.772688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.857040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.929708 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.939807 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-20e395a0-884b-4d4b-b6e8-9a93820804ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.970655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1741f9ae-70ab-4241-9d51-7e5f936a7e65,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:05.972825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:05.976269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0816e-9ecf-4051-aa6d-ba038ae14eed None None] Network 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:05.979230 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-60c3cd63-b860-46a4-9abd-8ff7bc020711 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1741f9ae-70ab-4241-9d51-7e5f936a7e65 HTTP/1.1" status: 204 len: 168 time: 0.3237803 May 27 02:50:05.981921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33152) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:06.094271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.105655 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Deleting port 172a1224-4ee6-4b62-b4b1-daf49a740ccf {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:06.105993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.233207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] DHCP port deletion for 29bfe0bb-c84b-49c4-b945-2e0480c11ce6 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:50:06.237508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Deleting port 172a1224-4ee6-4b62-b4b1-daf49a740ccf {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:06.237864 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.314207 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] For port 172a1224-4ee6-4b62-b4b1-daf49a740ccf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=172a1224-4ee6-4b62-b4b1-daf49a740ccf,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:06.314567 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.446076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Calling delete_port for 172a1224-4ee6-4b62-b4b1-daf49a740ccf owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:06.476581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] For port 172a1224-4ee6-4b62-b4b1-daf49a740ccf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=172a1224-4ee6-4b62-b4b1-daf49a740ccf,segment=NetworkSegment(f9797732-8465-496f-9ac2-da440cf81ca9),segment_id=f9797732-8465-496f-9ac2-da440cf81ca9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:06.476977 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.522147 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.573726 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Pushing event deleted for resources: {'Port': ['ID=172a1224-4ee6-4b62-b4b1-daf49a740ccf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:06.581890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] No DVR routers for this DVR port 172a1224-4ee6-4b62-b4b1-daf49a740ccf on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:50:06.585399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.586074 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.586658 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.587232 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.587885 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.588487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.589017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.589596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.590127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.590684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.591229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.591799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:06.608262 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Calling delete_port for 172a1224-4ee6-4b62-b4b1-daf49a740ccf owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:06.638251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 172a1224-4ee6-4b62-b4b1-daf49a740ccf no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:06.687820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 172a1224-4ee6-4b62-b4b1-daf49a740ccf {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:06.688173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 172a1224-4ee6-4b62-b4b1-daf49a740ccf not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:06.688595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:06.712550 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.724105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:06.724482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 56d5ec4f-b4aa-4e18-be8e-0a6997b7aa0a not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:06.724909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c64e53be-7212-4308-937c-6f6504e2a97c no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:06.737966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bfe0bb-c84b-49c4-b945-2e0480c11ce6']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:06.755127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9797732-8465-496f-9ac2-da440cf81ca9') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:06.755463 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9797732-8465-496f-9ac2-da440cf81ca9') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:06.765064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c64e53be-7212-4308-937c-6f6504e2a97c {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:06.765409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c64e53be-7212-4308-937c-6f6504e2a97c not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:06.768423 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.785478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.792177 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:50:06.792356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:50:06.792531 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:50:06.792730 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.856643 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f9797732-8465-496f-9ac2-da440cf81ca9 resource provider aggregate not found May 27 02:50:06.878476 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment f9797732-8465-496f-9ac2-da440cf81ca9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9797732-8465-496f-9ac2-da440cf81ca9 found for delete ", "request_id": "req-b3b8934e-4497-4386-82ba-eb6c6c9e00b5"}]} May 27 02:50:06.893594 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.899736 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:06.927809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] Pushing event deleted for resources: {'Network': ['ID=29bfe0bb-c84b-49c4-b945-2e0480c11ce6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:06.950059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f9fb5479-bc67-4268-9573-cad4ef4a9544 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29bfe0bb-c84b-49c4-b945-2e0480c11ce6 HTTP/1.1" status: 204 len: 168 time: 0.9670260 May 27 02:50:06.953121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33160) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:07.293995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Deleting port 172a1224-4ee6-4b62-b4b1-daf49a740ccf {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:07.294613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.360275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b71af-adc5-4b41-9688-7dc1b7d34874 None None] The port '172a1224-4ee6-4b62-b4b1-daf49a740ccf' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:50:07.607548 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:07.960750 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Deleting port 00919fa5-c67f-4489-aff0-7c9d5c960708 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:07.960992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:08.071871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4a30c6ba-214d-41d1-8bfb-bb4ac658e93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:08.130893 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] For port 00919fa5-c67f-4489-aff0-7c9d5c960708, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=00919fa5-c67f-4489-aff0-7c9d5c960708,segment=NetworkSegment(672eb280-b1bc-44aa-8915-273607cc7c1e),segment_id=672eb280-b1bc-44aa-8915-273607cc7c1e)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:08.131248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:08.253574 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Calling delete_port for 00919fa5-c67f-4489-aff0-7c9d5c960708 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:08.430008 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:08.590791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=00919fa5-c67f-4489-aff0-7c9d5c960708,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:08.855036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.208084 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Router c2def1c5-e737-40d4-a853-8464d26a8a76 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:50:09.389181 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:09.397756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] Sync routers for ids ['c2def1c5-e737-40d4-a853-8464d26a8a76'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:09.398351 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f7426338-6a28-4db6-ab44-b0f722b41e16 admin admin] 10.222.0.16 "PUT /v2.0/routers/c2def1c5-e737-40d4-a853-8464d26a8a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4439662 May 27 02:50:09.400578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33164) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:09.407878 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] Routers {'c2def1c5-e737-40d4-a853-8464d26a8a76'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:09.408504 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c2def1c5-e737-40d4-a853-8464d26a8a76'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:09.498124 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.584958 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.608186 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] Set router c2def1c5-e737-40d4-a853-8464d26a8a76 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:09.762562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.772741 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Deleting port b7ad8206-377f-4a78-bc82-2b80b94118cf {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:09.773088 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.784156 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:09.914885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:50:08Z', 'revision_number': 5, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port': {'id': 'b7ad8206-377f-4a78-bc82-2b80b94118cf', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:48:53Z', 'updated_at': '2022-05-27T02:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:09.919149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] Checking router: c2def1c5-e737-40d4-a853-8464d26a8a76 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:09.928272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] Routers {'c2def1c5-e737-40d4-a853-8464d26a8a76'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:09.928942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['c2def1c5-e737-40d4-a853-8464d26a8a76'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:10.078422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] Set router c2def1c5-e737-40d4-a853-8464d26a8a76 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:10.081305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] For port b7ad8206-377f-4a78-bc82-2b80b94118cf, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=b7ad8206-377f-4a78-bc82-2b80b94118cf,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:10.081810 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.216571 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Calling delete_port for b7ad8206-377f-4a78-bc82-2b80b94118cf owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:10.243656 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:50:09Z', 'revision_number': 6, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:10.248992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d94b-2240-494a-acdf-1b863fd2c999 None None] The sync data for ids ['c2def1c5-e737-40d4-a853-8464d26a8a76'] in n-d-843146-11 is: [{'id': 'c2def1c5-e737-40d4-a853-8464d26a8a76', 'name': 'tempest-TestEncryptedCinderVolumes-786205625-router', 'tenant_id': 'df497f9c7b9e41a687a7d5767ff07701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:48:52Z', 'updated_at': '2022-05-27T02:50:09Z', 'revision_number': 6, 'project_id': 'df497f9c7b9e41a687a7d5767ff07701', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:10.392265 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.438160 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ad8206-377f-4a78-bc82-2b80b94118cf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:10.541217 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.723176 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.726089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.751492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.751994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2def1c5-e737-40d4-a853-8464d26a8a76 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:50:10.764976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.766087 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f46f32cd-4e72-4a8d-b110-b1a61f40d94e admin admin] 10.222.0.16 "DELETE /v2.0/routers/c2def1c5-e737-40d4-a853-8464d26a8a76 HTTP/1.1" status: 204 len: 168 time: 1.3646231 May 27 02:50:10.769209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33168) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:10.828717 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] Deleting subnet cb689062-da61-442c-bfef-9b438a728a46 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:50:10.831847 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.884708 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:10.970615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.020547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 00919fa5-c67f-4489-aff0-7c9d5c960708 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:11.047682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.061118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 00919fa5-c67f-4489-aff0-7c9d5c960708 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:11.061462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 00919fa5-c67f-4489-aff0-7c9d5c960708 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:11.087697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb689062-da61-442c-bfef-9b438a728a46,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:11.091419 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.098085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-06e36e6c-44dd-4077-b79e-6111e6aa7458 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb689062-da61-442c-bfef-9b438a728a46 HTTP/1.1" status: 204 len: 168 time: 0.3279202 May 27 02:50:11.100808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33172) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:11.102326 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d5227-c7b2-4065-afe2-b3552753014d None None] Network 9d5a8d2b-ad95-4a60-b861-61eb40139c45 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:11.214661 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.227697 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Deleting port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:11.228113 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.281752 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.422261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] DHCP port deletion for 9d5a8d2b-ad95-4a60-b861-61eb40139c45 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:50:11.426341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Deleting port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:11.426732 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.454732 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] For port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,segment=NetworkSegment(672eb280-b1bc-44aa-8915-273607cc7c1e),segment_id=672eb280-b1bc-44aa-8915-273607cc7c1e)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:11.455101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.583757 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Calling delete_port for 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:11.636030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] For port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,segment=NetworkSegment(672eb280-b1bc-44aa-8915-273607cc7c1e),segment_id=672eb280-b1bc-44aa-8915-273607cc7c1e)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:11.636304 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.662209 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.713418 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Pushing event deleted for resources: {'Port': ['ID=71eaf45f-ccf0-48a3-9a4e-d4b99059e763,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:11.715203 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] No DVR routers for this DVR port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:50:11.759472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Calling delete_port for 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:50:11.834321 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:50:11.834585 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:50:11.936644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.961197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5a8d2b-ad95-4a60-b861-61eb40139c45']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:11.972710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672eb280-b1bc-44aa-8915-273607cc7c1e') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:11.973006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672eb280-b1bc-44aa-8915-273607cc7c1e') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:11.983912 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:11.999582 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.006438 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:50:12.006855 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.075715 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 672eb280-b1bc-44aa-8915-273607cc7c1e resource provider aggregate not found May 27 02:50:12.094159 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 672eb280-b1bc-44aa-8915-273607cc7c1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 672eb280-b1bc-44aa-8915-273607cc7c1e found for delete ", "request_id": "req-1aa0d94b-2e07-4221-a0d7-997db2a47f8c"}]} May 27 02:50:12.108146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.125996 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.136363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5a8d2b-ad95-4a60-b861-61eb40139c45,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:12.140431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c33950ea-eb80-486a-8a34-381853084713 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d5a8d2b-ad95-4a60-b861-61eb40139c45 HTTP/1.1" status: 204 len: 168 time: 1.0385990 May 27 02:50:12.327991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33182) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:12.335559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Deleting port 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:50:12.336046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.377550 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-26bd4aa1-0fbc-4873-8949-b04767b2b929 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b12ebdf89b234fbd863e03246773b418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482950 May 27 02:50:12.379978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33186) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:12.403800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a9a8d-0309-4e79-a17a-18f97e57d4c4 None None] The port '71eaf45f-ccf0-48a3-9a4e-d4b99059e763' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:50:12.438326 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5162a67c-3bea-4e17-9ea1-66c33b99dabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.463160 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5162a67c-3bea-4e17-9ea1-66c33b99dabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.517253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5162a67c-3bea-4e17-9ea1-66c33b99dabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.534582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162a67c-3bea-4e17-9ea1-66c33b99dabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb598081-dfad-46a8-a4b1-db3ff5d5d6c2,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:12.550120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5162a67c-3bea-4e17-9ea1-66c33b99dabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:12.554948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5162a67c-3bea-4e17-9ea1-66c33b99dabb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb598081-dfad-46a8-a4b1-db3ff5d5d6c2 HTTP/1.1" status: 204 len: 168 time: 0.1740286 May 27 02:50:12.606127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:12.642448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:12.642719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 71eaf45f-ccf0-48a3-9a4e-d4b99059e763 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:12.643153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b7ad8206-377f-4a78-bc82-2b80b94118cf no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:50:12.676653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: b7ad8206-377f-4a78-bc82-2b80b94118cf {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:50:12.677002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device b7ad8206-377f-4a78-bc82-2b80b94118cf not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:50:12.929707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33194) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:12.981775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bcda1dad-fd96-4373-8326-aa919dcca10a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df497f9c7b9e41a687a7d5767ff07701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508559 May 27 02:50:12.984311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33198) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:13.041183 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79c27edd-4559-43ce-906c-941160341b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:13.065942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79c27edd-4559-43ce-906c-941160341b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:13.117187 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79c27edd-4559-43ce-906c-941160341b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:13.132188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27edd-4559-43ce-906c-941160341b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2497bde3-8edb-45d5-bba6-92cd66c8cc86,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:13.138982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-79c27edd-4559-43ce-906c-941160341b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:13.140137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-79c27edd-4559-43ce-906c-941160341b63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2497bde3-8edb-45d5-bba6-92cd66c8cc86 HTTP/1.1" status: 204 len: 168 time: 0.1549282 May 27 02:50:13.878509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:14.020619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-800037406-network', 'tenant_id': 'bed9976e88f640f38440261daebaa213'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:14.026644 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:14.030506 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Usage tracker for resource:network and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:14.033336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:14.039281 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:14.049286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Made reservation on behalf of bed9976e88f640f38440261daebaa213 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:50:14.051533 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.063200 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.077619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:14.081460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:14.084869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:14.090939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:14.172332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.176320 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.209458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:50:14.214573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cadbc9b-3af2-4e34-832f-6256587a16ca,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:14.221343 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.221693 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Added segment 9c0c9772-d155-4e39-ac57-d55d50b96d73 of type vlan for network eb842d32-bdaa-48c4-a050-db83ac344d39 May 27 02:50:14.247994 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.276753 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.277772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:14.278337 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.378527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb842d32-bdaa-48c4-a050-db83ac344d39,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:14.383136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-5146acf7-02d2-4b27-8e49-0b0d3b3e2cb5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5031781 May 27 02:50:14.386513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33228) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:14.388707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network eb842d32-bdaa-48c4-a050-db83ac344d39 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:50:14.392129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Request body: {'subnet': {'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-800037406-subnet', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'ip_version': 4}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:14.398340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:14.402421 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Usage tracker for resource:subnet and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:14.405311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:14.410990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:14.422781 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Made reservation on behalf of bed9976e88f640f38440261daebaa213 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:50:14.425246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.628634 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.699816 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f9d051-97b0-4af1-b3b5-c4c7fc13606c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:14.708196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Checking segment: {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:14.708583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Network hostable DHCP agents. Network: eb842d32-bdaa-48c4-a050-db83ac344d39, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:50:14.727551 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Network eb842d32-bdaa-48c4-a050-db83ac344d39 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:50:14.736980 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, eb842d32-bdaa-48c4-a050-db83ac344d39) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:14.741857 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:14.742734 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.748068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b706694-2ade-4cab-ba47-f4eb3ac33812 None None] Network eb842d32-bdaa-48c4-a050-db83ac344d39 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:14.768275 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-eabde352-61eb-4faf-be49-4c5cd77f0333 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3805172 May 27 02:50:14.770887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33232) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:14.775773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:14.781245 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:14.784978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Usage tracker for resource:router and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:14.788554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:14.794176 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:14.805148 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.806347 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.820976 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:14.957762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-eb842d32-bdaa-48c4-a050-db83ac344d39', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:50:14.959612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.089596 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.121531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Allocated IP 172.20.0.2 (eb842d32-bdaa-48c4-a050-db83ac344d39/59f9d051-97b0-4af1-b3b5-c4c7fc13606c/2a54f8d3-9790-4953-9100-0987abc6c5fc) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:15.373429 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.384990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Transition to ACTIVE for port object 2a54f8d3-9790-4953-9100-0987abc6c5fc will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:15.403482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Transition to ACTIVE for port object 2a54f8d3-9790-4953-9100-0987abc6c5fc will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:15.409482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.475307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Network eb842d32-bdaa-48c4-a050-db83ac344d39 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:15.478135 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:15.480674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:15.519678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Pushing event updated for resources: {'Port': ['ID=2a54f8d3-9790-4953-9100-0987abc6c5fc,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:15.527197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.558787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.563433 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.563792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.564124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.564451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.564779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.565105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.565427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.565744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.566061 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.566376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.566695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.567030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:15.592771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Attempting to bind port 2a54f8d3-9790-4953-9100-0987abc6c5fc on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:15.592771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Attempting to bind port 2a54f8d3-9790-4953-9100-0987abc6c5fc by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:15.592771 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Attempting to bind port 2a54f8d3-9790-4953-9100-0987abc6c5fc on network eb842d32-bdaa-48c4-a050-db83ac344d39 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:15.599503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:15.599817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Checking segment: {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:15.600173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.600564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Bound using segment: {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:15.601020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Bound port: 2a54f8d3-9790-4953-9100-0987abc6c5fc, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:15.601390 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.690637 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] For port 2a54f8d3-9790-4953-9100-0987abc6c5fc, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:15.694066 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] For port 2a54f8d3-9790-4953-9100-0987abc6c5fc, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2a54f8d3-9790-4953-9100-0987abc6c5fc,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:15.697765 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.703668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Allocated IP 172.25.3.49 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/4749ce38-a487-4868-ae10-291160b50c54) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:15.789295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84920b5e-b29b-4c36-b8b2-901bc25b7fe7 None None] Pushing event updated for resources: {'Port': ['ID=2a54f8d3-9790-4953-9100-0987abc6c5fc,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:15.872250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.902260 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:15.984336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:15.987513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:15.991811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:16.027186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Pushing event updated for resources: {'Port': ['ID=4749ce38-a487-4868-ae10-291160b50c54,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:16.419386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:16.640791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a54f8d3-9790-4953-9100-0987abc6c5fc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:16.712890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2a54f8d3-9790-4953-9100-0987abc6c5fc completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:16.777911 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:16.801794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24bc59c-d60b-4bf2-957a-0170f9d8056e None None] Network eb842d32-bdaa-48c4-a050-db83ac344d39 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:16.936610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] Provisioning for port 2a54f8d3-9790-4953-9100-0987abc6c5fc completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:16.972065 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] Provisioning complete for port 2a54f8d3-9790-4953-9100-0987abc6c5fc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:16.972436 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:17.106121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Router fa69aedc-068d-42a5-8bb4-b2ee261e2375 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:50:17.160973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] Current status of the port 2a54f8d3-9790-4953-9100-0987abc6c5fc is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:17.161665 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:17.200548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] For port 2a54f8d3-9790-4953-9100-0987abc6c5fc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2a54f8d3-9790-4953-9100-0987abc6c5fc,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:17.205058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:17.281228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fac421-a56d-4185-a907-a8ae5a49c067 None None] Pushing event updated for resources: {'Port': ['ID=2a54f8d3-9790-4953-9100-0987abc6c5fc,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:17.301294 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:17.312345 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Sync routers for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:17.324143 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:17.325335 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:17.329869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:17.334180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6bab2893-7ae8-4a5b-b777-e6000a327560 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5622900 May 27 02:50:17.334806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33236) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:17.428436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3c737e46-7f00-438f-a1b8-76252793a57e None None] Provisioning complete for port 2a54f8d3-9790-4953-9100-0987abc6c5fc triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:17.428823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3c737e46-7f00-438f-a1b8-76252793a57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:17.516070 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:17.548572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3c737e46-7f00-438f-a1b8-76252793a57e None None] Current status of the port 2a54f8d3-9790-4953-9100-0987abc6c5fc is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:17.818424 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:16Z', 'revision_number': 3, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:17.822469 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Checking router: fa69aedc-068d-42a5-8bb4-b2ee261e2375 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:17.822845 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Updating router fa69aedc-068d-42a5-8bb4-b2ee261e2375 port 4749ce38-a487-4868-ae10-291160b50c54 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:50:17.874311 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.010101 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.203456 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.218396 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Transition to ACTIVE for port object 4749ce38-a487-4868-ae10-291160b50c54 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:18.218916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Allocated IP 172.20.0.1 (eb842d32-bdaa-48c4-a050-db83ac344d39/59f9d051-97b0-4af1-b3b5-c4c7fc13606c/2c0e5036-5426-4434-9a2f-9777fb5173a7) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:18.225814 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.319480 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Attempting to bind port 4749ce38-a487-4868-ae10-291160b50c54 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:18.320192 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Attempting to bind port 4749ce38-a487-4868-ae10-291160b50c54 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:18.320659 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Attempting to bind port 4749ce38-a487-4868-ae10-291160b50c54 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:18.323813 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Pushing event updated for resources: {'Port': ['ID=4749ce38-a487-4868-ae10-291160b50c54,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:18.335619 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.336107 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.336590 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.337071 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.337558 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.338031 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.338503 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.339031 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.339493 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.339963 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.340432 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.340903 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:50:18.345783 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:18.346314 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:18.346920 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.347479 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:18.348174 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Bound port: 4749ce38-a487-4868-ae10-291160b50c54, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:18.348709 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.427153 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] For port 4749ce38-a487-4868-ae10-291160b50c54, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:18.430865 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] For port 4749ce38-a487-4868-ae10-291160b50c54, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4749ce38-a487-4868-ae10-291160b50c54,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:18.435895 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.503091 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.516201 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:18.516819 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:18.518937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Transition to ACTIVE for port object 2c0e5036-5426-4434-9a2f-9777fb5173a7 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:18.549417 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.573660 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717c96-fb7d-4c7b-a42c-1433cfe16aa7 None None] Pushing event updated for resources: {'Port': ['ID=4749ce38-a487-4868-ae10-291160b50c54,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:18.602903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a54f8d3-9790-4953-9100-0987abc6c5fc up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:18.631923 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Network eb842d32-bdaa-48c4-a050-db83ac344d39 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:18.635061 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:18.639414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:18.683631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2a54f8d3-9790-4953-9100-0987abc6c5fc triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:18.683631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.695133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Pushing event updated for resources: {'Port': ['ID=2c0e5036-5426-4434-9a2f-9777fb5173a7,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:18.715581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:18.717371 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:18.819945 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2a54f8d3-9790-4953-9100-0987abc6c5fc is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:18.990993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d1f7960e-82e7-4800-a46e-3645acd116f3 None None] Provisioning for port 2c0e5036-5426-4434-9a2f-9777fb5173a7 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:18.995859 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d1f7960e-82e7-4800-a46e-3645acd116f3 None None] Provisioning complete for port 2c0e5036-5426-4434-9a2f-9777fb5173a7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:18.996229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d1f7960e-82e7-4800-a46e-3645acd116f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:19.001622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:19.050526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7960e-82e7-4800-a46e-3645acd116f3 None None] Port 2c0e5036-5426-4434-9a2f-9777fb5173a7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:19.089518 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:16Z', 'revision_number': 3, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:19.093519 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ded7b8-adac-467d-93a6-12a6978fbf96 None None] The sync data for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 is: [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:16Z', 'revision_number': 3, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:19.236931 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:19.241853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:19.359306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Pushing event updated for resources: {'Port': ['ID=2c0e5036-5426-4434-9a2f-9777fb5173a7,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:19.368592 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:19.508042 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Network eb842d32-bdaa-48c4-a050-db83ac344d39 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:19.509178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:19.710258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Router fa69aedc-068d-42a5-8bb4-b2ee261e2375 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:50:19.773181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-0261ea41-a22b-4de4-8a19-06fab1688890 None None] Provisioning complete for port 2c0e5036-5426-4434-9a2f-9777fb5173a7 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:19.773718 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0261ea41-a22b-4de4-8a19-06fab1688890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:19.829116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0261ea41-a22b-4de4-8a19-06fab1688890 None None] Port 2c0e5036-5426-4434-9a2f-9777fb5173a7 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:19.901153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:19.910218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ad3358a7-3f9e-40d8-a99d-7a6545c7922f admin admin] 10.222.0.16 "PUT /v2.0/routers/fa69aedc-068d-42a5-8bb4-b2ee261e2375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5743997 May 27 02:50:20.435260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33254) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:20.440934 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2017503106-network', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:20.446992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:20.451478 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Usage tracker for resource:network and tenant:baa7a84db9e54ac1932e384e3aae04ef is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:20.454647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:20.461580 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:20.473740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Made reservation on behalf of baa7a84db9e54ac1932e384e3aae04ef for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:50:20.476682 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.489608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.504215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:20.508953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Usage tracker for resource:security_group_rule and tenant:baa7a84db9e54ac1932e384e3aae04ef is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:20.512487 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:20.518370 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:20.626193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4749ce38-a487-4868-ae10-291160b50c54 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:20.644615 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.649366 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.661797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Sync routers for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:20.683356 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:50:20.686686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:20.687366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:20.693339 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f125973d-efbd-4993-bc8c-00d6b096e161,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:20.700882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.701608 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Added segment b5bc425d-2888-49a9-9a49-ae8a8d98805a of type vlan for network 1b4af2f8-c17c-4fea-a63b-47d935423a3a May 27 02:50:20.732186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.764925 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.766002 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:20.766602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.897290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 4749ce38-a487-4868-ae10-291160b50c54 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:20.907955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4749ce38-a487-4868-ae10-291160b50c54 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:20.908331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:20.969638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:21.009087 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4af2f8-c17c-4fea-a63b-47d935423a3a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:21.013510 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7dc574b7-8486-4cf3-820a-fa75b1c78488 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5772026 May 27 02:50:21.016914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33258) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:21.022189 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Request body: {'subnet': {'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2017503106-subnet', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:21.032419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:21.032629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:50:21.032756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Usage tracker for resource:subnet and tenant:baa7a84db9e54ac1932e384e3aae04ef is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:21.035375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:21.041425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:21.053203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Made reservation on behalf of baa7a84db9e54ac1932e384e3aae04ef for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:50:21.055858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.270216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.350533 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d710ca95-e848-406a-816c-054f0e9ced52,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:21.354675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Checking segment: {'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:21.355056 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Network hostable DHCP agents. Network: 1b4af2f8-c17c-4fea-a63b-47d935423a3a, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:50:21.359559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4749ce38-a487-4868-ae10-291160b50c54 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:21.359942 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.375236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:50:21.384267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 1b4af2f8-c17c-4fea-a63b-47d935423a3a) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:21.388357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:21.388949 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.405866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d10862-a528-4f29-a1ba-a70c048e7ff5 None None] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:21.412503 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d4a3818f-5194-4fac-b0d6-4a8d8e28fa3c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3918302 May 27 02:50:21.412717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33262) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:21.417558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:21.423246 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:21.428015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Usage tracker for resource:router and tenant:baa7a84db9e54ac1932e384e3aae04ef is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:50:21.430248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 4749ce38-a487-4868-ae10-291160b50c54, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4749ce38-a487-4868-ae10-291160b50c54,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:21.431140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:50:21.437197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:21.448467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.449431 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.463751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.489088 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.595314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=4749ce38-a487-4868-ae10-291160b50c54,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:21.725589 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:19Z', 'revision_number': 2, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:21.761951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Checking router: fa69aedc-068d-42a5-8bb4-b2ee261e2375 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:21.762299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Updating router fa69aedc-068d-42a5-8bb4-b2ee261e2375 port 2c0e5036-5426-4434-9a2f-9777fb5173a7 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:50:21.809011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-1b4af2f8-c17c-4fea-a63b-47d935423a3a', 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'fixed_ips': [{'subnet_id': 'd710ca95-e848-406a-816c-054f0e9ced52'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:50:21.810209 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.837911 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:21.855389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.099421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Allocated IP 172.20.0.2 (1b4af2f8-c17c-4fea-a63b-47d935423a3a/d710ca95-e848-406a-816c-054f0e9ced52/3704d8de-d6ae-443f-9b7f-03cf3d160803) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:22.186772 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.221076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.371278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Allocated IP 172.25.3.111 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a3c4532e-eed7-4937-9332-b8ee47966372) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:22.531912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.544183 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.548129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.566346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Transition to ACTIVE for port object 3704d8de-d6ae-443f-9b7f-03cf3d160803 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:22.582841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Transition to ACTIVE for port object 2c0e5036-5426-4434-9a2f-9777fb5173a7 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:22.600938 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Transition to ACTIVE for port object 3704d8de-d6ae-443f-9b7f-03cf3d160803 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:22.602369 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.602689 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.640917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4749ce38-a487-4868-ae10-291160b50c54 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:22.674855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:22.675286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:22.678160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:22.682263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:22.717558 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c4532e-eed7-4937-9332-b8ee47966372,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:22.803499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68ae6a-8564-4c5d-92ff-80dd5d13adfd None None] Pushing event updated for resources: {'Port': ['ID=2c0e5036-5426-4434-9a2f-9777fb5173a7,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:22.813098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:22.868430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:22.881056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:23.055634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Attempting to bind port 2c0e5036-5426-4434-9a2f-9777fb5173a7 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:23.056002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Attempting to bind port 2c0e5036-5426-4434-9a2f-9777fb5173a7 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:23.056357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Attempting to bind port 2c0e5036-5426-4434-9a2f-9777fb5173a7 on network eb842d32-bdaa-48c4-a050-db83ac344d39 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:23.058200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Pushing event updated for resources: {'Port': ['ID=3704d8de-d6ae-443f-9b7f-03cf3d160803,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:23.070319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4749ce38-a487-4868-ae10-291160b50c54 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:23.070693 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.109111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:23.109840 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Checking segment: {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:23.109980 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.110255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Bound using segment: {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:23.110735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Bound port: 2c0e5036-5426-4434-9a2f-9777fb5173a7, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:23.111114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.124642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.134629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Attempting to bind port 3704d8de-d6ae-443f-9b7f-03cf3d160803 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:23.135030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Attempting to bind port 3704d8de-d6ae-443f-9b7f-03cf3d160803 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:23.135392 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Attempting to bind port 3704d8de-d6ae-443f-9b7f-03cf3d160803 on network 1b4af2f8-c17c-4fea-a63b-47d935423a3a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:23.180604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:23.180979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Checking segment: {'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:23.181378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.181770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Bound using segment: {'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:23.182233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Bound port: 3704d8de-d6ae-443f-9b7f-03cf3d160803, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:23.182601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.350910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] For port 2c0e5036-5426-4434-9a2f-9777fb5173a7, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:23.367138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4749ce38-a487-4868-ae10-291160b50c54 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:23.375174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] For port 2c0e5036-5426-4434-9a2f-9777fb5173a7, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2c0e5036-5426-4434-9a2f-9777fb5173a7,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:23.381531 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.385429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-52914a8c-472a-4451-9cea-d72443df452d None None] For port 3704d8de-d6ae-443f-9b7f-03cf3d160803, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:23.449738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-52914a8c-472a-4451-9cea-d72443df452d None None] For port 3704d8de-d6ae-443f-9b7f-03cf3d160803, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3704d8de-d6ae-443f-9b7f-03cf3d160803,segment=NetworkSegment(b5bc425d-2888-49a9-9a49-ae8a8d98805a),segment_id=b5bc425d-2888-49a9-9a49-ae8a8d98805a)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:23.460168 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.480325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:23.480968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:23.556622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68ae6a-8564-4c5d-92ff-80dd5d13adfd None None] Pushing event updated for resources: {'Port': ['ID=2c0e5036-5426-4434-9a2f-9777fb5173a7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:23.625017 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:23.720944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914a8c-472a-4451-9cea-d72443df452d None None] Pushing event updated for resources: {'Port': ['ID=3704d8de-d6ae-443f-9b7f-03cf3d160803,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:23.740740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:23.890683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Router a8abef9f-9d1f-408c-8c58-1e706f401323 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:50:24.085129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:24.097052 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Sync routers for ids ['a8abef9f-9d1f-408c-8c58-1e706f401323'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:24.108327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Routers {'a8abef9f-9d1f-408c-8c58-1e706f401323'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:24.109083 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a8abef9f-9d1f-408c-8c58-1e706f401323'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:24.117560 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:24.121838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3b5f9253-180a-492a-be6c-788510d067e8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7081418 May 27 02:50:24.122187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33266) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:50:24.145453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:23Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:24.151959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9133e-45a4-4801-981b-6c57389e84eb None None] The sync data for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 is: [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:23Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:24.338679 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Set router a8abef9f-9d1f-408c-8c58-1e706f401323 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:24.717587 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:50:22Z', 'revision_number': 3, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port': {'id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:22Z', 'updated_at': '2022-05-27T02:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:24.725351 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Checking router: a8abef9f-9d1f-408c-8c58-1e706f401323 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:24.730865 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Updating router a8abef9f-9d1f-408c-8c58-1e706f401323 port a3c4532e-eed7-4937-9332-b8ee47966372 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:50:24.748323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2c0e5036-5426-4434-9a2f-9777fb5173a7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:24.820839 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:24.874131 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2c0e5036-5426-4434-9a2f-9777fb5173a7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:24.883219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2c0e5036-5426-4434-9a2f-9777fb5173a7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:24.883596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:24.912794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d155d-29a2-48e0-a7f0-a9571015785f None None] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:50:25.056403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d793c621-2d89-4b43-abcd-17a6c5bf130a None None] Provisioning for port 3704d8de-d6ae-443f-9b7f-03cf3d160803 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:25.097140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.195833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2c0e5036-5426-4434-9a2f-9777fb5173a7 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:25.196413 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.224720 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.238160 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Transition to ACTIVE for port object a3c4532e-eed7-4937-9332-b8ee47966372 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:25.251391 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.280600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2c0e5036-5426-4434-9a2f-9777fb5173a7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2c0e5036-5426-4434-9a2f-9777fb5173a7,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:25.295155 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.295927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3704d8de-d6ae-443f-9b7f-03cf3d160803 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:25.344492 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Attempting to bind port a3c4532e-eed7-4937-9332-b8ee47966372 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:25.344858 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Attempting to bind port a3c4532e-eed7-4937-9332-b8ee47966372 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:25.345264 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Attempting to bind port a3c4532e-eed7-4937-9332-b8ee47966372 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:25.354308 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:25.354676 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:25.355387 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.355782 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:25.356538 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Bound port: a3c4532e-eed7-4937-9332-b8ee47966372, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:25.356803 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.381392 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Allocated IP 172.20.0.1 (1b4af2f8-c17c-4fea-a63b-47d935423a3a/d710ca95-e848-406a-816c-054f0e9ced52/68319fd9-5d04-43db-91f1-18f207996bb6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:25.411269 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8ebb7-5a60-47ac-8477-c1c56b4f871f None None] Pushing event updated for resources: {'Port': ['ID=a3c4532e-eed7-4937-9332-b8ee47966372,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:25.433231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2c0e5036-5426-4434-9a2f-9777fb5173a7,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:25.455563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3704d8de-d6ae-443f-9b7f-03cf3d160803 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:25.463132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3704d8de-d6ae-443f-9b7f-03cf3d160803 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:25.463504 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.472198 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] For port a3c4532e-eed7-4937-9332-b8ee47966372, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:25.475505 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] For port a3c4532e-eed7-4937-9332-b8ee47966372, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a3c4532e-eed7-4937-9332-b8ee47966372,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:25.488199 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.603025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3704d8de-d6ae-443f-9b7f-03cf3d160803 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:25.603411 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.610071 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Routers {'a8abef9f-9d1f-408c-8c58-1e706f401323'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:25.610594 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a8abef9f-9d1f-408c-8c58-1e706f401323'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:25.650357 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3704d8de-d6ae-443f-9b7f-03cf3d160803, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3704d8de-d6ae-443f-9b7f-03cf3d160803,segment=NetworkSegment(b5bc425d-2888-49a9-9a49-ae8a8d98805a),segment_id=b5bc425d-2888-49a9-9a49-ae8a8d98805a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:25.662266 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.663369 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.681097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Transition to ACTIVE for port object 68319fd9-5d04-43db-91f1-18f207996bb6 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:25.712907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.760989 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3704d8de-d6ae-443f-9b7f-03cf3d160803,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:25.820271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:25.823460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:25.824741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4287a4e2-f690-43f5-a0af-a698395cb5c7 None None] Provisioning complete for port 3704d8de-d6ae-443f-9b7f-03cf3d160803 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:25.824931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4287a4e2-f690-43f5-a0af-a698395cb5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.827552 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:25.873058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Pushing event updated for resources: {'Port': ['ID=68319fd9-5d04-43db-91f1-18f207996bb6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:25.897482 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:25.900635 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8ebb7-5a60-47ac-8477-c1c56b4f871f None None] Pushing event updated for resources: {'Port': ['ID=a3c4532e-eed7-4937-9332-b8ee47966372,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:25.919222 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] Set router a8abef9f-9d1f-408c-8c58-1e706f401323 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:26.024190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4287a4e2-f690-43f5-a0af-a698395cb5c7 None None] Current status of the port 3704d8de-d6ae-443f-9b7f-03cf3d160803 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:26.035710 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.152565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9118e8e9-051f-4e04-8285-728021b5f2e9 None None] Provisioning for port 68319fd9-5d04-43db-91f1-18f207996bb6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:26.158547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9118e8e9-051f-4e04-8285-728021b5f2e9 None None] Provisioning complete for port 68319fd9-5d04-43db-91f1-18f207996bb6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:26.159007 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9118e8e9-051f-4e04-8285-728021b5f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.221381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9118e8e9-051f-4e04-8285-728021b5f2e9 None None] Port 68319fd9-5d04-43db-91f1-18f207996bb6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:26.296394 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:50:22Z', 'revision_number': 3, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port': {'id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:22Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:26.300437 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6e11f-e94d-43af-923a-9ce748542971 None None] The sync data for ids ['a8abef9f-9d1f-408c-8c58-1e706f401323'] in n-d-843146-11 is: [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:50:22Z', 'revision_number': 3, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port': {'id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:22Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:26.454799 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.459450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.585115 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Pushing event updated for resources: {'Port': ['ID=68319fd9-5d04-43db-91f1-18f207996bb6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:26.589033 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.746015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3c4532e-eed7-4937-9332-b8ee47966372 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:26.767080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:26.768127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:26.832885 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port a3c4532e-eed7-4937-9332-b8ee47966372 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:26.840405 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a3c4532e-eed7-4937-9332-b8ee47966372 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:26.841004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.981251 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a3c4532e-eed7-4937-9332-b8ee47966372 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:26.981644 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:26.990667 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Router a8abef9f-9d1f-408c-8c58-1e706f401323 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:50:26.999978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port a3c4532e-eed7-4937-9332-b8ee47966372, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a3c4532e-eed7-4937-9332-b8ee47966372,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:27.004679 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:27.006156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2c0e5036-5426-4434-9a2f-9777fb5173a7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:27.134228 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a23d676b-ca22-4b3c-8496-039b75cf99ec None None] Provisioning complete for port 68319fd9-5d04-43db-91f1-18f207996bb6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:27.134601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a23d676b-ca22-4b3c-8496-039b75cf99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:27.178299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:50:27.181341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=a3c4532e-eed7-4937-9332-b8ee47966372,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:27.187565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aae72357-c972-452b-8070-db9ab0bad9fe admin admin] 10.222.0.16 "PUT /v2.0/routers/a8abef9f-9d1f-408c-8c58-1e706f401323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0642557 May 27 02:50:27.214529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a23d676b-ca22-4b3c-8496-039b75cf99ec None None] Port 68319fd9-5d04-43db-91f1-18f207996bb6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:27.217905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2c0e5036-5426-4434-9a2f-9777fb5173a7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:27.218164 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:27.346459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2c0e5036-5426-4434-9a2f-9777fb5173a7 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:27.347608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3704d8de-d6ae-443f-9b7f-03cf3d160803 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:27.449293 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3704d8de-d6ae-443f-9b7f-03cf3d160803 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:27.449658 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:27.568192 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3704d8de-d6ae-443f-9b7f-03cf3d160803 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:27.953234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Sync routers for ids ['a8abef9f-9d1f-408c-8c58-1e706f401323'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:50:27.963040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Routers {'a8abef9f-9d1f-408c-8c58-1e706f401323'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:27.963659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a8abef9f-9d1f-408c-8c58-1e706f401323'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:28.152916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Set router a8abef9f-9d1f-408c-8c58-1e706f401323 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:28.554478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 4, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port': {'id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:22Z', 'updated_at': '2022-05-27T02:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68319fd9-5d04-43db-91f1-18f207996bb6', 'name': '', 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'mac_address': 'fa:16:3e:6f:05:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd710ca95-e848-406a-816c-054f0e9ced52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:25Z', 'updated_at': '2022-05-27T02:50:26Z', 'revision_number': 2, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'subnets': [{'id': 'd710ca95-e848-406a-816c-054f0e9ced52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:28.564547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Checking router: a8abef9f-9d1f-408c-8c58-1e706f401323 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:50:28.568002 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Updating router a8abef9f-9d1f-408c-8c58-1e706f401323 port 68319fd9-5d04-43db-91f1-18f207996bb6 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:50:28.681457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3c4532e-eed7-4937-9332-b8ee47966372 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:28.764564 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:28.869266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port a3c4532e-eed7-4937-9332-b8ee47966372 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:28.869687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:29.220939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port a3c4532e-eed7-4937-9332-b8ee47966372 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:29.449498 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:29.467494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Transition to ACTIVE for port object 68319fd9-5d04-43db-91f1-18f207996bb6 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:29.484309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:29.893136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95029420-be0a-45f5-a1f8-0d3aba9bff71 None None] Pushing event updated for resources: {'Port': ['ID=68319fd9-5d04-43db-91f1-18f207996bb6,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:29.929397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Attempting to bind port 68319fd9-5d04-43db-91f1-18f207996bb6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:29.929986 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Attempting to bind port 68319fd9-5d04-43db-91f1-18f207996bb6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:29.930473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Attempting to bind port 68319fd9-5d04-43db-91f1-18f207996bb6 on network 1b4af2f8-c17c-4fea-a63b-47d935423a3a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:29.944495 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:29.945060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Checking segment: {'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:29.945655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:29.946239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Bound using segment: {'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:29.947010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Bound port: 68319fd9-5d04-43db-91f1-18f207996bb6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bc425d-2888-49a9-9a49-ae8a8d98805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:29.947557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:30.084205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] For port 68319fd9-5d04-43db-91f1-18f207996bb6, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:30.091874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] For port 68319fd9-5d04-43db-91f1-18f207996bb6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=68319fd9-5d04-43db-91f1-18f207996bb6,segment=NetworkSegment(b5bc425d-2888-49a9-9a49-ae8a8d98805a),segment_id=b5bc425d-2888-49a9-9a49-ae8a8d98805a)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:30.101068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:30.187766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Routers {'a8abef9f-9d1f-408c-8c58-1e706f401323'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:50:30.188442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:50:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a8abef9f-9d1f-408c-8c58-1e706f401323'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:30.334533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95029420-be0a-45f5-a1f8-0d3aba9bff71 None None] Pushing event updated for resources: {'Port': ['ID=68319fd9-5d04-43db-91f1-18f207996bb6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:30.493001 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] Set router a8abef9f-9d1f-408c-8c58-1e706f401323 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:50:30.941821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 4, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port': {'id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:22Z', 'updated_at': '2022-05-27T02:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68319fd9-5d04-43db-91f1-18f207996bb6', 'name': '', 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'mac_address': 'fa:16:3e:6f:05:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd710ca95-e848-406a-816c-054f0e9ced52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:25Z', 'updated_at': '2022-05-27T02:50:30Z', 'revision_number': 4, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'subnets': [{'id': 'd710ca95-e848-406a-816c-054f0e9ced52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:50:30.947208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7f35f-da42-49c1-aebb-69fcc6a24f86 None None] The sync data for ids ['a8abef9f-9d1f-408c-8c58-1e706f401323'] in n-d-843146-11 is: [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 4, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port': {'id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:22Z', 'updated_at': '2022-05-27T02:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '68319fd9-5d04-43db-91f1-18f207996bb6', 'name': '', 'network_id': '1b4af2f8-c17c-4fea-a63b-47d935423a3a', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'mac_address': 'fa:16:3e:6f:05:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd710ca95-e848-406a-816c-054f0e9ced52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:25Z', 'updated_at': '2022-05-27T02:50:30Z', 'revision_number': 4, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'subnets': [{'id': 'd710ca95-e848-406a-816c-054f0e9ced52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:50:32.644932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68319fd9-5d04-43db-91f1-18f207996bb6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:32.733761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 68319fd9-5d04-43db-91f1-18f207996bb6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:32.747169 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 68319fd9-5d04-43db-91f1-18f207996bb6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:32.747612 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:32.887830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 68319fd9-5d04-43db-91f1-18f207996bb6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:32.888302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:32.948845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 68319fd9-5d04-43db-91f1-18f207996bb6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=68319fd9-5d04-43db-91f1-18f207996bb6,segment=NetworkSegment(b5bc425d-2888-49a9-9a49-ae8a8d98805a),segment_id=b5bc425d-2888-49a9-9a49-ae8a8d98805a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:32.955514 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:33.048465 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=68319fd9-5d04-43db-91f1-18f207996bb6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:33.509798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:33.816985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:34.666224 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68319fd9-5d04-43db-91f1-18f207996bb6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:34.742281 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 68319fd9-5d04-43db-91f1-18f207996bb6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:34.742650 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:34.877360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 68319fd9-5d04-43db-91f1-18f207996bb6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:35.939040 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7e90-1ce9-4083-bee9-c4bbeb4baffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:36.163012 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:50:38.023780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-e57f91eb-8d1f-4ba8-8a43-e60d25f342e3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:38.025140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-e57f91eb-8d1f-4ba8-8a43-e60d25f342e3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 814 time: 0.1430330 May 27 02:50:38.040723 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-9dcd181e-8c83-48a7-9528-8dff1c10587b tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/quotas/bed9976e88f640f38440261daebaa213 HTTP/1.1" status: 200 len: 375 time: 0.0101144 May 27 02:50:38.074894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d4920c6-714f-406a-951d-378995f83790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:38.122696 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-475379dc-8672-40df-ad24-cf8dfa55779e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768771 May 27 02:50:38.260362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-bf066b12-f1bb-4d53-86ee-9981befbaadf service neutron] 10.222.0.16 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256313 May 27 02:50:38.389994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-44d8a4a6-cc32-447f-a927-4c298e6e9524 service neutron] 10.222.0.16 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237736 May 27 02:50:38.568153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-63b7f8c6-730e-43d5-8358-01ef578a4bef req-1485dfbc-be95-4e09-952f-42061728d5cc tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Synchronizing usage tracker for tenant:bed9976e88f640f38440261daebaa213 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:50:38.585913 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-63b7f8c6-730e-43d5-8358-01ef578a4bef req-1485dfbc-be95-4e09-952f-42061728d5cc tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Unset dirty status for tenant:bed9976e88f640f38440261daebaa213 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:50:38.587215 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63b7f8c6-730e-43d5-8358-01ef578a4bef req-1485dfbc-be95-4e09-952f-42061728d5cc tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 210 time: 0.0663383 May 27 02:50:39.461974 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:39.628011 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:39.689204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-49f6adbb-ffeb-4eb6-9638-698dff7df880 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:39.690727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-49f6adbb-ffeb-4eb6-9638-698dff7df880 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 814 time: 0.1657574 May 27 02:50:39.703561 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'port': {'device_id': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'admin_state_up': True, 'tenant_id': 'bed9976e88f640f38440261daebaa213'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:39.812352 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-35f25697-a702-4c88-a4a5-c6a66d8d7998 req-028317df-08cb-4353-aad2-748722baeab9 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 210 time: 0.0945835 May 27 02:50:40.010021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:50:40.022845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:50:40.039505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Made reservation on behalf of bed9976e88f640f38440261daebaa213 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:50:40.045680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:40.287241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Allocated IP 172.20.0.8 (eb842d32-bdaa-48c4-a050-db83ac344d39/59f9d051-97b0-4af1-b3b5-c4c7fc13606c/ab5a58c5-a8d3-461f-bfb6-50d42ca829a1) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:50:40.507250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:40.523657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Transition to ACTIVE for port object ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:40.557574 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:40.647850 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Network eb842d32-bdaa-48c4-a050-db83ac344d39 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:50:40.659919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:50:40.665397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:50:40.738333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:40.739793 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:40.769768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:40.788467 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-67ab137b-4a04-4f57-be0c-6f26836d2771 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886099 May 27 02:50:40.936436 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2dd08075-9e77-46db-ae11-3051419e3323 None None] Provisioning for port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:40.943569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2dd08075-9e77-46db-ae11-3051419e3323 None None] Provisioning complete for port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:40.943978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2dd08075-9e77-46db-ae11-3051419e3323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:41.006342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2dd08075-9e77-46db-ae11-3051419e3323 None None] Port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:50:41.037360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c4c2-4e2d-4b5b-a278-81fcca352881 req-9c064e37-f86d-4ef7-a4b5-c594fc9f6407 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:41.038948 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4682c4c2-4e2d-4b5b-a278-81fcca352881 req-9c064e37-f86d-4ef7-a4b5-c594fc9f6407 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.0914662 May 27 02:50:41.086055 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4682c4c2-4e2d-4b5b-a278-81fcca352881 req-25cccaa3-806a-4151-a8a1-eb818e5d28e7 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Synchronizing usage tracker for tenant:bed9976e88f640f38440261daebaa213 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:50:41.104309 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4682c4c2-4e2d-4b5b-a278-81fcca352881 req-25cccaa3-806a-4151-a8a1-eb818e5d28e7 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Unset dirty status for tenant:bed9976e88f640f38440261daebaa213 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:50:41.106192 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4682c4c2-4e2d-4b5b-a278-81fcca352881 req-25cccaa3-806a-4151-a8a1-eb818e5d28e7 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612185 May 27 02:50:41.215013 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:42.305709 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7993f8c-bf30-4a1b-a093-14d1c0973f12 req-43cfb6ed-90d5-4491-a8aa-cde1ec3cbc6c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:42.306346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c7993f8c-bf30-4a1b-a093-14d1c0973f12 req-43cfb6ed-90d5-4491-a8aa-cde1ec3cbc6c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Synchronizing usage tracker for tenant:bed9976e88f640f38440261daebaa213 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:50:42.325408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-c7993f8c-bf30-4a1b-a093-14d1c0973f12 req-43cfb6ed-90d5-4491-a8aa-cde1ec3cbc6c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Unset dirty status for tenant:bed9976e88f640f38440261daebaa213 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:50:42.327602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7993f8c-bf30-4a1b-a093-14d1c0973f12 req-43cfb6ed-90d5-4491-a8aa-cde1ec3cbc6c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.1039166 May 27 02:50:42.385046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7993f8c-bf30-4a1b-a093-14d1c0973f12 req-87caaab8-a09f-4a75-baea-477bb2293782 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489101 May 27 02:50:43.610649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4623c7-68e6-41c0-a106-f731fa8b2dad req-b84c9655-dd14-42a8-a914-34134e332c5a tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:43.612241 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c4623c7-68e6-41c0-a106-f731fa8b2dad req-b84c9655-dd14-42a8-a914-34134e332c5a tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.1178977 May 27 02:50:43.660270 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c4623c7-68e6-41c0-a106-f731fa8b2dad req-982795ad-3c4f-4a36-8c7b-c43534e85124 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 May 27 02:50:44.861616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1172a-5422-4a0d-bed1-0391fc1ff930 req-8f5fd03c-840a-4145-8e77-a35ff98f89ef tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:44.863659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1ab1172a-5422-4a0d-bed1-0391fc1ff930 req-8f5fd03c-840a-4145-8e77-a35ff98f89ef tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.0902858 May 27 02:50:44.914625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1ab1172a-5422-4a0d-bed1-0391fc1ff930 req-d597dacb-88eb-4052-b9cf-1aee4b329ba9 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 May 27 02:50:46.122872 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77998fe1-f98d-404b-90b1-2dbf98805766 req-e9164fec-9a0b-4091-bcec-20cde3c6e113 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:46.124330 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77998fe1-f98d-404b-90b1-2dbf98805766 req-e9164fec-9a0b-4091-bcec-20cde3c6e113 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.0894785 May 27 02:50:46.175904 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77998fe1-f98d-404b-90b1-2dbf98805766 req-fc7dc208-facb-4f24-b858-836d22a62c78 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 May 27 02:50:47.377901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b7d90-5c11-4339-bcb0-1369077032ae req-884ff4a0-4fea-40fa-956e-5ecf0b7d9767 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:47.379980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-581b7d90-5c11-4339-bcb0-1369077032ae req-884ff4a0-4fea-40fa-956e-5ecf0b7d9767 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.0883896 May 27 02:50:47.427529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-581b7d90-5c11-4339-bcb0-1369077032ae req-a8c59c3b-7a64-475a-8d18-309e958ede7c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 May 27 02:50:48.614399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d4651-ba17-4cdb-99a8-11cd4683fcbe req-f7684c49-0eb8-4496-a231-208382238224 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:48.615910 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d2d4651-ba17-4cdb-99a8-11cd4683fcbe req-f7684c49-0eb8-4496-a231-208382238224 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.0843301 May 27 02:50:48.659772 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7d2d4651-ba17-4cdb-99a8-11cd4683fcbe req-1135ef76-55eb-4c1d-b8d7-02bf4437f8ea tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 May 27 02:50:49.842312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa570e7-af92-45f9-80d1-42404158e9e3 req-7148c66b-bb55-4699-922a-991490c5fa86 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:49.843810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caa570e7-af92-45f9-80d1-42404158e9e3 req-7148c66b-bb55-4699-922a-991490c5fa86 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.0806241 May 27 02:50:49.888969 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-caa570e7-af92-45f9-80d1-42404158e9e3 req-10d1a031-ab11-4218-ba09-04326cd2c04b tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393927 May 27 02:50:51.073215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257434e3-e3cd-4155-b457-c39a99510bfc req-d8e38b43-b8c2-4e41-aa25-060e1f4f5df2 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:51.074678 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-257434e3-e3cd-4155-b457-c39a99510bfc req-d8e38b43-b8c2-4e41-aa25-060e1f4f5df2 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.0787461 May 27 02:50:51.122195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-257434e3-e3cd-4155-b457-c39a99510bfc req-0f723ce9-a711-43b4-8fd4-4e3704ecd792 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 May 27 02:50:52.217550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Request body: {'port': {'device_id': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:50:52.400387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:52.425814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c73e-c6ca-487f-ada4-27baaf67ef6d req-ea1b967f-666e-4808-a115-1ce450257b26 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:52.427349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2441c73e-c6ca-487f-ada4-27baaf67ef6d req-ea1b967f-666e-4808-a115-1ce450257b26 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 931 time: 0.1794300 May 27 02:50:52.528398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2441c73e-c6ca-487f-ada4-27baaf67ef6d req-14c23be4-4329-460b-b84c-1a5e6d3903de tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743935 May 27 02:50:52.802606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:50:52.810254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:52.825335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Transition to ACTIVE for port object ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:50:52.829263 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:52.960759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:53.170815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Attempting to bind port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:50:53.171074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Attempting to bind port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:50:53.171494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Attempting to bind port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 on network eb842d32-bdaa-48c4-a050-db83ac344d39 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:53.176465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 on network eb842d32-bdaa-48c4-a050-db83ac344d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:50:53.176784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Attempting to bind port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 on network eb842d32-bdaa-48c4-a050-db83ac344d39 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:50:53.181884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:50:53.182220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Checking segment: {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:50:53.182609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Bound using segment: {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:50:53.183071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Bound port: ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0c9772-d155-4e39-ac57-d55d50b96d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:50:53.183420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:53.275216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:50:53.278169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:50:53.283167 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:53.344374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:53.345043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:53.346347 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] 10.222.0.13 "PUT /v2.0/ports/ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 1092 time: 1.1340175 May 27 02:50:53.346809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:53.370425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599093be-9bc3-4e46-a0e4-b2cf3c634e51 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:53.427063 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b680060b-e3b3-4d0e-9f74-08778233cfd4'] response: {'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'status': 'completed', 'code': 200} May 27 02:50:53.470950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-3edb2ceb-4abb-45ef-9405-73b25d87a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:53.472476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-3edb2ceb-4abb-45ef-9405-73b25d87a2cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1095 time: 0.0819705 May 27 02:50:53.543802 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-3a62d823-ae89-4ab2-afa0-adfa481da53d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 217 time: 0.0632815 May 27 02:50:53.612462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-b11f5973-26d4-4e76-969b-2cbb461dac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:53.614402 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-b11f5973-26d4-4e76-969b-2cbb461dac33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0639923 May 27 02:50:53.758768 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-d55a9122-2cb5-4068-b431-33870493d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:53.760257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-d55a9122-2cb5-4068-b431-33870493d74e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402371 May 27 02:50:53.767788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db329-e4bd-4ab3-b465-fa0f1db558da req-61c2e35c-5e06-47ec-b8f4-bc8f0b22f35e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:53.769116 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-642db329-e4bd-4ab3-b465-fa0f1db558da req-61c2e35c-5e06-47ec-b8f4-bc8f0b22f35e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 943 time: 0.1173410 May 27 02:50:53.893084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-642db329-e4bd-4ab3-b465-fa0f1db558da req-475598b8-1f76-414b-b429-a3993db31c06 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037643 May 27 02:50:53.931753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-49a24aaa-9743-4917-85fd-910f1eac3b56 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611814 May 27 02:50:54.063425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-feab3d15-525c-444e-9d1c-cfb421902f78 req-34372226-e09a-4003-8b24-b0ae019db49a service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252499 May 27 02:50:54.177593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-420f4293-97a7-4fd1-ad67-1bfd7d926702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:54.178992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-420f4293-97a7-4fd1-ad67-1bfd7d926702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1095 time: 0.0700583 May 27 02:50:54.312022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-58497afe-7ee7-4ff2-be61-ca1e0818d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:54.313485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-58497afe-7ee7-4ff2-be61-ca1e0818d568 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1283805 May 27 02:50:54.390543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-4a02650d-d4b7-440a-a4b1-e1becae4cafa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 217 time: 0.0634098 May 27 02:50:54.456009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-5b945c07-df6a-4e5a-a219-85c28af83161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:54.457349 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-5b945c07-df6a-4e5a-a219-85c28af83161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0600638 May 27 02:50:54.533819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-a5a7aca1-2fec-4326-b773-e5370bd622bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:54.535964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-a5a7aca1-2fec-4326-b773-e5370bd622bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703003 May 27 02:50:54.667236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-5a3440dc-fbbc-4886-b939-474bc99675d3 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253252 May 27 02:50:54.898461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d7ba83-e6af-484c-b3c1-53a73e2363bc req-8d0c3291-bbc9-4900-8b0b-75254b0c5510 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240188 May 27 02:50:55.085359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdd781-e275-45ed-8290-3c04304e3677 req-87f280d1-0013-4b88-983d-f567a1c9ca6e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:55.086881 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-08fdd781-e275-45ed-8290-3c04304e3677 req-87f280d1-0013-4b88-983d-f567a1c9ca6e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 943 time: 0.0849602 May 27 02:50:55.131195 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-08fdd781-e275-45ed-8290-3c04304e3677 req-2c48978b-659d-415b-8f75-1fe0530eea17 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 May 27 02:50:56.312910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd39283-7032-47a7-b469-8943fc036fd5 req-c1c047b5-464f-435b-a779-302abe58c949 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:56.314353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cd39283-7032-47a7-b469-8943fc036fd5 req-c1c047b5-464f-435b-a779-302abe58c949 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 943 time: 0.0788751 May 27 02:50:56.362279 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9cd39283-7032-47a7-b469-8943fc036fd5 req-65d564d1-82ca-4d5b-8124-55bdeee6a738 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 May 27 02:50:57.315084 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:50:57.452259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:57.469852 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'port_id': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'mac_address': 'fa:16:3e:71:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:50:57.554273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6fbe-0c54-46b9-b7d8-b95250369f43 req-51f96f43-e1c0-4039-bf33-bd02fdcf9bb2 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:57.555769 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5ea6fbe-0c54-46b9-b7d8-b95250369f43 req-51f96f43-e1c0-4039-bf33-bd02fdcf9bb2 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 943 time: 0.0887921 May 27 02:50:57.564351 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:57.564932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.591834 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:50:57.616619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:57.621538 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:57.623741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e5ea6fbe-0c54-46b9-b7d8-b95250369f43 req-34b743d6-eed2-40aa-b549-314476c8f025 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608079 May 27 02:50:57.693007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:58.018895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:50:58.813402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103f184-4d4b-456a-bd35-81c4b5c34fcf req-978a61b2-0090-4780-8fa6-4618595364ec tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:58.814810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1103f184-4d4b-456a-bd35-81c4b5c34fcf req-978a61b2-0090-4780-8fa6-4618595364ec tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 944 time: 0.0822904 May 27 02:50:58.859417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1103f184-4d4b-456a-bd35-81c4b5c34fcf req-5ea6a11c-c353-40d7-91ed-fab10abb40c8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 May 27 02:50:59.314777 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:50:59.386088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:50:59.391114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:50:59.391481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.505390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:50:59.505748 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.531098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:50:59.541422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:50:59.548375 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:50:59.617879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:50:59.697671 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac29cf5-4b2e-4de2-9bc7-7d8b95ae9836'] response: {'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'code': 200} May 27 02:50:59.828656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc88a6-d7f7-4602-bc27-38c6b04dee02 req-3cbd5c12-40f0-4169-b561-576a4ac7c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:50:59.830126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2edc88a6-d7f7-4602-bc27-38c6b04dee02 req-3cbd5c12-40f0-4169-b561-576a4ac7c3d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1097 time: 0.0745726 May 27 02:50:59.870744 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2edc88a6-d7f7-4602-bc27-38c6b04dee02 req-e576c7c2-76ee-44f1-bcfd-6e73fe26f3a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 May 27 02:51:00.048093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebd141-7ebb-4d2b-8eec-6658291d03c0 req-2a2ec9f3-ac4e-4e8c-a1c4-009fc6784914 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:00.049537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95ebd141-7ebb-4d2b-8eec-6658291d03c0 req-2a2ec9f3-ac4e-4e8c-a1c4-009fc6784914 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0797226 May 27 02:51:00.092829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-95ebd141-7ebb-4d2b-8eec-6658291d03c0 req-df4bc000-4641-4eb8-9c33-fda0076fa898 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 May 27 02:51:01.284766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc542a4a-a6a7-4a5f-9942-056eb12f9e4a req-42eb4dc4-e4a2-4385-a44b-e55d2dabcf8d tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:01.287103 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc542a4a-a6a7-4a5f-9942-056eb12f9e4a req-42eb4dc4-e4a2-4385-a44b-e55d2dabcf8d tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0831068 May 27 02:51:01.330022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc542a4a-a6a7-4a5f-9942-056eb12f9e4a req-95e04dfb-3a22-45b4-9972-8dd48cb6c734 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 May 27 02:51:02.515692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b28b4-f814-4eb6-abc9-8f255769ac04 req-85cf3b20-d9d9-4164-bd7d-bb9a326fd46c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:02.517207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-749b28b4-f814-4eb6-abc9-8f255769ac04 req-85cf3b20-d9d9-4164-bd7d-bb9a326fd46c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0837090 May 27 02:51:02.562963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-749b28b4-f814-4eb6-abc9-8f255769ac04 req-95d3d8f9-0249-4b1e-9aa9-d51e87e72835 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 May 27 02:51:02.860690 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eed327-2b20-41f7-a8dc-da81e1391c46 req-55a8c8cb-7540-4e9c-9b1d-a722e962c195 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:02.862155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63eed327-2b20-41f7-a8dc-da81e1391c46 req-55a8c8cb-7540-4e9c-9b1d-a722e962c195 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.1949821 May 27 02:51:02.906422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-63eed327-2b20-41f7-a8dc-da81e1391c46 req-08e39d54-8d63-48b2-a764-5e6727be5edf tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 May 27 02:51:03.290077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035d326-48a3-44d6-97bd-373693e999b6 req-7eb54692-d601-437b-9b00-d94db0d17691 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:03.291623 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d035d326-48a3-44d6-97bd-373693e999b6 req-7eb54692-d601-437b-9b00-d94db0d17691 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0833337 May 27 02:51:03.342641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d035d326-48a3-44d6-97bd-373693e999b6 req-0253bf5f-5af3-48b9-9e18-6c669de4ace8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452676 May 27 02:51:03.505188 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:03.829142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:05.933372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4be3e6a0-c0ae-4c5e-9d8f-b4fd15a469ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:08.077852 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c06b345f-7c46-48e2-8774-326e8023157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:09.455082 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:09.625338 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:11.210895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:12.457223 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-0fcd1cf2-1847-4239-9155-f4e698c7dc57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733762 May 27 02:51:12.624013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179540e-5958-423e-9056-641b7165e48b req-aee4db87-6c37-408e-8aa0-30543e2369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:12.625519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-aee4db87-6c37-408e-8aa0-30543e2369f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1097 time: 0.0802963 May 27 02:51:12.784536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179540e-5958-423e-9056-641b7165e48b req-7847448e-f47d-427d-8f0b-7b2e34b0658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:12.786741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-7847448e-f47d-427d-8f0b-7b2e34b0658b service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1348858 May 27 02:51:12.855190 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-32720fda-049e-4e5f-a921-5d8093596527 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 217 time: 0.0616453 May 27 02:51:12.922629 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179540e-5958-423e-9056-641b7165e48b req-5bc7a016-1391-4e46-9deb-4f71eb240c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:12.924102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-5bc7a016-1391-4e46-9deb-4f71eb240c39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0631666 May 27 02:51:13.001372 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179540e-5958-423e-9056-641b7165e48b req-fcb0670d-6d9f-4780-8331-383d1d4ea1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:13.002892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-fcb0670d-6d9f-4780-8331-383d1d4ea1c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730314 May 27 02:51:13.142334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-9371d97c-a13d-48b8-b8ac-3cd138488b4d service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307259 May 27 02:51:13.163317 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:51:13.289521 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5179540e-5958-423e-9056-641b7165e48b req-bf567385-6d73-4980-8f96-f9891e12abd9 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397078 May 27 02:51:13.537650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80e97-0691-4390-bcdd-8008a33d7219 req-b89984a1-687a-462f-87c1-dd9995562409 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:13.539176 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ee80e97-0691-4390-bcdd-8008a33d7219 req-b89984a1-687a-462f-87c1-dd9995562409 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0859244 May 27 02:51:13.584720 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ee80e97-0691-4390-bcdd-8008a33d7219 req-78c725f1-6ec3-4d03-abc3-a2ad45c842c6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 May 27 02:51:13.608754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33472) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:13.804543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dca26ad-bb05-4fad-849e-2fecf22a320f tempest-TestMinimumBasicScenario-327607503 tempest-TestMinimumBasicScenario-327607503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:13.806076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3dca26ad-bb05-4fad-849e-2fecf22a320f tempest-TestMinimumBasicScenario-327607503 tempest-TestMinimumBasicScenario-327607503-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1092 time: 0.1962686 May 27 02:51:13.809174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33480) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:13.814153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:13.821103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:13.825237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:floatingip and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:13.828271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:13.835171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:13.844903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:13.987606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:14.122453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Allocated IP 172.25.3.12 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/a98ba9a9-029b-4964-95e4-5b36fa895d89) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:51:14.381773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:14.412182 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:14.478128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:51:14.481172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:51:14.484935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:51:14.514187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'Port': ['ID=a98ba9a9-029b-4964-95e4-5b36fa895d89,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:14.533337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.533693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.534027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.534376 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.535523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.535915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.536247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.536567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.536956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.537318 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.537640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.537957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:14.936850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.013787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.224703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.229165 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.342593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'Port': ['ID=a98ba9a9-029b-4964-95e4-5b36fa895d89,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:15.353102 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:15.530082 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Floating IP 267c47e9-f443-465f-af58-83267b4fc7e9 associated. External IP: 172.25.3.12, port: ab5a58c5-a8d3-461f-bfb6-50d42ca829a1. May 27 02:51:16.010353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Router fa69aedc-068d-42a5-8bb4-b2ee261e2375 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:51:16.196841 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:51:16.207640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] Sync routers for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:51:16.219380 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:16.220005 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:16.225084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.289901 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-979051ca-0991-4610-82e4-5b859a2740e6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4771640 May 27 02:51:16.289901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:16.290248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33484) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:16.295612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039989567', 'description': 'tempest-secgroup-smoke-1039989567 description', 'project_id': 'bed9976e88f640f38440261daebaa213'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:16.303206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.313323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:16.324852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.341800 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae0ad82-e849-4340-8579-301b4f5bf884'] response: {'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'status': 'completed', 'code': 200} May 27 02:51:16.348883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.353381 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:16.357097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:16.370632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:16.411675 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:16.449911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-74078622-54e1-4add-80e8-5c72b072bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:16.451816 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-74078622-54e1-4add-80e8-5c72b072bacf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1097 time: 0.0825815 May 27 02:51:16.455251 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.460547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.508598 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57706039-2cdc-4171-9750-7691d5922d51,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:16.512654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.516740 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2225606 May 27 02:51:16.517772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33490) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:16.521950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.522385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.522852 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.523277 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.523646 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.524038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.524425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.524979 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.525373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.525748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.526133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.526518 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4754ef-387f-4956-aff8-07832ea4e7ac tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:51:16.532066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'security_group_rule': {'security_group_id': '57706039-2cdc-4171-9750-7691d5922d51', 'project_id': 'bed9976e88f640f38440261daebaa213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:16.539768 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.544141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:16.547210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:16.554023 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:16.588918 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.592734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-ee061e99-1eb4-490c-9121-3b95fbc384e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:16.594477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-ee061e99-1eb4-490c-9121-3b95fbc384e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1363332 May 27 02:51:16.679961 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.685909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.714072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f42077a-43c5-4a03-89f8-ac7665b66c99,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:16.724692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-d26de3bf-746b-42f9-8641-b694aba6575b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 998 time: 0.1231632 May 27 02:51:16.725929 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.727238 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-380cafee-6ef6-4d88-a22e-b84fb04c1fb8 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2084892 May 27 02:51:16.730076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33494) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:16.737290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'security_group_rule': {'security_group_id': '57706039-2cdc-4171-9750-7691d5922d51', 'project_id': 'bed9976e88f640f38440261daebaa213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:16.748965 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.756268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:16.760740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:16.770038 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:16.795157 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '267c47e9-f443-465f-af58-83267b4fc7e9', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'port_id': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'mac_address': 'fa:16:3e:71:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:51:14Z', 'updated_at': '2022-05-27T02:51:14Z', 'revision_number': 0, 'project_id': 'bed9976e88f640f38440261daebaa213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 5, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:16.796291 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.799550 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] Checking router: fa69aedc-068d-42a5-8bb4-b2ee261e2375 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:51:16.809162 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:51:16.810269 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:51:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:16.837130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-32787a9b-ad3e-46ce-9624-fcac03a2b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:16.840868 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-32787a9b-ad3e-46ce-9624-fcac03a2b5f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.1057444 May 27 02:51:16.879183 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.883812 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.913440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc750796-0628-4321-b769-3f1eadc66638,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:16.922195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-d26f667a-0ad1-4ddb-acc2-071bded788de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:16.923637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-d26f667a-0ad1-4ddb-acc2-071bded788de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768075 May 27 02:51:16.926275 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:16.927618 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-422ce43c-8cc6-45b9-8822-5bacead7ac21 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1964827 May 27 02:51:16.930338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33498) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:16.935637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'security_group_rule': {'security_group_id': '57706039-2cdc-4171-9750-7691d5922d51', 'project_id': 'bed9976e88f640f38440261daebaa213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:16.942643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:16.946500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:16.952302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:16.961618 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:16.982984 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.008036 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:51:17.080907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.084067 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-0af5661c-568c-4401-bdcf-19de99f54a24 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503725 May 27 02:51:17.086800 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.106766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c24fbc4-96cd-45a8-bb37-1f6a9fe413b7,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:17.128807 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.132909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b89c5829-45ed-4b04-9c33-14e262533db0 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1985357 May 27 02:51:17.133832 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33502) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:17.139753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'security_group_rule': {'security_group_id': '57706039-2cdc-4171-9750-7691d5922d51', 'project_id': 'bed9976e88f640f38440261daebaa213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:17.148753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:17.153122 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:17.157204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:17.164269 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:17.184094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.251027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3c525cde-2e62-4d4a-8e0e-734d7f3f3a56 req-e1e1afb6-c547-4018-8ee7-fb45e284a2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619272 May 27 02:51:17.261145 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.266390 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.291723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e54347-48bb-4193-948d-756fad08a02f,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:17.303052 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.304244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d737b516-1d72-425d-aa84-587bc88d5abe tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693954 May 27 02:51:17.309173 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33506) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:17.314599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'security_group_rule': {'security_group_id': '57706039-2cdc-4171-9750-7691d5922d51', 'project_id': 'bed9976e88f640f38440261daebaa213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:17.321892 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:17.325776 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:17.328909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:17.334694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:17.347703 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Project bed9976e88f640f38440261daebaa213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:51:17.354928 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.422432 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.427485 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.434269 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '267c47e9-f443-465f-af58-83267b4fc7e9', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'port_id': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'mac_address': 'fa:16:3e:71:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:51:14Z', 'updated_at': '2022-05-27T02:51:14Z', 'revision_number': 0, 'project_id': 'bed9976e88f640f38440261daebaa213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 5, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:51:17.438688 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7cc9a-525e-4301-9f60-523b95f70a74 None None] The sync data for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 is: [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '267c47e9-f443-465f-af58-83267b4fc7e9', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'port_id': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'mac_address': 'fa:16:3e:71:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:51:14Z', 'updated_at': '2022-05-27T02:51:14Z', 'revision_number': 0, 'project_id': 'bed9976e88f640f38440261daebaa213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 5, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:51:17.454982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d191c1-2475-46e8-a09b-639a3399a75c,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:17.466813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.468013 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3dad7a2a-7a11-456a-a11b-bbf9be175a25 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578014 May 27 02:51:17.471062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:51:17.478174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'security_group_rule': {'security_group_id': '57706039-2cdc-4171-9750-7691d5922d51', 'project_id': 'bed9976e88f640f38440261daebaa213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:17.488920 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:51:17.493253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Usage tracker for resource:security_group_rule and tenant:bed9976e88f640f38440261daebaa213 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:51:17.496244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:51:17.502683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:51:17.516711 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Project bed9976e88f640f38440261daebaa213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:51:17.524486 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.603398 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.610274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.637945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce2b483-dd54-4177-9563-6b166974368e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:17.649077 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:17.650541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2bcb4342-0e4a-4fed-a4a3-aa90083f0e92 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781981 May 27 02:51:17.668794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860a6fc-2262-4424-9caa-8437ae908a99 None None] New status for floating IP 267c47e9-f443-465f-af58-83267b4fc7e9: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:51:17.779231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-7bf30742-fff2-4dba-88a1-a05f4b2779f2 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Synchronizing usage tracker for tenant:bed9976e88f640f38440261daebaa213 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:51:17.795708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-7bf30742-fff2-4dba-88a1-a05f4b2779f2 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Unset dirty status for tenant:bed9976e88f640f38440261daebaa213 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:51:17.797018 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-7bf30742-fff2-4dba-88a1-a05f4b2779f2 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039989567&fields=id&tenant_id=bed9976e88f640f38440261daebaa213 HTTP/1.1" status: 200 len: 267 time: 0.0606990 May 27 02:51:17.887215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-85c93ae5-f42b-4175-bab3-3e2b3c328cff tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:17.888557 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-85c93ae5-f42b-4175-bab3-3e2b3c328cff tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0856056 May 27 02:51:17.900404 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'port': {'security_groups': ['5cadbc9b-3af2-4e34-832f-6256587a16ca', '57706039-2cdc-4171-9750-7691d5922d51']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:51:18.037608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.294576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:51:18.320735 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.325576 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.337482 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:51:18.402072 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:18.402752 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.404164 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a9e6648-7263-4e55-91f6-96cc233555c9 req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "PUT /v2.0/ports/ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 981 time: 0.5085678 May 27 02:51:18.404624 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:51:18.439724 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b2d3b-da83-4a7b-9f88-dfd8ce57fd4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=6']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:51:18.467788 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:51:18.533586 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2d0203-7802-40c4-9429-5300fafbe573'] response: {'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'status': 'completed', 'code': 200} May 27 02:51:18.689084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-b77c9912-389f-40b0-a143-21e96ef4312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:18.690464 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-b77c9912-389f-40b0-a143-21e96ef4312f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1136 time: 0.1144309 May 27 02:51:18.698554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42ebe8-329a-434e-b76d-7cb80e7b9715 req-2238b0c9-f405-48fc-a759-ec345efe458e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:18.700044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f42ebe8-329a-434e-b76d-7cb80e7b9715 req-2238b0c9-f405-48fc-a759-ec345efe458e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.1665983 May 27 02:51:18.783074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-bf6de7f4-9c6d-4039-9655-7b4f6b31a26c None None] Provisioning complete for port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:51:18.783710 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bf6de7f4-9c6d-4039-9655-7b4f6b31a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:18.830153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3f42ebe8-329a-434e-b76d-7cb80e7b9715 req-39ccb8ac-82d0-4fd0-a180-05e33ecdbe38 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109211 May 27 02:51:18.877368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-207a721c-371a-4be3-abd2-f09419d6a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:18.882030 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-207a721c-371a-4be3-abd2-f09419d6a3e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1766503 May 27 02:51:19.077839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-bf6de7f4-9c6d-4039-9655-7b4f6b31a26c None None] Current status of the port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:51:19.112789 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-87bab5e2-9e2c-4fda-8f63-b190b87ec160 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 1000 time: 0.2271564 May 27 02:51:19.181672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-6c6d3ce9-237e-4084-af9e-f492ab889f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:19.183469 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-6c6d3ce9-237e-4084-af9e-f492ab889f21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0645678 May 27 02:51:19.265382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-8f940c5a-dd46-4d1e-bfe7-59604f849888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:51:19.266916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-8f940c5a-dd46-4d1e-bfe7-59604f849888 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764782 May 27 02:51:19.406605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-4d6bbbbd-ecb6-4e3d-a16f-7a0c14f47cbf service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328776 May 27 02:51:19.544411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3677e69a-d6d7-40cb-b872-6af96cbca733 req-c26ebd4d-1e17-44d7-8843-02aa9d953886 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294127 May 27 02:51:33.521178 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:33.822601 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:35.941539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9c9e0245-16b6-4826-9bbe-599e0be05c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:38.081546 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-034656e0-4d6c-4fff-b623-b9bce54b8ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:39.457401 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:39.629937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:41.213462 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:51:50.163641 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:52:03.519388 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:03.831099 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:05.934230 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d072-1f75-46c2-aa68-5461a534cc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:08.083407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06d0c6ad-97e6-4c7c-a520-7d4a55eb736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:09.462434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:09.632780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:11.217799 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:15.133884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-ceaa9a22-7015-46f7-94d0-da712824aa02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0751319 May 27 02:52:15.280286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-30e2e6c0-3265-4e79-9818-0cb3d6e012eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:15.281776 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-30e2e6c0-3265-4e79-9818-0cb3d6e012eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1136 time: 0.0776567 May 27 02:52:15.442404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-22d85e0d-d94f-4a17-b93b-33a6671fa1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:15.443806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-22d85e0d-d94f-4a17-b93b-33a6671fa1fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1408141 May 27 02:52:15.553686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-d81c2a24-cc0b-4782-ad4b-c389ab7f7b97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 1000 time: 0.1001804 May 27 02:52:15.617806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-4e47aa4c-61d4-40a6-8a98-3f4196a887c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:15.619289 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-4e47aa4c-61d4-40a6-8a98-3f4196a887c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0591216 May 27 02:52:15.701231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-48126864-4cd3-4db5-9886-61dd5dc2596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:15.702616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-48126864-4cd3-4db5-9886-61dd5dc2596b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766215 May 27 02:52:15.838175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-8508c2eb-b57f-465b-98f4-5ef2f8ab8330 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283247 May 27 02:52:15.975086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ef136f6-3eba-4ccf-97f9-f15fbc9dc342 req-9cd9a890-e632-4c2d-9777-fdb3521134d4 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301296 May 27 02:52:17.050628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-3c5a43cc-37cc-4f44-a819-be5fe9c19981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:17.052140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-3c5a43cc-37cc-4f44-a819-be5fe9c19981 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1136 time: 0.1340892 May 27 02:52:17.063335 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c80ee7-b756-4c2e-ba50-eff1acdced02 req-c8bb37ad-7ac2-444b-a145-920c642a96da tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:17.064778 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65c80ee7-b756-4c2e-ba50-eff1acdced02 req-c8bb37ad-7ac2-444b-a145-920c642a96da tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.1159277 May 27 02:52:17.300921 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65c80ee7-b756-4c2e-ba50-eff1acdced02 req-be56341f-537e-4d50-81ba-8be2c43e97e3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165811 May 27 02:52:17.336057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-2f2aaa2e-d86e-4945-b0ec-cdd3d72bc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:17.337516 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-2f2aaa2e-d86e-4945-b0ec-cdd3d72bc7f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.2718685 May 27 02:52:17.443983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-f7df4aea-d12e-49e8-8dfe-95397a78047d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 1000 time: 0.0994880 May 27 02:52:17.507092 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-c679dc17-5f0e-4794-9b95-f1dad53eb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:17.508541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-c679dc17-5f0e-4794-9b95-f1dad53eb894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0577605 May 27 02:52:17.588698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-3d5d9ef9-5837-4bd8-a484-4d0daf55eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:17.590241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-3d5d9ef9-5837-4bd8-a484-4d0daf55eaa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754302 May 27 02:52:17.725434 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-b09a8cae-4fd7-41d6-a425-b61c89e7ef5e service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280553 May 27 02:52:17.855979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e54e403-9be6-40cc-aa14-d04b34245b95 req-214fc5d1-0997-4ef6-ab00-7fa9ac2c9da5 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236436 May 27 02:52:18.489610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a995-5804-40a2-b49b-edfdcc487b7a req-448262bc-9356-49fc-b9f4-04360ec022e5 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:18.491142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c577a995-5804-40a2-b49b-edfdcc487b7a req-448262bc-9356-49fc-b9f4-04360ec022e5 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0795872 May 27 02:52:18.541175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c577a995-5804-40a2-b49b-edfdcc487b7a req-40a63ee0-aa80-4c37-9f57-88594929945b tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441952 May 27 02:52:19.730966 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e2caf-f0d7-4c16-94ab-ca8b30dc7cee req-ab5db207-e45c-44b3-8bd0-6765da916d0a tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:19.732461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-421e2caf-f0d7-4c16-94ab-ca8b30dc7cee req-ab5db207-e45c-44b3-8bd0-6765da916d0a tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0860400 May 27 02:52:19.778603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-421e2caf-f0d7-4c16-94ab-ca8b30dc7cee req-b87d725d-70c0-4bdc-8c73-7e25576a6e3d tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399411 May 27 02:52:20.968483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2e321-bc3b-4bf6-b88f-ed97559914f0 req-7eeebd63-5782-41d2-a850-b9330a36f86f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:20.969858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ef2e321-bc3b-4bf6-b88f-ed97559914f0 req-7eeebd63-5782-41d2-a850-b9330a36f86f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0879457 May 27 02:52:21.015451 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ef2e321-bc3b-4bf6-b88f-ed97559914f0 req-3531c3f3-6a32-42cc-b9fa-1321db6a9696 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397477 May 27 02:52:22.207442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a60f9-2427-4814-a5b2-557630de0632 req-913962e1-2a7e-47d0-89d7-07a704cfe60d tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:22.210092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e03a60f9-2427-4814-a5b2-557630de0632 req-913962e1-2a7e-47d0-89d7-07a704cfe60d tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0851784 May 27 02:52:22.262611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e03a60f9-2427-4814-a5b2-557630de0632 req-3f274d5e-4bc5-468d-9497-6aed18088543 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462751 May 27 02:52:23.453679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2d019-375e-43e3-a1c8-26f75248cd31 req-09c280e2-87ee-4fff-8721-e6635311df26 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:23.455065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bed2d019-375e-43e3-a1c8-26f75248cd31 req-09c280e2-87ee-4fff-8721-e6635311df26 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0832348 May 27 02:52:23.501094 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-bed2d019-375e-43e3-a1c8-26f75248cd31 req-771ada34-0df1-41fb-b182-b5bc5ba0cc4e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397568 May 27 02:52:24.691915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ac16d-fa48-425c-a3f5-888d6f9ab86b req-aab63be4-ad93-4858-b080-6b72418de8fa tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:24.693811 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-351ac16d-fa48-425c-a3f5-888d6f9ab86b req-aab63be4-ad93-4858-b080-6b72418de8fa tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0825429 May 27 02:52:24.740534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-351ac16d-fa48-425c-a3f5-888d6f9ab86b req-e40ac41b-f0ae-452d-b1dc-fc84512834f3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410194 May 27 02:52:25.924943 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640838e-ca65-4b7f-adf2-9dbe4f3ad4ce req-5975b13e-2062-4383-932b-77080d3e5ff7 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:25.926300 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e640838e-ca65-4b7f-adf2-9dbe4f3ad4ce req-5975b13e-2062-4383-932b-77080d3e5ff7 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0796809 May 27 02:52:25.972132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e640838e-ca65-4b7f-adf2-9dbe4f3ad4ce req-378648ea-5d7e-4455-99b0-b5deec837d1e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399556 May 27 02:52:27.161877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09bf1-9935-4e91-8f9f-7772de79c128 req-426610de-78b0-4e96-a175-20b9a9b22c00 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:27.163474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fee09bf1-9935-4e91-8f9f-7772de79c128 req-426610de-78b0-4e96-a175-20b9a9b22c00 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0867896 May 27 02:52:27.164398 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:52:27.215272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fee09bf1-9935-4e91-8f9f-7772de79c128 req-d037243e-4ea7-4118-aaf8-282700270ddf tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432019 May 27 02:52:28.416050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533c169-0d0a-4a6c-83d6-e9ad4b962803 req-69aa97eb-66a2-4cd6-9f52-b0812ea86613 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:28.417535 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a533c169-0d0a-4a6c-83d6-e9ad4b962803 req-69aa97eb-66a2-4cd6-9f52-b0812ea86613 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0870934 May 27 02:52:28.466754 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a533c169-0d0a-4a6c-83d6-e9ad4b962803 req-4ba3d64d-3f4f-4f30-ac58-d1cf6b560aca tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432222 May 27 02:52:29.662034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65983-e9a8-4d73-8311-9f8f00655207 req-5773a0f5-b35a-498b-89f4-19452fb8c99a tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:29.663599 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17c65983-e9a8-4d73-8311-9f8f00655207 req-5773a0f5-b35a-498b-89f4-19452fb8c99a tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0832841 May 27 02:52:29.713858 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17c65983-e9a8-4d73-8311-9f8f00655207 req-0230144d-4215-4d3a-ad7b-f9fad1a57b87 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442173 May 27 02:52:30.912859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b0a6-4c57-48d1-bf45-1e50e25180e0 req-55794fe5-ebe8-4e90-9fd3-ba35abbabbc3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:30.914243 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5a65b0a6-4c57-48d1-bf45-1e50e25180e0 req-55794fe5-ebe8-4e90-9fd3-ba35abbabbc3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0798931 May 27 02:52:30.964311 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5a65b0a6-4c57-48d1-bf45-1e50e25180e0 req-ac1b2a2b-4f63-4288-b9ca-504fd4be1047 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442398 May 27 02:52:32.161643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa316b9-0e1c-4b33-92d3-4a9b244163c4 req-343ad013-d667-49ac-8658-33df01c9f7c7 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:32.163173 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0fa316b9-0e1c-4b33-92d3-4a9b244163c4 req-343ad013-d667-49ac-8658-33df01c9f7c7 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0883369 May 27 02:52:32.211663 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0fa316b9-0e1c-4b33-92d3-4a9b244163c4 req-05bdffd3-4627-437c-88ee-db5ccb30929f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413954 May 27 02:52:33.406947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3131848-3e6a-49ed-a79c-ec707bdf6058 req-2edfb73a-fec2-4972-90dc-e683f642981f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:33.408408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3131848-3e6a-49ed-a79c-ec707bdf6058 req-2edfb73a-fec2-4972-90dc-e683f642981f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0850711 May 27 02:52:33.456344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c3131848-3e6a-49ed-a79c-ec707bdf6058 req-c1f06bcc-9b69-46ec-ad2d-ff84c1521770 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417120 May 27 02:52:33.520279 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:33.827624 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:34.645281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ccb8e-48ea-4c24-9acb-50e135c5ae7a req-0eaaa51b-809c-4acd-94bf-4fcd7aed035f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:52:34.646790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a55ccb8e-48ea-4c24-9acb-50e135c5ae7a req-0eaaa51b-809c-4acd-94bf-4fcd7aed035f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0826411 May 27 02:52:34.698736 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a55ccb8e-48ea-4c24-9acb-50e135c5ae7a req-5f7b1f1e-0fa9-47b0-817a-42daf4371b88 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=57706039-2cdc-4171-9750-7691d5922d51&id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461628 May 27 02:52:35.936990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8191abb3-031c-4131-a9f4-0d00dbb559df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:38.086702 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-42751b19-52c4-494c-a7fb-e0d9e60cd839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:39.464447 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:39.634582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:52:41.217986 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:03.505273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:03.842888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:04.163820 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:53:05.939229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-adf3994f-cb0b-4c83-9396-6ad5b6bb86e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:08.089229 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0aef73dd-77eb-4afc-9458-c99441b71c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:09.466199 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:09.637543 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:11.220278 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:14.460750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-c1b766e9-7ba9-4272-a37d-6f29fd73d971 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747545 May 27 02:53:14.598843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0653-7a04-416a-aea7-83f144bec463 req-a7effa94-ae00-4b18-8370-0af00d06451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:14.600353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-a7effa94-ae00-4b18-8370-0af00d06451e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1136 time: 0.0713441 May 27 02:53:14.757185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0653-7a04-416a-aea7-83f144bec463 req-31125b97-5f29-4725-8522-3c7c5f9438c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:14.758562 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-31125b97-5f29-4725-8522-3c7c5f9438c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1380014 May 27 02:53:14.864241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-24e88a59-c866-4ae5-91f8-f0fe7e420400 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 1000 time: 0.0987887 May 27 02:53:14.929572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0653-7a04-416a-aea7-83f144bec463 req-205d5360-6d8c-4acf-a4d0-ddde8c7195b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:14.931006 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-205d5360-6d8c-4acf-a4d0-ddde8c7195b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0602562 May 27 02:53:15.010808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0653-7a04-416a-aea7-83f144bec463 req-8c0712e2-c31e-462f-a8a9-2c7df53318f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:15.012301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-8c0712e2-c31e-462f-a8a9-2c7df53318f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751076 May 27 02:53:15.143962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-b65816f3-17ea-4be8-be90-77d4153bac6c service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233664 May 27 02:53:15.372706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-00ea0653-7a04-416a-aea7-83f144bec463 req-8cff0d2b-218b-4d0c-a38b-6c7fbafe59d6 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227628 May 27 02:53:23.020575 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-7901db52-ed3f-4ec6-b1f6-e6a251ebf229 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039989567&fields=id&tenant_id=bed9976e88f640f38440261daebaa213 HTTP/1.1" status: 200 len: 267 time: 0.0884287 May 27 02:53:23.114266 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-47aefa5d-4a28-4278-b80c-3a3f9a8ae243 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:23.115689 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-47aefa5d-4a28-4278-b80c-3a3f9a8ae243 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 984 time: 0.0896277 May 27 02:53:23.126677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Request body: {'port': {'security_groups': ['5cadbc9b-3af2-4e34-832f-6256587a16ca']}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:23.250444 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.508804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:23.534516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.542289 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.555520 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:53:23.600429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:23.600785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.602769 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3490e93a-da25-4bf2-81b3-f77aaf57d130 req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "PUT /v2.0/ports/ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 942 time: 0.4800816 May 27 02:53:23.608544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33610) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:23.610917 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:23.687837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:53:23.712763 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.760440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.779198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event updated for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=7']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:23.789123 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.789477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.789823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.790158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.790490 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.790845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.791177 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.791503 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.791829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.792154 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.792477 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.794409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45516323-0041-40f4-a3bc-7db8c98c7cc4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.809726 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf0c58d-4984-4eae-995a-a47fdbe2a70c'] response: {'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'status': 'completed', 'code': 200} May 27 02:53:23.913025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.930181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-2faeb3d2-526e-48e2-ad75-da9c57ed444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:23.931711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-2faeb3d2-526e-48e2-ad75-da9c57ed444d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1097 time: 0.1015804 May 27 02:53:23.937634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57706039-2cdc-4171-9750-7691d5922d51,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:23.960097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e28ab5f3-cc55-4da0-b15b-13006c1f1b8a None None] Provisioning complete for port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:23.960563 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e28ab5f3-cc55-4da0-b15b-13006c1f1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:23.974647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.974998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.975334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.975669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.975993 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.976321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.976641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.976958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.977274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.977588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.977902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:23.978214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:24.036070 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.037198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d45e1e98-8d6b-4dd8-86d5-dfb99146fe59 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "DELETE /v2.0/security-groups/57706039-2cdc-4171-9750-7691d5922d51 HTTP/1.1" status: 204 len: 168 time: 0.4267375 May 27 02:53:24.040511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33616) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:24.084503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-9d2e0287-5d32-4357-9208-d9ecb97e00af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:24.085952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-9d2e0287-5d32-4357-9208-d9ecb97e00af service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1457276 May 27 02:53:24.097756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e28ab5f3-cc55-4da0-b15b-13006c1f1b8a None None] Current status of the port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:24.194202 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-b0e92af2-9ee3-4d6e-a4fe-9b180ccf8771 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 1000 time: 0.1005898 May 27 02:53:24.249531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Deleting port a98ba9a9-029b-4964-95e4-5b36fa895d89 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:24.249872 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.260505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-ed44f647-c7a9-4ab4-9e02-cb4a7f17bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:24.261952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-ed44f647-c7a9-4ab4-9e02-cb4a7f17bba3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0616837 May 27 02:53:24.337309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-3411ae91-394c-4d3b-8db5-d3cd6e498298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:24.338806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-3411ae91-394c-4d3b-8db5-d3cd6e498298 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705919 May 27 02:53:24.426286 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.426617 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.477529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-21ef0882-3a16-4f88-885c-c7fb62257046 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321213 May 27 02:53:24.550258 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Calling delete_port for a98ba9a9-029b-4964-95e4-5b36fa895d89 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:24.616074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d8d7d053-58ec-4969-bf66-56a6c88ba9b4 req-42d971c4-a84f-4fcc-ae04-9e811aa626c8 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292944 May 27 02:53:24.703458 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.749369 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event deleted for resources: {'Port': ['ID=a98ba9a9-029b-4964-95e4-5b36fa895d89,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:24.847845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:24.848233 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Floating IP 267c47e9-f443-465f-af58-83267b4fc7e9 disassociated (deleted). External IP: 172.25.3.12, port: ab5a58c5-a8d3-461f-bfb6-50d42ca829a1. May 27 02:53:25.204396 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Router fa69aedc-068d-42a5-8bb4-b2ee261e2375 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:53:25.511125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:25.521976 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] Sync routers for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:25.531573 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:25.532286 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:25.535006 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:25.593650 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-903a487f-601a-428b-a64e-6dcf9071615c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "DELETE /v2.0/floatingips/267c47e9-f443-465f-af58-83267b4fc7e9 HTTP/1.1" status: 204 len: 168 time: 1.5493460 May 27 02:53:25.717782 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:25.810756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:25.860593 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed23cc19-3105-49bb-9110-79c5686f347d'] response: {'name': 'network-changed', 'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'status': 'completed', 'code': 200} May 27 02:53:25.956073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595772-0688-46dc-baaa-f37d65930360 req-e1639b67-216e-4bcc-8f3b-9fd4b2b1a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:25.957582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84595772-0688-46dc-baaa-f37d65930360 req-e1639b67-216e-4bcc-8f3b-9fd4b2b1a133 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed9976e88f640f38440261daebaa213&device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 1097 time: 0.0745785 May 27 02:53:26.056608 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 5, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:26.061232 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] Checking router: fa69aedc-068d-42a5-8bb4-b2ee261e2375 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:26.074669 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:26.074669 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:26.099301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595772-0688-46dc-baaa-f37d65930360 req-b014032e-1f8c-4fb8-9462-00b1c7ce40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.100980 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84595772-0688-46dc-baaa-f37d65930360 req-b014032e-1f8c-4fb8-9462-00b1c7ce40e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 200 len: 915 time: 0.1371398 May 27 02:53:26.188914 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84595772-0688-46dc-baaa-f37d65930360 req-dd47a638-f8ab-4fa0-83a4-32436c90b3a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 200 len: 217 time: 0.0732491 May 27 02:53:26.256406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595772-0688-46dc-baaa-f37d65930360 req-4fcdac4a-cb4e-499b-a863-f3437e5194a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.257978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84595772-0688-46dc-baaa-f37d65930360 req-4fcdac4a-cb4e-499b-a863-f3437e5194a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 200 len: 853 time: 0.0624993 May 27 02:53:26.264139 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:26.342305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595772-0688-46dc-baaa-f37d65930360 req-2911742d-9530-4702-b3cf-31cc18946961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:26.343838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84595772-0688-46dc-baaa-f37d65930360 req-2911742d-9530-4702-b3cf-31cc18946961 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb842d32-bdaa-48c4-a050-db83ac344d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795169 May 27 02:53:26.481174 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84595772-0688-46dc-baaa-f37d65930360 req-c04adb57-6476-4ace-96cf-ad03df12c11d service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281121 May 27 02:53:26.620552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 5, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:26.625494 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dee14-6963-4350-9978-3baefe2ad742 None None] The sync data for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 is: [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:50:18Z', 'revision_number': 4, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2c0e5036-5426-4434-9a2f-9777fb5173a7', 'name': '', 'network_id': 'eb842d32-bdaa-48c4-a050-db83ac344d39', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'mac_address': 'fa:16:3e:a7:bc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:18Z', 'updated_at': '2022-05-27T02:50:25Z', 'revision_number': 5, 'project_id': 'bed9976e88f640f38440261daebaa213', 'subnets': [{'id': '59f9d051-97b0-4af1-b3b5-c4c7fc13606c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:26.729892 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-84595772-0688-46dc-baaa-f37d65930360 req-a3d68213-10da-45a2-9af3-3f37b8563921 service neutron] 10.222.0.13 "GET /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445369 May 27 02:53:26.884533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db98a9-17ca-44dd-aad3-aed14d3fc452 None None] New status for floating IP 267c47e9-f443-465f-af58-83267b4fc7e9: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:53:30.220787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583749-e313-4683-a200-72740bd63aec req-8b416b30-0e5e-47f1-ad9e-515850b4a07c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:30.222486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89583749-e313-4683-a200-72740bd63aec req-8b416b30-0e5e-47f1-ad9e-515850b4a07c tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0951836 May 27 02:53:30.268169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-89583749-e313-4683-a200-72740bd63aec req-ec3769b8-4942-4904-b52c-f8fb9db90be4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Synchronizing usage tracker for tenant:bed9976e88f640f38440261daebaa213 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:53:30.285239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-89583749-e313-4683-a200-72740bd63aec req-ec3769b8-4942-4904-b52c-f8fb9db90be4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Unset dirty status for tenant:bed9976e88f640f38440261daebaa213 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:53:30.286485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-89583749-e313-4683-a200-72740bd63aec req-ec3769b8-4942-4904-b52c-f8fb9db90be4 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 May 27 02:53:31.473616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d01e7-624e-45b2-8d58-b83afdd325ff req-aacfdcd4-a93b-4b22-9de0-abad6b5d8f3b tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:31.474306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9c5d01e7-624e-45b2-8d58-b83afdd325ff req-aacfdcd4-a93b-4b22-9de0-abad6b5d8f3b tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Synchronizing usage tracker for tenant:bed9976e88f640f38440261daebaa213 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:53:31.489440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-9c5d01e7-624e-45b2-8d58-b83afdd325ff req-aacfdcd4-a93b-4b22-9de0-abad6b5d8f3b tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Unset dirty status for tenant:bed9976e88f640f38440261daebaa213 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:53:31.490667 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c5d01e7-624e-45b2-8d58-b83afdd325ff req-aacfdcd4-a93b-4b22-9de0-abad6b5d8f3b tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0945976 May 27 02:53:31.538956 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c5d01e7-624e-45b2-8d58-b83afdd325ff req-da149395-1a76-4d42-8b05-19999d6e7b83 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 May 27 02:53:32.056522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-e305fdc9-94aa-4abf-8d4c-5614220c91d3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:32.057886 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-e305fdc9-94aa-4abf-8d4c-5614220c91d3 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.0847144 May 27 02:53:32.129205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Deleting port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:32.129539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:32.389775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] For port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:32.390538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:32.520350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Calling delete_port for ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:32.729721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:32.787120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Pushing event deleted for resources: {'Port': ['ID=ab5a58c5-a8d3-461f-bfb6-50d42ca829a1,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:32.866332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] No DVR routers for this DVR port ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:53:32.875102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a203ec-bdb7-4428-8299-ba39f7b4ee82 req-1be0d0b3-7e67-4c5d-ae38-3be0377d8d7e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:32.876533 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a203ec-bdb7-4428-8299-ba39f7b4ee82 req-1be0d0b3-7e67-4c5d-ae38-3be0377d8d7e tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e7259d3-645d-4d1b-9fa9-24567fe6ca71 HTTP/1.1" status: 200 len: 945 time: 0.2209790 May 27 02:53:32.877506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:32.880592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'name': 'network-vif-deleted', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:53:32.912963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31c71018-a906-40eb-85c9-c1dc44e57e25 req-571b11bc-9bdb-4678-ada7-8c0cdbee202f tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.13 "DELETE /v2.0/ports/ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 HTTP/1.1" status: 204 len: 173 time: 0.8491485 May 27 02:53:32.929363 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7080fe2-7661-4ef3-b0ca-4b64ebe0d008'] response: {'server_uuid': '4e7259d3-645d-4d1b-9fa9-24567fe6ca71', 'name': 'network-vif-deleted', 'tag': 'ab5a58c5-a8d3-461f-bfb6-50d42ca829a1', 'status': 'completed', 'code': 200} May 27 02:53:32.936749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41a203ec-bdb7-4428-8299-ba39f7b4ee82 req-0ca0fe1c-b9d7-490e-9499-aaa8dce284d6 tempest-TestMinimumBasicScenario-2064331094 tempest-TestMinimumBasicScenario-2064331094-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cadbc9b-3af2-4e34-832f-6256587a16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 May 27 02:53:33.519639 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:33.850128 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:34.070863 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:53:34.105642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:53:34.105995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ab5a58c5-a8d3-461f-bfb6-50d42ca829a1 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:53:34.549230 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33706) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:35.106561 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:35.456689 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Deleting port 2c0e5036-5426-4434-9a2f-9777fb5173a7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:35.456938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:35.624161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] For port 2c0e5036-5426-4434-9a2f-9777fb5173a7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2c0e5036-5426-4434-9a2f-9777fb5173a7,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:35.624834 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:35.743319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Calling delete_port for 2c0e5036-5426-4434-9a2f-9777fb5173a7 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:35.942478 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eceddd59-de8e-4a79-b497-c25211f16df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:36.164246 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:36.210828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0e5036-5426-4434-9a2f-9777fb5173a7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:36.478410 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:36.849882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Router fa69aedc-068d-42a5-8bb4-b2ee261e2375 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:53:37.031576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:37.042010 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] Sync routers for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:37.047311 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-938473c2-d50d-46e7-804a-d1e1002bc6ee admin admin] 10.222.0.16 "PUT /v2.0/routers/fa69aedc-068d-42a5-8bb4-b2ee261e2375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4962533 May 27 02:53:37.047556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33712) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:37.053797 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:37.054587 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:37.231122 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:37.234399 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:37.406747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:37.417381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Deleting port 4749ce38-a487-4868-ae10-291160b50c54 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:37.417992 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:37.523601 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '4749ce38-a487-4868-ae10-291160b50c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:53:36Z', 'revision_number': 5, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port': {'id': '4749ce38-a487-4868-ae10-291160b50c54', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:15Z', 'updated_at': '2022-05-27T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:37.527434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] Checking router: fa69aedc-068d-42a5-8bb4-b2ee261e2375 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:37.536617 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] Routers {'fa69aedc-068d-42a5-8bb4-b2ee261e2375'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:37.537230 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:37.684338 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] Set router fa69aedc-068d-42a5-8bb4-b2ee261e2375 gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:37.703077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] For port 4749ce38-a487-4868-ae10-291160b50c54, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4749ce38-a487-4868-ae10-291160b50c54,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:37.703446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:37.788128 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:53:37Z', 'revision_number': 6, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:37.791977 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627529a0-aa5e-4914-bbc1-6564d507d3e3 None None] The sync data for ids ['fa69aedc-068d-42a5-8bb4-b2ee261e2375'] in n-d-843146-11 is: [{'id': 'fa69aedc-068d-42a5-8bb4-b2ee261e2375', 'name': 'tempest-TestMinimumBasicScenario-800037406-router', 'tenant_id': 'bed9976e88f640f38440261daebaa213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:14Z', 'updated_at': '2022-05-27T02:53:37Z', 'revision_number': 6, 'project_id': 'bed9976e88f640f38440261daebaa213', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:37.828691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Calling delete_port for 4749ce38-a487-4868-ae10-291160b50c54 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:37.997025 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.047609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Pushing event deleted for resources: {'Port': ['ID=4749ce38-a487-4868-ae10-291160b50c54,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:38.091597 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b96b764a-7901-4e57-9bea-ceb2a048c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.140639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.325489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.327752 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.350791 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.351302 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa69aedc-068d-42a5-8bb4-b2ee261e2375 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:53:38.365172 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.366304 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9d795ed2-98fa-4ebf-8d3b-7850eb6bcf42 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fa69aedc-068d-42a5-8bb4-b2ee261e2375 HTTP/1.1" status: 204 len: 168 time: 1.3177981 May 27 02:53:38.369334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33718) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:38.430313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] Deleting subnet 59f9d051-97b0-4af1-b3b5-c4c7fc13606c {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:53:38.433192 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.484726 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.568842 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.646904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.686597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f9d051-97b0-4af1-b3b5-c4c7fc13606c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:38.690348 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.696950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-27d7b324-c025-4fbf-8b5d-a3b5444b9e9f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/59f9d051-97b0-4af1-b3b5-c4c7fc13606c HTTP/1.1" status: 204 len: 168 time: 0.3265350 May 27 02:53:38.699362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33722) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:38.703361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1dee9-2305-4835-bc56-c99f133b159e None None] Network eb842d32-bdaa-48c4-a050-db83ac344d39 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:53:38.719459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2c0e5036-5426-4434-9a2f-9777fb5173a7 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:53:38.763893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 2c0e5036-5426-4434-9a2f-9777fb5173a7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:53:38.764237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2c0e5036-5426-4434-9a2f-9777fb5173a7 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:53:38.764655 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4749ce38-a487-4868-ae10-291160b50c54 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:53:38.813861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.828101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Deleting port 2a54f8d3-9790-4953-9100-0987abc6c5fc {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:38.828510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:38.864165 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 4749ce38-a487-4868-ae10-291160b50c54 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:53:38.864395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4749ce38-a487-4868-ae10-291160b50c54 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:53:39.039072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] DHCP port deletion for eb842d32-bdaa-48c4-a050-db83ac344d39 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:53:39.043669 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Deleting port 2a54f8d3-9790-4953-9100-0987abc6c5fc {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:39.044046 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.158673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] For port 2a54f8d3-9790-4953-9100-0987abc6c5fc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2a54f8d3-9790-4953-9100-0987abc6c5fc,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:39.159887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.287830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Calling delete_port for 2a54f8d3-9790-4953-9100-0987abc6c5fc owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:39.293207 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] For port 2a54f8d3-9790-4953-9100-0987abc6c5fc, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2a54f8d3-9790-4953-9100-0987abc6c5fc,segment=NetworkSegment(9c0c9772-d155-4e39-ac57-d55d50b96d73),segment_id=9c0c9772-d155-4e39-ac57-d55d50b96d73)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:39.293741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.369215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.415613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Calling delete_port for 2a54f8d3-9790-4953-9100-0987abc6c5fc owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:39.416444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a54f8d3-9790-4953-9100-0987abc6c5fc,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:39.419836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] No DVR routers for this DVR port 2a54f8d3-9790-4953-9100-0987abc6c5fc on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:53:39.484073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 02:53:39.498605 n-d-843146-11 neutron-server[88427]: util.warn( May 27 02:53:39.503679 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:53:39.504062 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:53:39.536379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.562599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb842d32-bdaa-48c4-a050-db83ac344d39']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:39.575367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0c9772-d155-4e39-ac57-d55d50b96d73') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:39.575670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0c9772-d155-4e39-ac57-d55d50b96d73') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:39.587148 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.603696 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.609911 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:53:39.610303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.641892 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.706769 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.724467 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:39.729788 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9c0c9772-d155-4e39-ac57-d55d50b96d73 resource provider aggregate not found May 27 02:53:39.740309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb842d32-bdaa-48c4-a050-db83ac344d39,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:39.747836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0710dc18-c3aa-448a-8665-f5e85a20e845 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb842d32-bdaa-48c4-a050-db83ac344d39 HTTP/1.1" status: 204 len: 168 time: 1.0474894 May 27 02:53:39.750808 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33732) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:39.754589 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 9c0c9772-d155-4e39-ac57-d55d50b96d73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c0c9772-d155-4e39-ac57-d55d50b96d73 found for delete ", "request_id": "req-88ce34db-196d-4dae-b62e-3054a31a2122"}]} May 27 02:53:40.005847 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Deleting port 2a54f8d3-9790-4953-9100-0987abc6c5fc {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:40.006163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:40.072429 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8ed03ab4-167b-4852-b22a-9910cfb4077d None None] The port '2a54f8d3-9790-4953-9100-0987abc6c5fc' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:53:40.309642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:40.689301 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a54f8d3-9790-4953-9100-0987abc6c5fc no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:53:40.726121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 2a54f8d3-9790-4953-9100-0987abc6c5fc {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:53:40.726469 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a54f8d3-9790-4953-9100-0987abc6c5fc not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:53:40.774828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Deleting port 68319fd9-5d04-43db-91f1-18f207996bb6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:40.775178 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:40.950286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] For port 68319fd9-5d04-43db-91f1-18f207996bb6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=68319fd9-5d04-43db-91f1-18f207996bb6,segment=NetworkSegment(b5bc425d-2888-49a9-9a49-ae8a8d98805a),segment_id=b5bc425d-2888-49a9-9a49-ae8a8d98805a)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:40.950562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:41.074699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Calling delete_port for 68319fd9-5d04-43db-91f1-18f207996bb6 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:41.163059 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:53:41.224531 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:41.263117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:41.314267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68319fd9-5d04-43db-91f1-18f207996bb6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:41.593104 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:41.950023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Router a8abef9f-9d1f-408c-8c58-1e706f401323 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:53:42.230278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:42.239382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] Sync routers for ids ['a8abef9f-9d1f-408c-8c58-1e706f401323'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:42.240603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bc2f6313-6c86-4ccd-b313-0ff3e1a1a1b6 admin admin] 10.222.0.16 "PUT /v2.0/routers/a8abef9f-9d1f-408c-8c58-1e706f401323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4888041 May 27 02:53:42.243058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33736) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:42.249243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] Routers {'a8abef9f-9d1f-408c-8c58-1e706f401323'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:42.249858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a8abef9f-9d1f-408c-8c58-1e706f401323'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:42.421305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:42.451025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] Set router a8abef9f-9d1f-408c-8c58-1e706f401323 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:42.604501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:42.614830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Deleting port a3c4532e-eed7-4937-9332-b8ee47966372 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:42.615176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:42.750421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:53:41Z', 'revision_number': 5, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port': {'id': 'a3c4532e-eed7-4937-9332-b8ee47966372', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:50:22Z', 'updated_at': '2022-05-27T02:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:42.755044 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] Checking router: a8abef9f-9d1f-408c-8c58-1e706f401323 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:42.763555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] Routers {'a8abef9f-9d1f-408c-8c58-1e706f401323'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:42.764167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['a8abef9f-9d1f-408c-8c58-1e706f401323'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:42.806117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] For port a3c4532e-eed7-4937-9332-b8ee47966372, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=a3c4532e-eed7-4937-9332-b8ee47966372,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:42.806474 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:42.913839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] Set router a8abef9f-9d1f-408c-8c58-1e706f401323 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:42.931741 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Calling delete_port for a3c4532e-eed7-4937-9332-b8ee47966372 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:43.022040 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:53:42Z', 'revision_number': 6, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:43.026078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b1df-1b6a-47cc-824a-6d350ae97704 None None] The sync data for ids ['a8abef9f-9d1f-408c-8c58-1e706f401323'] in n-d-843146-11 is: [{'id': 'a8abef9f-9d1f-408c-8c58-1e706f401323', 'name': 'tempest-TestMinimumBasicScenario-2017503106-router', 'tenant_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:50:21Z', 'updated_at': '2022-05-27T02:53:42Z', 'revision_number': 6, 'project_id': 'baa7a84db9e54ac1932e384e3aae04ef', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:43.101423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.147683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c4532e-eed7-4937-9332-b8ee47966372,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:43.241983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.524777 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.526913 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.551146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.551707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8abef9f-9d1f-408c-8c58-1e706f401323 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:53:43.564499 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.565736 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cd00469d-7cff-497f-9338-df301ae10f9c admin admin] 10.222.0.16 "DELETE /v2.0/routers/a8abef9f-9d1f-408c-8c58-1e706f401323 HTTP/1.1" status: 204 len: 168 time: 1.3216357 May 27 02:53:43.568222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33742) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:43.628053 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] Deleting subnet d710ca95-e848-406a-816c-054f0e9ced52 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:53:43.630942 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.683239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.761084 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.836967 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.876237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d710ca95-e848-406a-816c-054f0e9ced52,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:43.881624 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:43.887978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d807ca-416b-4ba7-8250-da9432523da4 None None] Network 1b4af2f8-c17c-4fea-a63b-47d935423a3a requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:53:43.891222 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ff2a9fdb-ae43-4cc1-a74d-debfbf272a96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d710ca95-e848-406a-816c-054f0e9ced52 HTTP/1.1" status: 204 len: 168 time: 0.3197134 May 27 02:53:43.891347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33746) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:44.004714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.016128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Deleting port 3704d8de-d6ae-443f-9b7f-03cf3d160803 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:44.016475 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.210331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] DHCP port deletion for 1b4af2f8-c17c-4fea-a63b-47d935423a3a request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:53:44.214728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Deleting port 3704d8de-d6ae-443f-9b7f-03cf3d160803 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:44.215117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.238556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] For port 3704d8de-d6ae-443f-9b7f-03cf3d160803, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3704d8de-d6ae-443f-9b7f-03cf3d160803,segment=NetworkSegment(b5bc425d-2888-49a9-9a49-ae8a8d98805a),segment_id=b5bc425d-2888-49a9-9a49-ae8a8d98805a)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:44.238955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.368877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Calling delete_port for 3704d8de-d6ae-443f-9b7f-03cf3d160803 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:44.422909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] For port 3704d8de-d6ae-443f-9b7f-03cf3d160803, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3704d8de-d6ae-443f-9b7f-03cf3d160803,segment=NetworkSegment(b5bc425d-2888-49a9-9a49-ae8a8d98805a),segment_id=b5bc425d-2888-49a9-9a49-ae8a8d98805a)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:44.423308 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.460377 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.511263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Pushing event deleted for resources: {'Port': ['ID=3704d8de-d6ae-443f-9b7f-03cf3d160803,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:44.514881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] No DVR routers for this DVR port 3704d8de-d6ae-443f-9b7f-03cf3d160803 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:53:44.550794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Calling delete_port for 3704d8de-d6ae-443f-9b7f-03cf3d160803 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:53:44.621275 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 02:53:44.621547 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 02:53:44.632599 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.657959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4af2f8-c17c-4fea-a63b-47d935423a3a']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:44.671017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bc425d-2888-49a9-9a49-ae8a8d98805a') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:44.671311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bc425d-2888-49a9-9a49-ae8a8d98805a') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:44.683065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.693106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3c4532e-eed7-4937-9332-b8ee47966372 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:53:44.699030 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.705312 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:53:44.705843 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.731114 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: a3c4532e-eed7-4937-9332-b8ee47966372 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:53:44.731463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device a3c4532e-eed7-4937-9332-b8ee47966372 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:53:44.731893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68319fd9-5d04-43db-91f1-18f207996bb6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:53:44.764805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 68319fd9-5d04-43db-91f1-18f207996bb6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:53:44.765153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 68319fd9-5d04-43db-91f1-18f207996bb6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:53:44.765575 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3704d8de-d6ae-443f-9b7f-03cf3d160803 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:53:44.771727 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b5bc425d-2888-49a9-9a49-ae8a8d98805a resource provider aggregate not found May 27 02:53:44.796093 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment b5bc425d-2888-49a9-9a49-ae8a8d98805a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5bc425d-2888-49a9-9a49-ae8a8d98805a found for delete ", "request_id": "req-5be0498c-f1f0-4204-95d3-94d77ec0a458"}]} May 27 02:53:44.799997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3704d8de-d6ae-443f-9b7f-03cf3d160803 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:53:44.801073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3704d8de-d6ae-443f-9b7f-03cf3d160803 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:53:44.811009 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.815832 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:44.838355 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4af2f8-c17c-4fea-a63b-47d935423a3a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:44.843167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fb6cca47-d6a9-4e03-8beb-9de095ee7195 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b4af2f8-c17c-4fea-a63b-47d935423a3a HTTP/1.1" status: 204 len: 168 time: 0.9508691 May 27 02:53:45.020810 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33756) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:45.070571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ac4aa45f-b3bf-43be-9908-c7fc1977d254 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bed9976e88f640f38440261daebaa213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485456 May 27 02:53:45.073177 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33760) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:45.122601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Deleting port 3704d8de-d6ae-443f-9b7f-03cf3d160803 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:53:45.123216 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.133913 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03825ca3-56e4-4c97-8e51-a9eb1a33c1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.162065 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03825ca3-56e4-4c97-8e51-a9eb1a33c1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.191396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b947209f-c02b-43c0-993c-49edc26044d4 None None] The port '3704d8de-d6ae-443f-9b7f-03cf3d160803' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 02:53:45.224598 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03825ca3-56e4-4c97-8e51-a9eb1a33c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.245516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03825ca3-56e4-4c97-8e51-a9eb1a33c1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cadbc9b-3af2-4e34-832f-6256587a16ca,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:45.257940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-03825ca3-56e4-4c97-8e51-a9eb1a33c1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.259111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-03825ca3-56e4-4c97-8e51-a9eb1a33c1c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cadbc9b-3af2-4e34-832f-6256587a16ca HTTP/1.1" status: 204 len: 168 time: 0.1850626 May 27 02:53:45.622672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33768) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:45.671179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-5c15cab4-c6b6-4381-be92-974f6b7de285 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=baa7a84db9e54ac1932e384e3aae04ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473185 May 27 02:53:45.673689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33772) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:45.732210 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d944a-d1b1-4d63-ad94-698f93e524d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.760889 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d944a-d1b1-4d63-ad94-698f93e524d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.813172 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d944a-d1b1-4d63-ad94-698f93e524d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.831551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d944a-d1b1-4d63-ad94-698f93e524d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f125973d-efbd-4993-bc8c-00d6b096e161,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:45.834844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-419d944a-d1b1-4d63-ad94-698f93e524d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:45.835953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-419d944a-d1b1-4d63-ad94-698f93e524d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f125973d-efbd-4993-bc8c-00d6b096e161 HTTP/1.1" status: 204 len: 168 time: 0.1613109 May 27 02:53:47.414015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33814) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:47.419618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90539056', 'description': 'tempest-secgroup-smoke-90539056 description', 'project_id': '7425aa9d2f3047de8dca803497e9a467'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:47.427019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:47.431086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:47.433997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:47.440514 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:47.451377 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.463398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.482860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:47.489162 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:47.492957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:47.499597 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:47.586389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.590631 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.605522 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:47.617282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:47.622833 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:47.631457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:47.633403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db23273-1ee5-4ed2-9a06-405ab6d304d0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:47.704759 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.708401 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.749192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bc9ace-e816-4d09-ab5c-a82134a24fdf,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:47.751750 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.755735 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9191f754-1543-442a-961e-35277ba98ec9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3379223 May 27 02:53:47.755909 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33818) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:47.760742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'd0bc9ace-e816-4d09-ab5c-a82134a24fdf', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:47.767367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:47.771282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:47.774153 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:47.780289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:47.798992 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.860365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.864306 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.891385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8989fdd9-b3fc-4a02-adfc-66d51800d2e5,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:47.900656 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:47.901950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d6fad775-33bf-48e5-bef8-e1a58b3e020a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451249 May 27 02:53:47.904760 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33822) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:47.910531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'd0bc9ace-e816-4d09-ab5c-a82134a24fdf', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:47.917114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:47.920951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:47.923822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:47.930319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:48.045657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.105773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.109538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.135071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d0e113-9fef-4201-9ef6-8e4c43169e4e,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:48.145439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.147425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-63d0c263-162a-47ac-8907-9f0d820b7702 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2410777 May 27 02:53:48.152298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33826) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:48.155694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'd0bc9ace-e816-4d09-ab5c-a82134a24fdf', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:48.163938 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:48.168756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:48.172710 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:48.179660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:48.197803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.267010 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.271583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.297039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650f4781-fe3d-49ce-b564-2bc16d00aa2a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:48.305616 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.306982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-653954bd-eb34-423d-a5c3-1967f73ee2f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560318 May 27 02:53:48.309719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33830) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:48.314689 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'd0bc9ace-e816-4d09-ab5c-a82134a24fdf', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:48.321550 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:48.325348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:48.328214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:48.334337 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:48.352111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.418775 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.423142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.448799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd4f575-995a-4103-a771-6b64ef4f376c,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:48.459831 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.461683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-05396472-c6a6-4601-8de7-8608502ab37f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507812 May 27 02:53:48.464427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33834) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:48.472237 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'd0bc9ace-e816-4d09-ab5c-a82134a24fdf', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:48.483495 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:48.487643 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:48.490544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:48.496439 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:48.511168 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:53:48.518561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.588001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.591250 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.613806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fac0304-0850-4668-b538-f683552a4bef,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:48.623353 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.624534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e8711c0f-a4b6-45c2-ab79-4dc97c908c96 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587851 May 27 02:53:48.628129 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33838) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:48.632997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'd0bc9ace-e816-4d09-ab5c-a82134a24fdf', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:48.639449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:48.643959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:48.646876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:48.652608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:48.663271 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:53:48.669724 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.736447 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.740029 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.763804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4c1042-0ac2-412d-93eb-08095b009865,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:48.772776 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.773943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d545f99b-df2d-43dd-ba0d-8c2718611479 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449065 May 27 02:53:48.777321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33842) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:48.784025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'network': {'name': 'tempest-network-smoke--1797273637', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:48.789710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:48.793517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:network and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:48.796394 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:48.803103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:48.812384 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:53:48.816443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.843187 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:53:48.853022 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.853391 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Added segment 21af980b-03b7-4de4-92f1-e830add7f8c8 of type vlan for network 43e3d073-4b8b-46e0-be3e-d2070b6f133c May 27 02:53:48.879933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.917349 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:48.922967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:48.923490 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.023124 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2435045 May 27 02:53:49.026333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33846) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:49.034791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'admin_state_up': True, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:49.050761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:49.056025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a745b-fa75-4c1e-a9a5-30f87f1e2d1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Network': ['ID=43e3d073-4b8b-46e0-be3e-d2070b6f133c,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:49.059597 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:router and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:49.062936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:49.067266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:53:49.074188 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:49.082090 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.083791 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.110326 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.505821 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.810645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.841014 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:49.978889 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.153 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/8ccdc113-da8b-4ff6-b9bb-492e21697d70) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:53:50.128330 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:50.163274 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:50.235250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:53:50.239068 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:50.242970 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:53:50.273287 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=8ccdc113-da8b-4ff6-b9bb-492e21697d70,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:50.784016 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:51.135992 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:51.344991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:53:51.531070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:51.543674 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Sync routers for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:51.554832 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:51.555448 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:51.560052 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:51.564430 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9153d4a8-554d-48be-8c09-2e92b04f06b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5371172 May 27 02:53:51.564788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33850) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:51.710411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-58631242-c9a6-46a3-b3fc-0a5c43662682 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7425aa9d2f3047de8dca803497e9a467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1441684 May 27 02:53:51.713102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33856) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:51.775385 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:51.849139 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5065f51-e342-4edc-a222-252022cf488d tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:51.850659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e5065f51-e342-4edc-a222-252022cf488d tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365423 May 27 02:53:51.853498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33860) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:51.893126 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e02744b4-396a-45b6-877e-e46c48a65500 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380385 May 27 02:53:51.895775 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33864) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:51.901218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1044640088', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:53:52.014003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:53:52.018049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:subnet and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:53:52.020974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:53:52.027015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:53:52.037029 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:53:52.040608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.060961 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:50Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:52.065481 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Checking router: 4e65e53c-cca7-40aa-b80c-de1568f6ce5f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:52.065823 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Updating router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:53:52.121779 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.275105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.357543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Subnet': ['ID=b23db254-156a-43d3-a469-cfc4b038b30a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:52.366944 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Checking segment: {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:53:52.367283 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network hostable DHCP agents. Network: 43e3d073-4b8b-46e0-be3e-d2070b6f133c, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:53:52.388806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:53:52.400031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 43e3d073-4b8b-46e0-be3e-d2070b6f133c) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:52.404892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:52.405508 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.412554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8001ddc-ad1c-451a-bdff-03733517f730 None None] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:53:52.431667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-316e4c7e-cff5-4568-b11e-2e9ffbf4c2cc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5348520 May 27 02:53:52.434453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33868) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:53:52.471979 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.487025 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Transition to ACTIVE for port object 8ccdc113-da8b-4ff6-b9bb-492e21697d70 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:53:52.496580 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.575384 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Attempting to bind port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:53:52.576339 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Attempting to bind port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:53:52.576339 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Attempting to bind port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:53:52.584062 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:53:52.584575 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:53:52.585171 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.585724 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:53:52.586358 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Bound port: 8ccdc113-da8b-4ff6-b9bb-492e21697d70, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:53:52.586955 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.648159 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Pushing event updated for resources: {'Port': ['ID=8ccdc113-da8b-4ff6-b9bb-492e21697d70,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:52.659405 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.660145 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.660708 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.661278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.661707 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.662042 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.662621 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.663152 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.663484 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.663814 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.664144 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.664493 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:52.677318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:53:52.678359 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.698267 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] For port 8ccdc113-da8b-4ff6-b9bb-492e21697d70, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:53:52.702109 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] For port 8ccdc113-da8b-4ff6-b9bb-492e21697d70, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8ccdc113-da8b-4ff6-b9bb-492e21697d70,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:53:52.708398 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:52.789531 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:52.790257 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:52.849284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Allocated IP 172.20.0.2 (43e3d073-4b8b-46e0-be3e-d2070b6f133c/b23db254-156a-43d3-a469-cfc4b038b30a/c1bbc55e-b1e3-4a27-986a-67b28d2bc60f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:53:52.874019 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcc0df-420c-45ac-8d8d-2f1b68864e59 None None] Pushing event updated for resources: {'Port': ['ID=8ccdc113-da8b-4ff6-b9bb-492e21697d70,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:52.988390 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:53.112800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:53.123640 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Transition to ACTIVE for port object c1bbc55e-b1e3-4a27-986a-67b28d2bc60f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:53:53.143038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Transition to ACTIVE for port object c1bbc55e-b1e3-4a27-986a-67b28d2bc60f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:53:53.150272 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:53.221903 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:53:53.225180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:53.231594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Pushing event updated for resources: {'Port': ['ID=c1bbc55e-b1e3-4a27-986a-67b28d2bc60f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:53.233837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:53:53.243816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.244088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.244424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.244756 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.245083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.245408 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.245735 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.246060 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.246380 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.246699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.247046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.247365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:53:53.303973 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:50Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:53.308134 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894c39c-81a6-4a42-b7ab-119b563bb3e0 None None] The sync data for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 is: [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:50Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:53.336083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Attempting to bind port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:53:53.336787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Attempting to bind port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:53:53.337213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Attempting to bind port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f on network 43e3d073-4b8b-46e0-be3e-d2070b6f133c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:53:53.343337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:53:53.343717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Checking segment: {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:53:53.344123 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:53.344521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Bound using segment: {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:53:53.344992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Bound port: c1bbc55e-b1e3-4a27-986a-67b28d2bc60f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:53:53.345393 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:53.379872 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:53.442665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] For port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:53:53.446398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] For port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c1bbc55e-b1e3-4a27-986a-67b28d2bc60f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:53:53.450777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:53.547424 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a50c71-16f2-4d0c-9918-c79d92930c79 None None] Pushing event updated for resources: {'Port': ['ID=c1bbc55e-b1e3-4a27-986a-67b28d2bc60f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:53.888756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.1 (43e3d073-4b8b-46e0-be3e-d2070b6f133c/b23db254-156a-43d3-a469-cfc4b038b30a/45044e66-5430-4b8b-aa62-b8b0a568f6db) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:53:54.066940 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:54.083763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object 45044e66-5430-4b8b-aa62-b8b0a568f6db will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:53:54.108489 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:54.188185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:53:54.193724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:54.199421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:53:54.232025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=45044e66-5430-4b8b-aa62-b8b0a568f6db,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:54.265916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:54.557714 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:54.582850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b6635-44a9-4215-919e-3cf25d58e554 None None] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:53:54.688760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-75b55c78-57f8-4d2a-83d9-a9a3ed2ba02a None None] Provisioning for port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:53:54.795491 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c1bbc55e-b1e3-4a27-986a-67b28d2bc60f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:53:54.937954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:53:54.950749 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:54.951104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.110356 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:55.110767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.148189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c1bbc55e-b1e3-4a27-986a-67b28d2bc60f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:55.152256 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.153046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ccdc113-da8b-4ff6-b9bb-492e21697d70 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:53:55.180790 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.187676 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.282830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=c1bbc55e-b1e3-4a27-986a-67b28d2bc60f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:55.287364 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f4762ffa-03d0-409b-8767-fdf7510dc357 None None] Provisioning for port 45044e66-5430-4b8b-aa62-b8b0a568f6db completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:53:55.293995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f4762ffa-03d0-409b-8767-fdf7510dc357 None None] Provisioning complete for port 45044e66-5430-4b8b-aa62-b8b0a568f6db triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:55.294363 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4762ffa-03d0-409b-8767-fdf7510dc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.313543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=45044e66-5430-4b8b-aa62-b8b0a568f6db,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:55.316766 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.347152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:53:55.357063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:55.357446 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.394222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f4762ffa-03d0-409b-8767-fdf7510dc357 None None] Port 45044e66-5430-4b8b-aa62-b8b0a568f6db cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:53:55.423480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f4762ffa-03d0-409b-8767-fdf7510dc357 None None] Provisioning complete for port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:55.423895 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f4762ffa-03d0-409b-8767-fdf7510dc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.470569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:53:55.471789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:53:55.547138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:55.547500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.618321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8ccdc113-da8b-4ff6-b9bb-492e21697d70, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8ccdc113-da8b-4ff6-b9bb-492e21697d70,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:55.631705 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.670404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f4762ffa-03d0-409b-8767-fdf7510dc357 None None] Current status of the port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:55.678837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:53:55.707297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8ccdc113-da8b-4ff6-b9bb-492e21697d70,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:55.791282 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-9acb6297-3786-4457-aa7b-c6cdbaa11540 None None] Provisioning complete for port 45044e66-5430-4b8b-aa62-b8b0a568f6db triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:55.791567 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9acb6297-3786-4457-aa7b-c6cdbaa11540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:55.847458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-9acb6297-3786-4457-aa7b-c6cdbaa11540 None None] Port 45044e66-5430-4b8b-aa62-b8b0a568f6db cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:53:55.871627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:53:55.881476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Sync routers for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:53:55.882303 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0666271b-1694-4dd7-93e8-049d5ae24b03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/4e65e53c-cca7-40aa-b80c-de1568f6ce5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4466052 May 27 02:53:55.891352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:55.891978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:56.054362 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-fe21bb8b-d3ce-420c-96a5-6bec4516d033 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:53:56.074460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-fe21bb8b-d3ce-420c-96a5-6bec4516d033 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:53:56.075808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-fe21bb8b-d3ce-420c-96a5-6bec4516d033 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90539056&fields=id&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 267 time: 0.0648952 May 27 02:53:56.125280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:56.235639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-6b8ac201-42c3-423a-bcf9-a19fa9b031ef tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:53:56.237684 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-6b8ac201-42c3-423a-bcf9-a19fa9b031ef tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/networks?id=43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 200 len: 797 time: 0.1548243 May 27 02:53:56.252999 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-ed3dfd27-cb9d-495a-9193-67cdb12d5dc8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/quotas/7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 375 time: 0.0096905 May 27 02:53:56.334919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-57ca11cc-5754-4a5b-ba85-095bb97c66a7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:53:56.355688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-57ca11cc-5754-4a5b-ba85-095bb97c66a7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:53:56.357086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-57ca11cc-5754-4a5b-ba85-095bb97c66a7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987175 May 27 02:53:56.452860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 2, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:56.459015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Checking router: 4e65e53c-cca7-40aa-b80c-de1568f6ce5f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:53:56.459367 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Updating router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f port 45044e66-5430-4b8b-aa62-b8b0a568f6db binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:53:56.510944 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:56.546954 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-3677bea6-2b4d-46b5-b6a4-b48dbcc6ea55 service neutron] 10.222.0.16 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741891 May 27 02:53:56.693579 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-c0bcc599-9f42-41f1-b025-76d117d349ee service neutron] 10.222.0.16 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397865 May 27 02:53:56.736659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c1bbc55e-b1e3-4a27-986a-67b28d2bc60f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:53:56.855588 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:56.855956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:56.883397 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e3088338-1f39-4b63-9703-6ca122630e5a req-ec565e20-970f-4aa8-9505-e176ec23a514 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 210 time: 0.0435009 May 27 02:53:56.987180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:57.034227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Transition to ACTIVE for port object 45044e66-5430-4b8b-aa62-b8b0a568f6db will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:53:57.047968 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:57.106366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:57.107438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ccdc113-da8b-4ff6-b9bb-492e21697d70 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:53:57.224882 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad1887-7461-4115-913a-1f65a2e415f1 None None] Pushing event updated for resources: {'Port': ['ID=45044e66-5430-4b8b-aa62-b8b0a568f6db,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:57.321085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Attempting to bind port 45044e66-5430-4b8b-aa62-b8b0a568f6db on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:53:57.321451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Attempting to bind port 45044e66-5430-4b8b-aa62-b8b0a568f6db by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:53:57.321815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Attempting to bind port 45044e66-5430-4b8b-aa62-b8b0a568f6db on network 43e3d073-4b8b-46e0-be3e-d2070b6f133c {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:53:57.330303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:53:57.330666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Checking segment: {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:53:57.331084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:57.331473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Bound using segment: {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:53:57.331921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Bound port: 45044e66-5430-4b8b-aa62-b8b0a568f6db, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:53:57.332289 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:57.340475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:57.340835 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:57.524323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] For port 45044e66-5430-4b8b-aa62-b8b0a568f6db, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:53:57.536628 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] For port 45044e66-5430-4b8b-aa62-b8b0a568f6db, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=45044e66-5430-4b8b-aa62-b8b0a568f6db,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:53:57.537513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:57.540923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:57.656693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:53:57.657312 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:53:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:57.711286 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad1887-7461-4115-913a-1f65a2e415f1 None None] Pushing event updated for resources: {'Port': ['ID=45044e66-5430-4b8b-aa62-b8b0a568f6db,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:57.841705 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:53:58.001608 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d0b8d7d-4df5-4f40-a40d-084668635f28 req-4ad148c6-b8eb-4989-8886-ee06b71ae1f7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 210 time: 0.0496383 May 27 02:53:58.165961 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:57Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:53:58.170198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6eac4-68d6-4aac-bdc6-1d3bce402e85 None None] The sync data for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 is: [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:57Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:53:58.727773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 45044e66-5430-4b8b-aa62-b8b0a568f6db up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:53:58.802782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 45044e66-5430-4b8b-aa62-b8b0a568f6db completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:53:58.807866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 45044e66-5430-4b8b-aa62-b8b0a568f6db triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:53:58.808232 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:58.933042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 45044e66-5430-4b8b-aa62-b8b0a568f6db is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:53:58.933715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:58.973349 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 45044e66-5430-4b8b-aa62-b8b0a568f6db, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=45044e66-5430-4b8b-aa62-b8b0a568f6db,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:53:58.977273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:53:59.053677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=45044e66-5430-4b8b-aa62-b8b0a568f6db,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:53:59.116442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7c595a11-af77-4ba6-9b52-b9ecee550198 req-0a391a7f-3202-4a2b-8786-9da19339edb0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 210 time: 0.0487294 May 27 02:54:00.215612 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-58b48feb-6171-4bb0-aecd-cde936757473 req-c7f016cc-8495-4721-8ca2-b52ddc9d249c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 210 time: 0.0440304 May 27 02:54:00.703437 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 45044e66-5430-4b8b-aa62-b8b0a568f6db up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:54:00.771506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 45044e66-5430-4b8b-aa62-b8b0a568f6db triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:54:00.771875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:00.891706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 45044e66-5430-4b8b-aa62-b8b0a568f6db is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:54:01.373080 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-84bf0b3c-8389-489d-a266-83699e1a1ea4 req-6c124b83-1695-45b5-8195-d5f04016937f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 210 time: 0.0465930 May 27 02:54:02.337491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-d8c83fea-6037-4390-913f-7511a03ea59a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:02.339039 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-d8c83fea-6037-4390-913f-7511a03ea59a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/networks?id=43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 200 len: 797 time: 0.2817180 May 27 02:54:02.388731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-75f5b507-8699-4dbb-9a51-a7469314f9b1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 378 time: 0.0404456 May 27 02:54:02.398035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'port': {'device_id': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'admin_state_up': True, 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'security_groups': ['d0bc9ace-e816-4d09-ab5c-a82134a24fdf']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:54:02.540254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a09f509f-c215-426b-81b5-b4237ad0ce6b req-703a72a2-89f9-446b-b1b7-cdf564162bf8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 210 time: 0.0555513 May 27 02:54:02.587890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:54:02.598057 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:54:02.607974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:54:02.612236 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:02.792960 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.4 (43e3d073-4b8b-46e0-be3e-d2070b6f133c/b23db254-156a-43d3-a469-cfc4b038b30a/cb75bb9f-78a8-45f0-943b-0e275a0fe19f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:54:02.993697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.012068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object cb75bb9f-78a8-45f0-943b-0e275a0fe19f will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:54:03.040154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.115861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:54:03.119150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:54:03.123071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:54:03.154512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:03.193891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:03.194537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.224442 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-39433ff2-473c-4efd-bd10-4c3bbf506bde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8299258 May 27 02:54:03.235770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Request body: {'port': {'device_id': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:54:03.332995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5ae67d96-c944-4c38-b2ad-8cb54d6563f6 None None] Provisioning for port cb75bb9f-78a8-45f0-943b-0e275a0fe19f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:54:03.338272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5ae67d96-c944-4c38-b2ad-8cb54d6563f6 None None] Provisioning complete for port cb75bb9f-78a8-45f0-943b-0e275a0fe19f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:54:03.338638 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5ae67d96-c944-4c38-b2ad-8cb54d6563f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.362965 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.395979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-5ae67d96-c944-4c38-b2ad-8cb54d6563f6 None None] Port cb75bb9f-78a8-45f0-943b-0e275a0fe19f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:54:03.516433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.717946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb75bb9f-78a8-45f0-943b-0e275a0fe19f {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:54:03.725425 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.734933 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9911-eddb-489a-b546-3a4dea8532be req-7ac8a718-7858-45d5-9c71-321581f1974f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:03.736863 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a6c9911-eddb-489a-b546-3a4dea8532be req-7ac8a718-7858-45d5-9c71-321581f1974f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 931 time: 0.0803168 May 27 02:54:03.741040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Transition to ACTIVE for port object cb75bb9f-78a8-45f0-943b-0e275a0fe19f will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:54:03.745150 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.783541 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0a6c9911-eddb-489a-b546-3a4dea8532be req-ecd7bab9-c4ea-4c73-85c5-47c40d7e8423 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397422 May 27 02:54:03.867596 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:03.907695 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Pushing event updated for resources: {'Port': ['ID=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:03.987077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Attempting to bind port cb75bb9f-78a8-45f0-943b-0e275a0fe19f on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:54:03.987414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Attempting to bind port cb75bb9f-78a8-45f0-943b-0e275a0fe19f by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:54:03.987734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Attempting to bind port cb75bb9f-78a8-45f0-943b-0e275a0fe19f on network 43e3d073-4b8b-46e0-be3e-d2070b6f133c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:54:03.992187 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Port cb75bb9f-78a8-45f0-943b-0e275a0fe19f on network 43e3d073-4b8b-46e0-be3e-d2070b6f133c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:54:03.992498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Attempting to bind port cb75bb9f-78a8-45f0-943b-0e275a0fe19f on network 43e3d073-4b8b-46e0-be3e-d2070b6f133c {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:54:03.997627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:54:03.997959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Checking segment: {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:54:03.998336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Bound using segment: {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:54:03.998778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Bound port: cb75bb9f-78a8-45f0-943b-0e275a0fe19f, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21af980b-03b7-4de4-92f1-e830add7f8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:54:03.999120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:04.088263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] For port cb75bb9f-78a8-45f0-943b-0e275a0fe19f, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:54:04.091192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] For port cb75bb9f-78a8-45f0-943b-0e275a0fe19f, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:54:04.095635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:04.259144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:04.259763 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:04.261192 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 200 len: 1092 time: 1.0299690 May 27 02:54:04.261632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:54:04.290518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91934d-0c73-4159-a5a7-ed4c41faba96 service neutron] Pushing event updated for resources: {'Port': ['ID=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:04.338490 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659a2405-b9a2-4c53-9e1a-e19c8a4a459e'] response: {'name': 'network-changed', 'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'status': 'completed', 'code': 200} May 27 02:54:04.381627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-a7254065-3470-4fc4-80c5-b53a0d0b2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:04.383224 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-a7254065-3470-4fc4-80c5-b53a0d0b2afb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1095 time: 0.0772722 May 27 02:54:04.454519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-ffcb7efb-d33e-40e8-935f-51a16d4d1257 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 200 len: 217 time: 0.0636911 May 27 02:54:04.518275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-81cd40cf-b29b-4075-8efd-d43fecd64c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:04.519705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-81cd40cf-b29b-4075-8efd-d43fecd64c3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23db254-156a-43d3-a469-cfc4b038b30a HTTP/1.1" status: 200 len: 835 time: 0.0576019 May 27 02:54:04.599429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-dfa5439d-12fe-4814-ab40-cf077276c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:04.600916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-dfa5439d-12fe-4814-ab40-cf077276c455 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43e3d073-4b8b-46e0-be3e-d2070b6f133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746510 May 27 02:54:04.732313 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-1dc8b1ad-ddd9-4c89-9e00-7bf6dc0c3064 service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247051 May 27 02:54:04.866856 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-16c20ecb-9172-46c0-9f32-f67b2f9e39b0 req-a566ab3c-9724-4a32-bc4c-d2611a828f30 service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282785 May 27 02:54:04.982622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-bb1cd128-0c86-4703-8070-80bbda55b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:04.984127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-bb1cd128-0c86-4703-8070-80bbda55b1ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1095 time: 0.0700958 May 27 02:54:04.988178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17aafd-cedd-41b9-b425-3d40de4d2747 req-8d04537c-2220-4a75-bf8f-2226f5be31e8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:04.989845 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f17aafd-cedd-41b9-b425-3d40de4d2747 req-8d04537c-2220-4a75-bf8f-2226f5be31e8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 943 time: 0.0820680 May 27 02:54:05.034646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f17aafd-cedd-41b9-b425-3d40de4d2747 req-5d8c1271-a085-4421-ae5b-1cbc7152a169 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390306 May 27 02:54:05.119397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-938d5722-911b-4863-a346-0920ee4e31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:05.120754 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-938d5722-911b-4863-a346-0920ee4e31f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 200 len: 898 time: 0.1280057 May 27 02:54:05.193757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-06aa61d5-9f48-4a7b-8ad9-da84d15ca001 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 200 len: 217 time: 0.0657020 May 27 02:54:05.256786 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-478922e4-9d87-4760-92e9-e4425b2e4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:05.258242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-478922e4-9d87-4760-92e9-e4425b2e4c5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23db254-156a-43d3-a469-cfc4b038b30a HTTP/1.1" status: 200 len: 835 time: 0.0579028 May 27 02:54:05.336223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-d2fa46a2-0115-441f-997b-93c65f2da1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:05.337669 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-d2fa46a2-0115-441f-997b-93c65f2da1ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43e3d073-4b8b-46e0-be3e-d2070b6f133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729256 May 27 02:54:05.469634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-fab8e4d2-d85b-41ba-ba00-aa3e29322821 service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247020 May 27 02:54:05.600686 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2d0870d2-55ce-437d-9023-b107f19bc644 req-3f896a39-fe50-403a-99fe-ad633ed7a7d9 service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247258 May 27 02:54:05.944213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4aaf679d-798e-42e0-a876-1805c8e8952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:06.215982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856fb54-9210-4af8-8caf-803913969cfe req-e5b109a4-4c51-42a4-a5a8-a070a7715aab tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:06.216588 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3856fb54-9210-4af8-8caf-803913969cfe req-e5b109a4-4c51-42a4-a5a8-a070a7715aab tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:54:06.231449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3856fb54-9210-4af8-8caf-803913969cfe req-e5b109a4-4c51-42a4-a5a8-a070a7715aab tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:54:06.232573 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3856fb54-9210-4af8-8caf-803913969cfe req-e5b109a4-4c51-42a4-a5a8-a070a7715aab tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 943 time: 0.0945776 May 27 02:54:06.276547 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3856fb54-9210-4af8-8caf-803913969cfe req-0661f8dc-d28b-4b74-9b74-796f94ebefdf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378015 May 27 02:54:07.459710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578b333-36ba-4bba-91b8-91059e1a0cf0 req-d9ae486f-8b1a-4d3d-9d99-f3bde85ba557 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:07.461132 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1578b333-36ba-4bba-91b8-91059e1a0cf0 req-d9ae486f-8b1a-4d3d-9d99-f3bde85ba557 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 943 time: 0.0784807 May 27 02:54:07.507569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1578b333-36ba-4bba-91b8-91059e1a0cf0 req-999f956d-e6f3-4cdb-9733-0beb42381964 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408263 May 27 02:54:08.094819 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-70aecc33-c3d5-4598-9c30-37be49a97607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:08.309816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device cb75bb9f-78a8-45f0-943b-0e275a0fe19f details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:54:08.442263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port cb75bb9f-78a8-45f0-943b-0e275a0fe19f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:08.454764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'port_id': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'mac_address': 'fa:16:3e:61:44:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:54:08.507382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port cb75bb9f-78a8-45f0-943b-0e275a0fe19f is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:54:08.507755 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:08.523728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb75bb9f-78a8-45f0-943b-0e275a0fe19f {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:54:08.539030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port cb75bb9f-78a8-45f0-943b-0e275a0fe19f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:08.543979 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:08.616752 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:08.704735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc0ee6-fbcf-4985-93c3-820f899ce02f req-4794977b-e8d1-4fd7-b45b-ad360f02d907 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:08.706176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ffc0ee6-fbcf-4985-93c3-820f899ce02f req-4794977b-e8d1-4fd7-b45b-ad360f02d907 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 944 time: 0.0876651 May 27 02:54:08.750107 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9ffc0ee6-fbcf-4985-93c3-820f899ce02f req-28203cd4-5122-4643-b904-863b069adad8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382569 May 27 02:54:08.912234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['cb75bb9f-78a8-45f0-943b-0e275a0fe19f'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:54:09.467182 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:09.644493 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:09.928393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a12a9-b745-4079-bdad-810ecc1c6d2e req-694d1e6f-1837-4b4c-94b6-eb6436630c42 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:09.929858 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b26a12a9-b745-4079-bdad-810ecc1c6d2e req-694d1e6f-1837-4b4c-94b6-eb6436630c42 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 944 time: 0.0786490 May 27 02:54:09.975402 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b26a12a9-b745-4079-bdad-810ecc1c6d2e req-15e83832-35df-4d7b-b03d-31175404fb3a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398057 May 27 02:54:10.327744 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device cb75bb9f-78a8-45f0-943b-0e275a0fe19f up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:54:10.396180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port cb75bb9f-78a8-45f0-943b-0e275a0fe19f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:54:10.400933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port cb75bb9f-78a8-45f0-943b-0e275a0fe19f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:54:10.401299 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:10.514984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port cb75bb9f-78a8-45f0-943b-0e275a0fe19f is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:54:10.515678 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:10.541890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:54:10.555268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port cb75bb9f-78a8-45f0-943b-0e275a0fe19f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:54:10.559335 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:10.592831 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d771c7b7-c3c9-4b3c-be69-40184f1d254d'] response: {'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'code': 200} May 27 02:54:10.630909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:10.710040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d4103-606f-4911-876d-4bb9a39e510b req-223e4f48-7f94-47ac-8ea8-18b92402bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:10.711564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e4d4103-606f-4911-876d-4bb9a39e510b req-223e4f48-7f94-47ac-8ea8-18b92402bf66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1097 time: 0.0701537 May 27 02:54:10.753882 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e4d4103-606f-4911-876d-4bb9a39e510b req-15881d51-5cdf-4a93-820a-47d868b61a1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366161 May 27 02:54:11.161005 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dd92e-b610-4b9b-8853-c86c8aaef969 req-8d7e512a-c71d-4e19-a342-e495f73a0347 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:11.162514 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4dd92e-b610-4b9b-8853-c86c8aaef969 req-8d7e512a-c71d-4e19-a342-e495f73a0347 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0825057 May 27 02:54:11.225913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:11.320538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8f4dd92e-b610-4b9b-8853-c86c8aaef969 req-fc32a10e-b9b6-486b-8fb6-6fd7d483cad8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523702 May 27 02:54:12.603405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed01102-a83a-4d3b-8899-b3b4f06048ee req-e0436a14-7fc3-4aed-a911-96be2694e960 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:12.604812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ed01102-a83a-4d3b-8899-b3b4f06048ee req-e0436a14-7fc3-4aed-a911-96be2694e960 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.1773255 May 27 02:54:12.648674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ed01102-a83a-4d3b-8899-b3b4f06048ee req-296167a6-e3f5-4ee6-b730-5295c9f2dc25 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379088 May 27 02:54:12.830523 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332a8b-e1ce-4d18-aa28-f7a90a8964a5 req-cfbf1584-91ea-4667-8a7a-9f98a1560a34 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:12.831953 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3332a8b-e1ce-4d18-aa28-f7a90a8964a5 req-cfbf1584-91ea-4667-8a7a-9f98a1560a34 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0777965 May 27 02:54:12.874587 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3332a8b-e1ce-4d18-aa28-f7a90a8964a5 req-8ab69f54-1b56-4144-8a7e-c9a0759f8de4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370796 May 27 02:54:12.896955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33944) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:12.966568 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdd92d-3637-497e-bfd3-02b7020acfdf tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:12.968040 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f6bdd92d-3637-497e-bfd3-02b7020acfdf tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1092 time: 0.0701661 May 27 02:54:12.971535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33948) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:12.976410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:54:12.982977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:54:12.986841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:floatingip and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:54:12.989694 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:54:12.995349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:54:13.005586 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:13.139604 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:13.271622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.71 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/089fbbb8-65bd-4783-8b9e-c35336c91257) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:54:13.416144 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:13.444285 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:13.504820 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:54:13.507530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:54:13.510940 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:54:13.554895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=089fbbb8-65bd-4783-8b9e-c35336c91257,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:13.921089 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:13.991588 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:14.193415 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:14.197662 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:14.307196 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=089fbbb8-65bd-4783-8b9e-c35336c91257,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:54:14.318405 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:14.594170 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP 0b376440-651a-418e-bef5-9b260cff103f associated. External IP: 172.25.3.71, port: cb75bb9f-78a8-45f0-943b-0e275a0fe19f. May 27 02:54:14.939400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:54:15.108874 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:54:15.118461 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] Sync routers for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:54:15.128523 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:15.129133 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:15.132946 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:15.191720 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-66b4788f-0130-4982-b0f7-7d28716b009e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2188802 May 27 02:54:15.192171 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:54:15.247430 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22b1e91-84d8-47dc-b056-dc8f28996342'] response: {'name': 'network-changed', 'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'status': 'completed', 'code': 200} May 27 02:54:15.343005 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:15.402094 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-82336ba1-ebcd-4596-b14c-b3d40a11d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:15.403603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-82336ba1-ebcd-4596-b14c-b3d40a11d40e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1097 time: 0.1345572 May 27 02:54:15.411995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35e356-a1f9-415b-b489-193ac17010d6 req-57a1c59b-7359-4207-befe-40ff7f3a8315 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:15.413507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d35e356-a1f9-415b-b489-193ac17010d6 req-57a1c59b-7359-4207-befe-40ff7f3a8315 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.1067502 May 27 02:54:15.542284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9d35e356-a1f9-415b-b489-193ac17010d6 req-a6a83ece-c55d-47bc-8bdf-661bba142e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070771 May 27 02:54:15.570548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33956) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:15.585624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-bfbc73f3-361b-4753-a781-f851323ee6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:15.587153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-bfbc73f3-361b-4753-a781-f851323ee6a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 200 len: 898 time: 0.1724811 May 27 02:54:15.686647 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ea5ff3e7-426b-4849-b1d6-76d37b88c36b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/0b376440-651a-418e-bef5-9b260cff103f HTTP/1.1" status: 200 len: 990 time: 0.1146781 May 27 02:54:15.698493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-bca06151-de03-4312-bee9-45222f5c0236 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 200 len: 998 time: 0.1053550 May 27 02:54:15.701747 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0b376440-651a-418e-bef5-9b260cff103f', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'port_id': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'mac_address': 'fa:16:3e:61:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:54:13Z', 'updated_at': '2022-05-27T02:54:13Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:58Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:15.706157 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] Checking router: 4e65e53c-cca7-40aa-b80c-de1568f6ce5f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:54:15.714306 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:54:15.714941 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:54:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:15.760290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-5dc49608-d8ac-4070-9db0-55e12daa0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:15.761714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-5dc49608-d8ac-4070-9db0-55e12daa0a58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23db254-156a-43d3-a469-cfc4b038b30a HTTP/1.1" status: 200 len: 835 time: 0.0577960 May 27 02:54:15.836525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-b917e434-501b-4504-9517-9d58e7ac9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:15.838012 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-b917e434-501b-4504-9517-9d58e7ac9e21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43e3d073-4b8b-46e0-be3e-d2070b6f133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699267 May 27 02:54:15.886048 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:54:15.970596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-bceca289-2547-43b5-8d0b-5cd1fa0b91ba service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260598 May 27 02:54:16.102963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-542ed869-7434-47b4-a48b-bd16baf00b2b req-336f8e67-ae68-43ed-8cca-f67d3af6739b service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258326 May 27 02:54:16.223216 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0b376440-651a-418e-bef5-9b260cff103f', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'port_id': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'mac_address': 'fa:16:3e:61:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:54:13Z', 'updated_at': '2022-05-27T02:54:13Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:58Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:54:16.228026 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7633c5b-f045-4a40-8e49-f795c3a10205 None None] The sync data for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 is: [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '0b376440-651a-418e-bef5-9b260cff103f', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'port_id': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'mac_address': 'fa:16:3e:61:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:54:13Z', 'updated_at': '2022-05-27T02:54:13Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:58Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:54:16.419029 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e17b6-da70-4a5c-a246-d43572bc2486 None None] New status for floating IP 0b376440-651a-418e-bef5-9b260cff103f: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:54:16.459846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-716c28f7-65b1-4a06-917f-58ea44db3509 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0765066 May 27 02:54:16.599724 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-513f2cd5-4eda-4ec3-b66d-5878296dc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:16.601681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-513f2cd5-4eda-4ec3-b66d-5878296dc594 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1097 time: 0.0726454 May 27 02:54:16.692401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 33960) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:54:16.758226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-c15f272b-d6c5-49d5-9585-edbd113eb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:16.759720 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-c15f272b-d6c5-49d5-9585-edbd113eb59d service neutron] 10.222.0.13 "GET /v2.0/networks?id=43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 200 len: 898 time: 0.1394155 May 27 02:54:16.809470 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e0431e85-00a2-441a-b21e-26ae6596a551 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/0b376440-651a-418e-bef5-9b260cff103f HTTP/1.1" status: 200 len: 992 time: 0.1112232 May 27 02:54:16.863241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-103ef55e-be47-47dc-9899-f19019bad40c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 200 len: 1000 time: 0.0977473 May 27 02:54:16.927779 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-93a6db7d-c79b-416a-8604-f77204fe577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:16.929102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-93a6db7d-c79b-416a-8604-f77204fe577f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23db254-156a-43d3-a469-cfc4b038b30a HTTP/1.1" status: 200 len: 835 time: 0.0601058 May 27 02:54:17.005866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-88cf716b-0358-42df-bf0c-cf07114c4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:54:17.007355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-88cf716b-0358-42df-bf0c-cf07114c4139 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43e3d073-4b8b-46e0-be3e-d2070b6f133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725422 May 27 02:54:17.236629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-88eeb877-7ea0-4d02-ba8d-90a637cae529 service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221792 May 27 02:54:17.369393 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c60e27aa-6200-48ad-9046-aef6048c74d4 req-23af66b2-d74b-49d2-9ccc-f6f108f30bad service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279399 May 27 02:54:18.161677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:54:20.015359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-3629c7c0-9087-476d-8618-5eac6a60e376 req-25e8fa24-a1bc-4479-a169-19393908ff35 tempest-ServerDiskConfigTestJSON-1106515681 tempest-ServerDiskConfigTestJSON-1106515681-project] (88426) timed out ('10.222.0.13', 52606) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:54:33.515485 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:33.879141 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:35.945536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-86a96383-7f69-4a58-adc8-d85b1e6a1ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:38.096845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0f1c80ed-fa37-420f-9978-ed50034bd1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:39.469868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:39.646443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:41.228597 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:54:55.161630 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:55:03.514039 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:03.869379 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:05.946876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ed744701-e823-466a-9703-981f230c9e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:08.098142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bccc-f605-4d34-bc1e-c6df02836207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:09.471153 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:09.648743 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:11.231551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:17.487789 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-42a22177-b010-490f-a8c7-50feef01d698 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103675 May 27 02:55:17.632872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b2362-5b19-497b-8834-73313999d54f req-cc0cd71e-b383-4b1a-8a98-a5b542aa90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:17.634284 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-cc0cd71e-b383-4b1a-8a98-a5b542aa90f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1097 time: 0.0776892 May 27 02:55:17.795419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b2362-5b19-497b-8834-73313999d54f req-4f4bdc65-cc0d-450d-86f8-be7d60e82288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:17.796973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-4f4bdc65-cc0d-450d-86f8-be7d60e82288 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 200 len: 898 time: 0.1306491 May 27 02:55:17.803684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc33ea-dbee-4a24-b4c3-c10fdcfb4d4d req-32501c73-1548-4e0a-87f8-75080ddde536 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:17.805173 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5cdc33ea-dbee-4a24-b4c3-c10fdcfb4d4d req-32501c73-1548-4e0a-87f8-75080ddde536 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0826960 May 27 02:55:17.851338 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5cdc33ea-dbee-4a24-b4c3-c10fdcfb4d4d req-e4f94175-184d-4166-8cb8-9fbc01abe30a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402954 May 27 02:55:17.904350 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-9bb4febc-08b7-4332-95b7-a40e3a95841c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 200 len: 1000 time: 0.0999737 May 27 02:55:17.966313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b2362-5b19-497b-8834-73313999d54f req-ba644205-2ae0-443e-82d3-aea67a78153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:17.967759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-ba644205-2ae0-443e-82d3-aea67a78153b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23db254-156a-43d3-a469-cfc4b038b30a HTTP/1.1" status: 200 len: 835 time: 0.0571606 May 27 02:55:18.044781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b2362-5b19-497b-8834-73313999d54f req-a907832a-0fe6-4879-9e7a-c63191bd62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:18.046204 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-a907832a-0fe6-4879-9e7a-c63191bd62a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43e3d073-4b8b-46e0-be3e-d2070b6f133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724807 May 27 02:55:18.176236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-a6a45739-6165-49f6-bf2f-97a150f5ba7f service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235497 May 27 02:55:18.305689 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-205b2362-5b19-497b-8834-73313999d54f req-23740cdd-fcdf-4a84-99fb-bf7aa6371336 service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233916 May 27 02:55:19.056974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c6308-a15f-43c0-8a9d-f9d73c314874 req-ac8f6a84-d262-4f05-b1eb-cd52cd7f3828 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:19.058414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e0c6308-a15f-43c0-8a9d-f9d73c314874 req-ac8f6a84-d262-4f05-b1eb-cd52cd7f3828 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0791085 May 27 02:55:19.101838 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2e0c6308-a15f-43c0-8a9d-f9d73c314874 req-5fc59768-9be8-4777-bffb-af5f5e7a28a0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377493 May 27 02:55:19.124395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 33994) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:19.228460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3ab49b49-a1f5-4c7a-9dc0-d5a3e2e31f8b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/0b376440-651a-418e-bef5-9b260cff103f HTTP/1.1" status: 200 len: 992 time: 0.1028996 May 27 02:55:20.671992 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b68f-f68b-4de1-aad5-9716d0f24ff2 req-c41c5a40-b472-49be-b434-c5dfc887849d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:20.674066 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67b7b68f-f68b-4de1-aad5-9716d0f24ff2 req-c41c5a40-b472-49be-b434-c5dfc887849d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0843892 May 27 02:55:20.722725 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-67b7b68f-f68b-4de1-aad5-9716d0f24ff2 req-14c592c8-fa7b-496d-8690-21daa1ec131f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428326 May 27 02:55:21.912236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b83e57-234d-4005-9edc-7eb7c70a49b9 req-5ece3718-0bf8-42a4-9e2d-143034831224 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:21.913621 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65b83e57-234d-4005-9edc-7eb7c70a49b9 req-5ece3718-0bf8-42a4-9e2d-143034831224 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0811408 May 27 02:55:21.964451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65b83e57-234d-4005-9edc-7eb7c70a49b9 req-23846e40-f32a-4bcc-b24a-9239b8e8bcd1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450976 May 27 02:55:21.987675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34006) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:22.100309 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7c132538-f05e-4fe9-9238-de0d9fe59a80 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/0b376440-651a-418e-bef5-9b260cff103f HTTP/1.1" status: 200 len: 992 time: 0.1062233 May 27 02:55:22.348425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34014) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:22.651935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 089fbbb8-65bd-4783-8b9e-c35336c91257 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:55:22.652279 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:22.820710 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:22.820946 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:22.942503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 089fbbb8-65bd-4783-8b9e-c35336c91257 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:55:23.092013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:23.139726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=089fbbb8-65bd-4783-8b9e-c35336c91257,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:23.186358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.186725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.187074 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.187413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.187751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.188086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.188419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.188750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.189081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.189408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.189780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.190087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:23.245374 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:23.245709 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP 0b376440-651a-418e-bef5-9b260cff103f disassociated (deleted). External IP: 172.25.3.71, port: cb75bb9f-78a8-45f0-943b-0e275a0fe19f. May 27 02:55:23.601105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:55:23.778917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:55:23.789951 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] Sync routers for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:55:23.800640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:23.801162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:23.801327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:23.855523 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-68f1f65c-4d7c-4fe3-93f4-ed70a5ae1bb7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/floatingips/0b376440-651a-418e-bef5-9b260cff103f HTTP/1.1" status: 204 len: 168 time: 1.5058441 May 27 02:55:23.855941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:55:23.976845 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c40440-0369-482f-8ed5-7a7a8724a913'] response: {'name': 'network-changed', 'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'status': 'completed', 'code': 200} May 27 02:55:24.016072 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:24.193990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-4ead2bbe-6861-44a9-9f9e-42445125821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:24.195635 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-4ead2bbe-6861-44a9-9f9e-42445125821c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 1097 time: 0.1959760 May 27 02:55:24.248081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658a243-5bae-4288-89b2-88252765e3eb req-2146b097-ae68-448f-93eb-2f1415176a4b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:24.250185 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6658a243-5bae-4288-89b2-88252765e3eb req-2146b097-ae68-448f-93eb-2f1415176a4b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0837345 May 27 02:55:24.296478 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6658a243-5bae-4288-89b2-88252765e3eb req-9d6549f9-c746-4dc6-9810-68eab044ea72 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398409 May 27 02:55:24.338370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-fbac9248-05a6-4054-bfba-e19484a4bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:24.339849 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-fbac9248-05a6-4054-bfba-e19484a4bb76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 200 len: 898 time: 0.1376648 May 27 02:55:24.348867 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:58Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:24.352677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] Checking router: 4e65e53c-cca7-40aa-b80c-de1568f6ce5f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:55:24.360829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:24.361435 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:24.408376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-fa46fcc6-5a36-45f5-8e11-d7fa0df6135c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 200 len: 217 time: 0.0609403 May 27 02:55:24.473281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-13f47837-d8e5-45b4-9196-cb81e2ba42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:24.474706 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-13f47837-d8e5-45b4-9196-cb81e2ba42a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23db254-156a-43d3-a469-cfc4b038b30a HTTP/1.1" status: 200 len: 835 time: 0.0600483 May 27 02:55:24.543552 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:24.549578 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-45f41f6a-3039-413a-93e1-2b526f4f461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:24.551127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-45f41f6a-3039-413a-93e1-2b526f4f461e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43e3d073-4b8b-46e0-be3e-d2070b6f133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698531 May 27 02:55:24.685093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-f7b5abd9-b02a-4b39-9eb9-0c4303e08e24 service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266634 May 27 02:55:24.817530 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b59e0d2b-613d-475c-9bb7-0f62195f566c req-1a074305-3787-4b5a-818c-f44a6fe4eccc service neutron] 10.222.0.13 "GET /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257780 May 27 02:55:24.853958 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:58Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:24.857828 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2c0828-822a-4845-ad31-ade91f7eb813 None None] The sync data for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 is: [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:54Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '45044e66-5430-4b8b-aa62-b8b0a568f6db', 'name': '', 'network_id': '43e3d073-4b8b-46e0-be3e-d2070b6f133c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:d6:11:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:53Z', 'updated_at': '2022-05-27T02:53:58Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'b23db254-156a-43d3-a469-cfc4b038b30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:55:25.073188 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a01334-9bc7-420b-8fcd-c195e9698fb6 None None] New status for floating IP 0b376440-651a-418e-bef5-9b260cff103f: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:55:25.487341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3165a1-fbe5-4366-8ed8-46e9c702593d req-f83b8f2e-a62c-4dfb-8763-1dd388b042be tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:25.487948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4c3165a1-fbe5-4366-8ed8-46e9c702593d req-f83b8f2e-a62c-4dfb-8763-1dd388b042be tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:55:25.504356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4c3165a1-fbe5-4366-8ed8-46e9c702593d req-f83b8f2e-a62c-4dfb-8763-1dd388b042be tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:55:25.505509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c3165a1-fbe5-4366-8ed8-46e9c702593d req-f83b8f2e-a62c-4dfb-8763-1dd388b042be tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.1012909 May 27 02:55:25.551384 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c3165a1-fbe5-4366-8ed8-46e9c702593d req-b928bffc-2e2c-4f6c-8183-162b48ab30dc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0bc9ace-e816-4d09-ab5c-a82134a24fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400693 May 27 02:55:25.924636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58616-34a1-430b-ab70-537b325f8052 req-083e886c-4095-4e1a-a310-1871090087c2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:25.926049 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aab58616-34a1-430b-ab70-537b325f8052 req-083e886c-4095-4e1a-a310-1871090087c2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 945 time: 0.0792062 May 27 02:55:25.996948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port cb75bb9f-78a8-45f0-943b-0e275a0fe19f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:55:25.997284 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:26.241415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port cb75bb9f-78a8-45f0-943b-0e275a0fe19f, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:26.241721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:26.393615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for cb75bb9f-78a8-45f0-943b-0e275a0fe19f owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:55:26.540450 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:26.590805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=cb75bb9f-78a8-45f0-943b-0e275a0fe19f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:26.675332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] No DVR routers for this DVR port cb75bb9f-78a8-45f0-943b-0e275a0fe19f on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:55:26.678873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:26.681590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'name': 'network-vif-deleted', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:55:26.701063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aab58616-34a1-430b-ab70-537b325f8052 req-5eaf42e7-693a-479f-8053-7fd9b819d4e9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "DELETE /v2.0/ports/cb75bb9f-78a8-45f0-943b-0e275a0fe19f HTTP/1.1" status: 204 len: 173 time: 0.7694166 May 27 02:55:26.726182 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b1f3c474-9e36-4033-b4ef-84d6348183d9 req-3674dda4-79f7-4ec8-a781-b97e524b7e4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=539aec4f-cfb7-4648-a021-ed2f2ff128a4 HTTP/1.1" status: 200 len: 210 time: 0.0589511 May 27 02:55:26.731509 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb737060-cbb9-41cb-bed1-3781f43068d1'] response: {'server_uuid': '539aec4f-cfb7-4648-a021-ed2f2ff128a4', 'name': 'network-vif-deleted', 'tag': 'cb75bb9f-78a8-45f0-943b-0e275a0fe19f', 'status': 'completed', 'code': 200} May 27 02:55:27.819663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34036) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:28.463417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:28.815256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 45044e66-5430-4b8b-aa62-b8b0a568f6db {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:55:28.815503 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:29.018762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 45044e66-5430-4b8b-aa62-b8b0a568f6db, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=45044e66-5430-4b8b-aa62-b8b0a568f6db,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:29.019487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:29.142930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 45044e66-5430-4b8b-aa62-b8b0a568f6db owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:55:29.580112 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:29.627418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=45044e66-5430-4b8b-aa62-b8b0a568f6db,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:29.898524 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:30.250988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:55:30.425474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:55:30.436479 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] Sync routers for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:55:30.439602 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2164faf8-0c2d-48e7-ba7b-1828cdc5c71c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/4e65e53c-cca7-40aa-b80c-de1568f6ce5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6187909 May 27 02:55:30.445640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34040) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:30.446251 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:30.446677 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:30.510199 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting subnet b23db254-156a-43d3-a469-cfc4b038b30a {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:55:30.513028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:30.566487 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:30.631911 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:30.748690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device cb75bb9f-78a8-45f0-943b-0e275a0fe19f no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:55:30.784602 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:30.802738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: cb75bb9f-78a8-45f0-943b-0e275a0fe19f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:55:30.803489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device cb75bb9f-78a8-45f0-943b-0e275a0fe19f not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:55:30.866094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:30.907722 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Subnet': ['ID=b23db254-156a-43d3-a469-cfc4b038b30a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:30.919640 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.919993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.920336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.920677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.921015 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.921350 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.921678 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.922014 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.922345 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.922677 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.923027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.923353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:30.931152 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:30.937697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5acd0f7-b0df-4b2c-b445-78785b59db9f None None] Network 43e3d073-4b8b-46e0-be3e-d2070b6f133c requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:55:30.938613 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aac5664c-5d2a-4a2f-855c-ea4496050657 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/subnets/b23db254-156a-43d3-a469-cfc4b038b30a HTTP/1.1" status: 204 len: 168 time: 0.4919527 May 27 02:55:30.941513 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34044) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:31.015356 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:55:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:31.020307 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] Checking router: 4e65e53c-cca7-40aa-b80c-de1568f6ce5f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:55:31.028635 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] Routers {'4e65e53c-cca7-40aa-b80c-de1568f6ce5f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:31.029200 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:31.138356 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.211363 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] Set router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:31.222778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] DHCP port deletion for 43e3d073-4b8b-46e0-be3e-d2070b6f133c request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:55:31.227399 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Deleting port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:55:31.227922 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.321068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.332007 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 8ccdc113-da8b-4ff6-b9bb-492e21697d70 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:55:31.332416 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.476418 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] For port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=c1bbc55e-b1e3-4a27-986a-67b28d2bc60f,segment=NetworkSegment(21af980b-03b7-4de4-92f1-e830add7f8c8),segment_id=21af980b-03b7-4de4-92f1-e830add7f8c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:31.476808 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.502052 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:55:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:31.506955 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e222d-3407-404a-99ed-79f7727bf470 None None] The sync data for ids ['4e65e53c-cca7-40aa-b80c-de1568f6ce5f'] in n-d-843146-11 is: [{'id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2031666399', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:55:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '8ccdc113-da8b-4ff6-b9bb-492e21697d70', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65e53c-cca7-40aa-b80c-de1568f6ce5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:53:49Z', 'updated_at': '2022-05-27T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:55:31.516582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 8ccdc113-da8b-4ff6-b9bb-492e21697d70, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8ccdc113-da8b-4ff6-b9bb-492e21697d70,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:31.517075 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.599080 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Calling delete_port for c1bbc55e-b1e3-4a27-986a-67b28d2bc60f owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:55:31.644047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 8ccdc113-da8b-4ff6-b9bb-492e21697d70 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:55:31.675855 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.723939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Pushing event deleted for resources: {'Port': ['ID=c1bbc55e-b1e3-4a27-986a-67b28d2bc60f,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:31.726196 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] No DVR routers for this DVR port c1bbc55e-b1e3-4a27-986a-67b28d2bc60f on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:55:31.738996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.739206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.739634 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.739879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.740247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.740587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.740922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.741255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.741582 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.741911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.742244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.742569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4b6c1-dad2-40db-a918-ee3d6729604d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:31.811798 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:31.858390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=8ccdc113-da8b-4ff6-b9bb-492e21697d70,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:31.953845 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.162284 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:55:32.231707 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.234068 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.254853 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.255401 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Fanout notify agent at l3_agent the message router_deleted on router 4e65e53c-cca7-40aa-b80c-de1568f6ce5f {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:55:32.271311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.274989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cae787e4-2ef0-4753-adaf-0612a4db6324 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/routers/4e65e53c-cca7-40aa-b80c-de1568f6ce5f HTTP/1.1" status: 204 len: 168 time: 1.3300004 May 27 02:55:32.275200 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:32.392294 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.521867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.547629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e3d073-4b8b-46e0-be3e-d2070b6f133c']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:32.559442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21af980b-03b7-4de4-92f1-e830add7f8c8') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:32.559744 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21af980b-03b7-4de4-92f1-e830add7f8c8') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:32.571369 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.587580 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.593951 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:55:32.594332 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.682701 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 21af980b-03b7-4de4-92f1-e830add7f8c8 resource provider aggregate not found May 27 02:55:32.702098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.706982 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.726424 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 21af980b-03b7-4de4-92f1-e830add7f8c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21af980b-03b7-4de4-92f1-e830add7f8c8 found for delete ", "request_id": "req-d90f2855-7a7d-4bbe-9929-943fa03a010a"}]} May 27 02:55:32.734804 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Network': ['ID=43e3d073-4b8b-46e0-be3e-d2070b6f133c,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:32.737276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bfd0e7ee-582e-4b74-a07c-e9c25a80e8fe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/networks/43e3d073-4b8b-46e0-be3e-d2070b6f133c HTTP/1.1" status: 204 len: 168 time: 0.4611638 May 27 02:55:32.740103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34058) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:32.769953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c1bbc55e-b1e3-4a27-986a-67b28d2bc60f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:55:32.806561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: c1bbc55e-b1e3-4a27-986a-67b28d2bc60f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:55:32.806928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device c1bbc55e-b1e3-4a27-986a-67b28d2bc60f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:55:32.807413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ccdc113-da8b-4ff6-b9bb-492e21697d70 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:55:32.808904 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c67d156-eb59-4a02-8703-e17607d12101 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.838622 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c67d156-eb59-4a02-8703-e17607d12101 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.842760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8ccdc113-da8b-4ff6-b9bb-492e21697d70 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:55:32.843108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8ccdc113-da8b-4ff6-b9bb-492e21697d70 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:55:32.843526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 45044e66-5430-4b8b-aa62-b8b0a568f6db no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:55:32.875341 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 45044e66-5430-4b8b-aa62-b8b0a568f6db {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:55:32.875682 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 45044e66-5430-4b8b-aa62-b8b0a568f6db not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:55:32.908627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c67d156-eb59-4a02-8703-e17607d12101 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.926025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67d156-eb59-4a02-8703-e17607d12101 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bc9ace-e816-4d09-ab5c-a82134a24fdf,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:32.937230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8c67d156-eb59-4a02-8703-e17607d12101 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:32.938341 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8c67d156-eb59-4a02-8703-e17607d12101 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/security-groups/d0bc9ace-e816-4d09-ab5c-a82134a24fdf HTTP/1.1" status: 204 len: 168 time: 0.1972241 May 27 02:55:33.055938 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34066) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:33.061283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511615216', 'description': 'tempest-secgroup-smoke-511615216 description', 'project_id': '7425aa9d2f3047de8dca803497e9a467'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:33.067904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.071931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.074691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.080789 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.090650 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.110535 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.114578 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.117318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.122925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.190656 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.194100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.239164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68822326-a8cc-43d0-b47c-780890c04324,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:33.243027 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.246741 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a49870d7-9bf4-4bd8-8576-f6d6765340ca tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1872315 May 27 02:55:33.247608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34070) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:33.252153 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '68822326-a8cc-43d0-b47c-780890c04324', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:33.258966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.262866 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.265736 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.272112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.288809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.349311 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.352595 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.374888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd2a594-bda7-4808-8424-3b1103a49e1d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:33.383385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.384523 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-29e097f3-d395-4f41-9583-22f82a5164f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363945 May 27 02:55:33.387304 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34074) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:33.392170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '68822326-a8cc-43d0-b47c-780890c04324', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:33.399517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.403390 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.406229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.412190 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.428116 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.487471 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.490684 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.513835 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16e6c10-28de-4215-ba52-f5b45bf4d842,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:33.516018 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.523262 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.524434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-844dfece-8e44-45fb-a817-5d48ef3d816d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362212 May 27 02:55:33.527124 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34078) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:33.532340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '68822326-a8cc-43d0-b47c-780890c04324', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:33.539057 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.542953 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.545813 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.551589 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.568126 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.629224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.632425 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.658077 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b176f3e-8ac5-4b0f-ad6c-da4316ea7502,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:33.666665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.667845 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-f0569ba3-c665-4c3f-9022-362251360ef6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398251 May 27 02:55:33.670532 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34082) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:33.675801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '68822326-a8cc-43d0-b47c-780890c04324', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:33.682149 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.685950 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.688793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.695300 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.711186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.774290 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.777497 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.800711 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5f8641-6624-476d-bbd8-1e69022ac979,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:33.808659 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.809819 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3c440724-ca5e-4bbc-bc04-0b2241f77584 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383591 May 27 02:55:33.812512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34086) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:33.817890 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '68822326-a8cc-43d0-b47c-780890c04324', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:33.824382 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.828244 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.831155 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.836887 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.847037 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:55:33.853304 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.883408 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.917465 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.921203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.944397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad21d297-2080-40dc-afa5-f12b5b824613,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:33.952381 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:33.953531 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-30ad6637-9b38-4dc7-ab75-4701635d738c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401300 May 27 02:55:33.956342 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34090) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:33.961088 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '68822326-a8cc-43d0-b47c-780890c04324', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:33.967494 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:33.971317 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:33.974135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:33.979785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:33.990299 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:55:33.996831 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.061566 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.065443 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.088170 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067a0825-6688-4206-86bc-8c39c169e671,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:34.098523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.099877 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0c63b4b6-6b96-4b3d-ad76-22640042aad5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425867 May 27 02:55:34.102631 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34094) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:34.108710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'network': {'name': 'tempest-network-smoke--766946445', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:34.114990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:34.118829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:network and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:34.121753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:34.127499 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:34.138372 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:55:34.141670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.169264 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:55:34.178248 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.178588 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Added segment a7239c90-4010-48f3-874b-065fee0ae455 of type vlan for network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 May 27 02:55:34.203093 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.232536 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.238634 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:34.239243 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.338825 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2351396 May 27 02:55:34.341731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34098) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:34.344625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a5dc1-ef86-4af1-86b4-9a34986f864b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Network': ['ID=75a9bd02-4cc1-4ecb-9486-832d8b99d188,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:34.347541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'admin_state_up': True, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:34.355390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:34.358359 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:55:34.360282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:router and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:34.363913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:34.370289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:34.382006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.383261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.399612 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:34.668088 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:35.074440 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:35.103283 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:35.236382 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.154 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/9b4567ee-14c1-4e0e-b8e9-c909f173d36f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:55:35.380344 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:35.409539 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:35.478432 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:55:35.481374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:55:35.485009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:55:35.514650 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:35.901014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:35.948993 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a5108aed-22fa-45e3-8c69-0dd7d9d7160d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:36.351407 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:36.555151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 9a76ecb2-3558-48ea-8064-5b18cd301985 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:55:36.734656 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:55:36.743817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Sync routers for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:55:36.753248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:36.753876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:36.760459 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:36.761895 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-37e8a17b-30f2-4f24-af60-5ab1ca5a8ad6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4191701 May 27 02:55:36.765016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34102) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:36.805536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-71b7896e-0d25-4ef4-a468-eea94e12e1ea tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7425aa9d2f3047de8dca803497e9a467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394588 May 27 02:55:36.808048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34106) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:36.930516 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:36.936234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0311f4f-3e50-4994-bcc6-a64e72dd7bb0 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:36.937759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a0311f4f-3e50-4994-bcc6-a64e72dd7bb0 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287997 May 27 02:55:36.940652 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34110) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:36.979570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d076a30e-7afe-432c-95ce-f2b871056eab tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378995 May 27 02:55:36.981925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34114) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:36.987170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1922060082', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:37.098143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:37.102075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:subnet and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:37.104922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:37.110625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:37.120836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:55:37.124518 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:37.215074 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:35Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:37.218803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Checking router: 9a76ecb2-3558-48ea-8064-5b18cd301985 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:55:37.219149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Updating router 9a76ecb2-3558-48ea-8064-5b18cd301985 port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:55:37.276113 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:37.351970 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:37.434224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Subnet': ['ID=bcb3806a-67fa-4770-95b3-2f878f66f047,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:37.440613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Checking segment: {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:55:37.440972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network hostable DHCP agents. Network: 75a9bd02-4cc1-4ecb-9486-832d8b99d188, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:55:37.462641 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:55:37.473465 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 75a9bd02-4cc1-4ecb-9486-832d8b99d188) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:55:37.477381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:37.478052 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:37.499075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee457168-204f-48c9-ae7f-465e0fffa6fc None None] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:55:37.503289 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-49365f6e-838f-416e-831d-55452f6e9781 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5203412 May 27 02:55:37.503458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34118) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:37.816567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:55:37.817384 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:37.827558 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:37.847981 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Transition to ACTIVE for port object 9b4567ee-14c1-4e0e-b8e9-c909f173d36f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:55:37.861545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-53965d75-3541-410a-ab73-59ac941e2257 service neutron] (88425) timed out ('10.222.0.16', 57006) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:55:37.887518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:37.997197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Attempting to bind port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:55:37.997581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Attempting to bind port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:55:37.997919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Attempting to bind port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:55:38.006299 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a3e0-3a1e-4b74-a79e-ecc3380bfda0 None None] Pushing event updated for resources: {'Port': ['ID=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:38.040077 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:55:38.040447 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:55:38.040843 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:38.041231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:55:38.041688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Bound port: 9b4567ee-14c1-4e0e-b8e9-c909f173d36f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:55:38.042054 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:38.134761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Allocated IP 172.20.0.2 (75a9bd02-4cc1-4ecb-9486-832d8b99d188/bcb3806a-67fa-4770-95b3-2f878f66f047/6ae5d872-6317-44bb-b8c9-f469fadea19f) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:55:38.141091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-71474afb-3748-42c4-a74b-d252ca7584b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:38.157139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] For port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:55:38.223925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] For port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:55:38.232231 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:38.314232 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:38.336443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:38.337064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:38.412815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a3e0-3a1e-4b74-a79e-ecc3380bfda0 None None] Pushing event updated for resources: {'Port': ['ID=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:38.578695 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:38.595715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:38.639133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Transition to ACTIVE for port object 6ae5d872-6317-44bb-b8c9-f469fadea19f will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:55:38.772715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Transition to ACTIVE for port object 6ae5d872-6317-44bb-b8c9-f469fadea19f will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:55:38.786173 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:38.851516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.1 (75a9bd02-4cc1-4ecb-9486-832d8b99d188/bcb3806a-67fa-4770-95b3-2f878f66f047/813f2b13-e7c7-4c11-acf4-f36548176e21) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:55:38.910760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:55:38.922242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:55:38.930028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:55:38.946506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Pushing event updated for resources: {'Port': ['ID=6ae5d872-6317-44bb-b8c9-f469fadea19f,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:39.015106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.030981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object 813f2b13-e7c7-4c11-acf4-f36548176e21 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:55:39.056531 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.075888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Attempting to bind port 6ae5d872-6317-44bb-b8c9-f469fadea19f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:55:39.076258 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Attempting to bind port 6ae5d872-6317-44bb-b8c9-f469fadea19f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:55:39.076618 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Attempting to bind port 6ae5d872-6317-44bb-b8c9-f469fadea19f on network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:55:39.083954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:55:39.084322 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Checking segment: {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:55:39.084717 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.085109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Bound using segment: {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:55:39.085563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Bound port: 6ae5d872-6317-44bb-b8c9-f469fadea19f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:55:39.085931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.122797 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:55:39.125783 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:55:39.128999 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:55:39.168918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:35Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:39.179266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea81a1f-3816-4102-9075-c8ca22f6c2e7 None None] The sync data for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 is: [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:35Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:55:39.181222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=813f2b13-e7c7-4c11-acf4-f36548176e21,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:39.186965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] For port 6ae5d872-6317-44bb-b8c9-f469fadea19f, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:55:39.191622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] For port 6ae5d872-6317-44bb-b8c9-f469fadea19f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae5d872-6317-44bb-b8c9-f469fadea19f,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:55:39.198574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.209940 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.285848 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cfe17-f0be-4286-8592-f53d555edcf4 None None] Pushing event updated for resources: {'Port': ['ID=6ae5d872-6317-44bb-b8c9-f469fadea19f,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:39.504713 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.517404 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:39.658889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:40.102490 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:40.109838 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:40.228665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:40.232767 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=813f2b13-e7c7-4c11-acf4-f36548176e21,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:40.331736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaea403-1653-424d-93af-d320219fa00a None None] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:55:40.373512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:55:40.374700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:55:40.426315 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d878ad1-47d2-4aae-aecb-ced5bed80885 None None] Provisioning for port 6ae5d872-6317-44bb-b8c9-f469fadea19f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:55:40.571034 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 9a76ecb2-3558-48ea-8064-5b18cd301985 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:55:40.769734 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:55:40.783199 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-02efb7fa-9341-4cc5-ba88-7c3b7a9ca360 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/9a76ecb2-3558-48ea-8064-5b18cd301985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2784936 May 27 02:55:40.831934 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9b4567ee-14c1-4e0e-b8e9-c909f173d36f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:55:40.850866 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Sync routers for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:55:40.867279 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:40.868184 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:40.920728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:55:40.926481 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f8488194-b005-4db2-9b01-5c95219cf407 None None] Provisioning for port 813f2b13-e7c7-4c11-acf4-f36548176e21 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:55:40.931704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:40.932079 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:40.969561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f8488194-b005-4db2-9b01-5c95219cf407 None None] Provisioning complete for port 813f2b13-e7c7-4c11-acf4-f36548176e21 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:40.969937 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f8488194-b005-4db2-9b01-5c95219cf407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:40.992333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-795e538c-e58a-4686-9126-5e7f6f83de87 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:55:41.014859 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-795e538c-e58a-4686-9126-5e7f6f83de87 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:55:41.016918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-795e538c-e58a-4686-9126-5e7f6f83de87 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511615216&fields=id&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 267 time: 0.0725203 May 27 02:55:41.052099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f8488194-b005-4db2-9b01-5c95219cf407 None None] Port 813f2b13-e7c7-4c11-acf4-f36548176e21 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:55:41.092060 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:41.120375 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:41.120871 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.147908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:41.154280 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.155166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6ae5d872-6317-44bb-b8c9-f469fadea19f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:55:41.206246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d391cd7c-027f-4c84-933c-ec8ca5117ce3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:41.207095 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d391cd7c-027f-4c84-933c-ec8ca5117ce3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:55:41.237864 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d391cd7c-027f-4c84-933c-ec8ca5117ce3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:55:41.241443 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d391cd7c-027f-4c84-933c-ec8ca5117ce3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 796 time: 0.2146773 May 27 02:55:41.262104 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-ce53b964-5105-41bc-b690-0c703a323066 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/quotas/7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 375 time: 0.0140252 May 27 02:55:41.312410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-56472a11-833e-4d45-92bc-3babece1ab3b None None] Provisioning complete for port 813f2b13-e7c7-4c11-acf4-f36548176e21 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:41.312785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-56472a11-833e-4d45-92bc-3babece1ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.344597 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.373648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-4e8f8880-9c09-4766-81ed-a7a75bf04650 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:55:41.373906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6ae5d872-6317-44bb-b8c9-f469fadea19f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:55:41.385318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:41.388086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6ae5d872-6317-44bb-b8c9-f469fadea19f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:41.388463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.390772 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-4e8f8880-9c09-4766-81ed-a7a75bf04650 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:55:41.393383 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-4e8f8880-9c09-4766-81ed-a7a75bf04650 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230717 May 27 02:55:41.419048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-56472a11-833e-4d45-92bc-3babece1ab3b None None] Port 813f2b13-e7c7-4c11-acf4-f36548176e21 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:55:41.448137 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 2, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:41.452191 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Checking router: 9a76ecb2-3558-48ea-8064-5b18cd301985 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:55:41.452756 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Updating router 9a76ecb2-3558-48ea-8064-5b18cd301985 port 813f2b13-e7c7-4c11-acf4-f36548176e21 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:55:41.507183 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.510487 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6ae5d872-6317-44bb-b8c9-f469fadea19f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:41.510967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.564810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6ae5d872-6317-44bb-b8c9-f469fadea19f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae5d872-6317-44bb-b8c9-f469fadea19f,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:41.574502 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-13523153-a950-4d27-914f-f8914a7b56b6 None None] Provisioning complete for port 813f2b13-e7c7-4c11-acf4-f36548176e21 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:41.575460 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-13523153-a950-4d27-914f-f8914a7b56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.594960 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-5e9d165e-4073-4c22-a33d-20645a6daba9 service neutron] 10.222.0.16 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883743 May 27 02:55:41.609164 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.687968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-13523153-a950-4d27-914f-f8914a7b56b6 None None] Port 813f2b13-e7c7-4c11-acf4-f36548176e21 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:55:41.697563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6ae5d872-6317-44bb-b8c9-f469fadea19f,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:41.868711 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-42469888-21fe-4625-8332-e06771acfeef service neutron] 10.222.0.16 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670548 May 27 02:55:41.890212 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:41.902278 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Transition to ACTIVE for port object 813f2b13-e7c7-4c11-acf4-f36548176e21 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:55:41.908659 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:42.060154 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Pushing event updated for resources: {'Port': ['ID=813f2b13-e7c7-4c11-acf4-f36548176e21,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:42.065792 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a30f1436-795d-453f-91c1-2f69d2ad9183 req-1396488a-87bd-4216-a091-b6ff3530e35a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:55:42.081476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a30f1436-795d-453f-91c1-2f69d2ad9183 req-1396488a-87bd-4216-a091-b6ff3530e35a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:55:42.082660 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a30f1436-795d-453f-91c1-2f69d2ad9183 req-1396488a-87bd-4216-a091-b6ff3530e35a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 210 time: 0.0655041 May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.103937 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:55:42.135238 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Attempting to bind port 813f2b13-e7c7-4c11-acf4-f36548176e21 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:55:42.135515 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Attempting to bind port 813f2b13-e7c7-4c11-acf4-f36548176e21 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:55:42.135866 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Attempting to bind port 813f2b13-e7c7-4c11-acf4-f36548176e21 on network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:55:42.141371 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:55:42.141741 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Checking segment: {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:55:42.142233 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:42.142554 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Bound using segment: {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:55:42.143048 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Bound port: 813f2b13-e7c7-4c11-acf4-f36548176e21, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:55:42.143421 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:42.230740 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] For port 813f2b13-e7c7-4c11-acf4-f36548176e21, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:55:42.233992 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] For port 813f2b13-e7c7-4c11-acf4-f36548176e21, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=813f2b13-e7c7-4c11-acf4-f36548176e21,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:55:42.238250 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:42.317117 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:42.317750 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:42.371257 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7801d2-6e4e-4b60-9c28-01c88a65a15a None None] Pushing event updated for resources: {'Port': ['ID=813f2b13-e7c7-4c11-acf4-f36548176e21,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:42.512078 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:42.754480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9b4567ee-14c1-4e0e-b8e9-c909f173d36f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:55:42.822890 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:42Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:42.826103 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:42.826482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:42.826918 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0b13-b554-496a-9621-4abf107e9039 None None] The sync data for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 is: [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:42Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:55:42.963310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:42.964292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6ae5d872-6317-44bb-b8c9-f469fadea19f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:55:43.043851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6ae5d872-6317-44bb-b8c9-f469fadea19f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:43.044298 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:43.193082 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-61fcf03c-e661-4a73-9d00-e5ae6adb4db0 req-7275c784-50ca-4a39-bd52-2443730cfe9a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 210 time: 0.0455775 May 27 02:55:43.215059 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6ae5d872-6317-44bb-b8c9-f469fadea19f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:44.346462 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb3164a4-8989-4b2a-bfea-ef0086cac203 req-68822816-fe5d-42da-b776-08844b4c370b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 210 time: 0.0429068 May 27 02:55:44.770015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 813f2b13-e7c7-4c11-acf4-f36548176e21 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:55:44.839249 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 813f2b13-e7c7-4c11-acf4-f36548176e21 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:55:44.844499 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 813f2b13-e7c7-4c11-acf4-f36548176e21 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:44.844868 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:44.958197 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 813f2b13-e7c7-4c11-acf4-f36548176e21 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:44.958577 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:44.989160 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 813f2b13-e7c7-4c11-acf4-f36548176e21, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=813f2b13-e7c7-4c11-acf4-f36548176e21,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:44.993066 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:45.063144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=813f2b13-e7c7-4c11-acf4-f36548176e21,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:45.283678 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-e5a20fe8-f3df-49fa-aa8b-e55e0fa0d9b3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:45.285084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-e5a20fe8-f3df-49fa-aa8b-e55e0fa0d9b3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 796 time: 0.1515350 May 27 02:55:45.334200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-c9126686-f55e-4418-b869-c50a063b2d78 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 379 time: 0.0413702 May 27 02:55:45.343292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'port': {'device_id': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'admin_state_up': True, 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'security_groups': ['68822326-a8cc-43d0-b47c-780890c04324']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:45.498337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9e9bc54e-e986-4312-962d-c032e927732f req-36e3f83d-293f-4360-af72-2e27304fd58e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 210 time: 0.0433195 May 27 02:55:45.588605 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:45.598646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:45.608077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:55:45.612537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:45.770622 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.6 (75a9bd02-4cc1-4ecb-9486-832d8b99d188/bcb3806a-67fa-4770-95b3-2f878f66f047/ee6d26f7-f97b-4f95-9753-d90cd95bf2e6) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:55:45.985336 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.002402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:55:46.026147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.100615 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:55:46.103759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:55:46.107570 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:55:46.138557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:46.176845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:46.177493 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.204594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-d63fc907-9421-42b6-b58d-ed7192b01b84 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648279 May 27 02:55:46.216220 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Request body: {'port': {'device_id': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:46.287956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b9f185d9-124f-46a2-aeae-1e1048a7d2ee None None] Provisioning for port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:55:46.294202 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b9f185d9-124f-46a2-aeae-1e1048a7d2ee None None] Provisioning complete for port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:46.294570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b9f185d9-124f-46a2-aeae-1e1048a7d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.332773 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.354601 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b9f185d9-124f-46a2-aeae-1e1048a7d2ee None None] Port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:55:46.727143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:55:46.736968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.753546 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 813f2b13-e7c7-4c11-acf4-f36548176e21 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:55:46.756635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Transition to ACTIVE for port object ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:55:46.761061 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.807682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5908cf-1cd1-4f5c-b8ab-b7c4a63bab37 req-e8e1397a-7539-48db-9d5b-a35b2a798d5e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:46.808374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fa5908cf-1cd1-4f5c-b8ab-b7c4a63bab37 req-e8e1397a-7539-48db-9d5b-a35b2a798d5e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:55:46.823714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 813f2b13-e7c7-4c11-acf4-f36548176e21 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:46.824337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:46.911273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:46.945244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 813f2b13-e7c7-4c11-acf4-f36548176e21 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:46.945456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-fa5908cf-1cd1-4f5c-b8ab-b7c4a63bab37 req-e8e1397a-7539-48db-9d5b-a35b2a798d5e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:55:46.946456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa5908cf-1cd1-4f5c-b8ab-b7c4a63bab37 req-e8e1397a-7539-48db-9d5b-a35b2a798d5e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 931 time: 0.3266807 May 27 02:55:47.053233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-fa5908cf-1cd1-4f5c-b8ab-b7c4a63bab37 req-c33608f5-2875-45ff-ab46-f3798c7062c6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671165 May 27 02:55:47.059525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Attempting to bind port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:55:47.059856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Attempting to bind port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:55:47.060181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Attempting to bind port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 on network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:55:47.067278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 on network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:55:47.067614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Attempting to bind port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 on network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:55:47.074998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:55:47.075392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Checking segment: {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:55:47.075835 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Bound using segment: {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:55:47.076356 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Bound port: ee6d26f7-f97b-4f95-9753-d90cd95bf2e6, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7239c90-4010-48f3-874b-065fee0ae455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:55:47.076762 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:47.165327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] For port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:55:47.168248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] For port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:55:47.172217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:47.236345 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:47.237021 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:47.238380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 1092 time: 1.0264604 May 27 02:55:47.238844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:55:47.262599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b82d7-e62f-4d9f-94ab-68ebfb5e8e20 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:47.315676 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823fa7b7-942b-433d-a7c4-fab737d48b50'] response: {'name': 'network-changed', 'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'status': 'completed', 'code': 200} May 27 02:55:47.351735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-fc258e12-a5e4-482b-aea2-0acd65399348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:47.353259 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-fc258e12-a5e4-482b-aea2-0acd65399348 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1095 time: 0.0755379 May 27 02:55:47.520329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-4593c690-cb90-4f88-a69c-67fca8d61eba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 217 time: 0.1603136 May 27 02:55:47.581910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-8ffa5cb7-9f28-4ccb-a929-94fa46afc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:47.583356 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-8ffa5cb7-9f28-4ccb-a929-94fa46afc3ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 200 len: 835 time: 0.0574872 May 27 02:55:47.659399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-a15e2a2a-a800-4ce7-82aa-9d3f173fd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:47.660870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-a15e2a2a-a800-4ce7-82aa-9d3f173fd8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75a9bd02-4cc1-4ecb-9486-832d8b99d188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718675 May 27 02:55:47.791066 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-15611d7f-b232-42e3-ad3b-94856a22f96d service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236107 May 27 02:55:47.921869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-69b48762-65a4-4c45-8f71-9d5d8fd826dc req-b922b05f-789f-424c-9f89-eae827338989 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252229 May 27 02:55:48.040084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-516c9929-0a42-4d9c-811f-efb677e19ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:48.041644 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-516c9929-0a42-4d9c-811f-efb677e19ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1095 time: 0.0767143 May 27 02:55:48.212078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-c9b22549-5313-4227-8a0b-0501c7469997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:48.213488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-c9b22549-5313-4227-8a0b-0501c7469997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 897 time: 0.1650927 May 27 02:55:48.294512 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-f6f2bd03-f97a-4342-8728-c22eaadace87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 217 time: 0.0745265 May 27 02:55:48.365545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-cf8502f1-b658-43e1-921f-1308cbe4dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:48.366968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-cf8502f1-b658-43e1-921f-1308cbe4dd53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 200 len: 835 time: 0.0665233 May 27 02:55:48.374452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522174b-190b-46c7-a2dd-e087f9cb5883 req-edbbfcfe-f5ce-4f66-85ff-b25cbfb2697c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:48.375808 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c522174b-190b-46c7-a2dd-e087f9cb5883 req-edbbfcfe-f5ce-4f66-85ff-b25cbfb2697c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 943 time: 0.2084768 May 27 02:55:48.467716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c522174b-190b-46c7-a2dd-e087f9cb5883 req-d59d9d7c-af65-4b09-863c-f8fec4d184f1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618112 May 27 02:55:48.485253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-af2a8f92-344a-4107-941b-93e7e35dbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:48.485253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-af2a8f92-344a-4107-941b-93e7e35dbfb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75a9bd02-4cc1-4ecb-9486-832d8b99d188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081066 May 27 02:55:48.616276 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-aca80332-490c-447f-8ebb-da397762a7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248984 May 27 02:55:48.745625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0696a827-bc34-4bcc-b4e2-1148c4ac8d22 req-94fe4604-f39c-4c11-b1c6-4ea78930214d service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231222 May 27 02:55:49.655842 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e89b-76bc-4fa5-9370-7c0519a9b6dd req-5020cb20-88fb-4a7d-8ca4-e98b40f5309c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:49.657538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6314e89b-76bc-4fa5-9370-7c0519a9b6dd req-5020cb20-88fb-4a7d-8ca4-e98b40f5309c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 943 time: 0.0819848 May 27 02:55:49.700635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6314e89b-76bc-4fa5-9370-7c0519a9b6dd req-f4eaa135-a318-4696-9a7c-6f6d0807e31c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 May 27 02:55:50.855063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:55:50.884600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c47fa-cf54-4f36-84b2-759640f1781c req-aca49a1a-6d06-4847-a195-912acc7dd94b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:50.886086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-893c47fa-cf54-4f36-84b2-759640f1781c req-aca49a1a-6d06-4847-a195-912acc7dd94b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 943 time: 0.0808973 May 27 02:55:50.931731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-893c47fa-cf54-4f36-84b2-759640f1781c req-7f159384-de01-470e-8e5a-24bfa063f69e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 May 27 02:55:50.990600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:51.003951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'port_id': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'mac_address': 'fa:16:3e:60:54:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:55:51.057587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:51.057968 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:51.075205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:55:51.090006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:51.093990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:51.163818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:51.390740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['ee6d26f7-f97b-4f95-9753-d90cd95bf2e6'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:55:52.112696 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f2893-ef4e-4ef3-a415-efbd2e275cdc req-f435dc0a-92d7-4afa-8a4a-b586b17fc86d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:52.114129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-452f2893-ef4e-4ef3-a415-efbd2e275cdc req-f435dc0a-92d7-4afa-8a4a-b586b17fc86d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 944 time: 0.0778918 May 27 02:55:52.160534 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-452f2893-ef4e-4ef3-a415-efbd2e275cdc req-2200a4a9-3567-42db-a0cd-e078420c70f4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 May 27 02:55:52.854331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:55:52.919636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:55:52.924772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:55:52.925139 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:53.039097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:55:53.039477 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:53.065565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:55:53.074841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:55:53.085972 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:53.118473 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a61fa87-2ccb-4300-a022-8c6785eea163'] response: {'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'code': 200} May 27 02:55:53.159685 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:53.243357 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2454d3-e41b-48e7-a2cc-c3094be5894d req-fc80fd69-6ec6-41f5-a54f-9b62b5f135cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:53.244848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae2454d3-e41b-48e7-a2cc-c3094be5894d req-fc80fd69-6ec6-41f5-a54f-9b62b5f135cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1097 time: 0.0776448 May 27 02:55:53.287152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ae2454d3-e41b-48e7-a2cc-c3094be5894d req-c3503316-6a1b-4c51-9aa0-0f9e8db3ff56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358710 May 27 02:55:53.352238 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dbcb0-26f6-47be-946b-7d9dd03b0ecb req-250fe1af-355a-4a66-a8ea-1a4418b5945f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:53.353655 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a2dbcb0-26f6-47be-946b-7d9dd03b0ecb req-250fe1af-355a-4a66-a8ea-1a4418b5945f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0808146 May 27 02:55:53.397089 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1a2dbcb0-26f6-47be-946b-7d9dd03b0ecb req-25db671d-7375-425a-9b26-21d8e4ac8316 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377269 May 27 02:55:54.590977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48e48e-7d20-45ff-a689-cc498e41fe2b req-58f1baa6-3ad7-4b79-bb00-e73de35dc6d2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:54.593119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a48e48e-7d20-45ff-a689-cc498e41fe2b req-58f1baa6-3ad7-4b79-bb00-e73de35dc6d2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0892580 May 27 02:55:54.643540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a48e48e-7d20-45ff-a689-cc498e41fe2b req-a8a152d2-cb30-46d6-bcb1-eb2c6a8836d0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 May 27 02:55:55.828555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a34f9-e675-4927-8978-419c7af3b30d req-90ab615c-ee90-4dfa-80a4-c7b68ab23d39 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:55.830516 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e71a34f9-e675-4927-8978-419c7af3b30d req-90ab615c-ee90-4dfa-80a4-c7b68ab23d39 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0825863 May 27 02:55:55.872786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e71a34f9-e675-4927-8978-419c7af3b30d req-999339f7-e069-49a5-ad59-686ce3fc7756 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365810 May 27 02:55:56.153308 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecce72f-45c2-420c-af8e-735bac1ae6bf req-8ff62bea-994a-48d0-a0f7-801467d1fdf4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:56.154648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1ecce72f-45c2-420c-af8e-735bac1ae6bf req-8ff62bea-994a-48d0-a0f7-801467d1fdf4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.1756954 May 27 02:55:56.198432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1ecce72f-45c2-420c-af8e-735bac1ae6bf req-4ab4d92a-a17b-47da-9a1c-17f6e937f8e0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377595 May 27 02:55:56.220005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:56.288971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c911e9dc-5761-43b9-b15e-39619044a4f6 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:56.290459 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c911e9dc-5761-43b9-b15e-39619044a4f6 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1092 time: 0.0695345 May 27 02:55:56.293266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34188) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:56.298846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:55:56.305559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:55:56.309483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:floatingip and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:55:56.312353 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:55:56.318666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:55:56.331897 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:56.464351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:56.600460 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.168 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/1ee27408-47bc-4941-8ae9-3bd1090ae688) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:55:56.744690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:56.773511 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:56.840665 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:55:56.843321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:55:56.847142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:55:56.881087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=1ee27408-47bc-4941-8ae9-3bd1090ae688,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:57.257325 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:57.331644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:57.533968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:57.538429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:57.648585 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=1ee27408-47bc-4941-8ae9-3bd1090ae688,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:55:57.659529 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:57.939651 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP 88222826-a1dd-4e4d-9f49-8b7bca523acc associated. External IP: 172.25.3.168, port: ee6d26f7-f97b-4f95-9753-d90cd95bf2e6. May 27 02:55:58.321490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 9a76ecb2-3558-48ea-8064-5b18cd301985 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:55:58.497583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:55:58.506830 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] Sync routers for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:55:58.516393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:58.517484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:58.522217 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:55:58.581315 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9eac91a6-694c-40ab-8b26-254d6ae3398c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2870195 May 27 02:55:58.581989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:55:58.631876 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3346f342-502d-44c4-ad3a-5201b3f184af'] response: {'name': 'network-changed', 'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'status': 'completed', 'code': 200} May 27 02:55:58.697230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:58.728102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-d73c0248-43b5-4436-b6a8-39f330247497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:58.729607 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-d73c0248-43b5-4436-b6a8-39f330247497 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1097 time: 0.0756462 May 27 02:55:58.761236 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d23b96-f295-45bf-8656-da750e03b162 req-4ca7b44e-7649-450f-91c4-20031a8297c0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:58.762692 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f7d23b96-f295-45bf-8656-da750e03b162 req-4ca7b44e-7649-450f-91c4-20031a8297c0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0830634 May 27 02:55:58.811260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f7d23b96-f295-45bf-8656-da750e03b162 req-3966f593-436f-431f-a714-1076696f650f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415678 May 27 02:55:58.835337 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34196) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:55:58.863541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-1d2fb391-d497-4ea9-a5f5-1d1ada1f5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:58.865038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-1d2fb391-d497-4ea9-a5f5-1d1ada1f5cd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 897 time: 0.1296291 May 27 02:55:58.944813 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-34cb7d55-d5b2-450b-a668-6f3ab94b7f72 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/88222826-a1dd-4e4d-9f49-8b7bca523acc HTTP/1.1" status: 200 len: 991 time: 0.1071520 May 27 02:55:58.973764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-50925b32-b47b-4173-91d5-da3651b74de5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 999 time: 0.1004872 May 27 02:55:59.035012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-c8fb2cee-fed2-4561-a5c8-23e157b0528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:59.036444 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-c8fb2cee-fed2-4561-a5c8-23e157b0528f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 200 len: 835 time: 0.0570784 May 27 02:55:59.078953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '88222826-a1dd-4e4d-9f49-8b7bca523acc', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'port_id': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'mac_address': 'fa:16:3e:60:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:55:57Z', 'updated_at': '2022-05-27T02:55:57Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:44Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:59.083387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] Checking router: 9a76ecb2-3558-48ea-8064-5b18cd301985 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:55:59.091604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:55:59.092134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:55:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:59.114809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-95e5f7a9-ff22-4ef5-ae97-166ffd5d64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:55:59.116429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-95e5f7a9-ff22-4ef5-ae97-166ffd5d64f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75a9bd02-4cc1-4ecb-9486-832d8b99d188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741673 May 27 02:55:59.246727 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-8dd8836c-5895-4417-b176-28e957d785f9 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247652 May 27 02:55:59.265704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:55:59.491965 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7fb5f82d-430b-448f-990e-b291c5f7b8d0 req-ba006791-7f1e-4d63-ba7f-8aa5e10b3076 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400582 May 27 02:55:59.616727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '88222826-a1dd-4e4d-9f49-8b7bca523acc', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'port_id': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'mac_address': 'fa:16:3e:60:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:55:57Z', 'updated_at': '2022-05-27T02:55:57Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:44Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:55:59.620698 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d063ab-af96-4761-8ca4-1253256aedd1 None None] The sync data for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 is: [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '88222826-a1dd-4e4d-9f49-8b7bca523acc', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'port_id': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'mac_address': 'fa:16:3e:60:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:55:57Z', 'updated_at': '2022-05-27T02:55:57Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:44Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:55:59.806395 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4e5a1-9da7-4691-b681-de57f2424fa1 None None] New status for floating IP 88222826-a1dd-4e4d-9f49-8b7bca523acc: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:55:59.947625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34200) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:00.056129 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-73eec7b4-8bcc-45ee-8e40-9f2e959c55a0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/88222826-a1dd-4e4d-9f49-8b7bca523acc HTTP/1.1" status: 200 len: 991 time: 0.1070457 May 27 02:56:01.059977 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34204) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:56:01.169085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b313e40c-8b71-4709-9c10-4ec0fc7c66fc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/88222826-a1dd-4e4d-9f49-8b7bca523acc HTTP/1.1" status: 200 len: 993 time: 0.1080778 May 27 02:56:03.127576 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-6fb0de11-0578-4052-b044-5f306c82697c req-a8f699ff-7095-432b-9820-71e813725aac service neutron] (88426) timed out ('10.222.0.47', 60520) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 02:56:03.544985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:03.883889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:05.951237 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a64856da-69c7-4dde-bb55-efb3a837e550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:08.103829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-613a55aa-15b0-4b3e-8ff2-9de295483db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:09.164944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:56:09.478386 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:09.654392 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:11.237599 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:20.022466 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-ba7dc519-a1bd-4b19-9a18-2237d893efd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677617 May 27 02:56:20.162083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-747cd6ce-d9b5-40b1-b1c2-325519cbab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:20.163564 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-747cd6ce-d9b5-40b1-b1c2-325519cbab8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1097 time: 0.0730145 May 27 02:56:20.308789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-002fc9bb-aa82-4e6e-aada-6a3683da16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:20.310102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-002fc9bb-aa82-4e6e-aada-6a3683da16c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 897 time: 0.1279950 May 27 02:56:20.417697 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-2da68324-bb72-4155-a9ba-979479547b31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 1001 time: 0.1008623 May 27 02:56:20.477908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-da405854-f82d-417b-b755-8552fe6eaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:20.479298 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-da405854-f82d-417b-b755-8552fe6eaac6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 200 len: 835 time: 0.0560446 May 27 02:56:20.553148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-d44f3a0c-30ec-437f-a243-b4430dab892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:56:20.554609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-d44f3a0c-30ec-437f-a243-b4430dab892e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75a9bd02-4cc1-4ecb-9486-832d8b99d188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694542 May 27 02:56:20.686357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-9a41fada-bf5e-4ccd-ade9-55be7c24a365 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257827 May 27 02:56:20.816691 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-32be7156-4b41-4f32-bf15-3c80036b7a9b req-81c15ee1-32fe-4f8c-9100-d4642e5865f3 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243455 May 27 02:56:33.544130 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:33.884613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:35.955323 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f3aed010-06f0-41a9-82a8-0502984020d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:38.106244 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-19abf63f-0f7a-4c09-8302-04d3515b66a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.480068 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:39.657159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:41.239603 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:56:46.163957 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:57:00.138205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-7cbf1699-fe33-4504-b024-f1addf61b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:00.139732 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-7cbf1699-fe33-4504-b024-f1addf61b809 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1097 time: 0.1322060 May 27 02:57:00.151712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9743d6-8ef0-42e8-8cd9-46803dfed02e req-13aab858-3e32-4622-a0c0-5fff2c4ba48e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:00.153063 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea9743d6-8ef0-42e8-8cd9-46803dfed02e req-13aab858-3e32-4622-a0c0-5fff2c4ba48e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.1060264 May 27 02:57:00.279164 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea9743d6-8ef0-42e8-8cd9-46803dfed02e req-53c7e81a-f588-423b-84ee-2f4b8ff8d277 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051407 May 27 02:57:00.314322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-79653f68-61b2-4417-bdcf-d78a2c8eb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:00.316327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-79653f68-61b2-4417-bdcf-d78a2c8eb907 service neutron] 10.222.0.13 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 897 time: 0.1624405 May 27 02:57:00.415038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-467be3e0-4025-4ba4-9745-b5fa2b3e9349 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 1001 time: 0.0918391 May 27 02:57:00.480112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-90a2794b-9208-4047-a612-84eb02bdb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:00.481501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-90a2794b-9208-4047-a612-84eb02bdb7d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 200 len: 835 time: 0.0603371 May 27 02:57:00.555562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-97b4107f-3871-4230-9cfc-2e1c42e2e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:00.556956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-97b4107f-3871-4230-9cfc-2e1c42e2e211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75a9bd02-4cc1-4ecb-9486-832d8b99d188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690873 May 27 02:57:00.687544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-d7d815d5-5a45-4812-a050-523743fd1eed service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237059 May 27 02:57:00.819982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8c4a74e1-eb55-4e5d-a227-20f640b3216b req-971f8729-c511-4df2-a567-e3bce9f12e96 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253884 May 27 02:57:01.466814 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39789db-4f9e-41b8-a788-3e3280657306 req-ec84a3c0-1d47-40ce-a2a6-c78f5f119b69 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:01.468276 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a39789db-4f9e-41b8-a788-3e3280657306 req-ec84a3c0-1d47-40ce-a2a6-c78f5f119b69 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0808387 May 27 02:57:01.511484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a39789db-4f9e-41b8-a788-3e3280657306 req-731326e8-d7c3-4827-bf64-64eb69096ce0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375390 May 27 02:57:02.791054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85499901-049b-4ccd-90db-554b39a59e94 req-16dc3ac2-7fe8-4069-8526-7fc18981cc13 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:02.792435 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85499901-049b-4ccd-90db-554b39a59e94 req-16dc3ac2-7fe8-4069-8526-7fc18981cc13 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.1740723 May 27 02:57:02.836609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-85499901-049b-4ccd-90db-554b39a59e94 req-c7e575d3-0f86-4b3a-b086-d70aec3d5bac tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386472 May 27 02:57:03.531117 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:03.929265 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:04.034575 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf227e-6932-4cd3-bee2-93b2fd4a81a4 req-8a89b43f-373e-4c82-bbb8-276f52366b78 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:04.036061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acf227e-6932-4cd3-bee2-93b2fd4a81a4 req-8a89b43f-373e-4c82-bbb8-276f52366b78 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0851095 May 27 02:57:04.079277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-6acf227e-6932-4cd3-bee2-93b2fd4a81a4 req-eda53965-97d7-4f4f-a1ad-9cb6108b6424 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376003 May 27 02:57:05.416892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c7914-e43e-4af6-af2d-e542bff7ae43 req-4a073abf-e30c-41ee-8940-4c02b31ed583 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:05.418291 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d56c7914-e43e-4af6-af2d-e542bff7ae43 req-4a073abf-e30c-41ee-8940-4c02b31ed583 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0813117 May 27 02:57:05.465708 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d56c7914-e43e-4af6-af2d-e542bff7ae43 req-26703533-96ee-4e4e-b2b5-feba802326c2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416021 May 27 02:57:05.957398 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-97793134-7ece-4ebc-9e99-ed1d57dcc23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:06.797531 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5340f-1b33-4ebd-8bed-cf08bc76a650 req-169a3a62-f618-49cd-ae85-b27477d25a4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:06.798934 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1a5340f-1b33-4ebd-8bed-cf08bc76a650 req-169a3a62-f618-49cd-ae85-b27477d25a4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0783677 May 27 02:57:06.845941 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c1a5340f-1b33-4ebd-8bed-cf08bc76a650 req-40e5abb9-5bd0-4837-bdf7-a8424c0881c4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408723 May 27 02:57:08.038477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce282be-70f9-4d8e-a45f-e6f5388e713a req-8418f175-80e0-42d1-9174-6d4ea82f0f4f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:08.039938 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dce282be-70f9-4d8e-a45f-e6f5388e713a req-8418f175-80e0-42d1-9174-6d4ea82f0f4f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0785658 May 27 02:57:08.083205 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dce282be-70f9-4d8e-a45f-e6f5388e713a req-698da438-c888-461c-b637-5bf3336fb616 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 May 27 02:57:08.108259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-22a02f44-b0ff-4439-9b54-2ed299504b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:09.263062 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5fa4-2d1d-480b-bb9e-297ce05813f9 req-e5edc05b-ee77-4bc2-8cf7-965a6d0abd41 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:09.264534 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e34d5fa4-2d1d-480b-bb9e-297ce05813f9 req-e5edc05b-ee77-4bc2-8cf7-965a6d0abd41 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0794733 May 27 02:57:09.308207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e34d5fa4-2d1d-480b-bb9e-297ce05813f9 req-2ddf8d75-847f-4669-8376-5d2d516ec8bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380647 May 27 02:57:09.482188 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:09.660712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:10.492742 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4acd75-a9bd-4809-9ee4-7fa88830a6ed req-f011ac1f-8ab9-4202-97d6-271f6b9a4264 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:10.494179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f4acd75-a9bd-4809-9ee4-7fa88830a6ed req-f011ac1f-8ab9-4202-97d6-271f6b9a4264 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0819921 May 27 02:57:10.538649 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5f4acd75-a9bd-4809-9ee4-7fa88830a6ed req-8bbcc356-fd59-4803-8bdf-03fa002c667a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387175 May 27 02:57:11.242386 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:11.730843 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275a987-6842-46ad-aaa6-8468132b722f req-5c3a31ec-f886-45a0-8bd4-bb0134989264 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:11.732292 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c275a987-6842-46ad-aaa6-8468132b722f req-5c3a31ec-f886-45a0-8bd4-bb0134989264 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0855222 May 27 02:57:11.775990 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c275a987-6842-46ad-aaa6-8468132b722f req-0a75ffc6-6ce0-4312-bbfc-5ef9bcdec738 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379777 May 27 02:57:12.958500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591074a-2d4b-4d98-aec4-937293a7fad7 req-9068b53e-db58-41be-8dc7-5a3b929fbcde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:12.959874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b591074a-2d4b-4d98-aec4-937293a7fad7 req-9068b53e-db58-41be-8dc7-5a3b929fbcde tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0794387 May 27 02:57:13.003186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b591074a-2d4b-4d98-aec4-937293a7fad7 req-33002f42-848f-422b-bb46-1fadd91aa985 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377033 May 27 02:57:13.026934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34270) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:57:13.132038 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-77550afd-abb9-4aad-9f8b-917a8ed18035 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/88222826-a1dd-4e4d-9f49-8b7bca523acc HTTP/1.1" status: 200 len: 993 time: 0.1040199 May 27 02:57:21.445575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-4ba59efb-808d-4498-8758-708f420995c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0708683 May 27 02:57:21.580079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-9ba4fc00-886b-4f73-9f34-0e3b1a9dcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:21.581578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-9ba4fc00-886b-4f73-9f34-0e3b1a9dcefe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1097 time: 0.0707839 May 27 02:57:21.725774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-200cf04d-ea99-4dee-9786-a8870034a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:21.727152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-200cf04d-ea99-4dee-9786-a8870034a239 service neutron] 10.222.0.13 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 897 time: 0.1265802 May 27 02:57:21.830003 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-2e517947-f784-4a2d-bc48-da5115cd0788 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 1001 time: 0.0961139 May 27 02:57:21.892392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-244b70b9-d112-44e1-940b-77fe2440d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:21.893863 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-244b70b9-d112-44e1-940b-77fe2440d1bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 200 len: 835 time: 0.0566592 May 27 02:57:21.981713 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-d9cefef9-4dd9-4030-b021-cb16ca58289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:57:21.983166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-d9cefef9-4dd9-4030-b021-cb16ca58289b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75a9bd02-4cc1-4ecb-9486-832d8b99d188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810010 May 27 02:57:22.117840 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-3094341e-e05b-4226-b5cb-14db9e6573c4 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279995 May 27 02:57:22.253340 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6d0f9a60-fcf1-40b2-a895-f6d4e38ee7be req-79553146-d395-40ef-839b-991d577dd896 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289053 May 27 02:57:23.164192 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:57:33.546404 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:33.933438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:35.959554 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1501848e-12fd-4250-9189-da10559687ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:38.113800 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-dd487adc-19a9-4aa5-8ab2-2b48b75e9fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:39.483605 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:39.664475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:57:41.245435 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:00.164480 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:58:02.673022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34292) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:02.873319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 1ee27408-47bc-4941-8ae9-3bd1090ae688 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:58:02.873569 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:03.139639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:03.139904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:03.261898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 1ee27408-47bc-4941-8ae9-3bd1090ae688 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:58:03.411367 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:03.459531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=1ee27408-47bc-4941-8ae9-3bd1090ae688,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:03.496686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.497040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.497389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.497729 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.498064 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.498397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.498748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.499090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.499420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.499763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.500069 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.500389 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:03.554582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:03.566161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:03.566551 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP 88222826-a1dd-4e4d-9f49-8b7bca523acc disassociated (deleted). External IP: 172.25.3.168, port: ee6d26f7-f97b-4f95-9753-d90cd95bf2e6. May 27 02:58:03.918458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 9a76ecb2-3558-48ea-8064-5b18cd301985 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:58:03.932507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:04.096562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:58:04.106528 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] Sync routers for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:58:04.115721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:04.116331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:04.116479 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:04.174972 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a1c6ee3e-89fd-4e97-8ae6-6e94452ada6c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/floatingips/88222826-a1dd-4e4d-9f49-8b7bca523acc HTTP/1.1" status: 204 len: 168 time: 1.5006833 May 27 02:58:04.175408 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:58:04.230819 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df164517-9e89-4ba0-ac23-7443fc464f4f'] response: {'name': 'network-changed', 'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'status': 'completed', 'code': 200} May 27 02:58:04.328282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3fa74-772a-4255-9637-613e186a8275 req-328b119f-63a8-4d57-9638-689a817514b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:04.329769 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ca3fa74-772a-4255-9637-613e186a8275 req-328b119f-63a8-4d57-9638-689a817514b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 1097 time: 0.0776348 May 27 02:58:04.339026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:04.594931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736865-6a7e-4057-9791-977c43e0c281 req-a9e3b8fc-0e79-4f0f-a6d5-e6aaf298ab14 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:04.596967 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f7736865-6a7e-4057-9791-977c43e0c281 req-a9e3b8fc-0e79-4f0f-a6d5-e6aaf298ab14 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0938411 May 27 02:58:04.604174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3fa74-772a-4255-9637-613e186a8275 req-ce104a88-d10f-4f48-97dc-4cc08d8d4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:04.608090 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ca3fa74-772a-4255-9637-613e186a8275 req-ce104a88-d10f-4f48-97dc-4cc08d8d4f3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 200 len: 897 time: 0.2726383 May 27 02:58:04.642291 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f7736865-6a7e-4057-9791-977c43e0c281 req-c6404000-d056-48b8-adac-08b416337ce7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390670 May 27 02:58:04.679826 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ca3fa74-772a-4255-9637-613e186a8275 req-2d1b7686-2509-4173-a041-d863b8ba3926 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 200 len: 217 time: 0.0644531 May 27 02:58:04.682890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:44Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:04.686798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] Checking router: 9a76ecb2-3558-48ea-8064-5b18cd301985 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:58:04.695754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:04.696352 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:57:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:04.742606 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3fa74-772a-4255-9637-613e186a8275 req-4455df00-5976-4675-9305-19d6c23a425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:04.744077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ca3fa74-772a-4255-9637-613e186a8275 req-4455df00-5976-4675-9305-19d6c23a425e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 200 len: 835 time: 0.0582027 May 27 02:58:04.830329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3fa74-772a-4255-9637-613e186a8275 req-e9fa9fb2-d9d9-460b-ae50-9a68abb15b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:04.831865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ca3fa74-772a-4255-9637-613e186a8275 req-e9fa9fb2-d9d9-460b-ae50-9a68abb15b25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75a9bd02-4cc1-4ecb-9486-832d8b99d188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808518 May 27 02:58:04.881867 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:04.968587 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ca3fa74-772a-4255-9637-613e186a8275 req-ffaa1950-6a7c-4b7a-8ba8-3ffbe0469db3 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287882 May 27 02:58:05.107633 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ca3fa74-772a-4255-9637-613e186a8275 req-f7b9dd32-d83c-4af1-a769-dc9b06c2f3a0 service neutron] 10.222.0.13 "GET /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330767 May 27 02:58:05.194261 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:44Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:05.198191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9de8-aec0-4056-aae6-15cc1156c62b None None] The sync data for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 is: [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:55:39Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '813f2b13-e7c7-4c11-acf4-f36548176e21', 'name': '', 'network_id': '75a9bd02-4cc1-4ecb-9486-832d8b99d188', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:ba:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:38Z', 'updated_at': '2022-05-27T02:55:44Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'bcb3806a-67fa-4770-95b3-2f878f66f047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:58:05.411403 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e8353-484e-465d-b3a3-cfd7aedc376a None None] New status for floating IP 88222826-a1dd-4e4d-9f49-8b7bca523acc: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:58:05.831758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e233e-2c1b-40e5-863f-8cc7ed4d55ca req-f47bb013-61c7-4a5b-b6a1-2966f6d17c33 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:05.832496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-914e233e-2c1b-40e5-863f-8cc7ed4d55ca req-f47bb013-61c7-4a5b-b6a1-2966f6d17c33 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:58:05.847236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-914e233e-2c1b-40e5-863f-8cc7ed4d55ca req-f47bb013-61c7-4a5b-b6a1-2966f6d17c33 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:58:05.848460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-914e233e-2c1b-40e5-863f-8cc7ed4d55ca req-f47bb013-61c7-4a5b-b6a1-2966f6d17c33 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0955203 May 27 02:58:05.893867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-914e233e-2c1b-40e5-863f-8cc7ed4d55ca req-a4ef752b-968b-4f9f-8bbd-c2483d851d86 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=68822326-a8cc-43d0-b47c-780890c04324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397074 May 27 02:58:05.960335 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e1eef55-2b75-4c0e-9536-60410481aa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:06.274174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-a40ba702-acca-40dd-a082-587d5e2b1804 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:06.275699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-a40ba702-acca-40dd-a082-587d5e2b1804 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 945 time: 0.0833986 May 27 02:58:06.345645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:58:06.346000 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:06.596716 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:06.597087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:06.720367 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:58:06.872196 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:06.920852 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=ee6d26f7-f97b-4f95-9753-d90cd95bf2e6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:07.001009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] No DVR routers for this DVR port ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:58:07.003529 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:07.006142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'name': 'network-vif-deleted', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:58:07.022429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ccd6af0-8d32-4aeb-9c8a-19f75a1e950c req-07c37b21-fcce-42d3-abeb-233894a6f815 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "DELETE /v2.0/ports/ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 HTTP/1.1" status: 204 len: 173 time: 0.7403815 May 27 02:58:07.053449 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89ff7d3-af7c-4fae-8dc0-be7dc0364241'] response: {'server_uuid': '8e34fb1e-6b99-4d14-92b7-90d788e45bae', 'name': 'network-vif-deleted', 'tag': 'ee6d26f7-f97b-4f95-9753-d90cd95bf2e6', 'status': 'completed', 'code': 200} May 27 02:58:07.062340 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2b9fdfd0-cc55-460f-8a03-5d8941069d75 req-217a0c82-3e3f-4a37-9ee4-a5ded75896c2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e34fb1e-6b99-4d14-92b7-90d788e45bae HTTP/1.1" status: 200 len: 210 time: 0.0568080 May 27 02:58:08.116311 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fe2835d2-d4e9-437d-89f5-c652fef9eb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:08.161405 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34312) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:08.837909 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:09.184870 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 813f2b13-e7c7-4c11-acf4-f36548176e21 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:58:09.185584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:09.367932 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 813f2b13-e7c7-4c11-acf4-f36548176e21, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=813f2b13-e7c7-4c11-acf4-f36548176e21,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:09.368292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:09.486371 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:09.491303 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 813f2b13-e7c7-4c11-acf4-f36548176e21 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:58:09.667715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:09.821587 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:09.983318 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=813f2b13-e7c7-4c11-acf4-f36548176e21,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:10.025400 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.025754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.026099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.026439 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.026794 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.027129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.027457 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.027785 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.028112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.028436 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.028758 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.029081 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:10.280217 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:10.644929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 9a76ecb2-3558-48ea-8064-5b18cd301985 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:58:10.821056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:58:10.834865 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] Sync routers for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:58:10.838187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-81c020d3-e4be-4563-abce-d332ca6a606c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/9a76ecb2-3558-48ea-8064-5b18cd301985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6753371 May 27 02:58:10.840512 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34316) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:10.844234 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:10.844846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:10.907981 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting subnet bcb3806a-67fa-4770-95b3-2f878f66f047 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 02:58:10.910785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:10.964242 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.020025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:11.049818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.125565 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.163242 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb3806a-67fa-4770-95b3-2f878f66f047,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:11.168664 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.175944 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7272383c-f749-487a-bc79-6a4f43987b6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/subnets/bcb3806a-67fa-4770-95b3-2f878f66f047 HTTP/1.1" status: 204 len: 168 time: 0.3344572 May 27 02:58:11.179058 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34320) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:11.230578 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8d967-f413-490d-a9f9-3805bd05d4a1 None None] Network 75a9bd02-4cc1-4ecb-9486-832d8b99d188 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:58:11.333526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.370845 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:58:11.448695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:58:11.448928 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device ee6d26f7-f97b-4f95-9753-d90cd95bf2e6 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:58:11.485453 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.576787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:58:09Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:11.580787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] Checking router: 9a76ecb2-3558-48ea-8064-5b18cd301985 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:58:11.590438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] Routers {'9a76ecb2-3558-48ea-8064-5b18cd301985'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:11.591111 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['9a76ecb2-3558-48ea-8064-5b18cd301985'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:11.649388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] DHCP port deletion for 75a9bd02-4cc1-4ecb-9486-832d8b99d188 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 02:58:11.673252 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.675390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Deleting port 6ae5d872-6317-44bb-b8c9-f469fadea19f {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:58:11.675766 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.684067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 02:58:11.684067 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.860419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 9b4567ee-14c1-4e0e-b8e9-c909f173d36f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:11.860778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:11.866567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] Set router 9a76ecb2-3558-48ea-8064-5b18cd301985 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:11.981235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 9b4567ee-14c1-4e0e-b8e9-c909f173d36f owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:58:12.144887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] For port 6ae5d872-6317-44bb-b8c9-f469fadea19f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6ae5d872-6317-44bb-b8c9-f469fadea19f,segment=NetworkSegment(a7239c90-4010-48f3-874b-065fee0ae455),segment_id=a7239c90-4010-48f3-874b-065fee0ae455)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:12.145270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.147670 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.195371 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=9b4567ee-14c1-4e0e-b8e9-c909f173d36f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:12.282665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Calling delete_port for 6ae5d872-6317-44bb-b8c9-f469fadea19f owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 02:58:12.287669 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.410432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.464106 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.466459 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.492827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.493561 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Fanout notify agent at l3_agent the message router_deleted on router 9a76ecb2-3558-48ea-8064-5b18cd301985 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 02:58:12.509960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.511078 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b5efd1c7-6153-4f9b-9fca-af86e65fcceb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/routers/9a76ecb2-3558-48ea-8064-5b18cd301985 HTTP/1.1" status: 204 len: 168 time: 1.3310907 May 27 02:58:12.513630 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34326) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:12.515256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Pushing event deleted for resources: {'Port': ['ID=6ae5d872-6317-44bb-b8c9-f469fadea19f,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:12.517585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] No DVR routers for this DVR port 6ae5d872-6317-44bb-b8c9-f469fadea19f on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 02:58:12.532373 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:58:09Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:12.536139 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.537021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.537360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.537694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.538018 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.538342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.538665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.539050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.539370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.539688 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.540006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.540323 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307151b8-f5be-4290-87e0-23530eddbb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:12.543925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9745a45-fe2c-4bfe-9ec1-48ad8d45ced9 None None] The sync data for ids ['9a76ecb2-3558-48ea-8064-5b18cd301985'] in n-d-843146-11 is: [{'id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375977', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:55:34Z', 'updated_at': '2022-05-27T02:58:09Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '9b4567ee-14c1-4e0e-b8e9-c909f173d36f', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76ecb2-3558-48ea-8064-5b18cd301985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:55:35Z', 'updated_at': '2022-05-27T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:58:12.628824 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.759938 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.787116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a9bd02-4cc1-4ecb-9486-832d8b99d188']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:12.798663 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7239c90-4010-48f3-874b-065fee0ae455') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:12.798991 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7239c90-4010-48f3-874b-065fee0ae455') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:12.809903 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.825268 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:12.831632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 02:58:12.832019 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:13.010025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 813f2b13-e7c7-4c11-acf4-f36548176e21 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:58:13.026149 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a7239c90-4010-48f3-874b-065fee0ae455 resource provider aggregate not found May 27 02:58:13.047027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 813f2b13-e7c7-4c11-acf4-f36548176e21 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:58:13.048163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 813f2b13-e7c7-4c11-acf4-f36548176e21 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:58:13.048163 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6ae5d872-6317-44bb-b8c9-f469fadea19f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:58:13.053270 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment a7239c90-4010-48f3-874b-065fee0ae455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7239c90-4010-48f3-874b-065fee0ae455 found for delete ", "request_id": "req-b32c7ee8-8dcb-4188-9817-9b5cb1987029"}]} May 27 02:58:13.066177 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:13.083069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 6ae5d872-6317-44bb-b8c9-f469fadea19f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:58:13.083737 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6ae5d872-6317-44bb-b8c9-f469fadea19f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:58:13.087158 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:13.093635 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Network': ['ID=75a9bd02-4cc1-4ecb-9486-832d8b99d188,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:13.105597 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-50968410-4300-4bc3-bf7e-0ae55206e112 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/networks/75a9bd02-4cc1-4ecb-9486-832d8b99d188 HTTP/1.1" status: 204 len: 168 time: 0.5909879 May 27 02:58:13.108310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34334) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:13.176608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b76fc5f-1219-4475-82b4-7576ae59a102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:13.210827 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b76fc5f-1219-4475-82b4-7576ae59a102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:13.280776 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b76fc5f-1219-4475-82b4-7576ae59a102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:13.298419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76fc5f-1219-4475-82b4-7576ae59a102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68822326-a8cc-43d0-b47c-780890c04324,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:13.309949 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1b76fc5f-1219-4475-82b4-7576ae59a102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:13.311090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1b76fc5f-1219-4475-82b4-7576ae59a102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/security-groups/68822326-a8cc-43d0-b47c-780890c04324 HTTP/1.1" status: 204 len: 168 time: 0.2018955 May 27 02:58:14.439606 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:14.445159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643415763', 'description': 'tempest-secgroup-smoke-643415763 description', 'project_id': '7425aa9d2f3047de8dca803497e9a467'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:14.451912 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:14.455978 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:14.458769 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:14.465093 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:14.474475 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.493427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:14.497212 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:14.500003 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:14.505668 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:14.573993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.577865 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.621322 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:14.624590 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.625758 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ad3a42e2-d02b-47c6-a29e-84f561ec72d4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1851504 May 27 02:58:14.628692 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34348) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:14.634112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:14.640708 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:14.644539 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:14.647876 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:14.653509 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:14.669566 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.730360 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.733718 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.756929 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f23fa64-2254-4223-a27a-40c36d8953b9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:14.766421 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.767596 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-54fc0a6d-c47f-42c1-9317-a8f323393975 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380155 May 27 02:58:14.770376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34352) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:14.775501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:14.783388 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:14.783662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9b4567ee-14c1-4e0e-b8e9-c909f173d36f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 02:58:14.787274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:14.790163 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:14.795908 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:14.813553 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.819803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 9b4567ee-14c1-4e0e-b8e9-c909f173d36f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 02:58:14.820141 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 9b4567ee-14c1-4e0e-b8e9-c909f173d36f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 02:58:14.876505 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.880230 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.910941 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b94582c-36e9-45b3-ad61-66800c95b20e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:14.917638 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:14.918988 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-288746b5-3305-4f89-87b3-6fd3a9e1d79f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475554 May 27 02:58:14.921761 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34356) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:14.926409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:14.933416 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:14.937273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:14.940182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:14.946865 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:14.963516 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.027302 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.030809 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.058806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf84393-1827-4908-9508-36d97014e2de,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:15.064991 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.066175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-bbb6e7c0-47ec-42c8-a74c-f353ad223e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435735 May 27 02:58:15.069555 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34360) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:15.074420 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:15.080861 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:15.084698 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:15.087496 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:15.092998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:15.108543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.173324 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.176458 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.199054 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71313bc9-3e36-4ff9-8e3e-92b54aa8a171,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:15.207608 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.208746 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2d30857c-3661-44d6-83f8-dcd7b6175f4e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382658 May 27 02:58:15.211501 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34366) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:15.216393 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:15.222787 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:15.227078 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:15.229880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:15.235505 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:15.245949 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:58:15.252319 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.313552 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.316902 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.339470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bc0535-0e92-4a5b-bec3-daeb0797d9cc,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:15.347578 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.348916 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c688ed57-e86a-4f3e-b796-d9745c1710db tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365216 May 27 02:58:15.352239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34370) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:15.357073 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': 'b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:15.363514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:15.367834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:15.370626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:15.376228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:15.388377 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 02:58:15.394762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.457137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.460488 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.480914 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56427be-36a8-4bc4-82a6-51bc5bceb730,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:15.491933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.493091 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1267c728-180d-479e-b4df-7dc497fb70d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399572 May 27 02:58:15.495884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34374) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:15.501228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'network': {'name': 'tempest-network-smoke--814249120', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:15.506693 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:15.510737 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:network and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:15.513524 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:15.519270 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:15.529957 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:58:15.533440 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.561788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 02:58:15.575097 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.575457 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Added segment 5f09f4f5-1951-43e9-92d1-76743b9178c8 of type vlan for network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 May 27 02:58:15.602635 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.630105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.639619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:15.640206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.750337 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2533503 May 27 02:58:15.753056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34380) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:15.759774 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'admin_state_up': True, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:15.765784 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff34804-6eac-4c95-846a-87e47df4875d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Network': ['ID=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:15.769376 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:15.773805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:router and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:15.776397 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 02:58:15.776645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:15.782610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:15.793062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.794044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:15.811523 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:16.071921 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:16.469334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:16.502882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:16.639714 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.219 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:58:16.782528 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:16.811873 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:16.879763 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:58:16.882643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:58:16.886223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:58:16.918419 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:17.286995 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:17.616967 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:17.933596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router d999df7e-568c-487e-aaef-28efcb9f3552 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 02:58:18.106944 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:58:18.116125 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Sync routers for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:58:18.125082 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:18.125696 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:18.133512 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:18.134752 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-aba3e90b-ce02-4317-9c5e-a577b0ffe33c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3807847 May 27 02:58:18.137989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34384) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:18.177071 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-08e38f60-895e-41e3-8b72-2146f614f16a tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7425aa9d2f3047de8dca803497e9a467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380368 May 27 02:58:18.179728 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34388) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:18.302067 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:18.310323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c91035-b0f9-4aae-8a2d-6373499c80e9 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:18.311947 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-56c91035-b0f9-4aae-8a2d-6373499c80e9 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312382 May 27 02:58:18.314629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34392) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:18.353217 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-760e24cf-563e-413d-aaa7-5a16f9086715 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375268 May 27 02:58:18.355632 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34396) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:18.360745 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818231356', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:18.469461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:18.473290 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:subnet and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:18.476094 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:18.481691 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:18.492134 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'subnet': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:58:18.495811 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262529071'] for subnet, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:18.586009 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:17Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:18.589829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Checking router: d999df7e-568c-487e-aaef-28efcb9f3552 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:58:18.590176 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Updating router d999df7e-568c-487e-aaef-28efcb9f3552 port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:58:18.646395 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:18.719801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1663823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262529053'] for subnet, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:18.795471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Subnet': ['ID=3b1d4233-f092-4bee-9123-00ea2cfb82e9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:18.806000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Checking segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:58:18.806364 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network hostable DHCP agents. Network: 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 02:58:18.826247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 02:58:18.835373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173) {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:58:18.840118 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:18.840694 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:18.846153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e273ab0-deb4-41be-92b1-9eeef77b3d05 None None] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:58:18.868645 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-566485a6-2945-4a67-a71a-eddc5ec828c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5088999 May 27 02:58:18.868945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34400) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:18.982046 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:18.994485 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Transition to ACTIVE for port object 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:58:19.002122 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.064984 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 02:58:19.065889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.081557 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Attempting to bind port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:58:19.081915 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Attempting to bind port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:58:19.082271 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Attempting to bind port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:58:19.090687 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:58:19.091021 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:58:19.091412 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.091780 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:58:19.092228 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Bound port: 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:58:19.092590 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.124635 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Pushing event updated for resources: {'Port': ['ID=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:19.145745 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.146171 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.146415 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.147304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.147824 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.148154 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.148479 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.148799 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.149119 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.149431 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.149915 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.150395 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 02:58:19.187341 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] For port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:58:19.190520 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] For port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:58:19.195517 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.226883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Allocated IP 172.20.0.2 (5cfb5c41-6295-46ac-b84a-e1bc4a9ae173/3b1d4233-f092-4bee-9123-00ea2cfb82e9/2a456499-b750-48dd-842c-afe1606c6259) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:58:19.268515 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:19.269143 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:19.447628 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.455814 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bba0a-65f6-4425-90e1-7fef31d4038c None None] Pushing event updated for resources: {'Port': ['ID=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:19.458426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Transition to ACTIVE for port object 2a456499-b750-48dd-842c-afe1606c6259 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:58:19.479971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Transition to ACTIVE for port object 2a456499-b750-48dd-842c-afe1606c6259 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:58:19.486757 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.498435 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:19.558992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:58:19.562094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:58:19.565828 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:58:19.572272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Pushing event updated for resources: {'Port': ['ID=2a456499-b750-48dd-842c-afe1606c6259,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:19.686057 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Attempting to bind port 2a456499-b750-48dd-842c-afe1606c6259 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:58:19.686553 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Attempting to bind port 2a456499-b750-48dd-842c-afe1606c6259 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:58:19.686944 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Attempting to bind port 2a456499-b750-48dd-842c-afe1606c6259 on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:58:19.692675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:58:19.693052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Checking segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:58:19.694070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.694971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Bound using segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:58:19.694971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Bound port: 2a456499-b750-48dd-842c-afe1606c6259, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:58:19.695361 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.783757 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.790122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] For port 2a456499-b750-48dd-842c-afe1606c6259, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:58:19.793483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] For port 2a456499-b750-48dd-842c-afe1606c6259, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2a456499-b750-48dd-842c-afe1606c6259,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:58:19.801269 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:19.839892 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:17Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:19.844241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94598694-485c-4678-91f1-2027f2baa4b2 None None] The sync data for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 is: [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:17Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:58:19.894884 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f160b2-572c-4996-8c72-7dbe4683493e None None] Pushing event updated for resources: {'Port': ['ID=2a456499-b750-48dd-842c-afe1606c6259,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:20.231615 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.1 (5cfb5c41-6295-46ac-b84a-e1bc4a9ae173/3b1d4233-f092-4bee-9123-00ea2cfb82e9/8750eca3-2b76-4a89-99a9-8f6bc3d0113b) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:58:20.407894 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:20.424459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object 8750eca3-2b76-4a89-99a9-8f6bc3d0113b will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:58:20.448053 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:20.522423 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:58:20.525710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:58:20.532362 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:58:20.567410 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:20.603103 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:20.891185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:58:20.901574 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:20.977540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:58:20.982906 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:20.983400 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.017676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8cee8d-5a04-4a36-be4c-02f9e4d10728 None None] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 02:58:21.133366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-69891ae4-b76a-47b8-a5d0-2329b3dada88 None None] Provisioning for port 2a456499-b750-48dd-842c-afe1606c6259 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:58:21.274324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:21.274705 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.293631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:21.300000 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.300778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a456499-b750-48dd-842c-afe1606c6259 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:58:21.472012 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.477226 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.498576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:21.517567 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2a456499-b750-48dd-842c-afe1606c6259 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:58:21.525006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2a456499-b750-48dd-842c-afe1606c6259 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:21.525373 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.594783 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.606233 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:21.665736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2a456499-b750-48dd-842c-afe1606c6259 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:21.666121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.705273 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2a456499-b750-48dd-842c-afe1606c6259, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2a456499-b750-48dd-842c-afe1606c6259,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:21.712874 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.778379 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:58:21.779780 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:58:21.800177 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2a456499-b750-48dd-842c-afe1606c6259,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:21.887166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6d831e3-e6f8-4d2d-8426-74a67b190edf None None] Provisioning for port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:58:21.892699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6d831e3-e6f8-4d2d-8426-74a67b190edf None None] Provisioning complete for port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:21.893391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6d831e3-e6f8-4d2d-8426-74a67b190edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.955841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f6d831e3-e6f8-4d2d-8426-74a67b190edf None None] Port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:58:21.968587 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f6d831e3-e6f8-4d2d-8426-74a67b190edf None None] Provisioning complete for port 2a456499-b750-48dd-842c-afe1606c6259 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:21.968958 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f6d831e3-e6f8-4d2d-8426-74a67b190edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:21.997367 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router d999df7e-568c-487e-aaef-28efcb9f3552 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:58:22.095581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-f6d831e3-e6f8-4d2d-8426-74a67b190edf None None] Current status of the port 2a456499-b750-48dd-842c-afe1606c6259 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:22.186209 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:58:22.197226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Sync routers for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:58:22.206786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-15b85333-da49-4f4e-a062-65875c0b2dc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/d999df7e-568c-487e-aaef-28efcb9f3552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3297801 May 27 02:58:22.229570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:22.231444 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:22.288198 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-313103c6-1be2-45bc-9304-617b686bcd0a None None] Provisioning complete for port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:22.288569 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-313103c6-1be2-45bc-9304-617b686bcd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:22.385442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-776aabad-9c57-4502-a631-2f60a246f800 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:58:22.401248 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-776aabad-9c57-4502-a631-2f60a246f800 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:58:22.402507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-776aabad-9c57-4502-a631-2f60a246f800 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643415763&fields=id&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 267 time: 0.0732741 May 27 02:58:22.412005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-313103c6-1be2-45bc-9304-617b686bcd0a None None] Port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:58:22.458302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:22.566700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-6342341a-f544-47cf-9658-2864c860510e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:22.567409 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-6342341a-f544-47cf-9658-2864c860510e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:58:22.588225 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-6342341a-f544-47cf-9658-2864c860510e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:58:22.589494 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-6342341a-f544-47cf-9658-2864c860510e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 796 time: 0.1784940 May 27 02:58:22.628109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-67052705-520d-438d-b0c5-01ee679be973 None None] Provisioning complete for port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:22.628480 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-67052705-520d-438d-b0c5-01ee679be973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:22.667860 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-5dd8b02a-6e94-47d5-bdb9-a6296082aefb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/quotas/7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 375 time: 0.0722084 May 27 02:58:22.745697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-67052705-520d-438d-b0c5-01ee679be973 None None] Port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:58:22.751812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-66160abf-b14f-409f-97f9-7933cddf7c98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:58:22.768838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-66160abf-b14f-409f-97f9-7933cddf7c98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:58:22.770434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-66160abf-b14f-409f-97f9-7933cddf7c98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971479 May 27 02:58:22.841011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:58:22.902988 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 2, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:22.910625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Checking router: d999df7e-568c-487e-aaef-28efcb9f3552 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:58:22.911085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Updating router d999df7e-568c-487e-aaef-28efcb9f3552 port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 02:58:22.920666 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-59c0db5b-9752-4a41-8a0d-f846b0a17f73 service neutron] 10.222.0.16 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375799 May 27 02:58:22.967811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:22.968185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:23.006631 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:23.055474 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-4f3cab3e-86bd-4f0d-9be3-16050585d80e service neutron] 10.222.0.16 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287990 May 27 02:58:23.246292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-674619de-de87-4075-b0c9-71d62aee3285 req-73b8855b-7291-4eea-9a3e-53a6528b4b31 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:58:23.260278 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-674619de-de87-4075-b0c9-71d62aee3285 req-73b8855b-7291-4eea-9a3e-53a6528b4b31 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:58:23.263186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-674619de-de87-4075-b0c9-71d62aee3285 req-73b8855b-7291-4eea-9a3e-53a6528b4b31 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 210 time: 0.0709226 May 27 02:58:23.273770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:23.274965 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a456499-b750-48dd-842c-afe1606c6259 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:58:23.440144 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2a456499-b750-48dd-842c-afe1606c6259 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:23.440507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:23.619570 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:23.637955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Transition to ACTIVE for port object 8750eca3-2b76-4a89-99a9-8f6bc3d0113b will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:58:23.640572 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2a456499-b750-48dd-842c-afe1606c6259 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:23.648829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:23.778552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a336e4-7781-4585-9df8-8abc4a327b2d None None] Pushing event updated for resources: {'Port': ['ID=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:23.876048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Attempting to bind port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:58:23.876336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Attempting to bind port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:58:23.876697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Attempting to bind port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:58:23.882692 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:58:23.883109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Checking segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:58:23.883502 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:23.883889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Bound using segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:58:23.884413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Bound port: 8750eca3-2b76-4a89-99a9-8f6bc3d0113b, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:58:23.884700 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:23.976388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] For port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:58:23.979591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] For port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:58:23.985414 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:24.067440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:24.068081 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:24.131922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a336e4-7781-4585-9df8-8abc4a327b2d None None] Pushing event updated for resources: {'Port': ['ID=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:24.291661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:24.426850 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fc03e2a8-90d8-4d5e-aac2-1c9d9862ced9 req-fc81b60d-fc80-4d42-afd5-ff27a3a635e5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 210 time: 0.0463066 May 27 02:58:24.437529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-f5bb89ff-8e99-4613-804d-bc1741843017 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:24.439100 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-f5bb89ff-8e99-4613-804d-bc1741843017 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 796 time: 0.2855759 May 27 02:58:24.493529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-52944068-8d1b-4c16-b9a3-fd3ec97640b9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 379 time: 0.0450616 May 27 02:58:24.501892 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'port': {'device_id': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'admin_state_up': True, 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'security_groups': ['b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:24.631605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:23Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:24.635620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2eb05-42b8-4142-af1c-858a5d4f2617 None None] The sync data for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 is: [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:23Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:58:24.639721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:24.650188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:24.660241 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 02:58:24.664674 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:24.845776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.9 (5cfb5c41-6295-46ac-b84a-e1bc4a9ae173/3b1d4233-f092-4bee-9123-00ea2cfb82e9/99b255c2-93a7-4ef1-9069-5c412433f54d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:58:24.866180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8750eca3-2b76-4a89-99a9-8f6bc3d0113b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:58:24.950730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:58:24.955689 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:24.956061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.074632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.095034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object 99b255c2-93a7-4ef1-9069-5c412433f54d will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:58:25.122468 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.124556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:25.125181 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.163519 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:25.168924 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.211371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:58:25.215392 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:58:25.219660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:58:25.248425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:25.261520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:25.309978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:25.310650 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.340861 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-7adb61b5-4b75-480a-b0e5-d21293a3c7ba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8423820 May 27 02:58:25.355123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Request body: {'port': {'device_id': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:25.480577 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.516474 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ae8eb19d-d052-4d50-a022-1b476a665851 None None] Provisioning for port 99b255c2-93a7-4ef1-9069-5c412433f54d completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:58:25.525098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-ae8eb19d-d052-4d50-a022-1b476a665851 None None] Provisioning complete for port 99b255c2-93a7-4ef1-9069-5c412433f54d triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:25.525551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ae8eb19d-d052-4d50-a022-1b476a665851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.617153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-ae8eb19d-d052-4d50-a022-1b476a665851 None None] Port 99b255c2-93a7-4ef1-9069-5c412433f54d cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 02:58:25.790370 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954e79-19d7-4e7a-8d7e-e83fcb431808 req-d07f8762-a454-4a7c-9a1e-549b2623156e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:25.791124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-74954e79-19d7-4e7a-8d7e-e83fcb431808 req-d07f8762-a454-4a7c-9a1e-549b2623156e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 02:58:25.832409 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-74954e79-19d7-4e7a-8d7e-e83fcb431808 req-d07f8762-a454-4a7c-9a1e-549b2623156e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 02:58:25.833605 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74954e79-19d7-4e7a-8d7e-e83fcb431808 req-d07f8762-a454-4a7c-9a1e-549b2623156e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 931 time: 0.2859774 May 27 02:58:25.905329 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-74954e79-19d7-4e7a-8d7e-e83fcb431808 req-c225e8dd-e927-4b20-ab73-1c74cb661ae3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609267 May 27 02:58:25.977720 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b255c2-93a7-4ef1-9069-5c412433f54d {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:58:25.984941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:25.999738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Transition to ACTIVE for port object 99b255c2-93a7-4ef1-9069-5c412433f54d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 02:58:26.003214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:26.160669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:26.241989 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 02:58:26.242289 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 02:58:26.242548 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:58:26.247538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Port 99b255c2-93a7-4ef1-9069-5c412433f54d on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 02:58:26.247956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 02:58:26.253095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 02:58:26.253433 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Checking segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 02:58:26.253819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Bound using segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 02:58:26.254248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Bound port: 99b255c2-93a7-4ef1-9069-5c412433f54d, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 02:58:26.254598 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:26.345997 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 02:58:26.348933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 02:58:26.353729 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:26.415663 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:26.416307 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:26.417693 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] 10.222.0.13 "PUT /v2.0/ports/99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 1092 time: 1.0671315 May 27 02:58:26.418143 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:58:26.438018 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371d40d-6de9-4f3b-b5d3-6449deb713db service neutron] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:26.489157 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c0b941-8bfd-421e-98e0-57b84f8f8a8e'] response: {'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'status': 'completed', 'code': 200} May 27 02:58:26.537954 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-d5a30c4d-e295-440a-b5c4-775179d57783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:26.539481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-d5a30c4d-e295-440a-b5c4-775179d57783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1095 time: 0.0827143 May 27 02:58:26.700715 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-c6803837-ac4c-4ff2-a3f9-44cbdb88ab39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 217 time: 0.1537144 May 27 02:58:26.766958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-f08c275f-57cc-4b97-b936-44a8cf1a8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:26.768414 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-f08c275f-57cc-4b97-b936-44a8cf1a8cce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0621436 May 27 02:58:26.837552 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8750eca3-2b76-4a89-99a9-8f6bc3d0113b up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:58:26.844411 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-8ab5376c-bdfe-40ac-8844-f5b70cdfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:26.845899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-8ab5376c-bdfe-40ac-8844-f5b70cdfa361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721841 May 27 02:58:26.904721 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:26.905086 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:26.978764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-67316cae-2451-4733-a2c1-0df50487221a service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267054 May 27 02:58:27.022955 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:27.169685 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac70a6e7-b50f-4186-a670-0d51793f0c6f req-cf3084d5-76ff-4b53-8238-9e31de048e9f service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848934 May 27 02:58:27.181205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837b9f-eed1-4aa0-8af3-2290454929e5 req-65cfcd6b-d309-4597-9259-a68ac20dd159 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:27.182610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62837b9f-eed1-4aa0-8af3-2290454929e5 req-65cfcd6b-d309-4597-9259-a68ac20dd159 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.1280346 May 27 02:58:27.268590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62837b9f-eed1-4aa0-8af3-2290454929e5 req-ce4d6cf2-c351-4f78-9b59-d5cfae4fc1d7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793741 May 27 02:58:27.298608 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-b34e5778-a3b2-4f1c-a0c7-c92951f9d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:27.300092 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-b34e5778-a3b2-4f1c-a0c7-c92951f9d912 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1095 time: 0.0815356 May 27 02:58:27.429743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-90afe32e-3f97-46a4-a3ac-bc6ace4974cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:27.431207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-90afe32e-3f97-46a4-a3ac-bc6ace4974cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.1249998 May 27 02:58:27.501091 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-36e7fc13-a602-487a-b99f-74921816bd1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 217 time: 0.0634954 May 27 02:58:27.564855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-9e728f45-1a7d-4481-9b44-f1f54885b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:27.566183 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-9e728f45-1a7d-4481-9b44-f1f54885b63e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0594509 May 27 02:58:27.640429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-d622e6de-f08e-4b52-9fd6-28c54a793195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:27.641866 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-d622e6de-f08e-4b52-9fd6-28c54a793195 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698411 May 27 02:58:27.775273 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-3288395d-d7fe-4589-b4b9-9b81f575c0b4 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270444 May 27 02:58:27.907015 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3b0c8dd7-4aea-431b-b87e-1694c558f651 req-072c82b2-53da-4ccb-9dc7-b09afd815456 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259301 May 27 02:58:28.463723 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac85b0-59e6-457c-9f42-3febaf86a205 req-4353366c-e318-4dd1-9bd6-b6df400bf388 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:28.465150 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccac85b0-59e6-457c-9f42-3febaf86a205 req-4353366c-e318-4dd1-9bd6-b6df400bf388 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.0898094 May 27 02:58:28.509284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ccac85b0-59e6-457c-9f42-3febaf86a205 req-dcbd77da-00ba-4f04-bf20-481bd8532ee2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383775 May 27 02:58:29.735247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7214d-c01a-4b21-b00e-b991e8314341 req-2a828a9d-b536-439b-bb22-60709148fbc3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:29.736687 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ab7214d-c01a-4b21-b00e-b991e8314341 req-2a828a9d-b536-439b-bb22-60709148fbc3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.1258214 May 27 02:58:29.786089 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2ab7214d-c01a-4b21-b00e-b991e8314341 req-b81d87c0-b337-448e-bab3-f2a0064f98d7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432038 May 27 02:58:30.969141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4778-ad79-47ff-85be-b5a1c0c74122 req-d530d10f-6d6d-4667-ae4e-5870e813c501 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:30.970568 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-295e4778-ad79-47ff-85be-b5a1c0c74122 req-d530d10f-6d6d-4667-ae4e-5870e813c501 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.0802276 May 27 02:58:31.014408 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-295e4778-ad79-47ff-85be-b5a1c0c74122 req-00c482ef-aded-4081-b7ca-75ffdf499a98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 May 27 02:58:31.472612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 02:58:31.606205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:31.620269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'port_id': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'mac_address': 'fa:16:3e:8b:c1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 02:58:31.679266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 99b255c2-93a7-4ef1-9069-5c412433f54d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:31.679647 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:31.697226 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b255c2-93a7-4ef1-9069-5c412433f54d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 02:58:31.712591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:31.716507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:31.787277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:32.048973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['99b255c2-93a7-4ef1-9069-5c412433f54d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 02:58:32.227233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5c990-44e2-4c91-b5d3-dbcf6d3a00e7 req-51d44fdd-2910-4dfc-9488-715aada8429d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:32.228662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10b5c990-44e2-4c91-b5d3-dbcf6d3a00e7 req-51d44fdd-2910-4dfc-9488-715aada8429d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 944 time: 0.0882924 May 27 02:58:32.275899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-10b5c990-44e2-4c91-b5d3-dbcf6d3a00e7 req-e75be18c-0766-4ab7-9f08-14339f80ef81 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 May 27 02:58:33.477156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 02:58:33.560555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 99b255c2-93a7-4ef1-9069-5c412433f54d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 02:58:33.563939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:33.566805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 99b255c2-93a7-4ef1-9069-5c412433f54d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 02:58:33.567167 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:33.579925 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fdac1-f3bd-4cc3-be22-29653e70dcf7 req-c800ac41-db79-46f6-8710-e2b5a5da6683 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:33.581387 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-118fdac1-f3bd-4cc3-be22-29653e70dcf7 req-c800ac41-db79-46f6-8710-e2b5a5da6683 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 944 time: 0.2031639 May 27 02:58:33.626489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-118fdac1-f3bd-4cc3-be22-29653e70dcf7 req-7cee81ce-53b1-4ccc-a5ff-c53322eaadc4 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383818 May 27 02:58:33.684409 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 99b255c2-93a7-4ef1-9069-5c412433f54d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 02:58:33.684790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:33.711113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:58:33.720507 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 02:58:33.725842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:33.793489 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:33.808348 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9938de39-cc70-40c4-9593-78a994838a5a'] response: {'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'code': 200} May 27 02:58:33.927707 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:33.939395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed18544-34b1-482c-8b99-dad3600eda0a req-f1f569f5-af5c-4661-a659-baa9998880c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:33.940899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ed18544-34b1-482c-8b99-dad3600eda0a req-f1f569f5-af5c-4661-a659-baa9998880c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0760927 May 27 02:58:34.079474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7ed18544-34b1-482c-8b99-dad3600eda0a req-3e336429-0df2-472d-91d7-0e617390a45e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328487 May 27 02:58:34.814210 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d358-e675-4a94-a421-5c0277fd8a62 req-4a69cb82-8538-47d3-af20-0738cc0db3ac tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:34.815682 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9b2d358-e675-4a94-a421-5c0277fd8a62 req-4a69cb82-8538-47d3-af20-0738cc0db3ac tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0828214 May 27 02:58:34.859310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a9b2d358-e675-4a94-a421-5c0277fd8a62 req-dd6d5dc5-8fc5-4a6d-b7ca-613a9db1e695 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378501 May 27 02:58:35.961634 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5cd20423-b288-46d9-86e5-40cf3eca83de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:36.047007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53b48-5f1a-4bf5-85da-5c4893e7afe1 req-1d212ceb-5720-4b04-8a0e-0f987fceb7bc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:36.048357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31f53b48-5f1a-4bf5-85da-5c4893e7afe1 req-1d212ceb-5720-4b04-8a0e-0f987fceb7bc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0789764 May 27 02:58:36.092452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-31f53b48-5f1a-4bf5-85da-5c4893e7afe1 req-cceadf05-7908-4582-be9c-5091b8a96872 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 May 27 02:58:36.282994 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6a43-3499-43b9-8942-04f122a1a943 req-24d13463-b4a5-4da2-9f6d-0b9e76492653 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:36.284425 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ffb6a43-3499-43b9-8942-04f122a1a943 req-24d13463-b4a5-4da2-9f6d-0b9e76492653 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0809898 May 27 02:58:36.326966 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5ffb6a43-3499-43b9-8942-04f122a1a943 req-115ba62b-38ce-4b9e-91aa-1708a8f6bed3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368698 May 27 02:58:36.349305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34462) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:36.420284 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90213e02-8083-44f2-a44e-79c997a33d87 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:36.421732 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-90213e02-8083-44f2-a44e-79c997a33d87 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1092 time: 0.0712278 May 27 02:58:36.424526 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34466) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:36.429377 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 02:58:36.436050 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 02:58:36.439907 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:floatingip and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 02:58:36.443283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 02:58:36.448982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 02:58:36.459499 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:36.611489 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:36.742974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.184 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/86173e54-179a-47c9-91a5-52d57a0c17f6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 02:58:36.890644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:36.920137 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:36.982180 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 02:58:36.984946 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 02:58:36.989161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 02:58:37.030113 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=86173e54-179a-47c9-91a5-52d57a0c17f6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:37.163407 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:58:37.398993 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:37.472039 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:37.674778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:37.679199 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:37.900628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=86173e54-179a-47c9-91a5-52d57a0c17f6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 02:58:37.912457 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:38.080971 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP ef54ecfe-743b-49a7-9268-ac8dec07244c associated. External IP: 172.25.3.184, port: 99b255c2-93a7-4ef1-9069-5c412433f54d. May 27 02:58:38.118978 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-588e822e-60f0-4c38-834e-fb3fc0763b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:38.432641 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router d999df7e-568c-487e-aaef-28efcb9f3552 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 02:58:38.606888 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 02:58:38.619332 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] Sync routers for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 02:58:38.628450 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:38.629143 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:38.631581 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:38.689895 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-35cb2c4a-56c9-4992-b630-923fe3e1566c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2641907 May 27 02:58:38.690812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 02:58:38.792102 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8824ae5-61c7-4f09-8f4b-8b540aa65876'] response: {'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'status': 'completed', 'code': 200} May 27 02:58:38.817285 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:38.914106 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-fdc48482-99a7-4dae-98b4-4ae7afbcf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:38.915619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-fdc48482-99a7-4dae-98b4-4ae7afbcf766 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0993485 May 27 02:58:38.926784 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037f83a-2e17-43e6-981a-c558215faedf req-33e0683a-479d-42f7-9712-bd1e806e8c2c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:38.928820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8037f83a-2e17-43e6-981a-c558215faedf req-33e0683a-479d-42f7-9712-bd1e806e8c2c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.1531255 May 27 02:58:39.054591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8037f83a-2e17-43e6-981a-c558215faedf req-b71bd4ed-a07d-41d8-a122-b3a5a1053f1d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044350 May 27 02:58:39.078239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34476) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:39.092413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-a5e946dc-2821-4b73-865d-cdf99f947ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:39.094021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-a5e946dc-2821-4b73-865d-cdf99f947ab8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.1641846 May 27 02:58:39.168902 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'ef54ecfe-743b-49a7-9268-ac8dec07244c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'port_id': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'mac_address': 'fa:16:3e:8b:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:58:37Z', 'updated_at': '2022-05-27T02:58:37Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:25Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:39.175310 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] Checking router: d999df7e-568c-487e-aaef-28efcb9f3552 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 02:58:39.183894 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 02:58:39.184132 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T02:58:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:39.188898 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-790ba540-9fcb-49a9-b544-2a0946036205 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/ef54ecfe-743b-49a7-9268-ac8dec07244c HTTP/1.1" status: 200 len: 991 time: 0.1095159 May 27 02:58:39.201604 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-f5da8244-a786-4898-9028-12401f8aee69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 999 time: 0.1009386 May 27 02:58:39.263536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-996196c4-528b-4a29-9c5e-a64607fa6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:39.264982 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-996196c4-528b-4a29-9c5e-a64607fa6d03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0576007 May 27 02:58:39.339631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-7e6f48db-d3dd-4c59-8f3a-fb37262ba2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:58:39.341112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-7e6f48db-d3dd-4c59-8f3a-fb37262ba2a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706820 May 27 02:58:39.360387 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 02:58:39.477410 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-5dc979dd-1b7c-48b6-abd7-94669c95f2bb service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297934 May 27 02:58:39.490692 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:39.614404 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-29bc8ba8-a954-4a5d-b8c4-fa50a6f4ba73 req-0a43247e-de41-4968-b5be-780c6c6f6853 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303263 May 27 02:58:39.670347 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:58:39.763434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'ef54ecfe-743b-49a7-9268-ac8dec07244c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'port_id': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'mac_address': 'fa:16:3e:8b:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:58:37Z', 'updated_at': '2022-05-27T02:58:37Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:25Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 02:58:39.767324 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a6ffe-c3a4-4480-b473-7cc47c566ca9 None None] The sync data for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 is: [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'ef54ecfe-743b-49a7-9268-ac8dec07244c', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'port_id': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'mac_address': 'fa:16:3e:8b:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T02:58:37Z', 'updated_at': '2022-05-27T02:58:37Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:25Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 02:58:39.964876 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb203cf-661d-4936-a1fd-56ebf3bf5579 None None] New status for floating IP ef54ecfe-743b-49a7-9268-ac8dec07244c: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 02:58:40.193428 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34480) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:58:40.297768 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0a5f839a-a16a-47c6-b234-64a078325af3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/ef54ecfe-743b-49a7-9268-ac8dec07244c HTTP/1.1" status: 200 len: 993 time: 0.1031878 May 27 02:58:41.250619 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:03.571225 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:03.934432 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:05.963472 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-77cda780-7ed4-44df-a979-15cc47726ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:08.119556 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-57c6f8ac-cf4f-4c30-b156-4b2e33c1bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:09.492550 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:09.670985 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:11.251346 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:14.162288 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:59:24.446248 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-90fbef35-4079-4bd5-bfcf-409cc216e569 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0735314 May 27 02:59:24.584186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-51df26be-21f1-4e82-a4b1-a336e98ef455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:24.585652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-51df26be-21f1-4e82-a4b1-a336e98ef455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0721164 May 27 02:59:24.727930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-4a7bd2c6-97d4-4565-bf62-77b1e1d56bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:24.729777 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-4a7bd2c6-97d4-4565-bf62-77b1e1d56bb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.1255209 May 27 02:59:24.831714 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-67a7c013-1ad4-4daf-a087-53def02c8eb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 1001 time: 0.0959814 May 27 02:59:24.894914 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-b8eda1eb-ff84-4ba0-bfff-9ee141210db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:24.896295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-b8eda1eb-ff84-4ba0-bfff-9ee141210db4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0589495 May 27 02:59:24.970600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-927d06ce-6f4c-4aab-9fc4-b4253fb2f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:24.972115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-927d06ce-6f4c-4aab-9fc4-b4253fb2f9da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697784 May 27 02:59:25.197296 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-1ec16346-a054-4e1c-9348-beaa1d70ec58 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176058 May 27 02:59:25.326142 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c3bed4-2e98-4e89-be3a-561e84f3dda3 req-a81e90d5-4c99-48df-a1e0-129bd6834b10 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235533 May 27 02:59:33.570462 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:33.943478 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:35.964918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b0498a38-deca-4e6f-8b82-af53af9f8c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:38.122506 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b7df6b3d-30d2-4bb4-86ce-fc6a64bc9a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:39.494441 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:39.681466 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:41.254459 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 02:59:42.231699 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34510) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 02:59:42.412235 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a7dd5-6d82-4329-8cab-9fb069b43044 req-c002405a-68a3-49c5-9e8f-93ce65e34225 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:42.413662 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-688a7dd5-6d82-4329-8cab-9fb069b43044 req-c002405a-68a3-49c5-9e8f-93ce65e34225 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.1042287 May 27 02:59:42.419282 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-cb50bd37-6eaa-4a7b-a974-89854ff25d29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1865385 May 27 02:59:42.461584 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-688a7dd5-6d82-4329-8cab-9fb069b43044 req-e77df830-5b9e-45ac-9a2a-c6c1c7c6685f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412555 May 27 02:59:43.643821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d7b5-4783-4eeb-b01e-006179139061 req-e7ad875c-bbc8-42bf-913b-0129101f6ef3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:43.645270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1334d7b5-4783-4eeb-b01e-006179139061 req-e7ad875c-bbc8-42bf-913b-0129101f6ef3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0794911 May 27 02:59:43.693057 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1334d7b5-4783-4eeb-b01e-006179139061 req-da198b60-dc1a-441e-a68a-30af9a2f35e1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421216 May 27 02:59:44.874137 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9854e-ed90-415a-90f5-bf5ddabca167 req-8c98098d-a702-48b9-a718-ca0a6a8d6c0c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:44.875601 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fdb9854e-ed90-415a-90f5-bf5ddabca167 req-8c98098d-a702-48b9-a718-ca0a6a8d6c0c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0787547 May 27 02:59:44.921059 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fdb9854e-ed90-415a-90f5-bf5ddabca167 req-f6d84a06-57dc-45b0-a076-087085237fad tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398018 May 27 02:59:45.585872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-02f24029-afa0-4632-a6bb-fa2625031dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:45.587409 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-02f24029-afa0-4632-a6bb-fa2625031dfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0712519 May 27 02:59:45.718403 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-3ded98f6-2f57-4c25-ae6a-f5351a538172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:45.719874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-3ded98f6-2f57-4c25-ae6a-f5351a538172 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.1265004 May 27 02:59:45.824225 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-ddf67a67-f03f-4e40-bb4e-5e315ab4e6ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 1001 time: 0.0976408 May 27 02:59:45.883744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-199e084b-c725-4fbb-a9b6-e5475c2719ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:45.885127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-199e084b-c725-4fbb-a9b6-e5475c2719ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0561600 May 27 02:59:45.963099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-5e445659-260f-4a76-b6b2-b783a41090ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:45.964813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-5e445659-260f-4a76-b6b2-b783a41090ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734053 May 27 02:59:45.974317 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-43c4149f-8705-41ab-b0f0-878ada6a45fc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 02:59:45.975354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-43c4149f-8705-41ab-b0f0-878ada6a45fc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050170 May 27 02:59:46.165950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-c31aa6ce-e263-4932-b0f1-36c5c67580e9 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844223 May 27 02:59:46.202612 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7550f1-e2bb-4ddf-8959-512a12f78cf4 req-890ffe68-a413-4de1-9912-ccdc7d3bc444 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:46.204050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce7550f1-e2bb-4ddf-8959-512a12f78cf4 req-890ffe68-a413-4de1-9912-ccdc7d3bc444 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.1571569 May 27 02:59:46.322504 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce7550f1-e2bb-4ddf-8959-512a12f78cf4 req-d37bdf0e-2f40-4ab2-b07e-d52b0783d7c9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722315 May 27 02:59:46.345460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-aa036830-8642-40f4-8744-43bf0a98134c service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726987 May 27 02:59:47.507812 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49827c63-78af-4cd3-aee0-a121a0cb8625 req-35e7a069-e475-40fb-a365-6eb387e1fd7e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:47.509244 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-49827c63-78af-4cd3-aee0-a121a0cb8625 req-35e7a069-e475-40fb-a365-6eb387e1fd7e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0821042 May 27 02:59:47.665775 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-49827c63-78af-4cd3-aee0-a121a0cb8625 req-565286c9-ccf6-4f1a-b55a-2d493c418ddf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502159 May 27 02:59:48.857462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c3784-53db-4179-b634-95f0fb26a4d6 req-cc19c58d-5a9f-46e7-954c-10e672bf14e1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:48.858847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b8c3784-53db-4179-b634-95f0fb26a4d6 req-cc19c58d-5a9f-46e7-954c-10e672bf14e1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0783234 May 27 02:59:48.902702 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5b8c3784-53db-4179-b634-95f0fb26a4d6 req-b8fbe043-a9cc-4685-9ce3-bedbbca7eb29 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383031 May 27 02:59:50.086020 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aec71-1e09-48c5-9b50-f79a58ac8d7c req-683ea09a-b776-4ab5-bf64-02410ee5b6ac tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:50.087496 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d8aec71-1e09-48c5-9b50-f79a58ac8d7c req-683ea09a-b776-4ab5-bf64-02410ee5b6ac tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0786273 May 27 02:59:50.130388 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d8aec71-1e09-48c5-9b50-f79a58ac8d7c req-b0e327d9-e8b1-4e70-8988-4a8a2587c461 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365577 May 27 02:59:51.161605 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 02:59:51.316922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4010ba4-7faf-44b4-b921-5996de0e22c9 req-36dd1305-f874-482a-8192-0b6836497010 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:51.318368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4010ba4-7faf-44b4-b921-5996de0e22c9 req-36dd1305-f874-482a-8192-0b6836497010 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0837817 May 27 02:59:51.361986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c4010ba4-7faf-44b4-b921-5996de0e22c9 req-d92c2920-7f64-4dfa-8d2b-e4f572876db7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 May 27 02:59:52.550097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c11a5-5bb6-401d-a816-88ad59b05df4 req-17c7c2da-d125-4ed8-a2b8-eabd4b07371f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:52.551704 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2b0c11a5-5bb6-401d-a816-88ad59b05df4 req-17c7c2da-d125-4ed8-a2b8-eabd4b07371f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0837190 May 27 02:59:52.597846 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2b0c11a5-5bb6-401d-a816-88ad59b05df4 req-d215df20-baa8-4c85-9ec3-e36134d59189 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405111 May 27 02:59:53.780830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f11b30-acd8-4941-8139-9840316073d7 req-6d8c6c5b-9f76-4e08-b279-bb9283a34093 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:53.782297 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43f11b30-acd8-4941-8139-9840316073d7 req-6d8c6c5b-9f76-4e08-b279-bb9283a34093 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0806222 May 27 02:59:53.826975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43f11b30-acd8-4941-8139-9840316073d7 req-e631ba8e-202f-4768-ae43-7dcff1e0e1f6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 May 27 02:59:55.007000 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e978ca-c0b0-4039-8553-1c7614af2a59 req-1fb515a6-aa0f-40bf-a562-d492ca51f14f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:55.008434 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e978ca-c0b0-4039-8553-1c7614af2a59 req-1fb515a6-aa0f-40bf-a562-d492ca51f14f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0780623 May 27 02:59:55.058249 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7e978ca-c0b0-4039-8553-1c7614af2a59 req-ff18d525-cb0b-4165-b028-05bcc49dc3d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 May 27 02:59:56.247751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a4d0-16f5-4635-9ad5-37a5ed5a471c req-0bfee28c-f319-4a83-aa4a-b61b8d8c09f5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:56.249193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6341a4d0-16f5-4635-9ad5-37a5ed5a471c req-0bfee28c-f319-4a83-aa4a-b61b8d8c09f5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0829201 May 27 02:59:56.292656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6341a4d0-16f5-4635-9ad5-37a5ed5a471c req-64382a71-a3ca-4c75-8a39-e2620edde68e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 May 27 02:59:57.476461 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7320c-5d8a-4533-ae8f-2161f07c86d9 req-2b1f2de0-28d0-4776-af52-de33da5df75e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:57.477920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9c7320c-5d8a-4533-ae8f-2161f07c86d9 req-2b1f2de0-28d0-4776-af52-de33da5df75e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0797706 May 27 02:59:57.520620 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f9c7320c-5d8a-4533-ae8f-2161f07c86d9 req-2e6451e5-6582-4b8e-b9e1-47ff3bd3e079 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371258 May 27 02:59:58.704163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c15528-f4ac-49d7-9e87-173756bc6702 req-b15fcde6-aeb0-4998-9c9c-f4ebb38ffba7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:58.705622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68c15528-f4ac-49d7-9e87-173756bc6702 req-b15fcde6-aeb0-4998-9c9c-f4ebb38ffba7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0789657 May 27 02:59:58.752080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-68c15528-f4ac-49d7-9e87-173756bc6702 req-d7190b2d-1ed3-4dbc-a04d-2e35e09c3f85 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 May 27 02:59:59.938982 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311ad7c-8d52-4c64-81b7-f369abda9315 req-2db45cc2-1145-4283-932b-d025429ff120 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 02:59:59.940302 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4311ad7c-8d52-4c64-81b7-f369abda9315 req-2db45cc2-1145-4283-932b-d025429ff120 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0819812 May 27 02:59:59.983501 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4311ad7c-8d52-4c64-81b7-f369abda9315 req-e65f5ddb-5cd3-4f96-917a-d7d5ae53faaa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375416 May 27 03:00:01.262336 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8497-a93b-4847-a111-41e22cab6e5c req-8d3eb512-0515-4255-aa30-daf2932107c8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:01.263768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec0b8497-a93b-4847-a111-41e22cab6e5c req-8d3eb512-0515-4255-aa30-daf2932107c8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.1768014 May 27 03:00:01.307790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ec0b8497-a93b-4847-a111-41e22cab6e5c req-16ce52bf-16bf-4372-b910-e52a06f6dbc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383534 May 27 03:00:02.490998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c7992-3c2b-4f51-988d-1e57ff988cc4 req-060e69c8-5909-4913-acb8-104353136a44 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:02.492439 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a6c7992-3c2b-4f51-988d-1e57ff988cc4 req-060e69c8-5909-4913-acb8-104353136a44 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0785031 May 27 03:00:02.536137 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a6c7992-3c2b-4f51-988d-1e57ff988cc4 req-d5e36e30-c373-46c0-b002-c69d54c9bcec tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 May 27 03:00:03.387945 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-29f9e937-0918-4769-8cfe-dedd78aba32a service neutron] show failed (client error): The resource could not be found. May 27 03:00:03.388922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-29f9e937-0918-4769-8cfe-dedd78aba32a service neutron] 10.222.0.13 "GET /v2.0/ports/99b255c2-93a7-4ef1-9069-5c412433f54d/bindings/n-h2-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.0753565 May 27 03:00:03.586439 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:03.759811 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-ce6e232f-b36c-438f-96e3-4318303f80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:03.761176 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-ce6e232f-b36c-438f-96e3-4318303f80a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 1097 time: 0.1865647 May 27 03:00:03.769065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce538ab-46a9-4fa2-a721-7b9607585b39 req-973aadb8-5116-4a4f-891a-2a4dea3319fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:03.770380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ce538ab-46a9-4fa2-a721-7b9607585b39 req-973aadb8-5116-4a4f-891a-2a4dea3319fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.1107016 May 27 03:00:03.775027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-11', 'device_owner': 'compute:nova'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:00:03.891877 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0ce538ab-46a9-4fa2-a721-7b9607585b39 req-5af7b2e3-2e8b-4c88-8434-2c2de837a2ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914686 May 27 03:00:03.917105 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:03.958989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.193391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:00:04.221851 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:00:04.278788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:00:04.284802 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.302728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Transition to ACTIVE for port object 99b255c2-93a7-4ef1-9069-5c412433f54d will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:00:04.306506 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.339508 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b1f4c6-5d60-42bc-9a9e-6a45cc87db87'] response: {'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'code': 200} May 27 03:00:04.453951 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=6']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:04.469857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.470199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.470536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.470893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.471222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.471551 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.471877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.472193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.472510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.472829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.473175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.473491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:04.521751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] No DVR routers for this DVR port 99b255c2-93a7-4ef1-9069-5c412433f54d on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:00:04.741967 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:00:04.742194 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:00:04.742494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:00:04.747613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Port 99b255c2-93a7-4ef1-9069-5c412433f54d on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:00:04.747924 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Attempting to bind port 99b255c2-93a7-4ef1-9069-5c412433f54d on network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:00:04.752910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:00:04.753238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Checking segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:00:04.753617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Bound using segment: {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:00:04.754063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Bound port: 99b255c2-93a7-4ef1-9069-5c412433f54d, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f09f4f5-1951-43e9-92d1-76743b9178c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:00:04.754403 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.845904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:00:04.849168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:00:04.853514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.917170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:04.918351 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:04.920002 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] 10.222.0.47 "PUT /v2.0/ports/99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 1092 time: 1.1487160 May 27 03:00:04.976806 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c0b3-12c3-4095-adb5-4c529b5dafba service neutron] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=7']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:05.016666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-148ff87b-71b4-4153-9c52-80a841a1daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:05.018178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-148ff87b-71b4-4153-9c52-80a841a1daad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1095 time: 0.0761974 May 27 03:00:05.309261 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-ebb0efe1-ba2d-4454-b34d-e0f7b400db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:05.310625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-ebb0efe1-ba2d-4454-b34d-e0f7b400db58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.2556815 May 27 03:00:05.318738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4bffd-9266-4cd8-90ed-d8fd09070939 req-3798c57d-14c4-45b8-b587-802897830ba0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:05.320077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ae4bffd-9266-4cd8-90ed-d8fd09070939 req-3798c57d-14c4-45b8-b587-802897830ba0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.2999437 May 27 03:00:05.445374 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8ae4bffd-9266-4cd8-90ed-d8fd09070939 req-5c324861-f62d-434b-97c4-184eb42878ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751877 May 27 03:00:05.447180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-21464f6e-b84b-474b-bbb9-9ffd3743acf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 999 time: 0.1262743 May 27 03:00:05.510635 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-36425591-b42b-4999-aea6-b031cf43c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:05.512690 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-36425591-b42b-4999-aea6-b031cf43c03a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0597541 May 27 03:00:05.586107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-1840a99d-f03c-4db2-b198-8c0fa193bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:05.587620 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-1840a99d-f03c-4db2-b198-8c0fa193bab4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696743 May 27 03:00:05.597747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-c54a7954-fd88-472c-9aa9-bac9756b680f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:00:05.598675 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-c54a7954-fd88-472c-9aa9-bac9756b680f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047755 May 27 03:00:05.731725 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-8e189f76-7968-4ecd-a106-180e6b54d3c8 service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261022 May 27 03:00:05.860536 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-ebd9a3b8-3518-493d-a1c0-08f2e68c1bb5 service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232398 May 27 03:00:05.970500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c308e3f0-0640-4998-a077-8b92473fdee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:06.341013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:00:06.396517 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae7ef05-46ae-4cfd-88ab-be3c8bcf8fc3'] response: {'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'status': 'completed', 'code': 200} May 27 03:00:06.545037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-c2f2ca47-47d3-4be5-bfe8-b1be912d68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:06.546514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-c2f2ca47-47d3-4be5-bfe8-b1be912d68e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1095 time: 0.1312306 May 27 03:00:06.553513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-b4290abb-ad7d-4a00-8895-bfc56c0fa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:06.554951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-b4290abb-ad7d-4a00-8895-bfc56c0fa90d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1095 time: 0.1092544 May 27 03:00:06.860869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92074d4-132a-403e-a97e-7cf56af24153 req-a54b4429-b973-4f08-953a-ae2a1b1ae9b9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:06.862244 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f92074d4-132a-403e-a97e-7cf56af24153 req-a54b4429-b973-4f08-953a-ae2a1b1ae9b9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.3110123 May 27 03:00:06.864744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-1038eb22-7bf8-4696-8563-3f51b26a3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:06.866196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-1038eb22-7bf8-4696-8563-3f51b26a3246 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.2794597 May 27 03:00:06.867262 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-bcacadbb-a55d-445e-9ffb-8bef56f08864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:06.868557 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-bcacadbb-a55d-445e-9ffb-8bef56f08864 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.2808225 May 27 03:00:07.068118 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f92074d4-132a-403e-a97e-7cf56af24153 req-a5555226-b3f3-469f-a715-f828fbd916f6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986046 May 27 03:00:07.076141 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-2d93a469-cf93-4fe0-a5c9-bb1c1158a346 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 999 time: 0.1932974 May 27 03:00:07.079548 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-5d642e13-ceb5-449c-94a2-0eccd2f6b81a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 999 time: 0.1977060 May 27 03:00:07.298037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-cd7e3776-8dce-4eb5-9168-1be1bace4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:07.299412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-cd7e3776-8dce-4eb5-9168-1be1bace4423 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.2169387 May 27 03:00:07.302346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-8846026b-1bf9-48ee-a5a9-2ae58327457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:07.303625 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-8846026b-1bf9-48ee-a5a9-2ae58327457e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0803123 May 27 03:00:07.433358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-72630f55-1c8b-462f-ba43-3c7b7f7f09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:07.435358 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-72630f55-1c8b-462f-ba43-3c7b7f7f09e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978136 May 27 03:00:07.437174 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a913-215f-4352-b119-b60fbcaccf79 req-43ae016d-a9aa-4f22-bb45-e9844e7fcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:07.438478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-43ae016d-a9aa-4f22-bb45-e9844e7fcfa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323080 May 27 03:00:07.671062 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-ca1a8bfe-4e61-455e-b13f-bdebf57ea2df service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288768 May 27 03:00:07.675767 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-3cb9c570-9cb3-4113-95fd-a1cfb15d7f70 service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119730 May 27 03:00:07.909726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-3c2cd41e-7b0a-49dd-abad-66195973d35c service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324505 May 27 03:00:07.911519 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3384a913-215f-4352-b119-b60fbcaccf79 req-0aeff4b9-ed7e-4fd7-b2b2-33d703387304 service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122378 May 27 03:00:07.931967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:00:07.988463 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:00:08.124144 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3bd0b48b-cd46-4db2-abf8-a9231407dace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:08.267166 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe967f1e-0475-49a0-9b68-d9d7fad9fb98 req-557cf210-38e7-43e8-88fc-6c6d3639cc90 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:08.268527 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe967f1e-0475-49a0-9b68-d9d7fad9fb98 req-557cf210-38e7-43e8-88fc-6c6d3639cc90 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.0824986 May 27 03:00:08.311938 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fe967f1e-0475-49a0-9b68-d9d7fad9fb98 req-3c1d8f9b-51d4-4111-81cb-ad48e095bebb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377710 May 27 03:00:09.497616 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:09.501201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5ce73-d9ba-4de2-95fe-3564f3f8ec14 req-8e5a55a0-70ff-4b77-ac62-841521ae89e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:09.502704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3c5ce73-d9ba-4de2-95fe-3564f3f8ec14 req-8e5a55a0-70ff-4b77-ac62-841521ae89e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.0841215 May 27 03:00:09.546140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d3c5ce73-d9ba-4de2-95fe-3564f3f8ec14 req-12b68121-d281-4e58-9728-87b3f717d503 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377862 May 27 03:00:09.677503 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:09.846978 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:00:09.911327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-b49c455d-3095-4f8a-a0c6-84f97a161a60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:09.912667 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-b49c455d-3095-4f8a-a0c6-84f97a161a60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8&tenant_id=7425aa9d2f3047de8dca803497e9a467&binding%3Ahost_id=n-h2-843146-11 HTTP/1.1" status: 200 len: 943 time: 0.1436679 May 27 03:00:09.921517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f59c49-a59e-4cb1-aee9-00a8e8194a81 req-1b2e69e3-e98a-496a-95ca-f08934a2c1c7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:09.922917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14f59c49-a59e-4cb1-aee9-00a8e8194a81 req-1b2e69e3-e98a-496a-95ca-f08934a2c1c7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 943 time: 0.1551561 May 27 03:00:09.978124 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:00:09.992501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'port_id': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'mac_address': 'fa:16:3e:8b:c1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:00:10.024818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-14f59c49-a59e-4cb1-aee9-00a8e8194a81 req-e4950c6a-66f2-414e-b9d7-39a8a462e9d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650210 May 27 03:00:10.032274 n-d-843146-11 neutron-server[88425]: INFO neutron.api.v2.resource [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-1d8c0449-f81a-4985-b9d5-7ebb7bb426f5 service neutron] delete failed (client error): The resource could not be found. May 27 03:00:10.033241 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-1d8c0449-f81a-4985-b9d5-7ebb7bb426f5 service neutron] 10.222.0.13 "DELETE /v2.0/ports/99b255c2-93a7-4ef1-9069-5c412433f54d/bindings/n-h1-843146-11 HTTP/1.1" status: 404 len: 381 time: 0.1094759 May 27 03:00:10.050831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 99b255c2-93a7-4ef1-9069-5c412433f54d is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:00:10.051213 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:10.068113 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b255c2-93a7-4ef1-9069-5c412433f54d {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:00:10.084298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:00:10.088368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:10.162348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:10.174086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.174430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.174851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.175178 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.175562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.175956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.176305 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.176529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.176873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.177191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.177521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.177853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:00:10.190884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-07686e9b-35ce-4588-a35e-487e7327acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:10.192739 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-07686e9b-35ce-4588-a35e-487e7327acbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1096 time: 0.0857861 May 27 03:00:10.224033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a6238-770f-4dcb-80d5-4387883a2579 req-804cf043-6096-425a-8317-b062b243fecf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:10.225468 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-742a6238-770f-4dcb-80d5-4387883a2579 req-804cf043-6096-425a-8317-b062b243fecf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 944 time: 0.0892782 May 27 03:00:10.273866 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-742a6238-770f-4dcb-80d5-4387883a2579 req-20052e70-d382-461d-9fbd-461db8cf54da tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 May 27 03:00:10.325893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-3a53b5a7-076b-4fc0-b0ec-9248ba78e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:10.327387 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-3a53b5a7-076b-4fc0-b0ec-9248ba78e232 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.1291840 May 27 03:00:10.437391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-4cfdff84-bafa-44d6-8e35-7fce6d206201 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 1000 time: 0.1025634 May 27 03:00:10.479263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['99b255c2-93a7-4ef1-9069-5c412433f54d'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:00:10.501421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-b8ee71db-0853-4614-bae0-4e9db4357188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:10.502867 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-b8ee71db-0853-4614-bae0-4e9db4357188 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0592523 May 27 03:00:10.687079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-2376f736-4646-4dc4-9e60-c1527b145055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:10.688628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-2376f736-4646-4dc4-9e60-c1527b145055 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802275 May 27 03:00:10.822959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-ded11380-c107-473a-81b7-aa86bb056404 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279688 May 27 03:00:10.955027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77f67756-d557-49d9-91e0-c4e5498f1c70 req-c3ee2d88-9295-45b5-b46a-57e5fda1d99a service neutron] 10.222.0.13 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256480 May 27 03:00:11.257096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:11.463546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca735-53b6-4d5b-96a2-f485c0381c3d req-2a7121f8-0104-447b-aaa1-b81a5e627243 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:11.465526 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-082ca735-53b6-4d5b-96a2-f485c0381c3d req-2a7121f8-0104-447b-aaa1-b81a5e627243 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 944 time: 0.0827222 May 27 03:00:11.511136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-082ca735-53b6-4d5b-96a2-f485c0381c3d req-b4c6a712-9612-4bae-bd0e-fc83faff7976 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396399 May 27 03:00:11.860822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:00:11.930314 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 99b255c2-93a7-4ef1-9069-5c412433f54d completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:00:11.935555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 99b255c2-93a7-4ef1-9069-5c412433f54d triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:00:11.935923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:12.049608 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 99b255c2-93a7-4ef1-9069-5c412433f54d is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:00:12.049982 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:12.077594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:00:12.086319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:00:12.091204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:12.128471 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c2a38b-9e92-4b08-ac04-bd346891a89f'] response: {'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'code': 200} May 27 03:00:12.162661 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:00:12.700942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc44f48-07da-4c15-a6b2-23265708cf60 req-e0d222f4-f749-401d-b9ad-45ec72f4da14 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:12.702398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5cc44f48-07da-4c15-a6b2-23265708cf60 req-e0d222f4-f749-401d-b9ad-45ec72f4da14 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0830288 May 27 03:00:12.745160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5cc44f48-07da-4c15-a6b2-23265708cf60 req-5707478b-c8bc-4d3e-ab70-5a0a518eba8e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370784 May 27 03:00:12.769195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34612) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:00:12.873820 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-349e8e8c-f82f-445f-967c-dad397429168 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/ef54ecfe-743b-49a7-9268-ac8dec07244c HTTP/1.1" status: 200 len: 993 time: 0.1035414 May 27 03:00:24.995317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-37184b51-e166-4dd2-8393-066529f9f95d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736921 May 27 03:00:25.135041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-2e04b303-30ba-40d3-83b7-eacd6b6c0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:25.137036 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-2e04b303-30ba-40d3-83b7-eacd6b6c0177 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0740533 May 27 03:00:25.278354 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-96defc46-0c2c-4bb4-91ae-767a40c2c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:25.279758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-96defc46-0c2c-4bb4-91ae-767a40c2c8e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.1253769 May 27 03:00:25.379627 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-143ecba4-462f-42bf-a99a-6170d5eccc81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 1001 time: 0.0937665 May 27 03:00:25.442963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-f767804f-f391-4de5-b839-4061d81b66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:25.444412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-f767804f-f391-4de5-b839-4061d81b66f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0581110 May 27 03:00:25.518922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-8e02e259-6e1a-4a92-9865-2cdc880999f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:00:25.520390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-8e02e259-6e1a-4a92-9865-2cdc880999f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700037 May 27 03:00:25.652191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-d7eea1b7-afa4-4396-be61-5a01dcffc77d service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245546 May 27 03:00:25.782032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c1604224-72d4-417e-bd9a-afeea36bd6ef req-71802f65-a8d7-4bbe-9b04-ae980984ed5e service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235144 May 27 03:00:28.161655 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:00:33.587286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:33.957746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:35.972190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e96b8484-4d78-4292-b73f-5cb99fef169c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:38.125149 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e852-60c6-4f80-8f7e-c21d0f5e3b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:39.500620 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:39.679840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:00:41.263327 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:03.599901 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:03.970417 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:05.161624 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:01:05.803747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34638) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:05.985784 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4827d395-9f72-4d0a-bc39-26b2de22d458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:06.013610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 86173e54-179a-47c9-91a5-52d57a0c17f6 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:01:06.013955 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:06.184742 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:06.185064 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:06.308216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 86173e54-179a-47c9-91a5-52d57a0c17f6 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:01:06.467986 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:06.515159 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=86173e54-179a-47c9-91a5-52d57a0c17f6,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:06.554879 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.555231 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.555573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.555909 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.556241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.556572 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.556900 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.557227 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.557554 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.557882 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.558206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.558601 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:06.618107 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:06.618445 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP ef54ecfe-743b-49a7-9268-ac8dec07244c disassociated (deleted). External IP: 172.25.3.184, port: 99b255c2-93a7-4ef1-9069-5c412433f54d. May 27 03:01:07.072139 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router d999df7e-568c-487e-aaef-28efcb9f3552 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:01:07.250017 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:01:07.260669 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] Sync routers for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:01:07.272386 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:07.272630 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:07.273006 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:07.330989 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-127c0440-88a2-49ce-85d2-a4da48598cd0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef54ecfe-743b-49a7-9268-ac8dec07244c HTTP/1.1" status: 204 len: 168 time: 1.5235691 May 27 03:01:07.330989 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:01:07.376072 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0abc4ca-37fd-4473-ba6b-ecf70fe7e204'] response: {'name': 'network-changed', 'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'status': 'completed', 'code': 200} May 27 03:01:07.448640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:07.474050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-ed6241e4-ef67-4740-b1f2-e8751a87bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:07.476299 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-ed6241e4-ef67-4740-b1f2-e8751a87bc60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0780578 May 27 03:01:07.709786 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a2e5b-6b0c-4bd4-a382-be200333b1b1 req-4176fdbc-f74d-4862-8f82-8d538bba18a9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:07.710583 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-566a2e5b-6b0c-4bd4-a382-be200333b1b1 req-4176fdbc-f74d-4862-8f82-8d538bba18a9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:01:07.725405 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-2d9e733f-e83a-49e4-8918-916ef7f3659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:07.728112 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-566a2e5b-6b0c-4bd4-a382-be200333b1b1 req-4176fdbc-f74d-4862-8f82-8d538bba18a9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:01:07.729577 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-566a2e5b-6b0c-4bd4-a382-be200333b1b1 req-4176fdbc-f74d-4862-8f82-8d538bba18a9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.1025136 May 27 03:01:07.729917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-2d9e733f-e83a-49e4-8918-916ef7f3659d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 200 len: 897 time: 0.2452631 May 27 03:01:07.778357 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-566a2e5b-6b0c-4bd4-a382-be200333b1b1 req-936ea685-6b87-42d5-b3b2-6f502c1cf158 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 May 27 03:01:07.797868 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:25Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:07.802192 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] Checking router: d999df7e-568c-487e-aaef-28efcb9f3552 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:01:07.802477 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-138fb5c9-ec3e-40bc-81a3-650c8c3f80ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 200 len: 217 time: 0.0691245 May 27 03:01:07.811252 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:07.811862 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:00:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:07.865861 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-042b3c0c-d17d-47b2-83d2-7957c6819706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:07.867331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-042b3c0c-d17d-47b2-83d2-7957c6819706 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 200 len: 835 time: 0.0591221 May 27 03:01:07.944188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-cf421988-ae40-4bc8-8ead-a06cbd9edd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:07.945841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-cf421988-ae40-4bc8-8ead-a06cbd9edd10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719481 May 27 03:01:08.015521 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:08.079029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-5b223be5-ef03-4551-ac49-9c6feac29e30 service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263268 May 27 03:01:08.127548 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9284d953-7eaf-429f-925b-37eac69d380c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:08.212762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7011f3b7-8a3b-4f92-a1d1-0e164fd7c8c6 req-1546bd61-afd2-4ed5-abdf-9ccb2acf90c3 service neutron] 10.222.0.47 "GET /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267216 May 27 03:01:08.321588 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:25Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:08.325749 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87379140-1ffc-4db9-a4ff-bacd092469b5 None None] The sync data for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 is: [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T02:58:20Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8750eca3-2b76-4a89-99a9-8f6bc3d0113b', 'name': '', 'network_id': '5cfb5c41-6295-46ac-b84a-e1bc4a9ae173', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:53:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:20Z', 'updated_at': '2022-05-27T02:58:25Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '3b1d4233-f092-4bee-9123-00ea2cfb82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:01:08.530602 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f9c7f-148f-43b9-81ad-973093b1a7d4 None None] New status for floating IP ef54ecfe-743b-49a7-9268-ac8dec07244c: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:01:08.982973 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcba53a-2c99-490f-b895-31d0538fe506 req-66774259-ebd7-4fa7-a3af-1443638b884c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:08.984455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3dcba53a-2c99-490f-b895-31d0538fe506 req-66774259-ebd7-4fa7-a3af-1443638b884c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.0842476 May 27 03:01:09.072965 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3dcba53a-2c99-490f-b895-31d0538fe506 req-4756eeb5-9070-4858-95fb-0a5df541dc57 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571272 May 27 03:01:09.100607 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-c0bc1ccf-6904-4771-8945-61ceb87a9ae7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:09.101950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-c0bc1ccf-6904-4771-8945-61ceb87a9ae7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.47 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 945 time: 0.1166625 May 27 03:01:09.173489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 99b255c2-93a7-4ef1-9069-5c412433f54d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:01:09.173827 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:09.416839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 99b255c2-93a7-4ef1-9069-5c412433f54d, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=99b255c2-93a7-4ef1-9069-5c412433f54d,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:09.417113 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:09.503148 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:09.539884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 99b255c2-93a7-4ef1-9069-5c412433f54d owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:01:09.684053 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:09.685175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:09.736653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=99b255c2-93a7-4ef1-9069-5c412433f54d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:09.780789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.781132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.781470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.781803 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.782131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.782463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.782809 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.783138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.783463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.783783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.784109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.784424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:09.820981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] No DVR routers for this DVR port 99b255c2-93a7-4ef1-9069-5c412433f54d on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:01:09.823363 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:09.825891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-deleted', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:01:09.841316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.47 "DELETE /v2.0/ports/99b255c2-93a7-4ef1-9069-5c412433f54d HTTP/1.1" status: 204 len: 173 time: 0.7340565 May 27 03:01:09.938077 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817b80c0-fdaa-4357-aa51-65a00a7ae976'] response: {'server_uuid': '7fffa0bd-20f2-41c1-962f-30a76a0c57a8', 'name': 'network-vif-deleted', 'tag': '99b255c2-93a7-4ef1-9069-5c412433f54d', 'status': 'completed', 'code': 200} May 27 03:01:10.240000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9f452364-8911-4092-ada6-a19d9afaea09 req-eacfbc83-fb38-4b08-aab4-2e61f0e9242b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:01:10.256131 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9f452364-8911-4092-ada6-a19d9afaea09 req-eacfbc83-fb38-4b08-aab4-2e61f0e9242b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:01:10.257537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9f452364-8911-4092-ada6-a19d9afaea09 req-eacfbc83-fb38-4b08-aab4-2e61f0e9242b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fffa0bd-20f2-41c1-962f-30a76a0c57a8 HTTP/1.1" status: 200 len: 210 time: 0.0624492 May 27 03:01:11.262465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:11.354913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34660) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:11.999246 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:12.354293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:01:12.354668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:12.540917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 8750eca3-2b76-4a89-99a9-8f6bc3d0113b, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:12.541587 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:12.665271 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 8750eca3-2b76-4a89-99a9-8f6bc3d0113b owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:01:12.847299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:12.996630 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=8750eca3-2b76-4a89-99a9-8f6bc3d0113b,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:13.266983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:13.626314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router d999df7e-568c-487e-aaef-28efcb9f3552 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:01:13.798987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:01:13.808284 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] Sync routers for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:01:13.816008 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ff2f392e-f29d-4487-8bde-bf2009e7ded8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/d999df7e-568c-487e-aaef-28efcb9f3552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4600339 May 27 03:01:13.818601 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34664) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:13.818761 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:13.819368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:13.885751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting subnet 3b1d4233-f092-4bee-9123-00ea2cfb82e9 {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:01:13.888581 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:13.943561 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.011821 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:14.033435 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.110690 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.149430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1d4233-f092-4bee-9123-00ea2cfb82e9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:14.153904 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.160612 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c85d70-d71f-4481-9c22-d94f9b4c562d None None] Network 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:01:14.161095 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9d51f4db-cbbb-4d28-bfd8-de9a2ffc6e4d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/subnets/3b1d4233-f092-4bee-9123-00ea2cfb82e9 HTTP/1.1" status: 204 len: 168 time: 0.3411200 May 27 03:01:14.163425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34668) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:14.176395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:01:14.263648 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 99b255c2-93a7-4ef1-9069-5c412433f54d {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:01:14.264021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 99b255c2-93a7-4ef1-9069-5c412433f54d not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:01:14.299463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T03:01:12Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:14.303344 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] Checking router: d999df7e-568c-487e-aaef-28efcb9f3552 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:01:14.311884 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] Routers {'d999df7e-568c-487e-aaef-28efcb9f3552'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:14.312494 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d999df7e-568c-487e-aaef-28efcb9f3552'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:14.475060 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.491021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] DHCP port deletion for 5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:01:14.495151 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Deleting port 2a456499-b750-48dd-842c-afe1606c6259 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:01:14.495756 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.505328 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] Set router d999df7e-568c-487e-aaef-28efcb9f3552 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:14.660120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.670341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:01:14.670781 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.711100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] For port 2a456499-b750-48dd-842c-afe1606c6259, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2a456499-b750-48dd-842c-afe1606c6259,segment=NetworkSegment(5f09f4f5-1951-43e9-92d1-76743b9178c8),segment_id=5f09f4f5-1951-43e9-92d1-76743b9178c8)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:14.711484 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.833263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Calling delete_port for 2a456499-b750-48dd-842c-afe1606c6259 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:01:14.833780 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T03:01:12Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:14.837891 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b518c58-6f30-4e88-b5e1-8daf955aa0eb None None] The sync data for ids ['d999df7e-568c-487e-aaef-28efcb9f3552'] in n-d-843146-11 is: [{'id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48248715', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T02:58:15Z', 'updated_at': '2022-05-27T03:01:12Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999df7e-568c-487e-aaef-28efcb9f3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T02:58:16Z', 'updated_at': '2022-05-27T02:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:01:14.873181 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:14.873549 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.912662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:14.958855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Pushing event deleted for resources: {'Port': ['ID=2a456499-b750-48dd-842c-afe1606c6259,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:14.968534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] No DVR routers for this DVR port 2a456499-b750-48dd-842c-afe1606c6259 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:01:14.970515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.970888 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.971242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.971569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.971904 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.972237 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.972559 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.972891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.973563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.973563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.973866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:14.974193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0c6c-79eb-4c7e-83cf-f69c9ebdb459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:15.002378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:01:15.165535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.214627 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:15.282693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a456499-b750-48dd-842c-afe1606c6259 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:01:15.317861 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.319484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 2a456499-b750-48dd-842c-afe1606c6259 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:01:15.319841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2a456499-b750-48dd-842c-afe1606c6259 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:01:15.497927 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.500132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.522640 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.523206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Fanout notify agent at l3_agent the message router_deleted on router d999df7e-568c-487e-aaef-28efcb9f3552 {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:01:15.547420 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.548651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fe2cddb7-f4d3-4307-b5fa-30fc0d52ea1e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/routers/d999df7e-568c-487e-aaef-28efcb9f3552 HTTP/1.1" status: 204 len: 168 time: 1.3843105 May 27 03:01:15.551296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34672) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:15.673534 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.802805 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.828017 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfb5c41-6295-46ac-b84a-e1bc4a9ae173']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:15.839762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f09f4f5-1951-43e9-92d1-76743b9178c8') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:15.840087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f09f4f5-1951-43e9-92d1-76743b9178c8') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:15.851154 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.866576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:15.873081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:01:15.873461 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:16.053642 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5f09f4f5-1951-43e9-92d1-76743b9178c8 resource provider aggregate not found May 27 03:01:16.080352 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 5f09f4f5-1951-43e9-92d1-76743b9178c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f09f4f5-1951-43e9-92d1-76743b9178c8 found for delete ", "request_id": "req-1555cd5a-0610-4f43-bb84-566189195476"}]} May 27 03:01:16.088492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:16.093758 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:16.119333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Network': ['ID=5cfb5c41-6295-46ac-b84a-e1bc4a9ae173,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:16.124976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-18ce1d6b-fbed-4483-b222-4b0a8b687b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/networks/5cfb5c41-6295-46ac-b84a-e1bc4a9ae173 HTTP/1.1" status: 204 len: 168 time: 0.5726221 May 27 03:01:16.127749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34682) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:16.194653 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc53f2f5-d210-4e1a-9496-20105b44b35c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:16.228108 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc53f2f5-d210-4e1a-9496-20105b44b35c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:16.294916 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc53f2f5-d210-4e1a-9496-20105b44b35c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:16.313054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f2f5-d210-4e1a-9496-20105b44b35c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:16.324258 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-bc53f2f5-d210-4e1a-9496-20105b44b35c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:16.325943 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-bc53f2f5-d210-4e1a-9496-20105b44b35c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0ce38d9-ffdb-4d98-8b61-58cf8d0c4d49 HTTP/1.1" status: 204 len: 168 time: 0.1972973 May 27 03:01:16.909781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:01:16.943891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:01:16.944229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 159fd1ef-aa85-4c3d-9bd8-3c2a17d2a3bd not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:01:16.944641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8750eca3-2b76-4a89-99a9-8f6bc3d0113b no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:01:16.978337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8750eca3-2b76-4a89-99a9-8f6bc3d0113b {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:01:16.978678 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8750eca3-2b76-4a89-99a9-8f6bc3d0113b not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:01:17.453499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34692) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:17.458812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26356641', 'description': 'tempest-secgroup-smoke-26356641 description', 'project_id': '7425aa9d2f3047de8dca803497e9a467'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:17.465856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:17.470038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:17.472971 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:17.478825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:17.489712 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.509406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:17.514043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:17.516922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:17.522942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:17.594937 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.599362 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.642754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa2b24-90ec-448e-805d-825af752914a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:17.648496 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.650170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-367590ec-74c7-4c13-862f-06b2875aa3bf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1952839 May 27 03:01:17.653863 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34696) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:17.658860 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '16aa2b24-90ec-448e-805d-825af752914a', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:17.665494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:17.669378 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:17.672243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:17.677910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:17.694887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.757151 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.760693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.785649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c407b4-8edc-41b3-81ba-9892eb683b8f,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:17.793830 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.795206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dfa12331-0825-4cde-a933-287ea22058ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404197 May 27 03:01:17.797994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34700) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:17.802776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '16aa2b24-90ec-448e-805d-825af752914a', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:17.809019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:17.812831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:17.815669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:17.821418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:17.837895 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.898188 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.901715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.924323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdac30ae-ffb9-4348-b9cc-0a2d8e5374ff,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:17.933005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:17.934755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2b3df7b6-92b3-4ac0-a66d-22d86619d66b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358504 May 27 03:01:17.937455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34704) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:17.942266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '16aa2b24-90ec-448e-805d-825af752914a', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:17.948667 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:17.953066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:17.955950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:17.961613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:17.978685 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.040812 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.044485 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.070334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e194d916-3779-4fe1-8e2c-bab8b5a35023,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:18.079208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.080372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-d6e32ed9-d95b-465e-b523-bc1233263247 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420231 May 27 03:01:18.083061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34708) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:18.087906 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '16aa2b24-90ec-448e-805d-825af752914a', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:18.094243 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:18.098420 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:18.101282 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:18.107273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:18.123797 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.185005 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.188510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.211726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c8b529-af53-4c07-a040-72b10df6f6f9,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:18.219771 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.220932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e7d52bf2-15ae-432a-aa95-aad641e475e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369526 May 27 03:01:18.223633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34712) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:18.228387 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '16aa2b24-90ec-448e-805d-825af752914a', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:18.235413 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:18.239288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:18.242090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:18.248437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:18.259238 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:01:18.267219 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.330682 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.333971 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.356825 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86204ae-7327-4aed-91e1-1be1c9261380,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:18.364912 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.366061 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-56c7c95c-55b2-43c1-aea2-35af4cd56b51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415465 May 27 03:01:18.368785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34716) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:18.374151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '16aa2b24-90ec-448e-805d-825af752914a', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:18.380476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:18.384346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:18.387233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:18.392837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:18.404811 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:01:18.413193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.480485 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.484584 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.507875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf589aa5-0d3a-47cb-ad40-d9637208d66d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:18.516644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.517796 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ea088f85-cd08-4b38-88c7-9cac26ed39ee tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481190 May 27 03:01:18.520715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34720) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:18.526204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'network': {'name': 'tempest-network-smoke--223444893', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'port_security_enabled': True}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:18.531904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:18.536014 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:network and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:18.538864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:18.545034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:18.555511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:01:18.559688 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.586962 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:01:18.595936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.596314 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Added segment d7ed90ea-6697-4b7c-8dd7-fda441284789 of type vlan for network 73b5fb18-6826-49fa-be52-64cf98c67695 May 27 03:01:18.623481 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.650941 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.657012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:18.657590 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.758438 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2365344 May 27 03:01:18.760932 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34724) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:18.768075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'admin_state_up': True, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:18.777002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:18.779891 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aaaf8-25a9-46b5-bbd9-6bd76bb360fa tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Network': ['ID=73b5fb18-6826-49fa-be52-64cf98c67695,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:18.783583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:router and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:18.786569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:18.790576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 73b5fb18-6826-49fa-be52-64cf98c67695 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:01:18.792837 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:18.803886 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.804931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:18.820380 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:19.088645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:19.484803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:19.514988 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:19.651738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.2 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/865039df-c083-4323-a6cc-60f1341e99b3) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:01:19.797700 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:19.826456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:19.891595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:01:19.894503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:01:19.898103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:01:19.927649 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=865039df-c083-4323-a6cc-60f1341e99b3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:20.310288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:20.647299 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:20.957013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 69737e16-37cc-4b8f-9eac-936903f71068 is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:01:21.137633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:01:21.146625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Sync routers for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:01:21.156368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:21.156979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:21.164915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:21.166138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0d61b6c0-af4b-4cc8-803f-e4455d9af6b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4043014 May 27 03:01:21.169845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34728) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:21.254294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-44acdb7d-bb7d-45d7-bacb-1f5e6f9f17ad tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7425aa9d2f3047de8dca803497e9a467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833628 May 27 03:01:21.256969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34734) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:21.336269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:21.393880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da8861-7f36-4c3a-a2d2-f7226883742e tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:21.395325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-17da8861-7f36-4c3a-a2d2-f7226883742e tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374602 May 27 03:01:21.398112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34738) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:21.437907 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-32207f3b-decc-4542-a191-97b74c367e8d tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387342 May 27 03:01:21.440473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34742) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:21.445799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750121882', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:21.558223 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:21.562758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:subnet and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:21.565458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:21.571549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:21.583004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:01:21.586990 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:21.636097 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:20Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:21.640861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Checking router: 69737e16-37cc-4b8f-9eac-936903f71068 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:01:21.641205 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Updating router 69737e16-37cc-4b8f-9eac-936903f71068 port 865039df-c083-4323-a6cc-60f1341e99b3 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:01:21.694756 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:21.855322 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:21.943107 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Subnet': ['ID=2a461edd-567c-4108-b404-1100244aea9a,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:21.951158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Checking segment: {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:01:21.951543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network hostable DHCP agents. Network: 73b5fb18-6826-49fa-be52-64cf98c67695, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:01:21.970566 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 73b5fb18-6826-49fa-be52-64cf98c67695 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:01:21.980915 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 73b5fb18-6826-49fa-be52-64cf98c67695) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:01:21.986900 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:21.987813 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:21.994321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd46e2-954f-4154-8811-ecf692920847 None None] Network 73b5fb18-6826-49fa-be52-64cf98c67695 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:01:22.012081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4518e904-7312-471a-a8b1-429bd6c68eba tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5704980 May 27 03:01:22.014725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34746) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:22.161017 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:22.177758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Transition to ACTIVE for port object 865039df-c083-4323-a6cc-60f1341e99b3 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:01:22.189693 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:22.314393 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d29c42-0eb1-4c32-8263-6931cb79baae None None] Pushing event updated for resources: {'Port': ['ID=865039df-c083-4323-a6cc-60f1341e99b3,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:22.318620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Attempting to bind port 865039df-c083-4323-a6cc-60f1341e99b3 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:01:22.319017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Attempting to bind port 865039df-c083-4323-a6cc-60f1341e99b3 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:01:22.319379 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Attempting to bind port 865039df-c083-4323-a6cc-60f1341e99b3 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:01:22.329098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:01:22.329471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:01:22.329872 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:22.330260 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:01:22.330741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Bound port: 865039df-c083-4323-a6cc-60f1341e99b3, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:01:22.331115 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:22.428285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-73b5fb18-6826-49fa-be52-64cf98c67695', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:01:22.429104 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:22.495917 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] For port 865039df-c083-4323-a6cc-60f1341e99b3, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:01:22.512829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] For port 865039df-c083-4323-a6cc-60f1341e99b3, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=865039df-c083-4323-a6cc-60f1341e99b3,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:01:22.520492 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:22.657714 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:22.658362 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:22.752629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d29c42-0eb1-4c32-8263-6931cb79baae None None] Pushing event updated for resources: {'Port': ['ID=865039df-c083-4323-a6cc-60f1341e99b3,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:22.764161 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Allocated IP 172.20.0.2 (73b5fb18-6826-49fa-be52-64cf98c67695/2a461edd-567c-4108-b404-1100244aea9a/29f42918-23b9-4d8c-b831-f485e97d1f11) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:01:22.872142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:22.931372 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:23.315108 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.331764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Transition to ACTIVE for port object 29f42918-23b9-4d8c-b831-f485e97d1f11 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:01:23.355148 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Transition to ACTIVE for port object 29f42918-23b9-4d8c-b831-f485e97d1f11 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:01:23.361344 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.434836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.1 (73b5fb18-6826-49fa-be52-64cf98c67695/2a461edd-567c-4108-b404-1100244aea9a/784baded-294e-4026-9bfd-61f0b58ab77e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:01:23.440309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Network 73b5fb18-6826-49fa-be52-64cf98c67695 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:01:23.444536 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:01:23.450338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:01:23.458291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:20Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:23.492369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d69442-47b8-4abc-b80b-c0e701344789 None None] The sync data for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 is: [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:20Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:01:23.493791 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Pushing event updated for resources: {'Port': ['ID=29f42918-23b9-4d8c-b831-f485e97d1f11,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:23.616312 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.620248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Attempting to bind port 29f42918-23b9-4d8c-b831-f485e97d1f11 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:01:23.620615 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Attempting to bind port 29f42918-23b9-4d8c-b831-f485e97d1f11 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:01:23.620976 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Attempting to bind port 29f42918-23b9-4d8c-b831-f485e97d1f11 on network 73b5fb18-6826-49fa-be52-64cf98c67695 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:01:23.633805 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object 784baded-294e-4026-9bfd-61f0b58ab77e will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:01:23.635498 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:01:23.635871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Checking segment: {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:01:23.636268 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.637215 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Bound using segment: {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:01:23.637798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Bound port: 29f42918-23b9-4d8c-b831-f485e97d1f11, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:01:23.638172 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.660632 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.741434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=784baded-294e-4026-9bfd-61f0b58ab77e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:23.758216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 73b5fb18-6826-49fa-be52-64cf98c67695 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:01:23.759455 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:01:23.762503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:01:23.807627 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] For port 29f42918-23b9-4d8c-b831-f485e97d1f11, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:01:23.829414 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] For port 29f42918-23b9-4d8c-b831-f485e97d1f11, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=29f42918-23b9-4d8c-b831-f485e97d1f11,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:01:23.840803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.857500 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:23.935307 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cf910-98f5-470e-b461-530bce46ca1c None None] Pushing event updated for resources: {'Port': ['ID=29f42918-23b9-4d8c-b831-f485e97d1f11,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:24.169983 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:24.722175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:24.727153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:24.841088 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=784baded-294e-4026-9bfd-61f0b58ab77e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:24.845936 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:24.927825 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4e8f1-12dd-4e5b-8901-bc3d71787c73 None None] Network 73b5fb18-6826-49fa-be52-64cf98c67695 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:01:24.993773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29f42918-23b9-4d8c-b831-f485e97d1f11 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:01:25.020109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 73b5fb18-6826-49fa-be52-64cf98c67695 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:01:25.021361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:01:25.080230 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cfe7cd2a-7521-4d25-b3d6-1ad9208b91e4 None None] Provisioning for port 29f42918-23b9-4d8c-b831-f485e97d1f11 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:01:25.153332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 29f42918-23b9-4d8c-b831-f485e97d1f11 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:01:25.169050 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 29f42918-23b9-4d8c-b831-f485e97d1f11 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:25.169188 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.217614 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 69737e16-37cc-4b8f-9eac-936903f71068 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:01:25.347556 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 29f42918-23b9-4d8c-b831-f485e97d1f11 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:25.347922 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.389518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 29f42918-23b9-4d8c-b831-f485e97d1f11, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=29f42918-23b9-4d8c-b831-f485e97d1f11,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:25.395199 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.396031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 865039df-c083-4323-a6cc-60f1341e99b3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:01:25.405842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:01:25.415820 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Sync routers for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:01:25.422810 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a7098bc9-88d6-47a0-923e-0a59af64d47a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/69737e16-37cc-4b8f-9eac-936903f71068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4055965 May 27 03:01:25.435416 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:25.436170 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:25.539531 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=29f42918-23b9-4d8c-b831-f485e97d1f11,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:25.573247 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 865039df-c083-4323-a6cc-60f1341e99b3 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:01:25.591011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 865039df-c083-4323-a6cc-60f1341e99b3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:25.591663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.663746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-480e6a5a-b8d5-43db-b42d-ad5958135007 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:01:25.681007 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:25.683315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-480e6a5a-b8d5-43db-b42d-ad5958135007 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:01:25.693355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-480e6a5a-b8d5-43db-b42d-ad5958135007 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26356641&fields=id&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 267 time: 0.0905910 May 27 03:01:25.751194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 865039df-c083-4323-a6cc-60f1341e99b3 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:25.751891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.758438 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8cea4156-2727-48b1-8571-ef1fd006d67d None None] Provisioning for port 784baded-294e-4026-9bfd-61f0b58ab77e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:01:25.771388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8cea4156-2727-48b1-8571-ef1fd006d67d None None] Provisioning complete for port 784baded-294e-4026-9bfd-61f0b58ab77e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:25.771884 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8cea4156-2727-48b1-8571-ef1fd006d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.845874 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 865039df-c083-4323-a6cc-60f1341e99b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=865039df-c083-4323-a6cc-60f1341e99b3,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:25.857196 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.878994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-d97e8afe-522a-43c8-bebc-83221be4e93b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:25.879692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-d97e8afe-522a-43c8-bebc-83221be4e93b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:01:25.903669 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-d97e8afe-522a-43c8-bebc-83221be4e93b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:01:25.905208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-d97e8afe-522a-43c8-bebc-83221be4e93b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 796 time: 0.2108669 May 27 03:01:25.907711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8cea4156-2727-48b1-8571-ef1fd006d67d None None] Port 784baded-294e-4026-9bfd-61f0b58ab77e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:01:25.925337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-4f1a0f7f-44df-4aea-80a9-8a43734596b8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/quotas/7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 375 time: 0.0135934 May 27 03:01:25.942069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8cea4156-2727-48b1-8571-ef1fd006d67d None None] Provisioning complete for port 29f42918-23b9-4d8c-b831-f485e97d1f11 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:25.942696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8cea4156-2727-48b1-8571-ef1fd006d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:25.993174 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=865039df-c083-4323-a6cc-60f1341e99b3,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:26.041827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-2a4e5107-939b-4883-b8af-8d769332f5f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:01:26.061113 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 2, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:26.064022 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-2a4e5107-939b-4883-b8af-8d769332f5f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:01:26.065630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-2a4e5107-939b-4883-b8af-8d769332f5f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334608 May 27 03:01:26.068413 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Checking router: 69737e16-37cc-4b8f-9eac-936903f71068 for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:01:26.068918 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Updating router 69737e16-37cc-4b8f-9eac-936903f71068 port 784baded-294e-4026-9bfd-61f0b58ab77e binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:01:26.130600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-c6b6fe21-4c11-4dcc-ac03-9cc31c639dd8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:01:26.131813 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8cea4156-2727-48b1-8571-ef1fd006d67d None None] Current status of the port 29f42918-23b9-4d8c-b831-f485e97d1f11 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:26.131950 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-c6b6fe21-4c11-4dcc-ac03-9cc31c639dd8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525088 May 27 03:01:26.147899 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:26.251792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8b4a2fa9-299e-40b0-accc-7cac3924ddff None None] Provisioning complete for port 784baded-294e-4026-9bfd-61f0b58ab77e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:26.252482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b4a2fa9-299e-40b0-accc-7cac3924ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:26.269094 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-b93c3214-916a-4183-abaf-42d466ae1a27 service neutron] 10.222.0.16 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299915 May 27 03:01:26.307102 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a2fa9-299e-40b0-accc-7cac3924ddff None None] Port 784baded-294e-4026-9bfd-61f0b58ab77e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:01:26.403507 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-b721e290-fbc3-4512-be0e-352dd0ed59d4 service neutron] 10.222.0.16 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282849 May 27 03:01:26.499496 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:26.520953 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Transition to ACTIVE for port object 784baded-294e-4026-9bfd-61f0b58ab77e will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:01:26.532999 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:26.616805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b990b8f3-ca75-4d23-9a2b-d0a08a4b9612 req-9f06362b-11f7-4d07-8b24-f374fa92415a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 210 time: 0.0485983 May 27 03:01:26.693501 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Pushing event updated for resources: {'Port': ['ID=784baded-294e-4026-9bfd-61f0b58ab77e,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:26.703310 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.703646 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.703975 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.704298 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.704618 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.704935 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.705250 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.705564 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.705875 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.706184 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.706495 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.706833 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:01:26.795273 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Attempting to bind port 784baded-294e-4026-9bfd-61f0b58ab77e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:01:26.795643 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Attempting to bind port 784baded-294e-4026-9bfd-61f0b58ab77e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:01:26.795988 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Attempting to bind port 784baded-294e-4026-9bfd-61f0b58ab77e on network 73b5fb18-6826-49fa-be52-64cf98c67695 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:01:26.801772 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:01:26.802140 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Checking segment: {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:01:26.802532 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:26.802965 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Bound using segment: {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:01:26.803425 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Bound port: 784baded-294e-4026-9bfd-61f0b58ab77e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:01:26.803791 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:26.900241 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] For port 784baded-294e-4026-9bfd-61f0b58ab77e, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:01:26.904958 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] For port 784baded-294e-4026-9bfd-61f0b58ab77e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=784baded-294e-4026-9bfd-61f0b58ab77e,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:01:26.910235 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:26.936772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29f42918-23b9-4d8c-b831-f485e97d1f11 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:01:26.984333 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:26.984958 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:27.023585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 29f42918-23b9-4d8c-b831-f485e97d1f11 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:27.024391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:27.096577 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f10ff2-ced4-4fb7-8ac0-059716c5ed17 None None] Pushing event updated for resources: {'Port': ['ID=784baded-294e-4026-9bfd-61f0b58ab77e,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:27.150896 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 29f42918-23b9-4d8c-b831-f485e97d1f11 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:27.152319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 865039df-c083-4323-a6cc-60f1341e99b3 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:01:27.219307 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:27.226133 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 865039df-c083-4323-a6cc-60f1341e99b3 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:27.226535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:27.358377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 865039df-c083-4323-a6cc-60f1341e99b3 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:27.538417 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:26Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:27.542321 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385af38a-b080-408d-926b-48ce8719d9c5 None None] The sync data for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 is: [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:26Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:01:27.852962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2205444d-ae99-490b-91c3-d4600faf5f3e req-6eca292f-865c-4642-81fb-4c446d7676f0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 210 time: 0.1188610 May 27 03:01:27.943490 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-991e7336-b4fe-4759-b318-4c4a4d2f7dd5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:27.945524 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-991e7336-b4fe-4759-b318-4c4a4d2f7dd5 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 796 time: 0.2098460 May 27 03:01:27.995952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-85e749da-072f-427d-af86-56b6a8bb30d6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 378 time: 0.0420730 May 27 03:01:28.005489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'port': {'device_id': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'admin_state_up': True, 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'security_groups': ['16aa2b24-90ec-448e-805d-825af752914a']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:28.268836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:28.279007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:28.290671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:01:28.294704 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:28.472845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.6 (73b5fb18-6826-49fa-be52-64cf98c67695/2a461edd-567c-4108-b404-1100244aea9a/231ac892-799a-4717-8c6e-0bf76a1e65c2) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:01:28.673551 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:28.688948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object 231ac892-799a-4717-8c6e-0bf76a1e65c2 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:01:28.711423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:28.785913 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 73b5fb18-6826-49fa-be52-64cf98c67695 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:01:28.789169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:01:28.793052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:01:28.822821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=231ac892-799a-4717-8c6e-0bf76a1e65c2,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:28.860132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:28.861161 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:28.892191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-34915a48-136c-461d-9b9f-f6b15aeccc56 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903072 May 27 03:01:28.954475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Request body: {'port': {'device_id': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:28.973990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 784baded-294e-4026-9bfd-61f0b58ab77e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:01:29.061221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 784baded-294e-4026-9bfd-61f0b58ab77e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:01:29.067304 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 784baded-294e-4026-9bfd-61f0b58ab77e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:29.068249 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.079158 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.085819 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d093bb2-7e77-41fa-ad72-2d3580c820c7 req-b1bff6aa-eb91-4cad-b00c-f8208395092e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:29.087946 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d093bb2-7e77-41fa-ad72-2d3580c820c7 req-b1bff6aa-eb91-4cad-b00c-f8208395092e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 931 time: 0.0896497 May 27 03:01:29.136117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4d765a1f-a4ec-4f67-a5f5-7932b04f45d4 None None] Provisioning for port 231ac892-799a-4717-8c6e-0bf76a1e65c2 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:01:29.143926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-4d765a1f-a4ec-4f67-a5f5-7932b04f45d4 None None] Provisioning complete for port 231ac892-799a-4717-8c6e-0bf76a1e65c2 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:29.144228 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4d765a1f-a4ec-4f67-a5f5-7932b04f45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.146670 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0d093bb2-7e77-41fa-ad72-2d3580c820c7 req-c4ec7145-28ae-4a1d-bb05-4006731d60e3 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515018 May 27 03:01:29.242584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-4d765a1f-a4ec-4f67-a5f5-7932b04f45d4 None None] Port 231ac892-799a-4717-8c6e-0bf76a1e65c2 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:01:29.247094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 784baded-294e-4026-9bfd-61f0b58ab77e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:29.247595 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.281041 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 784baded-294e-4026-9bfd-61f0b58ab77e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=784baded-294e-4026-9bfd-61f0b58ab77e,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:29.284470 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.352547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=784baded-294e-4026-9bfd-61f0b58ab77e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:29.429039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231ac892-799a-4717-8c6e-0bf76a1e65c2 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:01:29.436608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.451292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Transition to ACTIVE for port object 231ac892-799a-4717-8c6e-0bf76a1e65c2 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:01:29.454571 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.646898 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Pushing event updated for resources: {'Port': ['ID=231ac892-799a-4717-8c6e-0bf76a1e65c2,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:29.715621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Attempting to bind port 231ac892-799a-4717-8c6e-0bf76a1e65c2 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:01:29.715959 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Attempting to bind port 231ac892-799a-4717-8c6e-0bf76a1e65c2 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:01:29.716288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Attempting to bind port 231ac892-799a-4717-8c6e-0bf76a1e65c2 on network 73b5fb18-6826-49fa-be52-64cf98c67695 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:01:29.720848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Port 231ac892-799a-4717-8c6e-0bf76a1e65c2 on network 73b5fb18-6826-49fa-be52-64cf98c67695 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:01:29.721167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Attempting to bind port 231ac892-799a-4717-8c6e-0bf76a1e65c2 on network 73b5fb18-6826-49fa-be52-64cf98c67695 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:01:29.726277 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:01:29.726620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Checking segment: {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:01:29.727031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Bound using segment: {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:01:29.727456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Bound port: 231ac892-799a-4717-8c6e-0bf76a1e65c2, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ed90ea-6697-4b7c-8dd7-fda441284789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:01:29.727803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.818867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] For port 231ac892-799a-4717-8c6e-0bf76a1e65c2, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:01:29.821680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] For port 231ac892-799a-4717-8c6e-0bf76a1e65c2, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:01:29.826471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.894419 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:29.895059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:29.896419 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] 10.222.0.13 "PUT /v2.0/ports/231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 1092 time: 0.9973068 May 27 03:01:29.896859 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:01:29.921175 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fbd20-f813-47c5-bac8-b57abf662997 service neutron] Pushing event updated for resources: {'Port': ['ID=231ac892-799a-4717-8c6e-0bf76a1e65c2,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:29.974842 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ec2cdb-4aa8-4f65-8e7a-d3f31328cb33'] response: {'name': 'network-changed', 'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'status': 'completed', 'code': 200} May 27 03:01:30.017535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-1dd44aba-8a3a-4959-85de-51b0140f1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:30.019075 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-1dd44aba-8a3a-4959-85de-51b0140f1a35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1095 time: 0.0814302 May 27 03:01:30.090376 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-80068084-553c-4e16-8096-7ff7bd2d2602 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 217 time: 0.0643559 May 27 03:01:30.244998 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-e67931ec-4db2-4b4f-82a2-262019186182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:30.246458 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-e67931ec-4db2-4b4f-82a2-262019186182 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 200 len: 834 time: 0.1504309 May 27 03:01:30.325961 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-2f578559-7ae5-44e5-81e4-e58296778303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:30.327471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-2f578559-7ae5-44e5-81e4-e58296778303 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73b5fb18-6826-49fa-be52-64cf98c67695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750358 May 27 03:01:30.331292 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bfc5-0e4b-4d16-bf51-9308a033867b req-c774bc97-3f32-4e00-b0a0-29d973618f0e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:30.332723 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28f9bfc5-0e4b-4d16-bf51-9308a033867b req-c774bc97-3f32-4e00-b0a0-29d973618f0e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 943 time: 0.0801578 May 27 03:01:30.376277 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-28f9bfc5-0e4b-4d16-bf51-9308a033867b req-bd3abf37-a1c5-4b12-8a5e-c6426064066e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378847 May 27 03:01:30.458221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-a5a9ee9c-421a-4669-9e3e-11986a9cba13 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246135 May 27 03:01:30.588592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f20f0b4-1f42-4726-b2a7-4adcd9f34cad req-69ba19b6-2a13-49a2-9d25-60f791a2e99d service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248341 May 27 03:01:30.702071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-3555314f-8240-4be8-b9ac-2c65cf826ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:30.703573 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-3555314f-8240-4be8-b9ac-2c65cf826ebc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1095 time: 0.0714397 May 27 03:01:30.831620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-1b1dceb7-7ffa-41cf-b7a8-cf72ca8ed9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:30.833050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-1b1dceb7-7ffa-41cf-b7a8-cf72ca8ed9f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 897 time: 0.1239119 May 27 03:01:30.914235 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-e14779aa-3a04-4e6a-9fe5-445ae3d690a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 217 time: 0.0753808 May 27 03:01:30.927006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 784baded-294e-4026-9bfd-61f0b58ab77e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:01:30.977086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-eefdc1a2-30a3-4b9f-b3f3-f3097ea08869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:30.978510 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-eefdc1a2-30a3-4b9f-b3f3-f3097ea08869 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 200 len: 834 time: 0.0589869 May 27 03:01:31.008695 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 784baded-294e-4026-9bfd-61f0b58ab77e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:31.009075 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:31.059616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-0416b1c1-a51d-466f-9ef2-f52b18212fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:31.061156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-0416b1c1-a51d-466f-9ef2-f52b18212fa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73b5fb18-6826-49fa-be52-64cf98c67695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762527 May 27 03:01:31.126476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 784baded-294e-4026-9bfd-61f0b58ab77e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:31.192479 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-a6da555e-cf21-477a-a350-3a084ec42ccc service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246457 May 27 03:01:31.334952 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e9029a2-2406-48bf-ba95-1499bf7785ff req-49ff72bf-d79f-40a4-a6c8-14053af9ce99 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361778 May 27 03:01:31.564499 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44a34-54da-4355-bd05-2cc9a6b863d3 req-fb967424-634a-4d55-a5b6-4da281d91fc8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:31.565218 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8bd44a34-54da-4355-bd05-2cc9a6b863d3 req-fb967424-634a-4d55-a5b6-4da281d91fc8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:01:31.580096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8bd44a34-54da-4355-bd05-2cc9a6b863d3 req-fb967424-634a-4d55-a5b6-4da281d91fc8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:01:31.581493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bd44a34-54da-4355-bd05-2cc9a6b863d3 req-fb967424-634a-4d55-a5b6-4da281d91fc8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 943 time: 0.0968840 May 27 03:01:31.626115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8bd44a34-54da-4355-bd05-2cc9a6b863d3 req-c038d6b7-66d2-43e3-958c-9ce7fcd347eb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388243 May 27 03:01:31.678363 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-f13498c0-2e24-4865-b990-964a19931bd0 req-b6381145-a733-4ba2-8c99-7f72ce3e000b service neutron] (88426) timed out ('10.222.0.16', 58042) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:01:32.812581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02883676-6349-4da0-99c8-bdde390621a7 req-dd8dea53-2898-44e0-9580-25b96d66bc64 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:32.814007 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02883676-6349-4da0-99c8-bdde390621a7 req-dd8dea53-2898-44e0-9580-25b96d66bc64 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 943 time: 0.0823812 May 27 03:01:32.856614 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-02883676-6349-4da0-99c8-bdde390621a7 req-86c7e8d3-568c-4c60-a7ff-e99c72c448d8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369761 May 27 03:01:33.614621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:33.972402 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:34.065399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a66486-c35d-4ae1-a5af-5568aa5af340 req-aeb7054c-5d50-4532-b1f1-e0b0a35d8fc7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:34.066916 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d6a66486-c35d-4ae1-a5af-5568aa5af340 req-aeb7054c-5d50-4532-b1f1-e0b0a35d8fc7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 943 time: 0.1031365 May 27 03:01:34.119482 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d6a66486-c35d-4ae1-a5af-5568aa5af340 req-4f49e2d6-1b78-40ba-87f2-cab9c284fa51 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468926 May 27 03:01:34.380510 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 231ac892-799a-4717-8c6e-0bf76a1e65c2 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:01:34.521916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 231ac892-799a-4717-8c6e-0bf76a1e65c2, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:34.535055 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'port_id': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'mac_address': 'fa:16:3e:db:53:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:01:34.592416 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 231ac892-799a-4717-8c6e-0bf76a1e65c2 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:34.592790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:34.609347 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231ac892-799a-4717-8c6e-0bf76a1e65c2 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:01:34.624909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 231ac892-799a-4717-8c6e-0bf76a1e65c2, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:34.628835 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:34.693687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=231ac892-799a-4717-8c6e-0bf76a1e65c2,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:34.960063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['231ac892-799a-4717-8c6e-0bf76a1e65c2'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:01:35.302444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf3ea-bff0-49aa-888d-c33caa910f08 req-03f8b1fe-6a71-44e2-851a-6744e0bb0fbc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:35.303925 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30faf3ea-bff0-49aa-888d-c33caa910f08 req-03f8b1fe-6a71-44e2-851a-6744e0bb0fbc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 944 time: 0.0797698 May 27 03:01:35.347306 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-30faf3ea-bff0-49aa-888d-c33caa910f08 req-d82fd3b9-4caf-4feb-9e1d-6f4a9d7e3bc0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374784 May 27 03:01:35.977820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-92dc6520-33da-4867-8577-ba54962fb633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:36.394509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 231ac892-799a-4717-8c6e-0bf76a1e65c2 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:01:36.464331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 231ac892-799a-4717-8c6e-0bf76a1e65c2 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:01:36.469594 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 231ac892-799a-4717-8c6e-0bf76a1e65c2 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:01:36.470081 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:36.531098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75974f-6c52-4864-abfe-970db13762b3 req-217e727b-de6a-48c0-8a95-8a85ea444c54 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:36.532565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a75974f-6c52-4864-abfe-970db13762b3 req-217e727b-de6a-48c0-8a95-8a85ea444c54 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 944 time: 0.0810752 May 27 03:01:36.578455 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8a75974f-6c52-4864-abfe-970db13762b3 req-8a9f7392-053f-4431-89c6-dcbf85eb6c0d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401750 May 27 03:01:36.622238 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 231ac892-799a-4717-8c6e-0bf76a1e65c2 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:01:36.622613 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:36.650156 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:01:36.659654 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 231ac892-799a-4717-8c6e-0bf76a1e65c2, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:01:36.664002 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:36.700089 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2f0be6-bc9e-4375-a0a1-16d37f72ef38'] response: {'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'code': 200} May 27 03:01:36.730811 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=231ac892-799a-4717-8c6e-0bf76a1e65c2,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:36.821783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc87b9-862a-4df9-9c1b-d4c102b59ca0 req-391f7aa1-2039-4a51-94b5-0b4e9325cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:36.823312 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-affc87b9-862a-4df9-9c1b-d4c102b59ca0 req-391f7aa1-2039-4a51-94b5-0b4e9325cb90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1097 time: 0.0734081 May 27 03:01:36.863456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-affc87b9-862a-4df9-9c1b-d4c102b59ca0 req-53f2e4c5-9ba7-4edd-bc37-d1efac4ab613 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336044 May 27 03:01:37.769450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3a08a-eecd-4aad-88fc-94012cfceacb req-22427694-3056-4881-88fe-69cf1a97462d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:37.770809 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a3a08a-eecd-4aad-88fc-94012cfceacb req-22427694-3056-4881-88fe-69cf1a97462d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0787044 May 27 03:01:37.813829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-20a3a08a-eecd-4aad-88fc-94012cfceacb req-ca50ec68-483c-47ab-b93d-b0c06468ab86 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374072 May 27 03:01:38.131593 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0adb6ecd-d385-4ee3-9ae4-1a8fc52ea2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:38.999897 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003075aa-df07-4177-8b6b-2bf29a847ef1 req-3d813f62-254d-42b8-a013-2ea556580b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:39.001390 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-003075aa-df07-4177-8b6b-2bf29a847ef1 req-3d813f62-254d-42b8-a013-2ea556580b93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0826118 May 27 03:01:39.045094 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-003075aa-df07-4177-8b6b-2bf29a847ef1 req-7860848e-8b43-4bf0-814a-75bd37408644 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380526 May 27 03:01:39.315727 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51878559-8fc1-4bc7-ba84-2dfee8163c18 req-9a86d405-a515-4202-a8da-4a359a87298f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:39.317085 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51878559-8fc1-4bc7-ba84-2dfee8163c18 req-9a86d405-a515-4202-a8da-4a359a87298f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.1712186 May 27 03:01:39.361332 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-51878559-8fc1-4bc7-ba84-2dfee8163c18 req-58ba232a-7e72-4481-8449-2d20e681a53e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385103 May 27 03:01:39.383148 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34816) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:39.454648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d7a8e-e773-40a2-94f7-68d2cdf0f51f tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:39.456146 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-633d7a8e-e773-40a2-94f7-68d2cdf0f51f tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1092 time: 0.0720553 May 27 03:01:39.458869 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34820) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:39.463493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:01:39.470515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:01:39.474453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:floatingip and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:01:39.477287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:01:39.483010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:01:39.493623 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:39.506664 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:39.632061 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:39.686651 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:39.767366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.51 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/58bd1818-51f8-409a-8ec8-949dfb6307c8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:01:39.913002 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:39.941670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:40.011470 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:01:40.014322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:01:40.017896 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:01:40.046836 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=58bd1818-51f8-409a-8ec8-949dfb6307c8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:40.422024 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:40.496277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:40.703507 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:40.707629 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:40.813783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=58bd1818-51f8-409a-8ec8-949dfb6307c8,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:01:40.825633 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:41.113301 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP 36d97a3a-2347-4505-b64a-f6e5a66750b7 associated. External IP: 172.25.3.51, port: 231ac892-799a-4717-8c6e-0bf76a1e65c2. May 27 03:01:41.265889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:41.464584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 69737e16-37cc-4b8f-9eac-936903f71068 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:01:41.645368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:01:41.656203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] Sync routers for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:01:41.666948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:41.668089 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:41.673961 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:01:41.728889 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-25f15e40-6916-4746-aa7d-b1329219ae23 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2688880 May 27 03:01:41.729467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:01:41.777373 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89640b5-8de1-4ee5-8375-c9a486d11bc8'] response: {'name': 'network-changed', 'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'status': 'completed', 'code': 200} May 27 03:01:41.874604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-5490126f-5bf0-4194-b3e5-2e41eb6fb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:41.875137 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:41.876136 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-5490126f-5bf0-4194-b3e5-2e41eb6fb120 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1097 time: 0.0779579 May 27 03:01:41.897562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7a40-5acb-4ccd-850a-0c323add854d req-2561871c-211c-4fff-bb44-585873872a6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:41.899040 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3ab7a40-5acb-4ccd-850a-0c323add854d req-2561871c-211c-4fff-bb44-585873872a6a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0805624 May 27 03:01:41.944467 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3ab7a40-5acb-4ccd-850a-0c323add854d req-5a12dcab-9435-4c52-b036-e4c1fab07415 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387242 May 27 03:01:41.968596 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34828) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:42.124262 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-835d4e87-987a-4f1d-8ae3-b9f93570d8ec tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/36d97a3a-2347-4505-b64a-f6e5a66750b7 HTTP/1.1" status: 200 len: 990 time: 0.1545804 May 27 03:01:42.126813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-2728aa1b-6ed7-45d6-bc01-e0b4b19eda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:42.128185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-2728aa1b-6ed7-45d6-bc01-e0b4b19eda33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 897 time: 0.2458284 May 27 03:01:42.160214 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:01:42.231106 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-a946649d-cf65-4018-beed-f3f9052afe85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 998 time: 0.0972567 May 27 03:01:42.232185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '36d97a3a-2347-4505-b64a-f6e5a66750b7', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'port_id': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'mac_address': 'fa:16:3e:db:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:01:40Z', 'updated_at': '2022-05-27T03:01:40Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:42.236092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] Checking router: 69737e16-37cc-4b8f-9eac-936903f71068 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:01:42.244306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:01:42.244909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:01:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:42.294539 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-65052e8c-b664-478c-8cc6-edad362b1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:42.296013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-65052e8c-b664-478c-8cc6-edad362b1a2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 200 len: 834 time: 0.0584285 May 27 03:01:42.376397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-34d2ad56-759c-452e-817c-93c88df85bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:01:42.378770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-34d2ad56-759c-452e-817c-93c88df85bb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73b5fb18-6826-49fa-be52-64cf98c67695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759699 May 27 03:01:42.423770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:01:42.511791 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-28901eba-3bce-4424-872e-d40e3177103b service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278555 May 27 03:01:42.757440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62247dfe-0db0-4d82-bfce-8d632d5fc476 req-301145c0-1ed6-41f5-892d-13f571ca2a8c service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396839 May 27 03:01:42.782734 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '36d97a3a-2347-4505-b64a-f6e5a66750b7', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'port_id': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'mac_address': 'fa:16:3e:db:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:01:40Z', 'updated_at': '2022-05-27T03:01:40Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:01:42.786778 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c8c5c-4492-4143-89a6-e84b66d89dc0 None None] The sync data for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 is: [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '36d97a3a-2347-4505-b64a-f6e5a66750b7', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'port_id': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'mac_address': 'fa:16:3e:db:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:01:40Z', 'updated_at': '2022-05-27T03:01:40Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:01:42.961946 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7365d4da-1824-47c1-a16e-32b15e666dbc None None] New status for floating IP 36d97a3a-2347-4505-b64a-f6e5a66750b7: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:01:43.128116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34832) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:43.236790 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7c27bdfc-8917-4fe6-93aa-4c184dd7f88e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/36d97a3a-2347-4505-b64a-f6e5a66750b7 HTTP/1.1" status: 200 len: 990 time: 0.1075246 May 27 03:01:44.240639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 34836) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:01:44.348451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-64747624-cb3c-4055-a070-1ecafd42d98f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/36d97a3a-2347-4505-b64a-f6e5a66750b7 HTTP/1.1" status: 200 len: 992 time: 0.1066797 May 27 03:02:03.601672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:03.976940 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:05.978798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4d67-ebd3-4d19-9197-5ec110d3083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:08.136762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-da0522a9-586c-4576-ad58-005922dc8fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:09.509433 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:09.689821 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:11.268668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:19.160463 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:02:26.052095 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-0cd36588-608f-4423-8920-68b7c5b0e6b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738728 May 27 03:02:26.188719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-6cbf90ea-74d5-4790-8c84-67cc8758f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:26.190159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-6cbf90ea-74d5-4790-8c84-67cc8758f6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1097 time: 0.0701582 May 27 03:02:26.331076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-15923d1e-d1f6-4029-b304-c2d8451f5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:26.332502 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-15923d1e-d1f6-4029-b304-c2d8451f5a7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 897 time: 0.1240931 May 27 03:02:26.433983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-5100de6c-ca43-43d3-b9d2-06e38a1f6936 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 1000 time: 0.0952854 May 27 03:02:26.495722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-01e9946c-22a0-4bee-a2b1-f97c6109fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:26.497704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-01e9946c-22a0-4bee-a2b1-f97c6109fa68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 200 len: 834 time: 0.0581627 May 27 03:02:26.575059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-1ccf8d5e-6d6b-4caf-8450-50d852913788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:26.576532 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-1ccf8d5e-6d6b-4caf-8450-50d852913788 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73b5fb18-6826-49fa-be52-64cf98c67695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730371 May 27 03:02:26.707779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-2d16ad6e-d792-4099-afc2-8778242ffc23 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245236 May 27 03:02:26.838806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a5b8633-e8de-433a-806f-d7cc39382d8f req-ca30ac26-5858-442f-a9bb-cee97060df25 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249211 May 27 03:02:33.628058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:33.971362 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:35.980598 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4b0bfb09-225d-41d1-ac62-4cc1eb5c1574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:38.132281 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-1b0fe1b6-301d-4c4e-bf97-e875c80309e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:39.511712 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:39.692553 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:41.271125 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:02:43.337847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94a7f-7bdf-41ed-9cfe-e65b9d6b1c36 req-a23e9a5a-1860-4a55-ac17-353a4e272e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:43.339327 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88d94a7f-7bdf-41ed-9cfe-e65b9d6b1c36 req-a23e9a5a-1860-4a55-ac17-353a4e272e9d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0815136 May 27 03:02:43.382582 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-88d94a7f-7bdf-41ed-9cfe-e65b9d6b1c36 req-11051059-2bc8-4d31-a8b2-749a3ed7062c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375116 May 27 03:02:44.572343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b90bc-65ff-4b15-8480-44b8e03b2a5d req-387905c4-56bb-4aa4-bff0-f65b8b05a38b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:44.573786 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c1b90bc-65ff-4b15-8480-44b8e03b2a5d req-387905c4-56bb-4aa4-bff0-f65b8b05a38b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0821950 May 27 03:02:44.618127 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9c1b90bc-65ff-4b15-8480-44b8e03b2a5d req-10a3d2af-a1c6-45f7-953b-e28993194d1b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380466 May 27 03:02:45.806033 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769465b-3daf-430a-b925-a8722d92cfd9 req-ae3008d9-1880-4a6f-bf06-7d53452a47f1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:45.807430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d769465b-3daf-430a-b925-a8722d92cfd9 req-ae3008d9-1880-4a6f-bf06-7d53452a47f1 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0832860 May 27 03:02:45.850822 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d769465b-3daf-430a-b925-a8722d92cfd9 req-b8b48117-9ac2-46fb-8998-3bd93af27aaf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377259 May 27 03:02:47.033891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16849e49-9c82-42fc-894b-517b1c0b77c5 req-0a2d9ac5-c9b7-41f1-9a92-72fda0fdc50d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:47.035371 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16849e49-9c82-42fc-894b-517b1c0b77c5 req-0a2d9ac5-c9b7-41f1-9a92-72fda0fdc50d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0794423 May 27 03:02:47.082433 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-16849e49-9c82-42fc-894b-517b1c0b77c5 req-e828f76b-f52a-48c7-8eac-c2039c47e136 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410578 May 27 03:02:48.281497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03607ef-713b-47f1-b3e7-fd9205ff67fd req-9aa91c39-4b6c-4032-9576-ce46db29181c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:48.282994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e03607ef-713b-47f1-b3e7-fd9205ff67fd req-9aa91c39-4b6c-4032-9576-ce46db29181c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0841761 May 27 03:02:48.330305 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e03607ef-713b-47f1-b3e7-fd9205ff67fd req-68be23ab-0361-482f-999f-8fa34c42612c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416796 May 27 03:02:49.518208 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d89e8-0325-44ae-bb5b-e915e3f04f8a req-5e00d67e-675d-4d9f-b2ab-0ba626ae32d0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:49.519671 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d3d89e8-0325-44ae-bb5b-e915e3f04f8a req-5e00d67e-675d-4d9f-b2ab-0ba626ae32d0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0791981 May 27 03:02:49.563542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4d3d89e8-0325-44ae-bb5b-e915e3f04f8a req-8b04e837-ee61-48b0-9196-f6e9780662cf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382075 May 27 03:02:50.745456 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e5216-e590-4631-a2f2-7c5d8b9b8e41 req-d5d3d850-a73e-478c-8fbb-4b1d44422b65 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:50.746927 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76e5216-e590-4631-a2f2-7c5d8b9b8e41 req-d5d3d850-a73e-478c-8fbb-4b1d44422b65 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0791492 May 27 03:02:50.793652 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f76e5216-e590-4631-a2f2-7c5d8b9b8e41 req-ae7dc2fd-fcd4-4358-8738-4a5aec19c692 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390744 May 27 03:02:52.088036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507f91d-c4ca-4d9d-a957-202c00409ca8 req-65a5e9e7-89af-40aa-9d47-f5a2c8875bc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:52.089484 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8507f91d-c4ca-4d9d-a957-202c00409ca8 req-65a5e9e7-89af-40aa-9d47-f5a2c8875bc6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.1895652 May 27 03:02:52.133223 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8507f91d-c4ca-4d9d-a957-202c00409ca8 req-479d7b8c-56f5-4a3b-96ff-8c78986595ec tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372860 May 27 03:02:53.317946 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c567ad-76ef-4a27-9e00-1f3ca5993e48 req-722d8563-9b30-4b69-a15f-bfae13377b4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:53.319417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06c567ad-76ef-4a27-9e00-1f3ca5993e48 req-722d8563-9b30-4b69-a15f-bfae13377b4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0829308 May 27 03:02:53.457073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-06c567ad-76ef-4a27-9e00-1f3ca5993e48 req-f58a5a37-d171-485f-ac67-86ac3a925708 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319795 May 27 03:02:54.641228 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2284bdc-c555-4561-aab7-0edebd4727b4 req-ac1b9479-184e-4792-970f-06eb1a0bd880 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:54.642675 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2284bdc-c555-4561-aab7-0edebd4727b4 req-ac1b9479-184e-4792-970f-06eb1a0bd880 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0809295 May 27 03:02:54.689479 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-f2284bdc-c555-4561-aab7-0edebd4727b4 req-293dc5d9-4367-4a2b-bb81-fed37300724a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411279 May 27 03:02:54.711821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34886) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:54.815793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4455e57d-922d-4637-a080-1c7bae3b133d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/36d97a3a-2347-4505-b64a-f6e5a66750b7 HTTP/1.1" status: 200 len: 992 time: 0.1028051 May 27 03:02:56.160553 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:02:56.305081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82982e44-537e-4148-bb88-4c6348204eca req-b45e7a67-2ba5-46dc-8a51-63d65c6af45b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:56.306456 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82982e44-537e-4148-bb88-4c6348204eca req-b45e7a67-2ba5-46dc-8a51-63d65c6af45b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.1385732 May 27 03:02:56.312453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-2953c700-3a6b-45a8-92fd-a641b22d9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:56.313806 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-2953c700-3a6b-45a8-92fd-a641b22d9ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1097 time: 0.1036479 May 27 03:02:56.432050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-82982e44-537e-4148-bb88-4c6348204eca req-fc4fc863-0898-40cb-a083-4f2d20546e09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173072 May 27 03:02:56.473049 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-384e9e40-4d08-4ed2-87e9-857323f70b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:56.474474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-384e9e40-4d08-4ed2-87e9-857323f70b2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 897 time: 0.1461186 May 27 03:02:56.576879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-f6dc996b-8978-483b-914b-e5ea220a27dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 1000 time: 0.0962505 May 27 03:02:56.639137 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-92c5ab29-13c2-44b1-bf6c-219bee03d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:56.640658 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-92c5ab29-13c2-44b1-bf6c-219bee03d476 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 200 len: 834 time: 0.0572164 May 27 03:02:56.717982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-af93d9c3-a67c-423a-bee6-0ee0ca669091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:56.719433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-af93d9c3-a67c-423a-bee6-0ee0ca669091 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73b5fb18-6826-49fa-be52-64cf98c67695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723448 May 27 03:02:56.849281 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-4e741bd5-7f20-453a-ae43-f0021bf2406a service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236780 May 27 03:02:56.980178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ac5d39fa-9d2a-4b38-a6ff-2f728a41798b req-14452809-087f-47c7-813c-42668cabbbde service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251447 May 27 03:02:57.621530 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac5321-83a5-4f96-9de7-cc6fa5b24cf4 req-04719841-c760-4317-8515-c84d77be366b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:57.623061 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bac5321-83a5-4f96-9de7-cc6fa5b24cf4 req-04719841-c760-4317-8515-c84d77be366b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0814145 May 27 03:02:57.666344 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bac5321-83a5-4f96-9de7-cc6fa5b24cf4 req-b1e04b16-367f-403d-b06c-74874a5873b6 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375926 May 27 03:02:58.851443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29a688-d588-465c-8e18-5841c16caf5c req-bb713b79-b67a-4ccd-94c3-3c453bcc46f0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:02:58.852800 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df29a688-d588-465c-8e18-5841c16caf5c req-bb713b79-b67a-4ccd-94c3-3c453bcc46f0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0788960 May 27 03:02:58.896339 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df29a688-d588-465c-8e18-5841c16caf5c req-cb64013d-d4ed-4b8c-a2be-5111ace250a2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374892 May 27 03:02:58.919582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34900) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:02:59.029978 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9289205e-fbb1-422b-8737-1c404438104c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/36d97a3a-2347-4505-b64a-f6e5a66750b7 HTTP/1.1" status: 200 len: 992 time: 0.1092453 May 27 03:03:03.617122 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:03.976380 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:05.982463 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-117c4da4-6456-4998-9a91-a46e463cfa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:08.134190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e5caa174-7d6c-4763-95c2-38a21de49224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:09.513990 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:09.696555 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:11.274044 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:25.476953 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-c4604022-9685-45d3-8fa6-da10d161ebb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769494 May 27 03:03:25.613012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-7ad86721-d238-4773-a1c5-c798964180fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:25.614470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-7ad86721-d238-4773-a1c5-c798964180fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1097 time: 0.0713096 May 27 03:03:25.758028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-1cc9776e-bf79-42a8-aaff-e8607969b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:25.759431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-1cc9776e-bf79-42a8-aaff-e8607969b227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 897 time: 0.1267095 May 27 03:03:25.863081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-f67a91fb-b62b-458f-8c46-5c8ad3cfa819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 1000 time: 0.0970855 May 27 03:03:25.927738 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-67eb9ae5-032d-40cb-958d-bdf87e8a0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:25.929255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-67eb9ae5-032d-40cb-958d-bdf87e8a0258 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 200 len: 834 time: 0.0608258 May 27 03:03:26.003621 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-b35b134c-dc8b-4e2d-b436-3afea8d74251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:26.005135 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-b35b134c-dc8b-4e2d-b436-3afea8d74251 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73b5fb18-6826-49fa-be52-64cf98c67695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703924 May 27 03:03:26.232180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-b87513c6-5366-4c1b-b859-ee80f5a54ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203939 May 27 03:03:26.366890 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e991c59-76b8-4631-aa3c-ff888c58eae6 req-12dd8ec0-6afe-4d1a-aba7-8726475b9ce9 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286373 May 27 03:03:33.160328 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:03:33.627160 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:33.972386 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:35.984916 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-585eba67-7ded-4128-82b7-572bf0620229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:38.135664 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6525-2937-46cf-928a-b10e28823bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:39.515809 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:39.697893 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:41.275497 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:45.634445 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34924) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:45.836649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 58bd1818-51f8-409a-8ec8-949dfb6307c8 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:03:45.837001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:46.003626 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:46.003861 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:46.124805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 58bd1818-51f8-409a-8ec8-949dfb6307c8 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:03:46.276156 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:46.324146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=58bd1818-51f8-409a-8ec8-949dfb6307c8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:46.360627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.360975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.361314 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.361645 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.361971 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.362298 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.362622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.362974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.363299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.363619 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.363936 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.364253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:46.423179 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:46.423509 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP 36d97a3a-2347-4505-b64a-f6e5a66750b7 disassociated (deleted). External IP: 172.25.3.51, port: 231ac892-799a-4717-8c6e-0bf76a1e65c2. May 27 03:03:46.875430 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 69737e16-37cc-4b8f-9eac-936903f71068 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:03:47.055132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:03:47.065672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] Sync routers for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:03:47.076058 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:47.076292 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:03:47.076683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:47.129918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d4f622ec-71fe-450a-b93f-6f04ba84ec09 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/floatingips/36d97a3a-2347-4505-b64a-f6e5a66750b7 HTTP/1.1" status: 204 len: 168 time: 1.4941683 May 27 03:03:47.130476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:03:47.236134 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaec28a-fe0d-4a6a-bb23-287b6bf23a0e'] response: {'name': 'network-changed', 'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'status': 'completed', 'code': 200} May 27 03:03:47.257838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:03:47.334640 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-56ecb565-f0b9-4919-98f0-d61bd68bdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:47.336164 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-56ecb565-f0b9-4919-98f0-d61bd68bdeaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 1097 time: 0.0770869 May 27 03:03:47.477553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-7c09ea2f-b367-4758-a7e7-023ae1c97e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:47.479055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-7c09ea2f-b367-4758-a7e7-023ae1c97e02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 200 len: 897 time: 0.1305032 May 27 03:03:47.552288 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-01ba854a-fd96-4617-9103-18764087b437 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 200 len: 217 time: 0.0661058 May 27 03:03:47.590038 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:47.594877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] Checking router: 69737e16-37cc-4b8f-9eac-936903f71068 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:03:47.604879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:03:47.605548 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:47.624441 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180d463-d6e4-42a8-817f-080076bebea9 req-8f3087aa-38bb-42d8-912c-80e6aca1f555 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:47.625132 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7180d463-d6e4-42a8-817f-080076bebea9 req-8f3087aa-38bb-42d8-912c-80e6aca1f555 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:03:47.625310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-9e038ecd-018e-4ea6-a2d3-83fca1f2ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:47.627334 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-9e038ecd-018e-4ea6-a2d3-83fca1f2ea6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 200 len: 834 time: 0.0686047 May 27 03:03:47.642647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7180d463-d6e4-42a8-817f-080076bebea9 req-8f3087aa-38bb-42d8-912c-80e6aca1f555 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:03:47.645054 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7180d463-d6e4-42a8-817f-080076bebea9 req-8f3087aa-38bb-42d8-912c-80e6aca1f555 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.2190943 May 27 03:03:47.695805 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7180d463-d6e4-42a8-817f-080076bebea9 req-0a6f7c7e-7372-4981-9059-b30355c83f68 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438960 May 27 03:03:47.718112 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-59fd47bb-d7e9-4af3-b6bb-489ceed0237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:47.718112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-59fd47bb-d7e9-4af3-b6bb-489ceed0237f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73b5fb18-6826-49fa-be52-64cf98c67695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840762 May 27 03:03:47.794233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:03:47.849270 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-88be445a-38b8-41e9-9ffa-18dd245b3966 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245801 May 27 03:03:47.989111 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4617ae4-4cbf-4d74-b9dc-abd17d61f115 req-2dfbfbef-7c93-4aec-9cbf-6fa4c9cfaf42 service neutron] 10.222.0.13 "GET /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334190 May 27 03:03:48.101709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:48.107596 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e495-3c45-4bc5-93c6-67341b1f63f7 None None] The sync data for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 is: [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:01:24Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '784baded-294e-4026-9bfd-61f0b58ab77e', 'name': '', 'network_id': '73b5fb18-6826-49fa-be52-64cf98c67695', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:56:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '2a461edd-567c-4108-b404-1100244aea9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:23Z', 'updated_at': '2022-05-27T03:01:29Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': '2a461edd-567c-4108-b404-1100244aea9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:03:48.337217 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb794d-d5a3-4938-9921-b739255e77ce None None] New status for floating IP 36d97a3a-2347-4505-b64a-f6e5a66750b7: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:03:48.925215 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225c688-39c2-4883-bfef-eabfbb553312 req-9745eb91-7600-4f5e-84b0-5b80f3fdc06f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:48.926658 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9225c688-39c2-4883-bfef-eabfbb553312 req-9745eb91-7600-4f5e-84b0-5b80f3fdc06f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.1206932 May 27 03:03:48.971311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9225c688-39c2-4883-bfef-eabfbb553312 req-8d27b683-5845-4baf-9818-9fd5fb699afe tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=16aa2b24-90ec-448e-805d-825af752914a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389743 May 27 03:03:49.136281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-08904857-c122-4cb7-9502-d0694e402673 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:49.138140 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-08904857-c122-4cb7-9502-d0694e402673 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 945 time: 0.0821977 May 27 03:03:49.206152 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 231ac892-799a-4717-8c6e-0bf76a1e65c2 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:03:49.206494 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:49.451422 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 231ac892-799a-4717-8c6e-0bf76a1e65c2, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=231ac892-799a-4717-8c6e-0bf76a1e65c2,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:49.451697 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:49.572790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 231ac892-799a-4717-8c6e-0bf76a1e65c2 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:03:49.818981 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:49.868770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=231ac892-799a-4717-8c6e-0bf76a1e65c2,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:49.903780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.904128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.904463 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.904797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.905120 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.905447 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.905771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.906095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.906421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.906821 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.907082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.907397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:49.958746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] No DVR routers for this DVR port 231ac892-799a-4717-8c6e-0bf76a1e65c2 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:03:49.961439 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:49.964085 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'name': 'network-vif-deleted', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:03:49.979493 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-df4c5b14-c15e-4084-8b0b-fae381bf13ab req-4edfed0f-266d-4a8c-9b76-e41a0950955d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "DELETE /v2.0/ports/231ac892-799a-4717-8c6e-0bf76a1e65c2 HTTP/1.1" status: 204 len: 173 time: 0.8362489 May 27 03:03:50.009474 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85429f16-e0a5-44bd-90ae-c7e8c340270d'] response: {'server_uuid': 'ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff', 'name': 'network-vif-deleted', 'tag': '231ac892-799a-4717-8c6e-0bf76a1e65c2', 'status': 'completed', 'code': 200} May 27 03:03:50.126655 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b4b9c5d6-2c8e-4713-ae69-f1a5a7b0bdcc req-db5eeda2-84c1-4797-91a3-6416d3b75665 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:03:50.141974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b4b9c5d6-2c8e-4713-ae69-f1a5a7b0bdcc req-db5eeda2-84c1-4797-91a3-6416d3b75665 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:03:50.143064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b9c5d6-2c8e-4713-ae69-f1a5a7b0bdcc req-db5eeda2-84c1-4797-91a3-6416d3b75665 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc5bc6d-5792-4216-9c26-6dd0bc04d0ff HTTP/1.1" status: 200 len: 210 time: 0.0626554 May 27 03:03:51.234706 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34952) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:51.774001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:52.235283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 784baded-294e-4026-9bfd-61f0b58ab77e {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:03:52.236007 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:52.418222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 784baded-294e-4026-9bfd-61f0b58ab77e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=784baded-294e-4026-9bfd-61f0b58ab77e,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:52.418579 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:52.545886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 784baded-294e-4026-9bfd-61f0b58ab77e owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:03:52.867972 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:52.917666 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=784baded-294e-4026-9bfd-61f0b58ab77e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:53.142565 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 231ac892-799a-4717-8c6e-0bf76a1e65c2 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:03:53.180087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 231ac892-799a-4717-8c6e-0bf76a1e65c2 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:03:53.180435 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 231ac892-799a-4717-8c6e-0bf76a1e65c2 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:03:53.194037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:53.658973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 69737e16-37cc-4b8f-9eac-936903f71068 has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:03:53.832564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:03:53.842642 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] Sync routers for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:03:53.848909 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8801e4b6-3018-4a61-872c-6a200a231f88 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/69737e16-37cc-4b8f-9eac-936903f71068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131215 May 27 03:03:53.851674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34956) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:53.851990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:03:53.852600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:53.916600 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting subnet 2a461edd-567c-4108-b404-1100244aea9a {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:03:53.920185 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:53.980189 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.064597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.070107 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:03:54.136225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.180654 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Subnet': ['ID=2a461edd-567c-4108-b404-1100244aea9a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:54.186787 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.192715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f3062-698c-4162-b249-d125a8b899e8 None None] Network 73b5fb18-6826-49fa-be52-64cf98c67695 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:03:54.193427 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c1f73e94-c3fb-4582-b4e6-54023be1d1a8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/subnets/2a461edd-567c-4108-b404-1100244aea9a HTTP/1.1" status: 204 len: 168 time: 0.3408244 May 27 03:03:54.195984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34960) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:54.373651 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.519143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '865039df-c083-4323-a6cc-60f1341e99b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:03:52Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '865039df-c083-4323-a6cc-60f1341e99b3', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737e16-37cc-4b8f-9eac-936903f71068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:01:19Z', 'updated_at': '2022-05-27T03:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:54.523632 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] Checking router: 69737e16-37cc-4b8f-9eac-936903f71068 for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:03:54.533407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] Routers {'69737e16-37cc-4b8f-9eac-936903f71068'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:03:54.533953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['69737e16-37cc-4b8f-9eac-936903f71068'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:54.561005 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.572846 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 865039df-c083-4323-a6cc-60f1341e99b3 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:03:54.573029 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.596185 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] DHCP port deletion for 73b5fb18-6826-49fa-be52-64cf98c67695 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:03:54.664095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Deleting port 29f42918-23b9-4d8c-b831-f485e97d1f11 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:03:54.664470 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.746008 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 865039df-c083-4323-a6cc-60f1341e99b3, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=865039df-c083-4323-a6cc-60f1341e99b3,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:54.746645 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:54.771864 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] Set router 69737e16-37cc-4b8f-9eac-936903f71068 gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:03:54.867216 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 865039df-c083-4323-a6cc-60f1341e99b3 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:03:54.891235 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:03:54Z', 'revision_number': 6, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:54.899659 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e68016-056e-41af-8501-d3c33ab452d9 None None] The sync data for ids ['69737e16-37cc-4b8f-9eac-936903f71068'] in n-d-843146-11 is: [{'id': '69737e16-37cc-4b8f-9eac-936903f71068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361137217', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:01:18Z', 'updated_at': '2022-05-27T03:03:54Z', 'revision_number': 6, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:03:55.006152 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] For port 29f42918-23b9-4d8c-b831-f485e97d1f11, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=29f42918-23b9-4d8c-b831-f485e97d1f11,segment=NetworkSegment(d7ed90ea-6697-4b7c-8dd7-fda441284789),segment_id=d7ed90ea-6697-4b7c-8dd7-fda441284789)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:03:55.006920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.041312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.158956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Calling delete_port for 29f42918-23b9-4d8c-b831-f485e97d1f11 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:03:55.206373 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=865039df-c083-4323-a6cc-60f1341e99b3,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:55.288240 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.313037 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.335750 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] No DVR routers for this DVR port 29f42918-23b9-4d8c-b831-f485e97d1f11 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:03:55.343766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Pushing event deleted for resources: {'Port': ['ID=29f42918-23b9-4d8c-b831-f485e97d1f11,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:55.353294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.353294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.353294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.353294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.353294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.354088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.354088 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.354275 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.354484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.354973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.355311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.355629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67cc6-60ab-4830-9a1c-366dd0855b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:03:55.379511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29f42918-23b9-4d8c-b831-f485e97d1f11 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:03:55.419442 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 29f42918-23b9-4d8c-b831-f485e97d1f11 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:03:55.419827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 29f42918-23b9-4d8c-b831-f485e97d1f11 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:03:55.420378 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 784baded-294e-4026-9bfd-61f0b58ab77e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:03:55.459624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 784baded-294e-4026-9bfd-61f0b58ab77e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:03:55.459971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 784baded-294e-4026-9bfd-61f0b58ab77e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:03:55.523640 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.526028 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.547702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.548198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Fanout notify agent at l3_agent the message router_deleted on router 69737e16-37cc-4b8f-9eac-936903f71068 {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:03:55.563441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.564542 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8f8c94fb-f7bd-4439-b35d-036c5a20c7d9 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/routers/69737e16-37cc-4b8f-9eac-936903f71068 HTTP/1.1" status: 204 len: 168 time: 1.3675508 May 27 03:03:55.567259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34964) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:55.677203 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.815896 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.844178 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b5fb18-6826-49fa-be52-64cf98c67695']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:55.856647 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ed90ea-6697-4b7c-8dd7-fda441284789') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:55.856956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ed90ea-6697-4b7c-8dd7-fda441284789') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:03:55.867886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.884225 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.890197 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:03:55.890572 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:55.976251 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment d7ed90ea-6697-4b7c-8dd7-fda441284789 resource provider aggregate not found May 27 03:03:55.997487 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment d7ed90ea-6697-4b7c-8dd7-fda441284789 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7ed90ea-6697-4b7c-8dd7-fda441284789 found for delete ", "request_id": "req-28a1a8ef-2684-4249-8ac6-3d5507c62642"}]} May 27 03:03:55.998233 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.003933 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.033476 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Network': ['ID=73b5fb18-6826-49fa-be52-64cf98c67695,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:56.041365 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-99e19120-f46f-44f0-9683-a2077544ad7b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/networks/73b5fb18-6826-49fa-be52-64cf98c67695 HTTP/1.1" status: 204 len: 168 time: 0.4731717 May 27 03:03:56.044643 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34974) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:56.112689 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dcff1c3b-f701-4dd5-9701-3a5e658ef77c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.142263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dcff1c3b-f701-4dd5-9701-3a5e658ef77c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.207253 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dcff1c3b-f701-4dd5-9701-3a5e658ef77c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.225648 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff1c3b-f701-4dd5-9701-3a5e658ef77c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa2b24-90ec-448e-805d-825af752914a,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:56.236224 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dcff1c3b-f701-4dd5-9701-3a5e658ef77c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.237349 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dcff1c3b-f701-4dd5-9701-3a5e658ef77c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/security-groups/16aa2b24-90ec-448e-805d-825af752914a HTTP/1.1" status: 204 len: 168 time: 0.1918149 May 27 03:03:56.355679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34982) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:56.361466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981106129', 'description': 'tempest-secgroup-smoke-1981106129 description', 'project_id': '7425aa9d2f3047de8dca803497e9a467'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:56.368366 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:56.372316 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:56.375147 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:56.380800 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:56.391164 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.410687 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:56.414427 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:56.417146 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:56.422674 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:56.488595 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.492035 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.535684 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53766187-1aee-4d93-bf5a-5b6f9f282962,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:56.538298 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.542266 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d3c96c0e-9701-4fcb-a2e5-bbb9c111a117 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1822662 May 27 03:03:56.542550 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34986) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:56.547353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '53766187-1aee-4d93-bf5a-5b6f9f282962', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:56.553986 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:56.557858 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:56.560756 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:56.566399 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:56.583785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.646375 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.649892 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.673486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565633c3-ef6d-47f7-8867-bbafc952f09d,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:56.682813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.683974 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6b4e4502-5100-475a-8897-cf01b8142f4c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405666 May 27 03:03:56.686661 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34990) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:56.691500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '53766187-1aee-4d93-bf5a-5b6f9f282962', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:56.697947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:56.702338 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:56.705206 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:56.710904 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:56.727395 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.786492 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.789852 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.812488 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47429fd2-a8be-4020-b2c1-9afe198bcbdd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:56.820741 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.822085 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9b4f1c1d-5de1-42aa-8b3a-bb8ec71b93ae tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344883 May 27 03:03:56.825021 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34994) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:56.830353 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '53766187-1aee-4d93-bf5a-5b6f9f282962', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:56.837101 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:56.840895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:56.843710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:56.849286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:56.865427 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.928167 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.931478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.954622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa99e66-fd17-44b3-93f0-b6a34d8d0a28,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:56.955019 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 865039df-c083-4323-a6cc-60f1341e99b3 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:03:56.963964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:56.968175 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ba7f9f45-2bc6-4aa3-9024-61ebf58c1e5b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388593 May 27 03:03:56.968336 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 34998) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:56.973276 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '53766187-1aee-4d93-bf5a-5b6f9f282962', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:56.979891 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:56.984450 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:56.988471 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:56.989335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 865039df-c083-4323-a6cc-60f1341e99b3 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:03:56.989681 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 865039df-c083-4323-a6cc-60f1341e99b3 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:03:56.994963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:57.017140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.078036 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.081857 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.104429 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b04bd2-841d-496d-9412-6ab46da4d6a9,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:57.113357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.114599 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1525dbf0-06bc-41ee-ae05-5ddc2c149394 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453855 May 27 03:03:57.117335 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35002) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:57.122747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '53766187-1aee-4d93-bf5a-5b6f9f282962', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:57.130060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:57.133955 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:57.137608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:57.144510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:57.155186 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:03:57.161788 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.224373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.227745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.250962 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393e8d0f-63f4-4e4b-aa4f-42599ae2b3de,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:57.260540 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.261744 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-92a7f71d-d74d-46c8-80e5-a40e2d85244a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435125 May 27 03:03:57.264562 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35006) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:57.269397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'security_group_rule': {'security_group_id': '53766187-1aee-4d93-bf5a-5b6f9f282962', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:57.276519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:57.280365 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:security_group_rule and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:57.283241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:57.288886 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:57.299434 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Project 7425aa9d2f3047de8dca803497e9a467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:03:57.305729 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.372407 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.375935 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.397679 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c784b83c-763c-4495-95e6-50648ce9f810,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:57.406563 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.407714 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-793dffe7-5ac3-4ac1-a55d-544ce9df8697 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422651 May 27 03:03:57.410738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35010) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:57.416141 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'network': {'name': 'tempest-network-smoke--1999797262', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'port_security_enabled': True}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:57.422360 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:57.426444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:network and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:57.429299 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:57.435569 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:57.445320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:03:57.448805 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.476333 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:03:57.485719 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.486131 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Added segment 978d9196-4f5a-4e75-98cf-6a16edeb031b of type vlan for network e230e991-b3af-4e30-a0c5-c81e43264c04 May 27 03:03:57.511206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.540003 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.546766 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:03:57.547441 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.760586 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3486991 May 27 03:03:57.763191 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26939d-b369-4f0e-8097-932132b6ce59 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Network': ['ID=e230e991-b3af-4e30-a0c5-c81e43264c04,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:57.763487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35014) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:03:57.769012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'admin_state_up': True, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:03:57.773720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e230e991-b3af-4e30-a0c5-c81e43264c04 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:03:57.777509 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:03:57.782203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:router and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:03:57.785101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:03:57.791572 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:03:57.801288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.802254 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:57.817397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:58.087369 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:58.385047 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:58.417510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:58.548311 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.208 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/3b81e870-7e18-4b2c-b5b3-edc89ccff5ef) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:03:58.695059 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:58.723359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:58.790344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:03:58.793003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:03:58.797288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:03:58.836306 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:03:59.314453 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:59.656164 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:03:59.860002 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 82c32500-cd93-4891-bb1f-01dd863163ab is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:04:00.036991 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:04:00.046503 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Sync routers for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:04:00.055731 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:04:00.056337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:00.063243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:00.064433 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2756bb34-43ea-4707-99cd-a08f3f2c8774 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2999439 May 27 03:04:00.067683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35018) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:00.114600 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2d036d42-c4e7-4bef-995b-42c0dd5cb25d tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=7425aa9d2f3047de8dca803497e9a467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436962 May 27 03:04:00.115142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35022) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:00.245485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b8bca-41a3-4af7-b75e-ddb2605e699f tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:00.247001 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-454b8bca-41a3-4af7-b75e-ddb2605e699f tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309371 May 27 03:04:00.250507 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35026) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:00.274214 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:04:00.399761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-469ed29a-05a3-4ca4-99d3-ac32d4dbf326 tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=737dfdb4-9b51-4422-81e3-7c3db7c0b18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1479886 May 27 03:04:00.402474 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35030) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:00.407908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1261920664', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:00.519538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:04:00.523429 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:subnet and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:04:00.526440 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:04:00.532731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:04:00.543291 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:04:00.548001 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:00.579574 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:03:59Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:00.583661 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Checking router: 82c32500-cd93-4891-bb1f-01dd863163ab for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:04:00.584001 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Updating router 82c32500-cd93-4891-bb1f-01dd863163ab port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:04:00.639953 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:00.763193 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:00.848822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Subnet': ['ID=d03e1593-9706-43af-8802-bf4670009c32,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:00.856045 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Checking segment: {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:00.856406 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network hostable DHCP agents. Network: e230e991-b3af-4e30-a0c5-c81e43264c04, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:04:00.875496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network e230e991-b3af-4e30-a0c5-c81e43264c04 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:04:00.884756 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e230e991-b3af-4e30-a0c5-c81e43264c04) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:00.889383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:00.890006 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:00.899119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20278355-9d98-4d04-bdcf-dd94be1e7b38 None None] Network e230e991-b3af-4e30-a0c5-c81e43264c04 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:04:00.915933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e72928eb-d07d-4978-a89a-54a9456de12b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5096049 May 27 03:04:00.916299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35034) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:00.974323 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:00.990822 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Transition to ACTIVE for port object 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:00.997354 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.090116 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Attempting to bind port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:04:01.090895 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Attempting to bind port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:04:01.090895 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Attempting to bind port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:01.093391 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Pushing event updated for resources: {'Port': ['ID=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,revision_number=2']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:01.099465 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:04:01.099839 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:01.100230 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.100817 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:04:01.101272 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Bound port: 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:04:01.101638 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.122119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e230e991-b3af-4e30-a0c5-c81e43264c04', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:04:01.123227 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.132750 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.133101 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.133434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.133771 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.134101 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.134434 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.134778 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.135098 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.135420 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.135740 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.136059 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.136379 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:04:01.185277 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] For port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:04:01.188351 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] For port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:04:01.194440 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.276747 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aca82e-b2b1-4cdd-ab8c-90e4b8503b8d None None] Pushing event updated for resources: {'Port': ['ID=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:01.280553 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:04:01.281161 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:01.283952 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Allocated IP 172.20.0.2 (e230e991-b3af-4e30-a0c5-c81e43264c04/d03e1593-9706-43af-8802-bf4670009c32/926a169d-063d-4350-abe1-341a0e7c9f26) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:04:01.454491 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:04:01.493635 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.504923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Transition to ACTIVE for port object 926a169d-063d-4350-abe1-341a0e7c9f26 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:01.523740 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Transition to ACTIVE for port object 926a169d-063d-4350-abe1-341a0e7c9f26 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:01.532314 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.598184 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Network e230e991-b3af-4e30-a0c5-c81e43264c04 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:04:01.601523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:01.605439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:04:01.661469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.694631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Pushing event updated for resources: {'Port': ['ID=926a169d-063d-4350-abe1-341a0e7c9f26,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:01.705119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Attempting to bind port 926a169d-063d-4350-abe1-341a0e7c9f26 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:04:01.705430 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Attempting to bind port 926a169d-063d-4350-abe1-341a0e7c9f26 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:04:01.705794 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Attempting to bind port 926a169d-063d-4350-abe1-341a0e7c9f26 on network e230e991-b3af-4e30-a0c5-c81e43264c04 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:01.711227 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:04:01.711604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Checking segment: {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:01.712004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.712396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Bound using segment: {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:04:01.712861 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Bound port: 926a169d-063d-4350-abe1-341a0e7c9f26, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:04:01.713235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.741036 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:03:59Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:01.745041 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98cfce2-c7e1-4232-84a4-6002a92c858e None None] The sync data for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 is: [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:03:59Z', 'revision_number': 3, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:04:01.809122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] For port 926a169d-063d-4350-abe1-341a0e7c9f26, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:04:01.813206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] For port 926a169d-063d-4350-abe1-341a0e7c9f26, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=926a169d-063d-4350-abe1-341a0e7c9f26,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:04:01.819296 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:01.909687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481de9ae-c9c8-4eaa-9aff-be0750cf7405 None None] Pushing event updated for resources: {'Port': ['ID=926a169d-063d-4350-abe1-341a0e7c9f26,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:02.260777 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.1 (e230e991-b3af-4e30-a0c5-c81e43264c04/d03e1593-9706-43af-8802-bf4670009c32/2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:04:02.435037 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:02.463443 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:02.487812 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:02.557726 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network e230e991-b3af-4e30-a0c5-c81e43264c04 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:04:02.561109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:02.565058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:04:02.599849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:02.631906 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:02.767745 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:02.939948 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2631d8-a45b-4fd9-b894-dc635739272a None None] Network e230e991-b3af-4e30-a0c5-c81e43264c04 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:04:03.068095 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c2c81c56-4f6e-4cdf-a0cb-fcb8ef69d4cf None None] Provisioning for port 926a169d-063d-4350-abe1-341a0e7c9f26 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:03.073894 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:03.204760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.210799 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.230760 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:03.240321 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:03.240703 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.329930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:03.332947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.421048 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:03.421574 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.438766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:03.444950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.446064 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 926a169d-063d-4350-abe1-341a0e7c9f26 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:03.482320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network e230e991-b3af-4e30-a0c5-c81e43264c04 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:04:03.484010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:03.567427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:03.580342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 926a169d-063d-4350-abe1-341a0e7c9f26 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:03.585806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 926a169d-063d-4350-abe1-341a0e7c9f26 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:03.586261 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.667412 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.682524 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Provisioning complete for port 926a169d-063d-4350-abe1-341a0e7c9f26 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:03.682935 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.701060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 82c32500-cd93-4891-bb1f-01dd863163ab has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:04:03.804584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 926a169d-063d-4350-abe1-341a0e7c9f26 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:03.804975 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.899924 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Current status of the port 926a169d-063d-4350-abe1-341a0e7c9f26 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:03.900645 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:03.920288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 926a169d-063d-4350-abe1-341a0e7c9f26, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=926a169d-063d-4350-abe1-341a0e7c9f26,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:03.931681 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:04.021415 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:04:04.035221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-54676412-f892-41d6-9c56-178c21605e60 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/82c32500-cd93-4891-bb1f-01dd863163ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1180160 May 27 03:04:04.044324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Sync routers for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:04:04.076629 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:04.079987 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:04:04.080623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:04.136084 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:04:04.136440 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:04:04.148789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=926a169d-063d-4350-abe1-341a0e7c9f26,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:04.267741 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:04:04.314555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-c0230e25-8751-4461-9ae9-5c2b94d0052c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981106129&fields=id&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 267 time: 0.0397718 May 27 03:04:04.466288 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-1cdbfbf6-4030-4576-a439-14b6de6233f7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:04.467813 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-1cdbfbf6-4030-4576-a439-14b6de6233f7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 797 time: 0.1468256 May 27 03:04:04.482856 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-f7ee5c2f-1387-464d-980c-caa7bd8cb95c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/quotas/7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 375 time: 0.0096703 May 27 03:04:04.570816 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-f875b1ae-5d60-4f1a-bc70-d9f5cf26fbbf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:04:04.581239 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 2, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:04.585332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Checking router: 82c32500-cd93-4891-bb1f-01dd863163ab for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:04:04.585891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Updating router 82c32500-cd93-4891-bb1f-01dd863163ab port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:04:04.587843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-f875b1ae-5d60-4f1a-bc70-d9f5cf26fbbf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:04:04.591257 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-f875b1ae-5d60-4f1a-bc70-d9f5cf26fbbf tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032276 May 27 03:04:04.664176 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:04.736163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-f829d17c-9f59-4a48-ab25-edfb82163b98 service neutron] 10.222.0.16 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349428 May 27 03:04:04.746537 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Current status of the port 926a169d-063d-4350-abe1-341a0e7c9f26 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:04.812427 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Provisioning for port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:04.819390 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Provisioning complete for port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:04.819762 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:04.869380 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-1331f433-f385-4352-a6ce-e0e48dd1ab99 service neutron] 10.222.0.16 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274002 May 27 03:04:04.901410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-fddfd4ab-0d23-4607-81cb-b2b66b5fc2a9 None None] Port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:04:05.024732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:05.089922 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e4881aff-6d1d-4adb-a83c-ba06fab5c53e req-97691b2b-2511-4a20-acd3-e5351e7b49fd tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:04:05.100881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3f6ee70f-6009-4664-8fcd-d1a5e490f1ab None None] Provisioning complete for port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:05.101476 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee70f-6009-4664-8fcd-d1a5e490f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.103829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-e4881aff-6d1d-4adb-a83c-ba06fab5c53e req-97691b2b-2511-4a20-acd3-e5351e7b49fd tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:04:05.105159 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e4881aff-6d1d-4adb-a83c-ba06fab5c53e req-97691b2b-2511-4a20-acd3-e5351e7b49fd tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 210 time: 0.0755918 May 27 03:04:05.193893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ee70f-6009-4664-8fcd-d1a5e490f1ab None None] Port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:04:05.205122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:05.205496 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.341967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.403264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Transition to ACTIVE for port object 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:05.415253 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.448387 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:05.449453 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 926a169d-063d-4350-abe1-341a0e7c9f26 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:05.623544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb7759-880a-41e0-9cb9-05746f331dc7 None None] Pushing event updated for resources: {'Port': ['ID=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:05.700831 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Attempting to bind port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:04:05.701206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Attempting to bind port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:04:05.701564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Attempting to bind port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd on network e230e991-b3af-4e30-a0c5-c81e43264c04 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:05.705662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 926a169d-063d-4350-abe1-341a0e7c9f26 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:05.706026 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.741889 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:04:05.742263 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Checking segment: {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:05.742668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.743082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Bound using segment: {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:04:05.743544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Bound port: 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:04:05.743961 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.895295 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] For port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:04:05.916506 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] For port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:04:05.924031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:05.957130 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 926a169d-063d-4350-abe1-341a0e7c9f26 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:06.017280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:04:06.017914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:03:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:06.073114 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-42daaa18-957d-48a0-90fa-bae69b390eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:06.084564 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb7759-880a-41e0-9cb9-05746f331dc7 None None] Pushing event updated for resources: {'Port': ['ID=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:06.219918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:04:06.323186 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59c62b0d-1b99-4255-952e-26db7355dde8 req-5d570262-3381-4455-aa10-e0dd4213b415 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 210 time: 0.0595617 May 27 03:04:06.385026 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-e7faa823-fb67-4076-b697-9274a2753473 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:06.386447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-e7faa823-fb67-4076-b697-9274a2753473 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 797 time: 0.2074406 May 27 03:04:06.435452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-169ca634-2564-4357-bcba-8d0af32934c7 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7425aa9d2f3047de8dca803497e9a467 HTTP/1.1" status: 200 len: 380 time: 0.0396538 May 27 03:04:06.444016 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'port': {'device_id': '1b4f70dc-716e-458b-9715-718d87c38035', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'admin_state_up': True, 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'security_groups': ['53766187-1aee-4d93-bf5a-5b6f9f282962']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:06.581661 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:04:06.593176 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:04:06.602484 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:05Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:06.603983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Made reservation on behalf of 7425aa9d2f3047de8dca803497e9a467 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:04:06.607377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc323c-7b4a-4f86-a0e5-6da7cd068986 None None] The sync data for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 is: [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:05Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:04:06.608338 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:06.787528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.20.0.12 (e230e991-b3af-4e30-a0c5-c81e43264c04/d03e1593-9706-43af-8802-bf4670009c32/d587226e-dc28-44dc-add3-db52a56c067e) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:04:06.985923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.004584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Transition to ACTIVE for port object d587226e-dc28-44dc-add3-db52a56c067e will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:07.027606 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:07.035597 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.107959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:07.113700 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:07.113700 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.114828 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network e230e991-b3af-4e30-a0c5-c81e43264c04 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:04:07.117856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:07.121992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:04:07.163293 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=d587226e-dc28-44dc-add3-db52a56c067e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:07.199492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:07.200817 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.233632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-3ac742c8-5cf7-4551-a43a-a80bfce3bf00 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928128 May 27 03:04:07.247154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Request body: {'port': {'device_id': '1b4f70dc-716e-458b-9715-718d87c38035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:07.264857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:07.265461 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.306973 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:07.312931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.399561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:07.431898 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3656bbf3-c204-46fc-be22-10f635a1a1ac None None] Provisioning for port d587226e-dc28-44dc-add3-db52a56c067e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:07.437289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-3656bbf3-c204-46fc-be22-10f635a1a1ac None None] Provisioning complete for port d587226e-dc28-44dc-add3-db52a56c067e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:07.437673 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3656bbf3-c204-46fc-be22-10f635a1a1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.498858 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.505597 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-3656bbf3-c204-46fc-be22-10f635a1a1ac None None] Port d587226e-dc28-44dc-add3-db52a56c067e cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:04:07.557829 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160eaa-561e-4518-8b5a-fbd331a95e90 req-d04fd3bf-7e6e-475d-b828-1e7f2163143a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:07.559398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e160eaa-561e-4518-8b5a-fbd331a95e90 req-d04fd3bf-7e6e-475d-b828-1e7f2163143a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 932 time: 0.1094296 May 27 03:04:07.613104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4e160eaa-561e-4518-8b5a-fbd331a95e90 req-d69e9c07-33a5-4cca-900a-df0901fd4df2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:04:07.631271 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-4e160eaa-561e-4518-8b5a-fbd331a95e90 req-d69e9c07-33a5-4cca-900a-df0901fd4df2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:04:07.632489 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e160eaa-561e-4518-8b5a-fbd331a95e90 req-d69e9c07-33a5-4cca-900a-df0901fd4df2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673552 May 27 03:04:07.878169 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d587226e-dc28-44dc-add3-db52a56c067e {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:04:07.885803 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:07.899988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Transition to ACTIVE for port object d587226e-dc28-44dc-add3-db52a56c067e will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:04:07.904174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:08.068620 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Pushing event updated for resources: {'Port': ['ID=d587226e-dc28-44dc-add3-db52a56c067e,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:08.142255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Attempting to bind port d587226e-dc28-44dc-add3-db52a56c067e on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:04:08.142592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Attempting to bind port d587226e-dc28-44dc-add3-db52a56c067e by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:04:08.143039 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Attempting to bind port d587226e-dc28-44dc-add3-db52a56c067e on network e230e991-b3af-4e30-a0c5-c81e43264c04 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:08.144322 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d6163f64-1f0a-45e9-942e-2991f6a6522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:08.148104 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Port d587226e-dc28-44dc-add3-db52a56c067e on network e230e991-b3af-4e30-a0c5-c81e43264c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:04:08.148441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Attempting to bind port d587226e-dc28-44dc-add3-db52a56c067e on network e230e991-b3af-4e30-a0c5-c81e43264c04 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:04:08.154305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:04:08.154639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Checking segment: {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:04:08.155040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Bound using segment: {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:04:08.155461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Bound port: d587226e-dc28-44dc-add3-db52a56c067e, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d9196-4f5a-4e75-98cf-6a16edeb031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:04:08.155807 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:08.243195 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] For port d587226e-dc28-44dc-add3-db52a56c067e, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:04:08.246140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] For port d587226e-dc28-44dc-add3-db52a56c067e, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d587226e-dc28-44dc-add3-db52a56c067e,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:04:08.249810 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:08.312930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:08.313557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:08.314963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] 10.222.0.13 "PUT /v2.0/ports/d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 1093 time: 1.0732882 May 27 03:04:08.315404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:08.339718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a1ba6-7f8f-403d-86ce-526a2cd6adda service neutron] Pushing event updated for resources: {'Port': ['ID=d587226e-dc28-44dc-add3-db52a56c067e,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:08.389137 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544e9745-d63c-4222-aca0-93f8b0e51f2b'] response: {'name': 'network-changed', 'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e', 'status': 'completed', 'code': 200} May 27 03:04:08.431185 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-b5862780-94f9-4e52-9e3f-498ef6f5c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:08.432672 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-b5862780-94f9-4e52-9e3f-498ef6f5c9b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1096 time: 0.0762146 May 27 03:04:08.504362 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-32be03bd-71d0-43cd-911b-9852f6193d6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 217 time: 0.0641179 May 27 03:04:08.566028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-ad6a5dac-453a-456c-a941-3adfe40046fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:08.567487 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-ad6a5dac-453a-456c-a941-3adfe40046fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 200 len: 835 time: 0.0579319 May 27 03:04:08.642696 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-cb90403d-5ed4-4de2-b852-a5e32a60d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:08.644215 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-cb90403d-5ed4-4de2-b852-a5e32a60d33e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e230e991-b3af-4e30-a0c5-c81e43264c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703235 May 27 03:04:08.776494 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-fd2fa6e2-cd41-46e2-9973-4187cb143217 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264787 May 27 03:04:08.818753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c409-3e7b-4fe9-802c-9477ebf8e0fa req-b07deccf-ade2-4374-844a-32787ece2a45 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:08.820212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca84c409-3e7b-4fe9-802c-9477ebf8e0fa req-b07deccf-ade2-4374-844a-32787ece2a45 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 944 time: 0.0808017 May 27 03:04:08.866588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca84c409-3e7b-4fe9-802c-9477ebf8e0fa req-2dbc7d5c-02fc-442d-8131-90bbad6f5570 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 May 27 03:04:08.908741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-97e3cfc0-3e6f-4986-a9bf-36435ba72f78 req-89ee1bb5-2192-4a0c-b703-9b8fb4d9376a service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267166 May 27 03:04:09.005067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:09.029386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-38b4c792-4ee3-48bd-a1a7-b59a5979aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:09.030829 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-38b4c792-4ee3-48bd-a1a7-b59a5979aa01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1096 time: 0.0795207 May 27 03:04:09.071285 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:09.071652 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:09.194190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:09.264167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-312e154d-47da-4753-af7e-f7bebed57a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:09.265609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-312e154d-47da-4753-af7e-f7bebed57a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 898 time: 0.2292292 May 27 03:04:09.335119 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-cee83989-3b29-44ef-929b-7c380b53cb45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 217 time: 0.0634284 May 27 03:04:09.395693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-7602f45e-3e49-4b04-9e96-c9e0051fc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:09.397072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-7602f45e-3e49-4b04-9e96-c9e0051fc600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 200 len: 835 time: 0.0565944 May 27 03:04:09.471068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-ba1993dc-48fe-4a9c-be01-f85e7c1d7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:09.472509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-ba1993dc-48fe-4a9c-be01-f85e7c1d7e53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e230e991-b3af-4e30-a0c5-c81e43264c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693409 May 27 03:04:09.517458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:09.605196 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-f6468a84-967e-42d9-a6d2-6125ef26a5d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266084 May 27 03:04:09.701200 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:09.736251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b84f25-9eaa-4930-ab92-55b1af8d656b req-a367d19a-47ad-4e3d-b181-831dede342bc service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247215 May 27 03:04:10.101943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5f913-8989-4f55-aa3d-f1647655a9b1 req-d09ff1dd-a127-4981-8d05-6bee7d549c98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:10.102636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-59d5f913-8989-4f55-aa3d-f1647655a9b1 req-d09ff1dd-a127-4981-8d05-6bee7d549c98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:04:10.118136 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-59d5f913-8989-4f55-aa3d-f1647655a9b1 req-d09ff1dd-a127-4981-8d05-6bee7d549c98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:04:10.119263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59d5f913-8989-4f55-aa3d-f1647655a9b1 req-d09ff1dd-a127-4981-8d05-6bee7d549c98 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 944 time: 0.0997720 May 27 03:04:10.159695 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:04:10.165494 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-59d5f913-8989-4f55-aa3d-f1647655a9b1 req-d672b477-920a-46e7-bbc8-cfdc54097455 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399191 May 27 03:04:11.280170 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:11.348743 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fbc01-b812-491a-bba0-f199a5a54b77 req-765eeea0-a613-4476-9fe9-9aa632177102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:11.350180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a02fbc01-b812-491a-bba0-f199a5a54b77 req-765eeea0-a613-4476-9fe9-9aa632177102 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 944 time: 0.0806174 May 27 03:04:11.392763 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a02fbc01-b812-491a-bba0-f199a5a54b77 req-3f7f256a-152b-4bb3-9332-4a4cd5e96587 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369520 May 27 03:04:12.581078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396e34-8d0e-4c2e-b0b4-b06a71c32293 req-dce22beb-952d-42ca-b441-a19a8a1b018a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:12.582537 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab396e34-8d0e-4c2e-b0b4-b06a71c32293 req-dce22beb-952d-42ca-b441-a19a8a1b018a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 944 time: 0.0830007 May 27 03:04:12.626959 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ab396e34-8d0e-4c2e-b0b4-b06a71c32293 req-1f764ca1-2142-4538-946a-c050e1e7183a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386372 May 27 03:04:13.236280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d587226e-dc28-44dc-add3-db52a56c067e details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:04:13.366916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d587226e-dc28-44dc-add3-db52a56c067e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d587226e-dc28-44dc-add3-db52a56c067e,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:13.379679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': 'd587226e-dc28-44dc-add3-db52a56c067e', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'port_id': 'd587226e-dc28-44dc-add3-db52a56c067e', 'mac_address': 'fa:16:3e:a2:47:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:04:13.436350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d587226e-dc28-44dc-add3-db52a56c067e is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:13.436728 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:13.452909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d587226e-dc28-44dc-add3-db52a56c067e {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:04:13.467985 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d587226e-dc28-44dc-add3-db52a56c067e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d587226e-dc28-44dc-add3-db52a56c067e,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:13.472031 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:13.536573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d587226e-dc28-44dc-add3-db52a56c067e,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:13.798475 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['d587226e-dc28-44dc-add3-db52a56c067e'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:04:13.811906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c60cf-3581-4df5-9283-5cd3ba5f0d43 req-1c07db5f-0eca-48cb-a447-55a2c01e3b76 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:13.813355 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-561c60cf-3581-4df5-9283-5cd3ba5f0d43 req-1c07db5f-0eca-48cb-a447-55a2c01e3b76 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 945 time: 0.0820167 May 27 03:04:13.857513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-561c60cf-3581-4df5-9283-5cd3ba5f0d43 req-96b188e3-5945-4794-bc00-09ccb7ad694f tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 May 27 03:04:15.039528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09207c-a46f-4691-8669-db0075f3db61 req-d082fa47-c88a-4082-8ced-a3adfee2d915 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:15.040991 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d09207c-a46f-4691-8669-db0075f3db61 req-d082fa47-c88a-4082-8ced-a3adfee2d915 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 945 time: 0.0810404 May 27 03:04:15.086606 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4d09207c-a46f-4691-8669-db0075f3db61 req-46a35160-00c3-43cc-ad75-bb2bd073abdc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393450 May 27 03:04:15.251047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d587226e-dc28-44dc-add3-db52a56c067e up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:04:15.317067 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port d587226e-dc28-44dc-add3-db52a56c067e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:04:15.321717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port d587226e-dc28-44dc-add3-db52a56c067e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:04:15.322118 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:15.435554 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port d587226e-dc28-44dc-add3-db52a56c067e is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:04:15.435925 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:15.461722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:15.471679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port d587226e-dc28-44dc-add3-db52a56c067e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d587226e-dc28-44dc-add3-db52a56c067e,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:04:15.476168 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:15.552593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=d587226e-dc28-44dc-add3-db52a56c067e,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:15.567105 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b40baac-06d1-4d0a-9727-aa6ced531502'] response: {'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e', 'code': 200} May 27 03:04:15.694676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dca0e4-4dad-40ea-8c1f-ff7907684ee2 req-e7574099-ee4d-46f7-aee3-fc522ff8070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:15.696156 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18dca0e4-4dad-40ea-8c1f-ff7907684ee2 req-e7574099-ee4d-46f7-aee3-fc522ff8070f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1098 time: 0.0741408 May 27 03:04:15.736101 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-18dca0e4-4dad-40ea-8c1f-ff7907684ee2 req-f7dce9d5-70fc-40ef-943d-adff160480b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339403 May 27 03:04:16.272536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c3a7a-17b4-4002-a472-d34997b17571 req-1b6a8498-1cbd-4acd-b058-d5c4e3286c03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:16.274081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855c3a7a-17b4-4002-a472-d34997b17571 req-1b6a8498-1cbd-4acd-b058-d5c4e3286c03 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0802586 May 27 03:04:16.320138 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-855c3a7a-17b4-4002-a472-d34997b17571 req-80ba98a1-18b3-4174-be08-bd9af75f3368 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 May 27 03:04:17.509952 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39453fd-bf20-436c-a3b1-a57264659afc req-648aa2df-135e-4524-b963-1fee338e2791 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:17.511422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d39453fd-bf20-436c-a3b1-a57264659afc req-648aa2df-135e-4524-b963-1fee338e2791 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0850258 May 27 03:04:17.554920 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d39453fd-bf20-436c-a3b1-a57264659afc req-c12f52bf-0ad0-4dc3-9a93-235c15a443dc tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376189 May 27 03:04:17.741830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fe8b0-8f2a-48f2-b84b-522c669fa430 req-f63335b7-d2aa-49f3-aeaf-1d25658c0f58 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:17.743314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79fe8b0-8f2a-48f2-b84b-522c669fa430 req-f63335b7-d2aa-49f3-aeaf-1d25658c0f58 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0828085 May 27 03:04:17.787285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a79fe8b0-8f2a-48f2-b84b-522c669fa430 req-dc429b12-7db2-41de-adf8-25d7b82027ff tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383222 May 27 03:04:17.809746 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35100) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:17.877583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d7d2f-17cd-4449-a460-39223095f75f tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:17.879076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fa0d7d2f-17cd-4449-a460-39223095f75f tempest-TestNetworkAdvancedServerOps-422048486 tempest-TestNetworkAdvancedServerOps-422048486-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1093 time: 0.0684757 May 27 03:04:17.881757 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35104) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:17.886459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': 'd587226e-dc28-44dc-add3-db52a56c067e', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:04:17.892884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:04:17.896672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Usage tracker for resource:floatingip and tenant:7425aa9d2f3047de8dca803497e9a467 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:04:17.899462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:04:17.905980 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:04:17.920085 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.054866 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.189542 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Allocated IP 172.25.3.23 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/ba3b5e68-c773-4506-8b95-446c9eede527) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:04:18.335463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.364622 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:18.430199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:04:18.433001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:04:18.436513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:04:18.478059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=ba3b5e68-c773-4506-8b95-446c9eede527,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:18.948117 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:19.021126 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:19.227683 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:19.232552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:19.339256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event updated for resources: {'Port': ['ID=ba3b5e68-c773-4506-8b95-446c9eede527,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:04:19.351239 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:19.525535 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP be8d0173-6184-47ff-a392-e7631b459a12 associated. External IP: 172.25.3.23, port: d587226e-dc28-44dc-add3-db52a56c067e. May 27 03:04:19.875545 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 82c32500-cd93-4891-bb1f-01dd863163ab has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:04:20.053987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:04:20.063752 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] Sync routers for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:04:20.072967 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:04:20.073576 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:20.080076 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:20.138758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-aa09b587-6bf5-4284-ade9-327578ddd28c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2528732 May 27 03:04:20.138758 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:04:20.185669 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c4952a-38a3-4635-a498-0184e70a6656'] response: {'name': 'network-changed', 'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e', 'status': 'completed', 'code': 200} May 27 03:04:20.288577 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:04:20.322459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a0746-547e-41f0-8e90-520f901fcceb req-47f248df-1851-4195-82fb-077c66b6b407 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.324041 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-702a0746-547e-41f0-8e90-520f901fcceb req-47f248df-1851-4195-82fb-077c66b6b407 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0932453 May 27 03:04:20.373774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-702a0746-547e-41f0-8e90-520f901fcceb req-52b0b5b5-59cd-452e-b2d2-53bfdbeb80b0 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429935 May 27 03:04:20.397047 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35112) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:20.403688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-e4a8c0e3-507d-4d7b-b881-408b5bd9a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.405201 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-e4a8c0e3-507d-4d7b-b881-408b5bd9a8ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1098 time: 0.1966405 May 27 03:04:20.506038 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-70fef811-4089-47bb-9c78-31e1729b64f2 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/be8d0173-6184-47ff-a392-e7631b459a12 HTTP/1.1" status: 200 len: 991 time: 0.1077654 May 27 03:04:20.544205 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-4adc9366-5ffd-4a54-a472-d4c1b5419de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.545642 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-4adc9366-5ffd-4a54-a472-d4c1b5419de8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 898 time: 0.1343334 May 27 03:04:20.647608 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'be8d0173-6184-47ff-a392-e7631b459a12', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'port_id': 'd587226e-dc28-44dc-add3-db52a56c067e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'mac_address': 'fa:16:3e:a2:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4f70dc-716e-458b-9715-718d87c38035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:04:18Z', 'updated_at': '2022-05-27T03:04:18Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:07Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:20.651569 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] Checking router: 82c32500-cd93-4891-bb1f-01dd863163ab for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:04:20.652529 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-cc0355f4-f661-44f1-8116-50c640d053b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 999 time: 0.1009724 May 27 03:04:20.660440 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:04:20.661031 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:04:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:20.713555 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-2bc3b133-ba42-4577-aac3-2957e81ec98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.715014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-2bc3b133-ba42-4577-aac3-2957e81ec98d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 200 len: 835 time: 0.0563188 May 27 03:04:20.789167 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-44518c04-3694-418b-937d-595017295008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:20.790646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-44518c04-3694-418b-937d-595017295008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e230e991-b3af-4e30-a0c5-c81e43264c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694902 May 27 03:04:20.837829 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:04:20.924576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-eac62ae9-0772-4b59-afb3-3488de8d58dc service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278069 May 27 03:04:21.059683 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7a9cf559-2764-46ce-af0e-da226a977d84 req-25b3678e-6fdd-4743-8910-43ec85b72212 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293843 May 27 03:04:21.180944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'be8d0173-6184-47ff-a392-e7631b459a12', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'port_id': 'd587226e-dc28-44dc-add3-db52a56c067e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'mac_address': 'fa:16:3e:a2:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4f70dc-716e-458b-9715-718d87c38035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:04:18Z', 'updated_at': '2022-05-27T03:04:18Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:07Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:04:21.184740 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b6018-513d-45aa-8194-7213274a73f1 None None] The sync data for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 is: [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'be8d0173-6184-47ff-a392-e7631b459a12', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'port_id': 'd587226e-dc28-44dc-add3-db52a56c067e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'mac_address': 'fa:16:3e:a2:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4f70dc-716e-458b-9715-718d87c38035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:04:18Z', 'updated_at': '2022-05-27T03:04:18Z', 'revision_number': 0, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:07Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:04:21.361613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9919e-4b13-428a-856b-7e609f90ff78 None None] New status for floating IP be8d0173-6184-47ff-a392-e7631b459a12: ACTIVE {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:04:21.509867 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35116) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:21.619554 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-021be4c8-3387-4de4-901c-0b3c58698d73 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/be8d0173-6184-47ff-a392-e7631b459a12 HTTP/1.1" status: 200 len: 991 time: 0.1086521 May 27 03:04:22.623466 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35120) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:04:22.728635 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0edc79d5-c124-4ce2-b5aa-7406bcab255c tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/be8d0173-6184-47ff-a392-e7631b459a12 HTTP/1.1" status: 200 len: 993 time: 0.1039007 May 27 03:04:25.445812 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-f9d45de7-2e41-4c56-9c81-4b3e86762db5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0732572 May 27 03:04:25.582267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-0e130f28-8f54-4505-a872-4a6657648a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:25.583753 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-0e130f28-8f54-4505-a872-4a6657648a74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1098 time: 0.0722873 May 27 03:04:25.724870 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-4721bdda-d65f-4f64-9685-a597ea890dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:25.726212 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-4721bdda-d65f-4f64-9685-a597ea890dad service neutron] 10.222.0.13 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 898 time: 0.1244392 May 27 03:04:25.828814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-04cf2584-335e-43c2-b82a-8566026c3c82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 1001 time: 0.0971181 May 27 03:04:25.893034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-eee0ab94-3242-4099-bcd2-fdf3f59b8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:25.894461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-eee0ab94-3242-4099-bcd2-fdf3f59b8521 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 200 len: 835 time: 0.0602252 May 27 03:04:25.972567 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-71eaf418-5ef2-4189-a331-62030db77ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:04:25.974019 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-71eaf418-5ef2-4189-a331-62030db77ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e230e991-b3af-4e30-a0c5-c81e43264c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739431 May 27 03:04:26.103711 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-dd45279e-7ab3-46e0-9e65-9a560f2d3d1c service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237450 May 27 03:04:26.249245 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6e3e2e4-bcc3-4abd-b227-bc53198daeb0 req-2b0fa84a-b81b-48cb-9b88-080ae6580e19 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395319 May 27 03:04:33.631742 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:33.998147 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:35.986057 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5bd9-e8cd-4e9d-b0fb-572daa3d80c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:38.137949 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a8e37fa7-367c-4a0e-b95c-3f47bf9a4f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:39.519073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:39.703422 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:41.281899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:04:47.158997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:05:03.647526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:03.997785 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:05.987144 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-861f3885-3b59-482d-98f7-ff39ebf940c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:08.140737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-277d8e4e-29a4-4725-bfea-ae0336d2b435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:09.520180 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:09.706531 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:11.284368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:21.791035 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1c5dd-83f9-48ba-ad29-73c3fd91ffc6 req-2096968c-a2d6-4363-b123-90fa0abce79b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:21.792417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bce1c5dd-83f9-48ba-ad29-73c3fd91ffc6 req-2096968c-a2d6-4363-b123-90fa0abce79b tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0804906 May 27 03:05:21.942355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bce1c5dd-83f9-48ba-ad29-73c3fd91ffc6 req-7e5ad91b-3637-4fd3-8d01-07c4ea461108 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439610 May 27 03:05:23.125265 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0fec9-1b34-45b8-beb9-4da8c5813de7 req-8df55ff2-1681-4d61-b272-5874f3acb6c8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:23.126793 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4b0fec9-1b34-45b8-beb9-4da8c5813de7 req-8df55ff2-1681-4d61-b272-5874f3acb6c8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0788479 May 27 03:05:23.170029 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d4b0fec9-1b34-45b8-beb9-4da8c5813de7 req-b740b2f5-2f6e-4f70-aff9-872dee4f218a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376520 May 27 03:05:24.158128 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:05:24.354737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c809d-d67a-4de8-a54c-263845ec22a0 req-5280d9a7-67a7-4466-bb67-ad8da982bfb8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:24.356191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-136c809d-d67a-4de8-a54c-263845ec22a0 req-5280d9a7-67a7-4466-bb67-ad8da982bfb8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0803866 May 27 03:05:24.399807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-136c809d-d67a-4de8-a54c-263845ec22a0 req-6576309b-0da3-47ff-98d5-81f68b047a93 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371318 May 27 03:05:24.424520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35154) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:24.529645 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e869071b-5f74-4ad7-a91f-3304f366b97d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/be8d0173-6184-47ff-a392-e7631b459a12 HTTP/1.1" status: 200 len: 993 time: 0.1031220 May 27 03:05:25.966414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a900d-3571-4f6a-9047-dec1ce23ef69 req-2c7b7649-f15f-4ad7-93f3-a37c7df4780e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:25.967883 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a1a900d-3571-4f6a-9047-dec1ce23ef69 req-2c7b7649-f15f-4ad7-93f3-a37c7df4780e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0841129 May 27 03:05:25.974692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-99a2ed9c-6d4f-47ba-8ac1-5cd3d854dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:25.976172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-99a2ed9c-6d4f-47ba-8ac1-5cd3d854dbf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1098 time: 0.0734222 May 27 03:05:26.011749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4a1a900d-3571-4f6a-9047-dec1ce23ef69 req-1231fcb8-7ebe-4277-a928-56a94e75c5f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380239 May 27 03:05:26.107204 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-15e02017-21b8-441a-b399-f566678df244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:26.108648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-15e02017-21b8-441a-b399-f566678df244 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 898 time: 0.1264842 May 27 03:05:26.210613 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-239b1baf-a4dc-4c0e-a3a9-5d161054c6ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 1001 time: 0.0953739 May 27 03:05:26.270599 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-a98fc536-015a-44b1-a915-380805638d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:26.271992 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-a98fc536-015a-44b1-a915-380805638d34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 200 len: 835 time: 0.0559454 May 27 03:05:26.345565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-eff17edc-a91b-4381-91df-cf4fd7946927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:26.347055 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-eff17edc-a91b-4381-91df-cf4fd7946927 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e230e991-b3af-4e30-a0c5-c81e43264c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693758 May 27 03:05:26.477445 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-cee419f1-3b22-4ed1-b192-7000d0973335 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242859 May 27 03:05:26.607501 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6d688ca-c467-4fab-a106-8b33fb81e15a req-2b424a22-5c4e-4dda-84fa-7cc6a3ffce46 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238339 May 27 03:05:26.772359 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-c8454238-69e7-437a-aa54-2e5d443b8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:26.773740 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-c8454238-69e7-437a-aa54-2e5d443b8cef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1098 time: 0.0757515 May 27 03:05:26.915753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-baa02fb5-0a21-41cf-9ab7-a32fe4f5149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:26.917185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-baa02fb5-0a21-41cf-9ab7-a32fe4f5149c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 898 time: 0.1238987 May 27 03:05:27.021930 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-0d2bc835-47e8-4f40-87df-98eb2413194d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 1001 time: 0.0962346 May 27 03:05:27.085895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-0f538fbb-6c27-48db-99fb-1fae9c672ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:27.087372 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-0f538fbb-6c27-48db-99fb-1fae9c672ae5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 200 len: 835 time: 0.0570920 May 27 03:05:27.226133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-111cb83f-d5d5-4b73-890c-914ab43e32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:27.227617 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-111cb83f-d5d5-4b73-890c-914ab43e32be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e230e991-b3af-4e30-a0c5-c81e43264c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327872 May 27 03:05:27.235050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62634fa6-6e64-4ceb-b486-862a8ecf7e42 req-7f9bfc57-65cc-4c06-8c5d-9a9a5a864397 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:27.236355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62634fa6-6e64-4ceb-b486-862a8ecf7e42 req-7f9bfc57-65cc-4c06-8c5d-9a9a5a864397 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.1124103 May 27 03:05:27.453301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-62634fa6-6e64-4ceb-b486-862a8ecf7e42 req-1917c66e-c1f6-434c-892e-dabfad606354 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987026 May 27 03:05:27.492086 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-c0d55c13-9ce5-444d-b19b-86eb13e3a51f service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548110 May 27 03:05:27.627191 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-11edc721-67fb-44a9-b543-8d67dd5afafc req-1260a8f2-0151-4013-8730-fa85a9bbbf06 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266804 May 27 03:05:28.643060 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f250a-a52b-4059-9613-745eb536d034 req-2778c592-118d-4c88-9542-75f67b8d372e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:28.644625 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-499f250a-a52b-4059-9613-745eb536d034 req-2778c592-118d-4c88-9542-75f67b8d372e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0878978 May 27 03:05:28.692090 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-499f250a-a52b-4059-9613-745eb536d034 req-d81bb5db-9bba-4a6d-8ca8-ca153307a564 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409667 May 27 03:05:28.716266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35168) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:28.822488 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0963c028-93fc-4515-845d-fb0083d58b58 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/floatingips/be8d0173-6184-47ff-a392-e7631b459a12 HTTP/1.1" status: 200 len: 993 time: 0.1049592 May 27 03:05:29.108519 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35176) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:29.307283 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port ba3b5e68-c773-4506-8b95-446c9eede527 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:05:29.307624 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.582220 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.582545 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.700682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for ba3b5e68-c773-4506-8b95-446c9eede527 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:05:29.848120 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:29.895172 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=ba3b5e68-c773-4506-8b95-446c9eede527,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:29.936759 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.937320 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.937659 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.937990 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.938321 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.938642 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.938988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.939308 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.939629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.939945 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.940259 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:29.940573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:30.001932 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.002286 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Floating IP be8d0173-6184-47ff-a392-e7631b459a12 disassociated (deleted). External IP: 172.25.3.23, port: d587226e-dc28-44dc-add3-db52a56c067e. May 27 03:05:30.348664 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 82c32500-cd93-4891-bb1f-01dd863163ab has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:05:30.522250 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:05:30.532418 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] Sync routers for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:05:30.542660 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:30.543497 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:30.544454 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:30.603701 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0aa65a19-81f4-4fcd-a2cf-e10fd16d3c7d tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/floatingips/be8d0173-6184-47ff-a392-e7631b459a12 HTTP/1.1" status: 204 len: 168 time: 1.4941103 May 27 03:05:30.604395 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:30.649960 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb7aab6-2bca-4c61-a8cf-4fdf49295ac8'] response: {'name': 'network-changed', 'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e', 'status': 'completed', 'code': 200} May 27 03:05:30.746458 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-cf2a6bbd-4046-4fa8-82af-c5208383ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:30.748015 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-cf2a6bbd-4046-4fa8-82af-c5208383ac42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7425aa9d2f3047de8dca803497e9a467&device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 1098 time: 0.0765457 May 27 03:05:30.755456 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:30.892450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-1067c605-6c51-4204-8923-23440fa1943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:30.893837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-1067c605-6c51-4204-8923-23440fa1943b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 200 len: 898 time: 0.1395376 May 27 03:05:31.005630 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-5fcf0d75-8786-4848-8335-365f02a27c5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 200 len: 217 time: 0.1048064 May 27 03:05:31.080132 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:07Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:31.083929 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] Checking router: 82c32500-cd93-4891-bb1f-01dd863163ab for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:05:31.084328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-20bfc24c-c243-4de6-8777-6916825fab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:31.085768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-20bfc24c-c243-4de6-8777-6916825fab97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 200 len: 835 time: 0.0699553 May 27 03:05:31.092390 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:31.092996 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:31.098119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1d089-a9c4-4d6e-9419-94a812bc9c62 req-4066ca70-c929-4ca7-acf1-54c125049044 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:31.099576 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4b1d089-a9c4-4d6e-9419-94a812bc9c62 req-4066ca70-c929-4ca7-acf1-54c125049044 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.1493182 May 27 03:05:31.191429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d4b1d089-a9c4-4d6e-9419-94a812bc9c62 req-12d26d20-9756-43db-9e35-e34b8bbada08 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583799 May 27 03:05:31.207692 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-320d9876-e818-47f1-ae7d-9ed69f0e3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:31.209161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-320d9876-e818-47f1-ae7d-9ed69f0e3a9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e230e991-b3af-4e30-a0c5-c81e43264c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087520 May 27 03:05:31.273244 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:31.347984 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-c4dbb6e8-f1ab-4c39-8bb7-ed8a78b543ae service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313462 May 27 03:05:31.480760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ba443e05-3808-4fc3-8716-dfc27cf56160 req-2920ccdf-8be4-4382-ab83-e05958b90762 service neutron] 10.222.0.13 "GET /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257625 May 27 03:05:31.588195 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:07Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:31.592041 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e375e-5090-4a79-b8f8-5dd2ba361e51 None None] The sync data for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 is: [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:04:02Z', 'revision_number': 4, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd', 'name': '', 'network_id': 'e230e991-b3af-4e30-a0c5-c81e43264c04', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'mac_address': 'fa:16:3e:6e:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'd03e1593-9706-43af-8802-bf4670009c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:04:02Z', 'updated_at': '2022-05-27T03:04:07Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'subnets': [{'id': 'd03e1593-9706-43af-8802-bf4670009c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:05:31.794075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01356afa-1337-4122-a0e4-71a44b606a20 None None] New status for floating IP be8d0173-6184-47ff-a392-e7631b459a12: DOWN {{(pid=88427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:05:32.379030 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8a41b-90ca-401b-b48d-666dbada0b5e req-cf3e7ade-3457-4ee3-8ed3-a0550560b19e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:32.379725 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1ab8a41b-90ca-401b-b48d-666dbada0b5e req-cf3e7ade-3457-4ee3-8ed3-a0550560b19e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Synchronizing usage tracker for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:05:32.395806 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-1ab8a41b-90ca-401b-b48d-666dbada0b5e req-cf3e7ade-3457-4ee3-8ed3-a0550560b19e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Unset dirty status for tenant:7425aa9d2f3047de8dca803497e9a467 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:05:32.397155 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ab8a41b-90ca-401b-b48d-666dbada0b5e req-cf3e7ade-3457-4ee3-8ed3-a0550560b19e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0975921 May 27 03:05:32.444119 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1ab8a41b-90ca-401b-b48d-666dbada0b5e req-32607796-2e4a-4126-b051-1c263acdd51a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/security-groups?id=53766187-1aee-4d93-bf5a-5b6f9f282962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 May 27 03:05:32.728819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-a6dbe721-6774-45af-b030-0077912a9813 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:32.730246 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-a6dbe721-6774-45af-b030-0077912a9813 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 946 time: 0.0793996 May 27 03:05:32.803510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port d587226e-dc28-44dc-add3-db52a56c067e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:05:32.803854 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:33.049879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port d587226e-dc28-44dc-add3-db52a56c067e, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=d587226e-dc28-44dc-add3-db52a56c067e,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:33.050243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:33.279186 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for d587226e-dc28-44dc-add3-db52a56c067e owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:05:33.429169 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:33.478134 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=d587226e-dc28-44dc-add3-db52a56c067e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:33.513562 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.513918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.514263 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.514613 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.515047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.515957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.516503 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.517066 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.517730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.519160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.519160 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.519487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:33.604994 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] No DVR routers for this DVR port d587226e-dc28-44dc-add3-db52a56c067e on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:05:33.612676 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:33.615226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'name': 'network-vif-deleted', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:05:33.633726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b27596b1-223f-4562-a5a8-493d3e14c651 req-25e316a2-a529-42ca-8aef-a07f7d749a8a tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b4f70dc-716e-458b-9715-718d87c38035 HTTP/1.1" status: 200 len: 210 time: 0.0664563 May 27 03:05:33.647859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca2b2de1-f650-4de4-9186-8e987b05c7b0 req-7c0ef3f2-91ff-4d59-912f-40e891b15e2e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.13 "DELETE /v2.0/ports/d587226e-dc28-44dc-add3-db52a56c067e HTTP/1.1" status: 204 len: 173 time: 0.9111934 May 27 03:05:33.659042 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:33.673557 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f0a690-3a9c-4a5d-9df7-3b657bb15310'] response: {'server_uuid': '1b4f70dc-716e-458b-9715-718d87c38035', 'name': 'network-vif-deleted', 'tag': 'd587226e-dc28-44dc-add3-db52a56c067e', 'status': 'completed', 'code': 200} May 27 03:05:34.001561 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:34.741280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:35.388129 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:35.734280 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:05:35.734623 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:35.769039 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d587226e-dc28-44dc-add3-db52a56c067e no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:05:35.802779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: d587226e-dc28-44dc-add3-db52a56c067e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:05:35.803127 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device d587226e-dc28-44dc-add3-db52a56c067e not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:05:35.920127 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:35.920727 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:35.989368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e2449f73-c43f-48f3-8d84-b3554b40903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:36.045215 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:05:36.236146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:36.331125 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:36.695015 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.083305 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Router 82c32500-cd93-4891-bb1f-01dd863163ab has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:05:37.256385 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:05:37.266247 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] Sync routers for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:05:37.271697 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-b381d2aa-541c-4fab-91f0-43bd43384a10 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "PUT /v2.0/routers/82c32500-cd93-4891-bb1f-01dd863163ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5269325 May 27 03:05:37.272059 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35198) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:37.275564 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:37.276166 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:37.343214 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting subnet d03e1593-9706-43af-8802-bf4670009c32 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:05:37.346140 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.399062 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.451531 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:37.480644 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.563455 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.605267 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Subnet': ['ID=d03e1593-9706-43af-8802-bf4670009c32,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:37.615222 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.620824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b6a9c2-1942-440f-9e37-0bae4be37b08 None None] Network e230e991-b3af-4e30-a0c5-c81e43264c04 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:05:37.623431 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3e610b45-d385-4d7c-b2e0-5c50e5c5f82e tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/subnets/d03e1593-9706-43af-8802-bf4670009c32 HTTP/1.1" status: 204 len: 168 time: 0.3501852 May 27 03:05:37.625329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35202) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:37.772733 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:05:36Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:37.776923 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] Checking router: 82c32500-cd93-4891-bb1f-01dd863163ab for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:05:37.785972 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] Routers {'82c32500-cd93-4891-bb1f-01dd863163ab'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:37.786944 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['82c32500-cd93-4891-bb1f-01dd863163ab'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:37.824588 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.891346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] DHCP port deletion for e230e991-b3af-4e30-a0c5-c81e43264c04 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:05:37.896562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Deleting port 926a169d-063d-4350-abe1-341a0e7c9f26 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:05:37.897069 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:37.980675 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] Set router 82c32500-cd93-4891-bb1f-01dd863163ab gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:38.020514 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:38.032010 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Deleting port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:05:38.032398 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:38.111319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] For port 926a169d-063d-4350-abe1-341a0e7c9f26, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=926a169d-063d-4350-abe1-341a0e7c9f26,segment=NetworkSegment(978d9196-4f5a-4e75-98cf-6a16edeb031b),segment_id=978d9196-4f5a-4e75-98cf-6a16edeb031b)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:38.111842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:38.224233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] For port 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:38.224850 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:38.248331 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Calling delete_port for 926a169d-063d-4350-abe1-341a0e7c9f26 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:05:38.298970 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:05:36Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:38.301867 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8132c906-7d9c-4b8e-8463-b1e7e28a632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:38.303970 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e6353-c7e4-44f0-bcf0-062c6a4ddaf5 None None] The sync data for ids ['82c32500-cd93-4891-bb1f-01dd863163ab'] in n-d-843146-11 is: [{'id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701841489', 'tenant_id': '7425aa9d2f3047de8dca803497e9a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:03:57Z', 'updated_at': '2022-05-27T03:05:36Z', 'revision_number': 5, 'project_id': '7425aa9d2f3047de8dca803497e9a467', 'gw_port': {'id': '3b81e870-7e18-4b2c-b5b3-edc89ccff5ef', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c32500-cd93-4891-bb1f-01dd863163ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:03:58Z', 'updated_at': '2022-05-27T03:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:05:38.347538 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599'] for port, after_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:38.381957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Calling delete_port for 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:05:38.393598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Pushing event deleted for resources: {'Port': ['ID=926a169d-063d-4350-abe1-341a0e7c9f26,revision_number=None']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:38.398279 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] No DVR routers for this DVR port 926a169d-063d-4350-abe1-341a0e7c9f26 on host n-d-843146-11 {{(pid=88427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:05:38.404796 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.405143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.406073 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.406518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.407056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.407395 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.407722 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.408687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.408687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.409128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.409128 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.409736 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b27-fb6e-4feb-ad98-11936257d9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:38.806567 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:38.880730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Port': ['ID=3b81e870-7e18-4b2c-b5b3-edc89ccff5ef,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:38.949844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.097897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:05:39.126761 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.129887 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.133763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:05:39.134112 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 2e0d1a78-45f7-4d0a-bf1f-c7416c80a0dd not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:05:39.134540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 926a169d-063d-4350-abe1-341a0e7c9f26 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:05:39.152796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.153453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Fanout notify agent at l3_agent the message router_deleted on router 82c32500-cd93-4891-bb1f-01dd863163ab {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:05:39.169082 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 926a169d-063d-4350-abe1-341a0e7c9f26 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:05:39.169561 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 926a169d-063d-4350-abe1-341a0e7c9f26 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:05:39.170314 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.172396 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4f8c1759-d2d3-482a-9707-d3d45d3b04fb tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/routers/82c32500-cd93-4891-bb1f-01dd863163ab HTTP/1.1" status: 204 len: 168 time: 1.5460677 May 27 03:05:39.175226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35206) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:39.291538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.424840 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.450021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e230e991-b3af-4e30-a0c5-c81e43264c04']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:39.462428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978d9196-4f5a-4e75-98cf-6a16edeb031b') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:39.462673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978d9196-4f5a-4e75-98cf-6a16edeb031b') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:39.473999 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.489550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.495647 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:05:39.496073 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.523473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.567094 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 978d9196-4f5a-4e75-98cf-6a16edeb031b resource provider aggregate not found May 27 03:05:39.593265 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 978d9196-4f5a-4e75-98cf-6a16edeb031b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 978d9196-4f5a-4e75-98cf-6a16edeb031b found for delete ", "request_id": "req-557f2b50-041e-4cee-9859-a3b7b1bb5d36"}]} May 27 03:05:39.604120 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.621247 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.632549 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'Network': ['ID=e230e991-b3af-4e30-a0c5-c81e43264c04,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:39.637323 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1441b3f5-8e9e-4040-8201-aeedcae2e8ed tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/networks/e230e991-b3af-4e30-a0c5-c81e43264c04 HTTP/1.1" status: 204 len: 168 time: 0.4611456 May 27 03:05:39.640487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35214) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:39.707255 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcff0f15-b224-4e48-958b-bf55dbc023f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.710302 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.742464 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcff0f15-b224-4e48-958b-bf55dbc023f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.807741 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcff0f15-b224-4e48-958b-bf55dbc023f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.825681 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff0f15-b224-4e48-958b-bf55dbc023f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53766187-1aee-4d93-bf5a-5b6f9f282962,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:39.838365 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fcff0f15-b224-4e48-958b-bf55dbc023f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:39.839925 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fcff0f15-b224-4e48-958b-bf55dbc023f8 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] 10.222.0.16 "DELETE /v2.0/security-groups/53766187-1aee-4d93-bf5a-5b6f9f282962 HTTP/1.1" status: 204 len: 168 time: 0.1985488 May 27 03:05:40.197712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35224) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:40.359781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-7da1d65b-40a1-449a-8f68-486a65cbbd64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7425aa9d2f3047de8dca803497e9a467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603131 May 27 03:05:40.362267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35230) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:40.418944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa689-2243-4c5d-80cc-8c6f479552fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:40.444314 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa689-2243-4c5d-80cc-8c6f479552fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:40.496110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa689-2243-4c5d-80cc-8c6f479552fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:40.515399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfa689-2243-4c5d-80cc-8c6f479552fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db23273-1ee5-4ed2-9a06-405ab6d304d0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:40.524736 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa689-2243-4c5d-80cc-8c6f479552fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:40.525833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c4dfa689-2243-4c5d-80cc-8c6f479552fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8db23273-1ee5-4ed2-9a06-405ab6d304d0 HTTP/1.1" status: 204 len: 168 time: 0.1626592 May 27 03:05:40.813767 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35238) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:40.831582 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:40.846231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:40.850135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0588367996334ea487d199b9afe4620b is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:40.852982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:40.858782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:40.947920 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:40.951419 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:40.998143 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0588367996334ea487d199b9afe4620b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833291 May 27 03:05:40.999113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ec44-b9c4-4dd6-994c-235341b427e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3457d003-c8e3-48bb-8261-20a04573eb4f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:41.001259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:05:41.002380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35242) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:41.038306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:05:41.038573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 3b81e870-7e18-4b2c-b5b3-edc89ccff5ef not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:05:41.062813 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b2e9c3-fb90-4b6a-a0ea-7f20a4fcefaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:41.088627 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b2e9c3-fb90-4b6a-a0ea-7f20a4fcefaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:41.141887 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b2e9c3-fb90-4b6a-a0ea-7f20a4fcefaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:41.155493 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2e9c3-fb90-4b6a-a0ea-7f20a4fcefaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3457d003-c8e3-48bb-8261-20a04573eb4f,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:41.162314 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-23b2e9c3-fb90-4b6a-a0ea-7f20a4fcefaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:41.163461 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-23b2e9c3-fb90-4b6a-a0ea-7f20a4fcefaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3457d003-c8e3-48bb-8261-20a04573eb4f HTTP/1.1" status: 204 len: 168 time: 0.1600704 May 27 03:05:41.319983 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:41.912460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35266) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:42.013828 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1833803999-network', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:42.019443 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:42.023426 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Usage tracker for resource:network and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:42.026608 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:42.032359 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:42.042201 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Made reservation on behalf of 1b681186da9742ea9d2d9d9c1995a944 for: {'network': 1} {{(pid=88426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:05:42.044450 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.056621 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.071192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:42.075085 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:42.078486 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:42.084165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:42.163866 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.167357 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.197993 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=88426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:05:42.203622 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc2797-2a62-4dc6-a0a4-c05d6551ce79,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:42.210133 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.211184 n-d-843146-11 neutron-server[88426]: INFO neutron.db.segments_db [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Added segment 22bd9bdc-71b8-4f5e-b3f8-fb112ece276d of type vlan for network ca6c786f-ea9a-464f-a805-70b0e2980c98 May 27 03:05:42.236738 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.263818 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.264754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:42.265828 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.364446 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4508963 May 27 03:05:42.367100 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440e12c-2ba0-4e21-a9cf-a7c4c54b1a22 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6c786f-ea9a-464f-a805-70b0e2980c98,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:42.367700 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35272) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:42.373348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Request body: {'subnet': {'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1833803999-subnet', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:42.379857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:42.382122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:05:42.383917 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Usage tracker for resource:subnet and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:42.386858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:42.393324 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:42.403385 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Made reservation on behalf of 1b681186da9742ea9d2d9d9c1995a944 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:05:42.405836 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.611639 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.785145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b917315b-0ac4-4c06-8205-2522f0ef9f78,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:42.794233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Checking segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:42.794584 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Network hostable DHCP agents. Network: ca6c786f-ea9a-464f-a805-70b0e2980c98, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:05:42.813554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:05:42.822453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, ca6c786f-ea9a-464f-a805-70b0e2980c98) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:42.826818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:42.827436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.832355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9fca8-1197-406f-a7b2-983592ba34a8 None None] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:05:42.852758 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c62164f9-7e34-41f5-ac52-7796a7ba5ef3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4838471 May 27 03:05:42.855515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35276) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:42.860879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:42.866083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:42.869939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Usage tracker for resource:router and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:42.872782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:42.879332 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:42.890111 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.891262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:42.906501 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.043488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-ca6c786f-ea9a-464f-a805-70b0e2980c98', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:05:43.044312 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.174184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.199265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Allocated IP 172.20.0.2 (ca6c786f-ea9a-464f-a805-70b0e2980c98/b917315b-0ac4-4c06-8205-2522f0ef9f78/4b10f25c-00cb-4b4c-9065-107f661b2439) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:05:43.401803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.413890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Transition to ACTIVE for port object 4b10f25c-00cb-4b4c-9065-107f661b2439 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:43.432833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Transition to ACTIVE for port object 4b10f25c-00cb-4b4c-9065-107f661b2439 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:43.438324 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.495310 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.506425 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:43.509311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:43.512869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:05:43.518842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Pushing event updated for resources: {'Port': ['ID=4b10f25c-00cb-4b4c-9065-107f661b2439,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:43.527225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.607814 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Attempting to bind port 4b10f25c-00cb-4b4c-9065-107f661b2439 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:43.608179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Attempting to bind port 4b10f25c-00cb-4b4c-9065-107f661b2439 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:43.608560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Attempting to bind port 4b10f25c-00cb-4b4c-9065-107f661b2439 on network ca6c786f-ea9a-464f-a805-70b0e2980c98 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:43.613915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:43.614284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Checking segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:43.614864 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.615253 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Bound using segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:43.615708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Bound port: 4b10f25c-00cb-4b4c-9065-107f661b2439, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:43.616074 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.670829 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Allocated IP 172.25.3.89 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/efa02f05-935a-4466-8fba-18d4efd136c7) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:05:43.702246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] For port 4b10f25c-00cb-4b4c-9065-107f661b2439, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:43.705849 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] For port 4b10f25c-00cb-4b4c-9065-107f661b2439, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4b10f25c-00cb-4b4c-9065-107f661b2439,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:43.709445 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.796384 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b613-5e9a-4617-aa1d-a5d989357fce None None] Pushing event updated for resources: {'Port': ['ID=4b10f25c-00cb-4b4c-9065-107f661b2439,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:43.832535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.863866 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:43.931276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:43.933988 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:43.938604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:05:43.982943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Pushing event updated for resources: {'Port': ['ID=efa02f05-935a-4466-8fba-18d4efd136c7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:44.509657 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:44.699915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5f769-b03a-4115-bc33-04e274b7475e None None] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:05:44.820762 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-66bc467e-3bcc-46b3-84e7-c2795e58963a None None] Provisioning for port 4b10f25c-00cb-4b4c-9065-107f661b2439 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:44.860095 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:45.078604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:05:45.079806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4b10f25c-00cb-4b4c-9065-107f661b2439 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:45.171600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 4b10f25c-00cb-4b4c-9065-107f661b2439 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:45.177049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4b10f25c-00cb-4b4c-9065-107f661b2439 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:45.177674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:45.262744 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:05:45.281715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Sync routers for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:05:45.288309 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:45.289528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e66b5463-4bfe-4c41-adae-247fce42ba9f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4331019 May 27 03:05:45.292314 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35280) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:45.304939 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:45.305555 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:45.366523 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4b10f25c-00cb-4b4c-9065-107f661b2439 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:45.366842 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:45.516679 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 4b10f25c-00cb-4b4c-9065-107f661b2439, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4b10f25c-00cb-4b4c-9065-107f661b2439,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:45.523125 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:45.593663 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:45.726271 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=4b10f25c-00cb-4b4c-9065-107f661b2439,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:45.892712 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:44Z', 'revision_number': 3, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:45.896580 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Checking router: 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:05:45.896929 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Updating router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d port efa02f05-935a-4466-8fba-18d4efd136c7 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:05:45.952714 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.098178 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.275348 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.287918 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Transition to ACTIVE for port object efa02f05-935a-4466-8fba-18d4efd136c7 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:46.295011 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.306083 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Allocated IP 172.20.0.1 (ca6c786f-ea9a-464f-a805-70b0e2980c98/b917315b-0ac4-4c06-8205-2522f0ef9f78/7c4ed02b-fafc-4979-82f7-aa04df15e016) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:05:46.376684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Attempting to bind port efa02f05-935a-4466-8fba-18d4efd136c7 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:46.376971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Attempting to bind port efa02f05-935a-4466-8fba-18d4efd136c7 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:46.377345 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Attempting to bind port efa02f05-935a-4466-8fba-18d4efd136c7 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:46.383325 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd097bb-ce71-4d20-bd15-9ccd123915fe None None] Pushing event updated for resources: {'Port': ['ID=efa02f05-935a-4466-8fba-18d4efd136c7,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:46.387646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:46.388023 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:46.388420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.388805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:46.389269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Bound port: efa02f05-935a-4466-8fba-18d4efd136c7, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:46.389644 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.454604 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.461773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] For port efa02f05-935a-4466-8fba-18d4efd136c7, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:46.465099 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] For port efa02f05-935a-4466-8fba-18d4efd136c7, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=efa02f05-935a-4466-8fba-18d4efd136c7,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:46.469121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.471872 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Transition to ACTIVE for port object 7c4ed02b-fafc-4979-82f7-aa04df15e016 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:46.495261 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.547210 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:46.547919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:46.569559 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:46.572694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:46.575358 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:05:46.615971 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd097bb-ce71-4d20-bd15-9ccd123915fe None None] Pushing event updated for resources: {'Port': ['ID=efa02f05-935a-4466-8fba-18d4efd136c7,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:46.621452 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4ed02b-fafc-4979-82f7-aa04df15e016,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:46.639286 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.744302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:46.907446 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:46.972720 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b1187bff-0d1a-4805-853e-8a84befcba5f None None] Provisioning for port 7c4ed02b-fafc-4979-82f7-aa04df15e016 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:46.986132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b1187bff-0d1a-4805-853e-8a84befcba5f None None] Provisioning complete for port 7c4ed02b-fafc-4979-82f7-aa04df15e016 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:46.986508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b1187bff-0d1a-4805-853e-8a84befcba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:47.060620 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4b10f25c-00cb-4b4c-9065-107f661b2439 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:47.099666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b1187bff-0d1a-4805-853e-8a84befcba5f None None] Port 7c4ed02b-fafc-4979-82f7-aa04df15e016 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:05:47.140943 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:47.145583 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:47.195694 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 4b10f25c-00cb-4b4c-9065-107f661b2439 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:47.195989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:47.253044 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4ed02b-fafc-4979-82f7-aa04df15e016,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:47.254269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:44Z', 'revision_number': 3, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:47.256559 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:47.260459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa898a8-4fa1-44b4-b3d8-aca75e3ce1fd None None] The sync data for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 is: [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:44Z', 'revision_number': 3, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:05:47.323422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 4b10f25c-00cb-4b4c-9065-107f661b2439 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:47.526472 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:47.527723 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:47.728249 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:05:47.821731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e3faaf08-0404-4439-a8f2-dba7782e29ff None None] Provisioning complete for port 7c4ed02b-fafc-4979-82f7-aa04df15e016 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:47.822303 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3faaf08-0404-4439-a8f2-dba7782e29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:47.883054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e3faaf08-0404-4439-a8f2-dba7782e29ff None None] Port 7c4ed02b-fafc-4979-82f7-aa04df15e016 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:05:47.916231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:05:47.926159 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-746ad137-8ea7-4d67-966c-e351057a98e3 admin admin] 10.222.0.16 "PUT /v2.0/routers/8d7a9e68-a2bd-422f-839f-8c6f0cd5941d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328387 May 27 03:05:48.422346 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35300) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:48.428090 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-784892059-network', 'tenant_id': '69575922a0e842939ad010773cce9aae'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:48.433658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:48.438183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Usage tracker for resource:network and tenant:69575922a0e842939ad010773cce9aae is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:48.441305 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:48.447222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:48.460023 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Made reservation on behalf of 69575922a0e842939ad010773cce9aae for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:05:48.463008 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.478168 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.492764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:48.496633 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Usage tracker for resource:security_group_rule and tenant:69575922a0e842939ad010773cce9aae is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:48.499968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:48.505755 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:48.595820 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.599715 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.631687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:05:48.640772 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0464cb6-aa78-4d12-bfab-aa641b6b48e9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:48.647471 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.648509 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Added segment a2b588e8-c908-4cda-885d-2dab8f2397ed of type vlan for network 82ad095a-fb3e-4457-a1dc-a32698621ec7 May 27 03:05:48.675262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.692712 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Sync routers for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:05:48.702061 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:48.703484 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:48.706969 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.708173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:48.708825 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.812428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] Pushing event updated for resources: {'Network': ['ID=82ad095a-fb3e-4457-a1dc-a32698621ec7,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:48.817846 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a4cc2628-e383-4f5f-9e50-ae9d1f1236da admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3918290 May 27 03:05:48.818102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35304) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:48.822457 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:05:48.823331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Request body: {'subnet': {'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-784892059-subnet', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:48.828974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:48.832925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Usage tracker for resource:subnet and tenant:69575922a0e842939ad010773cce9aae is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:48.836753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:48.843812 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:48.855250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Made reservation on behalf of 69575922a0e842939ad010773cce9aae for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:05:48.857760 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:48.883676 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:49.071041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.091704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device efa02f05-935a-4466-8fba-18d4efd136c7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:49.148964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd05e264-7ddd-4628-b992-d0db713f7d5c,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:49.162638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Checking segment: {'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:49.163019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Network hostable DHCP agents. Network: 82ad095a-fb3e-4457-a1dc-a32698621ec7, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:05:49.177824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port efa02f05-935a-4466-8fba-18d4efd136c7 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:49.183508 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port efa02f05-935a-4466-8fba-18d4efd136c7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:49.183864 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.184272 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:05:49.196334 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 82ad095a-fb3e-4457-a1dc-a32698621ec7) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:49.200981 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:49.201566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.217402 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af07cc-bb8f-4184-82ab-8cc7c1fa7240 None None] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:05:49.232242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b528fe47-ebe8-43e4-af90-d89d9f43d114 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4106781 May 27 03:05:49.232461 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35308) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:49.237489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:49.241175 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 2, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:49.243666 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:49.245758 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Checking router: 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:05:49.246202 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Updating router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d port 7c4ed02b-fafc-4979-82f7-aa04df15e016 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:05:49.247995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Usage tracker for resource:router and tenant:69575922a0e842939ad010773cce9aae is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:49.251512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:49.257236 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:49.268895 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.269996 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.287552 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.301848 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.456585 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port efa02f05-935a-4466-8fba-18d4efd136c7 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:49.456960 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.514403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port efa02f05-935a-4466-8fba-18d4efd136c7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=efa02f05-935a-4466-8fba-18d4efd136c7,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:49.524783 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.569255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-82ad095a-fb3e-4457-a1dc-a32698621ec7', 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'fixed_ips': [{'subnet_id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:05:49.569888 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.579923 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.665819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=efa02f05-935a-4466-8fba-18d4efd136c7,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:49.703972 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.716843 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Transition to ACTIVE for port object 7c4ed02b-fafc-4979-82f7-aa04df15e016 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:49.723935 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.772650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Allocated IP 172.20.0.2 (82ad095a-fb3e-4457-a1dc-a32698621ec7/bd05e264-7ddd-4628-b992-d0db713f7d5c/0183acea-f866-458d-ab36-19d62630dfcd) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:05:49.855959 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Pushing event updated for resources: {'Port': ['ID=7c4ed02b-fafc-4979-82f7-aa04df15e016,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:49.878997 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.879729 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.880299 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.880727 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.881165 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.881592 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.882124 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.882534 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.882996 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.883460 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.883879 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.884429 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:05:49.986681 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Attempting to bind port 7c4ed02b-fafc-4979-82f7-aa04df15e016 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:49.987076 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Attempting to bind port 7c4ed02b-fafc-4979-82f7-aa04df15e016 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:49.987995 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Attempting to bind port 7c4ed02b-fafc-4979-82f7-aa04df15e016 on network ca6c786f-ea9a-464f-a805-70b0e2980c98 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:49.995503 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:49.995878 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Checking segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:49.996726 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:49.996726 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Bound using segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:49.997123 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Bound port: 7c4ed02b-fafc-4979-82f7-aa04df15e016, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:49.997494 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.013372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.025420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Transition to ACTIVE for port object 0183acea-f866-458d-ab36-19d62630dfcd will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:50.044599 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Transition to ACTIVE for port object 0183acea-f866-458d-ab36-19d62630dfcd will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:50.050977 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.062053 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.093556 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.098070 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] For port 7c4ed02b-fafc-4979-82f7-aa04df15e016, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:50.101368 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] For port 7c4ed02b-fafc-4979-82f7-aa04df15e016, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7c4ed02b-fafc-4979-82f7-aa04df15e016,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:50.105382 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.133919 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Pushing event updated for resources: {'Port': ['ID=0183acea-f866-458d-ab36-19d62630dfcd,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:50.154483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:50.156674 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:50.159291 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:05:50.188953 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:50.189597 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:50.246557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Allocated IP 172.25.3.146 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/196b7dec-4cf6-44cf-8b2e-68f47ee22eb9) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:05:50.247187 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377ad22-f1ab-4d32-83da-a1de73a8e59f None None] Pushing event updated for resources: {'Port': ['ID=7c4ed02b-fafc-4979-82f7-aa04df15e016,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:50.282787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Attempting to bind port 0183acea-f866-458d-ab36-19d62630dfcd on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:50.283191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Attempting to bind port 0183acea-f866-458d-ab36-19d62630dfcd by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:50.283576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Attempting to bind port 0183acea-f866-458d-ab36-19d62630dfcd on network 82ad095a-fb3e-4457-a1dc-a32698621ec7 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:50.290653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:50.291042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Checking segment: {'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:50.291450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.291897 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Bound using segment: {'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:50.292366 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Bound port: 0183acea-f866-458d-ab36-19d62630dfcd, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:50.292739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.407651 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:50.423684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.438914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] For port 0183acea-f866-458d-ab36-19d62630dfcd, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:50.442610 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] For port 0183acea-f866-458d-ab36-19d62630dfcd, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0183acea-f866-458d-ab36-19d62630dfcd,segment=NetworkSegment(a2b588e8-c908-4cda-885d-2dab8f2397ed),segment_id=a2b588e8-c908-4cda-885d-2dab8f2397ed)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:50.446962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.456798 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:50.526595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:50.540546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:50.547473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221208e-6b57-4deb-a8af-31d7c2490cf3 None None] Pushing event updated for resources: {'Port': ['ID=0183acea-f866-458d-ab36-19d62630dfcd,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:50.550133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:05:50.602158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Pushing event updated for resources: {'Port': ['ID=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:50.776951 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:50Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:50.781409 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7a72d-d3b6-430c-84ab-bcd8eefc4614 None None] The sync data for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 is: [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:50Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:05:51.039516 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:51.168203 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c4ed02b-fafc-4979-82f7-aa04df15e016 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:51.245815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 7c4ed02b-fafc-4979-82f7-aa04df15e016 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:51.253684 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7c4ed02b-fafc-4979-82f7-aa04df15e016 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:51.254487 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:51.442229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7c4ed02b-fafc-4979-82f7-aa04df15e016 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:51.442569 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:51.480631 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 7c4ed02b-fafc-4979-82f7-aa04df15e016, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7c4ed02b-fafc-4979-82f7-aa04df15e016,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:51.488746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:51.490083 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device efa02f05-935a-4466-8fba-18d4efd136c7 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:51.620855 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:51.624046 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=7c4ed02b-fafc-4979-82f7-aa04df15e016,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:51.637241 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port efa02f05-935a-4466-8fba-18d4efd136c7 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:51.637621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:51.743893 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb88a1-95b8-4652-82fc-119bd9991fdc None None] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:05:51.861269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:05:51.862957 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c89b7bd0-8a44-4894-ad54-a9c95d920e7f None None] Provisioning for port 0183acea-f866-458d-ab36-19d62630dfcd completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:51.868761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port efa02f05-935a-4466-8fba-18d4efd136c7 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:51.869857 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0183acea-f866-458d-ab36-19d62630dfcd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:52.050333 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 0183acea-f866-458d-ab36-19d62630dfcd completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:52.055670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:05:52.071272 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Sync routers for ids ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:05:52.073259 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 0183acea-f866-458d-ab36-19d62630dfcd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:52.073535 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:52.082043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:52.086007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4afee98b-2781-4d40-8c77-8a5931ce31ce admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8501053 May 27 03:05:52.086171 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35314) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:52.130231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Routers {'7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:52.130911 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:52.388658 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Set router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:52.500853 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 0183acea-f866-458d-ab36-19d62630dfcd is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:52.500853 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:52.670070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 0183acea-f866-458d-ab36-19d62630dfcd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0183acea-f866-458d-ab36-19d62630dfcd,segment=NetworkSegment(a2b588e8-c908-4cda-885d-2dab8f2397ed),segment_id=a2b588e8-c908-4cda-885d-2dab8f2397ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:52.672747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b16c7214-07c8-408a-99e3-4710d96828fb None None] Provisioning complete for port 0183acea-f866-458d-ab36-19d62630dfcd triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:52.673235 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b16c7214-07c8-408a-99e3-4710d96828fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:52.704642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:52.825142 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:52.858153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=0183acea-f866-458d-ab36-19d62630dfcd,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:52.933933 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b16c7214-07c8-408a-99e3-4710d96828fb None None] Current status of the port 0183acea-f866-458d-ab36-19d62630dfcd is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:52.944521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:05:50Z', 'revision_number': 3, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port': {'id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:50Z', 'updated_at': '2022-05-27T03:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:52.948407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Checking router: 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:05:52.948761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Updating router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:05:53.002909 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.046985 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Allocated IP 172.20.0.1 (82ad095a-fb3e-4457-a1dc-a32698621ec7/bd05e264-7ddd-4628-b992-d0db713f7d5c/cb167eb2-1008-4643-9c7b-f1efbf1df801) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:05:53.099851 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c4ed02b-fafc-4979-82f7-aa04df15e016 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:53.277916 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 7c4ed02b-fafc-4979-82f7-aa04df15e016 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:53.278281 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.327620 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.343753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Transition to ACTIVE for port object cb167eb2-1008-4643-9c7b-f1efbf1df801 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:53.367570 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.431878 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:53.434526 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:53.438953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:05:53.482100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Pushing event updated for resources: {'Port': ['ID=cb167eb2-1008-4643-9c7b-f1efbf1df801,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:53.484951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 7c4ed02b-fafc-4979-82f7-aa04df15e016 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:53.486069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0183acea-f866-458d-ab36-19d62630dfcd up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:53.499859 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.544252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.564994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Transition to ACTIVE for port object 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:53.574660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.638139 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.646449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 0183acea-f866-458d-ab36-19d62630dfcd triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:53.646852 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.710170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe8067-2c54-4539-a2bc-1331d03e5814 None None] Pushing event updated for resources: {'Port': ['ID=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:53.714222 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Attempting to bind port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:53.714591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Attempting to bind port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:53.714983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Attempting to bind port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:53.727311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:53.727686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:53.728085 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.728478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:53.728935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Bound port: 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:53.729309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.828706 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b43db116-fd52-4c60-832a-38e0a5b99384 None None] Provisioning for port cb167eb2-1008-4643-9c7b-f1efbf1df801 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:53.860049 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-b43db116-fd52-4c60-832a-38e0a5b99384 None None] Provisioning complete for port cb167eb2-1008-4643-9c7b-f1efbf1df801 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:53.860421 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b43db116-fd52-4c60-832a-38e0a5b99384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.872574 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.877043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.898569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] For port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:53.918623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 0183acea-f866-458d-ab36-19d62630dfcd is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:53.923979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] For port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:53.928477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-b43db116-fd52-4c60-832a-38e0a5b99384 None None] Port cb167eb2-1008-4643-9c7b-f1efbf1df801 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:05:53.930309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:53.985923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Pushing event updated for resources: {'Port': ['ID=cb167eb2-1008-4643-9c7b-f1efbf1df801,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:53.988406 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:54.006340 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Routers {'7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:54.006983 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:54.070676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe8067-2c54-4539-a2bc-1331d03e5814 None None] Pushing event updated for resources: {'Port': ['ID=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:54.124281 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:05:54.125352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:05:54.193951 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] Set router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:54.322462 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:05:54.465267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-2a3d4142-0417-4dda-8f40-a7cb935b14ac None None] Provisioning complete for port cb167eb2-1008-4643-9c7b-f1efbf1df801 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:54.465547 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4142-0417-4dda-8f40-a7cb935b14ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:54.502203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:05:54.511004 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-19ea84ad-ea8b-408a-8fa4-3b943474f8bf admin admin] 10.222.0.16 "PUT /v2.0/routers/7074f4e9-faf0-4ee4-9b75-921ec18d8d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4235878 May 27 03:05:54.547194 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d4142-0417-4dda-8f40-a7cb935b14ac None None] Port cb167eb2-1008-4643-9c7b-f1efbf1df801 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:05:54.616115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 4, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port': {'id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:50Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cb167eb2-1008-4643-9c7b-f1efbf1df801', 'name': '', 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:52Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 2, 'project_id': '69575922a0e842939ad010773cce9aae', 'subnets': [{'id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:54.620062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506884e6-00b7-45d6-b126-0dc70482432c None None] The sync data for ids ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'] in n-d-843146-11 is: [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 4, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port': {'id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:50Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cb167eb2-1008-4643-9c7b-f1efbf1df801', 'name': '', 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:52Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 2, 'project_id': '69575922a0e842939ad010773cce9aae', 'subnets': [{'id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:05:54.929430 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35324) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:54.934658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632551592', 'description': 'tempest-secgroup-smoke-632551592 description', 'project_id': '1b681186da9742ea9d2d9d9c1995a944'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:54.942098 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:54.946096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:54.949078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:54.955031 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:54.965703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:54.987103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:54.991513 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:54.994489 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:55.001749 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:55.077896 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.082642 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.130198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16145717-3d61-4c3a-bfd7-c0d8c7baa828,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:55.132703 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.136771 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1435a1be-d3f8-45c7-a3a8-29ca5fccb9f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2034769 May 27 03:05:55.136974 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35328) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:55.142395 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '16145717-3d61-4c3a-bfd7-c0d8c7baa828', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:55.149728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:55.153814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:55.159511 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:55.165693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:55.184945 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.252568 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.258097 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.283109 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3e27a7-cb28-4505-8e17-b2e349e6bd6d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:55.297748 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.299064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-fbe5c8d8-695f-4fd4-a871-4b5ec3fffe1a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608498 May 27 03:05:55.301985 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35332) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:55.307577 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '16145717-3d61-4c3a-bfd7-c0d8c7baa828', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:55.314947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:55.318895 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:55.321845 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:55.328710 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:55.345960 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.415461 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.419477 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.566413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c5e68b-897a-415f-81af-a410b0f50452,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:55.575138 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.576703 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-1a1a124c-b891-44bc-a1fa-5c1d9d86e61d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2736866 May 27 03:05:55.580158 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35336) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:55.585573 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '16145717-3d61-4c3a-bfd7-c0d8c7baa828', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:55.592599 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:55.597652 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:55.600880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:55.607116 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:55.623778 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.687309 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.692868 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.716834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db4d4c9-4014-448e-a408-e57eb0a11d9e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:55.726882 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.728180 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-6dbe42d0-5745-4d1d-a963-1f592b73ff9f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469991 May 27 03:05:55.731104 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35340) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:55.736522 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '16145717-3d61-4c3a-bfd7-c0d8c7baa828', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:55.743459 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:55.747310 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:55.750274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:55.756347 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:55.775100 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.840619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.844700 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.867973 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d86d99-589d-4548-b998-a0492cd107fd,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:55.878632 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.879821 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-999ae75d-9a1d-4a16-b138-a922ecc40a21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477518 May 27 03:05:55.882511 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35344) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:55.887564 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '16145717-3d61-4c3a-bfd7-c0d8c7baa828', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:55.895193 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:55.899311 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:55.902229 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:55.908080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:55.919982 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Project 1b681186da9742ea9d2d9d9c1995a944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:05:55.926338 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.988044 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:55.991652 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:56.015378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadf835f-6c4c-4cca-b10c-32b04d732e77,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:56.023386 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:56.027415 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-2a384df1-cc89-4d42-b96b-bc1f099f3c89 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413395 May 27 03:05:56.027549 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 35348) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:05:56.032302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '16145717-3d61-4c3a-bfd7-c0d8c7baa828', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:05:56.038799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:05:56.042579 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:05:56.045414 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:05:56.051110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:05:56.061203 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Project 1b681186da9742ea9d2d9d9c1995a944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:05:56.068292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:56.134001 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:56.137556 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:56.160581 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf189ee-9b07-4559-99aa-58b33a8d92c8,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:56.168867 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:56.170131 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-8b36f845-26d6-4529-b561-57c0173e407b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417148 May 27 03:05:56.329627 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a6b534af-604e-4fad-810f-4e573759747d req-76e245e4-b6b3-4215-bf79-ef5b5f2cb1f5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:05:56.345444 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a6b534af-604e-4fad-810f-4e573759747d req-76e245e4-b6b3-4215-bf79-ef5b5f2cb1f5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:05:56.346738 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-76e245e4-b6b3-4215-bf79-ef5b5f2cb1f5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632551592&fields=id&tenant_id=1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 267 time: 0.0554297 May 27 03:05:56.497340 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-2901025f-e5be-40e7-8bc0-3f38cb400832 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:05:56.498006 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a6b534af-604e-4fad-810f-4e573759747d req-2901025f-e5be-40e7-8bc0-3f38cb400832 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:network {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:05:56.515024 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-a6b534af-604e-4fad-810f-4e573759747d req-2901025f-e5be-40e7-8bc0-3f38cb400832 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:network {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:05:56.516212 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-2901025f-e5be-40e7-8bc0-3f38cb400832 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 809 time: 0.1630487 May 27 03:05:56.532486 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-968e16c1-7cba-4dea-8169-34c94f240512 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/quotas/1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 375 time: 0.0107877 May 27 03:05:56.615136 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-d4a67a74-a376-4227-8897-1b07e7758543 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774441 May 27 03:05:56.722510 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-3eae5d6f-f035-40b2-9343-fb530dfca219 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:05:56.723523 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-3eae5d6f-f035-40b2-9343-fb530dfca219 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0967808 May 27 03:05:56.855086 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-c60c621e-bb09-4744-b419-9640bd046894 service neutron] 10.222.0.16 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251204 May 27 03:05:56.987422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-9f266634-6ec4-4671-8652-f065a7455a5f service neutron] 10.222.0.16 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266549 May 27 03:05:57.078007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:57.145400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:05:57.151070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:57.151446 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:57.169694 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d7e0a912-1cac-43a5-9e6f-85013e835539 req-2adbe4e8-cf56-4250-a8db-249631c85e23 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:05:57.186047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d7e0a912-1cac-43a5-9e6f-85013e835539 req-2adbe4e8-cf56-4250-a8db-249631c85e23 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:05:57.187353 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d7e0a912-1cac-43a5-9e6f-85013e835539 req-2adbe4e8-cf56-4250-a8db-249631c85e23 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 210 time: 0.0620224 May 27 03:05:57.270419 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:57.270828 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:57.288116 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:05:57.292113 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:57.363181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:58.153729 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Sync routers for ids ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:05:58.163517 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Routers {'7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:58.164277 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:58.283476 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-97a09aeb-c9ae-4706-a79d-b2526045cbc1 req-83a6fa20-3bbf-47ab-a648-a2e9761e06f3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 210 time: 0.0431523 May 27 03:05:58.338362 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Set router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:05:58.664868 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 4, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port': {'id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:50Z', 'updated_at': '2022-05-27T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cb167eb2-1008-4643-9c7b-f1efbf1df801', 'name': '', 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:52Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 2, 'project_id': '69575922a0e842939ad010773cce9aae', 'subnets': [{'id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:58.668664 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Checking router: 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:05:58.669009 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Updating router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f port cb167eb2-1008-4643-9c7b-f1efbf1df801 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:05:58.723483 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.056432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:05:59.058263 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.070466 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Transition to ACTIVE for port object cb167eb2-1008-4643-9c7b-f1efbf1df801 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:05:59.077511 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.128892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:05:59.129260 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.197023 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf290-04c3-4061-b3e1-9a7041b6a5e9 None None] Pushing event updated for resources: {'Port': ['ID=cb167eb2-1008-4643-9c7b-f1efbf1df801,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:59.256129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:05:59.323702 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Attempting to bind port cb167eb2-1008-4643-9c7b-f1efbf1df801 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:05:59.324078 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Attempting to bind port cb167eb2-1008-4643-9c7b-f1efbf1df801 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:05:59.325285 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Attempting to bind port cb167eb2-1008-4643-9c7b-f1efbf1df801 on network 82ad095a-fb3e-4457-a1dc-a32698621ec7 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:05:59.333253 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:05:59.333546 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Checking segment: {'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:05:59.334313 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.334998 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Bound using segment: {'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:05:59.335806 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Bound port: cb167eb2-1008-4643-9c7b-f1efbf1df801, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b588e8-c908-4cda-885d-2dab8f2397ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:05:59.336369 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.410102 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca6dfedb-0a4f-4ef3-a796-f7d6729e48b0 req-ac8477b5-c198-452f-87ea-24143699f865 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 210 time: 0.0665319 May 27 03:05:59.438826 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] For port cb167eb2-1008-4643-9c7b-f1efbf1df801, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:05:59.441898 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] For port cb167eb2-1008-4643-9c7b-f1efbf1df801, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cb167eb2-1008-4643-9c7b-f1efbf1df801,segment=NetworkSegment(a2b588e8-c908-4cda-885d-2dab8f2397ed),segment_id=a2b588e8-c908-4cda-885d-2dab8f2397ed)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:05:59.445377 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:05:59.523528 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Routers {'7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:05:59.524400 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:05:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:05:59.586032 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf290-04c3-4061-b3e1-9a7041b6a5e9 None None] Pushing event updated for resources: {'Port': ['ID=cb167eb2-1008-4643-9c7b-f1efbf1df801,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:05:59.709932 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] Set router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:00.058795 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 4, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port': {'id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:50Z', 'updated_at': '2022-05-27T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cb167eb2-1008-4643-9c7b-f1efbf1df801', 'name': '', 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:52Z', 'updated_at': '2022-05-27T03:05:59Z', 'revision_number': 4, 'project_id': '69575922a0e842939ad010773cce9aae', 'subnets': [{'id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:00.063529 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd67b5-5ae6-4c3e-b7f1-9f82ad61132f None None] The sync data for ids ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'] in n-d-843146-11 is: [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:05:53Z', 'revision_number': 4, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port': {'id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:50Z', 'updated_at': '2022-05-27T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'cb167eb2-1008-4643-9c7b-f1efbf1df801', 'name': '', 'network_id': '82ad095a-fb3e-4457-a1dc-a32698621ec7', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:52Z', 'updated_at': '2022-05-27T03:05:59Z', 'revision_number': 4, 'project_id': '69575922a0e842939ad010773cce9aae', 'subnets': [{'id': 'bd05e264-7ddd-4628-b992-d0db713f7d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:06:00.508580 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0efb952a-1ff4-4587-8f78-c0ab6db0cf68 req-307f3b9d-4dbf-4320-bd28-f59fedf743fb tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 210 time: 0.0464478 May 27 03:06:01.072332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb167eb2-1008-4643-9c7b-f1efbf1df801 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:01.137838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port cb167eb2-1008-4643-9c7b-f1efbf1df801 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:01.142584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cb167eb2-1008-4643-9c7b-f1efbf1df801 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:01.142977 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:01.157629 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:06:01.257164 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cb167eb2-1008-4643-9c7b-f1efbf1df801 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:01.257465 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:01.289280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port cb167eb2-1008-4643-9c7b-f1efbf1df801, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cb167eb2-1008-4643-9c7b-f1efbf1df801,segment=NetworkSegment(a2b588e8-c908-4cda-885d-2dab8f2397ed),segment_id=a2b588e8-c908-4cda-885d-2dab8f2397ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:01.293268 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:01.365208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=cb167eb2-1008-4643-9c7b-f1efbf1df801,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:01.660294 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-56244495-a877-46c0-aa59-2f419df759cf req-badf64e9-c54e-4fb6-80a4-bc7ccbeeb824 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 210 time: 0.0432956 May 27 03:06:02.438168 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-00b12b71-50b2-4c90-844d-9bd8d85919b8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:02.439622 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-00b12b71-50b2-4c90-844d-9bd8d85919b8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 809 time: 0.2658474 May 27 03:06:02.484968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6b534af-604e-4fad-810f-4e573759747d req-1fa8168d-1748-464b-bbc7-bbdaee1641a4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:02.496113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-a6b534af-604e-4fad-810f-4e573759747d req-1fa8168d-1748-464b-bbc7-bbdaee1641a4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:02.497175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-1fa8168d-1748-464b-bbc7-bbdaee1641a4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 379 time: 0.0496709 May 27 03:06:02.506848 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'port': {'device_id': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'admin_state_up': True, 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'security_groups': ['16145717-3d61-4c3a-bfd7-c0d8c7baa828']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:02.644402 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:02.653926 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:02.663890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Made reservation on behalf of 1b681186da9742ea9d2d9d9c1995a944 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:06:02.667334 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:02.812499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7b6e95d0-dc1e-4987-96ee-6d746c01016b req-7c6ba309-d138-4dd8-b0b7-b8f04e54c8f1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 210 time: 0.0437140 May 27 03:06:02.832255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Allocated IP 172.20.0.13 (ca6c786f-ea9a-464f-a805-70b0e2980c98/b917315b-0ac4-4c06-8205-2522f0ef9f78/4a630af3-2ec3-45dc-a6b4-e3fb887998a8) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:06:03.022672 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.039471 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Transition to ACTIVE for port object 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:03.055806 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb167eb2-1008-4643-9c7b-f1efbf1df801 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:03.063910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.124633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port cb167eb2-1008-4643-9c7b-f1efbf1df801 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:03.125004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.136255 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:03.140234 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:03.142733 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:06:03.197132 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:03.218079 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:03.218751 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.245869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-e02d6790-347a-4d2c-9b49-49fe35a6c41e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7425923 May 27 03:06:03.248711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port cb167eb2-1008-4643-9c7b-f1efbf1df801 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:03.259105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Request body: {'port': {'device_id': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:03.367707 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-947f740b-869a-4095-b40c-a21199712a93 None None] Provisioning for port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:03.372544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-947f740b-869a-4095-b40c-a21199712a93 None None] Provisioning complete for port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:03.372918 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-947f740b-869a-4095-b40c-a21199712a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.376328 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.431691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-947f740b-869a-4095-b40c-a21199712a93 None None] Port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:06:03.669468 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.723076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:06:03.730243 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.745073 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Transition to ACTIVE for port object 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:06:03.747809 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:03.904929 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:04.012756 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:04.038762 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Attempting to bind port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:06:04.039100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Attempting to bind port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:06:04.039421 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Attempting to bind port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 on network ca6c786f-ea9a-464f-a805-70b0e2980c98 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:04.046660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 on network ca6c786f-ea9a-464f-a805-70b0e2980c98 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:06:04.046996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Attempting to bind port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 on network ca6c786f-ea9a-464f-a805-70b0e2980c98 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:06:04.055007 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:06:04.055341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Checking segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:06:04.055719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Bound using segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:06:04.056141 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Bound port: 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:06:04.056486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:04.082565 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b95d1-20df-4d64-a219-3a0d24d93daa req-5615b259-b1bf-4a69-9283-077895569dcd tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:04.083287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-054b95d1-20df-4d64-a219-3a0d24d93daa req-5615b259-b1bf-4a69-9283-077895569dcd tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:04.144251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-054b95d1-20df-4d64-a219-3a0d24d93daa req-5615b259-b1bf-4a69-9283-077895569dcd tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:04.145311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-054b95d1-20df-4d64-a219-3a0d24d93daa req-5615b259-b1bf-4a69-9283-077895569dcd tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.2021198 May 27 03:06:04.195019 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:06:04.306153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-054b95d1-20df-4d64-a219-3a0d24d93daa req-852e5fb2-97d1-40df-b711-5f60026d7192 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517925 May 27 03:06:04.307575 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:06:04.312815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:04.372423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:04.373043 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:04.374968 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1093 time: 1.1202309 May 27 03:06:04.375400 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:04.398877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b5551-724e-4cac-afe0-8c3666bde9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:04.450395 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe400f95-bfdf-4c3d-8466-e2bee3c55b03'] response: {'name': 'network-changed', 'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'status': 'completed', 'code': 200} May 27 03:06:04.496632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-0a090fd6-1721-4b04-a77b-38eaf97fd40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:04.498172 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-0a090fd6-1721-4b04-a77b-38eaf97fd40b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1096 time: 0.0824170 May 27 03:06:04.567369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-e57c230a-0648-4a7b-8d44-0a8bf71350ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 217 time: 0.0626280 May 27 03:06:04.633604 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-b621839f-4d5a-4c8c-8079-4cfbe145e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:04.634994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-b621839f-4d5a-4c8c-8079-4cfbe145e67f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0607915 May 27 03:06:04.710552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b534af-604e-4fad-810f-4e573759747d req-51ae0674-f2ab-4c4c-872e-7ea10c67716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:04.712461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-51ae0674-f2ab-4c4c-872e-7ea10c67716b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710905 May 27 03:06:04.845021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-6c652290-8033-4087-932c-ea74e751e5c0 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256948 May 27 03:06:04.972911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a6b534af-604e-4fad-810f-4e573759747d req-7b01d87c-cd6a-45fc-ab34-b06ada766cdc service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225009 May 27 03:06:05.093659 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-a3f24d6a-4636-49c8-8159-999b2a92238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:05.095160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-a3f24d6a-4636-49c8-8159-999b2a92238a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1096 time: 0.0757105 May 27 03:06:05.234025 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-5081353d-a98b-42a4-965f-f8a1ea8a9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:05.235390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-5081353d-a98b-42a4-965f-f8a1ea8a9b55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1259804 May 27 03:06:05.301885 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-1856295c-28ca-48b6-a22b-af361278a837 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 217 time: 0.0600967 May 27 03:06:05.375170 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-d791e1ac-f70d-4777-94fc-1bae142e9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:05.376618 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-d791e1ac-f70d-4777-94fc-1bae142e9adb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0683069 May 27 03:06:05.512264 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-ba3463e0-e6b8-4201-a0a0-26a8e4f05c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:05.513651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-ba3463e0-e6b8-4201-a0a0-26a8e4f05c45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313386 May 27 03:06:05.525093 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104c3ab-587e-4d31-bad9-4286df3c7dd6 req-91a820b4-b5c6-4d71-a38b-b59e02d44472 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:05.526431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4104c3ab-587e-4d31-bad9-4286df3c7dd6 req-91a820b4-b5c6-4d71-a38b-b59e02d44472 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.1086762 May 27 03:06:05.657575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4104c3ab-587e-4d31-bad9-4286df3c7dd6 req-014a0c59-5b24-4cc2-8bce-dfa14d54488e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125925 May 27 03:06:05.694137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-220a8a1e-779c-4be7-81d9-178f87338a3b service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667445 May 27 03:06:05.826009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b1b90f3-307b-4eff-a775-928ed54a6286 req-8fb28e74-66c2-41fb-bfe4-42e39105af68 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251919 May 27 03:06:05.993151 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47cc958e-9066-4601-8098-c180a9fd2f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:06.839192 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a011ee2-c2cb-4615-bec2-c3d7967efb17 req-85dddd32-6e1d-414d-8934-d7e8e94172cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:06.840632 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a011ee2-c2cb-4615-bec2-c3d7967efb17 req-85dddd32-6e1d-414d-8934-d7e8e94172cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0777986 May 27 03:06:06.887297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3a011ee2-c2cb-4615-bec2-c3d7967efb17 req-852a78fb-030b-4a98-84ca-4b4458e69a3c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 May 27 03:06:07.921232 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:06:08.060779 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:08.073980 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'port_id': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'mac_address': 'fa:16:3e:40:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:06:08.078158 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae789c-c9aa-4721-b95f-7acd85e63afc req-86f52b37-e6b8-449f-8748-3452105b8850 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:08.079659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9ae789c-c9aa-4721-b95f-7acd85e63afc req-86f52b37-e6b8-449f-8748-3452105b8850 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0808890 May 27 03:06:08.124550 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e9ae789c-c9aa-4721-b95f-7acd85e63afc req-2ded3258-2f8a-4324-b18c-703c76be59ad tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 May 27 03:06:08.131591 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:08.131967 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:08.159072 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:06:08.164462 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7077d41c-9554-4bee-80c5-c531b69aa6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:08.177699 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:08.181325 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:08.292676 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:08.535355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['4a630af3-2ec3-45dc-a6b4-e3fb887998a8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:06:09.307967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7bfd8-010e-410f-8fa4-6fb9a871db2a req-5a924de8-2eb5-4121-aae2-6fac1b770a19 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:09.309314 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caf7bfd8-010e-410f-8fa4-6fb9a871db2a req-5a924de8-2eb5-4121-aae2-6fac1b770a19 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 945 time: 0.0784361 May 27 03:06:09.353020 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-caf7bfd8-010e-410f-8fa4-6fb9a871db2a req-d9cd59c9-e7ea-49c0-b316-0d1bfe2cbbab tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379169 May 27 03:06:09.526696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:09.712956 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:09.921355 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:06:09.989179 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:06:09.993595 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:06:09.993955 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:10.103887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:06:10.104265 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:10.132266 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:10.142167 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:06:10.146061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:10.178197 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f676e8-22ce-4ea7-a658-ad2082b2d5e8'] response: {'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'code': 200} May 27 03:06:10.214330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:10.398764 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910b5c-6157-4398-8f7d-2a8976ca2b42 req-89f3e33f-8c81-43a2-bacb-6d2061918204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:10.400591 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b910b5c-6157-4398-8f7d-2a8976ca2b42 req-89f3e33f-8c81-43a2-bacb-6d2061918204 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1098 time: 0.1702595 May 27 03:06:10.441206 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9b910b5c-6157-4398-8f7d-2a8976ca2b42 req-a130a507-d606-454c-b2d2-822f30da4bf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342183 May 27 03:06:10.538988 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabed7c-4012-400c-9008-3516fa1b5958 req-dc5ad85e-18ae-4cab-8252-c47674219d58 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:10.540735 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0eabed7c-4012-400c-9008-3516fa1b5958 req-dc5ad85e-18ae-4cab-8252-c47674219d58 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0832560 May 27 03:06:10.584507 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0eabed7c-4012-400c-9008-3516fa1b5958 req-f2d63ea6-ce2b-4f68-b76a-5720dd88cce4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 May 27 03:06:11.288889 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:11.773206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f529c-8947-4cdb-b838-6b1782cfc200 req-a0dbd00c-26b7-4211-86f6-1e9218d930c6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:11.774973 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-637f529c-8947-4cdb-b838-6b1782cfc200 req-a0dbd00c-26b7-4211-86f6-1e9218d930c6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0823712 May 27 03:06:11.820167 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-637f529c-8947-4cdb-b838-6b1782cfc200 req-9222670f-a77f-43f2-a75c-eb99f9c03ef8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386882 May 27 03:06:12.999592 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d7d47-e4e8-424b-9219-f42b15660d55 req-77f1dcba-549e-47b4-b89f-a1dec006e734 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:13.001074 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-802d7d47-e4e8-424b-9219-f42b15660d55 req-77f1dcba-549e-47b4-b89f-a1dec006e734 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0784194 May 27 03:06:13.044023 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-802d7d47-e4e8-424b-9219-f42b15660d55 req-9623d9fd-8828-4140-a7b5-d7490f1a5d08 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373547 May 27 03:06:13.223535 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f267-5416-45fe-a918-740427940ff7 req-07f79563-f1d3-40f5-aa88-635220d697d7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:13.224910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6815f267-5416-45fe-a918-740427940ff7 req-07f79563-f1d3-40f5-aa88-635220d697d7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0791411 May 27 03:06:13.268344 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6815f267-5416-45fe-a918-740427940ff7 req-da1fa09c-a23c-4ee3-a733-1f29ec01180d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378437 May 27 03:06:13.291468 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35416) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:13.408740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903e130-1f4a-45db-b6ec-284bf7a9f460 tempest-TestShelveInstance-184062645 tempest-TestShelveInstance-184062645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:13.409444 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e903e130-1f4a-45db-b6ec-284bf7a9f460 tempest-TestShelveInstance-184062645 tempest-TestShelveInstance-184062645-project-admin] Synchronizing usage tracker for tenant:69575922a0e842939ad010773cce9aae on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:06:13.425824 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-e903e130-1f4a-45db-b6ec-284bf7a9f460 tempest-TestShelveInstance-184062645 tempest-TestShelveInstance-184062645-project-admin] Unset dirty status for tenant:69575922a0e842939ad010773cce9aae on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:06:13.426986 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-e903e130-1f4a-45db-b6ec-284bf7a9f460 tempest-TestShelveInstance-184062645 tempest-TestShelveInstance-184062645-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1093 time: 0.1345210 May 27 03:06:13.429864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35422) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:06:13.434801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:06:13.441100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:06:13.444936 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:floatingip and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:06:13.447740 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:06:13.453424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:06:13.463595 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:13.600271 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:13.730875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Allocated IP 172.25.3.160 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/d1c3d1f1-8340-4560-9d08-b3333bc6fe46) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:06:13.881505 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:13.909984 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:13.971984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:06:13.974552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:06:13.978298 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:06:14.011864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'Port': ['ID=d1c3d1f1-8340-4560-9d08-b3333bc6fe46,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:14.384293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:14.457332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:14.658537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:14.662774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:14.877050 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'Port': ['ID=d1c3d1f1-8340-4560-9d08-b3333bc6fe46,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:06:14.885014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.059887 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Floating IP 49fc3a31-dd14-441b-b4c2-251598b50a71 associated. External IP: 172.25.3.160, port: 4a630af3-2ec3-45dc-a6b4-e3fb887998a8. May 27 03:06:15.432286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:06:15.607383 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:06:15.617173 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] Sync routers for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:06:15.627031 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:15.627653 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:15.632230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:15.691498 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c61d6ab5-1709-453d-bc2c-e994fef5925d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2605112 May 27 03:06:15.691977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:06:15.798835 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841b991a-249f-46be-8994-33ee02136006'] response: {'name': 'network-changed', 'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'status': 'completed', 'code': 200} May 27 03:06:15.834570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:15.890060 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-bc0feb9c-e31b-47c6-8b01-9b3ef1c33c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:15.891601 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-bc0feb9c-e31b-47c6-8b01-9b3ef1c33c73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1098 time: 0.0712962 May 27 03:06:16.021375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-b1b559a6-c182-4213-9c80-29f9fcfb9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:16.022762 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-b1b559a6-c182-4213-9c80-29f9fcfb9475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1256874 May 27 03:06:16.133307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-02fef277-3444-4aab-9559-972cfef70f5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1000 time: 0.1046512 May 27 03:06:16.183217 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '49fc3a31-dd14-441b-b4c2-251598b50a71', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'port_id': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'mac_address': 'fa:16:3e:40:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:14Z', 'updated_at': '2022-05-27T03:06:14Z', 'revision_number': 0, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:16.187094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] Checking router: 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:06:16.195117 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-c9d97365-e1a5-4c66-9d05-b79c59cd40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:16.195368 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:06:16.195970 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:06:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:16.196570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-c9d97365-e1a5-4c66-9d05-b79c59cd40c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0575788 May 27 03:06:16.275233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-64ea7d0b-e747-4868-aecd-4113336c8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:16.276651 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-64ea7d0b-e747-4868-aecd-4113336c8d61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741625 May 27 03:06:16.372290 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:06:16.518946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-6c3038de-9ef1-4dfb-ab30-32c9bc7ef4ee service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360182 May 27 03:06:16.652301 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1c7c2a6a-e30b-4208-b106-213cba969109 req-ded614ca-4552-4081-902a-2113bbe50b66 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272869 May 27 03:06:16.760560 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '49fc3a31-dd14-441b-b4c2-251598b50a71', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'port_id': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'mac_address': 'fa:16:3e:40:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:14Z', 'updated_at': '2022-05-27T03:06:14Z', 'revision_number': 0, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:06:16.764650 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba6f64-25a6-45cd-9c9c-80c2e2ce8ad0 None None] The sync data for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 is: [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '49fc3a31-dd14-441b-b4c2-251598b50a71', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'port_id': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'mac_address': 'fa:16:3e:40:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:06:14Z', 'updated_at': '2022-05-27T03:06:14Z', 'revision_number': 0, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:06:16.939327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af431c9a-b0f4-4877-a688-6f13e1f7fda0 None None] New status for floating IP 49fc3a31-dd14-441b-b4c2-251598b50a71: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:06:28.431976 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-b1f70cdb-74d6-4ad7-9430-b1f8798aa82f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685077 May 27 03:06:28.574360 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-02deaf31-9ac3-4c14-a458-60c56b4ca975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:28.575850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-02deaf31-9ac3-4c14-a458-60c56b4ca975 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1098 time: 0.0746126 May 27 03:06:28.757718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-1fe56d8b-47ee-4a8f-8fc6-017f28688cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:28.759077 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-1fe56d8b-47ee-4a8f-8fc6-017f28688cf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1644959 May 27 03:06:28.859346 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-3225a221-5aed-4a86-82ed-f9cdd06bfbe3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1002 time: 0.0937264 May 27 03:06:28.923081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-17c2f9d8-4667-4a0d-b5bb-9817dbfc9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:28.924746 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-17c2f9d8-4667-4a0d-b5bb-9817dbfc9479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0569293 May 27 03:06:28.997156 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-6070f33e-d2f3-4f74-84ab-a5264d863910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:06:28.999153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-6070f33e-d2f3-4f74-84ab-a5264d863910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686929 May 27 03:06:29.129874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-d321d4f8-6c95-409c-baa1-5537a2665d13 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251552 May 27 03:06:29.260214 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9fcf45a-b890-4f90-80ae-284d2a5e3fd5 req-aff50321-78e1-4a1a-b0c9-590535753f8d service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249080 May 27 03:06:33.664860 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:34.012098 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:35.997131 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-06f615fa-3c0e-487c-b88d-588d8ef0567e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.147407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03b4d1ef-ba9d-415a-ad9e-05393c2244f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:38.157337 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:06:39.528580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:39.715876 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:06:41.292366 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:03.685899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:04.015602 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:05.998624 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5569e89d-9024-4697-914b-bf4b15bf93dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:08.150153 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bb22102e-3254-4bce-a51b-51bfe7bfda58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:09.532070 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:09.718770 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:11.294536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:15.156031 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:07:30.444833 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-68241471-a293-4a67-80b7-12f2096a6fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0717735 May 27 03:07:30.579269 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-88ca0740-c236-4ee4-ac5f-5145ca290905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:30.580745 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-88ca0740-c236-4ee4-ac5f-5145ca290905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1098 time: 0.0707164 May 27 03:07:30.721934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-0a0cc525-6d09-48b7-ab94-4d2400c4adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:30.723264 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-0a0cc525-6d09-48b7-ab94-4d2400c4adb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1248121 May 27 03:07:30.823401 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-e5d2a4ae-0157-475d-b4bc-48adc38da43e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1002 time: 0.0943589 May 27 03:07:30.883183 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-d7e3eb4c-91af-46ad-8009-65b52fcbd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:30.884578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-d7e3eb4c-91af-46ad-8009-65b52fcbd068 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0559337 May 27 03:07:30.961541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-52d05831-d396-4fef-8ac3-e916e29e8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:07:30.963025 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-52d05831-d396-4fef-8ac3-e916e29e8787 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725012 May 27 03:07:31.190509 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-768f75de-4c4e-4dcf-81a3-d4ebd461bfb6 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212546 May 27 03:07:31.318742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4869a94a-5c95-4ff5-b53f-a81791be947f req-46822ec3-f83f-4c8f-b423-4a173a0fba0b service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225231 May 27 03:07:33.687342 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:34.031737 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:35.999561 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c8e1f16d-c6f9-4210-9f20-dd1e6f421e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:38.151904 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-858b3fc6-c36f-42ad-ad56-bf214f7dec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.534434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:39.722023 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:41.297473 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:07:52.155695 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:08:03.703297 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:04.033352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:06.001001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-faa69c32-e517-4b10-8b3a-dffc2728d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:08.154971 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f5b41efb-149a-49d7-9405-5717f13cd9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:09.537304 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:09.725809 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:11.299589 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:29.155708 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:08:31.443198 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-d1773e30-67ad-4ac3-a494-d02af07470be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701451 May 27 03:08:31.582754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-56fac70c-dc38-4905-960a-26f8e280727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:31.584238 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-56fac70c-dc38-4905-960a-26f8e280727f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1098 time: 0.0746701 May 27 03:08:31.727982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-25e7cb8c-db62-47ba-ac30-2f6528250566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:31.729322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-25e7cb8c-db62-47ba-ac30-2f6528250566 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1253543 May 27 03:08:31.831819 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-c2d20ce8-71af-4051-84e7-f24073898666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1002 time: 0.0961695 May 27 03:08:31.901381 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-def1cb4f-13ca-45af-ab53-95313dcb7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:31.903150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-def1cb4f-13ca-45af-ab53-95313dcb7b0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0654073 May 27 03:08:31.981253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-3e2a9ab9-803c-48b1-a01c-422f1b3cd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:31.982897 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-3e2a9ab9-803c-48b1-a01c-422f1b3cd37d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727696 May 27 03:08:32.117891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-3ceec4d8-1cd5-461f-93e2-882b9d174577 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280444 May 27 03:08:32.262450 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6f43fc4e-ab37-4b70-8197-a4a8d8f85b2a req-545b6b55-717c-4dd4-8203-509adf33a91e service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389878 May 27 03:08:33.716609 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:34.042250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:36.002458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-deabd7a6-4b1d-41e3-8776-3b785a627805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:38.156667 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0b87eb55-2416-43ac-a5df-e3f6e53f170b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:39.540439 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:39.726767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:40.916142 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ba054-75be-49a2-91fa-98116de09f2b req-063358ed-3fa2-4126-9ef3-5e1072b1a144 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:40.917563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c70ba054-75be-49a2-91fa-98116de09f2b req-063358ed-3fa2-4126-9ef3-5e1072b1a144 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0829802 May 27 03:08:40.961924 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c70ba054-75be-49a2-91fa-98116de09f2b req-b57c01af-8205-49ab-aabc-61d551327ca0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385799 May 27 03:08:41.302926 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:42.150374 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfabfb8-7068-4f8d-aa05-acf73dd0b93b req-86c2fbb1-01b4-419e-868c-d946756377c9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:42.151837 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cfabfb8-7068-4f8d-aa05-acf73dd0b93b req-86c2fbb1-01b4-419e-868c-d946756377c9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0795846 May 27 03:08:42.195517 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cfabfb8-7068-4f8d-aa05-acf73dd0b93b req-477b541d-374f-423e-99ba-a72ca7b453f3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380433 May 27 03:08:43.383374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca365d59-1180-4c58-81ad-3c1d3d1bcb61 req-8ad1c11c-e92d-4abe-8d52-88a1c4c2b2aa tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:43.384791 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca365d59-1180-4c58-81ad-3c1d3d1bcb61 req-8ad1c11c-e92d-4abe-8d52-88a1c4c2b2aa tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0773976 May 27 03:08:43.432179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ca365d59-1180-4c58-81ad-3c1d3d1bcb61 req-01f4af25-c925-4048-8e03-fdd9c02c2cce tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417593 May 27 03:08:44.632442 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7655b-745c-447d-bb25-ec24bad8ba17 req-8394777d-a523-4eae-9036-b7065ad1d1d0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:44.633917 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25b7655b-745c-447d-bb25-ec24bad8ba17 req-8394777d-a523-4eae-9036-b7065ad1d1d0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0853424 May 27 03:08:44.678178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-25b7655b-745c-447d-bb25-ec24bad8ba17 req-1c95bea5-2700-4de1-b9ad-d695bb586022 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385642 May 27 03:08:45.857939 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c5729-7874-42d0-b71e-3feb4ac1dca5 req-71f29884-d68c-4ac1-9982-4c34dfe87043 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:45.859327 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e76c5729-7874-42d0-b71e-3feb4ac1dca5 req-71f29884-d68c-4ac1-9982-4c34dfe87043 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0796673 May 27 03:08:45.902958 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e76c5729-7874-42d0-b71e-3feb4ac1dca5 req-016ae9c2-b703-483f-a0a8-38221f1901e3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 May 27 03:08:47.086286 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbbabe-9a6c-45e5-80b9-d169da4b5f74 req-e70af407-6ea7-4459-b370-a79a05936b49 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:47.087759 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65dbbabe-9a6c-45e5-80b9-d169da4b5f74 req-e70af407-6ea7-4459-b370-a79a05936b49 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0814178 May 27 03:08:47.190910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-65dbbabe-9a6c-45e5-80b9-d169da4b5f74 req-f186be32-546f-442a-881a-525faff0f495 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972478 May 27 03:08:48.425029 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6703ff-76c5-40a7-bf95-520f227812a5 req-a3631df4-2883-42a0-94a1-5bd7f142274d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:48.427016 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f6703ff-76c5-40a7-bf95-520f227812a5 req-a3631df4-2883-42a0-94a1-5bd7f142274d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.1302836 May 27 03:08:48.469423 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2f6703ff-76c5-40a7-bf95-520f227812a5 req-89b712bb-14b7-49b6-a472-729c471fffd1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367024 May 27 03:08:49.671054 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5c9bc-c17f-4be3-83a8-a6451b0f13b8 req-854940af-8091-463c-b47f-c4b535c3290a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:49.672518 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3bc5c9bc-c17f-4be3-83a8-a6451b0f13b8 req-854940af-8091-463c-b47f-c4b535c3290a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0868542 May 27 03:08:49.715894 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3bc5c9bc-c17f-4be3-83a8-a6451b0f13b8 req-015f5c27-0667-4569-a039-ccc6e898a021 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 May 27 03:08:50.898650 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5b264-8f6f-42d4-9a0b-08a04e4faa16 req-7fdfa55b-bc02-4952-8f75-942fab1c64b8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:50.900037 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0df5b264-8f6f-42d4-9a0b-08a04e4faa16 req-7fdfa55b-bc02-4952-8f75-942fab1c64b8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0793710 May 27 03:08:50.942929 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0df5b264-8f6f-42d4-9a0b-08a04e4faa16 req-49269633-2e01-4a82-836c-e6d1991359e3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372431 May 27 03:08:52.125754 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05553be6-7665-43ae-ba67-04e107b7c7aa req-dcb744de-1178-4249-961f-098ac0847c99 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:52.127292 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05553be6-7665-43ae-ba67-04e107b7c7aa req-dcb744de-1178-4249-961f-098ac0847c99 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0792744 May 27 03:08:52.173598 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-05553be6-7665-43ae-ba67-04e107b7c7aa req-fc7be394-bf72-47db-879f-a0ea2f268feb tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399599 May 27 03:08:52.652868 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:08:52.782833 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:08:52.795534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'port_id': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'mac_address': 'fa:16:3e:40:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:08:52.851968 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:08:52.852271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:52.868639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:08:52.884233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:08:52.887710 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:52.959181 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:08:52.962664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['4a630af3-2ec3-45dc-a6b4-e3fb887998a8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:08:53.000126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.000471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.000808 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.001142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.001472 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.001798 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.002118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.002440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.002787 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.003619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.003947 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.004268 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:08:53.359926 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab820388-b2d3-49bd-aa5f-25c27ac9ccbd req-8f7f5356-e478-4d8b-ad52-a7aa9bdad5cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:53.361374 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab820388-b2d3-49bd-aa5f-25c27ac9ccbd req-8f7f5356-e478-4d8b-ad52-a7aa9bdad5cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 945 time: 0.0820985 May 27 03:08:53.405442 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ab820388-b2d3-49bd-aa5f-25c27ac9ccbd req-ed682ee3-29df-49fe-8ee0-d74687265471 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379417 May 27 03:08:54.602239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43419cbc-c4b6-4a28-bbb3-ca0a66b89421 req-2eafbd68-e715-4624-9c25-8470b14ecc56 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:54.604383 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43419cbc-c4b6-4a28-bbb3-ca0a66b89421 req-2eafbd68-e715-4624-9c25-8470b14ecc56 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 945 time: 0.0942602 May 27 03:08:54.653084 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-43419cbc-c4b6-4a28-bbb3-ca0a66b89421 req-96285aeb-480c-4257-9063-7ff0c87508f7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409300 May 27 03:08:54.668330 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:08:54.734256 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:08:54.734548 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:54.847871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:08:54.848251 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:54.874538 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:08:54.884664 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:08:54.888987 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:08:54.931559 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993d7e3f-37bd-4c75-b297-173712cfaf41'] response: {'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'code': 200} May 27 03:08:54.962047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:08:55.833140 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a8731-d133-447b-8e84-8a25f974c7c9 req-d953ecb6-aaec-486b-bdff-7bcfe3615fde tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:55.834632 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb6a8731-d133-447b-8e84-8a25f974c7c9 req-d953ecb6-aaec-486b-bdff-7bcfe3615fde tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0792038 May 27 03:08:55.980175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cb6a8731-d133-447b-8e84-8a25f974c7c9 req-0eef628a-d86d-47e8-b34a-cca19b4ada72 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394322 May 27 03:08:57.197009 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bf95-6cb6-4567-b355-9dfff3ee5db2 req-b55c025c-8fad-43e7-8f2f-25862cab6248 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:57.203504 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2353bf95-6cb6-4567-b355-9dfff3ee5db2 req-b55c025c-8fad-43e7-8f2f-25862cab6248 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.1097925 May 27 03:08:57.255488 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2353bf95-6cb6-4567-b355-9dfff3ee5db2 req-4dbecac5-c17e-4037-8840-2849f2b62f87 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509703 May 27 03:08:58.469328 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ec9a9-0e71-4b51-9f96-f392f7a2f265 req-788cba21-3b64-4b3e-b616-23f3857e553c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:58.470902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e5ec9a9-0e71-4b51-9f96-f392f7a2f265 req-788cba21-3b64-4b3e-b616-23f3857e553c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0869431 May 27 03:08:58.522913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-1e5ec9a9-0e71-4b51-9f96-f392f7a2f265 req-a5e7de62-7b4f-4b67-b1ba-8034a440c117 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443878 May 27 03:08:59.726165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c21588-0dfe-48e3-903d-0b595e8ff401 req-868199a7-78b0-4e76-8116-788d045fba4c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:08:59.727696 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7c21588-0dfe-48e3-903d-0b595e8ff401 req-868199a7-78b0-4e76-8116-788d045fba4c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0849111 May 27 03:08:59.777767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b7c21588-0dfe-48e3-903d-0b595e8ff401 req-697dbc98-e9be-4302-a6bf-2c63f7788582 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 May 27 03:09:00.973780 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f6808-25b0-4544-9d81-41ee0b7118b2 req-602cd8f9-dca6-4553-b6dd-560a114641f2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:00.975210 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b81f6808-25b0-4544-9d81-41ee0b7118b2 req-602cd8f9-dca6-4553-b6dd-560a114641f2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0879304 May 27 03:09:01.022956 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b81f6808-25b0-4544-9d81-41ee0b7118b2 req-519c6d5c-e557-489e-91d9-6774495b8245 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 May 27 03:09:02.225255 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dfa5a-28e6-4ecd-a9f6-690589bf4983 req-1186b311-8668-40cb-b2f9-4024dc02be57 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:02.226906 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd5dfa5a-28e6-4ecd-a9f6-690589bf4983 req-1186b311-8668-40cb-b2f9-4024dc02be57 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0918157 May 27 03:09:02.274513 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-fd5dfa5a-28e6-4ecd-a9f6-690589bf4983 req-c71702c6-8680-4e1a-8e10-9c5f13419213 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 May 27 03:09:03.482603 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515344e4-cd20-4cea-9e86-5c048589dbfb req-ed0e6d35-a49f-412f-b8f0-0494e53e9ee2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:03.484272 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-515344e4-cd20-4cea-9e86-5c048589dbfb req-ed0e6d35-a49f-412f-b8f0-0494e53e9ee2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0845206 May 27 03:09:03.534258 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-515344e4-cd20-4cea-9e86-5c048589dbfb req-b639cfbe-e3b5-4726-8f05-283c159c5b5a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 May 27 03:09:03.743112 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:04.043606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:04.757877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a26d-d782-4668-9926-3935f3ce0851 req-cdcaed11-4c43-463f-a8e7-393b6d47f52f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:04.759782 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f01a26d-d782-4668-9926-3935f3ce0851 req-cdcaed11-4c43-463f-a8e7-393b6d47f52f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0915492 May 27 03:09:04.816065 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0f01a26d-d782-4668-9926-3935f3ce0851 req-b0b1085a-0440-4774-8a76-98445281e588 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497816 May 27 03:09:06.004798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-830cc536-db9e-459e-baa0-fa957b6f0bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:06.009424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b5f0d-4548-4efc-a75a-64a2868e41ff req-97515588-4e60-41e9-b2b7-b2ec4cc2fd5f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:06.010990 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e38b5f0d-4548-4efc-a75a-64a2868e41ff req-97515588-4e60-41e9-b2b7-b2ec4cc2fd5f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0869091 May 27 03:09:06.055324 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e38b5f0d-4548-4efc-a75a-64a2868e41ff req-4501bf25-f878-4f6c-8dc9-5d10f80b0c2d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387371 May 27 03:09:06.155305 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:09:06.703323 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-8b52edd7-4f26-438e-a98e-6eab072cb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:06.704772 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-8b52edd7-4f26-438e-a98e-6eab072cb74f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1098 time: 0.0702152 May 27 03:09:06.833976 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-fce1b0fa-8c5d-469d-8571-a167e8519e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:06.835447 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-fce1b0fa-8c5d-469d-8571-a167e8519e17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1250978 May 27 03:09:06.940041 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-41e4eab9-f09b-436b-ad8c-c6d702ddba8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1002 time: 0.0980363 May 27 03:09:07.004849 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-34e15fb3-c418-4a48-8ccc-ff6bce89978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:07.006227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-34e15fb3-c418-4a48-8ccc-ff6bce89978e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0599589 May 27 03:09:07.082084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-09dbaeba-d385-48c3-99f1-4c46b0f050ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:07.083594 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-09dbaeba-d385-48c3-99f1-4c46b0f050ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707784 May 27 03:09:07.216659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-9259004c-f4a0-4be4-af61-417b9d178c7a service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271291 May 27 03:09:07.342805 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2735a-fff2-44aa-9ede-2a7649e8b38b req-2962a61e-d7cc-4f22-8248-b46e1a353418 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:07.344297 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-79e2735a-fff2-44aa-9ede-2a7649e8b38b req-2962a61e-d7cc-4f22-8248-b46e1a353418 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.1842046 May 27 03:09:07.353619 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4005eeaa-d5b7-4dd7-84ad-e5aba8cdfb96 req-04ee13cd-1ba6-4e3b-a7f4-75c031748429 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316352 May 27 03:09:07.389142 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-79e2735a-fff2-44aa-9ede-2a7649e8b38b req-0f425265-8117-4ba2-8f0a-7946dae88d1c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 May 27 03:09:08.160397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-868120f8-9a86-4c35-86f6-88a6ec8bee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.586256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610e6b8-654e-490f-bde3-83ab13012061 req-9236c7bc-327a-43ff-9c67-e03d3d4b941d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:08.587748 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0610e6b8-654e-490f-bde3-83ab13012061 req-9236c7bc-327a-43ff-9c67-e03d3d4b941d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 946 time: 0.0918460 May 27 03:09:08.631700 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0610e6b8-654e-490f-bde3-83ab13012061 req-87bab121-eb6a-4bdc-94e3-28f9dfa35de5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382226 May 27 03:09:08.777687 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:09:08.894269 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:09:08.894655 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.921034 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:09:08.933675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:08.937753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:08.972012 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ff19aa-7fe6-40d7-b0b5-6550cc0b7d55'] response: {'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'code': 200} May 27 03:09:09.044468 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:09.542809 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:09.730331 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:09.814373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6e47-6e35-423d-b2c6-41f5c4db742b req-3020905a-2c8f-4366-9b67-098c027bc762 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:09.816307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-584f6e47-6e35-423d-b2c6-41f5c4db742b req-3020905a-2c8f-4366-9b67-098c027bc762 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0808535 May 27 03:09:09.859847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-584f6e47-6e35-423d-b2c6-41f5c4db742b req-b0606303-6db3-4e00-b108-f0cba0f38502 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 May 27 03:09:10.211888 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e183722-c0ae-442d-8a51-9af19d950489 req-7d1e1436-89f8-41b2-a173-f45e373d54f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:10.213449 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e183722-c0ae-442d-8a51-9af19d950489 req-7d1e1436-89f8-41b2-a173-f45e373d54f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0859439 May 27 03:09:10.260964 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e183722-c0ae-442d-8a51-9af19d950489 req-5d769833-ab5e-46d4-8989-7f4ed595582f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416660 May 27 03:09:10.408751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35630) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:09:10.523985 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-b57dd43a-2d76-453a-8bc8-a1f72f7dafea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134884 May 27 03:09:11.307668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:11.491203 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-b87c6bab-435d-4c06-b83f-8eeefe0789f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:11.492705 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-b87c6bab-435d-4c06-b83f-8eeefe0789f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03&tenant_id=1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 1096 time: 0.0770967 May 27 03:09:11.584273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-f72452af-d9a8-43c5-8d05-2b4612990e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:11.586027 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-f72452af-d9a8-43c5-8d05-2b4612990e51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1096 time: 0.0733502 May 27 03:09:11.599097 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee83894-a04d-4f0c-a931-5844e7d537e5 req-67e83b6d-187d-459c-8391-e9467fd30959 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:11.600475 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cee83894-a04d-4f0c-a931-5844e7d537e5 req-67e83b6d-187d-459c-8391-e9467fd30959 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0789280 May 27 03:09:11.647252 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cee83894-a04d-4f0c-a931-5844e7d537e5 req-1edfd75e-a9f5-4ba9-be29-9b91803076f0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401740 May 27 03:09:11.718877 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-99b29647-c615-45a5-8521-0571dcc53a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:11.720321 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-99b29647-c615-45a5-8521-0571dcc53a77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1276109 May 27 03:09:11.913528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-2c2eb078-872c-41a0-a7e0-98e178eeea68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1000 time: 0.1869552 May 27 03:09:11.974493 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-66a5f2ca-3da0-413c-aa7c-5efa7ad7ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:11.975879 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-66a5f2ca-3da0-413c-aa7c-5efa7ad7ff94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0564823 May 27 03:09:12.050947 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-7c8171c1-5247-421a-916c-33c57a5a7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:12.052412 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-7c8171c1-5247-421a-916c-33c57a5a7c0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710723 May 27 03:09:12.183734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-ee1c4c9a-e1fd-4c62-a0a7-2d1bfdff5472 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247928 May 27 03:09:12.318543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ce47053c-94ee-46d9-acd3-e9903f1710db req-135b47e4-f5e8-4d61-a1e2-d473d4197dbb service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281109 May 27 03:09:12.794660 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:09:12.909922 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f31c81-c353-4c17-87f1-7c5369a96206 req-f4bbd0c6-ce5b-427d-af8a-ad3af71ae3cf tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:12.912166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3f31c81-c353-4c17-87f1-7c5369a96206 req-f4bbd0c6-ce5b-427d-af8a-ad3af71ae3cf tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.1297119 May 27 03:09:12.957966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: DOWN; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:09:12.984671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b3f31c81-c353-4c17-87f1-7c5369a96206 req-70879efd-a2df-4dfe-a3f4-a12074bf87f1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642693 May 27 03:09:14.169302 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fe531-36fe-4db9-b094-f8a9e223f344 req-f9313c34-5b12-4d96-9acc-f595533b1a68 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:14.170861 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-982fe531-36fe-4db9-b094-f8a9e223f344 req-f9313c34-5b12-4d96-9acc-f595533b1a68 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0862675 May 27 03:09:14.229462 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-982fe531-36fe-4db9-b094-f8a9e223f344 req-6583640c-38c7-4f5f-a7fd-fc3d409443f8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525737 May 27 03:09:15.436274 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca5a-e953-4da7-929f-0cb795fec0b0 req-c59e5b6b-9084-4bd6-8a8d-efd82ba36ee8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:15.437656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-839eca5a-e953-4da7-929f-0cb795fec0b0 req-c59e5b6b-9084-4bd6-8a8d-efd82ba36ee8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0879095 May 27 03:09:15.485779 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-839eca5a-e953-4da7-929f-0cb795fec0b0 req-8565c317-9753-459b-b631-9824655490d6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 May 27 03:09:16.714856 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caba01-febc-47ae-be5e-18343f029db3 req-07b02ec3-3d2d-4329-8f54-5f7fc3c252c2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:16.716482 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73caba01-febc-47ae-be5e-18343f029db3 req-07b02ec3-3d2d-4329-8f54-5f7fc3c252c2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0891030 May 27 03:09:16.764761 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-73caba01-febc-47ae-be5e-18343f029db3 req-bfb34a00-231b-414f-8397-bc4398ab86f1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 May 27 03:09:17.962380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c5409-1659-4e04-b5f8-e00c64f89b7b req-51df10a9-0540-4d63-99eb-86892d2b5923 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:17.963975 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-575c5409-1659-4e04-b5f8-e00c64f89b7b req-51df10a9-0540-4d63-99eb-86892d2b5923 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0883906 May 27 03:09:18.014844 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-575c5409-1659-4e04-b5f8-e00c64f89b7b req-71a35507-809d-487d-aa76-b0278687a11a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 May 27 03:09:19.204374 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6f940-6f56-4b1e-bf78-70332539a557 req-007ccaa8-528b-40d4-a18e-602df3920e00 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:19.205884 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24b6f940-6f56-4b1e-bf78-70332539a557 req-007ccaa8-528b-40d4-a18e-602df3920e00 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0810893 May 27 03:09:19.253837 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-24b6f940-6f56-4b1e-bf78-70332539a557 req-9ee23114-47b2-45f4-bb7d-4cdd7681bc7c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419061 May 27 03:09:20.441931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626cf0d-3535-4e11-bdab-963d691f839c req-c52d9dc1-afeb-4c27-abad-064ac7d2cdfa tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:20.443417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e626cf0d-3535-4e11-bdab-963d691f839c req-c52d9dc1-afeb-4c27-abad-064ac7d2cdfa tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0811880 May 27 03:09:20.488150 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e626cf0d-3535-4e11-bdab-963d691f839c req-d88e0a68-4a26-48ad-b35e-cac30abad126 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390091 May 27 03:09:21.672947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4d392-7f3c-4308-a884-0e97f74bebda req-c12e41bc-0610-41c9-9ced-5829e22e48a7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:21.674447 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37f4d392-7f3c-4308-a884-0e97f74bebda req-c12e41bc-0610-41c9-9ced-5829e22e48a7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0835977 May 27 03:09:21.718767 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-37f4d392-7f3c-4308-a884-0e97f74bebda req-2112e776-2e5c-43b7-b2b3-697387557517 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381222 May 27 03:09:22.903103 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3dc4-0100-4bb7-96b8-7432f2afea54 req-f38c0f27-8273-4e39-a031-23cb90d761b0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:22.904540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca0a3dc4-0100-4bb7-96b8-7432f2afea54 req-f38c0f27-8273-4e39-a031-23cb90d761b0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0820742 May 27 03:09:22.948045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ca0a3dc4-0100-4bb7-96b8-7432f2afea54 req-95105687-17a3-4fa3-ad15-83addb7edc9b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373850 May 27 03:09:24.131637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f2b8-7f32-451a-95d8-1ca3e8475240 req-d98cbd03-77cd-4dad-8087-b317be3301b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:24.133063 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afb7f2b8-7f32-451a-95d8-1ca3e8475240 req-d98cbd03-77cd-4dad-8087-b317be3301b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0777144 May 27 03:09:24.179695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-afb7f2b8-7f32-451a-95d8-1ca3e8475240 req-49027e78-2da7-407d-b274-f0f5a2177cd6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410855 May 27 03:09:25.369481 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94addc7-e3ce-4d01-babf-18f66e5422aa req-861a18f6-25ae-4c2b-a086-58f1f4d07520 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:25.370841 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b94addc7-e3ce-4d01-babf-18f66e5422aa req-861a18f6-25ae-4c2b-a086-58f1f4d07520 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0796328 May 27 03:09:25.414263 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b94addc7-e3ce-4d01-babf-18f66e5422aa req-fbf1da5b-c159-4550-af39-4f0a19770611 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377183 May 27 03:09:26.608747 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdc436-e3c0-4811-a5bd-2be7fc9bc07f req-9c4cd46a-5abe-4a59-a5fb-572fbc8d2f1d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:26.610218 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88cdc436-e3c0-4811-a5bd-2be7fc9bc07f req-9c4cd46a-5abe-4a59-a5fb-572fbc8d2f1d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 944 time: 0.0891571 May 27 03:09:26.653548 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-88cdc436-e3c0-4811-a5bd-2be7fc9bc07f req-af140bbc-5b1a-490d-8cbc-d9683c705a64 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369925 May 27 03:09:26.808616 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:09:26.941110 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:26.953725 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'port_id': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'mac_address': 'fa:16:3e:40:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:09:27.006881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:09:27.007261 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:27.023670 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:09:27.038214 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:27.042184 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:27.110723 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=9']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:27.372855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['4a630af3-2ec3-45dc-a6b4-e3fb887998a8'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:09:27.839844 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a4425-7d0d-489d-ae9c-860b3c9071ad req-86c16ddb-a1ac-49c7-adce-1dfdb4a87a0c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:27.841282 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-571a4425-7d0d-489d-ae9c-860b3c9071ad req-86c16ddb-a1ac-49c7-adce-1dfdb4a87a0c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 945 time: 0.0853784 May 27 03:09:27.884568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-571a4425-7d0d-489d-ae9c-860b3c9071ad req-dda370c8-2420-47d8-af90-8d62d167f27f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370295 May 27 03:09:28.823881 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:09:28.895070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:09:28.895356 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:29.008809 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:09:29.009196 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:29.039200 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:09:29.049346 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:09:29.057130 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:29.078614 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a2c6b-ea78-4793-8659-dcfa04ad1dea req-5a83a0a7-7b24-4cf4-a817-69eb411c8c21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:29.080187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e0a2c6b-ea78-4793-8659-dcfa04ad1dea req-5a83a0a7-7b24-4cf4-a817-69eb411c8c21 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 945 time: 0.0910912 May 27 03:09:29.128711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=10']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:09:29.131140 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1e0a2c6b-ea78-4793-8659-dcfa04ad1dea req-0f9a0cba-75eb-4e16-9207-47ec1829f205 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416067 May 27 03:09:29.158255 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a31d794-11dd-4566-b083-955cbfc4d8d8'] response: {'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'code': 200} May 27 03:09:29.374560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d9f63-5906-42ef-a641-e8256e21c103 req-2da2f3b6-20f1-4796-9d06-b955f24e089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:29.376047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-786d9f63-5906-42ef-a641-e8256e21c103 req-2da2f3b6-20f1-4796-9d06-b955f24e089a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1099 time: 0.0691247 May 27 03:09:29.419734 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-786d9f63-5906-42ef-a641-e8256e21c103 req-b5a2669b-f84b-4c25-9927-751f798ac27d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378447 May 27 03:09:30.316460 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117899a-131a-4dd0-b8c2-4b6038b1193c req-81d645c9-0512-4189-9df4-fb8c12e60a84 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:30.317905 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a117899a-131a-4dd0-b8c2-4b6038b1193c req-81d645c9-0512-4189-9df4-fb8c12e60a84 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 947 time: 0.0792010 May 27 03:09:30.361172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a117899a-131a-4dd0-b8c2-4b6038b1193c req-e07a7d29-bb67-4b09-8cc8-e817b38fb397 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376079 May 27 03:09:31.545399 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cefefc-9bd0-4fb5-92e6-32f5aa9f806e req-a7f52742-6e57-4a45-ac07-99aed9e9c323 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:31.546894 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e0cefefc-9bd0-4fb5-92e6-32f5aa9f806e req-a7f52742-6e57-4a45-ac07-99aed9e9c323 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 947 time: 0.0796778 May 27 03:09:31.592170 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e0cefefc-9bd0-4fb5-92e6-32f5aa9f806e req-3a902cbd-0549-4007-b3b6-8a85de4e28a0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389590 May 27 03:09:33.015009 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-e6fb0c93-7646-4588-a638-7d82849df45f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0767748 May 27 03:09:33.155956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-b9f6a6b2-feeb-4cd3-a77a-ea2b229977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:33.157411 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-b9f6a6b2-feeb-4cd3-a77a-ea2b229977fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1099 time: 0.0707052 May 27 03:09:33.300009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-63423b18-7b26-4128-b7ae-9f76fdea023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:33.301432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-63423b18-7b26-4128-b7ae-9f76fdea023c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1259019 May 27 03:09:33.499639 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-f3c4b3d1-fd42-4596-8465-7c13276e77eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1002 time: 0.1923835 May 27 03:09:33.562459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-ebce2e47-ec2c-44f3-be67-3df4961fcdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:33.563899 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-ebce2e47-ec2c-44f3-be67-3df4961fcdc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0577154 May 27 03:09:33.641123 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-9c507681-97a8-44c1-aba9-5c4e85f5b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:09:33.642580 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-9c507681-97a8-44c1-aba9-5c4e85f5b7c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727415 May 27 03:09:33.735580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:33.774671 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-c85baab3-be49-48ba-8907-051207a1397b service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257551 May 27 03:09:33.908595 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-17dd973a-244c-48b9-b15e-8d5f6ac86473 req-4715b6e9-4fc1-4fd3-97ff-9ca6faf782ab service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272769 May 27 03:09:34.052234 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:36.011517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-32332cdf-3887-4090-9876-ddaca0029dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:38.161420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-71ff70af-6d67-4927-9e9a-343983e3af03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:39.544067 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:39.732988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:41.312803 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:09:43.154103 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:10:03.745107 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:04.057491 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:06.005777 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5436f60b-5551-456b-9568-6f0680e7149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:08.163502 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-810c429a-921a-430e-8391-7691b902d7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:09.546621 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:09.735625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:11.313242 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:20.153711 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:10:33.005628 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-957bceb3-8315-490d-af65-c01a14eee5dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693107 May 27 03:10:33.143516 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-5c3cafd2-f932-44b9-a786-dd7623420d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:33.144994 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-5c3cafd2-f932-44b9-a786-dd7623420d41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1099 time: 0.0735581 May 27 03:10:33.287815 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-5b29479d-f7f1-466e-a974-ad99ef9a3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:33.289169 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-5b29479d-f7f1-466e-a974-ad99ef9a3021 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1273415 May 27 03:10:33.386814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-5998e831-85ba-47f2-9fb0-5eeb6f35496a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 1002 time: 0.0913534 May 27 03:10:33.451292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-62526056-2e86-4d6f-9f32-1ba4a6d24c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:33.452694 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-62526056-2e86-4d6f-9f32-1ba4a6d24c34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0605903 May 27 03:10:33.527684 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-32a08e08-5dc5-460e-8c36-30774e2e782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:10:33.529624 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-32a08e08-5dc5-460e-8c36-30774e2e782c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706804 May 27 03:10:33.540776 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-fbf80624-3c07-49ba-93dc-272c00672dd2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:10:33.541626 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-fbf80624-3c07-49ba-93dc-272c00672dd2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048203 May 27 03:10:33.671277 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-03224d27-6e3b-451e-9add-309be7c7cf5e service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234336 May 27 03:10:33.743395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:33.802847 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-694c146d-a5d0-4afb-bcf0-f17847a3a9ad req-ed3f1a73-3678-4715-938a-946f27fa601a service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257219 May 27 03:10:34.070175 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:36.008986 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b929bd05-ca4c-4eaf-9000-00c17106b3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:38.163875 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-703deddf-2cd8-4d5e-b54a-c7718a4092c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:39.550400 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:39.740163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:41.317399 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:10:57.153977 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:11:03.773071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:04.071242 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:06.010194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4c53f463-479f-446d-854f-cbb5cf22e259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:07.399672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35766) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:07.643842 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Deleting port d1c3d1f1-8340-4560-9d08-b3333bc6fe46 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:11:07.644184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:07.920955 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:07.921288 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:08.051718 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Calling delete_port for d1c3d1f1-8340-4560-9d08-b3333bc6fe46 owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:11:08.165716 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-834a2c59-baa2-4126-8660-84d6c5f8f1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:08.201807 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:08.248047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event deleted for resources: {'Port': ['ID=d1c3d1f1-8340-4560-9d08-b3333bc6fe46,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:08.289361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.289706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.290047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.290386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.290735 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.291273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.291854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.292418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.293000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.293571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.294043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.294380 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:08.359966 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:08.360305 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Floating IP 49fc3a31-dd14-441b-b4c2-251598b50a71 disassociated (deleted). External IP: 172.25.3.160, port: 4a630af3-2ec3-45dc-a6b4-e3fb887998a8. May 27 03:11:08.711284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:11:08.887119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:11:08.896335 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] Sync routers for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:11:08.907451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:11:08.908069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:08.908394 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:08.964194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-725225a6-fe1f-4457-9d33-669dacbd25cc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "DELETE /v2.0/floatingips/49fc3a31-dd14-441b-b4c2-251598b50a71 HTTP/1.1" status: 204 len: 168 time: 1.5635219 May 27 03:11:08.964781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:11:09.020990 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f4932d-87d4-499d-8067-5f8a835fd86b'] response: {'name': 'network-changed', 'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'status': 'completed', 'code': 200} May 27 03:11:09.091193 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:11:09.117467 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619583-b170-41d2-8a80-d20cba997723 req-7849673b-c330-45a6-b60c-d8c5cf4db11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:09.119033 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e619583-b170-41d2-8a80-d20cba997723 req-7849673b-c330-45a6-b60c-d8c5cf4db11c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 1099 time: 0.0738325 May 27 03:11:09.421449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619583-b170-41d2-8a80-d20cba997723 req-fb24e0a9-7568-40dc-a402-b93c1790eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:09.422843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e619583-b170-41d2-8a80-d20cba997723 req-fb24e0a9-7568-40dc-a402-b93c1790eebb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.2972782 May 27 03:11:09.453015 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:09.456914 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] Checking router: 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:11:09.465078 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:11:09.465672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:11:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:09.501013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e619583-b170-41d2-8a80-d20cba997723 req-185da749-ee3d-4cab-b1e9-55ac17cb3313 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 200 len: 217 time: 0.0697277 May 27 03:11:09.578256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae696a-c2f9-49eb-b6d1-14ba9c89cfed req-0b58648c-413f-494a-a9e3-ca104164737c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:09.578995 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aae696a-c2f9-49eb-b6d1-14ba9c89cfed req-0b58648c-413f-494a-a9e3-ca104164737c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:11:09.582329 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619583-b170-41d2-8a80-d20cba997723 req-0efca42a-e1e9-407b-a321-d2c0d04e54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:09.583749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e619583-b170-41d2-8a80-d20cba997723 req-0efca42a-e1e9-407b-a321-d2c0d04e54d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0751367 May 27 03:11:09.610048 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:09.638027 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-9aae696a-c2f9-49eb-b6d1-14ba9c89cfed req-0b58648c-413f-494a-a9e3-ca104164737c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:11:09.639221 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aae696a-c2f9-49eb-b6d1-14ba9c89cfed req-0b58648c-413f-494a-a9e3-ca104164737c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 947 time: 0.3662324 May 27 03:11:09.655129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:11:09.697122 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9aae696a-c2f9-49eb-b6d1-14ba9c89cfed req-48885489-ac02-4643-a1f5-6aedabd75e50 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457304 May 27 03:11:09.707390 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619583-b170-41d2-8a80-d20cba997723 req-6046eb86-a165-4bd8-9492-c7038c8310ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:09.708979 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e619583-b170-41d2-8a80-d20cba997723 req-6046eb86-a165-4bd8-9492-c7038c8310ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161323 May 27 03:11:09.841413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e619583-b170-41d2-8a80-d20cba997723 req-80c0c0e9-41af-465b-9686-d2a01c71f658 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248658 May 27 03:11:09.867551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:09.977551 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:09.981646 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9eabb-da20-4431-9d14-65292cf31609 None None] The sync data for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 is: [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:11:09.983785 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9e619583-b170-41d2-8a80-d20cba997723 req-d9a228b4-4c3d-4aa7-9141-f914d4ca0650 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345594 May 27 03:11:10.191249 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc64e8-d866-41de-b2a3-2b11159f4a73 None None] New status for floating IP 49fc3a31-dd14-441b-b4c2-251598b50a71: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:11:10.782078 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-85f560a2-ccf9-4111-b5c2-44c073e5e68e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:10.783565 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-85f560a2-ccf9-4111-b5c2-44c073e5e68e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 947 time: 0.0784917 May 27 03:11:10.858752 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Deleting port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:11:10.859469 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:10.887803 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fac9b-8686-46ae-8611-7f5fc6abea87 req-cf90c227-e88f-41a9-94b0-476c368d2c00 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:10.889263 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f8fac9b-8686-46ae-8611-7f5fc6abea87 req-cf90c227-e88f-41a9-94b0-476c368d2c00 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 947 time: 0.0820718 May 27 03:11:10.939172 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7f8fac9b-8686-46ae-8611-7f5fc6abea87 req-01e98ce2-9325-4f29-a2dd-0672abad131a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=16145717-3d61-4c3a-bfd7-c0d8c7baa828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441093 May 27 03:11:11.106546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] For port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:11:11.107022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:11.233266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Calling delete_port for 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:11:11.321277 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:11.377282 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:11.432441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event deleted for resources: {'Port': ['ID=4a630af3-2ec3-45dc-a6b4-e3fb887998a8,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:11.509015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] No DVR routers for this DVR port 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:11:11.511527 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:11.514000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-deleted', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:11:11.529978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b90fd37c-bda1-40fa-a262-65d4fa9712fe req-3cf7f9a7-661e-49e9-a53b-47c26d519ac4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "DELETE /v2.0/ports/4a630af3-2ec3-45dc-a6b4-e3fb887998a8 HTTP/1.1" status: 204 len: 173 time: 0.7403176 May 27 03:11:11.559323 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043f0f63-c88e-404d-ac3d-534ce4b53746'] response: {'server_uuid': '6a913e1f-efd8-4934-94a2-e7231fadab03', 'name': 'network-vif-deleted', 'tag': '4a630af3-2ec3-45dc-a6b4-e3fb887998a8', 'status': 'completed', 'code': 200} May 27 03:11:12.100362 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-daccdc93-6776-4b87-8297-022609ff94ee req-1b62d29d-36b1-4962-9c6d-5313cd1a13d5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a913e1f-efd8-4934-94a2-e7231fadab03 HTTP/1.1" status: 200 len: 210 time: 0.0433404 May 27 03:11:13.196101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35786) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:13.263054 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d5e65c6-47e6-4e92-b5b4-4284fe051221 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:13.296324 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d5e65c6-47e6-4e92-b5b4-4284fe051221 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:13.367098 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d5e65c6-47e6-4e92-b5b4-4284fe051221 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:13.384232 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e65c6-47e6-4e92-b5b4-4284fe051221 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16145717-3d61-4c3a-bfd7-c0d8c7baa828,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:13.396186 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0d5e65c6-47e6-4e92-b5b4-4284fe051221 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:13.397311 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0d5e65c6-47e6-4e92-b5b4-4284fe051221 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "DELETE /v2.0/security-groups/16145717-3d61-4c3a-bfd7-c0d8c7baa828 HTTP/1.1" status: 204 len: 168 time: 0.2002232 May 27 03:11:13.406432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:11:13.441092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:11:13.441441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 4a630af3-2ec3-45dc-a6b4-e3fb887998a8 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:11:14.528003 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35796) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:14.533116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880414602', 'description': 'tempest-secgroup-smoke-880414602 description', 'project_id': '1b681186da9742ea9d2d9d9c1995a944'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:14.540347 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:14.544517 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:14.547600 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:14.553795 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:14.565487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.585150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:14.589781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:14.592609 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:14.598309 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:14.673028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.676538 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.816479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e08f83-bf54-4bd1-8452-e907c028b91e,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:14.819484 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.820832 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a1d83f20-3584-4bdf-bcbe-30afb9aa8e61 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2918050 May 27 03:11:14.823984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35800) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:14.828476 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '37e08f83-bf54-4bd1-8452-e907c028b91e', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:14.835075 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:14.839529 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:14.842369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:14.848245 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:14.864711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.924300 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.927730 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.952482 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c35c8a-944e-41c2-916e-f5d471881955,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:14.962143 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:14.964207 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ba338d16-83f1-4720-946e-f20ffefe72e9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393814 May 27 03:11:14.966632 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35804) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:14.971518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '37e08f83-bf54-4bd1-8452-e907c028b91e', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:14.978028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:14.981884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:14.984783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:14.990519 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:15.006436 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.069305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.073208 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.096244 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a8904c-05ac-413e-86f8-c30974cace59,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:15.104852 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.106108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-2d338a45-3ba9-429a-9d55-e4369bd15d4f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385207 May 27 03:11:15.108855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35808) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:15.113628 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '37e08f83-bf54-4bd1-8452-e907c028b91e', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:15.119970 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:15.124216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:15.127047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:15.133251 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:15.150557 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.213132 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.216903 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.239341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddca02b-d064-4c64-8e83-d1ad8d49fd9d,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:15.248278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.249440 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8af8723d-01a1-46f0-8cdb-a6f63a1a2286 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396937 May 27 03:11:15.252144 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35812) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:15.256957 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '37e08f83-bf54-4bd1-8452-e907c028b91e', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:15.263845 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:15.267682 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:15.270498 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:15.277012 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:15.293429 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.356202 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.359737 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.384996 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba9896b-a58d-4f67-bb1a-3c6e45008e98,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:15.394089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.395289 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c6778429-7bd7-4e3b-8fe1-5cb0df1f7cd5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422434 May 27 03:11:15.398275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35816) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:15.403331 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '37e08f83-bf54-4bd1-8452-e907c028b91e', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:15.409830 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:15.413675 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:15.416574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:15.422333 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:15.435306 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Project 1b681186da9742ea9d2d9d9c1995a944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:11:15.441698 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.505423 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.509230 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.532001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9403f82e-27e0-4cfa-9538-c862ee7fbdff,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:15.541350 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.542511 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b88a745d-2fed-40b7-8cc1-4c4f372a9890 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432505 May 27 03:11:15.545182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 35820) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:15.550270 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'security_group_rule': {'security_group_id': '37e08f83-bf54-4bd1-8452-e907c028b91e', 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:15.557227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:15.561211 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:security_group_rule and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:15.564099 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:15.569883 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:15.580550 n-d-843146-11 neutron-server[88425]: INFO neutron.db.securitygroups_db [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Project 1b681186da9742ea9d2d9d9c1995a944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:11:15.587379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.652317 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.655863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.678958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4254054-069f-48c1-8a47-a6ff42fbcb51,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:15.687663 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:15.688884 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-b47b8adc-f165-428b-bbcb-14435248108a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426823 May 27 03:11:29.491227 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-e9eaf405-f622-4e1e-a3ad-10d952a20f60 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880414602&fields=id&tenant_id=1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 267 time: 0.0428729 May 27 03:11:29.639984 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a6fe933d-2ecc-47ce-acec-34dc5a8091af tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:29.641378 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a6fe933d-2ecc-47ce-acec-34dc5a8091af tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 809 time: 0.1439383 May 27 03:11:29.656449 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-e4149824-d0c9-4f55-92fa-fecdbbf369d6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/quotas/1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 375 time: 0.0094380 May 27 03:11:29.736973 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-58b12627-9485-46a2-afbb-1d5c8e118aef tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756912 May 27 03:11:29.916918 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-c44e0c33-1d9a-4e58-b4e7-86e2b5db34d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684113 May 27 03:11:30.045213 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-16a8ccaf-514d-4baf-91b5-393f08d1cb57 service neutron] 10.222.0.16 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223462 May 27 03:11:30.419371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ea040f7e-37bf-4373-b8a5-0e36aafe64b5 req-994a1980-c1bc-4fcc-a66d-c919f45f8c48 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:11:30.434100 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-ea040f7e-37bf-4373-b8a5-0e36aafe64b5 req-994a1980-c1bc-4fcc-a66d-c919f45f8c48 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:11:30.435325 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ea040f7e-37bf-4373-b8a5-0e36aafe64b5 req-994a1980-c1bc-4fcc-a66d-c919f45f8c48 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 210 time: 0.0612922 May 27 03:11:31.529260 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cf5afc80-77f4-4836-b55f-d0b0953d3834 req-43278732-61f6-47c4-899c-f70d83dfe174 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 210 time: 0.0430710 May 27 03:11:32.635218 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8611c148-2abb-4cac-ae93-5a4928d4e2b6 req-59e658b6-8133-450a-a41e-7e848a6e3a2c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 210 time: 0.0449018 May 27 03:11:33.735499 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-decbd5d3-086c-4c3c-99b9-59c6fc99f64d req-d0599868-79b7-48e5-9898-afb422137009 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 210 time: 0.0471728 May 27 03:11:33.773954 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:34.084500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:34.154311 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:11:34.886610 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c115166a-09d3-4fc4-af4e-ff743c032921 req-ab6a710d-00b4-443d-9186-32cc15b93a90 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 210 time: 0.0445476 May 27 03:11:35.596478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-82bf268d-c265-415a-8519-a7048709006b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:35.597911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-82bf268d-c265-415a-8519-a7048709006b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 809 time: 0.1502800 May 27 03:11:35.649759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8a88f52c-6269-44be-9734-c4ca6bcbecb0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:11:35.665285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8a88f52c-6269-44be-9734-c4ca6bcbecb0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:11:35.666513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8a88f52c-6269-44be-9734-c4ca6bcbecb0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 379 time: 0.0607960 May 27 03:11:35.681101 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'port': {'device_id': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'admin_state_up': True, 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'security_groups': ['37e08f83-bf54-4bd1-8452-e907c028b91e']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:35.820275 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:35.830192 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:35.840487 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Made reservation on behalf of 1b681186da9742ea9d2d9d9c1995a944 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:11:35.843911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.015854 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a6401cfb-148b-4468-bb59-1a3d1b43c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.016483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Allocated IP 172.20.0.5 (ca6c786f-ea9a-464f-a805-70b0e2980c98/b917315b-0ac4-4c06-8205-2522f0ef9f78/6eca7c81-11b1-44c6-993f-f46c452cb15a) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:11:36.047138 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-739facbf-9522-47cd-a6d3-ebbac16f04a7 req-11d50e76-3c88-4f60-8112-6c9c71807812 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 210 time: 0.0459738 May 27 03:11:36.218535 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.234977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Transition to ACTIVE for port object 6eca7c81-11b1-44c6-993f-f46c452cb15a will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:11:36.259444 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.331671 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:11:36.334979 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:11:36.339326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:11:36.375227 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:36.411972 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:36.412598 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.439978 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-a35a3020-1558-44cc-98df-84609924c226 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626014 May 27 03:11:36.496147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Request body: {'port': {'device_id': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:36.608891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6677d68b-e268-4f4d-9b02-b9d303424f2c None None] Provisioning for port 6eca7c81-11b1-44c6-993f-f46c452cb15a completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:11:36.609721 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.614254 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6677d68b-e268-4f4d-9b02-b9d303424f2c None None] Provisioning complete for port 6eca7c81-11b1-44c6-993f-f46c452cb15a triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:11:36.614694 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6677d68b-e268-4f4d-9b02-b9d303424f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.674573 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6677d68b-e268-4f4d-9b02-b9d303424f2c None None] Port 6eca7c81-11b1-44c6-993f-f46c452cb15a cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:11:36.967322 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eca7c81-11b1-44c6-993f-f46c452cb15a {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:11:36.975055 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:36.989536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Transition to ACTIVE for port object 6eca7c81-11b1-44c6-993f-f46c452cb15a will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:11:36.994146 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:37.277266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:37.404887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Attempting to bind port 6eca7c81-11b1-44c6-993f-f46c452cb15a on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:11:37.405222 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Attempting to bind port 6eca7c81-11b1-44c6-993f-f46c452cb15a by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:11:37.405552 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Attempting to bind port 6eca7c81-11b1-44c6-993f-f46c452cb15a on network ca6c786f-ea9a-464f-a805-70b0e2980c98 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:11:37.417084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc364f3-744f-4ee2-8021-130b46a179ae req-73c0c2c5-3048-4824-8336-a1e418b9b3b2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:37.417879 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8dc364f3-744f-4ee2-8021-130b46a179ae req-73c0c2c5-3048-4824-8336-a1e418b9b3b2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:11:37.422818 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Port 6eca7c81-11b1-44c6-993f-f46c452cb15a on network ca6c786f-ea9a-464f-a805-70b0e2980c98 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:11:37.423142 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Attempting to bind port 6eca7c81-11b1-44c6-993f-f46c452cb15a on network ca6c786f-ea9a-464f-a805-70b0e2980c98 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:11:37.430912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:11:37.431247 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Checking segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:11:37.431625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Bound using segment: {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:11:37.432042 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Bound port: 6eca7c81-11b1-44c6-993f-f46c452cb15a, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:11:37.432389 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:37.481037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-8dc364f3-744f-4ee2-8021-130b46a179ae req-73c0c2c5-3048-4824-8336-a1e418b9b3b2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:11:37.482175 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8dc364f3-744f-4ee2-8021-130b46a179ae req-73c0c2c5-3048-4824-8336-a1e418b9b3b2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.2648597 May 27 03:11:37.558478 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-8dc364f3-744f-4ee2-8021-130b46a179ae req-ae7a2266-1a1a-4b10-8371-c05142862349 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698416 May 27 03:11:37.564712 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:11:37.568427 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:11:37.573116 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:37.633817 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:37.634441 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:37.635834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] 10.222.0.13 "PUT /v2.0/ports/6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 1092 time: 1.1885965 May 27 03:11:37.636273 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:11:37.665839 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99b070-1d5c-4d1f-8e62-2c162e589e48 service neutron] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:37.755804 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bdba44-cae8-4bcd-84a5-e67b04196093'] response: {'name': 'network-changed', 'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'status': 'completed', 'code': 200} May 27 03:11:37.777794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-996c3d91-305b-40d2-a9b4-6decc7bade06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:37.779355 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-996c3d91-305b-40d2-a9b4-6decc7bade06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1095 time: 0.0874143 May 27 03:11:37.848958 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-afbc5d55-5019-4543-83c9-24b2cd90dcff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 217 time: 0.0629354 May 27 03:11:37.914166 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-1707e5ae-8f06-45f2-a217-5f6d51f6300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:37.915570 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-1707e5ae-8f06-45f2-a217-5f6d51f6300f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0613856 May 27 03:11:37.990705 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-46e118cd-3fac-456f-ade8-73ac7611755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:37.992764 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-46e118cd-3fac-456f-ade8-73ac7611755d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711830 May 27 03:11:38.124432 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-9e58994b-cf1f-4d46-b2cf-770f367d8228 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246724 May 27 03:11:38.168096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f8b1aa2c-f161-476d-81f6-974fbf67013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:38.258911 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-77cbd7db-6b01-4ad5-9f1a-fff5c9eda8b2 req-e58a20ec-9ae4-43aa-a296-ab10b4cd0975 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285424 May 27 03:11:38.368904 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-c459ed8a-83cf-4eaa-ab09-095fa981d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.370338 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-c459ed8a-83cf-4eaa-ab09-095fa981d834 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1095 time: 0.0702603 May 27 03:11:38.501847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-af493cb9-341a-4858-a690-d5f0daabbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.503261 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-af493cb9-341a-4858-a690-d5f0daabbf9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1264958 May 27 03:11:38.572195 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-43140ab0-1176-4266-97b6-164abbef5cd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 217 time: 0.0630658 May 27 03:11:38.638940 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-15762507-b0c2-4158-bd96-3a6407d236d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.640367 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-15762507-b0c2-4158-bd96-3a6407d236d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0616255 May 27 03:11:38.783475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b9d6-97d3-483b-bfa7-eb0b0afe4808 req-cabd25ef-4735-4e01-bd33-4f15af71d78f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.785573 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fe5b9d6-97d3-483b-bfa7-eb0b0afe4808 req-cabd25ef-4735-4e01-bd33-4f15af71d78f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.1038308 May 27 03:11:38.792373 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-6a6c522f-c4ce-435f-b9bd-45465f2a9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:38.793998 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-6a6c522f-c4ce-435f-b9bd-45465f2a9e83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476338 May 27 03:11:38.917322 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9fe5b9d6-97d3-483b-bfa7-eb0b0afe4808 req-3a9b55fd-0f7d-439b-83da-5c3d3c95ea72 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223614 May 27 03:11:39.069670 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-d34b58ae-32a2-4fc3-85d6-5a2d81fb5c64 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584317 May 27 03:11:39.228369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a69ae3c8-789d-4479-b87d-04daae04a8cf req-f5454bc6-09b8-4194-a37b-a563f7fd8493 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517735 May 27 03:11:39.551606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:39.745727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:40.102921 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893a54-cff8-4f66-81b5-5c38091738b0 req-dcb0c3e4-e451-448f-99da-06185492cddc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:40.104348 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13893a54-cff8-4f66-81b5-5c38091738b0 req-dcb0c3e4-e451-448f-99da-06185492cddc tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0790226 May 27 03:11:40.150228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-13893a54-cff8-4f66-81b5-5c38091738b0 req-90218aa2-c405-48b7-a3ed-3988c28f8d26 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402806 May 27 03:11:41.322891 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:41.334701 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dc8c6-a1b2-4d2b-a993-2f1a5ba2bac4 req-69f6ff3d-59c6-4be8-bf0f-591995a414de tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:41.336743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-267dc8c6-a1b2-4d2b-a993-2f1a5ba2bac4 req-69f6ff3d-59c6-4be8-bf0f-591995a414de tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0814662 May 27 03:11:41.379798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-267dc8c6-a1b2-4d2b-a993-2f1a5ba2bac4 req-0b2bfd2a-d2af-4ee8-9b9c-ecac70e8bea0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374110 May 27 03:11:42.559682 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622466c-04a5-4474-b0e3-d23ac3596c6c req-62d26340-739f-4798-8fbd-0dcf4b7811c2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:42.561126 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9622466c-04a5-4474-b0e3-d23ac3596c6c req-62d26340-739f-4798-8fbd-0dcf4b7811c2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0783858 May 27 03:11:42.605156 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-9622466c-04a5-4474-b0e3-d23ac3596c6c req-d4dd02d5-e255-43a2-92b3-791ff2efca29 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383830 May 27 03:11:43.790867 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87484914-a97a-41a8-86fb-ee9ea53d81c3 req-f99f4440-fea3-4a3d-92a8-1c0face72f26 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:43.792317 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87484914-a97a-41a8-86fb-ee9ea53d81c3 req-f99f4440-fea3-4a3d-92a8-1c0face72f26 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0839295 May 27 03:11:43.839922 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-87484914-a97a-41a8-86fb-ee9ea53d81c3 req-7238b9d0-9c24-4876-a56e-c3242cecd8c8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419662 May 27 03:11:45.129425 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29030577-3e20-4d6a-b05a-abb70316e985 req-32a96f52-5a46-4c87-8ecd-a3d50df6a8b0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:45.130987 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29030577-3e20-4d6a-b05a-abb70316e985 req-32a96f52-5a46-4c87-8ecd-a3d50df6a8b0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.1826441 May 27 03:11:45.174216 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-29030577-3e20-4d6a-b05a-abb70316e985 req-2a8337f7-d441-425f-ac25-23641587fe8e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377414 May 27 03:11:46.362198 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa6f2-ba52-4deb-8d96-7012fa6f424e req-2ff41073-355f-4415-aa02-d8b59986c842 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:46.363688 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c74aa6f2-ba52-4deb-8d96-7012fa6f424e req-2ff41073-355f-4415-aa02-d8b59986c842 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0797894 May 27 03:11:46.407430 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c74aa6f2-ba52-4deb-8d96-7012fa6f424e req-8cb47d50-b4cb-41f2-a9fd-cb8fff1eef3a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374966 May 27 03:11:47.597998 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749cb4e-e709-475d-8a14-98437d9fab86 req-b8fc12f8-cae7-46f9-bde8-234076a59d4c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:47.599422 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0749cb4e-e709-475d-8a14-98437d9fab86 req-b8fc12f8-cae7-46f9-bde8-234076a59d4c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0789549 May 27 03:11:47.603995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6eca7c81-11b1-44c6-993f-f46c452cb15a details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:11:47.646028 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0749cb4e-e709-475d-8a14-98437d9fab86 req-3f067b75-1d8f-46a3-aae4-e0c352ac67c1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 May 27 03:11:47.733766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:11:47.746264 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'port_id': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'mac_address': 'fa:16:3e:18:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:11:47.811213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 6eca7c81-11b1-44c6-993f-f46c452cb15a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:11:47.811588 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:47.830746 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eca7c81-11b1-44c6-993f-f46c452cb15a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:11:47.849675 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:11:47.854255 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:47.922085 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:47.929747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.930092 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.930421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.930817 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.931122 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.931448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.931768 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.932086 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.932407 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.932724 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.933042 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:47.933361 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:48.163915 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['6eca7c81-11b1-44c6-993f-f46c452cb15a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:11:48.834047 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dc8-aa60-44a1-a7f6-54f39179156f req-208cd76d-85f4-4b6f-a2f8-b38072edbab8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:48.836050 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99148dc8-aa60-44a1-a7f6-54f39179156f req-208cd76d-85f4-4b6f-a2f8-b38072edbab8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 944 time: 0.0842636 May 27 03:11:48.878446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-99148dc8-aa60-44a1-a7f6-54f39179156f req-ea2a5e9c-a550-4a64-bf00-f3dca2d0763e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368345 May 27 03:11:49.603068 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6eca7c81-11b1-44c6-993f-f46c452cb15a up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:11:49.668396 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 6eca7c81-11b1-44c6-993f-f46c452cb15a completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:11:49.672846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 6eca7c81-11b1-44c6-993f-f46c452cb15a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:11:49.673215 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:49.785033 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 6eca7c81-11b1-44c6-993f-f46c452cb15a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:11:49.785407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:49.812309 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:11:49.822336 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:11:49.825887 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:49.858619 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea60be3-04ec-4fed-9cd4-b533838f5b49'] response: {'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'code': 200} May 27 03:11:49.894995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:49.980814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2ce84-e2e6-4881-a58c-a7087c1fbd6f req-85c795fd-fb5e-4a83-91b1-02e2a2bf5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:49.982302 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4fd2ce84-e2e6-4881-a58c-a7087c1fbd6f req-85c795fd-fb5e-4a83-91b1-02e2a2bf5f31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.0713086 May 27 03:11:50.073963 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4fd2ce84-e2e6-4881-a58c-a7087c1fbd6f req-cac6f104-4e90-4844-91ff-173f8c11a55f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564787 May 27 03:11:50.096434 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aa661-b9c1-4090-a826-3f43bbca9ac2 req-a4dd737f-263d-4309-b37a-f4f571949473 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:50.097836 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-560aa661-b9c1-4090-a826-3f43bbca9ac2 req-a4dd737f-263d-4309-b37a-f4f571949473 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.1141033 May 27 03:11:50.142243 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-560aa661-b9c1-4090-a826-3f43bbca9ac2 req-061fd0df-7c68-480f-bd27-fdf5f5cdafe7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385194 May 27 03:11:51.325107 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5529-0bb9-4f6d-931d-e11b623e6744 req-0d20667e-8910-446f-b0b9-dd69627222d2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:51.327304 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd8c5529-0bb9-4f6d-931d-e11b623e6744 req-0d20667e-8910-446f-b0b9-dd69627222d2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0802646 May 27 03:11:51.376398 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cd8c5529-0bb9-4f6d-931d-e11b623e6744 req-59de2305-976e-47b8-8bc7-4c97b73f789d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 May 27 03:11:52.562401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaa01e-a679-4606-9cd2-0f47ace7d6cd req-d04caa00-af4c-4360-a704-6090ba862c0f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:52.563891 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ddaaa01e-a679-4606-9cd2-0f47ace7d6cd req-d04caa00-af4c-4360-a704-6090ba862c0f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0834503 May 27 03:11:52.608567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-ddaaa01e-a679-4606-9cd2-0f47ace7d6cd req-f16534c7-4edf-499e-805c-3a3e7a9bfa80 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385082 May 27 03:11:52.796811 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4a2d3-0a11-46aa-9942-1e7e19cf50d7 req-6c3f8b45-f174-4a1f-8726-e825af72755a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:52.798154 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82b4a2d3-0a11-46aa-9942-1e7e19cf50d7 req-6c3f8b45-f174-4a1f-8726-e825af72755a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0829382 May 27 03:11:52.841913 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-82b4a2d3-0a11-46aa-9942-1e7e19cf50d7 req-4a42ed3f-c079-4864-8767-208d752a7774 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380125 May 27 03:11:52.863844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36048) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:52.972548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea8e9a-5339-4397-9041-e503730ab451 tempest-TestShelveInstance-184062645 tempest-TestShelveInstance-184062645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:52.974021 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ecea8e9a-5339-4397-9041-e503730ab451 tempest-TestShelveInstance-184062645 tempest-TestShelveInstance-184062645-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1092 time: 0.1090679 May 27 03:11:52.976808 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36054) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:11:52.981527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:11:52.988025 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:11:52.992361 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Usage tracker for resource:floatingip and tenant:1b681186da9742ea9d2d9d9c1995a944 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:11:52.995260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:11:53.001752 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:11:53.012762 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:53.148702 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:53.286099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Allocated IP 172.25.3.130 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/75966c77-e818-4721-9673-42b802170212) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:11:53.432271 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:53.460083 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:53.524135 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:11:53.526773 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:11:53.530516 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:11:53.568966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'Port': ['ID=75966c77-e818-4721-9673-42b802170212,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:53.585470 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.585834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.586156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.586492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.586848 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.587182 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.587527 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.587838 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.588161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.588483 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.588801 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.589121 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:11:53.960767 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:54.033094 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:54.242385 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:54.246907 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:54.459657 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event updated for resources: {'Port': ['ID=75966c77-e818-4721-9673-42b802170212,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:11:54.470329 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:54.648770 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Floating IP 711f33e5-f31f-4562-af6a-e93ae9cfae17 associated. External IP: 172.25.3.130, port: 6eca7c81-11b1-44c6-993f-f46c452cb15a. May 27 03:11:54.994268 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:11:55.169966 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:11:55.180630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] Sync routers for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:11:55.189887 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:11:55.190571 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:11:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:55.194837 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:11:55.252669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7b76c5be-4702-4e9a-8a6f-e265619d32b3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2747672 May 27 03:11:55.253156 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:11:55.346841 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e434a72a-fb13-47c0-8d0b-d959916f60d5'] response: {'name': 'network-changed', 'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'status': 'completed', 'code': 200} May 27 03:11:55.374841 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:11:55.446923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-8937023d-4f67-46cd-8dd2-4e9d801e309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:55.448539 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-8937023d-4f67-46cd-8dd2-4e9d801e309f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.0739939 May 27 03:11:55.583239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-ffdf45e8-a5c2-4da1-b8a3-11f318eea906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:55.585316 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-ffdf45e8-a5c2-4da1-b8a3-11f318eea906 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1304710 May 27 03:11:55.686742 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-fb3b42eb-bf11-4ecc-b6f4-1597735000fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 999 time: 0.0964546 May 27 03:11:55.721711 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '711f33e5-f31f-4562-af6a-e93ae9cfae17', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'port_id': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'mac_address': 'fa:16:3e:18:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:11:53Z', 'updated_at': '2022-05-27T03:11:53Z', 'revision_number': 0, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:55.725614 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] Checking router: 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:11:55.733959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:11:55.734570 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:11:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:55.751901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-0a99de7c-294a-4ccb-a1f3-27e8357ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:55.753328 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-0a99de7c-294a-4ccb-a1f3-27e8357ec8e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0606902 May 27 03:11:55.827110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-b9e3cf46-d83a-46da-8f00-eb7ab61941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:11:55.828572 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-b9e3cf46-d83a-46da-8f00-eb7ab61941cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692978 May 27 03:11:55.913105 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:11:55.963830 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-e025fd7f-d2ee-499b-9bbb-2c317471d2ca service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292338 May 27 03:11:56.094634 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aaee61e6-d40e-4e0b-a13b-dc5ac8a12f76 req-3735763f-db32-4a84-a494-c6a88b6e425f service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249359 May 27 03:11:56.288855 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '711f33e5-f31f-4562-af6a-e93ae9cfae17', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'port_id': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'mac_address': 'fa:16:3e:18:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:11:53Z', 'updated_at': '2022-05-27T03:11:53Z', 'revision_number': 0, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:11:56.292693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a1b09-069a-45f7-8980-29ffbb1908ab None None] The sync data for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 is: [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '711f33e5-f31f-4562-af6a-e93ae9cfae17', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'port_id': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'mac_address': 'fa:16:3e:18:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:11:53Z', 'updated_at': '2022-05-27T03:11:53Z', 'revision_number': 0, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:11:56.462444 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5a7fdc-5458-4959-bd31-96ab3628a7d8 None None] New status for floating IP 711f33e5-f31f-4562-af6a-e93ae9cfae17: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:12:03.780474 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:04.090196 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:06.013214 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e376945f-aff9-4d43-b45c-d616d3a87c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:08.178450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cc95b80d-5504-418c-82eb-c2247bd544de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:09.554253 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:09.751954 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:11.157733 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:12:11.325952 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:33.786797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:34.085616 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:34.959254 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-46c620d0-5789-4550-ba5e-415dc5a14142 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695975 May 27 03:12:35.193766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff38269-9759-4d7e-8998-7d62f30df391 req-f15e9deb-e14b-48fe-9715-1f82f70f5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:35.195354 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-f15e9deb-e14b-48fe-9715-1f82f70f5019 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.1703134 May 27 03:12:35.339707 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff38269-9759-4d7e-8998-7d62f30df391 req-b29e6817-3992-458f-9105-459a34ae6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:35.341163 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-b29e6817-3992-458f-9105-459a34ae6799 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1265602 May 27 03:12:35.443371 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-e13bced5-c875-48cf-a4d5-3aeedafe0fce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 1001 time: 0.0961294 May 27 03:12:35.504783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff38269-9759-4d7e-8998-7d62f30df391 req-b3881e19-e920-4637-904b-a6f4bf98412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:35.506180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-b3881e19-e920-4637-904b-a6f4bf98412f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0570960 May 27 03:12:35.584327 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff38269-9759-4d7e-8998-7d62f30df391 req-505c51a2-260a-44f4-bfd0-f76d35416b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:12:35.585798 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-505c51a2-260a-44f4-bfd0-f76d35416b75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734642 May 27 03:12:35.718137 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-33964b43-b193-4b8a-89e1-dfc72e3e71bc service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248567 May 27 03:12:35.848730 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-cff38269-9759-4d7e-8998-7d62f30df391 req-aff7abc3-3a44-408b-ae64-6f002c77013b service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251044 May 27 03:12:36.014640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-61a654a8-6f33-4cbe-9468-646bf0b1470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:38.172946 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-924323a4-0d2b-44e5-80b5-8189155c2c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:39.556663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:39.751047 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.329309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:48.152877 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:13:03.801204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.114135 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:06.015096 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a885c818-d7d0-473f-ad4e-3c0a3a5b6042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:08.175090 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b6219ede-83ac-423b-bed2-1e702ac43f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:09.559882 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:09.753584 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:11.332091 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:25.152227 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:13:33.791462 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:34.128001 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.015829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-47c83cbb-8b54-43cf-a0d2-6c49818ea5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.424609 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-07b2c4e8-1065-4249-94fc-509252326a26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700729 May 27 03:13:36.559908 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-78758b34-9a4c-404e-8051-b8fcada88986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:36.561369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-78758b34-9a4c-404e-8051-b8fcada88986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.0711491 May 27 03:13:36.704789 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-f8c90569-e775-44e9-9305-597946b97d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:36.706161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-f8c90569-e775-44e9-9305-597946b97d17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1262197 May 27 03:13:36.808082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-89d53007-8a34-4ef9-9bb3-6c2a1ebfdcda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 1001 time: 0.0957015 May 27 03:13:36.872743 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-04794ef2-c4f6-45a1-9647-0c1e2fcd4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:36.874112 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-04794ef2-c4f6-45a1-9647-0c1e2fcd4cab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0595298 May 27 03:13:36.947520 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-214f6c25-68bf-46ef-ab70-0c1f39b801a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:36.948961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-214f6c25-68bf-46ef-ab70-0c1f39b801a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687132 May 27 03:13:37.080716 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-4f3db09a-345d-405a-b79c-eef42d330dcc service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251161 May 27 03:13:37.211568 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e190dfba-1329-465b-a07f-2087e7ea55e7 req-5f482d48-b1cf-4a1a-983d-4ebba137bf8a service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250052 May 27 03:13:38.178741 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-80793acb-e232-43f8-b291-7e66a561dc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.563767 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:39.756453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:41.335557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:50.126339 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4302469-4a6f-4a63-9ff4-104cee929d8f req-2994172e-8690-49c5-8025-2fbb5da86b2c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:50.127814 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e4302469-4a6f-4a63-9ff4-104cee929d8f req-2994172e-8690-49c5-8025-2fbb5da86b2c tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.1260262 May 27 03:13:50.266087 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e4302469-4a6f-4a63-9ff4-104cee929d8f req-4f36b6da-035f-4376-b831-797e51da5c7a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325049 May 27 03:13:51.504217 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1a325-a3d0-4c46-9b29-1c1b7c3c0620 req-f9c61b11-d298-4422-920c-e2002d0c2170 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:51.505787 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cca1a325-a3d0-4c46-9b29-1c1b7c3c0620 req-f9c61b11-d298-4422-920c-e2002d0c2170 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.1294954 May 27 03:13:51.552255 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-cca1a325-a3d0-4c46-9b29-1c1b7c3c0620 req-3d645cb0-13d3-4add-a71d-1554ca72b80e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393877 May 27 03:13:52.743546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3849b-c3cd-4cfd-8af7-f57191a20a2f req-d3e124cb-d7ef-4bd8-a6bf-bc90c0f5e93f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:52.744988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90d3849b-c3cd-4cfd-8af7-f57191a20a2f req-d3e124cb-d7ef-4bd8-a6bf-bc90c0f5e93f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0823398 May 27 03:13:52.790797 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90d3849b-c3cd-4cfd-8af7-f57191a20a2f req-1581af05-e146-439b-b6a8-37c27306b3f4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402358 May 27 03:13:53.975877 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719a5c0-4c13-4e86-a4d2-04aba421eff8 req-72c6e301-dc5d-4fd4-a617-d95f50b82f00 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:53.977278 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8719a5c0-4c13-4e86-a4d2-04aba421eff8 req-72c6e301-dc5d-4fd4-a617-d95f50b82f00 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0804470 May 27 03:13:54.024349 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8719a5c0-4c13-4e86-a4d2-04aba421eff8 req-16f6e8a4-fea1-4072-865c-7953796bfc59 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413408 May 27 03:13:55.209071 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6af14-6405-4e30-a5ec-b21803f4abd4 req-3a500abf-71b6-4601-a10c-8d1df2cf64e1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:55.210483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0e6af14-6405-4e30-a5ec-b21803f4abd4 req-3a500abf-71b6-4601-a10c-8d1df2cf64e1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0838027 May 27 03:13:55.255425 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b0e6af14-6405-4e30-a5ec-b21803f4abd4 req-79936e17-02ea-4679-ad22-1d61cee4ed93 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393579 May 27 03:13:56.436198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b5d4-2a72-46ce-ab7c-dfd5e387c7ae req-7c686209-7be9-4c20-9f10-974a2abe4e79 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:56.437538 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60a0b5d4-2a72-46ce-ab7c-dfd5e387c7ae req-7c686209-7be9-4c20-9f10-974a2abe4e79 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0777955 May 27 03:13:56.481897 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-60a0b5d4-2a72-46ce-ab7c-dfd5e387c7ae req-37791d6c-6b68-40b9-af1c-4e0353439c83 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380487 May 27 03:13:57.690753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d145922-eadd-4b9b-b71a-7adc5dd361c0 req-03342621-8c3b-4234-a580-2b9444e7ad3e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:57.692197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d145922-eadd-4b9b-b71a-7adc5dd361c0 req-03342621-8c3b-4234-a580-2b9444e7ad3e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0814219 May 27 03:13:57.742115 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5d145922-eadd-4b9b-b71a-7adc5dd361c0 req-130d004d-6f47-4717-9974-7c5d82f2d2da tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 May 27 03:13:58.928673 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8751e-38ae-4fa6-b953-5bcb01c0e4fc req-eb7896c2-6a14-4698-9d83-75d85a437d63 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:13:58.930040 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48a8751e-38ae-4fa6-b953-5bcb01c0e4fc req-eb7896c2-6a14-4698-9d83-75d85a437d63 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0816610 May 27 03:13:58.972459 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48a8751e-38ae-4fa6-b953-5bcb01c0e4fc req-f61831c7-0e4c-4666-8817-120b71c40044 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368927 May 27 03:14:00.214276 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a5f51-517f-4135-9006-d60fd49e4a82 req-27ef2490-f64e-4132-ab07-3833da4230d2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:00.215755 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e5a5f51-517f-4135-9006-d60fd49e4a82 req-27ef2490-f64e-4132-ab07-3833da4230d2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.1391051 May 27 03:14:00.218214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-b4865c23-3656-4efd-b25f-80794e932f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:00.219578 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-b4865c23-3656-4efd-b25f-80794e932f0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.1072502 May 27 03:14:00.341046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7e5a5f51-517f-4135-9006-d60fd49e4a82 req-cdd167b4-8317-487a-9270-2097cc990607 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196613 May 27 03:14:00.379348 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-022a3445-c693-4eca-9180-04d5d893dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:00.380768 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-022a3445-c693-4eca-9180-04d5d893dc79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1471467 May 27 03:14:00.482939 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-84b789e1-944a-48ed-8f0e-cfdf3b3c1da9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 1001 time: 0.0951352 May 27 03:14:00.545527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-a996ece6-5f88-4949-98ff-79746b90b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:00.547153 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-a996ece6-5f88-4949-98ff-79746b90b1dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0571387 May 27 03:14:00.625108 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-6b8a4c88-36c6-4e5e-9d38-a4eca586010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:00.626603 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-6b8a4c88-36c6-4e5e-9d38-a4eca586010d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735240 May 27 03:14:00.757035 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-eec84fde-f81b-45a6-a860-d3ddf665c5a2 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240187 May 27 03:14:00.886843 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0758ca06-e7ce-45a0-a8e2-53de94b93103 req-e15cd0ee-9af9-4a57-ac1d-067243c9c669 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234014 May 27 03:14:01.521720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d015e4b-0c3b-4bbb-82cf-991eee8a3602 req-68bffddd-2d1b-4bab-a9e7-e0aeea070874 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:01.523080 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d015e4b-0c3b-4bbb-82cf-991eee8a3602 req-68bffddd-2d1b-4bab-a9e7-e0aeea070874 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0785959 May 27 03:14:01.566436 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5d015e4b-0c3b-4bbb-82cf-991eee8a3602 req-0a006d0c-4c5c-4b46-9d0c-56d480086f27 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 May 27 03:14:02.151106 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:14:02.760699 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90864a7f-6c7f-4d59-9b0d-729058e23876 req-0be63f41-0ee8-4cce-af36-7d655ae6df92 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:02.762166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90864a7f-6c7f-4d59-9b0d-729058e23876 req-0be63f41-0ee8-4cce-af36-7d655ae6df92 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0847533 May 27 03:14:02.806581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90864a7f-6c7f-4d59-9b0d-729058e23876 req-1703d3a4-2604-4e28-b6d1-122ce551aa66 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388434 May 27 03:14:03.814735 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.097045 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7ac4d-7e51-4599-87d4-0c112486395c req-24c03dcc-bba8-495f-81c6-d71e6d9d68f2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:04.098503 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56c7ac4d-7e51-4599-87d4-0c112486395c req-24c03dcc-bba8-495f-81c6-d71e6d9d68f2 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.1857176 May 27 03:14:04.129773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:04.144849 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-56c7ac4d-7e51-4599-87d4-0c112486395c req-8a8f5744-1937-46a5-8b1c-75db6864a44d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405869 May 27 03:14:04.428567 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-5704d2b1-4fd3-440a-83fc-9695873955e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736372 May 27 03:14:04.490036 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dfbad-0dd7-4cde-a993-61c8968f6307 req-ff5e7242-2500-4bd5-9239-d9b891d112c6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:04.491310 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e5dfbad-0dd7-4cde-a993-61c8968f6307 req-ff5e7242-2500-4bd5-9239-d9b891d112c6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0791769 May 27 03:14:04.539848 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8e5dfbad-0dd7-4cde-a993-61c8968f6307 req-d6175410-8545-489e-b29a-ea0e5e1cc9c1 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 May 27 03:14:05.734037 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248a6cb-f86f-4251-9bfe-109c9fdf067b req-dc794979-228d-4a75-bcbd-f1ae3a3f3c32 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:05.735470 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0248a6cb-f86f-4251-9bfe-109c9fdf067b req-dc794979-228d-4a75-bcbd-f1ae3a3f3c32 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0795307 May 27 03:14:05.780152 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0248a6cb-f86f-4251-9bfe-109c9fdf067b req-1eec9e13-85fd-4394-9745-b49632d57871 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388556 May 27 03:14:06.018506 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02520b6f-6d86-41c2-ae8e-cb3764d0e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.243120 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6eca7c81-11b1-44c6-993f-f46c452cb15a no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:14:06.360062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 6eca7c81-11b1-44c6-993f-f46c452cb15a is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:06.360446 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.389819 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:14:06.401091 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:06.405642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:06.441107 n-d-843146-11 neutron-server[88427]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6e9f50b2-cf88-49be-9292-754ceb65c098']: {'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'code': 422} returned with failed status May 27 03:14:06.482563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:06.490866 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.491145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.491803 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.492147 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.492477 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.492810 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.493132 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.493452 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.493770 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.494087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.494404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.494745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:14:06.859978 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-eadf9384-30f9-4aac-a1a8-2756fec55a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:06.861475 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-eadf9384-30f9-4aac-a1a8-2756fec55a86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25&tenant_id=1b681186da9742ea9d2d9d9c1995a944 HTTP/1.1" status: 200 len: 1095 time: 0.0733485 May 27 03:14:07.116253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-5b388f42-70a7-4444-b189-be7dfa34a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:07.117749 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-5b388f42-70a7-4444-b189-be7dfa34a069 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1095 time: 0.2357228 May 27 03:14:07.125691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5b315-9021-4739-be79-82483e908917 req-904d0d56-8d2f-44e8-b9b7-450a8c5c01f5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:07.127541 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dee5b315-9021-4739-be79-82483e908917 req-904d0d56-8d2f-44e8-b9b7-450a8c5c01f5 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.2130740 May 27 03:14:07.253427 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dee5b315-9021-4739-be79-82483e908917 req-2def86d2-f115-4053-b57c-77fd73c6905e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071308 May 27 03:14:07.287858 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-c5e1603a-33b7-42dd-a095-20d484d4fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:07.289283 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-c5e1603a-33b7-42dd-a095-20d484d4fc22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1609282 May 27 03:14:07.393682 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-7d36f163-d442-4202-94c1-80378a770d17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 999 time: 0.0981233 May 27 03:14:07.454267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-2c5914b1-2ce0-4da5-a22c-6fd72aaf64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:07.456314 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-2c5914b1-2ce0-4da5-a22c-6fd72aaf64e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0567191 May 27 03:14:07.530691 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-cffa7145-4750-4ff8-9827-ab3d57e00d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:07.532180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-cffa7145-4750-4ff8-9827-ab3d57e00d67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700223 May 27 03:14:07.665676 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-9eca04ee-b689-4478-af20-d97a1f0b3a0f service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262848 May 27 03:14:07.795869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-bb782d91-261e-4def-9ee9-5a058447f9ae service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242695 May 27 03:14:08.180210 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ccae5d0d-bfbc-40ab-8a41-e9d61c7fa2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:08.434091 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29a5f-ebb7-43fe-8b14-f672b586ff38 req-ee315b03-a296-4a42-b54c-50c5f98034ba tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:08.435441 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3f29a5f-ebb7-43fe-8b14-f672b586ff38 req-ee315b03-a296-4a42-b54c-50c5f98034ba tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0774083 May 27 03:14:08.478893 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-d3f29a5f-ebb7-43fe-8b14-f672b586ff38 req-1292bcb6-efc2-434a-be2b-dc354aa4488f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 May 27 03:14:09.566349 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:09.669528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41743993-84f3-4dce-b2e8-1c0566ec8518 req-ffc6f560-57c1-41e1-bb63-abb9e02e407d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:09.671019 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41743993-84f3-4dce-b2e8-1c0566ec8518 req-ffc6f560-57c1-41e1-bb63-abb9e02e407d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0851192 May 27 03:14:09.714874 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-41743993-84f3-4dce-b2e8-1c0566ec8518 req-4095955b-4f47-4609-977d-78734fadba4a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374928 May 27 03:14:09.758278 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:10.899218 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8494a9-82be-4c04-9a27-38ba844626bc req-2a6acdd9-1584-44ef-8283-264f80a23762 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:10.900570 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c8494a9-82be-4c04-9a27-38ba844626bc req-2a6acdd9-1584-44ef-8283-264f80a23762 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0830572 May 27 03:14:10.943699 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3c8494a9-82be-4c04-9a27-38ba844626bc req-028d406b-7f42-4362-b070-7a34fbbcb2e6 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375919 May 27 03:14:11.337580 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:12.124259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e42d4-49d6-4ba4-882f-9ca73ac7efb0 req-e208f4ee-25ec-45a6-a46d-48a0782730ed tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:12.125757 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f11e42d4-49d6-4ba4-882f-9ca73ac7efb0 req-e208f4ee-25ec-45a6-a46d-48a0782730ed tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0785646 May 27 03:14:12.172869 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f11e42d4-49d6-4ba4-882f-9ca73ac7efb0 req-e97e1da9-6b8f-471a-8cda-c59bf5ac2713 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 May 27 03:14:13.362844 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8e7af-fa3d-4491-bd18-074394c4471d req-1264271b-e54a-4de2-8101-dd939b44699d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:13.364307 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7e8e7af-fa3d-4491-bd18-074394c4471d req-1264271b-e54a-4de2-8101-dd939b44699d tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0817091 May 27 03:14:13.408435 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-c7e8e7af-fa3d-4491-bd18-074394c4471d req-51a65574-3183-46fc-9a43-6ed4d9bf851e tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380025 May 27 03:14:14.592999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4fc28-e686-4fb1-b9a4-317bfc8acc33 req-820e0bbf-e64b-4215-8b4f-1cf0e6c6f45a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:14.594476 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dae4fc28-e686-4fb1-b9a4-317bfc8acc33 req-820e0bbf-e64b-4215-8b4f-1cf0e6c6f45a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0804875 May 27 03:14:14.640902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-dae4fc28-e686-4fb1-b9a4-317bfc8acc33 req-ec29f702-ceee-4608-8390-af8a55969ac0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400379 May 27 03:14:15.824275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d4766-5920-4f90-b8f0-a4997f1f337d req-d3626a0e-7d7a-4061-928e-a240cea3c03b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:15.825687 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec3d4766-5920-4f90-b8f0-a4997f1f337d req-d3626a0e-7d7a-4061-928e-a240cea3c03b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 943 time: 0.0809739 May 27 03:14:15.869578 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ec3d4766-5920-4f90-b8f0-a4997f1f337d req-11dc9830-79c1-4f60-99c6-58db4caea07a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376468 May 27 03:14:16.272883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6eca7c81-11b1-44c6-993f-f46c452cb15a details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:14:16.403598 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:16.416815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'port_id': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'mac_address': 'fa:16:3e:18:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:14:16.470024 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 6eca7c81-11b1-44c6-993f-f46c452cb15a is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:16.470945 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:16.487800 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eca7c81-11b1-44c6-993f-f46c452cb15a {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:14:16.502665 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:16.506149 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:16.574377 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:16.832730 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['6eca7c81-11b1-44c6-993f-f46c452cb15a'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:14:17.060887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6cd21-b9b6-4d43-86a4-cdf9b95d2408 req-39449ba8-a05b-4ea6-9194-dd961d0f0fa4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:17.062481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93a6cd21-b9b6-4d43-86a4-cdf9b95d2408 req-39449ba8-a05b-4ea6-9194-dd961d0f0fa4 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 944 time: 0.0854340 May 27 03:14:17.107429 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-93a6cd21-b9b6-4d43-86a4-cdf9b95d2408 req-e5964f14-144e-4ba3-9eea-528bb32fedc8 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383291 May 27 03:14:18.273818 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6eca7c81-11b1-44c6-993f-f46c452cb15a up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:14:18.290983 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3648657-8e4e-499a-ad24-e3669b95ead0 req-45255b1f-327f-4565-a1e6-38b363ea805f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:18.292709 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3648657-8e4e-499a-ad24-e3669b95ead0 req-45255b1f-327f-4565-a1e6-38b363ea805f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 944 time: 0.0809672 May 27 03:14:18.356160 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-b3648657-8e4e-499a-ad24-e3669b95ead0 req-ce65b347-e2a3-48e6-aa3f-5d6a65e4106a tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578694 May 27 03:14:18.385638 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 6eca7c81-11b1-44c6-993f-f46c452cb15a triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:14:18.386004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:18.495990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 6eca7c81-11b1-44c6-993f-f46c452cb15a is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:14:18.496280 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:18.525075 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:14:18.535087 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:14:18.539687 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:18.575315 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ad8eb3-a8d5-451b-a6f4-b368e8bbd2a1'] response: {'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'code': 200} May 27 03:14:18.616119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:14:18.784703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5bb30-5d21-4568-a23a-03f2c2c76101 req-e3cfad8b-e79e-4dc9-b8c8-b5ca26980200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:18.786080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b5bb30-5d21-4568-a23a-03f2c2c76101 req-e3cfad8b-e79e-4dc9-b8c8-b5ca26980200 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.0705597 May 27 03:14:18.826056 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b4b5bb30-5d21-4568-a23a-03f2c2c76101 req-6cf002a1-ac81-468c-bf01-ccb0b0289ea1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339711 May 27 03:14:19.539514 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c28e-7d8c-4261-887e-ce4bfce0cbe1 req-a3aba74b-2962-41a6-98cd-6b080d628392 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:19.540984 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1145c28e-7d8c-4261-887e-ce4bfce0cbe1 req-a3aba74b-2962-41a6-98cd-6b080d628392 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0792472 May 27 03:14:19.584749 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-1145c28e-7d8c-4261-887e-ce4bfce0cbe1 req-9f97d7e6-0a34-4cc5-bca2-6426c0ab490f tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 May 27 03:14:20.773557 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0db1-1ba5-4f01-a297-a05403357228 req-1b1115da-8b1d-45bf-963e-2e11b3176071 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:20.775029 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7ac0db1-1ba5-4f01-a297-a05403357228 req-1b1115da-8b1d-45bf-963e-2e11b3176071 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0834484 May 27 03:14:20.818961 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c7ac0db1-1ba5-4f01-a297-a05403357228 req-56f738ee-3265-452f-8966-feec3b9efd64 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382781 May 27 03:14:33.816339 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:34.147163 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:36.021493 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0275e863-9736-49f2-9584-9bbdd68186dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:37.447076 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-aa65834d-709f-41c8-94cb-232a6e8753d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815463 May 27 03:14:37.607457 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-f001be1f-a9a6-4460-85b3-cd11e40ff0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:37.607457 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-f001be1f-a9a6-4460-85b3-cd11e40ff0b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.0907114 May 27 03:14:37.761590 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-09c02e36-48d4-49b0-8da2-cc576f156fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:37.761590 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-09c02e36-48d4-49b0-8da2-cc576f156fa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.1373084 May 27 03:14:37.982197 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-78be7686-a6f7-4e20-bb5c-0aedd0834881 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 1001 time: 0.2144642 May 27 03:14:38.048233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-924682b5-591a-4118-8654-6c4b57324a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:38.048233 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-924682b5-591a-4118-8654-6c4b57324a1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0613754 May 27 03:14:38.127081 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-2293b911-e0bc-4736-b659-7240e8f8863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:14:38.127081 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-2293b911-e0bc-4736-b659-7240e8f8863e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725551 May 27 03:14:38.187696 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-608699d1-629a-4b02-9ad0-d35a0014a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:38.270386 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-eb9e9f42-a429-49dd-8246-c0c257226bfb service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346738 May 27 03:14:38.405722 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6dd4f50e-0dab-45ad-9e65-fba050a72db8 req-42c42a84-7665-4adc-953e-6bfacfe0a632 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307673 May 27 03:14:39.154147 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:14:39.577674 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:39.766271 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:41.341382 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:42.420508 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-eb76269c-ed03-4cee-81c0-8a02716d617e req-cb50bd37-6eaa-4a7b-a974-89854ff25d29 service neutron] (88426) timed out ('10.222.0.16', 34510) {{(pid=88426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:15:03.815666 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:04.143896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:06.022478 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6e6fec5b-8bc6-4870-80ef-12c940b55749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:08.186272 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6afdcb0f-4d27-48d9-92e1-4b112d485d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:09.565988 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:09.764968 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:11.347980 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:16.150703 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:15:33.815357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:34.159337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.022557 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f052608f-4758-4f0c-93ee-648d59a609c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:36.841128 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36186) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:37.040458 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Deleting port 75966c77-e818-4721-9673-42b802170212 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:37.040801 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.205373 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.205619 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.330261 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Calling delete_port for 75966c77-e818-4721-9673-42b802170212 owned by network:floatingip {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:37.473186 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.524239 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event deleted for resources: {'Port': ['ID=75966c77-e818-4721-9673-42b802170212,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:37.564273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.564616 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.564954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.565285 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.565612 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.565937 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.566263 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.566586 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.566931 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.567247 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.567566 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.567880 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:37.622474 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for floatingip, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:37.622885 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Floating IP 711f33e5-f31f-4562-af6a-e93ae9cfae17 disassociated (deleted). External IP: 172.25.3.130, port: 6eca7c81-11b1-44c6-993f-f46c452cb15a. May 27 03:15:38.068720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:15:38.188910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9426066d-633b-4536-bd1a-a9507bb4aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:38.246748 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:38.256369 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] Sync routers for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:38.265460 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:38.266143 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:38.269024 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:38.329067 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-c37e510e-5560-490a-8abc-45ea7cb3c74b tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "DELETE /v2.0/floatingips/711f33e5-f31f-4562-af6a-e93ae9cfae17 HTTP/1.1" status: 204 len: 168 time: 1.4843929 May 27 03:15:38.329067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:15:38.383137 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfeeac29-0302-410e-b579-b0406ec93d79'] response: {'name': 'network-changed', 'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'status': 'completed', 'code': 200} May 27 03:15:38.470154 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:38.481730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-9998900b-becf-456b-87bd-eb98b3147626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:38.483486 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-9998900b-becf-456b-87bd-eb98b3147626 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b681186da9742ea9d2d9d9c1995a944&device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 1097 time: 0.0768974 May 27 03:15:38.695919 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-f008a183-d1a9-4518-8284-34b032065558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:38.697379 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-f008a183-d1a9-4518-8284-34b032065558 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 200 len: 910 time: 0.2087345 May 27 03:15:38.789781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-57fb0725-5620-4f31-8034-41514be56d5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 200 len: 217 time: 0.0852675 May 27 03:15:38.807872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:38.811745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] Checking router: 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:38.820022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:38.820617 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:38.863209 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-c8c1d402-e3e4-4943-a35d-5b1c43c08ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:38.864540 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-c8c1d402-e3e4-4943-a35d-5b1c43c08ed3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 200 len: 848 time: 0.0672371 May 27 03:15:38.875634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9736f24-26d0-4c66-b7e8-44de91b47928 req-c92a8831-efef-4a3e-9761-6565dbb00bf7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:38.877023 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9736f24-26d0-4c66-b7e8-44de91b47928 req-c92a8831-efef-4a3e-9761-6565dbb00bf7 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.2311051 May 27 03:15:38.971743 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a9736f24-26d0-4c66-b7e8-44de91b47928 req-a4ed427d-7737-4759-b884-4d10a3736845 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594690 May 27 03:15:38.987133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-c3666faf-8ebd-414a-a4ae-03b157f7e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:38.988596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-c3666faf-8ebd-414a-a4ae-03b157f7e30c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca6c786f-ea9a-464f-a805-70b0e2980c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107323 May 27 03:15:39.003820 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:39.132253 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-8af786e2-780f-4e3e-936b-c6fac720e144 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356609 May 27 03:15:39.264988 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0c74ecd3-4fd6-4666-adfc-602825116778 req-c93c6306-0bd2-4d87-99c3-83a616deefc2 service neutron] 10.222.0.13 "GET /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255620 May 27 03:15:39.318176 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:39.322180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e797aa-6872-4593-a61d-1ad5a670aaec None None] The sync data for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 is: [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:05:46Z', 'revision_number': 4, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '7c4ed02b-fafc-4979-82f7-aa04df15e016', 'name': '', 'network_id': 'ca6c786f-ea9a-464f-a805-70b0e2980c98', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'mac_address': 'fa:16:3e:21:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:46Z', 'updated_at': '2022-05-27T03:05:51Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'subnets': [{'id': 'b917315b-0ac4-4c06-8205-2522f0ef9f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:39.526327 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f225920-ead9-4dcc-86ca-5262a8a79325 None None] New status for floating IP 711f33e5-f31f-4562-af6a-e93ae9cfae17: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:15:39.569709 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:39.766899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.171790 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfac720-96d6-4415-8c3b-72a53c9dc6d6 req-28375651-9009-41d3-8e1c-6bd4ed3963d9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:40.172464 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7bfac720-96d6-4415-8c3b-72a53c9dc6d6 req-28375651-9009-41d3-8e1c-6bd4ed3963d9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Synchronizing usage tracker for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:15:40.186841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-7bfac720-96d6-4415-8c3b-72a53c9dc6d6 req-28375651-9009-41d3-8e1c-6bd4ed3963d9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Unset dirty status for tenant:1b681186da9742ea9d2d9d9c1995a944 on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:15:40.188181 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bfac720-96d6-4415-8c3b-72a53c9dc6d6 req-28375651-9009-41d3-8e1c-6bd4ed3963d9 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0945678 May 27 03:15:40.233207 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7bfac720-96d6-4415-8c3b-72a53c9dc6d6 req-c636d4ad-b085-4a94-bfe6-378aed1ed7c0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/security-groups?id=37e08f83-bf54-4bd1-8452-e907c028b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 May 27 03:15:40.289717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-690322b5-9274-465e-a287-9cd92e94a008 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:40.291073 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-690322b5-9274-465e-a287-9cd92e94a008 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 945 time: 0.0839987 May 27 03:15:40.358672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Deleting port 6eca7c81-11b1-44c6-993f-f46c452cb15a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:40.359039 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.701287 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] For port 6eca7c81-11b1-44c6-993f-f46c452cb15a, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=6eca7c81-11b1-44c6-993f-f46c452cb15a,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:40.701645 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:40.821736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Calling delete_port for 6eca7c81-11b1-44c6-993f-f46c452cb15a owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:40.967350 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.053783 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event deleted for resources: {'Port': ['ID=6eca7c81-11b1-44c6-993f-f46c452cb15a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:41.094159 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.094505 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.094874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.095212 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.095546 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.095876 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.096284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.096638 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.096950 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.097290 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.097595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.097916 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:41.106657 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] No DVR routers for this DVR port 6eca7c81-11b1-44c6-993f-f46c452cb15a on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:15:41.108987 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.111943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-deleted', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:15:41.128936 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f06b7350-c9e1-4cb5-8655-f9b20d393632 req-d393ea44-ede2-4911-8c89-960b4e394571 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.13 "DELETE /v2.0/ports/6eca7c81-11b1-44c6-993f-f46c452cb15a HTTP/1.1" status: 204 len: 173 time: 0.8326333 May 27 03:15:41.157905 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2ad466-73bd-4b35-83a3-a6c72d45b893'] response: {'server_uuid': '7f048d5f-4159-47d2-bd89-22ae533f8b25', 'name': 'network-vif-deleted', 'tag': '6eca7c81-11b1-44c6-993f-f46c452cb15a', 'status': 'completed', 'code': 200} May 27 03:15:41.361351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:41.387109 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8c46342f-2055-46b6-a966-8226f658e4ca req-7eab56b9-e603-4bd5-96fd-04ec7f928ec0 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f048d5f-4159-47d2-bd89-22ae533f8b25 HTTP/1.1" status: 200 len: 210 time: 0.0491095 May 27 03:15:42.485424 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36208) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:42.553364 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272fac4-626e-4eed-bce5-d1972b682af3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.582593 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272fac4-626e-4eed-bce5-d1972b682af3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.648098 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272fac4-626e-4eed-bce5-d1972b682af3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.667241 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272fac4-626e-4eed-bce5-d1972b682af3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e08f83-bf54-4bd1-8452-e907c028b91e,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:42.680780 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-7272fac4-626e-4eed-bce5-d1972b682af3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:42.684472 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-7272fac4-626e-4eed-bce5-d1972b682af3 tempest-TestShelveInstance-57541357 tempest-TestShelveInstance-57541357-project] 10.222.0.16 "DELETE /v2.0/security-groups/37e08f83-bf54-4bd1-8452-e907c028b91e HTTP/1.1" status: 204 len: 168 time: 0.1954424 May 27 03:15:43.739947 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36216) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:44.443676 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:44.646168 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6eca7c81-11b1-44c6-993f-f46c452cb15a no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:44.718298 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 6eca7c81-11b1-44c6-993f-f46c452cb15a {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:44.718761 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 6eca7c81-11b1-44c6-993f-f46c452cb15a not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:44.903918 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Deleting port 7c4ed02b-fafc-4979-82f7-aa04df15e016 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:44.904481 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.073022 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] For port 7c4ed02b-fafc-4979-82f7-aa04df15e016, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=7c4ed02b-fafc-4979-82f7-aa04df15e016,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:45.073379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.191582 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Calling delete_port for 7c4ed02b-fafc-4979-82f7-aa04df15e016 owned by network:router_interface {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:45.369674 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:45.423033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4ed02b-fafc-4979-82f7-aa04df15e016,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:45.689999 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.168204 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:15:46.342221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:46.351413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] Sync routers for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:46.354843 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-cbc6583b-fc54-454d-abdf-637007059703 admin admin] 10.222.0.16 "PUT /v2.0/routers/8d7a9e68-a2bd-422f-839f-8c6f0cd5941d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6138899 May 27 03:15:46.357380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36222) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:46.360624 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:46.361231 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:46.533665 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.534805 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:46.706601 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.717223 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Deleting port efa02f05-935a-4466-8fba-18d4efd136c7 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:46.717654 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.819255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:15:45Z', 'revision_number': 5, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port': {'id': 'efa02f05-935a-4466-8fba-18d4efd136c7', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:43Z', 'updated_at': '2022-05-27T03:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:46.823118 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] Checking router: 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:46.831569 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] Routers {'8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:46.832183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:46.891720 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] For port efa02f05-935a-4466-8fba-18d4efd136c7, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=efa02f05-935a-4466-8fba-18d4efd136c7,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:46.892074 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:46.981180 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] Set router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:47.012837 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Calling delete_port for efa02f05-935a-4466-8fba-18d4efd136c7 owned by network:router_gateway {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:47.085921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:15:46Z', 'revision_number': 6, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:47.090126 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9ad3d-5d6b-4154-82da-6af216b81fcb None None] The sync data for ids ['8d7a9e68-a2bd-422f-839f-8c6f0cd5941d'] in n-d-843146-11 is: [{'id': '8d7a9e68-a2bd-422f-839f-8c6f0cd5941d', 'name': 'tempest-TestShelveInstance-1833803999-router', 'tenant_id': '1b681186da9742ea9d2d9d9c1995a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:42Z', 'updated_at': '2022-05-27T03:15:46Z', 'revision_number': 6, 'project_id': '1b681186da9742ea9d2d9d9c1995a944', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:47.188785 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.263349 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa02f05-935a-4466-8fba-18d4efd136c7,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:47.326435 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.531604 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c4ed02b-fafc-4979-82f7-aa04df15e016 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:47.567201 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 7c4ed02b-fafc-4979-82f7-aa04df15e016 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:47.567544 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 7c4ed02b-fafc-4979-82f7-aa04df15e016 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:47.622964 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.625205 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.648119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.648610 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7a9e68-a2bd-422f-839f-8c6f0cd5941d {{(pid=88426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:15:47.660547 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] Notify callbacks [] for router, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.661641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-83c5ea94-e336-4d51-a203-c70f470fcdb5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8d7a9e68-a2bd-422f-839f-8c6f0cd5941d HTTP/1.1" status: 204 len: 168 time: 1.3033857 May 27 03:15:47.664306 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36226) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:47.720765 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] Deleting subnet b917315b-0ac4-4c06-8205-2522f0ef9f78 {{(pid=88426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:15:47.723452 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.772946 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1663761'] for subnet, precommit_delete_associations {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.847150 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.918292 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1663744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262529044'] for subnet, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.957111 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b917315b-0ac4-4c06-8205-2522f0ef9f78,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:47.959095 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:47.963189 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044617e-0715-4665-91fd-6682cb0979c8 None None] Network ca6c786f-ea9a-464f-a805-70b0e2980c98 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:47.965302 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-0e1e302d-8cf0-4a5e-8fcc-176b0f571c0c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b917315b-0ac4-4c06-8205-2522f0ef9f78 HTTP/1.1" status: 204 len: 168 time: 0.3000712 May 27 03:15:47.967793 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36230) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:48.077061 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.087860 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Deleting port 4b10f25c-00cb-4b4c-9065-107f661b2439 {{(pid=88426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:48.088197 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.248877 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] DHCP port deletion for ca6c786f-ea9a-464f-a805-70b0e2980c98 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:15:48.252995 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Deleting port 4b10f25c-00cb-4b4c-9065-107f661b2439 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:48.253368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.296129 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.db [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] For port 4b10f25c-00cb-4b4c-9065-107f661b2439, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4b10f25c-00cb-4b4c-9065-107f661b2439,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:48.296728 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.421916 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.plugin [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Calling delete_port for 4b10f25c-00cb-4b4c-9065-107f661b2439 owned by network:dhcp {{(pid=88426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:48.460823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] For port 4b10f25c-00cb-4b4c-9065-107f661b2439, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=4b10f25c-00cb-4b4c-9065-107f661b2439,segment=NetworkSegment(22bd9bdc-71b8-4f5e-b3f8-fb112ece276d),segment_id=22bd9bdc-71b8-4f5e-b3f8-fb112ece276d)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:48.461205 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.496307 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.547541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4b10f25c-00cb-4b4c-9065-107f661b2439,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:48.550954 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] No DVR routers for this DVR port 4b10f25c-00cb-4b4c-9065-107f661b2439 on host n-d-843146-11 {{(pid=88426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:15:48.620953 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Calling delete_port for 4b10f25c-00cb-4b4c-9065-107f661b2439 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:48.670312 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.689929 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:15:48.690286 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:15:48.695628 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6c786f-ea9a-464f-a805-70b0e2980c98']}} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:48.707440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d') {'for_net_delete': True} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:48.707740 n-d-843146-11 neutron-server[88426]: DEBUG neutron.services.segments.db [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bd9bdc-71b8-4f5e-b3f8-fb112ece276d') {} {{(pid=88426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:48.719353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1663750'] for segment, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.735146 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.741089 n-d-843146-11 neutron-server[88426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:15:48.741467 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1664418'] for segment, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.837353 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.854459 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 22bd9bdc-71b8-4f5e-b3f8-fb112ece276d resource provider aggregate not found May 27 03:15:48.858115 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Notify callbacks [] for network, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:48.868821 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6c786f-ea9a-464f-a805-70b0e2980c98,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:48.875982 n-d-843146-11 neutron-server[88426]: INFO neutron.services.segments.plugin [-] Segment 22bd9bdc-71b8-4f5e-b3f8-fb112ece276d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22bd9bdc-71b8-4f5e-b3f8-fb112ece276d found for delete ", "request_id": "req-f257b8dd-dc81-4251-bdee-5fff6cc39950"}]} May 27 03:15:48.884641 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-a92e4dd1-2362-4c60-ad4f-9633c07ed8ca admin admin] 10.222.0.16 "DELETE /v2.0/networks/ca6c786f-ea9a-464f-a805-70b0e2980c98 HTTP/1.1" status: 204 len: 168 time: 0.9158828 May 27 03:15:48.887528 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36240) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:49.191780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Deleting port 4b10f25c-00cb-4b4c-9065-107f661b2439 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:49.192252 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.260233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-67f07e55-a8ff-4757-bee1-937d3dafd868 None None] The port '4b10f25c-00cb-4b4c-9065-107f661b2439' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:15:49.334792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device efa02f05-935a-4466-8fba-18d4efd136c7 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:49.368473 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: efa02f05-935a-4466-8fba-18d4efd136c7 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:49.368821 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device efa02f05-935a-4466-8fba-18d4efd136c7 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:49.369246 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4b10f25c-00cb-4b4c-9065-107f661b2439 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:49.405265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 4b10f25c-00cb-4b4c-9065-107f661b2439 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:49.405622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 4b10f25c-00cb-4b4c-9065-107f661b2439 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:49.428515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:49.776028 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Deleting port cb167eb2-1008-4643-9c7b-f1efbf1df801 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:49.776377 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:50.046527 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] For port cb167eb2-1008-4643-9c7b-f1efbf1df801, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=cb167eb2-1008-4643-9c7b-f1efbf1df801,segment=NetworkSegment(a2b588e8-c908-4cda-885d-2dab8f2397ed),segment_id=a2b588e8-c908-4cda-885d-2dab8f2397ed)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:50.047268 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:50.171510 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Calling delete_port for cb167eb2-1008-4643-9c7b-f1efbf1df801 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:50.482647 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:50.531943 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb167eb2-1008-4643-9c7b-f1efbf1df801,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:50.808603 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:51.164921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:15:51.454536 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:51.463635 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] Sync routers for ids ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:51.471704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9217f7d5-b236-4f49-b0ea-a15637ca5898 admin admin] 10.222.0.16 "PUT /v2.0/routers/7074f4e9-faf0-4ee4-9b75-921ec18d8d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5820997 May 27 03:15:51.473207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36244) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:51.473419 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] Routers {'7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:51.474025 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:51.651944 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:51.652260 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] Set router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:51.830910 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:51.841173 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Deleting port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:51.841470 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:51.960656 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:15:50Z', 'revision_number': 5, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port': {'id': '196b7dec-4cf6-44cf-8b2e-68f47ee22eb9', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:05:50Z', 'updated_at': '2022-05-27T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:51.964453 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] Checking router: 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:51.972533 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] Routers {'7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:51.973118 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:52.016423 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] For port 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:52.016779 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.124125 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] Set router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:52.140344 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Calling delete_port for 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:52.226814 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:15:51Z', 'revision_number': 6, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:52.230702 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc58fc7-a043-4cae-b48e-356a1f44922e None None] The sync data for ids ['7074f4e9-faf0-4ee4-9b75-921ec18d8d9f'] in n-d-843146-11 is: [{'id': '7074f4e9-faf0-4ee4-9b75-921ec18d8d9f', 'name': 'tempest-TestShelveInstance-784892059-router', 'tenant_id': '69575922a0e842939ad010773cce9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:05:49Z', 'updated_at': '2022-05-27T03:15:51Z', 'revision_number': 6, 'project_id': '69575922a0e842939ad010773cce9aae', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:52.308335 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.356004 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=196b7dec-4cf6-44cf-8b2e-68f47ee22eb9,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:52.447868 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.726137 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.728287 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.751041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.751541 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7074f4e9-faf0-4ee4-9b75-921ec18d8d9f {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:15:52.765303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.766452 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-47c6defa-8ed6-4cbb-be80-0c36d76fcc52 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7074f4e9-faf0-4ee4-9b75-921ec18d8d9f HTTP/1.1" status: 204 len: 168 time: 1.2923265 May 27 03:15:52.769225 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36248) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:52.828554 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] Deleting subnet bd05e264-7ddd-4628-b992-d0db713f7d5c {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:15:52.831405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.882004 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:52.958281 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.028804 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.072119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd05e264-7ddd-4628-b992-d0db713f7d5c,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:53.074079 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.079708 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8c10d-34ca-4f8b-93f1-e910d24e670f None None] Network 82ad095a-fb3e-4457-a1dc-a32698621ec7 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:53.086534 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-71e977b7-2ee4-4943-a968-0fc92c3d7868 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd05e264-7ddd-4628-b992-d0db713f7d5c HTTP/1.1" status: 204 len: 168 time: 0.3163233 May 27 03:15:53.089182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36252) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:53.151429 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:15:53.200678 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.213005 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Deleting port 0183acea-f866-458d-ab36-19d62630dfcd {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:53.213341 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.362850 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] DHCP port deletion for 82ad095a-fb3e-4457-a1dc-a32698621ec7 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:15:53.367776 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Deleting port 0183acea-f866-458d-ab36-19d62630dfcd {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:53.368571 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.394503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb167eb2-1008-4643-9c7b-f1efbf1df801 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:53.435418 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] For port 0183acea-f866-458d-ab36-19d62630dfcd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0183acea-f866-458d-ab36-19d62630dfcd,segment=NetworkSegment(a2b588e8-c908-4cda-885d-2dab8f2397ed),segment_id=a2b588e8-c908-4cda-885d-2dab8f2397ed)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:53.435968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.437718 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: cb167eb2-1008-4643-9c7b-f1efbf1df801 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:53.438052 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device cb167eb2-1008-4643-9c7b-f1efbf1df801 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:53.438462 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:53.477804 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:53.478145 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 196b7dec-4cf6-44cf-8b2e-68f47ee22eb9 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:53.565639 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Calling delete_port for 0183acea-f866-458d-ab36-19d62630dfcd owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:53.635483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] For port 0183acea-f866-458d-ab36-19d62630dfcd, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=0183acea-f866-458d-ab36-19d62630dfcd,segment=NetworkSegment(a2b588e8-c908-4cda-885d-2dab8f2397ed),segment_id=a2b588e8-c908-4cda-885d-2dab8f2397ed)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:53.635873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.641719 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.689226 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0183acea-f866-458d-ab36-19d62630dfcd,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:53.691386 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] No DVR routers for this DVR port 0183acea-f866-458d-ab36-19d62630dfcd on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:15:53.758583 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Calling delete_port for 0183acea-f866-458d-ab36-19d62630dfcd owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:15:53.825523 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.831128 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:15:53.831503 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:15:53.857893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ad095a-fb3e-4457-a1dc-a32698621ec7']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:53.870188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b588e8-c908-4cda-885d-2dab8f2397ed') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:53.870477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b588e8-c908-4cda-885d-2dab8f2397ed') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:53.882796 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.898608 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.905110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:15:53.905492 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:53.998646 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.022594 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.029034 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ad095a-fb3e-4457-a1dc-a32698621ec7,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:54.041162 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9584c818-8aaa-4309-ab9a-acdf7dfc3ba5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/82ad095a-fb3e-4457-a1dc-a32698621ec7 HTTP/1.1" status: 204 len: 168 time: 0.9506495 May 27 03:15:54.058828 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a2b588e8-c908-4cda-885d-2dab8f2397ed resource provider aggregate not found May 27 03:15:54.076104 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment a2b588e8-c908-4cda-885d-2dab8f2397ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2b588e8-c908-4cda-885d-2dab8f2397ed found for delete ", "request_id": "req-393d96c4-8497-420c-a774-1a0c62bb496d"}]} May 27 03:15:54.195930 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36264) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:54.246407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1f208be5-ca94-4d43-bd23-992fe33064c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b681186da9742ea9d2d9d9c1995a944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492179 May 27 03:15:54.248873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36268) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:54.306576 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-756ae8d4-4e1f-4985-af86-e5fc6a3f3e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.331578 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-756ae8d4-4e1f-4985-af86-e5fc6a3f3e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.332509 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Deleting port 0183acea-f866-458d-ab36-19d62630dfcd {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:15:54.332957 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.383968 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-756ae8d4-4e1f-4985-af86-e5fc6a3f3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.400958 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ae8d4-4e1f-4985-af86-e5fc6a3f3e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc2797-2a62-4dc6-a0a4-c05d6551ce79,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:54.403415 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-33e3d786-9745-4d4e-8c0a-1d67f2df3d3c None None] The port '0183acea-f866-458d-ab36-19d62630dfcd' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:15:54.410041 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-756ae8d4-4e1f-4985-af86-e5fc6a3f3e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.414295 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-756ae8d4-4e1f-4985-af86-e5fc6a3f3e0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24cc2797-2a62-4dc6-a0a4-c05d6551ce79 HTTP/1.1" status: 204 len: 168 time: 0.1609452 May 27 03:15:54.775738 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36276) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:54.825021 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3ad19ea4-99b7-441f-88be-b8979cee97db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69575922a0e842939ad010773cce9aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481281 May 27 03:15:54.827541 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36280) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:54.883695 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7efc-387d-47a1-ae2c-facc17d7c4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.908481 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7efc-387d-47a1-ae2c-facc17d7c4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.958779 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7efc-387d-47a1-ae2c-facc17d7c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.978053 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba7efc-387d-47a1-ae2c-facc17d7c4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0464cb6-aa78-4d12-bfab-aa641b6b48e9,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:54.982625 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7efc-387d-47a1-ae2c-facc17d7c4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:54.983742 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e4ba7efc-387d-47a1-ae2c-facc17d7c4e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0464cb6-aa78-4d12-bfab-aa641b6b48e9 HTTP/1.1" status: 204 len: 168 time: 0.1552610 May 27 03:15:55.332542 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0183acea-f866-458d-ab36-19d62630dfcd no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:15:55.367115 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 0183acea-f866-458d-ab36-19d62630dfcd {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:15:55.367471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 0183acea-f866-458d-ab36-19d62630dfcd not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:15:55.758040 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36304) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:55.859846 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-110394946-network', 'tenant_id': 'daa12ff609d24131976a5f98094711f2'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:55.865719 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:55.869625 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Usage tracker for resource:network and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:55.872504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:55.879164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:55.889624 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Made reservation on behalf of daa12ff609d24131976a5f98094711f2 for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:55.891898 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:55.907228 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:55.921082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:55.924992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:55.928301 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:55.933977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:56.016711 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.022155 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.055935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:15:56.064478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfd5851-9768-4383-b9ce-7e58dc8704b8,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:56.071125 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.071513 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Added segment fea564ef-a758-4078-bfe1-eebbd436fa1f of type vlan for network 580d2b70-2d29-4f1f-8fa7-b4244c8160af May 27 03:15:56.097276 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.125013 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.125934 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:56.126510 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.227292 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] Pushing event updated for resources: {'Network': ['ID=580d2b70-2d29-4f1f-8fa7-b4244c8160af,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:56.230413 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-96cc3220-a0d5-449c-ad85-32b85b21b332 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4713824 May 27 03:15:56.233486 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36310) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:56.237461 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:15:56.238736 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Request body: {'subnet': {'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-110394946-subnet', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:56.244910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:56.248875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Usage tracker for resource:subnet and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:56.251728 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:56.257583 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:56.267941 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Made reservation on behalf of daa12ff609d24131976a5f98094711f2 for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:56.270175 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.563119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.637593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:56.646677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Checking segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:56.647055 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Network hostable DHCP agents. Network: 580d2b70-2d29-4f1f-8fa7-b4244c8160af, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:15:56.665315 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:15:56.674095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, 580d2b70-2d29-4f1f-8fa7-b4244c8160af) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:56.677984 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:56.678575 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.683360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68592e3-5eeb-4916-a1ab-4fd50a93d93c None None] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:56.699471 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-a9673641-7ad1-4ae5-a8c5-3a4e53384fad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4649277 May 27 03:15:56.702412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36314) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:56.707375 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:15:56.713086 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:15:56.716963 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Usage tracker for resource:router and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:15:56.719796 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:15:56.726310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:15:56.736953 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.737982 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.754091 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:56.925932 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:15:56.926761 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.030743 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.081486 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Allocated IP 172.20.0.2 (580d2b70-2d29-4f1f-8fa7-b4244c8160af/19c1b4fb-55a3-4322-86ab-e878a8e1f6ae/6046907e-b9d3-48d9-a147-8e5642871ef0) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:57.288832 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.298732 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Transition to ACTIVE for port object 6046907e-b9d3-48d9-a147-8e5642871ef0 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:57.317636 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Transition to ACTIVE for port object 6046907e-b9d3-48d9-a147-8e5642871ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:15:57.323700 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.342815 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.373110 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.384943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:57.387717 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:57.391108 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:57.429079 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Pushing event updated for resources: {'Port': ['ID=6046907e-b9d3-48d9-a147-8e5642871ef0,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:57.470150 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.470494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.470858 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.471191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.471517 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.471839 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.472171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.472476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.472792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.473106 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.473421 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.473738 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:57.495891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Attempting to bind port 6046907e-b9d3-48d9-a147-8e5642871ef0 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:15:57.496250 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Attempting to bind port 6046907e-b9d3-48d9-a147-8e5642871ef0 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:15:57.496607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Attempting to bind port 6046907e-b9d3-48d9-a147-8e5642871ef0 on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:15:57.501603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:15:57.501967 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Checking segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:15:57.502383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.502792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Bound using segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:15:57.503243 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Bound port: 6046907e-b9d3-48d9-a147-8e5642871ef0, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:15:57.503607 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.513722 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Allocated IP 172.25.3.58 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/f8af7702-1b65-40aa-bdf4-1f61c7383519) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:57.589844 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] For port 6046907e-b9d3-48d9-a147-8e5642871ef0, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:15:57.593007 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] For port 6046907e-b9d3-48d9-a147-8e5642871ef0, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6046907e-b9d3-48d9-a147-8e5642871ef0,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:15:57.597179 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.668695 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.685966 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c02291-ac59-43dd-b97c-641497e9b202 None None] Pushing event updated for resources: {'Port': ['ID=6046907e-b9d3-48d9-a147-8e5642871ef0,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:57.707153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:57.774571 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:57.777521 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:57.781253 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:15:57.814645 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Pushing event updated for resources: {'Port': ['ID=f8af7702-1b65-40aa-bdf4-1f61c7383519,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:58.315863 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:58.631276 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adaebbd-cb1e-4ded-9bbb-3fb959e5764d None None] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:15:58.669080 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:58.736842 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-cca65c3b-a309-44a9-b882-84c30117cc33 None None] Provisioning for port 6046907e-b9d3-48d9-a147-8e5642871ef0 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:58.883096 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Router d9ffc66b-ec10-4ee1-80d6-455844da76ba is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:15:59.066581 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:15:59.076476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Sync routers for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:59.086063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:15:59.086783 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:59.090426 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:59.091672 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-88d72899-bbb0-4bbe-8fe7-956a40b0d12d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3882904 May 27 03:15:59.094299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36318) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:59.263012 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:15:59.381306 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6046907e-b9d3-48d9-a147-8e5642871ef0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:15:59.611310 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 6046907e-b9d3-48d9-a147-8e5642871ef0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:15:59.620403 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6046907e-b9d3-48d9-a147-8e5642871ef0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:59.620781 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:59.733062 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:15:58Z', 'revision_number': 3, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:59.750005 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Checking router: d9ffc66b-ec10-4ee1-80d6-455844da76ba for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:59.750686 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Updating router d9ffc66b-ec10-4ee1-80d6-455844da76ba port f8af7702-1b65-40aa-bdf4-1f61c7383519 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:59.800977 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6046907e-b9d3-48d9-a147-8e5642871ef0 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:15:59.801363 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:59.822533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:59.886883 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 6046907e-b9d3-48d9-a147-8e5642871ef0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6046907e-b9d3-48d9-a147-8e5642871ef0,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:15:59.908162 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:59.925427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.077512 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=6046907e-b9d3-48d9-a147-8e5642871ef0,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:00.117161 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Allocated IP 172.20.0.1 (580d2b70-2d29-4f1f-8fa7-b4244c8160af/19c1b4fb-55a3-4322-86ab-e878a8e1f6ae/8c7e9387-3982-436f-8c90-c9f9a759c39f) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:00.224481 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.238566 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Transition to ACTIVE for port object f8af7702-1b65-40aa-bdf4-1f61c7383519 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:00.245209 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.273619 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.289893 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Transition to ACTIVE for port object 8c7e9387-3982-436f-8c90-c9f9a759c39f will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:00.314040 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.335872 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0c61-a955-42b4-8535-2424a066f293 None None] Pushing event updated for resources: {'Port': ['ID=f8af7702-1b65-40aa-bdf4-1f61c7383519,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:00.338365 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Attempting to bind port f8af7702-1b65-40aa-bdf4-1f61c7383519 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:00.338764 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Attempting to bind port f8af7702-1b65-40aa-bdf4-1f61c7383519 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:00.339158 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Attempting to bind port f8af7702-1b65-40aa-bdf4-1f61c7383519 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:00.344895 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:16:00.345265 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:00.345662 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.346047 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:16:00.346505 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Bound port: f8af7702-1b65-40aa-bdf4-1f61c7383519, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:00.346899 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.384238 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:00.386928 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:00.390653 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:00.423043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] For port f8af7702-1b65-40aa-bdf4-1f61c7383519, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:16:00.428010 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] For port f8af7702-1b65-40aa-bdf4-1f61c7383519, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8af7702-1b65-40aa-bdf4-1f61c7383519,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:16:00.428259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7e9387-3982-436f-8c90-c9f9a759c39f,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:00.433246 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.457257 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.521802 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:00.522579 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:00.592456 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0c61-a955-42b4-8535-2424a066f293 None None] Pushing event updated for resources: {'Port': ['ID=f8af7702-1b65-40aa-bdf4-1f61c7383519,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:00.715719 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a245cf33-6d03-418f-9a74-9655df7cce5e None None] Provisioning for port 8c7e9387-3982-436f-8c90-c9f9a759c39f completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:00.721509 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.726242 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:00.769483 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a245cf33-6d03-418f-9a74-9655df7cce5e None None] Provisioning complete for port 8c7e9387-3982-436f-8c90-c9f9a759c39f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:00.770190 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a245cf33-6d03-418f-9a74-9655df7cce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.954443 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a245cf33-6d03-418f-9a74-9655df7cce5e None None] Port 8c7e9387-3982-436f-8c90-c9f9a759c39f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:16:00.955262 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:00.961417 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:01.055109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:15:58Z', 'revision_number': 3, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:01.059056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bceb8-ee43-475f-809e-eeb72b6559b3 None None] The sync data for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 is: [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:15:58Z', 'revision_number': 3, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:16:01.068771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7e9387-3982-436f-8c90-c9f9a759c39f,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:01.072513 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:01.354931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:01.356207 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:01.455119 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6046907e-b9d3-48d9-a147-8e5642871ef0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:01.545284 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 6046907e-b9d3-48d9-a147-8e5642871ef0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:01.545592 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:01.569884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Router d9ffc66b-ec10-4ee1-80d6-455844da76ba has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:16:01.706100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-25786132-618c-4838-b268-8cdb53113eae None None] Provisioning complete for port 8c7e9387-3982-436f-8c90-c9f9a759c39f triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:01.706477 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-25786132-618c-4838-b268-8cdb53113eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:01.769660 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:16:01.782699 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-545afd99-69c4-4ad8-bfb3-8f5ce94fbed6 admin admin] 10.222.0.16 "PUT /v2.0/routers/d9ffc66b-ec10-4ee1-80d6-455844da76ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844971 May 27 03:16:01.807071 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-25786132-618c-4838-b268-8cdb53113eae None None] Port 8c7e9387-3982-436f-8c90-c9f9a759c39f cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:16:01.815860 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 6046907e-b9d3-48d9-a147-8e5642871ef0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:01.816956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8af7702-1b65-40aa-bdf4-1f61c7383519 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:01.889630 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port f8af7702-1b65-40aa-bdf4-1f61c7383519 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:01.895155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f8af7702-1b65-40aa-bdf4-1f61c7383519 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:01.895545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.016959 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f8af7702-1b65-40aa-bdf4-1f61c7383519 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:02.017347 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.033662 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port f8af7702-1b65-40aa-bdf4-1f61c7383519, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8af7702-1b65-40aa-bdf4-1f61c7383519,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:02.038103 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.109521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=f8af7702-1b65-40aa-bdf4-1f61c7383519,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:02.303424 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36338) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:02.309063 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1713718642-network', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:02.314436 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:02.318491 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Usage tracker for resource:network and tenant:78bc0b68459b4fb584dac0d38a1ef8dd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:02.321394 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:02.327361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:02.337949 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Made reservation on behalf of 78bc0b68459b4fb584dac0d38a1ef8dd for: {'network': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:16:02.340173 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for network, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.352728 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.367935 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:02.372076 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Usage tracker for resource:security_group_rule and tenant:78bc0b68459b4fb584dac0d38a1ef8dd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:02.375154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:02.381043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:02.465756 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.469668 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.501077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=88425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:16:02.517250 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca2507-1ff6-4646-86d2-7a99d0a282e3,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:02.525206 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.525555 n-d-843146-11 neutron-server[88425]: INFO neutron.db.segments_db [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Added segment 0d2dbbf0-5c34-49f4-921d-a313081daaa9 of type vlan for network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 May 27 03:16:02.552456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793544283356'] for network, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.585526 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302'] for network, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.586525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:02.587184 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.638765 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Sync routers for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:16:02.648719 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:02.649319 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:02.694634 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:02.698194 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-06f281a2-50f5-43cb-803d-26bb4e6957c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3931031 May 27 03:16:02.700414 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36342) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:02.705297 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 details requested by agent ovs-agent-n-d-843146-11 with host n-d-843146-11 {{(pid=88427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:16:02.705948 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Request body: {'subnet': {'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1713718642-subnet', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'ip_version': 4}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:02.712116 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:02.716046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Usage tracker for resource:subnet and tenant:78bc0b68459b4fb584dac0d38a1ef8dd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:02.719021 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:02.725397 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:02.735942 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Made reservation on behalf of 78bc0b68459b4fb584dac0d38a1ef8dd for: {'subnet': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:16:02.738277 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1504477'] for subnet, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.832672 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:02.943290 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1463596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1504495'] for subnet, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.025259 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Pushing event updated for resources: {'Subnet': ['ID=14deaa6b-d37d-4228-919c-2c2057a2cffe,revision_number=0']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:03.029285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Checking segment: {'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:03.029646 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Network hostable DHCP agents. Network: e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82, hostable agents: ['20c29c59-7bcf-4de0-a81a-699702d32ce4'], hosted agents: [] {{(pid=88425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:16:03.048496 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 is scheduled to be hosted by DHCP agent 20c29c59-7bcf-4de0-a81a-699702d32ce4 with binding_index 1 {{(pid=88425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:16:03.057717 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-11, e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82) {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:03.062658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:03.063755 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.067605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ed9d7-5801-49af-822b-baac24ec3d0b None None] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:16:03.088951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-1a9639ff-abcf-4844-9fa1-571f673fcfec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3872726 May 27 03:16:03.091425 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36346) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:03.100082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:03.105875 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:03.109874 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Usage tracker for resource:router and tenant:78bc0b68459b4fb584dac0d38a1ef8dd is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:03.112748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:03.118451 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:03.130931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11394'] for router, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.132670 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-918414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11515'] for router, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.149463 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.155100 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 2, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:03.159413 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Checking router: d9ffc66b-ec10-4ee1-80d6-455844da76ba for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:16:03.159770 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Updating router d9ffc66b-ec10-4ee1-80d6-455844da76ba port 8c7e9387-3982-436f-8c90-c9f9a759c39f binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:16:03.213181 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.301406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01e9ccf4-0409-52c1-9a9d-ae8016a40bf7-e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'fixed_ips': [{'subnet_id': '14deaa6b-d37d-4228-919c-2c2057a2cffe'}]}} from n-d-843146-11. {{(pid=88427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 03:16:03.302995 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.372763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8af7702-1b65-40aa-bdf4-1f61c7383519 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:03.425360 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11497'] for router, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.537277 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port f8af7702-1b65-40aa-bdf4-1f61c7383519 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:03.537651 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.585023 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.597289 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Transition to ACTIVE for port object 8c7e9387-3982-436f-8c90-c9f9a759c39f will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:03.604737 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.655011 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.db_base_plugin_common [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Allocated IP 172.20.0.2 (e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82/14deaa6b-d37d-4228-919c-2c2057a2cffe/91b297a7-1f60-4d88-9d35-d10ab146a39e) {{(pid=88427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:03.864617 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Attempting to bind port 8c7e9387-3982-436f-8c90-c9f9a759c39f on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:03.866055 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Attempting to bind port 8c7e9387-3982-436f-8c90-c9f9a759c39f by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:03.866561 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Attempting to bind port 8c7e9387-3982-436f-8c90-c9f9a759c39f on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:03.876025 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:16:03.876613 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Checking segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:03.877180 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.877714 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Bound using segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:16:03.878324 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Bound port: 8c7e9387-3982-436f-8c90-c9f9a759c39f, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:03.878893 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.889644 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.899480 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port f8af7702-1b65-40aa-bdf4-1f61c7383519 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:03.928170 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.935179 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:03.941760 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Pushing event updated for resources: {'Port': ['ID=8c7e9387-3982-436f-8c90-c9f9a759c39f,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:03.962117 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.962879 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.963178 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.963574 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.963976 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.964394 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.964810 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.965442 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.965825 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.966247 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.966800 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:03.967178 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:04.003867 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] For port 8c7e9387-3982-436f-8c90-c9f9a759c39f, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:16:04.008119 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] For port 8c7e9387-3982-436f-8c90-c9f9a759c39f, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c7e9387-3982-436f-8c90-c9f9a759c39f,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:16:04.012836 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.092702 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Notify callbacks [] for port, precommit_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.095797 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:04.096304 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:04.103711 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Allocated IP 172.25.3.188 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:04.108576 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Transition to ACTIVE for port object 91b297a7-1f60-4d88-9d35-d10ab146a39e will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:04.132690 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Transition to ACTIVE for port object 91b297a7-1f60-4d88-9d35-d10ab146a39e will not be triggered until provisioned by entity DHCP. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:04.155448 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590'] for port, after_create {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.183827 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49451f87-04e8-4764-a3df-7b0deacf998e None None] Pushing event updated for resources: {'Port': ['ID=8c7e9387-3982-436f-8c90-c9f9a759c39f,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:04.271623 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 is already hosted by enough agents. {{(pid=88427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:04.274448 n-d-843146-11 neutron-server[88427]: DEBUG neutron.scheduler.base_scheduler [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Resources bound (agent type, host, resource id): {{(pid=88427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:04.277157 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.278534 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Received port after_create {{(pid=88427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:04.316022 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.321455 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:04.367351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.373879 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Pushing event updated for resources: {'Port': ['ID=91b297a7-1f60-4d88-9d35-d10ab146a39e,revision_number=1']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:04.386361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:04.389884 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:04.393778 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:04.404328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Attempting to bind port 91b297a7-1f60-4d88-9d35-d10ab146a39e on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:04.404782 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Attempting to bind port 91b297a7-1f60-4d88-9d35-d10ab146a39e by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:04.405220 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Attempting to bind port 91b297a7-1f60-4d88-9d35-d10ab146a39e on network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:04.412702 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:16:04.413153 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Checking segment: {'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:04.413615 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.414070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Bound using segment: {'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:16:04.414609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Bound port: 91b297a7-1f60-4d88-9d35-d10ab146a39e, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:04.415083 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.425901 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Pushing event updated for resources: {'Port': ['ID=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:04.515449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] For port 91b297a7-1f60-4d88-9d35-d10ab146a39e, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:16:04.519360 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] For port 91b297a7-1f60-4d88-9d35-d10ab146a39e, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91b297a7-1f60-4d88-9d35-d10ab146a39e,segment=NetworkSegment(0d2dbbf0-5c34-49f4-921d-a313081daaa9),segment_id=0d2dbbf0-5c34-49f4-921d-a313081daaa9)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:16:04.524606 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.609190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebb4ae-d00b-4e00-8782-e01fec0f7111 None None] Pushing event updated for resources: {'Port': ['ID=91b297a7-1f60-4d88-9d35-d10ab146a39e,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:04.671775 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:03Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:04.676479 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef5c16-82b8-4774-8edb-c81ea6fe32a3 None None] The sync data for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 is: [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:03Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:16:04.886517 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.393078 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924483'] for router, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.447704 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8c7e9387-3982-436f-8c90-c9f9a759c39f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:05.536997 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 8c7e9387-3982-436f-8c90-c9f9a759c39f completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:05.542921 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8c7e9387-3982-436f-8c90-c9f9a759c39f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:05.543291 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.659172 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Router e4c28e88-0f8e-472a-bb18-4ad52abc94ad is scheduled to L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab with binding_index 1 {{(pid=88425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 03:16:05.680404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd06b4f-8d3d-40e6-b3df-7fffcad23f54 None None] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:16:05.789428 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8c7e9387-3982-436f-8c90-c9f9a759c39f is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:05.789822 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.821503 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-c09913a5-c4db-4275-a12a-0b1122e1f498 None None] Provisioning for port 91b297a7-1f60-4d88-9d35-d10ab146a39e completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:05.851686 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:16:05.854376 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 8c7e9387-3982-436f-8c90-c9f9a759c39f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c7e9387-3982-436f-8c90-c9f9a759c39f,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:05.868643 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Sync routers for ids ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:16:05.874497 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.875294 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91b297a7-1f60-4d88-9d35-d10ab146a39e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:05.884774 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:05.888873 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-54450c51-a95b-4382-9c95-bc331457b3fc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7905207 May 27 03:16:05.888975 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36350) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:06.038593 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Routers {'e4c28e88-0f8e-472a-bb18-4ad52abc94ad'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:06.039296 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:06.155129 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=8c7e9387-3982-436f-8c90-c9f9a759c39f,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:06.157645 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-db8a6003-6bdf-4f01-bdc6-f7aec8cf45cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:06.290342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 91b297a7-1f60-4d88-9d35-d10ab146a39e completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:06.303063 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 91b297a7-1f60-4d88-9d35-d10ab146a39e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:06.303438 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:06.367422 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Set router e4c28e88-0f8e-472a-bb18-4ad52abc94ad gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:06.659069 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 91b297a7-1f60-4d88-9d35-d10ab146a39e is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:06.659640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:06.693105 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:06.801449 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 91b297a7-1f60-4d88-9d35-d10ab146a39e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91b297a7-1f60-4d88-9d35-d10ab146a39e,segment=NetworkSegment(0d2dbbf0-5c34-49f4-921d-a313081daaa9),segment_id=0d2dbbf0-5c34-49f4-921d-a313081daaa9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:06.807501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-6d1308ec-45d8-4f12-9f5d-76202dceee8e None None] Provisioning complete for port 91b297a7-1f60-4d88-9d35-d10ab146a39e triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:06.807813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-6d1308ec-45d8-4f12-9f5d-76202dceee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:06.837003 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:06.914331 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Allocated IP 172.20.0.1 (e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82/14deaa6b-d37d-4228-919c-2c2057a2cffe/d4222132-ec24-4f3b-967a-88282db943a6) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:06.946526 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=91b297a7-1f60-4d88-9d35-d10ab146a39e,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:06.979586 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:04Z', 'revision_number': 3, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port': {'id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:06.994440 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Checking router: e4c28e88-0f8e-472a-bb18-4ad52abc94ad for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:16:06.994816 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Updating router e4c28e88-0f8e-472a-bb18-4ad52abc94ad port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 binding host n-d-843146-11 {{(pid=88427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:16:07.064488 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-6d1308ec-45d8-4f12-9f5d-76202dceee8e None None] Current status of the port 91b297a7-1f60-4d88-9d35-d10ab146a39e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:07.073104 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.073443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.090791 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.provisioning_blocks [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Transition to ACTIVE for port object d4222132-ec24-4f3b-967a-88282db943a6 will not be triggered until provisioned by entity DHCP. {{(pid=88426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:07.114379 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.180324 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:07.183033 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:07.186799 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:07.235110 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Pushing event updated for resources: {'Port': ['ID=d4222132-ec24-4f3b-967a-88282db943a6,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:07.247562 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924169'] for router_interface, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.393581 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8c7e9387-3982-436f-8c90-c9f9a759c39f up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:07.469582 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.491020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Transition to ACTIVE for port object 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 will not be triggered until provisioned by entity L2. {{(pid=88427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:07.507054 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e1222080-62f6-49ab-b151-e50f908116b4 None None] Provisioning for port d4222132-ec24-4f3b-967a-88282db943a6 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:07.510194 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.515639 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.542962 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 8c7e9387-3982-436f-8c90-c9f9a759c39f triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:07.543332 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.581318 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e1222080-62f6-49ab-b151-e50f908116b4 None None] Provisioning complete for port d4222132-ec24-4f3b-967a-88282db943a6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:07.581689 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e1222080-62f6-49ab-b151-e50f908116b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.685136 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6038dcb-c54a-45e2-8097-0c0a79a71c6a None None] Pushing event updated for resources: {'Port': ['ID=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,revision_number=2']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:07.697827 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e1222080-62f6-49ab-b151-e50f908116b4 None None] Port d4222132-ec24-4f3b-967a-88282db943a6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:16:07.699302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Attempting to bind port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:07.699666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Attempting to bind port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:07.700025 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Attempting to bind port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 on network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:07.709766 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:16:07.710138 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Checking segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:07.710539 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.710956 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Bound using segment: {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'} {{(pid=88427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:16:07.711413 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.managers [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Bound port: 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591ca4-4699-4b56-9f3e-b49c60095d27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a'}}] {{(pid=88427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:07.711780 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.827775 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 8c7e9387-3982-436f-8c90-c9f9a759c39f is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:07.828781 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91b297a7-1f60-4d88-9d35-d10ab146a39e up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:07.861893 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.867082 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.874170 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] For port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0, host n-d-843146-11, cleared binding levels {{(pid=88427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:16:07.886856 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] For port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:16:07.892805 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.974626 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Pushing event updated for resources: {'Port': ['ID=d4222132-ec24-4f3b-967a-88282db943a6,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:07.977323 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925104'] for router_interface, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:07.980960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 91b297a7-1f60-4d88-9d35-d10ab146a39e triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:07.981639 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:08.004389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6038dcb-c54a-45e2-8097-0c0a79a71c6a None None] Pushing event updated for resources: {'Port': ['ID=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,revision_number=3']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:08.012233 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Routers {'e4c28e88-0f8e-472a-bb18-4ad52abc94ad'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:08.012922 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:15:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:08.114967 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:08.116274 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:08.253353 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-39aeb012-5f04-483e-bd37-025010ba7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:08.286208 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] Set router e4c28e88-0f8e-472a-bb18-4ad52abc94ad gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:08.309380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Router e4c28e88-0f8e-472a-bb18-4ad52abc94ad has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:16:08.376398 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 91b297a7-1f60-4d88-9d35-d10ab146a39e is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:08.488534 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:16:08.497228 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-d7ed1357-de79-4042-b709-3f9a20dc3f4a admin admin] 10.222.0.16 "PUT /v2.0/routers/e4c28e88-0f8e-472a-bb18-4ad52abc94ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6072485 May 27 03:16:08.544021 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-37270ea2-f073-4014-8661-c23c1d3abcb5 None None] Provisioning complete for port d4222132-ec24-4f3b-967a-88282db943a6 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:08.544380 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-37270ea2-f073-4014-8661-c23c1d3abcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:08.620518 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-37270ea2-f073-4014-8661-c23c1d3abcb5 None None] Port d4222132-ec24-4f3b-967a-88282db943a6 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:16:08.697459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 4, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port': {'id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd4222132-ec24-4f3b-967a-88282db943a6', 'name': '', 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'mac_address': 'fa:16:3e:f8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:06Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 2, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'subnets': [{'id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:08.701478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0aa800-4034-403c-bdbc-3bfd5f4302e3 None None] The sync data for ids ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'] in n-d-843146-11 is: [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 4, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port': {'id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd4222132-ec24-4f3b-967a-88282db943a6', 'name': '', 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'mac_address': 'fa:16:3e:f8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:06Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 2, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'subnets': [{'id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:16:08.917056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36360) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:08.922179 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368414173', 'description': 'tempest-secgroup-smoke-368414173 description', 'project_id': 'daa12ff609d24131976a5f98094711f2'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:08.936974 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:08.940883 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:08.943834 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:08.949688 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:08.959646 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:08.980841 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:08.984788 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:08.988275 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:08.994607 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:09.072401 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.076174 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.119198 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8543c260-a581-4672-8216-d4fd287c512d,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:09.122518 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.123774 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-4daaef3a-edb7-4c7b-a98b-5c15374824c2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2057235 May 27 03:16:09.127012 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36364) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:09.133174 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'security_group_rule': {'security_group_id': '8543c260-a581-4672-8216-d4fd287c512d', 'project_id': 'daa12ff609d24131976a5f98094711f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:09.140417 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:09.144770 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:09.147868 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:09.153596 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:09.171750 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.236476 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.241412 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.266869 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8f47f6-25a8-42fc-ae64-1687ca320433,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:09.276965 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.281165 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e15c89f6-79ac-40c3-8346-d47220663c18 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498663 May 27 03:16:09.281165 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36368) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:09.286343 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'security_group_rule': {'security_group_id': '8543c260-a581-4672-8216-d4fd287c512d', 'project_id': 'daa12ff609d24131976a5f98094711f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:09.294027 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:09.298099 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:09.301222 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:09.307431 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:09.344820 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.421869 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.426795 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.450164 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31746af-158a-482d-8adf-3d8b7340a704,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:09.460250 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.461549 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-216f1b89-7727-4b94-a564-49e3ebf17f3d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1795747 May 27 03:16:09.464453 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36372) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:09.469548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'security_group_rule': {'security_group_id': '8543c260-a581-4672-8216-d4fd287c512d', 'project_id': 'daa12ff609d24131976a5f98094711f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:09.477963 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:09.481996 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:09.485039 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:09.491246 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:09.508880 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.576076 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.591969 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.596501 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.621064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133d169f-59ca-4e0b-a62e-83378cf77c81,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:09.630393 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.631639 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-e535ec15-9f57-4f1d-a720-d0276bdfe222 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662211 May 27 03:16:09.634334 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36376) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:09.639548 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'security_group_rule': {'security_group_id': '8543c260-a581-4672-8216-d4fd287c512d', 'project_id': 'daa12ff609d24131976a5f98094711f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:09.647481 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:09.651397 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:09.654433 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:09.660639 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:09.678629 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.744597 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.750687 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.772989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.778056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd7d9d9-7e6a-4dab-ac79-65db4c07c4c6,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:09.787970 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.791886 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-872f0bfb-3849-4e92-9f58-07f4fcd96ef4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538684 May 27 03:16:09.792133 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36380) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:09.799079 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'security_group_rule': {'security_group_id': '8543c260-a581-4672-8216-d4fd287c512d', 'project_id': 'daa12ff609d24131976a5f98094711f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:09.806064 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:09.810114 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:09.813076 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:09.819517 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:09.834129 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Project daa12ff609d24131976a5f98094711f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:16:09.842046 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.842820 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-abd62b14-1b1e-4799-b6cc-3651151e23b5 req-d26da984-02b6-4520-b998-fd26d01e8658 tempest-TestNetworkAdvancedServerOps-111153739 tempest-TestNetworkAdvancedServerOps-111153739-project] (88425) timed out ('10.222.0.47', 61059) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:16:09.915334 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.920139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.947987 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703efe61-8277-44cb-9042-82f2ccafa280,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:09.957543 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:09.959367 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-fdd1993b-c566-4354-a3d8-664c6b88896e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657805 May 27 03:16:09.962070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36384) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:09.967273 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'security_group_rule': {'security_group_id': '8543c260-a581-4672-8216-d4fd287c512d', 'project_id': 'daa12ff609d24131976a5f98094711f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:09.974500 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:09.978301 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:security_group_rule and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:09.981220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:09.987080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:09.997176 n-d-843146-11 neutron-server[88426]: INFO neutron.db.securitygroups_db [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Project daa12ff609d24131976a5f98094711f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:16:10.004173 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:10.070914 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:10.074376 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644814'] for security_group_rule, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:10.100754 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e162f6-3f90-4bea-b251-20c4ae6e897e,revision_number=0']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:10.106901 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:10.108060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-dce84d4e-5179-47e6-b411-c6970910277b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450517 May 27 03:16:10.271956 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-5e9b2364-a2e0-4b5d-9f4f-a1cccda3921c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:security_group {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:10.290906 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-5e9b2364-a2e0-4b5d-9f4f-a1cccda3921c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:security_group {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:10.292169 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-5e9b2364-a2e0-4b5d-9f4f-a1cccda3921c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368414173&fields=id&tenant_id=daa12ff609d24131976a5f98094711f2 HTTP/1.1" status: 200 len: 267 time: 0.0591593 May 27 03:16:10.439319 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-32e7354d-fc20-45f0-a26e-601d2f34c2ef tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:10.440646 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-32e7354d-fc20-45f0-a26e-601d2f34c2ef tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 809 time: 0.1416929 May 27 03:16:10.456222 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-1ff81cb3-aa48-420f-aaee-d404ce29e73b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/quotas/daa12ff609d24131976a5f98094711f2 HTTP/1.1" status: 200 len: 375 time: 0.0095806 May 27 03:16:10.542022 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-fef3bdb1-22cc-402e-92d5-cade42d5587c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803962 May 27 03:16:10.558413 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-799e0656-8ec3-4928-bdfd-50fb31e63ae1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:16:10.559364 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-799e0656-8ec3-4928-bdfd-50fb31e63ae1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051689 May 27 03:16:10.789179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-eb6c0fdf-e640-4d68-8769-768ae57ca589 service neutron] 10.222.0.16 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238824 May 27 03:16:10.919203 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-f0746059-425a-4e71-8ecd-8173d5b867c6 service neutron] 10.222.0.16 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243219 May 27 03:16:11.359443 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:11.369942 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:11.438563 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:11.443709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:11.444063 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:11.557786 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:11.558158 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:11.574829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:11.578453 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:11.645886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:12.106043 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d74b76ad-118b-4356-a1c1-e12e13df2c96 req-1937ae0a-753f-49d8-8f74-2c91443e40eb tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:12.122616 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-d74b76ad-118b-4356-a1c1-e12e13df2c96 req-1937ae0a-753f-49d8-8f74-2c91443e40eb tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:12.123870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d74b76ad-118b-4356-a1c1-e12e13df2c96 req-1937ae0a-753f-49d8-8f74-2c91443e40eb tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 210 time: 0.0640900 May 27 03:16:12.522012 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Sync routers for ids ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:16:12.531324 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Routers {'e4c28e88-0f8e-472a-bb18-4ad52abc94ad'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:12.531916 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:16:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:12.709667 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Set router e4c28e88-0f8e-472a-bb18-4ad52abc94ad gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:13.038969 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 4, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port': {'id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd4222132-ec24-4f3b-967a-88282db943a6', 'name': '', 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'mac_address': 'fa:16:3e:f8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:06Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 2, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'subnets': [{'id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:13.042610 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Checking router: e4c28e88-0f8e-472a-bb18-4ad52abc94ad for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:16:13.042972 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Updating router e4c28e88-0f8e-472a-bb18-4ad52abc94ad port d4222132-ec24-4f3b-967a-88282db943a6 binding host n-d-843146-11 {{(pid=88428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:16:13.094966 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:13.218911 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-48edaf8e-23ea-4e6a-b508-67b6c50b852a req-8f20be84-ec63-4743-bb95-5ea835df7904 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 210 time: 0.0421457 May 27 03:16:13.351891 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:13.421743 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:13.422201 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:13.434465 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Notify callbacks [] for port, precommit_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:13.445886 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.provisioning_blocks [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Transition to ACTIVE for port object d4222132-ec24-4f3b-967a-88282db943a6 will not be triggered until provisioned by entity L2. {{(pid=88428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:13.452026 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:13.536562 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:13.584111 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20a337-3303-4b9d-86c1-28bb1b69beca None None] Pushing event updated for resources: {'Port': ['ID=d4222132-ec24-4f3b-967a-88282db943a6,revision_number=3']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:13.672216 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Attempting to bind port d4222132-ec24-4f3b-967a-88282db943a6 on host n-d-843146-11 for vnic_type normal with profile {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:13.672580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Attempting to bind port d4222132-ec24-4f3b-967a-88282db943a6 by drivers openvswitch,hyperv on host n-d-843146-11 at level 0 using segments [{'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:13.672942 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Attempting to bind port d4222132-ec24-4f3b-967a-88282db943a6 on network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:13.678905 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Checking agent: {'id': '713994e0-6ab9-48c1-b21e-140ef5a94041', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 28, 39), 'started_at': datetime.datetime(2022, 5, 27, 1, 29, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:16:13.679274 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Checking segment: {'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:13.679678 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:13.680130 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Bound using segment: {'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'} {{(pid=88428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:16:13.680512 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.managers [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Bound port: d4222132-ec24-4f3b-967a-88282db943a6, host: n-d-843146-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2dbbf0-5c34-49f4-921d-a313081daaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82'}}] {{(pid=88428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:13.680884 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:13.770759 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] For port d4222132-ec24-4f3b-967a-88282db943a6, host n-d-843146-11, cleared binding levels {{(pid=88428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:16:13.775207 n-d-843146-11 neutron-server[88428]: DEBUG neutron.plugins.ml2.db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] For port d4222132-ec24-4f3b-967a-88282db943a6, host n-d-843146-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d4222132-ec24-4f3b-967a-88282db943a6,segment=NetworkSegment(0d2dbbf0-5c34-49f4-921d-a313081daaa9),segment_id=0d2dbbf0-5c34-49f4-921d-a313081daaa9)] {{(pid=88428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:16:13.780315 n-d-843146-11 neutron-server[88428]: DEBUG neutron_lib.callbacks.manager [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:13.856252 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Routers {'e4c28e88-0f8e-472a-bb18-4ad52abc94ad'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:13.856885 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:16:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:13.914628 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20a337-3303-4b9d-86c1-28bb1b69beca None None] Pushing event updated for resources: {'Port': ['ID=d4222132-ec24-4f3b-967a-88282db943a6,revision_number=4']} {{(pid=88428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:14.047747 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] Set router e4c28e88-0f8e-472a-bb18-4ad52abc94ad gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:14.316621 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-e8c698cc-19bd-4258-b683-327a6addf2a9 req-19d2d962-52f3-4bf2-bd29-50f1dc872f8b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 210 time: 0.0418816 May 27 03:16:14.364377 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 4, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port': {'id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd4222132-ec24-4f3b-967a-88282db943a6', 'name': '', 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'mac_address': 'fa:16:3e:f8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:06Z', 'updated_at': '2022-05-27T03:16:13Z', 'revision_number': 4, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'subnets': [{'id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:14.368238 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91704a65-be6a-4b6e-8505-47a378f4e462 None None] The sync data for ids ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'] in n-d-843146-11 is: [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:07Z', 'revision_number': 4, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port': {'id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': 'd4222132-ec24-4f3b-967a-88282db943a6', 'name': '', 'network_id': 'e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'mac_address': 'fa:16:3e:f8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:06Z', 'updated_at': '2022-05-27T03:16:13Z', 'revision_number': 4, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'subnets': [{'id': '14deaa6b-d37d-4228-919c-2c2057a2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:16:15.386677 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d4222132-ec24-4f3b-967a-88282db943a6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:15.429253 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-e104eb7b-503f-42de-8eca-0f0d642ce21f req-02af7ddc-d287-43d3-9b94-4df47e98f809 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 210 time: 0.0563493 May 27 03:16:15.484478 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning for port d4222132-ec24-4f3b-967a-88282db943a6 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:15.489901 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d4222132-ec24-4f3b-967a-88282db943a6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:15.490299 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.617697 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d4222132-ec24-4f3b-967a-88282db943a6 is: DOWN; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:15.618079 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.652837 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] For port d4222132-ec24-4f3b-967a-88282db943a6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d4222132-ec24-4f3b-967a-88282db943a6,segment=NetworkSegment(0d2dbbf0-5c34-49f4-921d-a313081daaa9),segment_id=0d2dbbf0-5c34-49f4-921d-a313081daaa9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:15.656896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.724006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Pushing event updated for resources: {'Port': ['ID=d4222132-ec24-4f3b-967a-88282db943a6,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:16.598795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bf36abe-9d5a-4bb3-8303-bbb7b57a6c2b req-3325236c-b7a4-485a-b4c8-f2638cbd9c28 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 210 time: 0.0611324 May 27 03:16:17.261770 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-06edda93-2a41-4c82-9ee7-5f60850e65a1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:17.262368 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-06edda93-2a41-4c82-9ee7-5f60850e65a1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:network {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:17.279310 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-06edda93-2a41-4c82-9ee7-5f60850e65a1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:network {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:17.280629 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-06edda93-2a41-4c82-9ee7-5f60850e65a1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 809 time: 0.1690807 May 27 03:16:17.341068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-d58920f1-3f82-4020-92d1-5b4c80998cf9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:security_group {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:17.353996 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d4222132-ec24-4f3b-967a-88282db943a6 up at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:17.354569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-d58920f1-3f82-4020-92d1-5b4c80998cf9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:security_group {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:17.355484 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-d58920f1-3f82-4020-92d1-5b4c80998cf9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa12ff609d24131976a5f98094711f2 HTTP/1.1" status: 200 len: 379 time: 0.0664961 May 27 03:16:17.365855 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'port': {'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'admin_state_up': True, 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'security_groups': ['8543c260-a581-4672-8216-d4fd287c512d']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:17.424584 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Provisioning complete for port d4222132-ec24-4f3b-967a-88282db943a6 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:17.424951 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:17.501459 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:17.511015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:17.521794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Made reservation on behalf of daa12ff609d24131976a5f98094711f2 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:16:17.525332 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:17.538815 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Current status of the port d4222132-ec24-4f3b-967a-88282db943a6 is: ACTIVE; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:17.688814 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Allocated IP 172.20.0.4 (580d2b70-2d29-4f1f-8fa7-b4244c8160af/19c1b4fb-55a3-4322-86ab-e878a8e1f6ae/304df772-c36a-4c49-972a-6c2a3d79c576) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:17.753339 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-87f41dc9-57dc-4e50-9f2b-34c0cb66fb45 req-0bb139ed-3640-41d9-8454-7382cc4ef9c4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 210 time: 0.0417814 May 27 03:16:17.875378 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:17.891001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Transition to ACTIVE for port object 304df772-c36a-4c49-972a-6c2a3d79c576 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:17.914405 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:17.988933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:17.992133 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:17.995925 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:18.027015 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:18.063009 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:18.063628 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.092443 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-137899f0-66c5-48e9-af5d-c1a4dcbe40f4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306316 May 27 03:16:18.103350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Request body: {'port': {'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:18.236513 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-36043e1f-a0e4-4e97-94d1-572d02ae40a9 None None] Provisioning for port 304df772-c36a-4c49-972a-6c2a3d79c576 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:18.243974 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-36043e1f-a0e4-4e97-94d1-572d02ae40a9 None None] Provisioning complete for port 304df772-c36a-4c49-972a-6c2a3d79c576 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:18.244341 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-36043e1f-a0e4-4e97-94d1-572d02ae40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.300529 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-36043e1f-a0e4-4e97-94d1-572d02ae40a9 None None] Port 304df772-c36a-4c49-972a-6c2a3d79c576 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:16:18.317197 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.658065 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304df772-c36a-4c49-972a-6c2a3d79c576 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:16:18.665687 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.682902 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Transition to ACTIVE for port object 304df772-c36a-4c49-972a-6c2a3d79c576 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:18.686387 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.846154 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:18.975233 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Attempting to bind port 304df772-c36a-4c49-972a-6c2a3d79c576 on host n-h1-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:18.975560 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Attempting to bind port 304df772-c36a-4c49-972a-6c2a3d79c576 by drivers openvswitch,hyperv on host n-h1-843146-11 at level 0 using segments [{'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:18.975881 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Attempting to bind port 304df772-c36a-4c49-972a-6c2a3d79c576 on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:18.983038 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Port 304df772-c36a-4c49-972a-6c2a3d79c576 on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:16:18.983361 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Attempting to bind port 304df772-c36a-4c49-972a-6c2a3d79c576 on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:16:18.992000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Checking agent: {'id': '0584b215-a602-4315-b990-2b5fdf3f8e34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:16:18.992330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Checking segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:16:18.992708 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Bound using segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:16:18.993130 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Bound port: 304df772-c36a-4c49-972a-6c2a3d79c576, host: n-h1-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:18.993476 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:19.018199 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15795-74ac-4339-863b-e1ee7edf0bb6 req-9f16b157-8fa2-4ca0-8136-45a1c59c6605 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:19.018843 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-aff15795-74ac-4339-863b-e1ee7edf0bb6 req-9f16b157-8fa2-4ca0-8136-45a1c59c6605 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:19.078982 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-aff15795-74ac-4339-863b-e1ee7edf0bb6 req-9f16b157-8fa2-4ca0-8136-45a1c59c6605 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:19.080123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aff15795-74ac-4339-863b-e1ee7edf0bb6 req-9f16b157-8fa2-4ca0-8136-45a1c59c6605 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 943 time: 0.2008822 May 27 03:16:19.129676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:16:19.134484 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:16:19.139871 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:19.191161 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-aff15795-74ac-4339-863b-e1ee7edf0bb6 req-0893a29d-6a2b-4343-9909-a7b7158eb48c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014900 May 27 03:16:19.208150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:19.209456 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:19.211054 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] 10.222.0.13 "PUT /v2.0/ports/304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 1092 time: 1.1120017 May 27 03:16:19.213781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:16:19.238102 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ed7b0-e336-4c5c-8547-2549c58f6b66 service neutron] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:19.284001 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51560b79-06a0-4015-85be-0af92cc2229a'] response: {'name': 'network-changed', 'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576', 'status': 'completed', 'code': 200} May 27 03:16:19.330453 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-7736bd9a-37d1-400b-8af6-88b385f49f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:19.332399 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-7736bd9a-37d1-400b-8af6-88b385f49f91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1095 time: 0.0824103 May 27 03:16:19.401781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-3b4ec9d0-9b06-4918-99fa-6dbbd97dc91c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 217 time: 0.0625403 May 27 03:16:19.467506 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-55580d5a-81ff-48aa-927c-4dc83b77f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:19.468947 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-55580d5a-81ff-48aa-927c-4dc83b77f699 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0619371 May 27 03:16:19.544747 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-2b15b5df-8c29-4971-89a6-e0f3a5b814d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:19.546255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-2b15b5df-8c29-4971-89a6-e0f3a5b814d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710514 May 27 03:16:19.679834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-df390344-d6fd-42cd-a327-27d42e977f29 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270459 May 27 03:16:19.812064 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-0cef0796-155b-42b1-93c5-c2f318f89dce req-6a20a07c-a336-4cd2-8f31-589f02d17524 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262054 May 27 03:16:19.923449 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837c29-2609-4356-b151-13aa9379e49c req-dc6a65c6-5d39-40ea-a9c2-b504434c0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:19.924926 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78837c29-2609-4356-b151-13aa9379e49c req-dc6a65c6-5d39-40ea-a9c2-b504434c0597 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1095 time: 0.0713866 May 27 03:16:20.156897 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837c29-2609-4356-b151-13aa9379e49c req-b14f2c82-8f32-4887-b064-ee7bafde14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:20.158341 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78837c29-2609-4356-b151-13aa9379e49c req-b14f2c82-8f32-4887-b064-ee7bafde14b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.2279952 May 27 03:16:20.227395 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78837c29-2609-4356-b151-13aa9379e49c req-3fe67e53-72a8-4fc5-b784-b37b196bdb26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 217 time: 0.0628622 May 27 03:16:20.292515 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837c29-2609-4356-b151-13aa9379e49c req-7a4fae04-bbaa-48fe-a766-97a0530b2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:20.293944 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78837c29-2609-4356-b151-13aa9379e49c req-7a4fae04-bbaa-48fe-a766-97a0530b2e75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0605652 May 27 03:16:20.438084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ca67-c5a8-4e18-b428-7270da964af2 req-b66e9439-4b67-4f01-9113-815794163cde tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:20.439483 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b94ca67-c5a8-4e18-b428-7270da964af2 req-b66e9439-4b67-4f01-9113-815794163cde tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 943 time: 0.1443353 May 27 03:16:20.441319 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837c29-2609-4356-b151-13aa9379e49c req-0e60d239-c972-4edd-98fb-d62eeac56f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:20.442648 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78837c29-2609-4356-b151-13aa9379e49c req-0e60d239-c972-4edd-98fb-d62eeac56f4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171012 May 27 03:16:20.563330 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6b94ca67-c5a8-4e18-b428-7270da964af2 req-25f40c02-604d-453d-ac5a-93accd517ddb tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176820 May 27 03:16:20.604428 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78837c29-2609-4356-b151-13aa9379e49c req-4729445e-bd1d-4e70-9394-d7161451938c service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464219 May 27 03:16:20.735492 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-78837c29-2609-4356-b151-13aa9379e49c req-5e0d0cd5-b70c-4b2f-96f1-9ad47346b631 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237082 May 27 03:16:21.752703 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d0ae-517b-452f-9398-727ae4925c81 req-5afbbd5c-5b09-45d0-979a-44eec1338a63 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:21.754168 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8656d0ae-517b-452f-9398-727ae4925c81 req-5afbbd5c-5b09-45d0-979a-44eec1338a63 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 943 time: 0.0791333 May 27 03:16:21.801585 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-8656d0ae-517b-452f-9398-727ae4925c81 req-eb05b9c6-4691-4c30-974e-c293c4549bef tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409214 May 27 03:16:22.879388 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 304df772-c36a-4c49-972a-6c2a3d79c576 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:16:22.985680 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597b0f-ed4a-4077-82c7-91b91d34cb7f req-3759d85e-2325-4d45-9c36-718b21522100 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:22.987166 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-24597b0f-ed4a-4077-82c7-91b91d34cb7f req-3759d85e-2325-4d45-9c36-718b21522100 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 943 time: 0.0814548 May 27 03:16:23.013935 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:23.027745 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '304df772-c36a-4c49-972a-6c2a3d79c576', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:16:23.035731 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-24597b0f-ed4a-4077-82c7-91b91d34cb7f req-4c01d28a-05b6-49ef-9a25-0f346a4b01b1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 May 27 03:16:23.081532 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 304df772-c36a-4c49-972a-6c2a3d79c576 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:23.081845 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:23.102090 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304df772-c36a-4c49-972a-6c2a3d79c576 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:16:23.116824 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:23.120668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:23.216221 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:23.429451 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['304df772-c36a-4c49-972a-6c2a3d79c576'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:16:24.219594 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd664f1-4148-40ff-87b4-15d0b6a46179 req-481dbdaa-8c00-48b2-9f23-9eb4eb4a5ab2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:24.221033 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bd664f1-4148-40ff-87b4-15d0b6a46179 req-481dbdaa-8c00-48b2-9f23-9eb4eb4a5ab2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 944 time: 0.0829537 May 27 03:16:24.265569 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-0bd664f1-4148-40ff-87b4-15d0b6a46179 req-00f0a70b-1aa2-4176-be5e-6baa9f82d0ca tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 May 27 03:16:24.895190 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 304df772-c36a-4c49-972a-6c2a3d79c576 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:24.963600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning for port 304df772-c36a-4c49-972a-6c2a3d79c576 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:24.969494 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 304df772-c36a-4c49-972a-6c2a3d79c576 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:24.969866 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:25.088191 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 304df772-c36a-4c49-972a-6c2a3d79c576 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:16:25.088573 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:25.114574 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:16:25.124789 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:16:25.129313 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:25.197337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:25.214579 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9231808-8a4f-4546-a551-97c631495263'] response: {'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576', 'code': 200} May 27 03:16:25.349164 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a742-0fe8-4705-afdc-435c737962bf req-8c4cadfb-ef1e-4e79-ab8d-7e8b0566d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:25.350692 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6de7a742-0fe8-4705-afdc-435c737962bf req-8c4cadfb-ef1e-4e79-ab8d-7e8b0566d8bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1097 time: 0.0783076 May 27 03:16:25.395887 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6de7a742-0fe8-4705-afdc-435c737962bf req-99655d75-d8d1-43d8-b9c8-b5335fa8877f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390801 May 27 03:16:25.454080 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4aa47-59cf-4478-a084-d3ac0e222134 req-b2b35864-ea3e-4de4-98c2-da800a0052dd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:25.455563 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ff4aa47-59cf-4478-a084-d3ac0e222134 req-b2b35864-ea3e-4de4-98c2-da800a0052dd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 945 time: 0.0798757 May 27 03:16:25.502995 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-3ff4aa47-59cf-4478-a084-d3ac0e222134 req-d02467a6-5aca-4f56-94cd-f0be739e60d1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 May 27 03:16:26.690082 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d03035-f170-4aeb-99c1-bbdb85bd288b req-9f7afa94-adb7-4319-9b21-818e46eb623d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:26.691616 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90d03035-f170-4aeb-99c1-bbdb85bd288b req-9f7afa94-adb7-4319-9b21-818e46eb623d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 945 time: 0.0834093 May 27 03:16:26.743391 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-90d03035-f170-4aeb-99c1-bbdb85bd288b req-3e4b6e14-d2bd-4557-b11a-fad614580221 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455055 May 27 03:16:27.926656 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa08a9-5a4b-4b0b-8da6-3fde33a57d88 req-c5c74798-a2c7-4605-bfec-44e87c42bea1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:27.928060 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bfa08a9-5a4b-4b0b-8da6-3fde33a57d88 req-c5c74798-a2c7-4605-bfec-44e87c42bea1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 945 time: 0.0783703 May 27 03:16:27.972555 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-2bfa08a9-5a4b-4b0b-8da6-3fde33a57d88 req-f8208df6-050a-4a5c-b06a-971d1777a586 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385799 May 27 03:16:28.153206 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1d8d7-ac73-4543-a864-5283d6b55422 req-f8cfeacb-a151-4201-8dc7-0f6c46a50ebc tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:28.154656 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d1d8d7-ac73-4543-a864-5283d6b55422 req-f8cfeacb-a151-4201-8dc7-0f6c46a50ebc tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 945 time: 0.0791793 May 27 03:16:28.197934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-49d1d8d7-ac73-4543-a864-5283d6b55422 req-3f95ce2d-3b63-4459-8c52-1bfee6d06987 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376527 May 27 03:16:28.222253 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36454) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:28.389560 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496e163c-e6f7-4469-87f7-e93922ff3a31 tempest-TestSnapshotPattern-1626638733 tempest-TestSnapshotPattern-1626638733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:28.390260 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-496e163c-e6f7-4469-87f7-e93922ff3a31 tempest-TestSnapshotPattern-1626638733 tempest-TestSnapshotPattern-1626638733-project-admin] Synchronizing usage tracker for tenant:78bc0b68459b4fb584dac0d38a1ef8dd on resource:port {{(pid=88426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:28.406071 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-496e163c-e6f7-4469-87f7-e93922ff3a31 tempest-TestSnapshotPattern-1626638733 tempest-TestSnapshotPattern-1626638733-project-admin] Unset dirty status for tenant:78bc0b68459b4fb584dac0d38a1ef8dd on resource:port {{(pid=88426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:28.407284 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-496e163c-e6f7-4469-87f7-e93922ff3a31 tempest-TestSnapshotPattern-1626638733 tempest-TestSnapshotPattern-1626638733-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1092 time: 0.1839778 May 27 03:16:28.410161 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 36460) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:28.415629 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.v2.base [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:16:28.422103 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:28.425935 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:floatingip and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:16:28.429378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.quota.resource [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:16:28.435028 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.quota.driver [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:28.445263 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:28.578308 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:28.709884 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.db_base_plugin_common [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Allocated IP 172.25.3.131 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/5681152c-92a0-42fd-bee0-eca66e1f536a) {{(pid=88426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:28.853478 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for port, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:28.882584 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1664479'] for port, after_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:28.950625 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:28.956211 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.base_scheduler [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources bound (agent type, host, resource id): {{(pid=88426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:28.961286 n-d-843146-11 neutron-server[88426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Received port after_create {{(pid=88426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:16:28.995700 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'Port': ['ID=5681152c-92a0-42fd-bee0-eca66e1f536a,revision_number=1']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:29.481739 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:29.556400 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:29.760127 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for port, precommit_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:29.764745 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1664454'] for port, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:29.875195 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'Port': ['ID=5681152c-92a0-42fd-bee0-eca66e1f536a,revision_number=2']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:29.885206 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:30.054151 n-d-843146-11 neutron-server[88426]: INFO neutron.db.l3_db [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Floating IP f22c9605-c9d6-472c-a643-ca548a57f5d3 associated. External IP: 172.25.3.131, port: 304df772-c36a-4c49-972a-6c2a3d79c576. May 27 03:16:30.150670 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:16:30.406221 n-d-843146-11 neutron-server[88426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Router d9ffc66b-ec10-4ee1-80d6-455844da76ba has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:16:30.579823 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:16:30.590838 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] Sync routers for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:16:30.601303 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:30.605043 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:16:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:30.609119 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:30.666872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-9be37c75-3433-47c4-bffd-4aff09c881c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2554517 May 27 03:16:30.667278 n-d-843146-11 neutron-server[88426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576'}] {{(pid=88426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:16:30.710836 n-d-843146-11 neutron-server[88426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9e6dca-b1a1-4eff-9609-f73e3d58e46c'] response: {'name': 'network-changed', 'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576', 'status': 'completed', 'code': 200} May 27 03:16:30.781680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:30.804801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-02668776-07d8-4e55-8641-6c5aedcb3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:30.806255 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-02668776-07d8-4e55-8641-6c5aedcb3065 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1097 time: 0.0745263 May 27 03:16:30.936297 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-8a5cbe83-ab6e-4a47-b3cb-16277adbfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:30.937637 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-8a5cbe83-ab6e-4a47-b3cb-16277adbfd32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1256583 May 27 03:16:31.040933 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-4e681691-f286-4c48-9f0f-94bf59e3fb23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 999 time: 0.0970306 May 27 03:16:31.102150 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-61cfe158-ed21-4bc0-816b-378e5ed24046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:31.103747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-61cfe158-ed21-4bc0-816b-378e5ed24046 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0568473 May 27 03:16:31.123382 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:29Z', 'revision_number': 0, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:31.127219 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] Checking router: d9ffc66b-ec10-4ee1-80d6-455844da76ba for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:16:31.136332 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:16:31.137289 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:16:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:31.177128 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-e4d04066-b241-4378-91d6-f21f5819f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:31.178596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-e4d04066-b241-4378-91d6-f21f5819f05d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692744 May 27 03:16:31.316823 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:16:31.413747 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-4f3f2fb1-44cb-4635-a136-7988f2563436 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288706 May 27 03:16:31.547013 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3beb49c3-3729-489c-8a83-cbbdc498c0cd req-92223e05-b55a-44a2-8afc-7003fdc4ed8f service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267345 May 27 03:16:31.687094 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:29Z', 'revision_number': 0, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:31.691213 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee043b93-4467-4679-a33f-177c1b45bb40 None None] The sync data for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 is: [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:29Z', 'revision_number': 0, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:16:31.885036 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb006d-9641-4d76-8795-459bd2746537 None None] New status for floating IP f22c9605-c9d6-472c-a643-ca548a57f5d3: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:16:33.841681 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:34.181246 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:36.031064 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9a46-5afe-4ef9-b834-78141455d890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:38.185263 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a9e4cc79-1a4e-4027-8384-02cc162c92c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.190981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-fd218e25-f18e-4725-a545-aa8574d0dd3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248984 May 27 03:16:39.327404 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637aee2-5664-4ba9-a430-886ca1710843 req-03be9e19-8da3-40b2-b34e-08a2a8c8553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.328865 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-03be9e19-8da3-40b2-b34e-08a2a8c8553c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1097 time: 0.0711675 May 27 03:16:39.486574 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637aee2-5664-4ba9-a430-886ca1710843 req-7cb1c787-b7ff-42fa-bef6-bc7d412da010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.488047 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-7cb1c787-b7ff-42fa-bef6-bc7d412da010 service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1403909 May 27 03:16:39.570346 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.593165 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-3458cca4-98f2-4b23-9a5c-ee1a82d55d6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 1001 time: 0.0978043 May 27 03:16:39.659500 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637aee2-5664-4ba9-a430-886ca1710843 req-d14a04d8-4517-4518-a4fd-0ac364c0f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.660918 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-d14a04d8-4517-4518-a4fd-0ac364c0f764 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0614090 May 27 03:16:39.735124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637aee2-5664-4ba9-a430-886ca1710843 req-10f42b2f-912d-4262-8995-f633feae48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:16:39.736566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-10f42b2f-912d-4262-8995-f633feae48ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697186 May 27 03:16:39.773811 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:39.870453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-4afcb2ee-36f2-4323-ac9d-8eeb25a2ff94 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272879 May 27 03:16:40.002596 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b637aee2-5664-4ba9-a430-886ca1710843 req-15e203b9-c5e4-4b09-a0fa-501fd6b777dd service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255050 May 27 03:16:41.356766 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:03.858841 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:04.179276 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:06.032092 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69333359-69ab-48d7-ad0a-628033251149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:07.150340 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:17:08.186874 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-abecb518-80ce-4ba9-a007-d96830a31f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:09.572927 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:09.776797 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:11.359482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:33.858283 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:34.180943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:36.035397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cc8582d4-e162-4974-90a5-06921f53027c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:38.187468 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5751f833-64ac-42e3-9c1c-a52f9ec9ff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:38.420581 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-2cfd5427-51ca-42b8-89f4-3ef15c11a8d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692577 May 27 03:17:38.564838 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-63180b1e-ebd8-4327-9462-51bc8443ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:38.566237 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-63180b1e-ebd8-4327-9462-51bc8443ab80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1097 time: 0.0788922 May 27 03:17:38.714538 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-ce0060e0-8bfa-48f6-9e0e-e239f419bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:38.716151 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-ce0060e0-8bfa-48f6-9e0e-e239f419bd88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1316850 May 27 03:17:38.819770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-e5976218-ef74-45ce-9471-63b9f9f651ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 1001 time: 0.0973265 May 27 03:17:38.881256 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-da1cbaf9-d984-4326-98d7-7558ad2b911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:38.882645 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-da1cbaf9-d984-4326-98d7-7558ad2b911d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0573123 May 27 03:17:38.955887 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-94a13cc0-f890-421b-abd8-b5da1b1cf6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:38.957307 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-94a13cc0-f890-421b-abd8-b5da1b1cf6e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683451 May 27 03:17:39.191461 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-871a58c6-fe41-412f-935b-ffb180bdb2e1 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279272 May 27 03:17:39.328423 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-585b4cc7-364a-48fd-b159-7a81a52b39ec req-0da73339-4016-49a7-b043-0d2707fbdc85 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302423 May 27 03:17:39.575932 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:39.776700 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:41.362345 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:44.149716 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:18:03.856815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:04.187522 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:06.037556 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-23420139-0a08-4be9-8d9c-9eaf8e02d74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:08.189351 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a663448d-89ad-46d2-b595-64b85ba701f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:09.578954 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:09.780344 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:11.366533 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:21.150003 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:18:33.867773 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:34.204838 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:36.040247 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-66589ba2-18ba-4ec8-a101-99c82e1ba6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:38.190367 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b81dbfc5-3674-4f74-9e16-c0a1662330f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:38.421586 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-ea49b3b2-9442-42bc-bb45-9782e45897d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0689781 May 27 03:18:38.557734 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-0d1efa6a-aada-4efd-bd00-b065127f2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:38.559342 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-0d1efa6a-aada-4efd-bd00-b065127f2006 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1097 time: 0.0708807 May 27 03:18:38.714864 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-1d06af65-ce86-4a55-a847-f784f44a4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:38.716236 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-1d06af65-ce86-4a55-a847-f784f44a4f06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1365502 May 27 03:18:38.822390 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-e7387eb8-b4c4-4934-92e7-f3b38448177f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 1001 time: 0.1000960 May 27 03:18:38.887284 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-570d984d-604c-44d2-9758-79ed206303f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:38.888646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-570d984d-604c-44d2-9758-79ed206303f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0594738 May 27 03:18:38.961396 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-017506c7-938e-4ec8-a832-7a4cedebb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:38.962962 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-017506c7-938e-4ec8-a832-7a4cedebb8ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681419 May 27 03:18:39.091179 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-fb68a981-ea3c-4ee7-86c5-cb55620d79f4 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221771 May 27 03:18:39.222685 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-37150f2f-cffe-4e3c-831c-a1950c70d5ef req-e2940639-f6ca-4667-865f-55e2c1a298bf service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250043 May 27 03:18:39.586350 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:39.783943 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:41.369387 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:58.148640 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:19:01.733432 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 304df772-c36a-4c49-972a-6c2a3d79c576 details requested by agent hyperv_n-h1-843146-11 with host n-h1-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:19:01.864338 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:01.880715 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Returning: {'device': '304df772-c36a-4c49-972a-6c2a3d79c576', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:19:01.934455 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 304df772-c36a-4c49-972a-6c2a3d79c576 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:01.934865 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:01.951467 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 304df772-c36a-4c49-972a-6c2a3d79c576 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:19:01.965926 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:01.969824 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:02.041070 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] get_ports_and_sgs() called for port_ids ['304df772-c36a-4c49-972a-6c2a3d79c576'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:19:02.068313 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:02.090969 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.091324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.091667 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.092006 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.092342 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.092680 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.093017 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.093339 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.093666 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.093992 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.094316 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:02.094639 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:03.751763 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 304df772-c36a-4c49-972a-6c2a3d79c576 up at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:03.818420 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Provisioning complete for port 304df772-c36a-4c49-972a-6c2a3d79c576 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:03.818801 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:03.885130 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:03.945709 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 304df772-c36a-4c49-972a-6c2a3d79c576 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:03.946089 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:03.974109 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:03.984731 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:03.989200 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:04.043755 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc869aa-24ec-4d8b-810e-5168b012a36b'] response: {'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576', 'code': 200} May 27 03:19:04.061458 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:04.215310 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:06.045947 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-849b9edb-d7b0-42d3-93dc-d50c23e8a20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:08.193921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-bc1276ad-158f-45d8-ab6a-b70ecb50429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:09.588527 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:09.788080 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:11.373986 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:14.521574 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-73ac5141-b897-4363-a4e1-a40845e17385 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368414173&fields=id&tenant_id=daa12ff609d24131976a5f98094711f2 HTTP/1.1" status: 200 len: 267 time: 0.0394113 May 27 03:19:14.672145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-c14b7ff8-a410-403d-80cf-b2446a99fb6e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:14.673611 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-c14b7ff8-a410-403d-80cf-b2446a99fb6e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 809 time: 0.1451097 May 27 03:19:14.688900 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-37cb1f4d-77c6-4d46-a5f7-b171a7900442 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/quotas/daa12ff609d24131976a5f98094711f2 HTTP/1.1" status: 200 len: 375 time: 0.0097418 May 27 03:19:14.784046 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-691315e4-04c6-46f8-a5e8-2af5e3f3aaaf tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899591 May 27 03:19:14.851990 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2bb484f9-b33f-468f-b147-a5820af6b40d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:19:14.852960 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2bb484f9-b33f-468f-b147-a5820af6b40d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576689 May 27 03:19:14.982848 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-b81ddf69-d9c9-40d1-a73a-4959aa9336a2 service neutron] 10.222.0.16 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239107 May 27 03:19:15.206760 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-46bb334d-eb4f-4cec-b41d-28143ff24067 service neutron] 10.222.0.16 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181125 May 27 03:19:15.456413 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-79420cb1-b46c-4fdf-bf56-e3ae8b0037f6 req-18dcaf19-e0b4-4d16-a9ef-408aae3cc790 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 210 time: 0.0975940 May 27 03:19:16.394349 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.47', 61193) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:16.546556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-7299dfca-f04a-4c0e-8998-3e77f6957969 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:16.548770 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-7299dfca-f04a-4c0e-8998-3e77f6957969 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.47 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 809 time: 0.1533937 May 27 03:19:16.630208 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-7b5441ff-f1e2-4e3f-bb8f-cc4fdbb9252b req-137c1e0b-2a3f-49d6-bab4-a9e37e01890a tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 210 time: 0.0550859 May 27 03:19:16.646474 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-b67cd69c-f013-456d-998b-9e7efb51581c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa12ff609d24131976a5f98094711f2 HTTP/1.1" status: 200 len: 379 time: 0.0877936 May 27 03:19:16.655428 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'port': {'device_id': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'admin_state_up': True, 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'security_groups': ['8543c260-a581-4672-8216-d4fd287c512d']}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:16.795087 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:16.805046 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:16.816280 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Made reservation on behalf of daa12ff609d24131976a5f98094711f2 for: {'port': 1} {{(pid=88425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:19:16.826242 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:17.047617 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Allocated IP 172.20.0.7 (580d2b70-2d29-4f1f-8fa7-b4244c8160af/19c1b4fb-55a3-4322-86ab-e878a8e1f6ae/416c0044-6341-4f04-9572-937edc05cf44) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:19:17.299072 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:17.317766 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Transition to ACTIVE for port object 416c0044-6341-4f04-9572-937edc05cf44 will not be triggered until provisioned by entity DHCP. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:17.345014 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:17.416518 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:17.425450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:17.430119 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:19:17.486524 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:17.501188 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.501531 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.501873 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.502214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.502697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.503113 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.503477 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.503822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.504151 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.504479 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.504813 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.505138 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:19:17.519197 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:17.519847 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:17.574188 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-2d251e37-35f4-43ec-a2b9-8312016ffec9 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9223697 May 27 03:19:17.789869 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e0621f5e-ccd8-4ec1-978e-706ea7f48d59 None None] Provisioning for port 416c0044-6341-4f04-9572-937edc05cf44 completed by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:17.797600 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-e0621f5e-ccd8-4ec1-978e-706ea7f48d59 None None] Provisioning complete for port 416c0044-6341-4f04-9572-937edc05cf44 triggered by entity DHCP. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:17.797969 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e0621f5e-ccd8-4ec1-978e-706ea7f48d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:17.832923 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 304df772-c36a-4c49-972a-6c2a3d79c576 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:19:17.836903 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb084-30b0-449a-a83e-f1e9a1feadf9 req-9a016da2-eb53-4db2-ac83-a00f3499068a tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:17.846187 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e7cb084-30b0-449a-a83e-f1e9a1feadf9 req-9a016da2-eb53-4db2-ac83-a00f3499068a tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.1013441 May 27 03:19:17.908424 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-4e7cb084-30b0-449a-a83e-f1e9a1feadf9 req-897c747f-1c35-434c-9fbe-c0c58be6c84f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609372 May 27 03:19:17.951248 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-e0621f5e-ccd8-4ec1-978e-706ea7f48d59 None None] Port 416c0044-6341-4f04-9572-937edc05cf44 cannot update to ACTIVE because it is not bound. {{(pid=88427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 03:19:18.016229 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Current status of the port 304df772-c36a-4c49-972a-6c2a3d79c576 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:18.016953 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:18.047886 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:18.060155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:18.064746 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:18.107290 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7309c2a-c8dd-424c-abb0-78b272af6aa7'] response: {'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576', 'code': 200} May 27 03:19:18.154037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Pushing event updated for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:19.240380 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed8e77-6408-4a3c-91d2-13b36547ccf8 req-55b8a704-1e58-4e3c-9c52-1292dd8d8dbb tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:19.244565 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5eed8e77-6408-4a3c-91d2-13b36547ccf8 req-55b8a704-1e58-4e3c-9c52-1292dd8d8dbb tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.2192752 May 27 03:19:19.293806 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-5eed8e77-6408-4a3c-91d2-13b36547ccf8 req-f0bdbc98-333b-452d-8942-4da92432566c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 May 27 03:19:20.499706 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d7db3-c5b2-4fde-a8f5-781a4d7de1b4 req-82f33855-e537-4817-8297-ff540079cd9d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:20.501048 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b26d7db3-c5b2-4fde-a8f5-781a4d7de1b4 req-82f33855-e537-4817-8297-ff540079cd9d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:19:20.519299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-b26d7db3-c5b2-4fde-a8f5-781a4d7de1b4 req-82f33855-e537-4817-8297-ff540079cd9d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:19:20.520681 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b26d7db3-c5b2-4fde-a8f5-781a4d7de1b4 req-82f33855-e537-4817-8297-ff540079cd9d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.1104364 May 27 03:19:20.574850 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b26d7db3-c5b2-4fde-a8f5-781a4d7de1b4 req-0ad042e0-869a-4796-8730-7d685d2c27c8 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477591 May 27 03:19:21.787056 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d503d-7da1-4636-b27b-bd81797220d6 req-664db9c7-06b4-4dc3-a31e-778c19ef17c5 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:21.788695 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-477d503d-7da1-4636-b27b-bd81797220d6 req-664db9c7-06b4-4dc3-a31e-778c19ef17c5 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.0988586 May 27 03:19:21.837179 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-477d503d-7da1-4636-b27b-bd81797220d6 req-74c97fee-ad0f-499d-b608-dc286cdaa1ae tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 May 27 03:19:23.033239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbd5e1-bc66-42a7-b0fd-d78be1711272 req-6fac67b0-079f-468c-a6d7-f1bb89bd72e1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:23.035045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ffbd5e1-bc66-42a7-b0fd-d78be1711272 req-6fac67b0-079f-468c-a6d7-f1bb89bd72e1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.0893698 May 27 03:19:23.085431 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5ffbd5e1-bc66-42a7-b0fd-d78be1711272 req-1339475a-4cef-40f4-98ff-afd4dd1fbfc5 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 May 27 03:19:24.276070 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f706c8-4715-494e-9057-c8afa10227b4 req-b972e175-f739-4bdd-9701-ec3e4c9a068d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:24.277521 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a7f706c8-4715-494e-9057-c8afa10227b4 req-b972e175-f739-4bdd-9701-ec3e4c9a068d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.0825236 May 27 03:19:24.323564 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a7f706c8-4715-494e-9057-c8afa10227b4 req-9cfee9e6-64cb-4997-b06b-7ce398cbf4b7 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402718 May 27 03:19:25.504512 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa77dc-26a9-4af4-a4c6-cdf73a8b86f1 req-2454d570-aaab-4335-aa3e-9ad438610964 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:25.505946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ffa77dc-26a9-4af4-a4c6-cdf73a8b86f1 req-2454d570-aaab-4335-aa3e-9ad438610964 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.0790281 May 27 03:19:25.549494 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6ffa77dc-26a9-4af4-a4c6-cdf73a8b86f1 req-6e982edf-82bb-4d6e-8d1e-14b6bd9ddbf1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378215 May 27 03:19:26.736660 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8655ec-2977-4cf3-a39d-65915b681850 req-e579be6e-aad1-418f-a39c-c73b54da3f6e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:26.738120 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a8655ec-2977-4cf3-a39d-65915b681850 req-e579be6e-aad1-418f-a39c-c73b54da3f6e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.0810614 May 27 03:19:26.781252 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-7a8655ec-2977-4cf3-a39d-65915b681850 req-b6705d2c-ba17-4a4f-9473-ee228455f7a5 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369072 May 27 03:19:27.497469 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-bd25fb51-0618-4147-8eaf-e981902cc020 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:19:27.499080 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-bd25fb51-0618-4147-8eaf-e981902cc020 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060451 May 27 03:19:27.562266 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Request body: {'port': {'device_id': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-11'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:27.676153 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.022781 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785c032-0e1e-4e08-8225-1a91e90ad659 req-bd344c32-2244-4368-891d-9afee7e7b9ac tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:28.024151 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9785c032-0e1e-4e08-8225-1a91e90ad659 req-bd344c32-2244-4368-891d-9afee7e7b9ac tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 931 time: 0.1241674 May 27 03:19:28.215977 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-9785c032-0e1e-4e08-8225-1a91e90ad659 req-be2e51d3-d43d-41ce-87de-60e1f983f2fc tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824820 May 27 03:19:28.217827 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416c0044-6341-4f04-9572-937edc05cf44 {{(pid=88425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:19:28.225303 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.240790 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.provisioning_blocks [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Transition to ACTIVE for port object 416c0044-6341-4f04-9572-937edc05cf44 will not be triggered until provisioned by entity L2. {{(pid=88425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:19:28.245412 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.376377 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:28.497052 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Attempting to bind port 416c0044-6341-4f04-9572-937edc05cf44 on host n-h2-843146-11 for vnic_type normal with profile {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:19:28.497391 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Attempting to bind port 416c0044-6341-4f04-9572-937edc05cf44 by drivers openvswitch,hyperv on host n-h2-843146-11 at level 0 using segments [{'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:19:28.497725 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Attempting to bind port 416c0044-6341-4f04-9572-937edc05cf44 on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:19:28.502497 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Port 416c0044-6341-4f04-9572-937edc05cf44 on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-11 {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 03:19:28.502862 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Attempting to bind port 416c0044-6341-4f04-9572-937edc05cf44 on network 580d2b70-2d29-4f1f-8fa7-b4244c8160af {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 03:19:28.507968 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Checking agent: {'id': 'b72968ce-d8c7-4314-a48c-b25c21d6a3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'started_at': datetime.datetime(2022, 5, 27, 1, 37, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 03:19:28.508303 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Checking segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 03:19:28.508683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Bound using segment: {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'} {{(pid=88425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 03:19:28.509110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.managers [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Bound port: 416c0044-6341-4f04-9572-937edc05cf44, host: n-h2-843146-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea564ef-a758-4078-bfe1-eebbd436fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af'}}] {{(pid=88425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:19:28.509455 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.605365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, cleared binding levels {{(pid=88425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 03:19:28.608320 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 03:19:28.612673 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.673006 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:28.673635 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:28.675200 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] 10.222.0.47 "PUT /v2.0/ports/416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 1092 time: 1.1648109 May 27 03:19:28.675673 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'tag': '416c0044-6341-4f04-9572-937edc05cf44'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:28.697715 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adaf9a-7f3d-443e-b8ea-05b10206c342 service neutron] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=3']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:28.797125 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-c91362f0-2f51-4b95-81c4-5ed3fdc54ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:28.798662 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-c91362f0-2f51-4b95-81c4-5ed3fdc54ae1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1095 time: 0.0826149 May 27 03:19:28.800343 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13bdd74-22f2-47ee-a071-32ef42cc994a'] response: {'name': 'network-changed', 'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'tag': '416c0044-6341-4f04-9572-937edc05cf44', 'status': 'completed', 'code': 200} May 27 03:19:28.869068 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-bf8c5579-0452-42a9-a8f5-592a1f625026 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 217 time: 0.0629709 May 27 03:19:28.934061 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-ff6af899-2182-4fbb-a022-71978ccb6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:28.935485 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-ff6af899-2182-4fbb-a022-71978ccb6fac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0611246 May 27 03:19:29.013553 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-c6d00d8f-2e93-48c3-9aa4-6d306cd764ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:29.015132 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-c6d00d8f-2e93-48c3-9aa4-6d306cd764ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737457 May 27 03:19:29.147293 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-728653b0-1f83-4c32-bc95-eae599268d2d service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257775 May 27 03:19:29.280592 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4cf6cc95-5659-4ba4-a4dc-a6d44607ffed req-5d5689e4-be17-4dc8-bbc9-08e2694d2bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273389 May 27 03:19:29.455105 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-c51dd620-0532-427b-a975-5faa462a3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:29.456489 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-c51dd620-0532-427b-a975-5faa462a3a91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1095 time: 0.1335340 May 27 03:19:29.464475 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d9f0c-e7ec-49de-a41c-8a022753c64a req-b8da697e-72bc-4ffd-a4d0-b758a8f5d8ba tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:29.465788 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-055d9f0c-e7ec-49de-a41c-8a022753c64a req-b8da697e-72bc-4ffd-a4d0-b758a8f5d8ba tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 943 time: 0.1132021 May 27 03:19:29.587795 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-055d9f0c-e7ec-49de-a41c-8a022753c64a req-3ad757e8-e1da-4f32-883f-99cb895ec290 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039889 May 27 03:19:29.627248 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-44b8dc53-89b9-466b-973d-af0d01fc7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:29.628674 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-44b8dc53-89b9-466b-973d-af0d01fc7528 service neutron] 10.222.0.47 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1620762 May 27 03:19:29.698834 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-f8d5db31-304b-41c3-8aff-c862371e8b51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 217 time: 0.0634909 May 27 03:19:29.759388 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-2cf2ae58-0709-4879-b988-c29da0094969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:29.760737 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-2cf2ae58-0709-4879-b988-c29da0094969 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0560768 May 27 03:19:29.924304 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-05a90b42-eb1b-4a18-a7ba-5871c636de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:29.925774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-05a90b42-eb1b-4a18-a7ba-5871c636de51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593225 May 27 03:19:30.054369 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-a64e1e8c-8ca9-4283-b0ba-280a956a8319 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221757 May 27 03:19:30.186453 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5a14d070-38e9-487c-b5cf-a4974c7c84b9 req-3d00bb8e-e9f9-4f7e-acea-2b49f4bfbe89 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243947 May 27 03:19:30.775066 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59042b-fd13-4c60-8c1f-4d69553669d2 req-6e4e0add-3877-4356-b222-8ea2b8adc0c3 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:30.776553 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff59042b-fd13-4c60-8c1f-4d69553669d2 req-6e4e0add-3877-4356-b222-8ea2b8adc0c3 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 943 time: 0.0803201 May 27 03:19:30.833669 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-ff59042b-fd13-4c60-8c1f-4d69553669d2 req-4aea1ae7-8c90-4d8a-a44a-9ffafdf1a54d tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514185 May 27 03:19:32.015111 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb36f1-33a4-4c08-9464-7e97ee7ef879 req-8d6f5c50-84f3-48a8-a1d7-97e302610246 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:32.016859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d9bb36f1-33a4-4c08-9464-7e97ee7ef879 req-8d6f5c50-84f3-48a8-a1d7-97e302610246 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 943 time: 0.0801558 May 27 03:19:32.060946 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-d9bb36f1-33a4-4c08-9464-7e97ee7ef879 req-984811d7-060e-421b-a861-98306283850e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385432 May 27 03:19:33.242220 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897ee9-c0e3-4dea-90be-edc8dbac6b48 req-c7848d81-f6eb-4069-8c5c-ac73d53c258b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:33.244232 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af897ee9-c0e3-4dea-90be-edc8dbac6b48 req-c7848d81-f6eb-4069-8c5c-ac73d53c258b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 943 time: 0.0778062 May 27 03:19:33.259605 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 416c0044-6341-4f04-9572-937edc05cf44 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:19:33.287588 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-af897ee9-c0e3-4dea-90be-edc8dbac6b48 req-41b17aba-8d38-4a3c-918e-a086bbcb7279 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376914 May 27 03:19:33.390696 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:33.403522 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '416c0044-6341-4f04-9572-937edc05cf44', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'port_id': '416c0044-6341-4f04-9572-937edc05cf44', 'mac_address': 'fa:16:3e:35:91:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:19:33.457183 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 416c0044-6341-4f04-9572-937edc05cf44 is: DOWN; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:33.457562 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.473471 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416c0044-6341-4f04-9572-937edc05cf44 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:19:33.488905 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:33.492672 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:33.561622 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=4']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:33.829521 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['416c0044-6341-4f04-9572-937edc05cf44'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:19:33.888760 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.231896 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:34.475626 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ac670-ca71-4b13-948f-0a72f1f2f6d5 req-b17bed5b-aff2-47ea-a360-4d72b9b1e3d5 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:34.477072 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a7ac670-ca71-4b13-948f-0a72f1f2f6d5 req-b17bed5b-aff2-47ea-a360-4d72b9b1e3d5 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 944 time: 0.0828829 May 27 03:19:34.521014 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-6a7ac670-ca71-4b13-948f-0a72f1f2f6d5 req-6048db36-4596-47b0-a3f1-ff49eebbd27c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382102 May 27 03:19:35.148362 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:19:35.274343 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 416c0044-6341-4f04-9572-937edc05cf44 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:19:35.343609 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning for port 416c0044-6341-4f04-9572-937edc05cf44 completed by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:19:35.348166 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 416c0044-6341-4f04-9572-937edc05cf44 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:19:35.348536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.460547 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 416c0044-6341-4f04-9572-937edc05cf44 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:19:35.460844 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.489280 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c0044-6341-4f04-9572-937edc05cf44'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:35.498954 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:19:35.502963 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:35.538592 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32918e86-6190-4416-af9e-ffa8776bb424'] response: {'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c0044-6341-4f04-9572-937edc05cf44', 'code': 200} May 27 03:19:35.577515 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=5']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:35.730163 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2d09-75ad-42b2-baa3-be456975b4e6 req-8be18d3a-918f-4292-bd38-7074e45c123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:35.731543 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c2e2d09-75ad-42b2-baa3-be456975b4e6 req-8be18d3a-918f-4292-bd38-7074e45c123f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1097 time: 0.1352212 May 27 03:19:35.739473 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7ba0-ddb9-4959-b0d9-780fbed3f6ac req-f66431a3-c369-47f8-b8c3-4774d52206b4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:35.740782 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310f7ba0-ddb9-4959-b0d9-780fbed3f6ac req-f66431a3-c369-47f8-b8c3-4774d52206b4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 945 time: 0.1086733 May 27 03:19:35.809240 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5c2e2d09-75ad-42b2-baa3-be456975b4e6 req-cbe3e43f-07a2-4658-9ff0-59c985992ce6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675516 May 27 03:19:35.812005 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-310f7ba0-ddb9-4959-b0d9-780fbed3f6ac req-bc996187-515a-4792-a0a2-d90b61de6fe3 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579391 May 27 03:19:36.037627 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7ccceee4-2278-46c8-b489-2caf6c194f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:36.997969 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570041f1-a6e7-41f2-9afe-0ce805cb7802 req-f838b6ca-27f5-41b8-9266-5da43e83873a tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:36.999410 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-570041f1-a6e7-41f2-9afe-0ce805cb7802 req-f838b6ca-27f5-41b8-9266-5da43e83873a tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 945 time: 0.0816765 May 27 03:19:37.044872 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-570041f1-a6e7-41f2-9afe-0ce805cb7802 req-9b0abfad-767f-4787-bdff-7f755e86da99 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 May 27 03:19:38.197383 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0eabe785-6b33-4a02-bdee-1aac35d38d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:38.227231 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d5555-0c8e-4b47-b46a-adfbca987bf4 req-da4dd98f-7b2c-440e-9421-d7f67388b0ae tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:38.228704 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c65d5555-0c8e-4b47-b46a-adfbca987bf4 req-da4dd98f-7b2c-440e-9421-d7f67388b0ae tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 945 time: 0.0802083 May 27 03:19:38.271894 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-c65d5555-0c8e-4b47-b46a-adfbca987bf4 req-61abb28a-9e00-4f5a-8ada-889c34ec6ea2 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375059 May 27 03:19:38.452683 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67816-a581-48ed-b6e6-e2c507e1ec5d req-7f7f195c-b505-4a57-b4fd-18ff1c5ada6b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:38.454116 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69f67816-a581-48ed-b6e6-e2c507e1ec5d req-7f7f195c-b505-4a57-b4fd-18ff1c5ada6b tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 945 time: 0.0788512 May 27 03:19:38.497062 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-69f67816-a581-48ed-b6e6-e2c507e1ec5d req-6e0ff8a2-95a0-48cc-9102-81b8e6fd0d79 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370691 May 27 03:19:38.519676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36794) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:38.592676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219c988-fda9-4109-896c-ae0f6288eefa tempest-TestSnapshotPattern-1626638733 tempest-TestSnapshotPattern-1626638733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:38.594181 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-c219c988-fda9-4109-896c-ae0f6288eefa tempest-TestSnapshotPattern-1626638733 tempest-TestSnapshotPattern-1626638733-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1092 time: 0.0735416 May 27 03:19:38.596910 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 36798) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:19:38.601748 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.v2.base [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Request body: {'floatingip': {'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'port_id': '416c0044-6341-4f04-9572-937edc05cf44', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 03:19:38.608504 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:19:38.612437 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Usage tracker for resource:floatingip and tenant:daa12ff609d24131976a5f98094711f2 is out of sync, need to count used quota {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:19:38.615316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:19:38.621595 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.quota.driver [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:19:38.631786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:38.767821 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:38.898127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_common [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Allocated IP 172.25.3.245 (737dfdb4-9b51-4422-81e3-7c3db7c0b18a/2d5c62c1-d334-4732-8053-7073cdee9715/12a04e60-2283-4a6f-b0e1-a3f13bd42e3d) {{(pid=88425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:19:39.042015 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for port, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:39.071610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793544298590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:39.139688 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Network 737dfdb4-9b51-4422-81e3-7c3db7c0b18a is already hosted by enough agents. {{(pid=88425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:19:39.142856 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.base_scheduler [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Resources bound (agent type, host, resource id): {{(pid=88425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:19:39.146410 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Received port after_create {{(pid=88425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 03:19:39.175769 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'Port': ['ID=12a04e60-2283-4a6f-b0e1-a3f13bd42e3d,revision_number=1']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:39.581705 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:39.646870 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-5727347e-243c-49d7-9d18-5b3338a9ae54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2775021 May 27 03:19:39.747522 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:39.791642 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:39.843530 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-6b36b458-214d-40f1-933b-3f5a17656779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:39.844981 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-6b36b458-214d-40f1-933b-3f5a17656779 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1095 time: 0.1321170 May 27 03:19:39.848989 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:40.104618 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-390828c0-1b33-4b4f-b166-48aae31aa8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:40.106044 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-390828c0-1b33-4b4f-b166-48aae31aa8ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.2335317 May 27 03:19:40.236774 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-a545f32b-f402-4aff-b113-275708286f87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 999 time: 0.1236799 May 27 03:19:40.289023 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for port, precommit_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:40.296171 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1463205'] for port, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:40.411737 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-1b8cd29c-c725-4e5a-8d1d-a5200d3a8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:40.413074 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-1b8cd29c-c725-4e5a-8d1d-a5200d3a8d53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.1646628 May 27 03:19:40.452753 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event updated for resources: {'Port': ['ID=12a04e60-2283-4a6f-b0e1-a3f13bd42e3d,revision_number=2']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:19:40.472289 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924316'] for floatingip, after_update {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:40.645801 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-83bff050-b0ba-4adc-ac60-19ff6c9e5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:40.647319 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-83bff050-b0ba-4adc-ac60-19ff6c9e5285 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2257402 May 27 03:19:40.726075 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Floating IP 5137d24e-a982-42e6-8522-2ce40bb78bbc associated. External IP: 172.25.3.245, port: 416c0044-6341-4f04-9572-937edc05cf44. May 27 03:19:41.040555 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-5ba2b3f3-f82d-40b1-b267-e8b0aa3b52d1 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846023 May 27 03:19:41.319910 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-bcfc788c-8fc3-4fa7-bd64-8898d995ddaa req-b8d7e38d-a7b7-4e23-be1d-c2d864c39e1e service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732673 May 27 03:19:41.341918 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Router d9ffc66b-ec10-4ee1-80d6-455844da76ba has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:19:41.375357 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:41.524441 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:19:41.533994 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] Sync routers for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:19:41.544633 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:41.545348 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:41.548507 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:41.619983 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-26eee3cf-efd8-404d-9048-a0784c09fd83 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0220449 May 27 03:19:41.620857 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'tag': '416c0044-6341-4f04-9572-937edc05cf44'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:19:41.669536 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b4889f-a441-4808-9023-2a110f041e9f'] response: {'name': 'network-changed', 'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'tag': '416c0044-6341-4f04-9572-937edc05cf44', 'status': 'completed', 'code': 200} May 27 03:19:41.738846 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:41.769412 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-bbacfd01-16c5-4958-a60c-d6395cd091ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:41.770913 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-bbacfd01-16c5-4958-a60c-d6395cd091ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1097 time: 0.0747011 May 27 03:19:41.902180 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-ba886dc5-f0f4-4433-9afb-5f37a665cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:41.903659 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-ba886dc5-f0f4-4433-9afb-5f37a665cb1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1266222 May 27 03:19:42.008407 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-0c67f1b8-a314-41df-aa4b-c1bc8a70e217 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 999 time: 0.0946612 May 27 03:19:42.076485 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-40a7bf0b-8da7-4fdf-8efe-4dade8b05cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:42.077957 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-40a7bf0b-8da7-4fdf-8efe-4dade8b05cf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0638156 May 27 03:19:42.122672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '5137d24e-a982-42e6-8522-2ce40bb78bbc', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '416c0044-6341-4f04-9572-937edc05cf44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:35:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:19:39Z', 'updated_at': '2022-05-27T03:19:39Z', 'revision_number': 0, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}, {'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:32Z', 'revision_number': 1, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:42.126545 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] Checking router: d9ffc66b-ec10-4ee1-80d6-455844da76ba for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:19:42.134780 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:19:42.135389 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:19:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:42.154880 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-6e819b6b-2816-4057-8260-9489e6e179c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:42.156337 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-6e819b6b-2816-4057-8260-9489e6e179c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716588 May 27 03:19:42.290043 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-2648a14b-849a-4eb1-a7ff-419ef7bcb0c4 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269381 May 27 03:19:42.310354 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:19:42.421377 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-45c8bdb3-b14c-4e4d-b28d-67133c221d3f req-986ab855-c7d6-453b-99d2-36035f8f1d0a service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253190 May 27 03:19:42.655613 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '5137d24e-a982-42e6-8522-2ce40bb78bbc', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '416c0044-6341-4f04-9572-937edc05cf44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:35:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:19:39Z', 'updated_at': '2022-05-27T03:19:39Z', 'revision_number': 0, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}, {'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:32Z', 'revision_number': 1, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:19:42.659668 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25db92-a0be-4370-8d74-28579b7f55f4 None None] The sync data for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 is: [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': '5137d24e-a982-42e6-8522-2ce40bb78bbc', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '416c0044-6341-4f04-9572-937edc05cf44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:35:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:19:39Z', 'updated_at': '2022-05-27T03:19:39Z', 'revision_number': 0, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}, {'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:32Z', 'revision_number': 1, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:19:42.843008 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8b84f-832b-4cf1-9f77-f3ffd213f291 None None] New status for floating IP 5137d24e-a982-42e6-8522-2ce40bb78bbc: ACTIVE {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:19:45.090185 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-8db04b42-5a88-420e-ac0c-c9d75c443c1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1904290 May 27 03:19:45.229831 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-576d97dc-58f1-4bf1-b4f8-fc7763e6572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:45.231571 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-576d97dc-58f1-4bf1-b4f8-fc7763e6572e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1097 time: 0.0728607 May 27 03:19:45.381799 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-18c1b689-c987-4c26-bc31-97024205e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:45.383300 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-18c1b689-c987-4c26-bc31-97024205e3f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1338351 May 27 03:19:45.497275 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-6c4c6028-48ae-4270-8fec-65cadbc3c2be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 1001 time: 0.1080351 May 27 03:19:45.559690 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-6f0ae545-71e8-4830-a13a-b1fc0628707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:45.561123 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-6f0ae545-71e8-4830-a13a-b1fc0628707b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0580969 May 27 03:19:45.638592 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-0c6e2fec-5148-4dc2-ae57-a66ce923c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:19:45.640093 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-0c6e2fec-5148-4dc2-ae57-a66ce923c92a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730984 May 27 03:19:45.772260 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-ab1c51e9-e4df-4ee3-8d39-1b0706d958be service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248980 May 27 03:19:45.907902 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-f6c677d1-c800-4d76-9784-5dc187a3d2b2 req-6a1efa6d-0789-4acc-a466-c3b3938488f9 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248200 May 27 03:20:03.865264 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:04.230047 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:06.039482 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-00ccef03-4445-4b2a-b05b-2480bfca189e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:08.199931 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d637a53b-d784-4304-ae35-8484dfb162cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:09.583910 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:09.793605 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:11.378378 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:12.148259 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:20:33.883267 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:34.262038 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:36.042643 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a92403e0-ef0e-446a-8001-7bbc50a190bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:38.201813 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ca57-4996-4076-a097-9af92f8f9b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:39.585913 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:39.795034 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:41.388105 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:41.918108 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-ba8c42e0-d8b0-4409-9cd8-f252e994b310 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676906 May 27 03:20:42.057135 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-06eb8146-e62c-44cb-8333-fca9f0a32cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:42.058566 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-06eb8146-e62c-44cb-8333-fca9f0a32cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1095 time: 0.0734549 May 27 03:20:42.198216 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-bfdf98ba-28b5-443b-b93b-38f0c3b495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:42.199597 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-bfdf98ba-28b5-443b-b93b-38f0c3b495ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1245615 May 27 03:20:42.299388 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-3326edbc-6fe7-4ae1-9f4a-e6e7f40744b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 999 time: 0.0939326 May 27 03:20:42.360965 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-80f2ae2f-c6b9-4728-927f-0d91fa61d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:42.362357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-80f2ae2f-c6b9-4728-927f-0d91fa61d274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0572753 May 27 03:20:42.435676 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-0daa9708-dee7-40b6-95f9-fb1d63fc2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:42.437127 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-0daa9708-dee7-40b6-95f9-fb1d63fc2f75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689983 May 27 03:20:42.446494 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-a767b759-33cd-4ef6-ab5f-92a6dd56dbf4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 03:20:42.447424 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-a767b759-33cd-4ef6-ab5f-92a6dd56dbf4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046053 May 27 03:20:42.575460 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-d649dfb8-92c3-48c4-a784-26ac8e0636ed service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214876 May 27 03:20:42.703575 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b55be9bc-82bc-4944-bc58-ac0e1b46d365 req-c739dcd0-bda9-417f-a035-58e5ca9944ba service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228604 May 27 03:20:46.034751 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-d2f3b739-9e6f-4f54-9044-27f49724336a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1692190 May 27 03:20:46.171794 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db842244-232a-4554-befd-a80961b98abf req-4a8275df-c6e3-4ffd-b154-f4278e489db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:46.173242 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-4a8275df-c6e3-4ffd-b154-f4278e489db7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1097 time: 0.0709379 May 27 03:20:46.313110 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db842244-232a-4554-befd-a80961b98abf req-5b4e19b4-04aa-45b9-b075-981015daf094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:46.314446 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-5b4e19b4-04aa-45b9-b075-981015daf094 service neutron] 10.222.0.47 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1231689 May 27 03:20:46.419640 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-75a1444f-ef31-4867-96be-1497b5a75d81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 1001 time: 0.0979998 May 27 03:20:46.482933 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db842244-232a-4554-befd-a80961b98abf req-f62a6c94-7def-4c15-9029-ac39fdd468e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:46.484306 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-f62a6c94-7def-4c15-9029-ac39fdd468e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0590675 May 27 03:20:46.557704 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db842244-232a-4554-befd-a80961b98abf req-130e5e39-3720-43c1-8685-bea1b298aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:20:46.559199 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-130e5e39-3720-43c1-8685-bea1b298aa0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689304 May 27 03:20:46.689193 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-c718b25f-0263-420a-8fab-d3a4953c732a service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235497 May 27 03:20:46.820059 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-db842244-232a-4554-befd-a80961b98abf req-e0479d32-0fe3-42dc-8785-f8483359ad94 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233230 May 27 03:20:49.148048 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:21:03.872841 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:04.261455 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:06.043829 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2c527a9d-9581-4603-b150-762e8ec37e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:08.202504 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9a840d76-09f4-47a5-a34e-9e01bb479c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:09.588605 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:09.798381 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:11.384217 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:26.147671 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:21:33.884739 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:34.277578 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:36.046264 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4e5a-2361-41af-b0f5-3da17612fd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:38.204108 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-25815f19-0210-4be7-bce2-47d15841954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:39.589458 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:39.800337 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:41.390368 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:41.482761 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-b5efdc6e-c922-480a-8ba6-3a674e88d26d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1233296 May 27 03:21:41.627593 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-981422c7-e9ef-4144-9298-3f843cbe03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:41.628996 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-981422c7-e9ef-4144-9298-3f843cbe03a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1095 time: 0.0744512 May 27 03:21:41.772127 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-d27c9b3f-0c3b-4b73-ad07-b7015a48cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:41.773544 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-d27c9b3f-0c3b-4b73-ad07-b7015a48cdd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1247206 May 27 03:21:41.874951 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-a7df085e-1872-4ba8-b1fc-d298ef9bebe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 999 time: 0.0941253 May 27 03:21:41.940435 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-f93fd79b-66d1-48c8-8da9-ac62f56981fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:41.941750 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-f93fd79b-66d1-48c8-8da9-ac62f56981fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0572088 May 27 03:21:42.022478 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-c77c1d5f-6b80-4fc9-a9d3-c2517a1f4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:42.023932 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-c77c1d5f-6b80-4fc9-a9d3-c2517a1f4320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717440 May 27 03:21:42.158726 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-bb3eb4ef-e0ce-4d17-af78-ded39ecfb67e service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239374 May 27 03:21:42.288113 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-66ea30cb-cdc1-4ab9-8100-c7dab943f40b req-51e90ad1-18b3-44db-a359-7d49a6518aaa service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225591 May 27 03:21:48.101569 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-cae535e6-e9be-482c-a6d3-9f5c1873d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:48.103082 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-cae535e6-e9be-482c-a6d3-9f5c1873d041 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1097 time: 0.1605997 May 27 03:21:48.110829 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 416c0044-6341-4f04-9572-937edc05cf44 details requested by agent hyperv_n-h2-843146-11 with host n-h2-843146-11 {{(pid=88427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:21:48.240476 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:48.248623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-0edf2835-8e48-415b-b6d8-1c5735703b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:48.250160 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-0edf2835-8e48-415b-b6d8-1c5735703b77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1254256 May 27 03:21:48.254619 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Returning: {'device': '416c0044-6341-4f04-9572-937edc05cf44', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'port_id': '416c0044-6341-4f04-9572-937edc05cf44', 'mac_address': 'fa:16:3e:35:91:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:21:48.311943 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 416c0044-6341-4f04-9572-937edc05cf44 is: ACTIVE; New status is: BUILD {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:48.312315 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:48.329758 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416c0044-6341-4f04-9572-937edc05cf44 {{(pid=88427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:21:48.345925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:48.349898 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:48.354345 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-b5ba80cc-9883-44a0-b31c-1cc5a060de78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 1001 time: 0.0975864 May 27 03:21:48.416193 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-7095b9cf-59de-4370-b1c6-6fb5eede30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:48.417646 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-7095b9cf-59de-4370-b1c6-6fb5eede30bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0577061 May 27 03:21:48.422533 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=6']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:48.427244 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] get_ports_and_sgs() called for port_ids ['416c0044-6341-4f04-9572-937edc05cf44'] {{(pid=88427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 03:21:48.459693 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.460035 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.460370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.460701 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.461027 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.461350 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.461672 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.461993 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.462311 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.462629 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.462972 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.463288 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:21:48.496648 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-f516d855-b404-4e11-94aa-6701bf860ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:21:48.498741 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-f516d855-b404-4e11-94aa-6701bf860ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733495 May 27 03:21:48.631805 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-f78a5d80-6ce9-4077-b34e-e394a4264501 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256869 May 27 03:21:48.768357 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-b82fa1b1-cb0f-4221-93e5-5e415921a1ec req-e70484ef-7feb-4357-a327-31403a3a2a78 service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296082 May 27 03:21:50.114979 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 416c0044-6341-4f04-9572-937edc05cf44 up at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:21:50.180386 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.provisioning_blocks [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Provisioning complete for port 416c0044-6341-4f04-9572-937edc05cf44 triggered by entity L2. {{(pid=88427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:21:50.180753 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4068686'] for port, provisioning_complete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:50.294683 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 416c0044-6341-4f04-9572-937edc05cf44 is: BUILD; New status is: ACTIVE {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:21:50.295505 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:50.322747 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c0044-6341-4f04-9572-937edc05cf44'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:21:50.333255 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:21:50.338517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:50.408400 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=7']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:21:50.418209 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5c1bfe-3c0e-4a78-aed0-2330cbb4af3b'] response: {'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c0044-6341-4f04-9572-937edc05cf44', 'code': 200} May 27 03:22:03.147770 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:22:03.891622 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:03.974969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37058) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:04.178693 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Deleting port 12a04e60-2283-4a6f-b0e1-a3f13bd42e3d {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:04.179118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:04.283536 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:04.353963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:04.354294 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:04.477788 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Calling delete_port for 12a04e60-2283-4a6f-b0e1-a3f13bd42e3d owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:04.629308 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:04.675619 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event deleted for resources: {'Port': ['ID=12a04e60-2283-4a6f-b0e1-a3f13bd42e3d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:04.710330 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.710670 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.711032 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.711366 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.711697 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.712024 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.712350 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.712672 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.712992 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.713313 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.713636 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.713955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:04.877225 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:04.877495 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Floating IP 5137d24e-a982-42e6-8522-2ce40bb78bbc disassociated (deleted). External IP: 172.25.3.245, port: 416c0044-6341-4f04-9572-937edc05cf44. May 27 03:22:05.233147 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Router d9ffc66b-ec10-4ee1-80d6-455844da76ba has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:22:05.412059 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:22:05.421159 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] Sync routers for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:22:05.430960 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:05.431603 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:05.431994 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:05.496934 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-72e3e927-2b43-408a-808b-dd84019c4e4f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "DELETE /v2.0/floatingips/5137d24e-a982-42e6-8522-2ce40bb78bbc HTTP/1.1" status: 204 len: 168 time: 1.5203979 May 27 03:22:05.497525 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'tag': '416c0044-6341-4f04-9572-937edc05cf44'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:05.564672 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310c2172-c3f5-478d-8c9e-b2c13a13ade2'] response: {'name': 'network-changed', 'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'tag': '416c0044-6341-4f04-9572-937edc05cf44', 'status': 'completed', 'code': 200} May 27 03:22:05.614621 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:05.662341 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-bc1e0dad-41ba-4ed4-82bb-7b540274f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:05.663775 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-bc1e0dad-41ba-4ed4-82bb-7b540274f62e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 1097 time: 0.0787110 May 27 03:22:05.815267 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-165c3189-09da-4b7a-9319-c7390ff357cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:05.816878 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-165c3189-09da-4b7a-9319-c7390ff357cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1464453 May 27 03:22:05.920971 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-b99d2f94-08e3-4984-a3aa-7553df4f9618 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 200 len: 217 time: 0.0964231 May 27 03:22:05.973607 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:32Z', 'revision_number': 1, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:05.979426 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] Checking router: d9ffc66b-ec10-4ee1-80d6-455844da76ba for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:22:05.989327 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:05.990026 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:21:38Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:06.007804 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-5af1dc2a-dc50-40e0-8843-66c1ebea5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:06.009239 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-5af1dc2a-dc50-40e0-8843-66c1ebea5a95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0771956 May 27 03:22:06.073819 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2fc5-9861-41cf-83b9-85964aa4da0c req-c0f80254-d56f-444c-a106-1e66e6bd8341 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:06.074623 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4c4d2fc5-9861-41cf-83b9-85964aa4da0c req-c0f80254-d56f-444c-a106-1e66e6bd8341 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:22:06.080948 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d80c-2e12-4877-a213-d471f6352ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:06.105369 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-4c4d2fc5-9861-41cf-83b9-85964aa4da0c req-c0f80254-d56f-444c-a106-1e66e6bd8341 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:22:06.106528 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c4d2fc5-9861-41cf-83b9-85964aa4da0c req-c0f80254-d56f-444c-a106-1e66e6bd8341 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 945 time: 0.2284412 May 27 03:22:06.135721 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-974949a2-b035-4a2f-a2d9-89ba9a371401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:06.137180 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-974949a2-b035-4a2f-a2d9-89ba9a371401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200085 May 27 03:22:06.183691 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:06.232715 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-4c4d2fc5-9861-41cf-83b9-85964aa4da0c req-e5598a1a-c966-4e2f-ac17-8e6b8b9d664e tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187267 May 27 03:22:06.252117 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 416c0044-6341-4f04-9572-937edc05cf44 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:06.293859 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-459c8ce3-307b-4b88-87fd-5bc7199e3d4a service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455283 May 27 03:22:06.543331 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98c29f97-a0ae-4b17-801d-db3e16115625 req-03733749-0567-43b8-92bd-ba2d1863fedd service neutron] 10.222.0.47 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416005 May 27 03:22:06.581990 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Current status of the port 416c0044-6341-4f04-9572-937edc05cf44 is: ACTIVE; New status is: DOWN {{(pid=88427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 03:22:06.582625 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3682901'] for port, before_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:06.634908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416c0044-6341-4f04-9572-937edc05cf44'}] {{(pid=88427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:06.649772 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:06.677301 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793544832431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793544298608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793544298653'] for port, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:06.680088 n-d-843146-11 neutron-server[88427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e7d288-a89f-4c24-98b8-4f04fbb32766'] response: {'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416c0044-6341-4f04-9572-937edc05cf44', 'code': 200} May 27 03:22:06.768410 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Pushing event updated for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=8']} {{(pid=88427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:06.784417 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:32Z', 'revision_number': 1, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:06.788925 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480581b5-8226-4997-af9a-559b61bf7070 None None] The sync data for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 is: [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_floatingips': [{'id': 'f22c9605-c9d6-472c-a643-ca548a57f5d3', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'router_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'port_id': '304df772-c36a-4c49-972a-6c2a3d79c576', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'mac_address': 'fa:16:3e:5f:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:16:29Z', 'updated_at': '2022-05-27T03:16:32Z', 'revision_number': 1, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:22:06.995121 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f1a92-3477-4c6c-ba7c-01bb849fdc02 None None] New status for floating IP 5137d24e-a982-42e6-8522-2ce40bb78bbc: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:22:07.430921 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c023a-1811-4668-8d0a-a951c800b79d req-1270f453-0358-4f16-af85-3d4a641765f1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:07.432417 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a21c023a-1811-4668-8d0a-a951c800b79d req-1270f453-0358-4f16-af85-3d4a641765f1 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 943 time: 0.0898733 May 27 03:22:07.480032 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-a21c023a-1811-4668-8d0a-a951c800b79d req-0ed713b3-823c-4b92-b226-b73872646ab6 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 May 27 03:22:07.592084 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3a98-989d-4336-b72c-81b5289d4fec req-9bdbb6f5-743d-43d3-afdd-9204f97af87c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:07.593551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98df3a98-989d-4336-b72c-81b5289d4fec req-9bdbb6f5-743d-43d3-afdd-9204f97af87c tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 943 time: 0.0829825 May 27 03:22:07.667224 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Deleting port 416c0044-6341-4f04-9572-937edc05cf44 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:07.667572 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:07.909095 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] For port 416c0044-6341-4f04-9572-937edc05cf44, host n-h2-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-11',level=0,port_id=416c0044-6341-4f04-9572-937edc05cf44,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:07.909457 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:08.034179 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Calling delete_port for 416c0044-6341-4f04-9572-937edc05cf44 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:08.177379 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:08.205450 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e97ba3e7-5b09-4d9f-b43f-f7dc5a9fca65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:08.228854 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event deleted for resources: {'Port': ['ID=416c0044-6341-4f04-9572-937edc05cf44,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:08.306401 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] No DVR routers for this DVR port 416c0044-6341-4f04-9572-937edc05cf44 on host n-h2-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:22:08.308844 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:08.311931 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-deleted', 'tag': '416c0044-6341-4f04-9572-937edc05cf44'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:08.327285 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-98df3a98-989d-4336-b72c-81b5289d4fec req-eb600db8-8c06-48da-a400-f4679d42b687 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.47 "DELETE /v2.0/ports/416c0044-6341-4f04-9572-937edc05cf44 HTTP/1.1" status: 204 len: 173 time: 0.7286346 May 27 03:22:08.357733 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09906612-f013-49ce-85d1-8d98133c602e'] response: {'server_uuid': 'c8171509-6bc3-482c-bf16-db0b8afb2d08', 'name': 'network-vif-deleted', 'tag': '416c0044-6341-4f04-9572-937edc05cf44', 'status': 'completed', 'code': 200} May 27 03:22:08.643771 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3e52cb11-8c3b-488f-a8df-c54a93cf3ada req-72b3d162-7555-4dbb-80cd-58644d22c397 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:22:08.661791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-3e52cb11-8c3b-488f-a8df-c54a93cf3ada req-72b3d162-7555-4dbb-80cd-58644d22c397 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:22:08.663075 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-3e52cb11-8c3b-488f-a8df-c54a93cf3ada req-72b3d162-7555-4dbb-80cd-58644d22c397 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8171509-6bc3-482c-bf16-db0b8afb2d08 HTTP/1.1" status: 200 len: 210 time: 0.0624783 May 27 03:22:09.592500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:09.805668 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:10.292543 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37126) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:10.492145 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Deleting port 5681152c-92a0-42fd-bee0-eca66e1f536a {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:10.492486 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:10.659240 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:10.659566 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:10.877890 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Calling delete_port for 5681152c-92a0-42fd-bee0-eca66e1f536a owned by network:floatingip {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:11.024629 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:11.073774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event deleted for resources: {'Port': ['ID=5681152c-92a0-42fd-bee0-eca66e1f536a,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:11.162873 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:11.163125 n-d-843146-11 neutron-server[88425]: INFO neutron.db.l3_db [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Floating IP f22c9605-c9d6-472c-a643-ca548a57f5d3 disassociated (deleted). External IP: 172.25.3.131, port: 304df772-c36a-4c49-972a-6c2a3d79c576. May 27 03:22:11.392835 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:11.524956 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Router d9ffc66b-ec10-4ee1-80d6-455844da76ba has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:22:11.701450 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:22:11.711171 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] Sync routers for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:22:11.722182 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:11.722754 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:11.723305 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for floatingip, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:11.781644 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ec52a446-3ba1-4998-9524-59a1c996d62f tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "DELETE /v2.0/floatingips/f22c9605-c9d6-472c-a643-ca548a57f5d3 HTTP/1.1" status: 204 len: 168 time: 1.4879775 May 27 03:22:11.782239 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:11.828421 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c8b754-54c4-40fd-bb40-ad6e72fa1228'] response: {'name': 'network-changed', 'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576', 'status': 'completed', 'code': 200} May 27 03:22:11.908324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:11.920013 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-1a6bc0b1-b257-4c0f-83d5-6edc3a35213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:11.921513 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-1a6bc0b1-b257-4c0f-83d5-6edc3a35213d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa12ff609d24131976a5f98094711f2&device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 1095 time: 0.0739961 May 27 03:22:12.057698 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-15f261da-b168-404b-ba8e-f4f4d2da2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:12.059178 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-15f261da-b168-404b-ba8e-f4f4d2da2b16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 200 len: 910 time: 0.1314411 May 27 03:22:12.132182 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-7ea2eed5-236f-432d-9332-aed46976ac97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 200 len: 217 time: 0.0657547 May 27 03:22:12.159442 n-d-843146-11 neutron-server[88426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187a37b-6202-42f4-861c-368f1ac2e3ac req-a65b4cc9-7603-412f-8db9-5792cfeb6bde tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:12.161024 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a187a37b-6202-42f4-861c-368f1ac2e3ac req-a65b4cc9-7603-412f-8db9-5792cfeb6bde tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 943 time: 0.0867016 May 27 03:22:12.196983 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-e1cdbfa3-9717-4348-86c3-a4d901a87156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:12.198542 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-e1cdbfa3-9717-4348-86c3-a4d901a87156 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 200 len: 848 time: 0.0602527 May 27 03:22:12.207421 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [req-a187a37b-6202-42f4-861c-368f1ac2e3ac req-eafe34b7-ed9a-4180-8c02-72760d14199a tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402472 May 27 03:22:12.246270 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:12.250795 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] Checking router: d9ffc66b-ec10-4ee1-80d6-455844da76ba for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:22:12.261022 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 416c0044-6341-4f04-9572-937edc05cf44 no longer exists at agent hyperv_n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:12.277000 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-5a9deb41-c5e9-4937-b240-7ffb813004e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:12.278481 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-5a9deb41-c5e9-4937-b240-7ffb813004e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=580d2b70-2d29-4f1f-8fa7-b4244c8160af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720050 May 27 03:22:12.294441 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:12.295100 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:12.346037 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] No Port match for: 416c0044-6341-4f04-9572-937edc05cf44 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:12.346381 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Device 416c0044-6341-4f04-9572-937edc05cf44 not bound to the agent host n-h2-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:12.480370 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:12.522514 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-89f57525-f927-453e-bf06-c98b3bf36242 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365332 May 27 03:22:12.659368 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5e14cb1f-a762-4e4f-9680-210f420c5a1c req-be6dc8e9-dd3e-436a-8ea7-b6977b1b9939 service neutron] 10.222.0.13 "GET /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294053 May 27 03:22:12.835890 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:12.839784 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60e2a1-d095-4b06-a474-1e00ac8c8080 None None] The sync data for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 is: [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:16:00Z', 'revision_number': 4, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11', '_interfaces': [{'id': '8c7e9387-3982-436f-8c90-c9f9a759c39f', 'name': '', 'network_id': '580d2b70-2d29-4f1f-8fa7-b4244c8160af', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'mac_address': 'fa:16:3e:b7:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'subnets': [{'id': '19c1b4fb-55a3-4322-86ab-e878a8e1f6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:22:12.961182 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-7cc5541a-ce51-4154-b9f8-45bf78788d93 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:12.961895 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-7cc5541a-ce51-4154-b9f8-45bf78788d93 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Synchronizing usage tracker for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:22:12.978602 n-d-843146-11 neutron-server[88425]: DEBUG neutron.quota.resource [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-7cc5541a-ce51-4154-b9f8-45bf78788d93 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Unset dirty status for tenant:daa12ff609d24131976a5f98094711f2 on resource:port {{(pid=88425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:22:12.979781 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-7cc5541a-ce51-4154-b9f8-45bf78788d93 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 943 time: 0.0986040 May 27 03:22:13.051791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Deleting port 304df772-c36a-4c49-972a-6c2a3d79c576 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:13.052140 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:13.059205 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a172dbc-3e64-4c86-9e11-e1b80aa08d83 None None] New status for floating IP f22c9605-c9d6-472c-a643-ca548a57f5d3: DOWN {{(pid=88428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 03:22:13.308687 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] For port 304df772-c36a-4c49-972a-6c2a3d79c576, host n-h1-843146-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-11',level=0,port_id=304df772-c36a-4c49-972a-6c2a3d79c576,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:13.309051 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:13.470964 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Calling delete_port for 304df772-c36a-4c49-972a-6c2a3d79c576 owned by compute:nova {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:13.576759 n-d-843146-11 neutron-server[88425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc19a31-2c89-4514-8fae-518ce12b5aca req-c76b2dda-17f9-472b-b016-1248b4c684a7 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:22:13.578227 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bc19a31-2c89-4514-8fae-518ce12b5aca req-c76b2dda-17f9-472b-b016-1248b4c684a7 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8d89894-048d-4996-8ffc-d38ec1a628ef HTTP/1.1" status: 200 len: 943 time: 0.2590635 May 27 03:22:13.670451 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-5bc19a31-2c89-4514-8fae-518ce12b5aca req-2a083af4-3e99-46ad-a8df-e11fc78b85f0 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "GET /v2.0/security-groups?id=8543c260-a581-4672-8216-d4fd287c512d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616407 May 27 03:22:13.671488 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:13.721987 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event deleted for resources: {'Port': ['ID=304df772-c36a-4c49-972a-6c2a3d79c576,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:13.798492 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] No DVR routers for this DVR port 304df772-c36a-4c49-972a-6c2a3d79c576 on host n-h1-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:22:13.800911 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32273'] for port, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:13.813807 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [req-2b84b7a7-401b-468b-aeb6-51f20a51263e req-a62a208d-9259-4b33-83e3-5ffe17c469cd tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.13 "DELETE /v2.0/ports/304df772-c36a-4c49-972a-6c2a3d79c576 HTTP/1.1" status: 204 len: 173 time: 0.8286841 May 27 03:22:13.829582 n-d-843146-11 neutron-server[88425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-deleted', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576'}] {{(pid=88425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:22:13.879289 n-d-843146-11 neutron-server[88425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59d0650-5b82-45fc-b1f9-d1be9e61a698'] response: {'server_uuid': 'a8d89894-048d-4996-8ffc-d38ec1a628ef', 'name': 'network-vif-deleted', 'tag': '304df772-c36a-4c49-972a-6c2a3d79c576', 'status': 'completed', 'code': 200} May 27 03:22:14.766912 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37142) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:14.833513 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e955b7c-93f5-4a5c-a901-67330fbe0fa4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:14.862963 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e955b7c-93f5-4a5c-a901-67330fbe0fa4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:14.930900 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e955b7c-93f5-4a5c-a901-67330fbe0fa4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:14.949296 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e955b7c-93f5-4a5c-a901-67330fbe0fa4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543c260-a581-4672-8216-d4fd287c512d,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:14.959922 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-3e955b7c-93f5-4a5c-a901-67330fbe0fa4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:14.961045 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-3e955b7c-93f5-4a5c-a901-67330fbe0fa4 tempest-TestSnapshotPattern-802830854 tempest-TestSnapshotPattern-802830854-project] 10.222.0.16 "DELETE /v2.0/security-groups/8543c260-a581-4672-8216-d4fd287c512d HTTP/1.1" status: 204 len: 168 time: 0.1931369 May 27 03:22:15.012219 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37148) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:15.734660 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:16.076765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Deleting port 8c7e9387-3982-436f-8c90-c9f9a759c39f {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:16.077454 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:16.246001 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] For port 8c7e9387-3982-436f-8c90-c9f9a759c39f, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=8c7e9387-3982-436f-8c90-c9f9a759c39f,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:16.246362 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:16.367285 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Calling delete_port for 8c7e9387-3982-436f-8c90-c9f9a759c39f owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:16.626324 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 304df772-c36a-4c49-972a-6c2a3d79c576 no longer exists at agent hyperv_n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:16.660501 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] No Port match for: 304df772-c36a-4c49-972a-6c2a3d79c576 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:16.660873 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Device 304df772-c36a-4c49-972a-6c2a3d79c576 not bound to the agent host n-h1-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:16.682922 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:16.727774 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7e9387-3982-436f-8c90-c9f9a759c39f,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:17.098931 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:17.456631 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Router d9ffc66b-ec10-4ee1-80d6-455844da76ba has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:22:17.643077 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:22:17.652121 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] Sync routers for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:22:17.655274 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-0cae2547-ee10-4813-bc19-4b0cfdef3dde admin admin] 10.222.0.16 "PUT /v2.0/routers/d9ffc66b-ec10-4ee1-80d6-455844da76ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6419351 May 27 03:22:17.657677 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37154) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:17.662028 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:17.662641 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:17.832787 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:17.837319 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: n-d-843146-11 {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:18.010087 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.020299 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Deleting port f8af7702-1b65-40aa-bdf4-1f61c7383519 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:18.020915 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.118822 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:22:16Z', 'revision_number': 5, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port': {'id': 'f8af7702-1b65-40aa-bdf4-1f61c7383519', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:57Z', 'updated_at': '2022-05-27T03:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:18.123149 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] Checking router: d9ffc66b-ec10-4ee1-80d6-455844da76ba for host: n-d-843146-11 {{(pid=88427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:22:18.131404 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] Routers {'d9ffc66b-ec10-4ee1-80d6-455844da76ba'} bound to L3 agent in host n-d-843146-11 {{(pid=88427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:18.132020 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'], 'active': True} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:18.198782 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] For port f8af7702-1b65-40aa-bdf4-1f61c7383519, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=f8af7702-1b65-40aa-bdf4-1f61c7383519,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:18.199386 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.286406 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_dvr_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] Set router d9ffc66b-ec10-4ee1-80d6-455844da76ba gateway port host: None {{(pid=88427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:18.395206 n-d-843146-11 neutron-server[88427]: DEBUG neutron.db.l3_hamode_db [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:22:18Z', 'revision_number': 6, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:18.399401 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4466f6-bbf8-4e1a-9eae-355019df9878 None None] The sync data for ids ['d9ffc66b-ec10-4ee1-80d6-455844da76ba'] in n-d-843146-11 is: [{'id': 'd9ffc66b-ec10-4ee1-80d6-455844da76ba', 'name': 'tempest-TestSnapshotPattern-110394946-router', 'tenant_id': 'daa12ff609d24131976a5f98094711f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:56Z', 'updated_at': '2022-05-27T03:22:18Z', 'revision_number': 6, 'project_id': 'daa12ff609d24131976a5f98094711f2', 'gw_port_host': None}] {{(pid=88427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:22:18.449321 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Calling delete_port for f8af7702-1b65-40aa-bdf4-1f61c7383519 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:18.620547 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.669866 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8af7702-1b65-40aa-bdf4-1f61c7383519,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:18.760033 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.933746 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.936357 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.958216 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.958785 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ffc66b-ec10-4ee1-80d6-455844da76ba {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:22:18.970396 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:18.971551 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-6fef2106-ceff-4c0c-a268-f6f0b5dcba6b admin admin] 10.222.0.16 "DELETE /v2.0/routers/d9ffc66b-ec10-4ee1-80d6-455844da76ba HTTP/1.1" status: 204 len: 168 time: 1.3129904 May 27 03:22:18.974058 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37158) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:19.034731 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] Deleting subnet 19c1b4fb-55a3-4322-86ab-e878a8e1f6ae {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:22:19.037586 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.085693 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.168094 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.237359 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.278610 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.281797 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c1b4fb-55a3-4322-86ab-e878a8e1f6ae,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:19.283134 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338cefaa-d488-4ee1-ad38-26f0aa0be586 None None] Network 580d2b70-2d29-4f1f-8fa7-b4244c8160af requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:22:19.287290 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-da48503a-5453-45ec-9ca4-eec9090d2ef0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/19c1b4fb-55a3-4322-86ab-e878a8e1f6ae HTTP/1.1" status: 204 len: 168 time: 0.3123035 May 27 03:22:19.289703 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37162) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:19.406089 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.416393 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Deleting port 6046907e-b9d3-48d9-a147-8e5642871ef0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:19.416731 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.553727 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] DHCP port deletion for 580d2b70-2d29-4f1f-8fa7-b4244c8160af request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:22:19.557910 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Deleting port 6046907e-b9d3-48d9-a147-8e5642871ef0 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:19.558519 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.594625 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8c7e9387-3982-436f-8c90-c9f9a759c39f no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:19.643056 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 8c7e9387-3982-436f-8c90-c9f9a759c39f {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:19.643326 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] For port 6046907e-b9d3-48d9-a147-8e5642871ef0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6046907e-b9d3-48d9-a147-8e5642871ef0,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:19.643493 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 8c7e9387-3982-436f-8c90-c9f9a759c39f not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:19.643684 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.643792 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8af7702-1b65-40aa-bdf4-1f61c7383519 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:19.679267 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: f8af7702-1b65-40aa-bdf4-1f61c7383519 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:19.679541 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device f8af7702-1b65-40aa-bdf4-1f61c7383519 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:19.769352 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Calling delete_port for 6046907e-b9d3-48d9-a147-8e5642871ef0 owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:19.846119 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.876328 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] For port 6046907e-b9d3-48d9-a147-8e5642871ef0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=6046907e-b9d3-48d9-a147-8e5642871ef0,segment=NetworkSegment(fea564ef-a758-4078-bfe1-eebbd436fa1f),segment_id=fea564ef-a758-4078-bfe1-eebbd436fa1f)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:19.876722 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:19.996822 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Pushing event deleted for resources: {'Port': ['ID=6046907e-b9d3-48d9-a147-8e5642871ef0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:19.998470 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Calling delete_port for 6046907e-b9d3-48d9-a147-8e5642871ef0 owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:20.001999 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] No DVR routers for this DVR port 6046907e-b9d3-48d9-a147-8e5642871ef0 on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:22:20.070286 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:22:20.070551 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:22:20.118487 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:20.143642 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580d2b70-2d29-4f1f-8fa7-b4244c8160af']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:20.155446 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea564ef-a758-4078-bfe1-eebbd436fa1f') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:20.155773 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea564ef-a758-4078-bfe1-eebbd436fa1f') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:20.166753 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:20.183176 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:20.189791 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:22:20.190174 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:20.270525 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment fea564ef-a758-4078-bfe1-eebbd436fa1f resource provider aggregate not found May 27 03:22:20.287680 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:20.290191 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment fea564ef-a758-4078-bfe1-eebbd436fa1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fea564ef-a758-4078-bfe1-eebbd436fa1f found for delete ", "request_id": "req-b8756d6a-577b-418f-8cc8-ea204dfb3856"}]} May 27 03:22:20.305138 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:20.316923 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] Pushing event deleted for resources: {'Network': ['ID=580d2b70-2d29-4f1f-8fa7-b4244c8160af,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:20.328818 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-ce9b102c-3e65-4b22-ac89-9cec35101daf admin admin] 10.222.0.16 "DELETE /v2.0/networks/580d2b70-2d29-4f1f-8fa7-b4244c8160af HTTP/1.1" status: 204 len: 168 time: 1.0381608 May 27 03:22:20.331679 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37172) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:20.571797 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Deleting port 6046907e-b9d3-48d9-a147-8e5642871ef0 {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:20.572304 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:20.640909 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-330ba6d6-7b8e-4a7a-bc84-ab6c88164a4b None None] The port '6046907e-b9d3-48d9-a147-8e5642871ef0' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:22:20.867617 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-925070'] for router_interface, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:21.213751 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Deleting port d4222132-ec24-4f3b-967a-88282db943a6 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:21.214028 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:21.491316 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] For port d4222132-ec24-4f3b-967a-88282db943a6, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=d4222132-ec24-4f3b-967a-88282db943a6,segment=NetworkSegment(0d2dbbf0-5c34-49f4-921d-a313081daaa9),segment_id=0d2dbbf0-5c34-49f4-921d-a313081daaa9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:21.491947 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:21.526459 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6046907e-b9d3-48d9-a147-8e5642871ef0 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:21.561302 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 6046907e-b9d3-48d9-a147-8e5642871ef0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:21.561892 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 6046907e-b9d3-48d9-a147-8e5642871ef0 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:21.618214 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Calling delete_port for d4222132-ec24-4f3b-967a-88282db943a6 owned by network:router_interface {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:21.798958 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:21.848124 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4222132-ec24-4f3b-967a-88282db943a6,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:22.120194 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924978'] for router_interface, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:22.488020 n-d-843146-11 neutron-server[88425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Router e4c28e88-0f8e-472a-bb18-4ad52abc94ad has already been hosted by L3 agent 96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab {{(pid=88425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 03:22:22.680750 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] Notify agent at l3_agent.n-d-843146-11 the message routers_updated {{(pid=88425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 03:22:22.689735 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] Sync routers for ids ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'] in n-d-843146-11 {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:22:22.697052 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-cbf633ac-a2d2-45c0-9536-d8fb9358824b admin admin] 10.222.0.16 "PUT /v2.0/routers/e4c28e88-0f8e-472a-bb18-4ad52abc94ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643191 May 27 03:22:22.699556 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37176) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:22.699982 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] Routers {'e4c28e88-0f8e-472a-bb18-4ad52abc94ad'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:22.701263 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:22.880266 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] Set router e4c28e88-0f8e-472a-bb18-4ad52abc94ad gateway port host: n-d-843146-11 {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:23.002515 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:23.164837 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'external_fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:22:21Z', 'revision_number': 5, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port': {'id': '5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0', 'name': '', 'network_id': '737dfdb4-9b51-4422-81e3-7c3db7c0b18a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d5c62c1-d334-4732-8053-7073cdee9715', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-11'}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:23.168568 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] Checking router: e4c28e88-0f8e-472a-bb18-4ad52abc94ad for host: n-d-843146-11 {{(pid=88428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:22:23.177432 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] Routers {'e4c28e88-0f8e-472a-bb18-4ad52abc94ad'} bound to L3 agent in host n-d-843146-11 {{(pid=88428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 03:22:23.178030 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T01:28:38Z,description=,heartbeat_timestamp=2022-05-27T03:22:08Z,host='n-d-843146-11',id=96d30ef5-b9ee-4887-815b-f6f9bc8ea2ab,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T01:28:38Z,topic='l3_agent')) {'router_ids': ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'], 'active': True} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:23.182038 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:23.192787 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Deleting port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:23.193118 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:23.329426 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_dvr_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] Set router e4c28e88-0f8e-472a-bb18-4ad52abc94ad gateway port host: None {{(pid=88428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 03:22:23.366201 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] For port 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,segment=NetworkSegment(a1591ca4-4699-4b56-9f3e-b49c60095d27),segment_id=a1591ca4-4699-4b56-9f3e-b49c60095d27)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:23.366664 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:23.435741 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.l3_hamode_db [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:22:23Z', 'revision_number': 6, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port_host': None}], 'n-d-843146-11', False) {} {{(pid=88428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:23.439605 n-d-843146-11 neutron-server[88428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafb434-2bce-4bfb-ac62-30e21b43ed1a None None] The sync data for ids ['e4c28e88-0f8e-472a-bb18-4ad52abc94ad'] in n-d-843146-11 is: [{'id': 'e4c28e88-0f8e-472a-bb18-4ad52abc94ad', 'name': 'tempest-TestSnapshotPattern-1713718642-router', 'tenant_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:16:03Z', 'updated_at': '2022-05-27T03:22:23Z', 'revision_number': 6, 'project_id': '78bc0b68459b4fb584dac0d38a1ef8dd', 'gw_port_host': None}] {{(pid=88428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:22:23.495483 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Calling delete_port for 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 owned by network:router_gateway {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:23.659780 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:23.705834 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:23.802537 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924331'] for router_gateway, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:23.878540 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d4222132-ec24-4f3b-967a-88282db943a6 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:23.916871 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: d4222132-ec24-4f3b-967a-88282db943a6 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:23.917223 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device d4222132-ec24-4f3b-967a-88282db943a6 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:23.977747 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11504'] for router, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:23.979888 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.004480 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-921667'] for router, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.005068 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4c28e88-0f8e-472a-bb18-4ad52abc94ad {{(pid=88425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 03:22:24.018035 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] Notify callbacks [] for router, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.019251 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-8f3970ee-ee18-43b1-95b3-c936dc0fa1dc admin admin] 10.222.0.16 "DELETE /v2.0/routers/e4c28e88-0f8e-472a-bb18-4ad52abc94ad HTTP/1.1" status: 204 len: 168 time: 1.3187845 May 27 03:22:24.021730 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37180) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:24.080371 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] Deleting subnet 14deaa6b-d37d-4228-919c-2c2057a2cffe {{(pid=88425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 03:22:24.083397 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.131384 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1436740'] for subnet, precommit_delete_associations {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.212562 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4186190'] for subnet, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.281147 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4186197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1463651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1504486'] for subnet, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.320683 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14deaa6b-d37d-4228-919c-2c2057a2cffe,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:24.322637 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.326773 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408ca2d-a234-4af6-9eba-92a268669514 None None] Network e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 requested from n-d-843146-11 {{(pid=88427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 03:22:24.331398 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-4a755dc4-222f-4004-81dd-046f330433c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/14deaa6b-d37d-4228-919c-2c2057a2cffe HTTP/1.1" status: 204 len: 168 time: 0.3085976 May 27 03:22:24.333763 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37184) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:24.552293 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3969019'] for network, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.563544 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Deleting port 91b297a7-1f60-4d88-9d35-d10ab146a39e {{(pid=88425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:24.563975 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.582337 n-d-843146-11 neutron-server[88427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] DHCP port deletion for e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 request from n-d-843146-11 {{(pid=88427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 03:22:24.586733 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Deleting port 91b297a7-1f60-4d88-9d35-d10ab146a39e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:24.587145 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.774114 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.db [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] For port 91b297a7-1f60-4d88-9d35-d10ab146a39e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91b297a7-1f60-4d88-9d35-d10ab146a39e,segment=NetworkSegment(0d2dbbf0-5c34-49f4-921d-a313081daaa9),segment_id=0d2dbbf0-5c34-49f4-921d-a313081daaa9)] {{(pid=88425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:24.774744 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.788927 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.db [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] For port 91b297a7-1f60-4d88-9d35-d10ab146a39e, host n-d-843146-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-11',level=0,port_id=91b297a7-1f60-4d88-9d35-d10ab146a39e,segment=NetworkSegment(0d2dbbf0-5c34-49f4-921d-a313081daaa9),segment_id=0d2dbbf0-5c34-49f4-921d-a313081daaa9)] {{(pid=88427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 03:22:24.789318 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919288'] for port, precommit_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.901939 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.plugin [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Calling delete_port for 91b297a7-1f60-4d88-9d35-d10ab146a39e owned by network:dhcp {{(pid=88425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:24.909030 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Calling delete_port for 91b297a7-1f60-4d88-9d35-d10ab146a39e owned by network:dhcp {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 03:22:24.982177 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3682838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793544656092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793544298599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1463228'] for port, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:24.987542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.db.api [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:22:24.987898 n-d-843146-11 neutron-server[88427]: DEBUG oslo_db.api [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:22:25.030969 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b297a7-1f60-4d88-9d35-d10ab146a39e,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:25.033041 n-d-843146-11 neutron-server[88425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] No DVR routers for this DVR port 91b297a7-1f60-4d88-9d35-d10ab146a39e on host n-d-843146-11 {{(pid=88425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:22:25.147550 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4187863', 'neutron.services.segments.db._delete_segments_for_network-8793544748764'] for network, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.171977 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82']}} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:25.183765 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2dbbf0-5c34-49f4-921d-a313081daaa9') {'for_net_delete': True} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:25.184097 n-d-843146-11 neutron-server[88425]: DEBUG neutron.services.segments.db [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2dbbf0-5c34-49f4-921d-a313081daaa9') {} {{(pid=88425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:22:25.195794 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793544687607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1436755'] for segment, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.212390 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188155'] for segment, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.218847 n-d-843146-11 neutron-server[88425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:22:25.219214 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1463233'] for segment, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.293006 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0d2dbbf0-5c34-49f4-921d-a313081daaa9 resource provider aggregate not found May 27 03:22:25.315822 n-d-843146-11 neutron-server[88425]: INFO neutron.services.segments.plugin [-] Segment 0d2dbbf0-5c34-49f4-921d-a313081daaa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d2dbbf0-5c34-49f4-921d-a313081daaa9 found for delete ", "request_id": "req-ded8d86a-2577-4428-ac91-3a35b5ee6049"}]} May 27 03:22:25.327107 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4187870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924302'] for network, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.332615 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Notify callbacks [] for network, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.354953 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:25.363708 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-dc32e686-04bb-4fde-b7cc-a1e6b97ffe50 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3e4ae69-fc78-47d1-b5c5-95f3d0be3c82 HTTP/1.1" status: 204 len: 168 time: 1.0290222 May 27 03:22:25.476653 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37194) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:25.489728 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Deleting port 91b297a7-1f60-4d88-9d35-d10ab146a39e {{(pid=88427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 03:22:25.490025 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793544832296'] for port, before_delete {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.527879 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-3a808b4d-fcd2-445e-845b-2ae5085285bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daa12ff609d24131976a5f98094711f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496256 May 27 03:22:25.530096 n-d-843146-11 neutron-server[88426]: DEBUG neutron.wsgi [-] (88426) accepted ('10.222.0.16', 37198) {{(pid=88426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:25.559511 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:25.601139 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.603155 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-a01b18ad-dfdb-45e9-943e-e5fc190009f1 None None] The port '91b297a7-1f60-4d88-9d35-d10ab146a39e' was deleted {{(pid=88427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 03:22:25.615142 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:25.615492 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 5c7fe6d6-7313-4a2d-a4a3-c3ef172991d0 not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:25.615908 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91b297a7-1f60-4d88-9d35-d10ab146a39e no longer exists at agent ovs-agent-n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:22:25.632886 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.654098 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.plugin [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] No Port match for: 91b297a7-1f60-4d88-9d35-d10ab146a39e {{(pid=88427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 03:22:25.654439 n-d-843146-11 neutron-server[88427]: DEBUG neutron.plugins.ml2.rpc [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Device 91b297a7-1f60-4d88-9d35-d10ab146a39e not bound to the agent host n-d-843146-11 {{(pid=88427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:22:25.689043 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.704186 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfd5851-9768-4383-b9ce-7e58dc8704b8,revision_number=None']} {{(pid=88426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:25.714296 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.714637 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.714997 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.715323 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.715649 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.716492 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.716809 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.717126 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.717440 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.717753 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.718067 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.718378 n-d-843146-11 neutron-server[88426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-11 {{(pid=88426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:22:25.723433 n-d-843146-11 neutron-server[88426]: DEBUG neutron_lib.callbacks.manager [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.724525 n-d-843146-11 neutron-server[88426]: INFO neutron.wsgi [None req-ffa9cff8-5fa0-4ef9-872e-76db8ee3837f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dfd5851-9768-4383-b9ce-7e58dc8704b8 HTTP/1.1" status: 204 len: 168 time: 0.1931484 May 27 03:22:26.051523 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37206) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:26.105021 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-eef6e4f2-63e1-4830-b06a-d8f30ccee223 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78bc0b68459b4fb584dac0d38a1ef8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522282 May 27 03:22:26.107365 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [-] (88425) accepted ('10.222.0.16', 37210) {{(pid=88425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:22:26.164606 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9023736e-4447-425c-af83-d549d2704ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:26.193786 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9023736e-4447-425c-af83-d549d2704ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:26.245278 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9023736e-4447-425c-af83-d549d2704ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644733'] for security_group, after_delete {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:26.260955 n-d-843146-11 neutron-server[88425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023736e-4447-425c-af83-d549d2704ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca2507-1ff6-4646-86d2-7a99d0a282e3,revision_number=None']} {{(pid=88425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:22:26.266215 n-d-843146-11 neutron-server[88425]: DEBUG neutron_lib.callbacks.manager [None req-9023736e-4447-425c-af83-d549d2704ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=88425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:26.270007 n-d-843146-11 neutron-server[88425]: INFO neutron.wsgi [None req-9023736e-4447-425c-af83-d549d2704ded admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5ca2507-1ff6-4646-86d2-7a99d0a282e3 HTTP/1.1" status: 204 len: 168 time: 0.1617503 May 27 03:22:33.891188 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:34.292526 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:36.052537 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5255ab83-e178-410a-bc12-fadf690d840b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:38.206862 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-03b10af8-e5d6-4b6e-a21d-4ac0040d0a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:39.596224 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:39.806420 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:40.147580 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:22:41.395041 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:03.905704 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:04.297073 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:06.054542 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-064b851c-a7a9-4cc8-bcda-5f3096b5bb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:08.211154 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5d703669-19cd-47fd-a3f2-b4d61f90348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:09.598475 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:09.808427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:11.425640 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:17.147811 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:23:33.928298 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.292572 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.056938 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-10018139-6af2-4802-95fc-d49fa49eadcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:38.212142 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-384ecbd4-e9fe-4b4f-a62e-77c379d8801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.601923 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.811790 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.402395 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:54.147013 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:24:03.927121 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.299796 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:06.059385 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-79d9c2bb-8d0c-4157-9b9d-f60597cb087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:08.214319 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-b931234b-84bf-4afc-8bc8-3583f9e69b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:09.605590 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:09.814261 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.405270 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:31.147146 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:24:33.942254 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:34.305426 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:36.061107 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-c3e0954a-ff25-4b78-94fa-cbb033263645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:38.216402 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-0ba2c3ca-e1a2-4426-b4b5-1c600fd84ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.609013 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.817837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:41.407699 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:03.941701 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.306798 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:06.063372 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-35ed4882-0510-4eb7-ac57-afff1c2e2e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:08.148137 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:25:08.218427 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9755decd-8f90-4d4a-b369-d0db8b1a6cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.610387 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.820057 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.408915 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:33.941518 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:34.320198 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:36.063963 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eeea9fc0-b1e8-4252-a18f-f7227ea69e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.219727 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-02fd48f1-015e-45e8-b433-43a4cdd46f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.611821 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.822815 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.412250 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:45.147883 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:26:03.955309 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.335185 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.065061 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-3bbea32f-de5c-4dc7-803f-66d3c7784c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:08.220434 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-eccc8bcd-2d67-4217-ac3d-19a5901a8430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.615924 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.824460 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.415397 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:22.146985 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:26:33.956147 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.335651 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.066768 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2acc24b6-87a5-483d-b8e3-78333a7719f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.223425 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fa344b2c-168d-44fe-9802-68d4c7b3f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.619101 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.828352 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.418950 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.147736 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:27:03.970658 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.350369 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.067281 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-48302dd8-42cd-4ca7-9755-4fa21123b34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:08.227720 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-e3bc160e-c511-4273-8d85-b8fcfd60dc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.621157 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.830820 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:11.421545 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.969285 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.355604 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.069184 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5359c9a6-0520-49c9-bcee-f15f65b28793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.146305 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:27:38.230407 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0607-ae6e-45c4-85f4-fbb73eda7a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.622837 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.833548 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.425402 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.968508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.363004 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.072166 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-7d22d62e-48df-4d26-bb9e-709380a56633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.231129 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-8409417d-134a-4e17-9d0f-fe4c5effadda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.624199 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.837159 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.427007 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.145888 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:28:33.968259 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:34.358500 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.074191 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-21370ce9-ac15-4b15-ae75-e7e4b5430f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.231823 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-10a14817-d012-4952-aec8-f0b58725b7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:39.626273 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:39.840245 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:41.431840 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.144471 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:29:03.966939 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.362721 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.430658 n-d-843146-11 neutron-server[88425]: DEBUG neutron.wsgi [req-970a6560-5eee-4158-8a14-2b4e57ceac0d req-5704d2b1-4fd3-440a-83fc-9695873955e3 service neutron] (88425) timed out ('10.222.0.16', 35630) {{(pid=88425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:29:06.075994 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-12f5bea4-2345-4d69-8ca8-c47d70a88c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.235715 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cf845ef4-83ee-43bf-9180-c951c74bf5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.628507 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.842514 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:11.434921 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.143664 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:29:33.968873 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:34.357517 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.076814 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-ac99c496-41b6-46f5-ba7b-b1ab952b1c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.239551 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-34df628a-55e6-4b61-862e-f4c7af2f6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.630421 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.845265 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.438058 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.964772 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.143084 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:30:04.375629 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:06.077962 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-928317c1-af0e-4828-929f-bb47302966ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.240944 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-cf42b8bd-3e23-45d2-a942-b85e7ab96d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.632966 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.851071 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.440289 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.965796 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.379959 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.079377 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-5b46ef8b-7d28-4fbc-a65f-ef3fb262eb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.241963 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f12c118e-31a2-4df6-8a4b-033174de4302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.635615 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.852155 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.142862 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:30:41.443063 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.979111 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:04.403894 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.080663 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-d2433297-8c88-433e-986f-a85af40d2173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.243751 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d50f-059d-406f-995a-898e8c61a020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.637919 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.854403 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.446680 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:18.142830 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:31:33.978688 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.395989 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.081391 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1293-38a3-47cb-a622-685536881067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:38.246367 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-f5103656-158e-4687-955a-08c3851aa08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.641204 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.856172 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.451508 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:55.142721 n-d-843146-11 neutron-server[88428]: DEBUG neutron.db.agents_db [None req-853699df-2530-4adc-83f6-89ce7bed7bac None None] Agent healthcheck: found 7 active agents {{(pid=88428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:32:03.977689 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-a7de5b88-d4da-4600-a685-0b1fac19df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.407028 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-38694d12-cd31-4c4e-b4cd-214629825690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:06.083920 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-fa821c50-c1a0-4b74-816d-110745e0d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.249232 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-9cb887f0-1787-41ff-8bb2-b57f0ba2028c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.643660 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-412b4adb-45a4-4509-8921-a665d25474ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.860132 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-41a8bd5c-b139-4fbc-bec3-403701fc9f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.454563 n-d-843146-11 neutron-server[88427]: DEBUG neutron_lib.callbacks.manager [None req-69acf542-a7ea-4dc6-a267-6ccc13c7da95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793544748746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4068637'] for agent, after_update {{(pid=88427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}